-- Logs begin at Mon 2022-02-28 09:46:07 UTC, end at Mon 2022-02-28 11:46:22 UTC. -- Feb 28 10:23:51.342431 dv-neutron-master-2-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Feb 28 10:23:54.284675 dv-neutron-master-2-hyperv neutron-server[103298]: INFO neutron.common.config [-] Logging enabled! Feb 28 10:23:54.285303 dv-neutron-master-2-hyperv neutron-server[103298]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev544 Feb 28 10:23:54.285482 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103298) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 28 10:23:54.288802 dv-neutron-master-2-hyperv neutron-server[103298]: INFO neutron.common.config [-] Logging enabled! Feb 28 10:23:54.289060 dv-neutron-master-2-hyperv neutron-server[103298]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev544 Feb 28 10:23:54.289374 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103298) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 28 10:23:54.290330 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 28 10:23:54.290568 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 28 10:23:54.291147 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 28 10:23:54.291533 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 28 10:23:54.292181 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 28 10:23:54.292522 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:54.293002 dv-neutron-master-2-hyperv neutron-server[103298]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Feb 28 10:23:54.293324 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:54.293628 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:54.293927 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:54.294231 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:54.294525 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:54.294813 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:54.295105 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:54.295409 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:54.295705 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:54.295991 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:54.296282 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:54.296605 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:54.296901 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:54.297192 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:54.297486 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:54.297774 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.common.config [-] debug = True {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:54.298064 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:54.298503 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:54.298951 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:54.299234 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:54.299529 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:54.299813 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:54.300094 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:54.300374 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:54.300691 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:54.301031 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.common.config [-] host = dv-neutron-master-2-hyperv {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:54.301313 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:54.301603 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:54.301895 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:54.302187 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:54.302468 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:54.302748 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:54.303035 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:54.303312 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:54.303588 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.common.config [-] log_file = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:54.303869 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:54.304160 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:54.304450 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:54.304773 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:54.305004 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:54.305231 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:54.305521 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:54.305812 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:54.306092 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:54.306570 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:54.306861 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:54.307145 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:54.307425 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:54.307700 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:54.307992 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:54.308286 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:54.308596 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:54.308884 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:54.309166 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:54.309440 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:54.309717 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:54.310007 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:54.310286 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:54.310564 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:54.310840 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:54.311138 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:54.311413 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:54.311689 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:54.311994 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:54.312284 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:54.312593 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:54.312889 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:54.313168 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:54.313453 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:54.313730 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:54.314008 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:54.314285 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.common.config [-] use_json = False {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:54.314565 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:54.314839 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:54.315125 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:54.315402 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:54.315678 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:54.315957 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:54.316233 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:54.316522 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:54.316832 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:54.317132 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:54.317431 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:54.317736 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:54.318038 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:54.318339 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:54.318626 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:54.318920 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:54.319204 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:54.319495 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:54.319786 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:54.320080 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:54.320364 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:54.320697 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:54.320999 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:54.321296 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:54.321608 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:54.322001 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:54.322376 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:54.322667 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:54.322954 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:54.323238 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:54.323529 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:54.323825 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:54.324110 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:54.324408 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:54.324737 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:54.325029 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:54.325335 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:54.325632 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:54.325935 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:54.326232 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:54.326514 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:54.326801 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:54.327101 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:54.327386 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:54.327666 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:54.327950 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:54.328244 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:54.328527 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:54.328836 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:54.329124 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:54.329407 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:54.329686 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:54.329965 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:54.330250 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:54.330547 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:54.330830 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:54.331114 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:54.331390 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:54.331672 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:54.331952 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:54.332245 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:54.332528 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:54.332832 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:54.333112 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:54.333396 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:54.333677 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:54.333960 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:54.334245 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:54.334523 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:54.334809 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:54.335092 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:54.335369 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:54.335649 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:54.335926 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:54.336204 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:54.336482 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:54.336783 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:54.337071 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:54.337349 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:54.337982 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:54.338261 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:54.338546 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:54.338819 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:54.339110 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:54.339412 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:54.339700 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:54.339988 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:54.340276 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:54.340588 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:54.340870 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:54.341159 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:54.341445 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:54.341729 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:54.342007 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:54.342300 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:54.342585 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:54.342879 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:54.343194 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:54.343481 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:54.343783 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:54.344070 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:54.344354 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:54.344682 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:54.344969 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:54.345256 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:54.345546 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:54.345833 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:54.346130 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:54.346426 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:54.346722 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:54.347017 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:54.347314 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:54.347603 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:54.347912 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:54.348195 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:54.348414 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 28 10:23:54.348687 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103298) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 28 10:23:54.725786 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 28 10:23:54.725980 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 28 10:23:54.726281 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 28 10:23:54.726770 dv-neutron-master-2-hyperv neutron-server[103298]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 28 10:23:55.055581 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:23:55.055842 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:23:55.056129 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:23:55.057515 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:23:55.057801 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:23:55.058069 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:23:55.106950 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:23:55.107232 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:23:55.107490 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:23:55.121844 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:23:55.122127 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:23:55.122399 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:23:55.150862 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:23:55.151138 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:23:55.151408 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:23:55.188358 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:23:55.188660 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:23:55.188937 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:23:55.537330 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:23:55.537868 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:23:55.537868 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:23:55.538145 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:23:55.538849 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:23:55.638138 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:23:55.638468 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:23:55.638699 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:23:55.639013 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:23:55.639293 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:23:55.639605 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:23:55.639865 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:23:55.640126 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:23:55.640383 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:23:55.640682 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:23:55.640945 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:23:55.641215 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:23:55.641475 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:23:55.641727 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:23:55.641987 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:23:55.642235 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:23:55.642491 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:23:55.642759 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:23:55.643028 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:23:55.643288 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:23:55.643558 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:23:55.643813 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:23:55.644093 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:23:55.644469 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:23:55.644753 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:23:55.645005 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:23:55.645399 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103298) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 28 10:23:55.645643 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103298) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 28 10:23:55.645885 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103298) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 28 10:23:55.646124 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103298) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 28 10:23:55.646363 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103298) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 28 10:23:55.646601 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103298) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 28 10:23:55.646966 dv-neutron-master-2-hyperv neutron-server[103298]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 28 10:23:55.650308 dv-neutron-master-2-hyperv neutron-server[103298]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 28 10:23:55.654429 dv-neutron-master-2-hyperv neutron-server[103298]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 28 10:23:55.658382 dv-neutron-master-2-hyperv neutron-server[103298]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(250, 299)])]) Feb 28 10:23:55.660035 dv-neutron-master-2-hyperv neutron-server[103298]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 28 10:23:55.660522 dv-neutron-master-2-hyperv neutron-server[103298]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 28 10:23:55.660886 dv-neutron-master-2-hyperv neutron-server[103298]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 28 10:23:55.661272 dv-neutron-master-2-hyperv neutron-server[103298]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 28 10:23:55.664120 dv-neutron-master-2-hyperv neutron-server[103298]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 28 10:23:55.664369 dv-neutron-master-2-hyperv neutron-server[103298]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 28 10:23:55.664753 dv-neutron-master-2-hyperv neutron-server[103298]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 28 10:23:55.669835 dv-neutron-master-2-hyperv neutron-server[103298]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Feb 28 10:23:55.692788 dv-neutron-master-2-hyperv neutron-server[103298]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 28 10:23:55.693242 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:23:55.693545 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103298) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Feb 28 10:23:55.693907 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:23:55.695315 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103298) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 28 10:23:55.695593 dv-neutron-master-2-hyperv neutron-server[103298]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 28 10:23:55.695838 dv-neutron-master-2-hyperv neutron-server[103298]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 28 10:23:55.699259 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:23:55.699539 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:23:55.764584 dv-neutron-master-2-hyperv neutron-server[103298]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 28 10:23:55.764856 dv-neutron-master-2-hyperv neutron-server[103298]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 28 10:23:55.765095 dv-neutron-master-2-hyperv neutron-server[103298]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 28 10:23:55.765478 dv-neutron-master-2-hyperv neutron-server[103298]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 28 10:23:55.789767 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_db.sqlalchemy.engines [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103298) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Feb 28 10:23:56.241724 dv-neutron-master-2-hyperv neutron-server[103298]: INFO neutron.plugins.ml2.managers [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Initializing driver for type 'gre' Feb 28 10:23:56.242188 dv-neutron-master-2-hyperv neutron-server[103298]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] gre ID ranges: [(1, 1000)] Feb 28 10:23:56.300122 dv-neutron-master-2-hyperv neutron-server[103298]: INFO neutron.plugins.ml2.managers [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Initializing driver for type 'local' Feb 28 10:23:56.300460 dv-neutron-master-2-hyperv neutron-server[103298]: INFO neutron.plugins.ml2.managers [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Initializing driver for type 'vlan' Feb 28 10:23:56.315551 dv-neutron-master-2-hyperv neutron-server[103298]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] VlanTypeDriver initialization complete Feb 28 10:23:56.315906 dv-neutron-master-2-hyperv neutron-server[103298]: INFO neutron.plugins.ml2.managers [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Initializing driver for type 'vxlan' Feb 28 10:23:56.316401 dv-neutron-master-2-hyperv neutron-server[103298]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] vxlan ID ranges: [(1, 1000)] Feb 28 10:23:56.373245 dv-neutron-master-2-hyperv neutron-server[103298]: INFO neutron.plugins.ml2.managers [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Initializing extension driver 'port_security' Feb 28 10:23:56.373583 dv-neutron-master-2-hyperv neutron-server[103298]: INFO neutron.plugins.ml2.extensions.port_security [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] PortSecurityExtensionDriver initialization complete Feb 28 10:23:56.373911 dv-neutron-master-2-hyperv neutron-server[103298]: INFO neutron.plugins.ml2.managers [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Initializing mechanism driver 'openvswitch' Feb 28 10:23:56.374234 dv-neutron-master-2-hyperv neutron-server[103298]: INFO neutron.plugins.ml2.managers [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Initializing mechanism driver 'hyperv' Feb 28 10:23:56.381008 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.plugins.ml2.plugin [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:23:56.381869 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Subscribe: > port after_create 55550000 {{(pid=103298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:23:56.382318 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Subscribe: > port after_update 55550000 {{(pid=103298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:23:56.382700 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Subscribe: > port after_delete 55550000 {{(pid=103298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:23:56.383293 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103298) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Feb 28 10:23:56.383733 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Subscribe: > subnet after_create 55550000 {{(pid=103298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:23:56.384089 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Subscribe: > subnet after_update 55550000 {{(pid=103298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:23:56.384478 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:23:56.385337 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103298) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Feb 28 10:23:56.385752 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Subscribe: > network after_create 55550000 {{(pid=103298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:23:56.386107 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Subscribe: > network after_update 55550000 {{(pid=103298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:23:56.386449 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Subscribe: > network after_delete 55550000 {{(pid=103298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:23:56.386899 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103298) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Feb 28 10:23:56.387311 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Subscribe: > security_group after_create 55550000 {{(pid=103298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:23:56.387664 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Subscribe: > security_group after_update 55550000 {{(pid=103298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:23:56.388007 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:23:56.388406 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103298) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Feb 28 10:23:56.388848 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:23:56.389197 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:23:56.389540 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:23:56.389934 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103298) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Feb 28 10:23:56.390335 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Subscribe: > address_group after_create 55550000 {{(pid=103298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:23:56.390683 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Subscribe: > address_group after_update 55550000 {{(pid=103298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:23:56.391020 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:23:56.391417 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103298) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Feb 28 10:23:56.391860 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] ML2 OVO RPC backend initialized. {{(pid=103298) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Feb 28 10:23:56.392587 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:23:56.392947 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:23:56.393364 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Subscribe: > network before_response 55550000 {{(pid=103298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:23:56.393711 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Subscribe: > networks before_response 55550000 {{(pid=103298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:23:56.394057 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Subscribe: > port before_response 55550000 {{(pid=103298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:23:56.394401 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Subscribe: > ports before_response 55550000 {{(pid=103298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:23:56.394757 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Subscribe: > subnet before_response 55550000 {{(pid=103298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:23:56.395078 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Subscribe: > subnets before_response 55550000 {{(pid=103298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:23:56.395421 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Subscribe: > network after_create 55550000 {{(pid=103298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:23:56.395761 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Subscribe: > network after_update 55550000 {{(pid=103298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:23:56.396094 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Subscribe: > network after_delete 55550000 {{(pid=103298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:23:56.396430 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Subscribe: > port after_create 55550000 {{(pid=103298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:23:56.396795 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Subscribe: > port after_update 55550000 {{(pid=103298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:23:56.397135 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Subscribe: > port after_delete 55550000 {{(pid=103298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:23:56.397472 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Subscribe: > subnet after_create 55550000 {{(pid=103298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:23:56.397811 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Subscribe: > subnet after_update 55550000 {{(pid=103298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:23:56.398145 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:23:56.405584 dv-neutron-master-2-hyperv neutron-server[103298]: INFO neutron.quota [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Loaded quota_driver: . Feb 28 10:23:56.405954 dv-neutron-master-2-hyperv neutron-server[103298]: INFO neutron.plugins.ml2.plugin [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Modular L2 Plugin initialization complete Feb 28 10:23:56.406307 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.manager [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Loading services supported by the core plugin {{(pid=103298) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 28 10:23:56.406651 dv-neutron-master-2-hyperv neutron-server[103298]: INFO neutron.plugins.ml2.managers [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Got port-security extension from driver 'port_security' Feb 28 10:23:56.407169 dv-neutron-master-2-hyperv neutron-server[103298]: INFO neutron.extensions.vlantransparent [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Disabled vlantransparent extension. Feb 28 10:23:56.407665 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.manager [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103298) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 28 10:23:56.407993 dv-neutron-master-2-hyperv neutron-server[103298]: INFO neutron.manager [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Loading Plugin: router Feb 28 10:23:56.444198 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:23:56.444601 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Subscribe: > router after_create 55549900 {{(pid=103298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:23:56.444984 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Subscribe: > router before_create 55549900 {{(pid=103298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:23:56.445353 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:23:56.445726 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:23:56.446078 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Subscribe: > router after_delete 55549900 {{(pid=103298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:23:56.446438 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:23:56.446784 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:23:56.447274 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Subscribe: > router after_create 55549900 {{(pid=103298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:23:56.447627 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Subscribe: > router after_update 55549900 {{(pid=103298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:23:56.447976 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Subscribe: > router after_update 55549900 {{(pid=103298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:23:56.448308 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:23:56.448701 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Subscribe: > router after_update 55549900 {{(pid=103298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:23:56.449113 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Subscribe: > router precommit_update 55549900 {{(pid=103298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:23:56.449481 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Subscribe: port after_update 55550000 {{(pid=103298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:23:56.449819 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Subscribe: port after_delete 55550000 {{(pid=103298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:23:56.450155 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Subscribe: subnet after_update 55550000 {{(pid=103298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:23:56.450494 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:23:56.450841 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:23:56.451187 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Subscribe: > router precommit_create 55549900 {{(pid=103298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:23:56.451532 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Subscribe: port before_delete 55550000 {{(pid=103298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:23:56.451875 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Subscribe: > router precommit_create 55550000 {{(pid=103298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:23:56.452213 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Subscribe: > router after_update 55549900 {{(pid=103298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:23:56.452567 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:23:56.453051 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Subscribe: > router precommit_create 55549900 {{(pid=103298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:23:56.453415 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:23:56.453760 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Subscribe: > router precommit_update 55549900 {{(pid=103298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:23:56.454125 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Subscribe: > agent after_create 55550000 {{(pid=103298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:23:56.454472 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Subscribe: > agent after_delete 55550000 {{(pid=103298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:23:56.454812 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Subscribe: > network after_delete 55550000 {{(pid=103298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:23:56.455668 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.quota.resource_registry [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Tracking information for resource: router configured {{(pid=103298) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 28 10:23:56.455999 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.quota.resource_registry [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Tracking information for resource: floatingip configured {{(pid=103298) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 28 10:23:56.460978 dv-neutron-master-2-hyperv neutron-server[103298]: INFO neutron.db.l3_agentschedulers_db [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 28 10:23:56.461544 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Subscribe: port after_update 55550000 {{(pid=103298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:23:56.461907 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Subscribe: port after_create 55550000 {{(pid=103298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:23:56.462262 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Subscribe: port after_delete 55550000 {{(pid=103298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:23:56.462973 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Subscribe: port after_update 55550000 {{(pid=103298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:23:56.464218 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Subscribe: > router before_create 55550100 {{(pid=103298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:23:56.464585 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:23:56.464982 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Subscribe: > router precommit_create 55550100 {{(pid=103298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:23:56.465341 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Subscribe: > router precommit_update 55550100 {{(pid=103298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:23:56.470143 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.services.provider_configuration [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Service providers = [] {{(pid=103298) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 28 10:23:56.470510 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.db.servicetype_db [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103298) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 28 10:23:56.473471 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.services.service_base [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103298) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 28 10:23:56.473815 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.services.service_base [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103298) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 28 10:23:56.474156 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.services.service_base [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103298) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 28 10:23:56.475035 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.services.service_base [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103298) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 28 10:23:56.475406 dv-neutron-master-2-hyperv neutron-server[103298]: INFO neutron.services.service_base [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 28 10:23:56.475777 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.manager [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103298) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 28 10:23:56.476095 dv-neutron-master-2-hyperv neutron-server[103298]: INFO neutron.manager [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 28 10:23:56.487482 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.manager [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103298) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 28 10:23:56.487825 dv-neutron-master-2-hyperv neutron-server[103298]: INFO neutron.manager [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Loading Plugin: auto_allocate Feb 28 10:23:56.493680 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Subscribe: network precommit_update 55550000 {{(pid=103298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:23:56.494478 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Subscribe: network precommit_create 55550000 {{(pid=103298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:23:56.495014 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.manager [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103298) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 28 10:23:56.495342 dv-neutron-master-2-hyperv neutron-server[103298]: INFO neutron.manager [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Loading Plugin: tag Feb 28 10:23:56.502244 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.manager [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103298) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 28 10:23:56.502570 dv-neutron-master-2-hyperv neutron-server[103298]: INFO neutron.manager [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Loading Plugin: timestamp Feb 28 10:23:56.506432 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.manager [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103298) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 28 10:23:56.506762 dv-neutron-master-2-hyperv neutron-server[103298]: INFO neutron.manager [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Loading Plugin: network_ip_availability Feb 28 10:23:56.513010 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:23:56.513389 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:23:56.513743 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:23:56.514492 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.manager [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103298) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 28 10:23:56.514808 dv-neutron-master-2-hyperv neutron-server[103298]: INFO neutron.manager [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Loading Plugin: flavors Feb 28 10:23:56.519827 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.manager [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103298) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 28 10:23:56.520152 dv-neutron-master-2-hyperv neutron-server[103298]: INFO neutron.manager [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Loading Plugin: revisions Feb 28 10:23:56.524503 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.manager [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103298) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 28 10:23:56.524923 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_concurrency.lockutils [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.799s {{(pid=103298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 28 10:23:56.526211 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103298) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Feb 28 10:23:56.526549 dv-neutron-master-2-hyperv neutron-server[103298]: INFO neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Initializing extension manager. Feb 28 10:23:56.527073 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Loading extension file: __init__.py {{(pid=103298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:23:56.527416 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Loading extension file: __pycache__ {{(pid=103298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:23:56.527754 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:23:56.528086 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Loading extension file: address_group.py {{(pid=103298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:23:56.528886 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:23:56.529467 dv-neutron-master-2-hyperv neutron-server[103298]: INFO neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Loaded extension: address-group Feb 28 10:23:56.529794 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Loading extension file: address_scope.py {{(pid=103298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:23:56.530504 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:23:56.531010 dv-neutron-master-2-hyperv neutron-server[103298]: INFO neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Loaded extension: address-scope Feb 28 10:23:56.531331 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:23:56.532240 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:23:56.532776 dv-neutron-master-2-hyperv neutron-server[103298]: INFO neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Loaded extension: router-admin-state-down-before-update Feb 28 10:23:56.533093 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Loading extension file: agent.py {{(pid=103298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:23:56.533797 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:23:56.534296 dv-neutron-master-2-hyperv neutron-server[103298]: INFO neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Loaded extension: agent Feb 28 10:23:56.534616 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Loading extension file: agent_resources_synced.py {{(pid=103298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:23:56.535519 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:23:56.536025 dv-neutron-master-2-hyperv neutron-server[103298]: INFO neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Loaded extension: agent-resources-synced Feb 28 10:23:56.536348 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Loading extension file: allowedaddresspairs.py {{(pid=103298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:23:56.538158 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:23:56.538722 dv-neutron-master-2-hyperv neutron-server[103298]: INFO neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Loaded extension: allowed-address-pairs Feb 28 10:23:56.538983 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Loading extension file: auto_allocated_topology.py {{(pid=103298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:23:56.540066 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:23:56.540578 dv-neutron-master-2-hyperv neutron-server[103298]: INFO neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Loaded extension: auto-allocated-topology Feb 28 10:23:56.541499 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Loading extension file: availability_zone.py {{(pid=103298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:23:56.542212 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:23:56.542722 dv-neutron-master-2-hyperv neutron-server[103298]: INFO neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Loaded extension: availability_zone Feb 28 10:23:56.543045 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Loading extension file: availability_zone_filter.py {{(pid=103298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:23:56.543961 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:23:56.544467 dv-neutron-master-2-hyperv neutron-server[103298]: INFO neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Loaded extension: availability_zone_filter Feb 28 10:23:56.544812 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Loading extension file: data_plane_status.py {{(pid=103298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:23:56.545717 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:23:56.546216 dv-neutron-master-2-hyperv neutron-server[103298]: INFO neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Extension data-plane-status not supported by any of loaded plugins Feb 28 10:23:56.546538 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Loading extension file: default_subnetpools.py {{(pid=103298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:23:56.547460 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:23:56.547973 dv-neutron-master-2-hyperv neutron-server[103298]: INFO neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Loaded extension: default-subnetpools Feb 28 10:23:56.548292 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:23:56.549127 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:23:56.549629 dv-neutron-master-2-hyperv neutron-server[103298]: INFO neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Loaded extension: dhcp_agent_scheduler Feb 28 10:23:56.549954 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Loading extension file: dns.py {{(pid=103298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:23:56.550868 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:23:56.551378 dv-neutron-master-2-hyperv neutron-server[103298]: INFO neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Extension dns-integration not supported by any of loaded plugins Feb 28 10:23:56.551694 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Loading extension file: dns_domain_ports.py {{(pid=103298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:23:56.552639 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:23:56.553136 dv-neutron-master-2-hyperv neutron-server[103298]: INFO neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 28 10:23:56.553459 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:23:56.554371 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:23:56.554871 dv-neutron-master-2-hyperv neutron-server[103298]: INFO neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Feb 28 10:23:56.555189 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Loading extension file: dvr.py {{(pid=103298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:23:56.555862 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:23:56.556390 dv-neutron-master-2-hyperv neutron-server[103298]: INFO neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Loaded extension: dvr Feb 28 10:23:56.557185 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Loading extension file: ecmp_routes.py {{(pid=103298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:23:56.558111 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:23:56.558615 dv-neutron-master-2-hyperv neutron-server[103298]: INFO neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Extension ecmp_routes not supported by any of loaded plugins Feb 28 10:23:56.558936 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Loading extension file: empty_string_filtering.py {{(pid=103298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:23:56.559836 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:23:56.560341 dv-neutron-master-2-hyperv neutron-server[103298]: INFO neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Loaded extension: empty-string-filtering Feb 28 10:23:56.560691 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:23:56.561594 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:23:56.562096 dv-neutron-master-2-hyperv neutron-server[103298]: INFO neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 28 10:23:56.562414 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:23:56.563318 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:23:56.563821 dv-neutron-master-2-hyperv neutron-server[103298]: INFO neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 28 10:23:56.564137 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Loading extension file: external_net.py {{(pid=103298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:23:56.565074 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:23:56.565577 dv-neutron-master-2-hyperv neutron-server[103298]: INFO neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Loaded extension: external-net Feb 28 10:23:56.565897 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:23:56.566796 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:23:56.567301 dv-neutron-master-2-hyperv neutron-server[103298]: INFO neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Loaded extension: extra_dhcp_opt Feb 28 10:23:56.567621 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Loading extension file: extraroute.py {{(pid=103298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:23:56.568515 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:23:56.569047 dv-neutron-master-2-hyperv neutron-server[103298]: INFO neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Loaded extension: extraroute Feb 28 10:23:56.569368 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Loading extension file: extraroute_atomic.py {{(pid=103298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:23:56.570405 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:23:56.570914 dv-neutron-master-2-hyperv neutron-server[103298]: INFO neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Loaded extension: extraroute-atomic Feb 28 10:23:56.571236 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Loading extension file: filter_validation.py {{(pid=103298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:23:56.571978 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:23:56.572960 dv-neutron-master-2-hyperv neutron-server[103298]: INFO neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Loaded extension: filter-validation Feb 28 10:23:56.573371 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Loading extension file: fip_pf_description.py {{(pid=103298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:23:56.574289 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:23:56.574790 dv-neutron-master-2-hyperv neutron-server[103298]: INFO neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 28 10:23:56.575113 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Loading extension file: fip_port_details.py {{(pid=103298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:23:56.576212 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:23:56.576749 dv-neutron-master-2-hyperv neutron-server[103298]: INFO neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Loaded extension: fip-port-details Feb 28 10:23:56.577072 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Loading extension file: flavors.py {{(pid=103298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:23:56.578305 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:23:56.578924 dv-neutron-master-2-hyperv neutron-server[103298]: INFO neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Loaded extension: flavors Feb 28 10:23:56.579258 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:23:56.580979 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:23:56.581500 dv-neutron-master-2-hyperv neutron-server[103298]: INFO neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 28 10:23:56.581836 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Loading extension file: floatingip_pools.py {{(pid=103298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:23:56.582536 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:23:56.583049 dv-neutron-master-2-hyperv neutron-server[103298]: INFO neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Loaded extension: floatingip-pools Feb 28 10:23:56.583380 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Loading extension file: ip_allocation.py {{(pid=103298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:23:56.584303 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:23:56.584835 dv-neutron-master-2-hyperv neutron-server[103298]: INFO neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Extension ip_allocation not supported by any of loaded plugins Feb 28 10:23:56.585165 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:23:56.586078 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:23:56.586583 dv-neutron-master-2-hyperv neutron-server[103298]: INFO neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Loaded extension: ip-substring-filtering Feb 28 10:23:56.586911 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Loading extension file: l2_adjacency.py {{(pid=103298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:23:56.588864 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:23:56.592135 dv-neutron-master-2-hyperv neutron-server[103298]: INFO neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Extension l2_adjacency not supported by any of loaded plugins Feb 28 10:23:56.594329 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Loading extension file: l3.py {{(pid=103298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:23:56.599381 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:23:56.599902 dv-neutron-master-2-hyperv neutron-server[103298]: INFO neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Loaded extension: router Feb 28 10:23:56.600232 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:23:56.602512 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:23:56.603039 dv-neutron-master-2-hyperv neutron-server[103298]: INFO neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 28 10:23:56.603383 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:23:56.604507 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:23:56.605416 dv-neutron-master-2-hyperv neutron-server[103298]: INFO neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Loaded extension: ext-gw-mode Feb 28 10:23:56.605980 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:23:56.607869 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:23:56.608700 dv-neutron-master-2-hyperv neutron-server[103298]: INFO neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Loaded extension: l3-ha Feb 28 10:23:56.609210 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:23:56.610708 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:23:56.611510 dv-neutron-master-2-hyperv neutron-server[103298]: INFO neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Feb 28 10:23:56.612016 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Loading extension file: l3_flavors.py {{(pid=103298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:23:56.613586 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:23:56.614382 dv-neutron-master-2-hyperv neutron-server[103298]: INFO neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Loaded extension: l3-flavors Feb 28 10:23:56.614889 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:23:56.617261 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:23:56.618053 dv-neutron-master-2-hyperv neutron-server[103298]: INFO neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Feb 28 10:23:56.618564 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:23:56.619913 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:23:56.620730 dv-neutron-master-2-hyperv neutron-server[103298]: INFO neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Loaded extension: l3-port-ip-change-not-allowed Feb 28 10:23:56.621241 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Loading extension file: l3agentscheduler.py {{(pid=103298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:23:56.622967 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:23:56.623781 dv-neutron-master-2-hyperv neutron-server[103298]: INFO neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Loaded extension: l3_agent_scheduler Feb 28 10:23:56.624300 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Loading extension file: local_ip.py {{(pid=103298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:23:56.627332 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:23:56.628164 dv-neutron-master-2-hyperv neutron-server[103298]: INFO neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Extension local_ip not supported by any of loaded plugins Feb 28 10:23:56.628715 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Loading extension file: logging.py {{(pid=103298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:23:56.633580 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:23:56.634568 dv-neutron-master-2-hyperv neutron-server[103298]: INFO neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Extension logging not supported by any of loaded plugins Feb 28 10:23:56.634964 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Loading extension file: metering.py {{(pid=103298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:23:56.635720 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:23:56.636299 dv-neutron-master-2-hyperv neutron-server[103298]: INFO neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Loaded extension: metering Feb 28 10:23:56.636661 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:23:56.637787 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:23:56.638307 dv-neutron-master-2-hyperv neutron-server[103298]: INFO neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Loaded extension: metering_source_and_destination_fields Feb 28 10:23:56.638637 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Loading extension file: multiprovidernet.py {{(pid=103298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:23:56.639568 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:23:56.640082 dv-neutron-master-2-hyperv neutron-server[103298]: INFO neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Loaded extension: multi-provider Feb 28 10:23:56.640409 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Loading extension file: netmtu.py {{(pid=103298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:23:56.641348 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:23:56.641861 dv-neutron-master-2-hyperv neutron-server[103298]: INFO neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Loaded extension: net-mtu Feb 28 10:23:56.642192 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Loading extension file: netmtu_writable.py {{(pid=103298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:23:56.643107 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:23:56.643616 dv-neutron-master-2-hyperv neutron-server[103298]: INFO neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Loaded extension: net-mtu-writable Feb 28 10:23:56.643945 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Loading extension file: network_availability_zone.py {{(pid=103298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:23:56.644646 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:23:56.645157 dv-neutron-master-2-hyperv neutron-server[103298]: INFO neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Loaded extension: network_availability_zone Feb 28 10:23:56.645482 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Loading extension file: network_ip_availability.py {{(pid=103298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:23:56.646600 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:23:56.647112 dv-neutron-master-2-hyperv neutron-server[103298]: INFO neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Loaded extension: network-ip-availability Feb 28 10:23:56.647437 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Loading extension file: network_segment_range.py {{(pid=103298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:23:56.648206 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:23:56.648740 dv-neutron-master-2-hyperv neutron-server[103298]: INFO neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Extension network-segment-range not supported by any of loaded plugins Feb 28 10:23:56.649068 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Loading extension file: pagination.py {{(pid=103298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:23:56.650196 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:23:56.650696 dv-neutron-master-2-hyperv neutron-server[103298]: INFO neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Loaded extension: pagination Feb 28 10:23:56.650796 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Loading extension file: port_device_profile.py {{(pid=103298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:23:56.651703 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:23:56.652220 dv-neutron-master-2-hyperv neutron-server[103298]: INFO neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Loaded extension: port-device-profile Feb 28 10:23:56.652545 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:23:56.653515 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:23:56.654021 dv-neutron-master-2-hyperv neutron-server[103298]: INFO neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Loaded extension: port-mac-address-regenerate Feb 28 10:23:56.654344 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:23:56.655286 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:23:56.655787 dv-neutron-master-2-hyperv neutron-server[103298]: INFO neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Loaded extension: port-numa-affinity-policy Feb 28 10:23:56.656109 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Loading extension file: port_resource_request.py {{(pid=103298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:23:56.657057 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:23:56.657557 dv-neutron-master-2-hyperv neutron-server[103298]: INFO neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Extension port-resource-request not supported by any of loaded plugins Feb 28 10:23:56.657879 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Loading extension file: port_resource_request_groups.py {{(pid=103298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:23:56.658839 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:23:56.659340 dv-neutron-master-2-hyperv neutron-server[103298]: INFO neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Extension port-resource-request-groups not supported by any of loaded plugins Feb 28 10:23:56.659664 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Loading extension file: portbindings.py {{(pid=103298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:23:56.660579 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:23:56.661111 dv-neutron-master-2-hyperv neutron-server[103298]: INFO neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Loaded extension: binding Feb 28 10:23:56.661435 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Loading extension file: portbindings_extended.py {{(pid=103298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:23:56.662714 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:23:56.663235 dv-neutron-master-2-hyperv neutron-server[103298]: INFO neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Loaded extension: binding-extended Feb 28 10:23:56.663558 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Loading extension file: portsecurity.py {{(pid=103298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:23:56.664477 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:23:56.665023 dv-neutron-master-2-hyperv neutron-server[103298]: INFO neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Loaded extension: port-security Feb 28 10:23:56.665351 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Loading extension file: project_id.py {{(pid=103298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:23:56.666380 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:23:56.666704 dv-neutron-master-2-hyperv neutron-server[103298]: INFO neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Loaded extension: project-id Feb 28 10:23:56.667032 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Loading extension file: providernet.py {{(pid=103298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:23:56.667936 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:23:56.668443 dv-neutron-master-2-hyperv neutron-server[103298]: INFO neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Loaded extension: provider Feb 28 10:23:56.668796 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Loading extension file: qos.py {{(pid=103298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:23:56.672418 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:23:56.672974 dv-neutron-master-2-hyperv neutron-server[103298]: INFO neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Extension qos not supported by any of loaded plugins Feb 28 10:23:56.673313 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:23:56.674597 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:23:56.675106 dv-neutron-master-2-hyperv neutron-server[103298]: INFO neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 28 10:23:56.675435 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:23:56.676347 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:23:56.676900 dv-neutron-master-2-hyperv neutron-server[103298]: INFO neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 28 10:23:56.677225 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Loading extension file: qos_default.py {{(pid=103298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:23:56.678139 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:23:56.678644 dv-neutron-master-2-hyperv neutron-server[103298]: INFO neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Extension qos-default not supported by any of loaded plugins Feb 28 10:23:56.678975 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Loading extension file: qos_fip.py {{(pid=103298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:23:56.679995 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:23:56.680506 dv-neutron-master-2-hyperv neutron-server[103298]: INFO neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Extension qos-fip not supported by any of loaded plugins Feb 28 10:23:56.680865 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:23:56.682082 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:23:56.682591 dv-neutron-master-2-hyperv neutron-server[103298]: INFO neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Feb 28 10:23:56.682912 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Loading extension file: qos_gateway_ip.py {{(pid=103298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:23:56.683837 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:23:56.684343 dv-neutron-master-2-hyperv neutron-server[103298]: INFO neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 28 10:23:56.684696 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Loading extension file: qos_port_network_policy.py {{(pid=103298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:23:56.685741 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:23:56.686246 dv-neutron-master-2-hyperv neutron-server[103298]: INFO neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 28 10:23:56.686567 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:23:56.687613 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:23:56.688122 dv-neutron-master-2-hyperv neutron-server[103298]: INFO neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Extension qos-pps-minimum not supported by any of loaded plugins Feb 28 10:23:56.688441 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:23:56.689512 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:23:56.690030 dv-neutron-master-2-hyperv neutron-server[103298]: INFO neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Feb 28 10:23:56.690350 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Loading extension file: qos_pps_rule.py {{(pid=103298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:23:56.691545 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:23:56.692058 dv-neutron-master-2-hyperv neutron-server[103298]: INFO neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Extension qos-pps not supported by any of loaded plugins Feb 28 10:23:56.692389 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Loading extension file: qos_rule_type_details.py {{(pid=103298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:23:56.693341 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:23:56.693847 dv-neutron-master-2-hyperv neutron-server[103298]: INFO neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 28 10:23:56.694169 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Loading extension file: qos_rules_alias.py {{(pid=103298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:23:56.695228 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:23:56.695740 dv-neutron-master-2-hyperv neutron-server[103298]: INFO neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 28 10:23:56.696065 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Loading extension file: quota_check_limit.py {{(pid=103298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:23:56.697292 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:23:56.697714 dv-neutron-master-2-hyperv neutron-server[103298]: INFO neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Loaded extension: quota-check-limit Feb 28 10:23:56.698043 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Loading extension file: quotasv2.py {{(pid=103298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:23:56.698990 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:23:56.699315 dv-neutron-master-2-hyperv neutron-server[103298]: INFO neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Loaded extension: quotas Feb 28 10:23:56.699635 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Loading extension file: quotasv2_detail.py {{(pid=103298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:23:56.701381 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:23:56.701723 dv-neutron-master-2-hyperv neutron-server[103298]: INFO neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Loaded extension: quota_details Feb 28 10:23:56.702054 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Loading extension file: rbac.py {{(pid=103298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:23:56.703096 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:23:56.703616 dv-neutron-master-2-hyperv neutron-server[103298]: INFO neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Loaded extension: rbac-policies Feb 28 10:23:56.703951 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Loading extension file: rbac_address_group.py {{(pid=103298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:23:56.704907 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:23:56.705422 dv-neutron-master-2-hyperv neutron-server[103298]: INFO neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Loaded extension: rbac-address-group Feb 28 10:23:56.705748 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Loading extension file: rbac_address_scope.py {{(pid=103298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:23:56.706665 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:23:56.707177 dv-neutron-master-2-hyperv neutron-server[103298]: INFO neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Loaded extension: rbac-address-scope Feb 28 10:23:56.707503 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Loading extension file: rbac_security_groups.py {{(pid=103298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:23:56.708408 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:23:56.708943 dv-neutron-master-2-hyperv neutron-server[103298]: INFO neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Loaded extension: rbac-security-groups Feb 28 10:23:56.709271 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Loading extension file: rbac_subnetpool.py {{(pid=103298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:23:56.710256 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:23:56.710769 dv-neutron-master-2-hyperv neutron-server[103298]: INFO neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Loaded extension: rbac-subnetpool Feb 28 10:23:56.711091 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Loading extension file: revisionifmatch.py {{(pid=103298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:23:56.712013 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:23:56.712879 dv-neutron-master-2-hyperv neutron-server[103298]: INFO neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Loaded extension: revision-if-match Feb 28 10:23:56.713668 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Loading extension file: revisions.py {{(pid=103298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:23:56.714808 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:23:56.715345 dv-neutron-master-2-hyperv neutron-server[103298]: INFO neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Loaded extension: standard-attr-revisions Feb 28 10:23:56.715667 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Loading extension file: router_availability_zone.py {{(pid=103298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:23:56.716339 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:23:56.716873 dv-neutron-master-2-hyperv neutron-server[103298]: INFO neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Loaded extension: router_availability_zone Feb 28 10:23:56.717195 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Loading extension file: routerservicetype.py {{(pid=103298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:23:56.718125 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:23:56.718625 dv-neutron-master-2-hyperv neutron-server[103298]: INFO neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Extension router-service-type not supported by any of loaded plugins Feb 28 10:23:56.718945 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:23:56.719867 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:23:56.720370 dv-neutron-master-2-hyperv neutron-server[103298]: INFO neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Loaded extension: security-groups-normalized-cidr Feb 28 10:23:56.720732 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:23:56.721652 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:23:56.722160 dv-neutron-master-2-hyperv neutron-server[103298]: INFO neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Loaded extension: port-security-groups-filtering Feb 28 10:23:56.722478 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:23:56.723391 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:23:56.723893 dv-neutron-master-2-hyperv neutron-server[103298]: INFO neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Loaded extension: security-groups-remote-address-group Feb 28 10:23:56.724211 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:23:56.725165 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:23:56.725665 dv-neutron-master-2-hyperv neutron-server[103298]: INFO neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Loaded extension: security-groups-shared-filtering Feb 28 10:23:56.725989 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:23:56.726575 dv-neutron-master-2-hyperv neutron-server[103298]: WARNING neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Feb 28 10:23:56.726889 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Loading extension file: securitygroup.py {{(pid=103298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:23:56.736689 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:23:56.737214 dv-neutron-master-2-hyperv neutron-server[103298]: INFO neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Loaded extension: security-group Feb 28 10:23:56.737547 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Loading extension file: segment.py {{(pid=103298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:23:56.738335 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:23:56.738846 dv-neutron-master-2-hyperv neutron-server[103298]: INFO neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Extension segment not supported by any of loaded plugins Feb 28 10:23:56.739174 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:23:56.740119 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:23:56.740662 dv-neutron-master-2-hyperv neutron-server[103298]: INFO neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 28 10:23:56.740992 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Loading extension file: servicetype.py {{(pid=103298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:23:56.742103 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:23:56.742625 dv-neutron-master-2-hyperv neutron-server[103298]: INFO neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Loaded extension: service-type Feb 28 10:23:56.742952 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Loading extension file: sorting.py {{(pid=103298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:23:56.744163 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:23:56.744576 dv-neutron-master-2-hyperv neutron-server[103298]: INFO neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Loaded extension: sorting Feb 28 10:23:56.744917 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Loading extension file: standard_attr_segment.py {{(pid=103298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:23:56.745841 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:23:56.746356 dv-neutron-master-2-hyperv neutron-server[103298]: INFO neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 28 10:23:56.746677 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Loading extension file: standardattrdescription.py {{(pid=103298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:23:56.747326 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:23:56.747836 dv-neutron-master-2-hyperv neutron-server[103298]: INFO neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Loaded extension: standard-attr-description Feb 28 10:23:56.748190 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Loading extension file: stateful_security_group.py {{(pid=103298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:23:56.749136 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:23:56.749638 dv-neutron-master-2-hyperv neutron-server[103298]: INFO neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Loaded extension: stateful-security-group Feb 28 10:23:56.749959 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Loading extension file: stdattrs_common.py {{(pid=103298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:23:56.750525 dv-neutron-master-2-hyperv neutron-server[103298]: WARNING neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 28 10:23:56.750849 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:23:56.751801 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:23:56.752305 dv-neutron-master-2-hyperv neutron-server[103298]: INFO neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 28 10:23:56.752659 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Loading extension file: subnet_onboard.py {{(pid=103298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:23:56.753738 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:23:56.754252 dv-neutron-master-2-hyperv neutron-server[103298]: INFO neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Loaded extension: subnet_onboard Feb 28 10:23:56.754564 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:23:56.755501 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:23:56.756008 dv-neutron-master-2-hyperv neutron-server[103298]: INFO neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 28 10:23:56.756332 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Loading extension file: subnet_service_types.py {{(pid=103298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:23:56.757282 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:23:56.757794 dv-neutron-master-2-hyperv neutron-server[103298]: INFO neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Loaded extension: subnet-service-types Feb 28 10:23:56.758117 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Loading extension file: subnetallocation.py {{(pid=103298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:23:56.759191 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:23:56.760170 dv-neutron-master-2-hyperv neutron-server[103298]: INFO neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Loaded extension: subnet_allocation Feb 28 10:23:56.760500 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:23:56.761205 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:23:56.761718 dv-neutron-master-2-hyperv neutron-server[103298]: INFO neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Loaded extension: subnetpool-prefix-ops Feb 28 10:23:56.762042 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:23:56.762982 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:23:56.763489 dv-neutron-master-2-hyperv neutron-server[103298]: INFO neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 28 10:23:56.763813 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Loading extension file: tagging.py {{(pid=103298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:23:56.764920 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:23:56.765432 dv-neutron-master-2-hyperv neutron-server[103298]: INFO neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Loaded extension: standard-attr-tag Feb 28 10:23:56.765757 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Loading extension file: timestamp.py {{(pid=103298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:23:56.766968 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:23:56.767483 dv-neutron-master-2-hyperv neutron-server[103298]: INFO neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Loaded extension: standard-attr-timestamp Feb 28 10:23:56.767812 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Loading extension file: trunk.py {{(pid=103298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:23:56.768881 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:23:56.769390 dv-neutron-master-2-hyperv neutron-server[103298]: INFO neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Extension trunk not supported by any of loaded plugins Feb 28 10:23:56.769719 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Loading extension file: trunk_details.py {{(pid=103298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:23:56.770642 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:23:56.771154 dv-neutron-master-2-hyperv neutron-server[103298]: INFO neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Extension trunk-details not supported by any of loaded plugins Feb 28 10:23:56.771482 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Loading extension file: uplink_status_propagation.py {{(pid=103298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:23:56.772403 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:23:56.772936 dv-neutron-master-2-hyperv neutron-server[103298]: INFO neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 28 10:23:56.773263 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Loading extension file: vlantransparent.py {{(pid=103298) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 28 10:23:56.773938 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103298) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 28 10:23:56.774439 dv-neutron-master-2-hyperv neutron-server[103298]: INFO neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Extension vlan-transparent not supported by any of loaded plugins Feb 28 10:23:56.776997 dv-neutron-master-2-hyperv neutron-server[103298]: INFO neutron.quota.resource_registry [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Creating instance of TrackedResource for resource:network Feb 28 10:23:56.777516 dv-neutron-master-2-hyperv neutron-server[103298]: INFO neutron.quota.resource_registry [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Creating instance of TrackedResource for resource:subnet Feb 28 10:23:56.777922 dv-neutron-master-2-hyperv neutron-server[103298]: INFO neutron.quota.resource_registry [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Creating instance of TrackedResource for resource:subnetpool Feb 28 10:23:56.778313 dv-neutron-master-2-hyperv neutron-server[103298]: INFO neutron.quota.resource_registry [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Creating instance of TrackedResource for resource:port Feb 28 10:23:56.779557 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.v2.resource_helper [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103298) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 10:23:56.780002 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.v2.resource_helper [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Service FLAVORS assigned prefix: {{(pid=103298) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 10:23:56.780641 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.v2.resource_helper [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103298) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 10:23:56.781159 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.v2.resource_helper [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103298) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 10:23:56.781498 dv-neutron-master-2-hyperv neutron-server[103298]: INFO neutron.quota.resource_registry [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Creating instance of TrackedResource for resource:router Feb 28 10:23:56.781938 dv-neutron-master-2-hyperv neutron-server[103298]: INFO neutron.quota.resource_registry [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Creating instance of TrackedResource for resource:floatingip Feb 28 10:23:56.782426 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.v2.resource_helper [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Service METERING assigned prefix: /metering {{(pid=103298) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 10:23:56.783856 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:23:56.784229 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:23:56.784609 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:23:56.785631 dv-neutron-master-2-hyperv neutron-server[103298]: INFO neutron.quota.resource_registry [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Creating instance of CountableResource for resource:rbac_policy Feb 28 10:23:56.786067 dv-neutron-master-2-hyperv neutron-server[103298]: INFO neutron.quota.resource_registry [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Creating instance of TrackedResource for resource:security_group Feb 28 10:23:56.786660 dv-neutron-master-2-hyperv neutron-server[103298]: INFO neutron.quota.resource_registry [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 28 10:23:56.787350 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.v2.resource_helper [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Service CORE assigned prefix: {{(pid=103298) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 10:23:56.787760 dv-neutron-master-2-hyperv neutron-server[103298]: INFO neutron.quota.resource_registry [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Creating instance of TrackedResource for resource:subnetpool Feb 28 10:23:56.788107 dv-neutron-master-2-hyperv neutron-server[103298]: WARNING neutron.quota.resource_registry [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] subnetpool is already registered Feb 28 10:23:56.788634 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.v2.resource_helper [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Service CORE assigned prefix: {{(pid=103298) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 10:23:56.789100 dv-neutron-master-2-hyperv neutron-server[103298]: INFO neutron.quota.resource_registry [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Creating instance of TrackedResource for resource:subnetpool Feb 28 10:23:56.789495 dv-neutron-master-2-hyperv neutron-server[103298]: WARNING neutron.quota.resource_registry [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] subnetpool is already registered Feb 28 10:23:56.791948 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.v2.resource_helper [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103298) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 10:23:56.792616 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.v2.resource_helper [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Service FLAVORS assigned prefix: {{(pid=103298) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 10:23:56.793211 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.v2.resource_helper [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103298) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 10:23:56.793635 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.v2.resource_helper [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103298) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 10:23:56.793970 dv-neutron-master-2-hyperv neutron-server[103298]: INFO neutron.quota.resource_registry [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Creating instance of TrackedResource for resource:router Feb 28 10:23:56.794309 dv-neutron-master-2-hyperv neutron-server[103298]: WARNING neutron.quota.resource_registry [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] router is already registered Feb 28 10:23:56.794717 dv-neutron-master-2-hyperv neutron-server[103298]: INFO neutron.quota.resource_registry [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Creating instance of TrackedResource for resource:floatingip Feb 28 10:23:56.795054 dv-neutron-master-2-hyperv neutron-server[103298]: WARNING neutron.quota.resource_registry [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] floatingip is already registered Feb 28 10:23:56.795504 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.v2.resource_helper [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Service METERING assigned prefix: /metering {{(pid=103298) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 10:23:56.796165 dv-neutron-master-2-hyperv neutron-server[103298]: INFO neutron.quota.resource_registry [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Creating instance of CountableResource for resource:rbac_policy Feb 28 10:23:56.796489 dv-neutron-master-2-hyperv neutron-server[103298]: WARNING neutron.quota.resource_registry [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] rbac_policy is already registered Feb 28 10:23:56.796926 dv-neutron-master-2-hyperv neutron-server[103298]: INFO neutron.quota.resource_registry [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Creating instance of TrackedResource for resource:security_group Feb 28 10:23:56.797259 dv-neutron-master-2-hyperv neutron-server[103298]: WARNING neutron.quota.resource_registry [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] security_group is already registered Feb 28 10:23:56.797657 dv-neutron-master-2-hyperv neutron-server[103298]: INFO neutron.quota.resource_registry [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 28 10:23:56.797988 dv-neutron-master-2-hyperv neutron-server[103298]: WARNING neutron.quota.resource_registry [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] security_group_rule is already registered Feb 28 10:23:56.798607 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.v2.resource_helper [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Service CORE assigned prefix: {{(pid=103298) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 10:23:56.798935 dv-neutron-master-2-hyperv neutron-server[103298]: INFO neutron.quota.resource_registry [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Creating instance of TrackedResource for resource:subnetpool Feb 28 10:23:56.799268 dv-neutron-master-2-hyperv neutron-server[103298]: WARNING neutron.quota.resource_registry [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] subnetpool is already registered Feb 28 10:23:56.799683 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.v2.resource_helper [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Service CORE assigned prefix: {{(pid=103298) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 10:23:56.800006 dv-neutron-master-2-hyperv neutron-server[103298]: INFO neutron.quota.resource_registry [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Creating instance of TrackedResource for resource:subnetpool Feb 28 10:23:56.800335 dv-neutron-master-2-hyperv neutron-server[103298]: WARNING neutron.quota.resource_registry [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] subnetpool is already registered Feb 28 10:23:56.800827 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Extended resource: extensions {{(pid=103298) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 10:23:56.802342 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Extended resource: address-groups {{(pid=103298) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 10:23:56.803894 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Extended resource: address-scopes {{(pid=103298) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 10:23:56.805269 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Extended resource: agents {{(pid=103298) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 10:23:56.806768 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Extended resource: auto-allocated-topology {{(pid=103298) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 10:23:56.808038 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Extended resource: availability_zones {{(pid=103298) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 10:23:56.809307 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Extended resource: dhcp-networks {{(pid=103298) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 10:23:56.810859 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Extended resource: dhcp-agents {{(pid=103298) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 10:23:56.812324 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Extended resource: routers {{(pid=103298) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 10:23:56.814637 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Extended resource: flavors {{(pid=103298) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 10:23:56.815829 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Extended resource: service_profiles {{(pid=103298) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 10:23:56.817124 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Extended resource: next_providers {{(pid=103298) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 10:23:56.818590 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Extended resource: service_profiles {{(pid=103298) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 10:23:56.820184 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Extended resource: floatingip-pools {{(pid=103298) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 10:23:56.821460 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Extended resource: routers {{(pid=103298) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 10:23:56.823658 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Extended resource: floatingips {{(pid=103298) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 10:23:56.825908 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Extended resource: l3-routers {{(pid=103298) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 10:23:56.827340 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Extended resource: l3-agents {{(pid=103298) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 10:23:56.828810 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Extended resource: metering-labels {{(pid=103298) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 10:23:56.830197 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Extended resource: metering-label-rules {{(pid=103298) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 10:23:56.831502 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Extended resource: network-ip-availabilities {{(pid=103298) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 10:23:56.832808 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Extended resource: bindings {{(pid=103298) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 10:23:56.834503 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Extended resource: quotas {{(pid=103298) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 10:23:56.836090 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Extended resource: quotas {{(pid=103298) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 10:23:56.838019 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Extended resource: rbac-policies {{(pid=103298) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 10:23:56.839336 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Extended resource: security-groups {{(pid=103298) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 10:23:56.840588 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Extended resource: security-group-rules {{(pid=103298) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 10:23:56.841897 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Extended resource: service-providers {{(pid=103298) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 10:23:56.843123 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Extended resource: subnetpools {{(pid=103298) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 10:23:56.844590 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Extended resource: subnetpools {{(pid=103298) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 10:23:56.846069 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Extended resource: tags {{(pid=103298) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 10:23:56.847782 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Extended resource: tags {{(pid=103298) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 10:23:56.849667 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Extended resource: tags {{(pid=103298) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 10:23:56.851459 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Extended resource: tags {{(pid=103298) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 10:23:56.853468 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Extended resource: tags {{(pid=103298) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 10:23:56.856331 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Extended resource: tags {{(pid=103298) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 10:23:56.861212 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Extended resource: tags {{(pid=103298) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 10:23:56.863146 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Extended resource: tags {{(pid=103298) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 10:23:56.865000 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Extended resource: tags {{(pid=103298) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 10:23:56.867000 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron.api.extensions [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Extended resource: tags {{(pid=103298) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 28 10:23:56.873017 dv-neutron-master-2-hyperv neutron-server[103298]: WARNING keystonemiddleware.auth_token [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 28 10:23:56.877777 dv-neutron-master-2-hyperv neutron-server[103298]: WARNING keystonemiddleware.auth_token [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 28 10:23:56.886790 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_concurrency.lockutils [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Acquired lock "singleton_lock" {{(pid=103298) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Feb 28 10:23:56.887268 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_concurrency.lockutils [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Releasing lock "singleton_lock" {{(pid=103298) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Feb 28 10:23:56.887931 dv-neutron-master-2-hyperv neutron-server[103298]: INFO oslo_service.service [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Starting 2 workers Feb 28 10:23:56.892784 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Started child 103407 {{(pid=103298) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 28 10:23:56.897197 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Started child 103408 {{(pid=103298) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 28 10:23:56.898301 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:23:56.899021 dv-neutron-master-2-hyperv neutron-server[103298]: INFO neutron.service [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Neutron service started, listening on 0.0.0.0:9696 Feb 28 10:23:56.899330 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:23:56.899841 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [-] (103407) wsgi starting up on http://0.0.0.0:9696 Feb 28 10:23:56.901983 dv-neutron-master-2-hyperv neutron-server[103298]: INFO oslo_service.service [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Starting 1 workers Feb 28 10:23:56.902186 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:23:56.903478 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [-] (103408) wsgi starting up on http://0.0.0.0:9696 Feb 28 10:23:56.907181 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Started child 103409 {{(pid=103298) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 28 10:23:56.907722 dv-neutron-master-2-hyperv neutron-server[103298]: INFO oslo_service.service [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Starting 1 workers Feb 28 10:23:56.911066 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.service [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] calling RpcWorker wait() {{(pid=103409) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 28 10:23:56.911643 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.service [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] returning from RpcWorker wait() {{(pid=103409) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 28 10:23:56.912148 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Started child 103410 {{(pid=103298) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 28 10:23:56.912964 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:23:56.913091 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG neutron_lib.callbacks.manager [None req-aa8efc39-15c4-4fb7-bb47-4c75b536e154 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:23:56.913490 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:23:56.914819 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103298) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 28 10:23:56.914995 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 28 10:23:56.915371 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 28 10:23:56.915560 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 28 10:23:56.916123 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 28 10:23:56.916317 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 28 10:23:56.917033 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:56.917158 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:23:56.917636 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:56.917636 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:56.917773 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:56.918102 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:56.918672 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:56.918907 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:56.919175 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:56.919439 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:56.919651 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:56.919963 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:56.920295 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:56.920582 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:56.920824 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:56.921131 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:56.921417 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:56.921653 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:56.921904 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:56.922046 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:56.922330 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:56.922581 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:56.922826 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:56.923097 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] debug = True {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:56.923341 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:56.923829 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:56.924054 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:56.924289 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:56.924490 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:56.924772 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:56.925000 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:56.925274 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:56.925531 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:56.925762 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:56.926029 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:56.926279 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:56.926509 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:56.926745 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:56.926991 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:56.927219 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:56.927489 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:56.927706 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:56.928150 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] host = dv-neutron-master-2-hyperv {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:56.928383 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:56.928636 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:56.928879 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:56.929120 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:56.929358 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:56.929591 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:56.929840 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:56.930264 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:56.930424 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:56.930561 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:56.930786 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:56.931007 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:56.931412 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:56.931572 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] log_file = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:56.931710 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] log_options = True {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:56.931939 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:56.932198 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:56.932447 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:56.932674 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:56.932829 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:56.933002 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:56.933270 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:56.933437 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:56.933734 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:56.933895 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:56.934078 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:56.934308 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:56.934520 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:56.934749 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:56.934991 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:56.935202 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:56.935439 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:56.935662 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:56.935899 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:56.936230 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:56.936461 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:56.938166 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:23:56.938440 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:56.938741 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:56.939012 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:56.939295 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:56.939558 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:56.939888 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:56.940243 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:56.940719 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:56.944984 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:56.944984 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:56.945258 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:56.945498 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:56.945757 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:56.946026 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:56.946273 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:56.946508 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:56.946760 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:56.947157 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:56.947985 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:56.948375 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:56.948724 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:56.948956 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:56.949196 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:56.949451 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:56.949694 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:56.949936 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] use_json = False {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:56.950174 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:56.950410 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:56.950860 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:56.951094 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:56.951335 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:56.951554 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:56.951791 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:56.952030 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:56.952417 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:56.952901 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:56.953185 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:56.953500 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:56.953742 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:56.954078 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:56.954337 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:56.954576 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:56.954801 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:56.955048 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:56.955285 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:56.955566 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:56.955790 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:56.956083 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:56.956342 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:56.956670 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:56.956992 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:56.957268 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:56.957528 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:56.957785 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:56.957989 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:56.958204 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:56.958475 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:56.958750 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:56.958995 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:56.959247 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:56.959479 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:56.959703 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:56.960004 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:56.960263 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:56.960637 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:56.961013 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:56.961303 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.20/identity {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:56.961540 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:56.961759 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:56.961997 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:56.962229 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:56.962765 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:56.963367 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:56.963695 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:56.963965 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:56.964287 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:56.964540 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:56.964782 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:56.965036 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:56.965276 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:56.965527 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:56.965755 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:56.965994 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:56.966225 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:56.966615 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:56.966997 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:56.967236 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:56.967475 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:56.967691 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:56.967935 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:56.968150 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:56.968397 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:56.968802 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:56.969165 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:56.969529 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:56.969881 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:56.970254 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:56.970654 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:56.971116 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:56.971480 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:56.971847 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:56.972074 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:56.972290 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:56.972537 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:56.972782 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:56.972994 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:56.973227 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:56.973451 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:56.973662 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:56.973908 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:56.974158 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:56.974457 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:56.974678 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:56.974889 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:56.975100 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:56.975317 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:56.975523 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:56.975747 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:56.975958 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:56.976166 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:56.976383 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:56.976630 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:56.976840 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:56.977050 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:56.977263 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:56.977473 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:56.977749 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:56.978046 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:56.978466 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:56.979085 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:56.979329 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:56.979572 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:56.979795 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:56.980083 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:56.980283 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:56.980515 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:56.980784 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:56.981051 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:56.981376 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:56.981638 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:56.981865 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:56.982085 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:56.982337 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:56.982556 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:56.982771 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:56.982997 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:56.983203 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:56.983446 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:56.983679 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:56.983952 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:56.984207 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:56.984465 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:56.984737 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:56.984987 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:56.985255 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:56.985523 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:56.985774 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:56.986000 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:56.986271 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:56.986561 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:56.986808 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:56.987086 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:56.987344 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:56.987591 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:56.987836 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:56.988083 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:56.988327 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:56.988611 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:56.988870 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:56.989117 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:56.989358 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:56.989589 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:56.989809 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:56.990050 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:56.990345 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:56.990575 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:56.990805 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:56.991067 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:56.991350 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:56.991601 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:56.991834 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:56.992097 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:56.992344 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:56.992646 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:56.992893 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:56.993129 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.20/identity {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:56.993340 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:56.993569 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:56.994404 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:56.994600 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:56.994839 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:56.995058 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:56.995303 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:56.995538 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:56.995756 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:56.996004 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:56.996219 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:56.996439 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:56.997023 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:56.997023 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:56.997211 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:56.997347 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:56.997559 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:56.997794 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:56.998029 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:56.998247 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:56.998478 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:56.998693 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:56.998904 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:56.999149 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:56.999367 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:56.999629 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.000035 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.000428 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.000684 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.000949 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.001620 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.001620 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.001784 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.001872 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.002059 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.002425 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.002785 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.003154 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.003395 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.003642 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.003872 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.004118 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.004353 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.004713 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.004975 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.005182 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.005411 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.005653 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.005874 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.006107 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.006329 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.006555 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.006785 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.007006 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.007236 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.007451 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.007669 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.007883 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.008157 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.008363 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.008630 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.008870 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.009088 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.009327 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.010001 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.010274 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.010503 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.010737 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.010970 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.011200 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.011430 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.011634 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.011928 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.012167 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.012403 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.012686 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.012921 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.013172 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.016601 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.016601 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.016601 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.016601 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.016601 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.016601 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.016601 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.016601 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.017145 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.017145 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.017145 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.017145 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.017145 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.017145 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.017145 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.017145 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.017605 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.017670 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 60168) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:23:57.020807 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:23:57.025261 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.026450 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [-] 10.222.0.20 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0067902 Feb 28 10:23:57.027426 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.027668 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.027905 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.028856 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.028856 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.028856 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.029114 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.029261 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.029505 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.029757 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.030002 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.030240 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.030508 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.030779 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.031062 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.031354 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.031645 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.031923 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.032175 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.032496 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.033501 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.033761 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.034022 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.034268 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.034500 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.034763 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.035083 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.036147 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.036433 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.036782 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.037067 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.037493 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.037808 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.038030 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.038330 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.038690 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.038987 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.039247 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.039557 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.039747 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.039985 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.040200 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.040462 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.041700 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.041970 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.042242 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.042513 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.042745 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.042990 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.043217 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.043442 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.043711 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.043941 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.044199 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.044423 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.044661 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 28 10:23:57.045214 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103298) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 28 10:23:57.045380 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 28 10:23:57.045533 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 28 10:23:57.045873 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 28 10:23:57.046139 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 28 10:23:57.046246 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 28 10:23:57.047157 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:57.047157 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:57.047157 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:57.047157 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:57.047157 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:57.047157 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:57.047585 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:57.047585 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:57.047722 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:57.047805 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:57.047919 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:57.048077 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:57.048236 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:57.048392 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:57.048573 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:57.048747 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:57.048884 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:57.049199 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:57.049349 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:57.049668 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:57.050642 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:57.050806 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:57.050964 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] debug = True {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:57.051270 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:57.052316 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:57.052316 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:57.052316 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:57.052316 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:57.052316 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:57.052316 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:57.052778 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:57.052778 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:57.052778 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:57.052951 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:57.053015 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:57.054367 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:57.054367 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:57.054367 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:57.054367 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:57.054367 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:57.054367 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:57.054367 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] host = dv-neutron-master-2-hyperv {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:57.054367 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:57.054914 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:57.054914 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:57.054914 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:57.054914 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:57.054914 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:57.055256 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:57.055256 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:57.055416 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:57.055496 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:57.055687 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:57.056251 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:57.056251 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:57.056251 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] log_file = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:57.056576 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] log_options = True {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:57.056733 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:57.056899 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:57.057059 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:57.057249 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:57.057417 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:57.057577 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:57.057735 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:57.057895 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:57.058053 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:57.058213 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:57.058370 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:57.058528 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:57.058686 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:57.058845 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:57.059002 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:57.059159 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:57.059317 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:57.059475 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:57.059702 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:57.059798 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:57.059937 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:57.060094 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:57.060254 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:57.060411 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:57.060590 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:57.060750 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:57.060904 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:57.061242 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:57.062238 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:57.062238 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:57.062238 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:57.062238 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:57.062238 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:57.062238 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:57.062658 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:57.062658 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:57.062658 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:57.062850 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:57.062850 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:57.064192 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:57.064192 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:57.064192 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:57.064192 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:57.064192 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:57.064192 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:57.064192 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:57.064192 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] use_json = False {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:57.064716 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:57.064716 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:57.064716 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:57.064716 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:57.064941 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:57.065019 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:57.065136 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:57.065459 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:57.065757 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 10:23:57.066549 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.066549 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.066549 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.066549 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.066549 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.066863 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.066863 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.067017 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.067313 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.067487 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.067653 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.068595 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.068925 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.069094 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.069258 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.069420 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.069577 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.069879 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.070187 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.070352 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.070512 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.070692 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.070844 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.071004 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.071164 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.071325 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.071486 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.071656 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.071818 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.072107 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.072265 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.072382 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.20/identity {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.072493 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.072669 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.072839 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.073009 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.073158 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.073307 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.073467 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.073637 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.074529 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.074529 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.074529 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.074529 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.074529 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.074529 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.074905 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.074905 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.075020 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.075133 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.075294 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.075453 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.075614 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.075774 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.075935 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.076097 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.076262 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.076434 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.076612 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.076776 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.076936 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.077096 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.078645 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.078645 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.078645 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.078645 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.078645 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.078645 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.078645 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.078645 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.078645 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.079264 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.079264 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.079264 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.079264 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.079264 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.079600 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.079600 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.079732 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.079805 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.079941 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.080099 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.080411 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.080606 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.080911 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.081088 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.081302 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.081818 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.081818 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.081818 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.082028 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.082092 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.082254 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.082882 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.082882 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.082882 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.082882 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.084144 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.084144 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.084144 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.084144 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.084144 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.084144 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.084144 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.084144 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.084744 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.084744 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.084744 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.084744 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.084963 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.084963 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.085112 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.085263 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.086455 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.086455 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.086455 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.086455 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.086455 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.086455 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.086455 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.086455 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.087001 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.087001 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.087001 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.087209 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.087283 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.087392 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.087908 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.088070 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.088230 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.088393 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.088615 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.088740 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.088900 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.089061 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.089235 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.089396 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.089557 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.089718 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.089901 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.090062 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.090221 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.090381 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.090548 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.090706 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.090866 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.091025 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.091186 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.091346 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.091510 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.091671 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.20/identity {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.091833 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.091994 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.092154 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.092314 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.092481 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.092685 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.092849 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.093009 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.093316 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.093468 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.093631 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.093791 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.093952 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.094112 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.094332 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.094463 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.094571 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.094745 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.094893 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.095054 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.095225 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.095353 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.095512 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.095671 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.095831 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.096000 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.096164 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.096327 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.096495 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.096679 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.096851 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.097003 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.097160 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.097321 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.097483 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.097650 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.097806 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.097971 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.098132 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.098295 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.098456 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.098615 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.098777 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.098957 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.099118 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.099277 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.099496 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.099625 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.099753 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.099899 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.100060 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.100221 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.100380 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.100544 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.100724 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.100875 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.101035 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.101196 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.101356 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.101522 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.101686 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.101872 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.102001 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.102167 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.102332 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.102495 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.102648 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.102804 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.102964 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.103152 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.103312 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.103472 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.103646 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.103806 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.103966 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.104127 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.104287 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.104447 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.104642 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.104807 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.104961 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.105114 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.105273 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.105432 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.105603 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.105764 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.105924 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.106088 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.106235 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.106398 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.107267 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.107267 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.107267 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.107267 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.107267 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.107552 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.107552 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.107684 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.107750 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.107915 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.108073 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.108232 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.108401 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.108611 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.108739 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.108899 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.109059 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.109218 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.109392 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.109556 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.109720 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.109888 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.110047 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.110208 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.110404 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.110543 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.110674 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.110838 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.110999 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.111158 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.111319 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.111936 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.111936 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.111936 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.111936 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.112430 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.112430 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.112430 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.112769 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.112769 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.112922 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.113098 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.113260 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.113498 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.113593 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.113732 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.113892 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.114051 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.114212 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.114413 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.114528 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.114688 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.114849 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.115013 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.115191 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.115352 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.115512 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.115672 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.115833 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.115998 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.116159 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 10:23:57.116312 dv-neutron-master-2-hyperv neutron-server[103298]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103298) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 28 10:24:08.688042 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca2bbaf7-0c5f-43ea-b1c0-b562f914c9a2 None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=103409) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 28 10:24:08.765716 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca2bbaf7-0c5f-43ea-b1c0-b562f914c9a2 None None] No non-hosted networks {{(pid=103409) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 28 10:24:08.781387 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.agentschedulers_db [None req-ca2bbaf7-0c5f-43ea-b1c0-b562f914c9a2 None None] DHCP Agent not found on host dv-neutron-master-2-hyperv {{(pid=103409) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Feb 28 10:24:08.870643 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-13b4c60c-3203-4434-8604-450e5a558a5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1802728'] for agent (fb6705d2-4f70-4965-92a3-fbfccd43a6d3), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:24:10.983192 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2677829a-0ebe-45d0-bd1d-5ba9e0652d3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1802728'] for agent (fc6c9b74-8dbb-41bb-800a-5bd3a43fe896), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:24:11.037736 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c4b9a40c-790d-4475-b8cf-42532068de6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fc6c9b74-8dbb-41bb-800a-5bd3a43fe896), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:24:11.913217 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b6d631fb-7df0-4fe1-8322-abff3b61cae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1802728'] for agent (0db5147a-92a3-4581-8a5f-8ec9b93e0600), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:24:13.392252 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6b923bb1-06b0-4b84-b461-7cc1d0196090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1802728'] for agent (2e621730-3978-4720-b581-ac380e97a567), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:24:14.720308 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 60254) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:24:14.871160 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1802728'] for agent (75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:24:14.873128 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:24:14.873689 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:24:14.874941 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:24:14.875514 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:24:14.876292 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:24:14.876907 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:24:14.877526 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:24:14.878129 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:24:14.878739 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:24:14.879760 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:24:14.880400 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:24:14.880972 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:24:14.881527 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:24:14.882130 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-master-2-hyperv', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:24:14.888769 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-master-2-hyperv', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:24:15.271332 dv-neutron-master-2-hyperv neutron-server[103407]: WARNING oslo_policy.policy [None req-ebd1db6c-fe6f-4f08-8afe-4f1ea732189c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 28 10:24:15.271902 dv-neutron-master-2-hyperv neutron-server[103407]: WARNING oslo_policy.policy [None req-ebd1db6c-fe6f-4f08-8afe-4f1ea732189c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 28 10:24:15.498414 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [None req-ebd1db6c-fe6f-4f08-8afe-4f1ea732189c admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103407) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 10:24:15.513167 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-ebd1db6c-fe6f-4f08-8afe-4f1ea732189c admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7802322 Feb 28 10:24:17.130265 dv-neutron-master-2-hyperv neutron-server[103409]: INFO neutron.db.l3_hamode_db [None req-69d44c72-5122-4824-a974-5d4c71b62eab None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 28 10:24:17.210610 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d44c72-5122-4824-a974-5d4c71b62eab None None] Routers set() bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:24:17.210980 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d44c72-5122-4824-a974-5d4c71b62eab None None] Router IDs set() for agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 28 10:24:18.051491 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 60280) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:24:18.582139 dv-neutron-master-2-hyperv neutron-server[103408]: WARNING oslo_policy.policy [None req-d8d8af77-d10e-44b0-8a8c-c72ee57d7b22 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 28 10:24:18.582988 dv-neutron-master-2-hyperv neutron-server[103408]: WARNING oslo_policy.policy [None req-d8d8af77-d10e-44b0-8a8c-c72ee57d7b22 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 28 10:24:18.818784 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-d8d8af77-d10e-44b0-8a8c-c72ee57d7b22 admin admin] Request body: {'subnetpool': {'shared': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'is_default': True}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:24:18.914499 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.policy [None req-d8d8af77-d10e-44b0-8a8c-c72ee57d7b22 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103408) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 28 10:24:18.957776 dv-neutron-master-2-hyperv neutron-server[103408]: WARNING oslo_policy.policy [None req-d8d8af77-d10e-44b0-8a8c-c72ee57d7b22 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 28 10:24:18.958145 dv-neutron-master-2-hyperv neutron-server[103408]: WARNING oslo_policy.policy [None req-d8d8af77-d10e-44b0-8a8c-c72ee57d7b22 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 28 10:24:19.067269 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d8d8af77-d10e-44b0-8a8c-c72ee57d7b22 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742061719528', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742061715935', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742061704739', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742061732138', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742061721807', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742061615973', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-665784', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-803321', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1907789', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2072894'] for rbac-policy (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:24:19.141106 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d8d8af77-d10e-44b0-8a8c-c72ee57d7b22 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:24:19.142299 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-d8d8af77-d10e-44b0-8a8c-c72ee57d7b22 admin admin] 10.222.0.20 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0897875 Feb 28 10:24:21.655215 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 60296) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:24:22.007201 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-ea267833-fb0c-43d6-9455-6b155487bbda demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:24:22.048954 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea267833-fb0c-43d6-9455-6b155487bbda demo demo] Made reservation on behalf of ef0f5724558244f089092e63bdf7280e for: {'network': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:24:22.054826 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ea267833-fb0c-43d6-9455-6b155487bbda demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for network (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:24:22.077874 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ea267833-fb0c-43d6-9455-6b155487bbda demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:24:22.200020 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ea267833-fb0c-43d6-9455-6b155487bbda demo demo] Publish callbacks [] for security_group (ed01ad16-36a7-4f74-b218-16c9dbbbbb11), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:24:22.205485 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ea267833-fb0c-43d6-9455-6b155487bbda demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (ed01ad16-36a7-4f74-b218-16c9dbbbbb11), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:24:22.230505 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea267833-fb0c-43d6-9455-6b155487bbda demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 274} {{(pid=103408) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:24:22.264805 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ea267833-fb0c-43d6-9455-6b155487bbda demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8742057110164', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (fbc64798-08f8-4cda-9ffa-17f145c8e6a9), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:24:22.265355 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ea267833-fb0c-43d6-9455-6b155487bbda demo demo] Unsubscribe: segment precommit_create {{(pid=103408) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 28 10:24:22.265880 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.db.segments_db [None req-ea267833-fb0c-43d6-9455-6b155487bbda demo demo] Added segment fbc64798-08f8-4cda-9ffa-17f145c8e6a9 of type vlan for network 7447805c-0a98-4f4c-b504-82fd68085968 Feb 28 10:24:22.281434 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea267833-fb0c-43d6-9455-6b155487bbda demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=ed01ad16-36a7-4f74-b218-16c9dbbbbb11,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:24:22.332221 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea267833-fb0c-43d6-9455-6b155487bbda demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:24:22.332474 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea267833-fb0c-43d6-9455-6b155487bbda demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:24:22.332870 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea267833-fb0c-43d6-9455-6b155487bbda demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:24:22.333205 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea267833-fb0c-43d6-9455-6b155487bbda demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:24:22.333533 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea267833-fb0c-43d6-9455-6b155487bbda demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:24:22.333863 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea267833-fb0c-43d6-9455-6b155487bbda demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:24:22.334180 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea267833-fb0c-43d6-9455-6b155487bbda demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:24:22.334557 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea267833-fb0c-43d6-9455-6b155487bbda demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:24:22.334962 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea267833-fb0c-43d6-9455-6b155487bbda demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:24:22.335285 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea267833-fb0c-43d6-9455-6b155487bbda demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:24:22.335615 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea267833-fb0c-43d6-9455-6b155487bbda demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:24:22.335924 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea267833-fb0c-43d6-9455-6b155487bbda demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:24:22.336238 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea267833-fb0c-43d6-9455-6b155487bbda demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:24:22.338036 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea267833-fb0c-43d6-9455-6b155487bbda demo demo] Tracked resource versions report: Feb 28 10:24:22.338036 dv-neutron-master-2-hyperv neutron-server[103408]: pushed versions: Feb 28 10:24:22.338036 dv-neutron-master-2-hyperv neutron-server[103408]: { 'AddressGroup': {'1.2'}, Feb 28 10:24:22.338036 dv-neutron-master-2-hyperv neutron-server[103408]: 'ConntrackHelper': {'1.0'}, Feb 28 10:24:22.338036 dv-neutron-master-2-hyperv neutron-server[103408]: 'LocalIPAssociation': {'1.0'}, Feb 28 10:24:22.338036 dv-neutron-master-2-hyperv neutron-server[103408]: 'Log': {'1.0'}, Feb 28 10:24:22.338036 dv-neutron-master-2-hyperv neutron-server[103408]: 'Network': {'1.1'}, Feb 28 10:24:22.338036 dv-neutron-master-2-hyperv neutron-server[103408]: 'Port': {'1.7'}, Feb 28 10:24:22.338036 dv-neutron-master-2-hyperv neutron-server[103408]: 'PortForwarding': {'1.2'}, Feb 28 10:24:22.338036 dv-neutron-master-2-hyperv neutron-server[103408]: 'QosPolicy': {'1.10'}, Feb 28 10:24:22.338036 dv-neutron-master-2-hyperv neutron-server[103408]: 'SecurityGroup': {'1.5'}, Feb 28 10:24:22.338036 dv-neutron-master-2-hyperv neutron-server[103408]: 'SecurityGroupRule': {'1.2'}, Feb 28 10:24:22.338036 dv-neutron-master-2-hyperv neutron-server[103408]: 'SubPort': {'1.0'}, Feb 28 10:24:22.338036 dv-neutron-master-2-hyperv neutron-server[103408]: 'Subnet': {'1.1'}, Feb 28 10:24:22.338036 dv-neutron-master-2-hyperv neutron-server[103408]: 'Trunk': {'1.1'}} Feb 28 10:24:22.338036 dv-neutron-master-2-hyperv neutron-server[103408]: consumer versions: Feb 28 10:24:22.338036 dv-neutron-master-2-hyperv neutron-server[103408]: { DHCP agent@dv-neutron-master-2-hyperv: {}, Feb 28 10:24:22.338036 dv-neutron-master-2-hyperv neutron-server[103408]: L3 agent@dv-neutron-master-2-hyperv: {}, Feb 28 10:24:22.338036 dv-neutron-master-2-hyperv neutron-server[103408]: Metadata agent@dv-neutron-master-2-hyperv: {}, Feb 28 10:24:22.338036 dv-neutron-master-2-hyperv neutron-server[103408]: Metering agent@dv-neutron-master-2-hyperv: {}, Feb 28 10:24:22.338036 dv-neutron-master-2-hyperv neutron-server[103408]: Open vSwitch agent@dv-neutron-master-2-hyperv: { 'AddressGroup': '1.2', Feb 28 10:24:22.338036 dv-neutron-master-2-hyperv neutron-server[103408]: 'ConntrackHelper': '1.0', Feb 28 10:24:22.338036 dv-neutron-master-2-hyperv neutron-server[103408]: 'LocalIPAssociation': '1.0', Feb 28 10:24:22.338036 dv-neutron-master-2-hyperv neutron-server[103408]: 'Log': '1.0', Feb 28 10:24:22.338036 dv-neutron-master-2-hyperv neutron-server[103408]: 'Network': '1.1', Feb 28 10:24:22.338036 dv-neutron-master-2-hyperv neutron-server[103408]: 'Port': '1.7', Feb 28 10:24:22.338036 dv-neutron-master-2-hyperv neutron-server[103408]: 'PortForwarding': '1.2', Feb 28 10:24:22.338036 dv-neutron-master-2-hyperv neutron-server[103408]: 'QosPolicy': '1.10', Feb 28 10:24:22.338036 dv-neutron-master-2-hyperv neutron-server[103408]: 'SecurityGroup': '1.5', Feb 28 10:24:22.338036 dv-neutron-master-2-hyperv neutron-server[103408]: 'SecurityGroupRule': '1.2', Feb 28 10:24:22.338036 dv-neutron-master-2-hyperv neutron-server[103408]: 'SubPort': '1.0', Feb 28 10:24:22.338036 dv-neutron-master-2-hyperv neutron-server[103408]: 'Subnet': '1.1', Feb 28 10:24:22.338036 dv-neutron-master-2-hyperv neutron-server[103408]: 'Trunk': '1.1'}} Feb 28 10:24:22.338036 dv-neutron-master-2-hyperv neutron-server[103408]: {{(pid=103408) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 28 10:24:22.369962 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ea267833-fb0c-43d6-9455-6b155487bbda demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742056637431'] for network (7447805c-0a98-4f4c-b504-82fd68085968), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:24:22.419906 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ea267833-fb0c-43d6-9455-6b155487bbda demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551'] for network (7447805c-0a98-4f4c-b504-82fd68085968), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:24:22.425022 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea267833-fb0c-43d6-9455-6b155487bbda demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:24:22.425757 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ea267833-fb0c-43d6-9455-6b155487bbda demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616561'] for network (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:24:22.517146 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-ea267833-fb0c-43d6-9455-6b155487bbda demo demo] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.8605294 Feb 28 10:24:22.545984 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea267833-fb0c-43d6-9455-6b155487bbda demo demo] Pushing event updated for resources: {'Network': ['ID=7447805c-0a98-4f4c-b504-82fd68085968,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:24:22.559514 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Network 7447805c-0a98-4f4c-b504-82fd68085968 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103409) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:24:25.118821 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 60308) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:24:25.580425 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0a55377-3506-41d0-9d7c-b0cd77e754c4 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:24:25.581851 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-a0a55377-3506-41d0-9d7c-b0cd77e754c4 demo admin] 10.222.0.20 "GET /v2.0/networks/7447805c-0a98-4f4c-b504-82fd68085968 HTTP/1.1" status: 200 len: 825 time: 0.4618213 Feb 28 10:24:25.619479 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-dffa1874-0411-4184-88fa-1f180243eaa4 demo admin] 10.222.0.20 "GET /v2.0/subnetpools/605b52c6-bca6-4aac-ba33-22149d2cd478 HTTP/1.1" status: 200 len: 734 time: 0.0310905 Feb 28 10:24:25.628058 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-64664a00-d6ef-43e6-a0a1-732334d5a030 demo admin] Request body: {'subnet': {'network_id': '7447805c-0a98-4f4c-b504-82fd68085968', 'subnetpool_id': '605b52c6-bca6-4aac-ba33-22149d2cd478', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'ip_version': 4}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:24:25.653633 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64664a00-d6ef-43e6-a0a1-732334d5a030 demo admin] Made reservation on behalf of ef0f5724558244f089092e63bdf7280e for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:24:25.657324 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-64664a00-d6ef-43e6-a0a1-732334d5a030 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:24:25.969666 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-64664a00-d6ef-43e6-a0a1-732334d5a030 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551'] for subnet (3bd89e77-f01f-4334-bf00-2f6c8b506e30), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:24:26.037692 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64664a00-d6ef-43e6-a0a1-732334d5a030 demo admin] Pushing event updated for resources: {'Subnet': ['ID=3bd89e77-f01f-4334-bf00-2f6c8b506e30,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:24:26.044565 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64664a00-d6ef-43e6-a0a1-732334d5a030 demo admin] Checking segment: {'id': 'fbc64798-08f8-4cda-9ffa-17f145c8e6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '7447805c-0a98-4f4c-b504-82fd68085968'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:24:26.044978 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64664a00-d6ef-43e6-a0a1-732334d5a030 demo admin] Network hostable DHCP agents. Network: 7447805c-0a98-4f4c-b504-82fd68085968, hostable agents: ['fb6705d2-4f70-4965-92a3-fbfccd43a6d3'], hosted agents: [] {{(pid=103408) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:24:26.066849 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64664a00-d6ef-43e6-a0a1-732334d5a030 demo admin] Network 7447805c-0a98-4f4c-b504-82fd68085968 is scheduled to be hosted by DHCP agent fb6705d2-4f70-4965-92a3-fbfccd43a6d3 with binding_index 1 {{(pid=103408) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:24:26.080062 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-64664a00-d6ef-43e6-a0a1-732334d5a030 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 7447805c-0a98-4f4c-b504-82fd68085968) {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:24:26.084756 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64664a00-d6ef-43e6-a0a1-732334d5a030 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:24:26.085342 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-64664a00-d6ef-43e6-a0a1-732334d5a030 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616561'] for subnet (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:24:26.091441 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58b336a3-6769-4588-863f-30b0ff2f7270 None None] Network 7447805c-0a98-4f4c-b504-82fd68085968 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:24:26.101379 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-64664a00-d6ef-43e6-a0a1-732334d5a030 demo admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4766314 Feb 28 10:24:26.480582 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fad37c9-f146-40f5-8a36-e19c6625aede None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-7447805c-0a98-4f4c-b504-82fd68085968', 'network_id': '7447805c-0a98-4f4c-b504-82fd68085968', 'project_id': 'ef0f5724558244f089092e63bdf7280e', 'fixed_ips': [{'subnet_id': '3bd89e77-f01f-4334-bf00-2f6c8b506e30'}]}} from dv-neutron-master-2-hyperv. {{(pid=103409) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:24:26.481890 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0fad37c9-f146-40f5-8a36-e19c6625aede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:24:26.758972 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-0fad37c9-f146-40f5-8a36-e19c6625aede None None] Allocated IP 172.20.0.2 (7447805c-0a98-4f4c-b504-82fd68085968/3bd89e77-f01f-4334-bf00-2f6c8b506e30/81302345-e635-44ec-8d2d-b397b3cc02b6) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:24:27.031173 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0fad37c9-f146-40f5-8a36-e19c6625aede None None] Publish callbacks [] for port (81302345-e635-44ec-8d2d-b397b3cc02b6), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:24:27.039105 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0fad37c9-f146-40f5-8a36-e19c6625aede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749'] for port (81302345-e635-44ec-8d2d-b397b3cc02b6), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:24:27.109368 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fad37c9-f146-40f5-8a36-e19c6625aede None None] Network 7447805c-0a98-4f4c-b504-82fd68085968 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:24:27.118409 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-0fad37c9-f146-40f5-8a36-e19c6625aede None None] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:24:27.126073 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fad37c9-f146-40f5-8a36-e19c6625aede None None] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:24:27.131954 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fad37c9-f146-40f5-8a36-e19c6625aede None None] Pushing event updated for resources: {'Port': ['ID=81302345-e635-44ec-8d2d-b397b3cc02b6,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:24:27.142035 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fad37c9-f146-40f5-8a36-e19c6625aede None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:24:27.142423 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fad37c9-f146-40f5-8a36-e19c6625aede None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:24:27.142759 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fad37c9-f146-40f5-8a36-e19c6625aede None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:24:27.143100 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fad37c9-f146-40f5-8a36-e19c6625aede None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:24:27.143442 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fad37c9-f146-40f5-8a36-e19c6625aede None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:24:27.143775 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fad37c9-f146-40f5-8a36-e19c6625aede None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:24:27.144144 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fad37c9-f146-40f5-8a36-e19c6625aede None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:24:27.144495 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fad37c9-f146-40f5-8a36-e19c6625aede None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:24:27.144819 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fad37c9-f146-40f5-8a36-e19c6625aede None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:24:27.145179 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fad37c9-f146-40f5-8a36-e19c6625aede None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:24:27.145510 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fad37c9-f146-40f5-8a36-e19c6625aede None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:24:27.145834 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fad37c9-f146-40f5-8a36-e19c6625aede None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:24:27.146158 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fad37c9-f146-40f5-8a36-e19c6625aede None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:24:27.147575 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fad37c9-f146-40f5-8a36-e19c6625aede None None] Tracked resource versions report: Feb 28 10:24:27.147575 dv-neutron-master-2-hyperv neutron-server[103409]: pushed versions: Feb 28 10:24:27.147575 dv-neutron-master-2-hyperv neutron-server[103409]: { 'AddressGroup': {'1.2'}, Feb 28 10:24:27.147575 dv-neutron-master-2-hyperv neutron-server[103409]: 'ConntrackHelper': {'1.0'}, Feb 28 10:24:27.147575 dv-neutron-master-2-hyperv neutron-server[103409]: 'LocalIPAssociation': {'1.0'}, Feb 28 10:24:27.147575 dv-neutron-master-2-hyperv neutron-server[103409]: 'Log': {'1.0'}, Feb 28 10:24:27.147575 dv-neutron-master-2-hyperv neutron-server[103409]: 'Network': {'1.1'}, Feb 28 10:24:27.147575 dv-neutron-master-2-hyperv neutron-server[103409]: 'Port': {'1.7'}, Feb 28 10:24:27.147575 dv-neutron-master-2-hyperv neutron-server[103409]: 'PortForwarding': {'1.2'}, Feb 28 10:24:27.147575 dv-neutron-master-2-hyperv neutron-server[103409]: 'QosPolicy': {'1.10'}, Feb 28 10:24:27.147575 dv-neutron-master-2-hyperv neutron-server[103409]: 'SecurityGroup': {'1.5'}, Feb 28 10:24:27.147575 dv-neutron-master-2-hyperv neutron-server[103409]: 'SecurityGroupRule': {'1.2'}, Feb 28 10:24:27.147575 dv-neutron-master-2-hyperv neutron-server[103409]: 'SubPort': {'1.0'}, Feb 28 10:24:27.147575 dv-neutron-master-2-hyperv neutron-server[103409]: 'Subnet': {'1.1'}, Feb 28 10:24:27.147575 dv-neutron-master-2-hyperv neutron-server[103409]: 'Trunk': {'1.1'}} Feb 28 10:24:27.147575 dv-neutron-master-2-hyperv neutron-server[103409]: consumer versions: Feb 28 10:24:27.147575 dv-neutron-master-2-hyperv neutron-server[103409]: { DHCP agent@dv-neutron-master-2-hyperv: {}, Feb 28 10:24:27.147575 dv-neutron-master-2-hyperv neutron-server[103409]: L3 agent@dv-neutron-master-2-hyperv: {}, Feb 28 10:24:27.147575 dv-neutron-master-2-hyperv neutron-server[103409]: Metadata agent@dv-neutron-master-2-hyperv: {}, Feb 28 10:24:27.147575 dv-neutron-master-2-hyperv neutron-server[103409]: Metering agent@dv-neutron-master-2-hyperv: {}, Feb 28 10:24:27.147575 dv-neutron-master-2-hyperv neutron-server[103409]: Open vSwitch agent@dv-neutron-master-2-hyperv: { 'AddressGroup': '1.2', Feb 28 10:24:27.147575 dv-neutron-master-2-hyperv neutron-server[103409]: 'ConntrackHelper': '1.0', Feb 28 10:24:27.147575 dv-neutron-master-2-hyperv neutron-server[103409]: 'LocalIPAssociation': '1.0', Feb 28 10:24:27.147575 dv-neutron-master-2-hyperv neutron-server[103409]: 'Log': '1.0', Feb 28 10:24:27.147575 dv-neutron-master-2-hyperv neutron-server[103409]: 'Network': '1.1', Feb 28 10:24:27.147575 dv-neutron-master-2-hyperv neutron-server[103409]: 'Port': '1.7', Feb 28 10:24:27.147575 dv-neutron-master-2-hyperv neutron-server[103409]: 'PortForwarding': '1.2', Feb 28 10:24:27.147575 dv-neutron-master-2-hyperv neutron-server[103409]: 'QosPolicy': '1.10', Feb 28 10:24:27.147575 dv-neutron-master-2-hyperv neutron-server[103409]: 'SecurityGroup': '1.5', Feb 28 10:24:27.147575 dv-neutron-master-2-hyperv neutron-server[103409]: 'SecurityGroupRule': '1.2', Feb 28 10:24:27.147575 dv-neutron-master-2-hyperv neutron-server[103409]: 'SubPort': '1.0', Feb 28 10:24:27.147575 dv-neutron-master-2-hyperv neutron-server[103409]: 'Subnet': '1.1', Feb 28 10:24:27.147575 dv-neutron-master-2-hyperv neutron-server[103409]: 'Trunk': '1.1'}} Feb 28 10:24:27.147575 dv-neutron-master-2-hyperv neutron-server[103409]: {{(pid=103409) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 28 10:24:27.228008 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-0fad37c9-f146-40f5-8a36-e19c6625aede None None] Attempting to bind port 81302345-e635-44ec-8d2d-b397b3cc02b6 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:24:27.228428 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-0fad37c9-f146-40f5-8a36-e19c6625aede None None] Attempting to bind port 81302345-e635-44ec-8d2d-b397b3cc02b6 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'fbc64798-08f8-4cda-9ffa-17f145c8e6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '7447805c-0a98-4f4c-b504-82fd68085968'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:24:27.228941 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fad37c9-f146-40f5-8a36-e19c6625aede None None] Attempting to bind port 81302345-e635-44ec-8d2d-b397b3cc02b6 on network 7447805c-0a98-4f4c-b504-82fd68085968 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:24:27.234224 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fad37c9-f146-40f5-8a36-e19c6625aede None None] Checking agent: {'id': '75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 24, 15), 'started_at': datetime.datetime(2022, 2, 28, 10, 24, 15), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 24, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:24:27.234633 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fad37c9-f146-40f5-8a36-e19c6625aede None None] Checking segment: {'id': 'fbc64798-08f8-4cda-9ffa-17f145c8e6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '7447805c-0a98-4f4c-b504-82fd68085968'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:24:27.235137 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0fad37c9-f146-40f5-8a36-e19c6625aede None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:24:27.235582 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fad37c9-f146-40f5-8a36-e19c6625aede None None] Bound using segment: {'id': 'fbc64798-08f8-4cda-9ffa-17f145c8e6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '7447805c-0a98-4f4c-b504-82fd68085968'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:24:27.236110 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-0fad37c9-f146-40f5-8a36-e19c6625aede None None] Bound port: 81302345-e635-44ec-8d2d-b397b3cc02b6, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbc64798-08f8-4cda-9ffa-17f145c8e6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '7447805c-0a98-4f4c-b504-82fd68085968'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:24:27.236566 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0fad37c9-f146-40f5-8a36-e19c6625aede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (81302345-e635-44ec-8d2d-b397b3cc02b6), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:24:27.303645 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-0fad37c9-f146-40f5-8a36-e19c6625aede None None] For port 81302345-e635-44ec-8d2d-b397b3cc02b6, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:24:27.308925 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-0fad37c9-f146-40f5-8a36-e19c6625aede None None] For port 81302345-e635-44ec-8d2d-b397b3cc02b6, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=81302345-e635-44ec-8d2d-b397b3cc02b6,segment=NetworkSegment(fbc64798-08f8-4cda-9ffa-17f145c8e6a9),segment_id=fbc64798-08f8-4cda-9ffa-17f145c8e6a9)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:24:27.318183 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0fad37c9-f146-40f5-8a36-e19c6625aede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (81302345-e635-44ec-8d2d-b397b3cc02b6), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:24:27.388395 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fad37c9-f146-40f5-8a36-e19c6625aede None None] Pushing event updated for resources: {'Port': ['ID=81302345-e635-44ec-8d2d-b397b3cc02b6,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:24:28.681333 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 60316) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:24:29.004815 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [None req-2574cb49-e0a6-45b4-900e-c757b3380553 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103408) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 10:24:29.020573 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-2574cb49-e0a6-45b4-900e-c757b3380553 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3235135 Feb 28 10:24:31.571014 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 60324) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:24:31.904614 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [None req-ba32744d-4996-4e92-8d5d-6e0562490f7c admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103407) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 10:24:31.920580 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-ba32744d-4996-4e92-8d5d-6e0562490f7c admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3334839 Feb 28 10:24:34.501409 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 60332) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:24:34.834365 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-f37b231b-48c7-4bcb-bba1-28e8788d31d7 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:24:34.895228 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.policy [None req-f37b231b-48c7-4bcb-bba1-28e8788d31d7 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103407) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 28 10:24:34.938843 dv-neutron-master-2-hyperv neutron-server[103407]: WARNING oslo_policy.policy [None req-f37b231b-48c7-4bcb-bba1-28e8788d31d7 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 28 10:24:34.939218 dv-neutron-master-2-hyperv neutron-server[103407]: WARNING oslo_policy.policy [None req-f37b231b-48c7-4bcb-bba1-28e8788d31d7 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 28 10:24:35.004216 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f37b231b-48c7-4bcb-bba1-28e8788d31d7 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1805251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254175'] for router (567ab306-f10a-4ef6-9504-f4519f5f8030), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:24:35.006339 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f37b231b-48c7-4bcb-bba1-28e8788d31d7 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1804172', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1602053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254150'] for router (567ab306-f10a-4ef6-9504-f4519f5f8030), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:24:35.169079 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f37b231b-48c7-4bcb-bba1-28e8788d31d7 demo demo] Publish callbacks [] for router_controller (567ab306-f10a-4ef6-9504-f4519f5f8030), precommit_add_association {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:24:35.174656 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f37b231b-48c7-4bcb-bba1-28e8788d31d7 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1804241'] for router (567ab306-f10a-4ef6-9504-f4519f5f8030), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:24:35.200158 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f37b231b-48c7-4bcb-bba1-28e8788d31d7 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:24:35.201373 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-f37b231b-48c7-4bcb-bba1-28e8788d31d7 demo demo] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.6989849 Feb 28 10:24:37.649390 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 81302345-e635-44ec-8d2d-b397b3cc02b6 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:24:37.743016 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port 81302345-e635-44ec-8d2d-b397b3cc02b6 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:24:37.743814 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (81302345-e635-44ec-8d2d-b397b3cc02b6), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:24:37.806580 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 60346) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:24:37.855054 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 81302345-e635-44ec-8d2d-b397b3cc02b6 is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:24:37.855450 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (81302345-e635-44ec-8d2d-b397b3cc02b6), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:24:37.891071 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] For port 81302345-e635-44ec-8d2d-b397b3cc02b6, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=81302345-e635-44ec-8d2d-b397b3cc02b6,segment=NetworkSegment(fbc64798-08f8-4cda-9ffa-17f145c8e6a9),segment_id=fbc64798-08f8-4cda-9ffa-17f145c8e6a9)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:24:37.896094 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (81302345-e635-44ec-8d2d-b397b3cc02b6), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:24:37.943521 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Pushing event updated for resources: {'Port': ['ID=81302345-e635-44ec-8d2d-b397b3cc02b6,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:24:38.143154 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [None req-ece14d59-944c-43c0-a91d-3fc07e630149 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103407) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 10:24:38.144136 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-ece14d59-944c-43c0-a91d-3fc07e630149 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3364820 Feb 28 10:24:38.673626 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-17768717-9f22-4b82-95bb-85b0f62b2e21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fb6705d2-4f70-4965-92a3-fbfccd43a6d3), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:24:38.814453 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aee8a95-1858-4219-9497-41b457bc7c33 None None] Network 7447805c-0a98-4f4c-b504-82fd68085968 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:24:38.944179 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-301cc06f-c613-4edc-90f7-ad7a45cc2258 None None] Provisioning complete for port 81302345-e635-44ec-8d2d-b397b3cc02b6 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:24:38.944583 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-301cc06f-c613-4edc-90f7-ad7a45cc2258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (81302345-e635-44ec-8d2d-b397b3cc02b6), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:24:39.029971 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-301cc06f-c613-4edc-90f7-ad7a45cc2258 None None] Current status of the port 81302345-e635-44ec-8d2d-b397b3cc02b6 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:24:39.150475 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-c117ba12-f7ef-49e1-9fb6-0e3ca691ede8 None None] Provisioning complete for port 81302345-e635-44ec-8d2d-b397b3cc02b6 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:24:39.150870 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c117ba12-f7ef-49e1-9fb6-0e3ca691ede8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (81302345-e635-44ec-8d2d-b397b3cc02b6), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:24:39.230355 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-c117ba12-f7ef-49e1-9fb6-0e3ca691ede8 None None] Current status of the port 81302345-e635-44ec-8d2d-b397b3cc02b6 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:24:39.616111 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 81302345-e635-44ec-8d2d-b397b3cc02b6 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:24:39.665594 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port 81302345-e635-44ec-8d2d-b397b3cc02b6 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:24:39.665989 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (81302345-e635-44ec-8d2d-b397b3cc02b6), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:24:39.742392 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 81302345-e635-44ec-8d2d-b397b3cc02b6 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:24:40.705126 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 60354) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:24:40.981130 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ea7b9390-85ac-4644-b4da-2ef3b9096e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fc6c9b74-8dbb-41bb-800a-5bd3a43fe896), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:24:41.036452 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-ee89f149-13bb-480f-afec-4318ec4153d6 admin admin] Request body: {'network': {'admin_state_up': True, 'is_default': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'router:external': True, 'name': 'public'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:24:41.062545 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee89f149-13bb-480f-afec-4318ec4153d6 admin admin] Made reservation on behalf of 6b1caaa56c584fecaf8ea2eee41c9e69 for: {'network': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:24:41.067002 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ee89f149-13bb-480f-afec-4318ec4153d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for network (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:24:41.084266 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ee89f149-13bb-480f-afec-4318ec4153d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:24:41.207491 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ee89f149-13bb-480f-afec-4318ec4153d6 admin admin] Publish callbacks [] for security_group (15275ae3-3bad-4f30-8c0a-73038e386f43), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:24:41.213715 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ee89f149-13bb-480f-afec-4318ec4153d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (15275ae3-3bad-4f30-8c0a-73038e386f43), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:24:41.226075 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-ee89f149-13bb-480f-afec-4318ec4153d6 admin admin] Reserving flat network on physical network physnet1 {{(pid=103407) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 28 10:24:41.259497 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ee89f149-13bb-480f-afec-4318ec4153d6 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8742057110164', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (195d7ed7-323d-4284-82df-208cca613d99), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:24:41.260065 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ee89f149-13bb-480f-afec-4318ec4153d6 admin admin] Unsubscribe: segment precommit_create {{(pid=103407) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 28 10:24:41.260633 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.db.segments_db [None req-ee89f149-13bb-480f-afec-4318ec4153d6 admin admin] Added segment 195d7ed7-323d-4284-82df-208cca613d99 of type flat for network 1e0804d0-d1d9-4d40-9de5-2936f3d87840 Feb 28 10:24:41.276305 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee89f149-13bb-480f-afec-4318ec4153d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15275ae3-3bad-4f30-8c0a-73038e386f43,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:24:41.324437 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee89f149-13bb-480f-afec-4318ec4153d6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:24:41.324799 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee89f149-13bb-480f-afec-4318ec4153d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:24:41.325173 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee89f149-13bb-480f-afec-4318ec4153d6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:24:41.325489 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee89f149-13bb-480f-afec-4318ec4153d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:24:41.325852 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee89f149-13bb-480f-afec-4318ec4153d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:24:41.326208 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee89f149-13bb-480f-afec-4318ec4153d6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:24:41.326574 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee89f149-13bb-480f-afec-4318ec4153d6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:24:41.326903 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee89f149-13bb-480f-afec-4318ec4153d6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:24:41.327316 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee89f149-13bb-480f-afec-4318ec4153d6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:24:41.327722 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee89f149-13bb-480f-afec-4318ec4153d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:24:41.328036 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee89f149-13bb-480f-afec-4318ec4153d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:24:41.328358 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee89f149-13bb-480f-afec-4318ec4153d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:24:41.328716 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee89f149-13bb-480f-afec-4318ec4153d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:24:41.330129 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee89f149-13bb-480f-afec-4318ec4153d6 admin admin] Tracked resource versions report: Feb 28 10:24:41.330129 dv-neutron-master-2-hyperv neutron-server[103407]: pushed versions: Feb 28 10:24:41.330129 dv-neutron-master-2-hyperv neutron-server[103407]: { 'AddressGroup': {'1.2'}, Feb 28 10:24:41.330129 dv-neutron-master-2-hyperv neutron-server[103407]: 'ConntrackHelper': {'1.0'}, Feb 28 10:24:41.330129 dv-neutron-master-2-hyperv neutron-server[103407]: 'LocalIPAssociation': {'1.0'}, Feb 28 10:24:41.330129 dv-neutron-master-2-hyperv neutron-server[103407]: 'Log': {'1.0'}, Feb 28 10:24:41.330129 dv-neutron-master-2-hyperv neutron-server[103407]: 'Network': {'1.1'}, Feb 28 10:24:41.330129 dv-neutron-master-2-hyperv neutron-server[103407]: 'Port': {'1.7'}, Feb 28 10:24:41.330129 dv-neutron-master-2-hyperv neutron-server[103407]: 'PortForwarding': {'1.2'}, Feb 28 10:24:41.330129 dv-neutron-master-2-hyperv neutron-server[103407]: 'QosPolicy': {'1.10'}, Feb 28 10:24:41.330129 dv-neutron-master-2-hyperv neutron-server[103407]: 'SecurityGroup': {'1.5'}, Feb 28 10:24:41.330129 dv-neutron-master-2-hyperv neutron-server[103407]: 'SecurityGroupRule': {'1.2'}, Feb 28 10:24:41.330129 dv-neutron-master-2-hyperv neutron-server[103407]: 'SubPort': {'1.0'}, Feb 28 10:24:41.330129 dv-neutron-master-2-hyperv neutron-server[103407]: 'Subnet': {'1.1'}, Feb 28 10:24:41.330129 dv-neutron-master-2-hyperv neutron-server[103407]: 'Trunk': {'1.1'}} Feb 28 10:24:41.330129 dv-neutron-master-2-hyperv neutron-server[103407]: consumer versions: Feb 28 10:24:41.330129 dv-neutron-master-2-hyperv neutron-server[103407]: { DHCP agent@dv-neutron-master-2-hyperv: {}, Feb 28 10:24:41.330129 dv-neutron-master-2-hyperv neutron-server[103407]: L3 agent@dv-neutron-master-2-hyperv: {}, Feb 28 10:24:41.330129 dv-neutron-master-2-hyperv neutron-server[103407]: Metadata agent@dv-neutron-master-2-hyperv: {}, Feb 28 10:24:41.330129 dv-neutron-master-2-hyperv neutron-server[103407]: Metering agent@dv-neutron-master-2-hyperv: {}, Feb 28 10:24:41.330129 dv-neutron-master-2-hyperv neutron-server[103407]: Open vSwitch agent@dv-neutron-master-2-hyperv: { 'AddressGroup': '1.2', Feb 28 10:24:41.330129 dv-neutron-master-2-hyperv neutron-server[103407]: 'ConntrackHelper': '1.0', Feb 28 10:24:41.330129 dv-neutron-master-2-hyperv neutron-server[103407]: 'LocalIPAssociation': '1.0', Feb 28 10:24:41.330129 dv-neutron-master-2-hyperv neutron-server[103407]: 'Log': '1.0', Feb 28 10:24:41.330129 dv-neutron-master-2-hyperv neutron-server[103407]: 'Network': '1.1', Feb 28 10:24:41.330129 dv-neutron-master-2-hyperv neutron-server[103407]: 'Port': '1.7', Feb 28 10:24:41.330129 dv-neutron-master-2-hyperv neutron-server[103407]: 'PortForwarding': '1.2', Feb 28 10:24:41.330129 dv-neutron-master-2-hyperv neutron-server[103407]: 'QosPolicy': '1.10', Feb 28 10:24:41.330129 dv-neutron-master-2-hyperv neutron-server[103407]: 'SecurityGroup': '1.5', Feb 28 10:24:41.330129 dv-neutron-master-2-hyperv neutron-server[103407]: 'SecurityGroupRule': '1.2', Feb 28 10:24:41.330129 dv-neutron-master-2-hyperv neutron-server[103407]: 'SubPort': '1.0', Feb 28 10:24:41.330129 dv-neutron-master-2-hyperv neutron-server[103407]: 'Subnet': '1.1', Feb 28 10:24:41.330129 dv-neutron-master-2-hyperv neutron-server[103407]: 'Trunk': '1.1'}} Feb 28 10:24:41.330129 dv-neutron-master-2-hyperv neutron-server[103407]: {{(pid=103407) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 28 10:24:41.387212 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ee89f149-13bb-480f-afec-4318ec4153d6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742056637431'] for network (1e0804d0-d1d9-4d40-9de5-2936f3d87840), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:24:41.432883 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ee89f149-13bb-480f-afec-4318ec4153d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551'] for network (1e0804d0-d1d9-4d40-9de5-2936f3d87840), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:24:41.434058 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee89f149-13bb-480f-afec-4318ec4153d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:24:41.434771 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ee89f149-13bb-480f-afec-4318ec4153d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616561'] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:24:41.514667 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-ee89f149-13bb-480f-afec-4318ec4153d6 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8084671 Feb 28 10:24:41.538375 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee89f149-13bb-480f-afec-4318ec4153d6 admin admin] Pushing event updated for resources: {'Network': ['ID=1e0804d0-d1d9-4d40-9de5-2936f3d87840,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:24:41.551616 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Network 1e0804d0-d1d9-4d40-9de5-2936f3d87840 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103409) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:24:41.879726 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b6d631fb-7df0-4fe1-8322-abff3b61cae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (0db5147a-92a3-4581-8a5f-8ec9b93e0600), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:24:43.350812 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6b923bb1-06b0-4b84-b461-7cc1d0196090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (2e621730-3978-4720-b581-ac380e97a567), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:24:44.073215 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 60376) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:24:44.318659 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87577127-8182-4534-abce-098db65594a1 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:24:44.320024 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-87577127-8182-4534-abce-098db65594a1 demo admin] 10.222.0.20 "GET /v2.0/subnets/3bd89e77-f01f-4334-bf00-2f6c8b506e30 HTTP/1.1" status: 200 len: 849 time: 0.2455244 Feb 28 10:24:44.461234 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-5157570b-5d1f-4db8-adea-079738df71ef demo admin] 10.222.0.20 "GET /v2.0/routers/567ab306-f10a-4ef6-9504-f4519f5f8030 HTTP/1.1" status: 200 len: 704 time: 0.1321867 Feb 28 10:24:44.757378 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0877ebd0-a44b-4c05-9064-2fad48423ac1 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:24:44.868048 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:24:45.098357 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-0877ebd0-a44b-4c05-9064-2fad48423ac1 demo admin] Allocated IP 172.20.0.1 (7447805c-0a98-4f4c-b504-82fd68085968/3bd89e77-f01f-4334-bf00-2f6c8b506e30/e8a7306b-9140-4b90-9241-6d07b8fd275d) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:24:45.287399 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0877ebd0-a44b-4c05-9064-2fad48423ac1 demo admin] Publish callbacks [] for port (e8a7306b-9140-4b90-9241-6d07b8fd275d), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:24:45.358025 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0877ebd0-a44b-4c05-9064-2fad48423ac1 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749'] for port (e8a7306b-9140-4b90-9241-6d07b8fd275d), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:24:45.435570 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0877ebd0-a44b-4c05-9064-2fad48423ac1 demo admin] Network 7447805c-0a98-4f4c-b504-82fd68085968 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:24:45.440514 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-0877ebd0-a44b-4c05-9064-2fad48423ac1 demo admin] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:24:45.446484 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0877ebd0-a44b-4c05-9064-2fad48423ac1 demo admin] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:24:45.447016 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0877ebd0-a44b-4c05-9064-2fad48423ac1 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1803404'] for router_interface (567ab306-f10a-4ef6-9504-f4519f5f8030), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:24:45.468423 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0877ebd0-a44b-4c05-9064-2fad48423ac1 demo admin] Pushing event updated for resources: {'Port': ['ID=e8a7306b-9140-4b90-9241-6d07b8fd275d,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:24:45.665120 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0877ebd0-a44b-4c05-9064-2fad48423ac1 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (e8a7306b-9140-4b90-9241-6d07b8fd275d), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:24:45.747934 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-8f50a9eb-ea75-4b9d-9021-bbd97324de5b None None] Provisioning complete for port e8a7306b-9140-4b90-9241-6d07b8fd275d triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:24:45.748216 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8f50a9eb-ea75-4b9d-9021-bbd97324de5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (e8a7306b-9140-4b90-9241-6d07b8fd275d), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:24:45.781394 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-8f50a9eb-ea75-4b9d-9021-bbd97324de5b None None] Port e8a7306b-9140-4b90-9241-6d07b8fd275d cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:24:45.940103 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0877ebd0-a44b-4c05-9064-2fad48423ac1 demo admin] Publish callbacks [] for port (e8a7306b-9140-4b90-9241-6d07b8fd275d), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:24:45.947190 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0877ebd0-a44b-4c05-9064-2fad48423ac1 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (e8a7306b-9140-4b90-9241-6d07b8fd275d), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:24:45.948011 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0877ebd0-a44b-4c05-9064-2fad48423ac1 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1802524'] for router_interface (567ab306-f10a-4ef6-9504-f4519f5f8030), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:24:46.025236 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0877ebd0-a44b-4c05-9064-2fad48423ac1 demo admin] Pushing event updated for resources: {'Port': ['ID=e8a7306b-9140-4b90-9241-6d07b8fd275d,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:24:46.073238 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0877ebd0-a44b-4c05-9064-2fad48423ac1 demo admin] Network 7447805c-0a98-4f4c-b504-82fd68085968 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:24:46.074651 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-0877ebd0-a44b-4c05-9064-2fad48423ac1 demo admin] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:24:46.246588 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0877ebd0-a44b-4c05-9064-2fad48423ac1 demo admin] Router 567ab306-f10a-4ef6-9504-f4519f5f8030 is scheduled to L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 with binding_index 1 {{(pid=103407) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 10:24:46.346991 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0877ebd0-a44b-4c05-9064-2fad48423ac1 demo admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:24:46.352416 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-0877ebd0-a44b-4c05-9064-2fad48423ac1 demo admin] 10.222.0.20 "PUT /v2.0/routers/567ab306-f10a-4ef6-9504-f4519f5f8030/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8830147 Feb 28 10:24:46.357846 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526e9a4c-a2fe-47b5-9f02-051a7cf9c0f8 None None] Sync routers for ids ['567ab306-f10a-4ef6-9504-f4519f5f8030'] in dv-neutron-master-2-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:24:46.370993 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526e9a4c-a2fe-47b5-9f02-051a7cf9c0f8 None None] Routers {'567ab306-f10a-4ef6-9504-f4519f5f8030'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:24:46.371835 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-526e9a4c-a2fe-47b5-9f02-051a7cf9c0f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:24:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['567ab306-f10a-4ef6-9504-f4519f5f8030'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:24:46.408858 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-7f6a5cec-e653-42f7-a43b-1b6a67312907 None None] Provisioning complete for port e8a7306b-9140-4b90-9241-6d07b8fd275d triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:24:46.409471 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7f6a5cec-e653-42f7-a43b-1b6a67312907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (e8a7306b-9140-4b90-9241-6d07b8fd275d), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:24:46.448240 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-7f6a5cec-e653-42f7-a43b-1b6a67312907 None None] Port e8a7306b-9140-4b90-9241-6d07b8fd275d cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:24:46.565937 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-526e9a4c-a2fe-47b5-9f02-051a7cf9c0f8 None None] Set router 567ab306-f10a-4ef6-9504-f4519f5f8030 gateway port host: None {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:24:46.997777 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-526e9a4c-a2fe-47b5-9f02-051a7cf9c0f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '567ab306-f10a-4ef6-9504-f4519f5f8030', 'name': 'router1', 'tenant_id': 'ef0f5724558244f089092e63bdf7280e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:24:35Z', 'updated_at': '2022-02-28T10:24:45Z', 'revision_number': 2, 'project_id': 'ef0f5724558244f089092e63bdf7280e', 'gw_port_host': None, '_interfaces': [{'id': 'e8a7306b-9140-4b90-9241-6d07b8fd275d', 'name': '', 'network_id': '7447805c-0a98-4f4c-b504-82fd68085968', 'tenant_id': 'ef0f5724558244f089092e63bdf7280e', 'mac_address': 'fa:16:3e:0b:7a:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '567ab306-f10a-4ef6-9504-f4519f5f8030', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3bd89e77-f01f-4334-bf00-2f6c8b506e30', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:24:44Z', 'updated_at': '2022-02-28T10:24:45Z', 'revision_number': 2, 'project_id': 'ef0f5724558244f089092e63bdf7280e', 'subnets': [{'id': '3bd89e77-f01f-4334-bf00-2f6c8b506e30', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '605b52c6-bca6-4aac-ba33-22149d2cd478'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:24:47.048182 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526e9a4c-a2fe-47b5-9f02-051a7cf9c0f8 None None] Checking router: 567ab306-f10a-4ef6-9504-f4519f5f8030 for host: dv-neutron-master-2-hyperv {{(pid=103410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:24:47.048572 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526e9a4c-a2fe-47b5-9f02-051a7cf9c0f8 None None] Updating router 567ab306-f10a-4ef6-9504-f4519f5f8030 port e8a7306b-9140-4b90-9241-6d07b8fd275d binding host dv-neutron-master-2-hyperv {{(pid=103410) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 10:24:47.101037 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-526e9a4c-a2fe-47b5-9f02-051a7cf9c0f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (e8a7306b-9140-4b90-9241-6d07b8fd275d), before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:24:47.618354 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-526e9a4c-a2fe-47b5-9f02-051a7cf9c0f8 None None] Publish callbacks [] for port (e8a7306b-9140-4b90-9241-6d07b8fd275d), precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:24:47.630309 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-526e9a4c-a2fe-47b5-9f02-051a7cf9c0f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (e8a7306b-9140-4b90-9241-6d07b8fd275d), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:24:47.794114 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-526e9a4c-a2fe-47b5-9f02-051a7cf9c0f8 None None] Attempting to bind port e8a7306b-9140-4b90-9241-6d07b8fd275d on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:24:47.794535 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-526e9a4c-a2fe-47b5-9f02-051a7cf9c0f8 None None] Attempting to bind port e8a7306b-9140-4b90-9241-6d07b8fd275d by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'fbc64798-08f8-4cda-9ffa-17f145c8e6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '7447805c-0a98-4f4c-b504-82fd68085968'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:24:47.794968 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526e9a4c-a2fe-47b5-9f02-051a7cf9c0f8 None None] Attempting to bind port e8a7306b-9140-4b90-9241-6d07b8fd275d on network 7447805c-0a98-4f4c-b504-82fd68085968 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:24:47.801068 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523868c7-216e-40e7-97f9-337476fb7880 None None] Pushing event updated for resources: {'Port': ['ID=e8a7306b-9140-4b90-9241-6d07b8fd275d,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:24:47.803697 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526e9a4c-a2fe-47b5-9f02-051a7cf9c0f8 None None] Checking agent: {'id': '75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 24, 15), 'started_at': datetime.datetime(2022, 2, 28, 10, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 24, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:24:47.804099 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526e9a4c-a2fe-47b5-9f02-051a7cf9c0f8 None None] Checking segment: {'id': 'fbc64798-08f8-4cda-9ffa-17f145c8e6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '7447805c-0a98-4f4c-b504-82fd68085968'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:24:47.804605 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-526e9a4c-a2fe-47b5-9f02-051a7cf9c0f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:24:47.805038 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526e9a4c-a2fe-47b5-9f02-051a7cf9c0f8 None None] Bound using segment: {'id': 'fbc64798-08f8-4cda-9ffa-17f145c8e6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '7447805c-0a98-4f4c-b504-82fd68085968'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:24:47.805552 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-526e9a4c-a2fe-47b5-9f02-051a7cf9c0f8 None None] Bound port: e8a7306b-9140-4b90-9241-6d07b8fd275d, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbc64798-08f8-4cda-9ffa-17f145c8e6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': '7447805c-0a98-4f4c-b504-82fd68085968'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:24:47.806118 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-526e9a4c-a2fe-47b5-9f02-051a7cf9c0f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (e8a7306b-9140-4b90-9241-6d07b8fd275d), before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:24:47.823696 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523868c7-216e-40e7-97f9-337476fb7880 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:24:47.824059 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523868c7-216e-40e7-97f9-337476fb7880 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:24:47.824402 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523868c7-216e-40e7-97f9-337476fb7880 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:24:47.824773 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523868c7-216e-40e7-97f9-337476fb7880 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:24:47.825086 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523868c7-216e-40e7-97f9-337476fb7880 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:24:47.825420 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523868c7-216e-40e7-97f9-337476fb7880 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:24:47.825755 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523868c7-216e-40e7-97f9-337476fb7880 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:24:47.826086 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523868c7-216e-40e7-97f9-337476fb7880 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:24:47.826427 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523868c7-216e-40e7-97f9-337476fb7880 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:24:47.826768 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523868c7-216e-40e7-97f9-337476fb7880 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:24:47.827095 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523868c7-216e-40e7-97f9-337476fb7880 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:24:47.827418 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523868c7-216e-40e7-97f9-337476fb7880 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:24:47.827741 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523868c7-216e-40e7-97f9-337476fb7880 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:24:47.829162 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523868c7-216e-40e7-97f9-337476fb7880 None None] Tracked resource versions report: Feb 28 10:24:47.829162 dv-neutron-master-2-hyperv neutron-server[103410]: pushed versions: Feb 28 10:24:47.829162 dv-neutron-master-2-hyperv neutron-server[103410]: { 'AddressGroup': {'1.2'}, Feb 28 10:24:47.829162 dv-neutron-master-2-hyperv neutron-server[103410]: 'ConntrackHelper': {'1.0'}, Feb 28 10:24:47.829162 dv-neutron-master-2-hyperv neutron-server[103410]: 'LocalIPAssociation': {'1.0'}, Feb 28 10:24:47.829162 dv-neutron-master-2-hyperv neutron-server[103410]: 'Log': {'1.0'}, Feb 28 10:24:47.829162 dv-neutron-master-2-hyperv neutron-server[103410]: 'Network': {'1.1'}, Feb 28 10:24:47.829162 dv-neutron-master-2-hyperv neutron-server[103410]: 'Port': {'1.7'}, Feb 28 10:24:47.829162 dv-neutron-master-2-hyperv neutron-server[103410]: 'PortForwarding': {'1.2'}, Feb 28 10:24:47.829162 dv-neutron-master-2-hyperv neutron-server[103410]: 'QosPolicy': {'1.10'}, Feb 28 10:24:47.829162 dv-neutron-master-2-hyperv neutron-server[103410]: 'SecurityGroup': {'1.5'}, Feb 28 10:24:47.829162 dv-neutron-master-2-hyperv neutron-server[103410]: 'SecurityGroupRule': {'1.2'}, Feb 28 10:24:47.829162 dv-neutron-master-2-hyperv neutron-server[103410]: 'SubPort': {'1.0'}, Feb 28 10:24:47.829162 dv-neutron-master-2-hyperv neutron-server[103410]: 'Subnet': {'1.1'}, Feb 28 10:24:47.829162 dv-neutron-master-2-hyperv neutron-server[103410]: 'Trunk': {'1.1'}} Feb 28 10:24:47.829162 dv-neutron-master-2-hyperv neutron-server[103410]: consumer versions: Feb 28 10:24:47.829162 dv-neutron-master-2-hyperv neutron-server[103410]: { DHCP agent@dv-neutron-master-2-hyperv: {}, Feb 28 10:24:47.829162 dv-neutron-master-2-hyperv neutron-server[103410]: L3 agent@dv-neutron-master-2-hyperv: {}, Feb 28 10:24:47.829162 dv-neutron-master-2-hyperv neutron-server[103410]: Metadata agent@dv-neutron-master-2-hyperv: {}, Feb 28 10:24:47.829162 dv-neutron-master-2-hyperv neutron-server[103410]: Metering agent@dv-neutron-master-2-hyperv: {}, Feb 28 10:24:47.829162 dv-neutron-master-2-hyperv neutron-server[103410]: Open vSwitch agent@dv-neutron-master-2-hyperv: { 'AddressGroup': '1.2', Feb 28 10:24:47.829162 dv-neutron-master-2-hyperv neutron-server[103410]: 'ConntrackHelper': '1.0', Feb 28 10:24:47.829162 dv-neutron-master-2-hyperv neutron-server[103410]: 'LocalIPAssociation': '1.0', Feb 28 10:24:47.829162 dv-neutron-master-2-hyperv neutron-server[103410]: 'Log': '1.0', Feb 28 10:24:47.829162 dv-neutron-master-2-hyperv neutron-server[103410]: 'Network': '1.1', Feb 28 10:24:47.829162 dv-neutron-master-2-hyperv neutron-server[103410]: 'Port': '1.7', Feb 28 10:24:47.829162 dv-neutron-master-2-hyperv neutron-server[103410]: 'PortForwarding': '1.2', Feb 28 10:24:47.829162 dv-neutron-master-2-hyperv neutron-server[103410]: 'QosPolicy': '1.10', Feb 28 10:24:47.829162 dv-neutron-master-2-hyperv neutron-server[103410]: 'SecurityGroup': '1.5', Feb 28 10:24:47.829162 dv-neutron-master-2-hyperv neutron-server[103410]: 'SecurityGroupRule': '1.2', Feb 28 10:24:47.829162 dv-neutron-master-2-hyperv neutron-server[103410]: 'SubPort': '1.0', Feb 28 10:24:47.829162 dv-neutron-master-2-hyperv neutron-server[103410]: 'Subnet': '1.1', Feb 28 10:24:47.829162 dv-neutron-master-2-hyperv neutron-server[103410]: 'Trunk': '1.1'}} Feb 28 10:24:47.829162 dv-neutron-master-2-hyperv neutron-server[103410]: {{(pid=103410) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 28 10:24:47.876960 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-845b695c-d5d3-4d87-877d-abcb2daa977d None None] Provisioning complete for port e8a7306b-9140-4b90-9241-6d07b8fd275d triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:24:47.877513 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-845b695c-d5d3-4d87-877d-abcb2daa977d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (e8a7306b-9140-4b90-9241-6d07b8fd275d), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:24:47.892110 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-526e9a4c-a2fe-47b5-9f02-051a7cf9c0f8 None None] For port e8a7306b-9140-4b90-9241-6d07b8fd275d, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:24:47.912599 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-526e9a4c-a2fe-47b5-9f02-051a7cf9c0f8 None None] For port e8a7306b-9140-4b90-9241-6d07b8fd275d, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e8a7306b-9140-4b90-9241-6d07b8fd275d,segment=NetworkSegment(fbc64798-08f8-4cda-9ffa-17f145c8e6a9),segment_id=fbc64798-08f8-4cda-9ffa-17f145c8e6a9)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:24:47.913894 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-845b695c-d5d3-4d87-877d-abcb2daa977d None None] Port e8a7306b-9140-4b90-9241-6d07b8fd275d cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:24:47.919729 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-526e9a4c-a2fe-47b5-9f02-051a7cf9c0f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (e8a7306b-9140-4b90-9241-6d07b8fd275d), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:24:47.971294 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526e9a4c-a2fe-47b5-9f02-051a7cf9c0f8 None None] Routers {'567ab306-f10a-4ef6-9504-f4519f5f8030'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:24:47.971938 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-526e9a4c-a2fe-47b5-9f02-051a7cf9c0f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:24:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['567ab306-f10a-4ef6-9504-f4519f5f8030'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:24:48.047353 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523868c7-216e-40e7-97f9-337476fb7880 None None] Pushing event updated for resources: {'Port': ['ID=e8a7306b-9140-4b90-9241-6d07b8fd275d,revision_number=4']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:24:48.077414 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-526e9a4c-a2fe-47b5-9f02-051a7cf9c0f8 None None] Set router 567ab306-f10a-4ef6-9504-f4519f5f8030 gateway port host: None {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:24:48.135688 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-7fd78499-96d7-4900-a85f-ecc2d4bbd597 None None] Provisioning complete for port e8a7306b-9140-4b90-9241-6d07b8fd275d triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:24:48.136163 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7fd78499-96d7-4900-a85f-ecc2d4bbd597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (e8a7306b-9140-4b90-9241-6d07b8fd275d), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:24:48.215692 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-7fd78499-96d7-4900-a85f-ecc2d4bbd597 None None] Current status of the port e8a7306b-9140-4b90-9241-6d07b8fd275d is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:24:48.216096 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7fd78499-96d7-4900-a85f-ecc2d4bbd597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (e8a7306b-9140-4b90-9241-6d07b8fd275d), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:24:48.249049 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-7fd78499-96d7-4900-a85f-ecc2d4bbd597 None None] For port e8a7306b-9140-4b90-9241-6d07b8fd275d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e8a7306b-9140-4b90-9241-6d07b8fd275d,segment=NetworkSegment(fbc64798-08f8-4cda-9ffa-17f145c8e6a9),segment_id=fbc64798-08f8-4cda-9ffa-17f145c8e6a9)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:24:48.254445 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7fd78499-96d7-4900-a85f-ecc2d4bbd597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (e8a7306b-9140-4b90-9241-6d07b8fd275d), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:24:48.291267 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-526e9a4c-a2fe-47b5-9f02-051a7cf9c0f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '567ab306-f10a-4ef6-9504-f4519f5f8030', 'name': 'router1', 'tenant_id': 'ef0f5724558244f089092e63bdf7280e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:24:35Z', 'updated_at': '2022-02-28T10:24:45Z', 'revision_number': 2, 'project_id': 'ef0f5724558244f089092e63bdf7280e', 'gw_port_host': None, '_interfaces': [{'id': 'e8a7306b-9140-4b90-9241-6d07b8fd275d', 'name': '', 'network_id': '7447805c-0a98-4f4c-b504-82fd68085968', 'tenant_id': 'ef0f5724558244f089092e63bdf7280e', 'mac_address': 'fa:16:3e:0b:7a:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '567ab306-f10a-4ef6-9504-f4519f5f8030', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3bd89e77-f01f-4334-bf00-2f6c8b506e30', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:24:44Z', 'updated_at': '2022-02-28T10:24:47Z', 'revision_number': 4, 'project_id': 'ef0f5724558244f089092e63bdf7280e', 'subnets': [{'id': '3bd89e77-f01f-4334-bf00-2f6c8b506e30', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '605b52c6-bca6-4aac-ba33-22149d2cd478'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:24:48.311168 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd78499-96d7-4900-a85f-ecc2d4bbd597 None None] Pushing event updated for resources: {'Port': ['ID=e8a7306b-9140-4b90-9241-6d07b8fd275d,revision_number=5']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:24:48.318587 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526e9a4c-a2fe-47b5-9f02-051a7cf9c0f8 None None] The sync data for ids ['567ab306-f10a-4ef6-9504-f4519f5f8030'] in dv-neutron-master-2-hyperv is: [{'id': '567ab306-f10a-4ef6-9504-f4519f5f8030', 'name': 'router1', 'tenant_id': 'ef0f5724558244f089092e63bdf7280e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:24:35Z', 'updated_at': '2022-02-28T10:24:45Z', 'revision_number': 2, 'project_id': 'ef0f5724558244f089092e63bdf7280e', 'gw_port_host': None, '_interfaces': [{'id': 'e8a7306b-9140-4b90-9241-6d07b8fd275d', 'name': '', 'network_id': '7447805c-0a98-4f4c-b504-82fd68085968', 'tenant_id': 'ef0f5724558244f089092e63bdf7280e', 'mac_address': 'fa:16:3e:0b:7a:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '567ab306-f10a-4ef6-9504-f4519f5f8030', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3bd89e77-f01f-4334-bf00-2f6c8b506e30', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:24:44Z', 'updated_at': '2022-02-28T10:24:47Z', 'revision_number': 4, 'project_id': 'ef0f5724558244f089092e63bdf7280e', 'subnets': [{'id': '3bd89e77-f01f-4334-bf00-2f6c8b506e30', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '605b52c6-bca6-4aac-ba33-22149d2cd478'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:24:48.812522 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 60396) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:24:48.926926 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d0e837-f1a6-46df-9751-2857a126bf20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:24:48.928211 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-28d0e837-f1a6-46df-9751-2857a126bf20 admin admin] 10.222.0.20 "GET /v2.0/networks/1e0804d0-d1d9-4d40-9de5-2936f3d87840 HTTP/1.1" status: 200 len: 842 time: 0.1146865 Feb 28 10:24:48.937949 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-788fefee-827f-4f44-9eb7-866c18171070 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'enable_dhcp': False, 'name': 'public-subnet', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:24:48.958772 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-788fefee-827f-4f44-9eb7-866c18171070 admin admin] Made reservation on behalf of 6b1caaa56c584fecaf8ea2eee41c9e69 for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:24:48.961680 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-788fefee-827f-4f44-9eb7-866c18171070 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:24:49.303692 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.objects.ports [None req-788fefee-827f-4f44-9eb7-866c18171070 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103408) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 28 10:24:49.304143 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-788fefee-827f-4f44-9eb7-866c18171070 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551'] for subnet (6f6f4129-23e5-4c3b-b4ef-4c7ce926797e), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:24:49.352478 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788fefee-827f-4f44-9eb7-866c18171070 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f6f4129-23e5-4c3b-b4ef-4c7ce926797e,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:24:49.368973 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-788fefee-827f-4f44-9eb7-866c18171070 admin admin] Checking segment: {'id': '195d7ed7-323d-4284-82df-208cca613d99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:24:49.369333 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-788fefee-827f-4f44-9eb7-866c18171070 admin admin] Network hostable DHCP agents. Network: 1e0804d0-d1d9-4d40-9de5-2936f3d87840, hostable agents: ['fb6705d2-4f70-4965-92a3-fbfccd43a6d3'], hosted agents: [] {{(pid=103408) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:24:49.386928 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-788fefee-827f-4f44-9eb7-866c18171070 admin admin] Network 1e0804d0-d1d9-4d40-9de5-2936f3d87840 is scheduled to be hosted by DHCP agent fb6705d2-4f70-4965-92a3-fbfccd43a6d3 with binding_index 1 {{(pid=103408) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:24:49.395929 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-788fefee-827f-4f44-9eb7-866c18171070 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 1e0804d0-d1d9-4d40-9de5-2936f3d87840) {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:24:49.400898 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-788fefee-827f-4f44-9eb7-866c18171070 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:24:49.402039 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-788fefee-827f-4f44-9eb7-866c18171070 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616561'] for subnet (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:24:49.406582 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddb888d5-3439-40c8-9cd6-2dc08bd73e4d None None] Network 1e0804d0-d1d9-4d40-9de5-2936f3d87840 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:24:49.419228 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-788fefee-827f-4f44-9eb7-866c18171070 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4847462 Feb 28 10:24:49.520510 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d94954f2-07f4-4c44-83ab-20229d26d8f9 None None] Network 1e0804d0-d1d9-4d40-9de5-2936f3d87840 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:24:51.859707 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 60404) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:24:51.995495 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-b3aaa1de-a3f1-437d-802c-28598255b606 demo admin] 10.222.0.20 "GET /v2.0/routers/567ab306-f10a-4ef6-9504-f4519f5f8030 HTTP/1.1" status: 200 len: 710 time: 0.1343431 Feb 28 10:24:52.082491 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-829a8e7e-c24e-414c-a2ea-4c5ab02094a7 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:24:52.083807 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-829a8e7e-c24e-414c-a2ea-4c5ab02094a7 demo admin] 10.222.0.20 "GET /v2.0/networks/1e0804d0-d1d9-4d40-9de5-2936f3d87840 HTTP/1.1" status: 200 len: 886 time: 0.0828428 Feb 28 10:24:52.093467 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-2f44b7ec-18e5-4fc3-a6b7-c1a9f832447a demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840'}}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:24:52.364987 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2f44b7ec-18e5-4fc3-a6b7-c1a9f832447a demo admin] Publish callbacks [] for router_gateway (567ab306-f10a-4ef6-9504-f4519f5f8030), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:24:52.678897 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2f44b7ec-18e5-4fc3-a6b7-c1a9f832447a demo admin] Publish callbacks [] for router_gateway (567ab306-f10a-4ef6-9504-f4519f5f8030), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:24:52.752247 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2f44b7ec-18e5-4fc3-a6b7-c1a9f832447a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:24:52.857495 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-2f44b7ec-18e5-4fc3-a6b7-c1a9f832447a demo admin] Allocated IP 172.36.5.202 (1e0804d0-d1d9-4d40-9de5-2936f3d87840/6f6f4129-23e5-4c3b-b4ef-4c7ce926797e/e55c9a04-29ab-46a1-ae3d-a70cf6b49a0a) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:24:52.963562 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2f44b7ec-18e5-4fc3-a6b7-c1a9f832447a demo admin] Publish callbacks [] for port (e55c9a04-29ab-46a1-ae3d-a70cf6b49a0a), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:24:52.999953 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2f44b7ec-18e5-4fc3-a6b7-c1a9f832447a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749'] for port (e55c9a04-29ab-46a1-ae3d-a70cf6b49a0a), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:24:53.040384 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f44b7ec-18e5-4fc3-a6b7-c1a9f832447a demo admin] Network 1e0804d0-d1d9-4d40-9de5-2936f3d87840 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:24:53.043247 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-2f44b7ec-18e5-4fc3-a6b7-c1a9f832447a demo admin] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:24:53.045694 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f44b7ec-18e5-4fc3-a6b7-c1a9f832447a demo admin] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:24:53.050995 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f44b7ec-18e5-4fc3-a6b7-c1a9f832447a demo admin] Pushing event updated for resources: {'Port': ['ID=e55c9a04-29ab-46a1-ae3d-a70cf6b49a0a,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:24:53.309360 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2f44b7ec-18e5-4fc3-a6b7-c1a9f832447a demo admin] Publish callbacks [] for router_gateway (567ab306-f10a-4ef6-9504-f4519f5f8030), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:24:53.517696 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2f44b7ec-18e5-4fc3-a6b7-c1a9f832447a demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1804286', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1806925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5948'] for router (567ab306-f10a-4ef6-9504-f4519f5f8030), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:24:53.522016 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2f44b7ec-18e5-4fc3-a6b7-c1a9f832447a demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1804241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1804263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1804264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1807030'] for router (567ab306-f10a-4ef6-9504-f4519f5f8030), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:24:53.640694 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f44b7ec-18e5-4fc3-a6b7-c1a9f832447a demo admin] Router 567ab306-f10a-4ef6-9504-f4519f5f8030 has already been hosted by L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:24:53.753414 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f44b7ec-18e5-4fc3-a6b7-c1a9f832447a demo admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:24:53.757722 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2f44b7ec-18e5-4fc3-a6b7-c1a9f832447a demo admin] Publish callbacks [] for router (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:24:53.772589 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-2f44b7ec-18e5-4fc3-a6b7-c1a9f832447a demo admin] 10.222.0.20 "PUT /v2.0/routers/567ab306-f10a-4ef6-9504-f4519f5f8030 HTTP/1.1" status: 200 len: 890 time: 1.6688523 Feb 28 10:24:55.653184 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device e8a7306b-9140-4b90-9241-6d07b8fd275d up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:24:55.701601 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port e8a7306b-9140-4b90-9241-6d07b8fd275d triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:24:55.701938 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (e8a7306b-9140-4b90-9241-6d07b8fd275d), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:24:55.777858 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port e8a7306b-9140-4b90-9241-6d07b8fd275d is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:24:56.284253 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 60416) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:24:56.415600 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-f2638806-d9fb-4968-825b-6901eb832afa admin admin] 10.222.0.20 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1299014 Feb 28 10:24:57.021869 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf088943-b371-4f37-b9fa-88d92db42a22 None None] Sync routers for ids ['567ab306-f10a-4ef6-9504-f4519f5f8030'] in dv-neutron-master-2-hyperv {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:24:57.034310 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf088943-b371-4f37-b9fa-88d92db42a22 None None] Routers {'567ab306-f10a-4ef6-9504-f4519f5f8030'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:24:57.035146 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-bf088943-b371-4f37-b9fa-88d92db42a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:24:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['567ab306-f10a-4ef6-9504-f4519f5f8030'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:24:57.262831 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-bf088943-b371-4f37-b9fa-88d92db42a22 None None] Set router 567ab306-f10a-4ef6-9504-f4519f5f8030 gateway port host: dv-neutron-master-2-hyperv {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:24:57.732506 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-bf088943-b371-4f37-b9fa-88d92db42a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '567ab306-f10a-4ef6-9504-f4519f5f8030', 'name': 'router1', 'tenant_id': 'ef0f5724558244f089092e63bdf7280e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.202'}], 'enable_snat': True}, 'gw_port_id': 'e55c9a04-29ab-46a1-ae3d-a70cf6b49a0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:24:35Z', 'updated_at': '2022-02-28T10:24:53Z', 'revision_number': 4, 'project_id': 'ef0f5724558244f089092e63bdf7280e', 'gw_port': {'id': 'e55c9a04-29ab-46a1-ae3d-a70cf6b49a0a', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:53:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '567ab306-f10a-4ef6-9504-f4519f5f8030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:24:52Z', 'updated_at': '2022-02-28T10:24:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'e8a7306b-9140-4b90-9241-6d07b8fd275d', 'name': '', 'network_id': '7447805c-0a98-4f4c-b504-82fd68085968', 'tenant_id': 'ef0f5724558244f089092e63bdf7280e', 'mac_address': 'fa:16:3e:0b:7a:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '567ab306-f10a-4ef6-9504-f4519f5f8030', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3bd89e77-f01f-4334-bf00-2f6c8b506e30', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:24:44Z', 'updated_at': '2022-02-28T10:24:48Z', 'revision_number': 5, 'project_id': 'ef0f5724558244f089092e63bdf7280e', 'subnets': [{'id': '3bd89e77-f01f-4334-bf00-2f6c8b506e30', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '605b52c6-bca6-4aac-ba33-22149d2cd478'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:24:57.785404 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf088943-b371-4f37-b9fa-88d92db42a22 None None] Checking router: 567ab306-f10a-4ef6-9504-f4519f5f8030 for host: dv-neutron-master-2-hyperv {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:24:57.785691 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf088943-b371-4f37-b9fa-88d92db42a22 None None] Updating router 567ab306-f10a-4ef6-9504-f4519f5f8030 port e55c9a04-29ab-46a1-ae3d-a70cf6b49a0a binding host dv-neutron-master-2-hyperv {{(pid=103409) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 10:24:57.839907 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bf088943-b371-4f37-b9fa-88d92db42a22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (e55c9a04-29ab-46a1-ae3d-a70cf6b49a0a), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:24:58.168475 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bf088943-b371-4f37-b9fa-88d92db42a22 None None] Publish callbacks [] for port (e55c9a04-29ab-46a1-ae3d-a70cf6b49a0a), precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:24:58.175056 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bf088943-b371-4f37-b9fa-88d92db42a22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (e55c9a04-29ab-46a1-ae3d-a70cf6b49a0a), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:24:58.233168 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebf77e1-87bb-4abc-825e-88fc62c6e21f None None] Pushing event updated for resources: {'Port': ['ID=e55c9a04-29ab-46a1-ae3d-a70cf6b49a0a,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:24:58.238337 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-bf088943-b371-4f37-b9fa-88d92db42a22 None None] Attempting to bind port e55c9a04-29ab-46a1-ae3d-a70cf6b49a0a on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:24:58.238714 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-bf088943-b371-4f37-b9fa-88d92db42a22 None None] Attempting to bind port e55c9a04-29ab-46a1-ae3d-a70cf6b49a0a by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '195d7ed7-323d-4284-82df-208cca613d99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:24:58.239083 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf088943-b371-4f37-b9fa-88d92db42a22 None None] Attempting to bind port e55c9a04-29ab-46a1-ae3d-a70cf6b49a0a on network 1e0804d0-d1d9-4d40-9de5-2936f3d87840 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:24:58.244963 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf088943-b371-4f37-b9fa-88d92db42a22 None None] Checking agent: {'id': '75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 24, 15), 'started_at': datetime.datetime(2022, 2, 28, 10, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 24, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:24:58.245354 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf088943-b371-4f37-b9fa-88d92db42a22 None None] Checking segment: {'id': '195d7ed7-323d-4284-82df-208cca613d99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:24:58.245770 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bf088943-b371-4f37-b9fa-88d92db42a22 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:24:58.246169 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf088943-b371-4f37-b9fa-88d92db42a22 None None] Bound using segment: {'id': '195d7ed7-323d-4284-82df-208cca613d99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:24:58.246648 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-bf088943-b371-4f37-b9fa-88d92db42a22 None None] Bound port: e55c9a04-29ab-46a1-ae3d-a70cf6b49a0a, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '195d7ed7-323d-4284-82df-208cca613d99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:24:58.247025 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bf088943-b371-4f37-b9fa-88d92db42a22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (e55c9a04-29ab-46a1-ae3d-a70cf6b49a0a), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:24:58.298006 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-bf088943-b371-4f37-b9fa-88d92db42a22 None None] For port e55c9a04-29ab-46a1-ae3d-a70cf6b49a0a, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:24:58.301283 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-bf088943-b371-4f37-b9fa-88d92db42a22 None None] For port e55c9a04-29ab-46a1-ae3d-a70cf6b49a0a, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e55c9a04-29ab-46a1-ae3d-a70cf6b49a0a,segment=NetworkSegment(195d7ed7-323d-4284-82df-208cca613d99),segment_id=195d7ed7-323d-4284-82df-208cca613d99)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:24:58.308950 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bf088943-b371-4f37-b9fa-88d92db42a22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (e55c9a04-29ab-46a1-ae3d-a70cf6b49a0a), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:24:58.371168 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebf77e1-87bb-4abc-825e-88fc62c6e21f None None] Pushing event updated for resources: {'Port': ['ID=e55c9a04-29ab-46a1-ae3d-a70cf6b49a0a,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:24:58.373811 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf088943-b371-4f37-b9fa-88d92db42a22 None None] Routers {'567ab306-f10a-4ef6-9504-f4519f5f8030'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:24:58.374418 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-bf088943-b371-4f37-b9fa-88d92db42a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:24:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['567ab306-f10a-4ef6-9504-f4519f5f8030'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:24:58.493868 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-bf088943-b371-4f37-b9fa-88d92db42a22 None None] Set router 567ab306-f10a-4ef6-9504-f4519f5f8030 gateway port host: dv-neutron-master-2-hyperv {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:24:58.730969 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-bf088943-b371-4f37-b9fa-88d92db42a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '567ab306-f10a-4ef6-9504-f4519f5f8030', 'name': 'router1', 'tenant_id': 'ef0f5724558244f089092e63bdf7280e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.202'}], 'enable_snat': True}, 'gw_port_id': 'e55c9a04-29ab-46a1-ae3d-a70cf6b49a0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:24:35Z', 'updated_at': '2022-02-28T10:24:53Z', 'revision_number': 4, 'project_id': 'ef0f5724558244f089092e63bdf7280e', 'gw_port': {'id': 'e55c9a04-29ab-46a1-ae3d-a70cf6b49a0a', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:53:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '567ab306-f10a-4ef6-9504-f4519f5f8030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:24:52Z', 'updated_at': '2022-02-28T10:24:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'e8a7306b-9140-4b90-9241-6d07b8fd275d', 'name': '', 'network_id': '7447805c-0a98-4f4c-b504-82fd68085968', 'tenant_id': 'ef0f5724558244f089092e63bdf7280e', 'mac_address': 'fa:16:3e:0b:7a:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '567ab306-f10a-4ef6-9504-f4519f5f8030', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3bd89e77-f01f-4334-bf00-2f6c8b506e30', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:24:44Z', 'updated_at': '2022-02-28T10:24:48Z', 'revision_number': 5, 'project_id': 'ef0f5724558244f089092e63bdf7280e', 'subnets': [{'id': '3bd89e77-f01f-4334-bf00-2f6c8b506e30', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '605b52c6-bca6-4aac-ba33-22149d2cd478'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:24:58.759698 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf088943-b371-4f37-b9fa-88d92db42a22 None None] The sync data for ids ['567ab306-f10a-4ef6-9504-f4519f5f8030'] in dv-neutron-master-2-hyperv is: [{'id': '567ab306-f10a-4ef6-9504-f4519f5f8030', 'name': 'router1', 'tenant_id': 'ef0f5724558244f089092e63bdf7280e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.202'}], 'enable_snat': True}, 'gw_port_id': 'e55c9a04-29ab-46a1-ae3d-a70cf6b49a0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:24:35Z', 'updated_at': '2022-02-28T10:24:53Z', 'revision_number': 4, 'project_id': 'ef0f5724558244f089092e63bdf7280e', 'gw_port': {'id': 'e55c9a04-29ab-46a1-ae3d-a70cf6b49a0a', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:53:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '567ab306-f10a-4ef6-9504-f4519f5f8030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:24:52Z', 'updated_at': '2022-02-28T10:24:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'e8a7306b-9140-4b90-9241-6d07b8fd275d', 'name': '', 'network_id': '7447805c-0a98-4f4c-b504-82fd68085968', 'tenant_id': 'ef0f5724558244f089092e63bdf7280e', 'mac_address': 'fa:16:3e:0b:7a:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '567ab306-f10a-4ef6-9504-f4519f5f8030', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3bd89e77-f01f-4334-bf00-2f6c8b506e30', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:24:44Z', 'updated_at': '2022-02-28T10:24:48Z', 'revision_number': 5, 'project_id': 'ef0f5724558244f089092e63bdf7280e', 'subnets': [{'id': '3bd89e77-f01f-4334-bf00-2f6c8b506e30', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '605b52c6-bca6-4aac-ba33-22149d2cd478'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:24:59.682297 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device e55c9a04-29ab-46a1-ae3d-a70cf6b49a0a up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:24:59.736895 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port e55c9a04-29ab-46a1-ae3d-a70cf6b49a0a triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:24:59.737508 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (e55c9a04-29ab-46a1-ae3d-a70cf6b49a0a), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:24:59.819162 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port e55c9a04-29ab-46a1-ae3d-a70cf6b49a0a is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:24:59.819556 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (e55c9a04-29ab-46a1-ae3d-a70cf6b49a0a), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:24:59.843906 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] For port e55c9a04-29ab-46a1-ae3d-a70cf6b49a0a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e55c9a04-29ab-46a1-ae3d-a70cf6b49a0a,segment=NetworkSegment(195d7ed7-323d-4284-82df-208cca613d99),segment_id=195d7ed7-323d-4284-82df-208cca613d99)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:24:59.850346 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (e55c9a04-29ab-46a1-ae3d-a70cf6b49a0a), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:24:59.900403 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Pushing event updated for resources: {'Port': ['ID=e55c9a04-29ab-46a1-ae3d-a70cf6b49a0a,revision_number=4']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:25:01.740886 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device e55c9a04-29ab-46a1-ae3d-a70cf6b49a0a up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:25:01.862635 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port e55c9a04-29ab-46a1-ae3d-a70cf6b49a0a triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:25:01.864747 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (e55c9a04-29ab-46a1-ae3d-a70cf6b49a0a), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:25:01.966406 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port e55c9a04-29ab-46a1-ae3d-a70cf6b49a0a is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:25:08.679041 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-093bf533-4969-4fbe-b2c4-68535a95352a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fb6705d2-4f70-4965-92a3-fbfccd43a6d3), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:25:08.952131 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.agents_db [None req-382e0aa2-b126-48e6-89eb-3efa426b6b29 None None] Agent healthcheck: found 5 active agents {{(pid=103410) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 10:25:10.989716 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e64a043a-0cfa-442b-9b12-fcdae3b48473 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fc6c9b74-8dbb-41bb-800a-5bd3a43fe896), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:25:11.886295 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b6d631fb-7df0-4fe1-8322-abff3b61cae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (0db5147a-92a3-4581-8a5f-8ec9b93e0600), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:25:13.359855 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6b923bb1-06b0-4b84-b461-7cc1d0196090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (2e621730-3978-4720-b581-ac380e97a567), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:25:14.863979 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:25:38.674357 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d9349ac1-2c4f-4e84-bc53-a3bf64a222da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fb6705d2-4f70-4965-92a3-fbfccd43a6d3), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:25:40.984979 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-849a3be4-01f7-4c76-8980-4d5935992200 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fc6c9b74-8dbb-41bb-800a-5bd3a43fe896), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:25:41.880743 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b6d631fb-7df0-4fe1-8322-abff3b61cae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (0db5147a-92a3-4581-8a5f-8ec9b93e0600), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:25:43.357391 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6b923bb1-06b0-4b84-b461-7cc1d0196090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (2e621730-3978-4720-b581-ac380e97a567), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:25:44.862887 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:25:45.951652 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.agents_db [None req-382e0aa2-b126-48e6-89eb-3efa426b6b29 None None] Agent healthcheck: found 5 active agents {{(pid=103410) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 10:26:08.679154 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-eda89128-ee0b-48e4-b894-2e5b89448adf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fb6705d2-4f70-4965-92a3-fbfccd43a6d3), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:26:10.990610 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7a382d0d-c1ed-4dc9-a794-8a9a690c754c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fc6c9b74-8dbb-41bb-800a-5bd3a43fe896), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:26:11.886519 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b6d631fb-7df0-4fe1-8322-abff3b61cae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (0db5147a-92a3-4581-8a5f-8ec9b93e0600), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:26:13.354419 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6b923bb1-06b0-4b84-b461-7cc1d0196090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (2e621730-3978-4720-b581-ac380e97a567), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:26:14.858266 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:26:22.632425 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 60932) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:26:22.718230 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-57f1cc49-70d4-4553-9fc3-1e01cde6722f admin admin] GET failed (client error): The resource could not be found. Feb 28 10:26:22.720123 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-57f1cc49-70d4-4553-9fc3-1e01cde6722f admin admin] 10.222.0.20 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0855024 Feb 28 10:26:22.888931 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e866ff5-a6be-4f2e-99c1-246909b5c9ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:26:22.890395 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-7e866ff5-a6be-4f2e-99c1-246909b5c9ce admin admin] 10.222.0.20 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1638505 Feb 28 10:26:22.951879 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.agents_db [None req-382e0aa2-b126-48e6-89eb-3efa426b6b29 None None] Agent healthcheck: found 5 active agents {{(pid=103410) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 10:26:25.239116 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 60942) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:26:25.336772 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7ea637e-535e-4d62-ad00-631c7502cd40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:26:25.338451 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-f7ea637e-535e-4d62-ad00-631c7502cd40 admin admin] 10.222.0.20 "GET /v2.0/subnets/3bd89e77-f01f-4334-bf00-2f6c8b506e30 HTTP/1.1" status: 200 len: 849 time: 0.0983562 Feb 28 10:26:25.350965 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-08b01d8b-b767-4c29-ae79-df297b3ef368 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:26:25.438172 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-08b01d8b-b767-4c29-ae79-df297b3ef368 admin admin] Publish callbacks [] for subnet (3bd89e77-f01f-4334-bf00-2f6c8b506e30), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:26:25.604082 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-08b01d8b-b767-4c29-ae79-df297b3ef368 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8742057140965'] for subnet (3bd89e77-f01f-4334-bf00-2f6c8b506e30), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:26:25.639838 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08b01d8b-b767-4c29-ae79-df297b3ef368 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:26:25.641108 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-08b01d8b-b767-4c29-ae79-df297b3ef368 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616561'] for subnet (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:26:25.641729 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-08b01d8b-b767-4c29-ae79-df297b3ef368 admin admin] 10.222.0.20 "PUT /v2.0/subnets/3bd89e77-f01f-4334-bf00-2f6c8b506e30 HTTP/1.1" status: 200 len: 868 time: 0.2945158 Feb 28 10:26:25.654638 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81e5594f-2ee0-4326-a8fe-c3ea379519d5 None None] Network 7447805c-0a98-4f4c-b504-82fd68085968 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:26:25.658642 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b01d8b-b767-4c29-ae79-df297b3ef368 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3bd89e77-f01f-4334-bf00-2f6c8b506e30,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:26:25.666309 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b01d8b-b767-4c29-ae79-df297b3ef368 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:26:25.666683 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b01d8b-b767-4c29-ae79-df297b3ef368 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:26:25.667040 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b01d8b-b767-4c29-ae79-df297b3ef368 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:26:25.667383 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b01d8b-b767-4c29-ae79-df297b3ef368 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:26:25.667722 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b01d8b-b767-4c29-ae79-df297b3ef368 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:26:25.668041 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b01d8b-b767-4c29-ae79-df297b3ef368 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:26:25.668413 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b01d8b-b767-4c29-ae79-df297b3ef368 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:26:25.668770 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b01d8b-b767-4c29-ae79-df297b3ef368 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:26:25.669136 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b01d8b-b767-4c29-ae79-df297b3ef368 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:26:25.669463 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b01d8b-b767-4c29-ae79-df297b3ef368 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:26:25.669807 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b01d8b-b767-4c29-ae79-df297b3ef368 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:26:25.670123 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b01d8b-b767-4c29-ae79-df297b3ef368 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:26:25.670464 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b01d8b-b767-4c29-ae79-df297b3ef368 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:26:25.998932 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-977a9a79-1fe0-4d5e-b65a-bc230ccc87b0 None None] Provisioning complete for port e8a7306b-9140-4b90-9241-6d07b8fd275d triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:26:25.999313 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-977a9a79-1fe0-4d5e-b65a-bc230ccc87b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (e8a7306b-9140-4b90-9241-6d07b8fd275d), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:26:26.078789 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-977a9a79-1fe0-4d5e-b65a-bc230ccc87b0 None None] Current status of the port e8a7306b-9140-4b90-9241-6d07b8fd275d is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:26:26.089756 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-977a9a79-1fe0-4d5e-b65a-bc230ccc87b0 None None] Provisioning complete for port 81302345-e635-44ec-8d2d-b397b3cc02b6 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:26:26.090172 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-977a9a79-1fe0-4d5e-b65a-bc230ccc87b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (81302345-e635-44ec-8d2d-b397b3cc02b6), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:26:26.165481 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-977a9a79-1fe0-4d5e-b65a-bc230ccc87b0 None None] Current status of the port 81302345-e635-44ec-8d2d-b397b3cc02b6 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:26:28.013798 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 60950) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:26:28.234290 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7b93477-163f-4026-8f97-f4e0b5395de3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:26:28.234699 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7b93477-163f-4026-8f97-f4e0b5395de3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:26:28.236272 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-e7b93477-163f-4026-8f97-f4e0b5395de3 admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2211208 Feb 28 10:26:30.553310 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 60958) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:26:30.756004 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b66e4570-5e26-48c2-a091-d6d073e4225f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:26:30.756474 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b66e4570-5e26-48c2-a091-d6d073e4225f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:26:30.758055 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-b66e4570-5e26-48c2-a091-d6d073e4225f admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2038107 Feb 28 10:26:33.069766 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 60968) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:26:33.307102 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5af9b11a-173a-484f-bb6c-8011db890e8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:26:33.308934 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-5af9b11a-173a-484f-bb6c-8011db890e8e admin admin] 10.222.0.20 "GET /v2.0/networks/1e0804d0-d1d9-4d40-9de5-2936f3d87840 HTTP/1.1" status: 200 len: 886 time: 0.2382023 Feb 28 10:26:35.616017 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 60980) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:26:35.751501 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d34367a3-9201-4632-8f8d-13293da8bde5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:26:35.753098 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-d34367a3-9201-4632-8f8d-13293da8bde5 admin admin] 10.222.0.20 "GET /v2.0/networks/7447805c-0a98-4f4c-b504-82fd68085968 HTTP/1.1" status: 200 len: 869 time: 0.1359985 Feb 28 10:26:38.095987 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 60988) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:26:38.238934 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c8772f2-e3bc-4c74-9d5b-0a096b08f973 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:26:38.239402 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c8772f2-e3bc-4c74-9d5b-0a096b08f973 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:26:38.241021 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-0c8772f2-e3bc-4c74-9d5b-0a096b08f973 admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1439924 Feb 28 10:26:38.685357 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-34f2c570-c1b7-4a52-9482-38e1b328c9e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fb6705d2-4f70-4965-92a3-fbfccd43a6d3), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:26:40.596379 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 60996) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:26:40.693867 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ce5510-7f25-445d-b2e1-2265e6a60dbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:26:40.694314 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ce5510-7f25-445d-b2e1-2265e6a60dbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:26:40.695929 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-f9ce5510-7f25-445d-b2e1-2265e6a60dbf admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0983799 Feb 28 10:26:40.985430 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d57e1466-28f8-4a2a-b570-0fbef6ed854a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fc6c9b74-8dbb-41bb-800a-5bd3a43fe896), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:26:41.891035 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b6d631fb-7df0-4fe1-8322-abff3b61cae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (0db5147a-92a3-4581-8a5f-8ec9b93e0600), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:26:43.011051 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 32772) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:26:43.109630 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4b62dd8-c4fa-41ad-90c8-cb97982de47f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:26:43.110987 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-e4b62dd8-c4fa-41ad-90c8-cb97982de47f admin admin] 10.222.0.20 "GET /v2.0/subnets/3bd89e77-f01f-4334-bf00-2f6c8b506e30 HTTP/1.1" status: 200 len: 868 time: 0.0989008 Feb 28 10:26:43.359873 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6b923bb1-06b0-4b84-b461-7cc1d0196090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (2e621730-3978-4720-b581-ac380e97a567), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:26:44.862560 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:26:45.454795 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 32780) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:26:45.549226 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad6bcd1-79df-4d00-aa2f-ce4e4ec3f58a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:26:45.550572 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-5ad6bcd1-79df-4d00-aa2f-ce4e4ec3f58a admin admin] 10.222.0.20 "GET /v2.0/subnets/6f6f4129-23e5-4c3b-b4ef-4c7ce926797e HTTP/1.1" status: 200 len: 816 time: 0.0948102 Feb 28 10:26:59.951290 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.agents_db [None req-382e0aa2-b126-48e6-89eb-3efa426b6b29 None None] Agent healthcheck: found 5 active agents {{(pid=103410) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 10:27:08.691336 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0d0876da-5643-4320-ae30-2bb68ff804b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fb6705d2-4f70-4965-92a3-fbfccd43a6d3), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:27:10.990873 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c1b5d61b-187e-4393-a60c-bf8b39d41f0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fc6c9b74-8dbb-41bb-800a-5bd3a43fe896), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:27:11.892598 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b6d631fb-7df0-4fe1-8322-abff3b61cae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (0db5147a-92a3-4581-8a5f-8ec9b93e0600), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:27:13.361655 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6b923bb1-06b0-4b84-b461-7cc1d0196090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (2e621730-3978-4720-b581-ac380e97a567), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:27:13.963583 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 32832) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:27:14.022899 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [None req-82876392-9d68-4de5-bf00-f81fde6694a2 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103407) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 10:27:14.024531 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-82876392-9d68-4de5-bf00-f81fde6694a2 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0599811 Feb 28 10:27:14.867628 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:27:16.426110 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 32840) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:27:16.497498 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d710e9c-7c76-48d6-84b1-aa2e0ba57bad admin admin] GET failed (client error): The resource could not be found. Feb 28 10:27:16.498818 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-6d710e9c-7c76-48d6-84b1-aa2e0ba57bad admin admin] 10.222.0.20 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0716739 Feb 28 10:27:16.652677 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25503f39-4054-4be8-adec-31caa863d827 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:27:16.654087 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-25503f39-4054-4be8-adec-31caa863d827 admin admin] 10.222.0.20 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1491315 Feb 28 10:27:19.011692 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 32848) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:27:19.061826 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-0af40acb-1b5c-4c7f-9cf4-3c3a93878524 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:27:19.086046 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0af40acb-1b5c-4c7f-9cf4-3c3a93878524 admin admin] Made reservation on behalf of 6b1caaa56c584fecaf8ea2eee41c9e69 for: {'network': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:27:19.088786 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0af40acb-1b5c-4c7f-9cf4-3c3a93878524 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for network (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:27:19.117044 dv-neutron-master-2-hyperv neutron-server[103407]: WARNING neutron.services.revisions.revision_plugin [None req-0af40acb-1b5c-4c7f-9cf4-3c3a93878524 admin admin] Could not find related network for resource to bump revision. Feb 28 10:27:19.132186 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0af40acb-1b5c-4c7f-9cf4-3c3a93878524 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 265} {{(pid=103407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:27:19.143600 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0af40acb-1b5c-4c7f-9cf4-3c3a93878524 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (db2f9d80-2e6d-4c6b-a854-a2f0c3149860), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:27:19.143949 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.db.segments_db [None req-0af40acb-1b5c-4c7f-9cf4-3c3a93878524 admin admin] Added segment db2f9d80-2e6d-4c6b-a854-a2f0c3149860 of type vlan for network b00891e7-c486-4572-b9a2-29467929b05a Feb 28 10:27:19.186330 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0af40acb-1b5c-4c7f-9cf4-3c3a93878524 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742056637431'] for network (b00891e7-c486-4572-b9a2-29467929b05a), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:27:19.215664 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0af40acb-1b5c-4c7f-9cf4-3c3a93878524 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551'] for network (b00891e7-c486-4572-b9a2-29467929b05a), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:27:19.216681 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0af40acb-1b5c-4c7f-9cf4-3c3a93878524 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:27:19.217267 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0af40acb-1b5c-4c7f-9cf4-3c3a93878524 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616561'] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:27:19.272021 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-0af40acb-1b5c-4c7f-9cf4-3c3a93878524 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2592263 Feb 28 10:27:19.278815 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af40acb-1b5c-4c7f-9cf4-3c3a93878524 admin admin] Pushing event updated for resources: {'Network': ['ID=b00891e7-c486-4572-b9a2-29467929b05a,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:27:19.285879 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af40acb-1b5c-4c7f-9cf4-3c3a93878524 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:27:19.286290 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af40acb-1b5c-4c7f-9cf4-3c3a93878524 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:27:19.286638 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af40acb-1b5c-4c7f-9cf4-3c3a93878524 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:27:19.287009 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af40acb-1b5c-4c7f-9cf4-3c3a93878524 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:27:19.287340 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af40acb-1b5c-4c7f-9cf4-3c3a93878524 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:27:19.287675 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af40acb-1b5c-4c7f-9cf4-3c3a93878524 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:27:19.288039 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af40acb-1b5c-4c7f-9cf4-3c3a93878524 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:27:19.288324 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af40acb-1b5c-4c7f-9cf4-3c3a93878524 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:27:19.288790 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af40acb-1b5c-4c7f-9cf4-3c3a93878524 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:27:19.289833 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af40acb-1b5c-4c7f-9cf4-3c3a93878524 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:27:19.290181 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af40acb-1b5c-4c7f-9cf4-3c3a93878524 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:27:19.290515 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af40acb-1b5c-4c7f-9cf4-3c3a93878524 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:27:19.290847 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af40acb-1b5c-4c7f-9cf4-3c3a93878524 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:27:19.302968 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Network b00891e7-c486-4572-b9a2-29467929b05a details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103409) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:27:21.610045 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 32856) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:27:21.677393 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ddfd573-01b5-4cc7-af5d-c798e0a9229f admin admin] GET failed (client error): The resource could not be found. Feb 28 10:27:21.678705 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-7ddfd573-01b5-4cc7-af5d-c798e0a9229f admin admin] 10.222.0.20 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0677083 Feb 28 10:27:21.748593 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-497bf865-9bcf-41dc-b846-7266f83e82b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:27:21.750081 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-497bf865-9bcf-41dc-b846-7266f83e82b8 admin admin] 10.222.0.20 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0668380 Feb 28 10:27:21.762745 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-9ff21933-e831-4aa0-b8b3-ad1fbc24d289 admin admin] Request body: {'subnet': {'network_id': 'b00891e7-c486-4572-b9a2-29467929b05a', 'description': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'name': 'shared-subnet'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:27:21.785985 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ff21933-e831-4aa0-b8b3-ad1fbc24d289 admin admin] Made reservation on behalf of 6b1caaa56c584fecaf8ea2eee41c9e69 for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:27:21.788454 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9ff21933-e831-4aa0-b8b3-ad1fbc24d289 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:27:21.989715 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9ff21933-e831-4aa0-b8b3-ad1fbc24d289 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551'] for subnet (3c1ccc07-5403-499c-93f2-f60ac42c809b), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:27:22.044837 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff21933-e831-4aa0-b8b3-ad1fbc24d289 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c1ccc07-5403-499c-93f2-f60ac42c809b,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:27:22.057915 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff21933-e831-4aa0-b8b3-ad1fbc24d289 admin admin] Checking segment: {'id': 'db2f9d80-2e6d-4c6b-a854-a2f0c3149860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'b00891e7-c486-4572-b9a2-29467929b05a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:27:22.058298 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ff21933-e831-4aa0-b8b3-ad1fbc24d289 admin admin] Network hostable DHCP agents. Network: b00891e7-c486-4572-b9a2-29467929b05a, hostable agents: ['fb6705d2-4f70-4965-92a3-fbfccd43a6d3'], hosted agents: [] {{(pid=103407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:27:22.082765 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ff21933-e831-4aa0-b8b3-ad1fbc24d289 admin admin] Network b00891e7-c486-4572-b9a2-29467929b05a is scheduled to be hosted by DHCP agent fb6705d2-4f70-4965-92a3-fbfccd43a6d3 with binding_index 1 {{(pid=103407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:27:22.097710 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-9ff21933-e831-4aa0-b8b3-ad1fbc24d289 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, b00891e7-c486-4572-b9a2-29467929b05a) {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:27:22.103973 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ff21933-e831-4aa0-b8b3-ad1fbc24d289 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:27:22.104965 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9ff21933-e831-4aa0-b8b3-ad1fbc24d289 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616561'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:27:22.111885 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-573fbf90-c266-4843-a0f5-5c4dbede816d None None] Network b00891e7-c486-4572-b9a2-29467929b05a requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:27:22.125492 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-9ff21933-e831-4aa0-b8b3-ad1fbc24d289 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3645024 Feb 28 10:27:22.332104 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3582d660-a8a6-4784-92ad-362a8ee0f90b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-b00891e7-c486-4572-b9a2-29467929b05a', 'network_id': 'b00891e7-c486-4572-b9a2-29467929b05a', 'project_id': '6b1caaa56c584fecaf8ea2eee41c9e69', 'fixed_ips': [{'subnet_id': '3c1ccc07-5403-499c-93f2-f60ac42c809b'}]}} from dv-neutron-master-2-hyperv. {{(pid=103409) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:27:22.332977 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3582d660-a8a6-4784-92ad-362a8ee0f90b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:27:22.468762 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-3582d660-a8a6-4784-92ad-362a8ee0f90b None None] Allocated IP 192.168.233.2 (b00891e7-c486-4572-b9a2-29467929b05a/3c1ccc07-5403-499c-93f2-f60ac42c809b/299cb017-0abc-4a41-9bc6-c1a186374a2d) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:27:22.617654 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3582d660-a8a6-4784-92ad-362a8ee0f90b None None] Publish callbacks [] for port (299cb017-0abc-4a41-9bc6-c1a186374a2d), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:27:22.624764 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3582d660-a8a6-4784-92ad-362a8ee0f90b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749'] for port (299cb017-0abc-4a41-9bc6-c1a186374a2d), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:27:22.669003 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3582d660-a8a6-4784-92ad-362a8ee0f90b None None] Network b00891e7-c486-4572-b9a2-29467929b05a is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:27:22.671927 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-3582d660-a8a6-4784-92ad-362a8ee0f90b None None] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:27:22.678648 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3582d660-a8a6-4784-92ad-362a8ee0f90b None None] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:27:22.680932 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3582d660-a8a6-4784-92ad-362a8ee0f90b None None] Pushing event updated for resources: {'Port': ['ID=299cb017-0abc-4a41-9bc6-c1a186374a2d,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:27:22.688000 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3582d660-a8a6-4784-92ad-362a8ee0f90b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:27:22.688384 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3582d660-a8a6-4784-92ad-362a8ee0f90b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:27:22.688761 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3582d660-a8a6-4784-92ad-362a8ee0f90b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:27:22.689109 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3582d660-a8a6-4784-92ad-362a8ee0f90b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:27:22.689450 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3582d660-a8a6-4784-92ad-362a8ee0f90b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:27:22.689770 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3582d660-a8a6-4784-92ad-362a8ee0f90b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:27:22.690115 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3582d660-a8a6-4784-92ad-362a8ee0f90b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:27:22.690474 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3582d660-a8a6-4784-92ad-362a8ee0f90b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:27:22.690816 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3582d660-a8a6-4784-92ad-362a8ee0f90b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:27:22.691163 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3582d660-a8a6-4784-92ad-362a8ee0f90b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:27:22.691491 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3582d660-a8a6-4784-92ad-362a8ee0f90b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:27:22.691814 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3582d660-a8a6-4784-92ad-362a8ee0f90b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:27:22.692139 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3582d660-a8a6-4784-92ad-362a8ee0f90b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:27:22.747864 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-3582d660-a8a6-4784-92ad-362a8ee0f90b None None] Attempting to bind port 299cb017-0abc-4a41-9bc6-c1a186374a2d on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:27:22.748235 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-3582d660-a8a6-4784-92ad-362a8ee0f90b None None] Attempting to bind port 299cb017-0abc-4a41-9bc6-c1a186374a2d by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'db2f9d80-2e6d-4c6b-a854-a2f0c3149860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'b00891e7-c486-4572-b9a2-29467929b05a'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:27:22.748613 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3582d660-a8a6-4784-92ad-362a8ee0f90b None None] Attempting to bind port 299cb017-0abc-4a41-9bc6-c1a186374a2d on network b00891e7-c486-4572-b9a2-29467929b05a {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:27:22.753994 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3582d660-a8a6-4784-92ad-362a8ee0f90b None None] Checking agent: {'id': '75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 24, 15), 'started_at': datetime.datetime(2022, 2, 28, 10, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 27, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:27:22.754370 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3582d660-a8a6-4784-92ad-362a8ee0f90b None None] Checking segment: {'id': 'db2f9d80-2e6d-4c6b-a854-a2f0c3149860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'b00891e7-c486-4572-b9a2-29467929b05a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:27:22.754773 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3582d660-a8a6-4784-92ad-362a8ee0f90b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:27:22.755166 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3582d660-a8a6-4784-92ad-362a8ee0f90b None None] Bound using segment: {'id': 'db2f9d80-2e6d-4c6b-a854-a2f0c3149860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'b00891e7-c486-4572-b9a2-29467929b05a'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:27:22.755635 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-3582d660-a8a6-4784-92ad-362a8ee0f90b None None] Bound port: 299cb017-0abc-4a41-9bc6-c1a186374a2d, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db2f9d80-2e6d-4c6b-a854-a2f0c3149860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'b00891e7-c486-4572-b9a2-29467929b05a'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:27:22.756022 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3582d660-a8a6-4784-92ad-362a8ee0f90b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (299cb017-0abc-4a41-9bc6-c1a186374a2d), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:27:22.819109 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-3582d660-a8a6-4784-92ad-362a8ee0f90b None None] For port 299cb017-0abc-4a41-9bc6-c1a186374a2d, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:27:22.822614 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-3582d660-a8a6-4784-92ad-362a8ee0f90b None None] For port 299cb017-0abc-4a41-9bc6-c1a186374a2d, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=299cb017-0abc-4a41-9bc6-c1a186374a2d,segment=NetworkSegment(db2f9d80-2e6d-4c6b-a854-a2f0c3149860),segment_id=db2f9d80-2e6d-4c6b-a854-a2f0c3149860)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:27:22.829199 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3582d660-a8a6-4784-92ad-362a8ee0f90b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (299cb017-0abc-4a41-9bc6-c1a186374a2d), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:27:22.890619 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3582d660-a8a6-4784-92ad-362a8ee0f90b None None] Pushing event updated for resources: {'Port': ['ID=299cb017-0abc-4a41-9bc6-c1a186374a2d,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:27:23.735250 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d9b5bff-78e8-46c3-9ca2-bb08479c69ec None None] Network b00891e7-c486-4572-b9a2-29467929b05a requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:27:23.778806 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 299cb017-0abc-4a41-9bc6-c1a186374a2d up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:27:23.880040 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-5dc77d2c-7ce4-43d0-a615-6b65f091a28d None None] Provisioning complete for port 299cb017-0abc-4a41-9bc6-c1a186374a2d triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:27:23.880525 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5dc77d2c-7ce4-43d0-a615-6b65f091a28d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (299cb017-0abc-4a41-9bc6-c1a186374a2d), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:27:23.882007 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port 299cb017-0abc-4a41-9bc6-c1a186374a2d triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:27:23.882459 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (299cb017-0abc-4a41-9bc6-c1a186374a2d), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:27:24.040892 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 299cb017-0abc-4a41-9bc6-c1a186374a2d is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:27:24.041215 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (299cb017-0abc-4a41-9bc6-c1a186374a2d), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:27:24.058828 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-5dc77d2c-7ce4-43d0-a615-6b65f091a28d None None] Current status of the port 299cb017-0abc-4a41-9bc6-c1a186374a2d is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:27:24.060847 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5dc77d2c-7ce4-43d0-a615-6b65f091a28d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (299cb017-0abc-4a41-9bc6-c1a186374a2d), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:27:24.102978 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] For port 299cb017-0abc-4a41-9bc6-c1a186374a2d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=299cb017-0abc-4a41-9bc6-c1a186374a2d,segment=NetworkSegment(db2f9d80-2e6d-4c6b-a854-a2f0c3149860),segment_id=db2f9d80-2e6d-4c6b-a854-a2f0c3149860)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:27:24.109496 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (299cb017-0abc-4a41-9bc6-c1a186374a2d), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:27:24.194060 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.db.api [None req-5dc77d2c-7ce4-43d0-a615-6b65f091a28d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103409) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 10:27:24.194472 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG oslo_db.api [None req-5dc77d2c-7ce4-43d0-a615-6b65f091a28d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 10:27:24.199651 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Pushing event updated for resources: {'Port': ['ID=299cb017-0abc-4a41-9bc6-c1a186374a2d,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:27:24.733066 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-5dc77d2c-7ce4-43d0-a615-6b65f091a28d None None] Current status of the port 299cb017-0abc-4a41-9bc6-c1a186374a2d is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:27:24.855034 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-4a66868e-6fba-46e4-accc-8ee9b68cf2cb None None] Provisioning complete for port 299cb017-0abc-4a41-9bc6-c1a186374a2d triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:27:24.855690 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4a66868e-6fba-46e4-accc-8ee9b68cf2cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (299cb017-0abc-4a41-9bc6-c1a186374a2d), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:27:24.936153 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4a66868e-6fba-46e4-accc-8ee9b68cf2cb None None] Current status of the port 299cb017-0abc-4a41-9bc6-c1a186374a2d is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:27:25.735887 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 299cb017-0abc-4a41-9bc6-c1a186374a2d up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:27:25.789925 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port 299cb017-0abc-4a41-9bc6-c1a186374a2d triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:27:25.790590 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (299cb017-0abc-4a41-9bc6-c1a186374a2d), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:27:25.868511 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 299cb017-0abc-4a41-9bc6-c1a186374a2d is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:27:36.951119 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.agents_db [None req-382e0aa2-b126-48e6-89eb-3efa426b6b29 None None] Agent healthcheck: found 5 active agents {{(pid=103410) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 10:27:38.686462 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-200d6782-2782-4cc2-86b2-d22b58d23d37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fb6705d2-4f70-4965-92a3-fbfccd43a6d3), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:27:40.986519 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-171a350e-9290-4efd-9795-b6b52a2e1ea3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fc6c9b74-8dbb-41bb-800a-5bd3a43fe896), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:27:41.896399 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b6d631fb-7df0-4fe1-8322-abff3b61cae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (0db5147a-92a3-4581-8a5f-8ec9b93e0600), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:27:43.362611 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6b923bb1-06b0-4b84-b461-7cc1d0196090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (2e621730-3978-4720-b581-ac380e97a567), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:27:44.873267 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:28:08.690362 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f56344e6-e690-4e26-9b09-9fc4871d53a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fb6705d2-4f70-4965-92a3-fbfccd43a6d3), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:28:10.992720 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e5f2612e-db68-47c6-91d0-20073454f438 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fc6c9b74-8dbb-41bb-800a-5bd3a43fe896), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:28:11.905005 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b6d631fb-7df0-4fe1-8322-abff3b61cae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (0db5147a-92a3-4581-8a5f-8ec9b93e0600), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:28:13.371931 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6b923bb1-06b0-4b84-b461-7cc1d0196090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (2e621730-3978-4720-b581-ac380e97a567), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:28:13.952457 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.agents_db [None req-382e0aa2-b126-48e6-89eb-3efa426b6b29 None None] Agent healthcheck: found 5 active agents {{(pid=103410) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 10:28:14.877342 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:28:38.694608 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-feadc893-d8bf-4a6d-a461-6b34daf53ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fb6705d2-4f70-4965-92a3-fbfccd43a6d3), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:28:40.993471 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4ccf0026-f0d6-470d-93f9-15513ef368e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fc6c9b74-8dbb-41bb-800a-5bd3a43fe896), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:28:41.905451 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b6d631fb-7df0-4fe1-8322-abff3b61cae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (0db5147a-92a3-4581-8a5f-8ec9b93e0600), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:28:43.368778 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6b923bb1-06b0-4b84-b461-7cc1d0196090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (2e621730-3978-4720-b581-ac380e97a567), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:28:44.882086 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:28:45.869007 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 32896) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:28:45.874757 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [None req-414d5078-254d-4093-8298-f36fc437a8a0 tempest-verify_tempest_config-1976132477 tempest-verify_tempest_config-1976132477-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103407) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 10:28:45.875710 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-414d5078-254d-4093-8298-f36fc437a8a0 tempest-verify_tempest_config-1976132477 tempest-verify_tempest_config-1976132477-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0057101 Feb 28 10:28:46.184088 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 32914) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:28:46.306619 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f5e01d17-196b-44e1-8d7a-b3bf8bc2de1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:28:46.395448 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f5e01d17-196b-44e1-8d7a-b3bf8bc2de1a admin admin] Publish callbacks [] for security_group (ea2c8b05-e77c-4725-8ee8-b0b369554992), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:28:46.401353 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f5e01d17-196b-44e1-8d7a-b3bf8bc2de1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (ea2c8b05-e77c-4725-8ee8-b0b369554992), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:28:46.443609 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e01d17-196b-44e1-8d7a-b3bf8bc2de1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea2c8b05-e77c-4725-8ee8-b0b369554992,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:28:46.447562 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-f5e01d17-196b-44e1-8d7a-b3bf8bc2de1a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f0c0d951d15b482e8abe9eb0463eb11c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2624485 Feb 28 10:28:46.450718 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 32918) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:28:46.453080 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e01d17-196b-44e1-8d7a-b3bf8bc2de1a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:28:46.453441 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e01d17-196b-44e1-8d7a-b3bf8bc2de1a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:28:46.453787 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e01d17-196b-44e1-8d7a-b3bf8bc2de1a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:28:46.454129 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e01d17-196b-44e1-8d7a-b3bf8bc2de1a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:28:46.454432 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e01d17-196b-44e1-8d7a-b3bf8bc2de1a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:28:46.454793 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e01d17-196b-44e1-8d7a-b3bf8bc2de1a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:28:46.455122 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e01d17-196b-44e1-8d7a-b3bf8bc2de1a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:28:46.455434 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e01d17-196b-44e1-8d7a-b3bf8bc2de1a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:28:46.455765 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e01d17-196b-44e1-8d7a-b3bf8bc2de1a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:28:46.456093 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e01d17-196b-44e1-8d7a-b3bf8bc2de1a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:28:46.456416 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e01d17-196b-44e1-8d7a-b3bf8bc2de1a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:28:46.456775 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e01d17-196b-44e1-8d7a-b3bf8bc2de1a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:28:46.457098 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e01d17-196b-44e1-8d7a-b3bf8bc2de1a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:28:46.553648 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-eb65706e-b570-4a76-bf2d-444fe8587c6c admin admin] Publish callbacks [] for security_group (ea2c8b05-e77c-4725-8ee8-b0b369554992), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:28:46.575447 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-eb65706e-b570-4a76-bf2d-444fe8587c6c admin admin] Publish callbacks [] for security_group (ea2c8b05-e77c-4725-8ee8-b0b369554992), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:28:46.671355 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-eb65706e-b570-4a76-bf2d-444fe8587c6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (ea2c8b05-e77c-4725-8ee8-b0b369554992), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:28:46.675053 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-eb65706e-b570-4a76-bf2d-444fe8587c6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:28:46.676779 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-eb65706e-b570-4a76-bf2d-444fe8587c6c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ea2c8b05-e77c-4725-8ee8-b0b369554992 HTTP/1.1" status: 204 len: 168 time: 0.2250745 Feb 28 10:28:46.685038 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb65706e-b570-4a76-bf2d-444fe8587c6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea2c8b05-e77c-4725-8ee8-b0b369554992,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:28:46.691928 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb65706e-b570-4a76-bf2d-444fe8587c6c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:28:46.692292 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb65706e-b570-4a76-bf2d-444fe8587c6c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:28:46.692662 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb65706e-b570-4a76-bf2d-444fe8587c6c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:28:46.693006 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb65706e-b570-4a76-bf2d-444fe8587c6c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:28:46.693345 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb65706e-b570-4a76-bf2d-444fe8587c6c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:28:46.693713 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb65706e-b570-4a76-bf2d-444fe8587c6c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:28:46.694049 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb65706e-b570-4a76-bf2d-444fe8587c6c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:28:46.694463 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb65706e-b570-4a76-bf2d-444fe8587c6c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:28:46.694697 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb65706e-b570-4a76-bf2d-444fe8587c6c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:28:46.695094 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb65706e-b570-4a76-bf2d-444fe8587c6c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:28:46.695419 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb65706e-b570-4a76-bf2d-444fe8587c6c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:28:46.695748 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb65706e-b570-4a76-bf2d-444fe8587c6c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:28:46.696076 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb65706e-b570-4a76-bf2d-444fe8587c6c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:28:50.953046 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.agents_db [None req-382e0aa2-b126-48e6-89eb-3efa426b6b29 None None] Agent healthcheck: found 5 active agents {{(pid=103410) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 10:29:08.708581 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a69047e7-a203-4c7b-a3cb-9b4aaecf62d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fb6705d2-4f70-4965-92a3-fbfccd43a6d3), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:29:10.991220 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-17755ad8-f91a-4a1f-9593-340da64243c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fc6c9b74-8dbb-41bb-800a-5bd3a43fe896), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:29:11.917449 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b6d631fb-7df0-4fe1-8322-abff3b61cae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (0db5147a-92a3-4581-8a5f-8ec9b93e0600), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:29:13.376934 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6b923bb1-06b0-4b84-b461-7cc1d0196090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (2e621730-3978-4720-b581-ac380e97a567), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:29:14.894851 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:29:27.952713 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.agents_db [None req-382e0aa2-b126-48e6-89eb-3efa426b6b29 None None] Agent healthcheck: found 5 active agents {{(pid=103410) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 10:29:38.703311 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ffd9c329-13a8-4777-b08e-8377ebb0b48d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fb6705d2-4f70-4965-92a3-fbfccd43a6d3), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:29:40.994588 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e49b1dfc-6cd0-465d-bf99-50fc9466b8e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fc6c9b74-8dbb-41bb-800a-5bd3a43fe896), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:29:41.917016 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b6d631fb-7df0-4fe1-8322-abff3b61cae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (0db5147a-92a3-4581-8a5f-8ec9b93e0600), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:29:43.383300 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6b923bb1-06b0-4b84-b461-7cc1d0196090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (2e621730-3978-4720-b581-ac380e97a567), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:29:44.892617 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:30:04.955673 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.agents_db [None req-382e0aa2-b126-48e6-89eb-3efa426b6b29 None None] Agent healthcheck: found 5 active agents {{(pid=103410) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 10:30:08.020541 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1802728'] for agent (13ac42ae-016e-4baf-bb31-c6fa820b41c2), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:30:08.716096 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-38b73ed6-39af-42af-b076-c57250797b6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fb6705d2-4f70-4965-92a3-fbfccd43a6d3), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:30:10.990511 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0135e309-3a23-4879-9f37-77e6c28da835 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fc6c9b74-8dbb-41bb-800a-5bd3a43fe896), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:30:11.918605 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b6d631fb-7df0-4fe1-8322-abff3b61cae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (0db5147a-92a3-4581-8a5f-8ec9b93e0600), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:30:13.388168 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6b923bb1-06b0-4b84-b461-7cc1d0196090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (2e621730-3978-4720-b581-ac380e97a567), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:30:14.891699 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:30:22.809265 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 32990) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:30:22.916574 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-3d1f59c9-709c-46c3-9164-87287c551fa8 admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4565 time: 0.1061764 Feb 28 10:30:25.289033 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 33000) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:30:25.351884 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-f8e76937-2030-4b54-b358-394a154fc667 admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4565 time: 0.0613735 Feb 28 10:30:37.983800 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (13ac42ae-016e-4baf-bb31-c6fa820b41c2), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:30:38.717367 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2cec0484-4d24-475c-921c-c8e778abbfb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fb6705d2-4f70-4965-92a3-fbfccd43a6d3), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:30:40.998234 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-718c0c1b-143a-4ef9-8765-17052e538291 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fc6c9b74-8dbb-41bb-800a-5bd3a43fe896), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:30:41.934346 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b6d631fb-7df0-4fe1-8322-abff3b61cae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (0db5147a-92a3-4581-8a5f-8ec9b93e0600), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:30:41.954975 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.agents_db [None req-382e0aa2-b126-48e6-89eb-3efa426b6b29 None None] Agent healthcheck: found 6 active agents {{(pid=103410) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 10:30:43.383259 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6b923bb1-06b0-4b84-b461-7cc1d0196090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (2e621730-3978-4720-b581-ac380e97a567), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:30:44.890395 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:07.994932 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (13ac42ae-016e-4baf-bb31-c6fa820b41c2), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:08.711163 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fabd639a-779d-4040-a433-a9d2cbb9868f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fb6705d2-4f70-4965-92a3-fbfccd43a6d3), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:10.992404 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-73ea3cd2-78e3-4311-b9c7-cf111887316d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fc6c9b74-8dbb-41bb-800a-5bd3a43fe896), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:11.923994 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b6d631fb-7df0-4fe1-8322-abff3b61cae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (0db5147a-92a3-4581-8a5f-8ec9b93e0600), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:13.386254 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6b923bb1-06b0-4b84-b461-7cc1d0196090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (2e621730-3978-4720-b581-ac380e97a567), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:14.884920 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:18.954987 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.agents_db [None req-382e0aa2-b126-48e6-89eb-3efa426b6b29 None None] Agent healthcheck: found 6 active agents {{(pid=103410) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 10:31:37.992047 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (13ac42ae-016e-4baf-bb31-c6fa820b41c2), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:38.716734 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e68fa926-372b-449c-b98f-73397de3905b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fb6705d2-4f70-4965-92a3-fbfccd43a6d3), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:40.996686 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c33dc641-a426-4819-86cc-b0d725a1f27f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fc6c9b74-8dbb-41bb-800a-5bd3a43fe896), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:41.925950 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b6d631fb-7df0-4fe1-8322-abff3b61cae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (0db5147a-92a3-4581-8a5f-8ec9b93e0600), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:43.402666 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6b923bb1-06b0-4b84-b461-7cc1d0196090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (2e621730-3978-4720-b581-ac380e97a567), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:44.901992 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:48.001434 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 33178) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:31:48.324692 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-b12a8251-7f80-437b-82f7-90e97b127921 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-231407906-network', 'tenant_id': '194e12cf0f844c7eb6a851155ceb2206'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:31:48.350537 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b12a8251-7f80-437b-82f7-90e97b127921 admin admin] Made reservation on behalf of 194e12cf0f844c7eb6a851155ceb2206 for: {'network': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:31:48.353198 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b12a8251-7f80-437b-82f7-90e97b127921 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for network (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:48.362084 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b12a8251-7f80-437b-82f7-90e97b127921 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:48.438024 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b12a8251-7f80-437b-82f7-90e97b127921 admin admin] Publish callbacks [] for security_group (0c2c12d5-a341-48ea-b418-29877bd3ae71), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:48.443208 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b12a8251-7f80-437b-82f7-90e97b127921 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (0c2c12d5-a341-48ea-b418-29877bd3ae71), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:48.467210 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b12a8251-7f80-437b-82f7-90e97b127921 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 280} {{(pid=103407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:31:48.486074 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12a8251-7f80-437b-82f7-90e97b127921 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c2c12d5-a341-48ea-b418-29877bd3ae71,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:31:48.493121 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b12a8251-7f80-437b-82f7-90e97b127921 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (77e95e95-117a-4c02-a631-ed9ab22724b2), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:48.493555 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.db.segments_db [None req-b12a8251-7f80-437b-82f7-90e97b127921 admin admin] Added segment 77e95e95-117a-4c02-a631-ed9ab22724b2 of type vlan for network c8fe4d5f-4a1f-41f9-85f5-28e75dcf99b0 Feb 28 10:31:48.495572 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12a8251-7f80-437b-82f7-90e97b127921 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:31:48.495953 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12a8251-7f80-437b-82f7-90e97b127921 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:31:48.496302 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12a8251-7f80-437b-82f7-90e97b127921 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:31:48.496670 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12a8251-7f80-437b-82f7-90e97b127921 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:31:48.497059 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12a8251-7f80-437b-82f7-90e97b127921 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:31:48.497372 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12a8251-7f80-437b-82f7-90e97b127921 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:31:48.497705 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12a8251-7f80-437b-82f7-90e97b127921 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:31:48.498053 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12a8251-7f80-437b-82f7-90e97b127921 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:31:48.498371 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12a8251-7f80-437b-82f7-90e97b127921 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:31:48.498698 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12a8251-7f80-437b-82f7-90e97b127921 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:31:48.499029 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12a8251-7f80-437b-82f7-90e97b127921 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:31:48.499356 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12a8251-7f80-437b-82f7-90e97b127921 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:31:48.499679 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12a8251-7f80-437b-82f7-90e97b127921 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:31:48.500984 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12a8251-7f80-437b-82f7-90e97b127921 admin admin] Tracked resource versions report: Feb 28 10:31:48.500984 dv-neutron-master-2-hyperv neutron-server[103407]: pushed versions: Feb 28 10:31:48.500984 dv-neutron-master-2-hyperv neutron-server[103407]: { 'AddressGroup': {'1.2'}, Feb 28 10:31:48.500984 dv-neutron-master-2-hyperv neutron-server[103407]: 'ConntrackHelper': {'1.0'}, Feb 28 10:31:48.500984 dv-neutron-master-2-hyperv neutron-server[103407]: 'LocalIPAssociation': {'1.0'}, Feb 28 10:31:48.500984 dv-neutron-master-2-hyperv neutron-server[103407]: 'Log': {'1.0'}, Feb 28 10:31:48.500984 dv-neutron-master-2-hyperv neutron-server[103407]: 'Network': {'1.1'}, Feb 28 10:31:48.500984 dv-neutron-master-2-hyperv neutron-server[103407]: 'Port': {'1.7'}, Feb 28 10:31:48.500984 dv-neutron-master-2-hyperv neutron-server[103407]: 'PortForwarding': {'1.2'}, Feb 28 10:31:48.500984 dv-neutron-master-2-hyperv neutron-server[103407]: 'QosPolicy': {'1.10'}, Feb 28 10:31:48.500984 dv-neutron-master-2-hyperv neutron-server[103407]: 'SecurityGroup': {'1.5'}, Feb 28 10:31:48.500984 dv-neutron-master-2-hyperv neutron-server[103407]: 'SecurityGroupRule': {'1.2'}, Feb 28 10:31:48.500984 dv-neutron-master-2-hyperv neutron-server[103407]: 'SubPort': {'1.0'}, Feb 28 10:31:48.500984 dv-neutron-master-2-hyperv neutron-server[103407]: 'Subnet': {'1.1'}, Feb 28 10:31:48.500984 dv-neutron-master-2-hyperv neutron-server[103407]: 'Trunk': {'1.1'}} Feb 28 10:31:48.500984 dv-neutron-master-2-hyperv neutron-server[103407]: consumer versions: Feb 28 10:31:48.500984 dv-neutron-master-2-hyperv neutron-server[103407]: { DHCP agent@dv-neutron-master-2-hyperv: {}, Feb 28 10:31:48.500984 dv-neutron-master-2-hyperv neutron-server[103407]: HyperV agent@hv-neutron-mast: {}, Feb 28 10:31:48.500984 dv-neutron-master-2-hyperv neutron-server[103407]: L3 agent@dv-neutron-master-2-hyperv: {}, Feb 28 10:31:48.500984 dv-neutron-master-2-hyperv neutron-server[103407]: Metadata agent@dv-neutron-master-2-hyperv: {}, Feb 28 10:31:48.500984 dv-neutron-master-2-hyperv neutron-server[103407]: Metering agent@dv-neutron-master-2-hyperv: {}, Feb 28 10:31:48.500984 dv-neutron-master-2-hyperv neutron-server[103407]: Open vSwitch agent@dv-neutron-master-2-hyperv: { 'AddressGroup': '1.2', Feb 28 10:31:48.500984 dv-neutron-master-2-hyperv neutron-server[103407]: 'ConntrackHelper': '1.0', Feb 28 10:31:48.500984 dv-neutron-master-2-hyperv neutron-server[103407]: 'LocalIPAssociation': '1.0', Feb 28 10:31:48.500984 dv-neutron-master-2-hyperv neutron-server[103407]: 'Log': '1.0', Feb 28 10:31:48.500984 dv-neutron-master-2-hyperv neutron-server[103407]: 'Network': '1.1', Feb 28 10:31:48.500984 dv-neutron-master-2-hyperv neutron-server[103407]: 'Port': '1.7', Feb 28 10:31:48.500984 dv-neutron-master-2-hyperv neutron-server[103407]: 'PortForwarding': '1.2', Feb 28 10:31:48.500984 dv-neutron-master-2-hyperv neutron-server[103407]: 'QosPolicy': '1.10', Feb 28 10:31:48.500984 dv-neutron-master-2-hyperv neutron-server[103407]: 'SecurityGroup': '1.5', Feb 28 10:31:48.500984 dv-neutron-master-2-hyperv neutron-server[103407]: 'SecurityGroupRule': '1.2', Feb 28 10:31:48.500984 dv-neutron-master-2-hyperv neutron-server[103407]: 'SubPort': '1.0', Feb 28 10:31:48.500984 dv-neutron-master-2-hyperv neutron-server[103407]: 'Subnet': '1.1', Feb 28 10:31:48.500984 dv-neutron-master-2-hyperv neutron-server[103407]: 'Trunk': '1.1'}} Feb 28 10:31:48.500984 dv-neutron-master-2-hyperv neutron-server[103407]: {{(pid=103407) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 28 10:31:48.557075 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b12a8251-7f80-437b-82f7-90e97b127921 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742056637431'] for network (c8fe4d5f-4a1f-41f9-85f5-28e75dcf99b0), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:48.583358 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b12a8251-7f80-437b-82f7-90e97b127921 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551'] for network (c8fe4d5f-4a1f-41f9-85f5-28e75dcf99b0), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:48.584355 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b12a8251-7f80-437b-82f7-90e97b127921 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:31:48.584965 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b12a8251-7f80-437b-82f7-90e97b127921 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616561'] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:48.647766 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 33212) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:31:48.648465 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-b12a8251-7f80-437b-82f7-90e97b127921 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6435194 Feb 28 10:31:48.655190 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12a8251-7f80-437b-82f7-90e97b127921 admin admin] Pushing event updated for resources: {'Network': ['ID=c8fe4d5f-4a1f-41f9-85f5-28e75dcf99b0,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:31:48.657642 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-90b0ed09-187e-4f21-81c1-3cc73bf58011 admin admin] Request body: {'subnet': {'network_id': 'c8fe4d5f-4a1f-41f9-85f5-28e75dcf99b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-231407906-subnet', 'tenant_id': '194e12cf0f844c7eb6a851155ceb2206', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:31:48.665945 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Network c8fe4d5f-4a1f-41f9-85f5-28e75dcf99b0 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103409) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:31:48.686307 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90b0ed09-187e-4f21-81c1-3cc73bf58011 admin admin] Made reservation on behalf of 194e12cf0f844c7eb6a851155ceb2206 for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:31:48.689664 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-90b0ed09-187e-4f21-81c1-3cc73bf58011 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:48.852570 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 33222) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:31:48.879998 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-90b0ed09-187e-4f21-81c1-3cc73bf58011 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551'] for subnet (f9ad3164-3d89-48ee-bb07-ade0c62bef16), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:48.884997 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 33226) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:31:48.939210 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b0ed09-187e-4f21-81c1-3cc73bf58011 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9ad3164-3d89-48ee-bb07-ade0c62bef16,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:31:48.954209 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b0ed09-187e-4f21-81c1-3cc73bf58011 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:31:48.954571 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b0ed09-187e-4f21-81c1-3cc73bf58011 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:31:48.954923 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b0ed09-187e-4f21-81c1-3cc73bf58011 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:31:48.955278 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b0ed09-187e-4f21-81c1-3cc73bf58011 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:31:48.955618 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b0ed09-187e-4f21-81c1-3cc73bf58011 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:31:48.955955 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b0ed09-187e-4f21-81c1-3cc73bf58011 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:31:48.956312 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b0ed09-187e-4f21-81c1-3cc73bf58011 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:31:48.956672 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b0ed09-187e-4f21-81c1-3cc73bf58011 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:31:48.957022 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b0ed09-187e-4f21-81c1-3cc73bf58011 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:31:48.957360 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b0ed09-187e-4f21-81c1-3cc73bf58011 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:31:48.957693 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b0ed09-187e-4f21-81c1-3cc73bf58011 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:31:48.958021 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b0ed09-187e-4f21-81c1-3cc73bf58011 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:31:48.958350 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b0ed09-187e-4f21-81c1-3cc73bf58011 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:31:48.959482 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b0ed09-187e-4f21-81c1-3cc73bf58011 admin admin] Tracked resource versions report: Feb 28 10:31:48.959482 dv-neutron-master-2-hyperv neutron-server[103408]: pushed versions: Feb 28 10:31:48.959482 dv-neutron-master-2-hyperv neutron-server[103408]: { 'AddressGroup': {'1.2'}, Feb 28 10:31:48.959482 dv-neutron-master-2-hyperv neutron-server[103408]: 'ConntrackHelper': {'1.0'}, Feb 28 10:31:48.959482 dv-neutron-master-2-hyperv neutron-server[103408]: 'LocalIPAssociation': {'1.0'}, Feb 28 10:31:48.959482 dv-neutron-master-2-hyperv neutron-server[103408]: 'Log': {'1.0'}, Feb 28 10:31:48.959482 dv-neutron-master-2-hyperv neutron-server[103408]: 'Network': {'1.1'}, Feb 28 10:31:48.959482 dv-neutron-master-2-hyperv neutron-server[103408]: 'Port': {'1.7'}, Feb 28 10:31:48.959482 dv-neutron-master-2-hyperv neutron-server[103408]: 'PortForwarding': {'1.2'}, Feb 28 10:31:48.959482 dv-neutron-master-2-hyperv neutron-server[103408]: 'QosPolicy': {'1.10'}, Feb 28 10:31:48.959482 dv-neutron-master-2-hyperv neutron-server[103408]: 'SecurityGroup': {'1.5'}, Feb 28 10:31:48.959482 dv-neutron-master-2-hyperv neutron-server[103408]: 'SecurityGroupRule': {'1.2'}, Feb 28 10:31:48.959482 dv-neutron-master-2-hyperv neutron-server[103408]: 'SubPort': {'1.0'}, Feb 28 10:31:48.959482 dv-neutron-master-2-hyperv neutron-server[103408]: 'Subnet': {'1.1'}, Feb 28 10:31:48.959482 dv-neutron-master-2-hyperv neutron-server[103408]: 'Trunk': {'1.1'}} Feb 28 10:31:48.959482 dv-neutron-master-2-hyperv neutron-server[103408]: consumer versions: Feb 28 10:31:48.959482 dv-neutron-master-2-hyperv neutron-server[103408]: { DHCP agent@dv-neutron-master-2-hyperv: {}, Feb 28 10:31:48.959482 dv-neutron-master-2-hyperv neutron-server[103408]: HyperV agent@hv-neutron-mast: {}, Feb 28 10:31:48.959482 dv-neutron-master-2-hyperv neutron-server[103408]: L3 agent@dv-neutron-master-2-hyperv: {}, Feb 28 10:31:48.959482 dv-neutron-master-2-hyperv neutron-server[103408]: Metadata agent@dv-neutron-master-2-hyperv: {}, Feb 28 10:31:48.959482 dv-neutron-master-2-hyperv neutron-server[103408]: Metering agent@dv-neutron-master-2-hyperv: {}, Feb 28 10:31:48.959482 dv-neutron-master-2-hyperv neutron-server[103408]: Open vSwitch agent@dv-neutron-master-2-hyperv: { 'AddressGroup': '1.2', Feb 28 10:31:48.959482 dv-neutron-master-2-hyperv neutron-server[103408]: 'ConntrackHelper': '1.0', Feb 28 10:31:48.959482 dv-neutron-master-2-hyperv neutron-server[103408]: 'LocalIPAssociation': '1.0', Feb 28 10:31:48.959482 dv-neutron-master-2-hyperv neutron-server[103408]: 'Log': '1.0', Feb 28 10:31:48.959482 dv-neutron-master-2-hyperv neutron-server[103408]: 'Network': '1.1', Feb 28 10:31:48.959482 dv-neutron-master-2-hyperv neutron-server[103408]: 'Port': '1.7', Feb 28 10:31:48.959482 dv-neutron-master-2-hyperv neutron-server[103408]: 'PortForwarding': '1.2', Feb 28 10:31:48.959482 dv-neutron-master-2-hyperv neutron-server[103408]: 'QosPolicy': '1.10', Feb 28 10:31:48.959482 dv-neutron-master-2-hyperv neutron-server[103408]: 'SecurityGroup': '1.5', Feb 28 10:31:48.959482 dv-neutron-master-2-hyperv neutron-server[103408]: 'SecurityGroupRule': '1.2', Feb 28 10:31:48.959482 dv-neutron-master-2-hyperv neutron-server[103408]: 'SubPort': '1.0', Feb 28 10:31:48.959482 dv-neutron-master-2-hyperv neutron-server[103408]: 'Subnet': '1.1', Feb 28 10:31:48.959482 dv-neutron-master-2-hyperv neutron-server[103408]: 'Trunk': '1.1'}} Feb 28 10:31:48.959482 dv-neutron-master-2-hyperv neutron-server[103408]: {{(pid=103408) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 28 10:31:48.968020 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b0ed09-187e-4f21-81c1-3cc73bf58011 admin admin] Checking segment: {'id': '77e95e95-117a-4c02-a631-ed9ab22724b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'c8fe4d5f-4a1f-41f9-85f5-28e75dcf99b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:31:48.968388 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90b0ed09-187e-4f21-81c1-3cc73bf58011 admin admin] Network hostable DHCP agents. Network: c8fe4d5f-4a1f-41f9-85f5-28e75dcf99b0, hostable agents: ['fb6705d2-4f70-4965-92a3-fbfccd43a6d3'], hosted agents: [] {{(pid=103408) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:31:48.990043 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90b0ed09-187e-4f21-81c1-3cc73bf58011 admin admin] Network c8fe4d5f-4a1f-41f9-85f5-28e75dcf99b0 is scheduled to be hosted by DHCP agent fb6705d2-4f70-4965-92a3-fbfccd43a6d3 with binding_index 1 {{(pid=103408) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:31:49.003097 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-90b0ed09-187e-4f21-81c1-3cc73bf58011 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, c8fe4d5f-4a1f-41f9-85f5-28e75dcf99b0) {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:31:49.007688 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b0ed09-187e-4f21-81c1-3cc73bf58011 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:31:49.008502 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-90b0ed09-187e-4f21-81c1-3cc73bf58011 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616561'] for subnet (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:49.016113 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aae2415c-02f4-491c-81a3-bb2e71e1a458 None None] Network c8fe4d5f-4a1f-41f9-85f5-28e75dcf99b0 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:31:49.028032 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-90b0ed09-187e-4f21-81c1-3cc73bf58011 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3780599 Feb 28 10:31:49.031163 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 33236) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:31:49.041520 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-815d4b67-d5cb-42e9-8ca0-1f5b09f091a9 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-231407906-router', 'tenant_id': '194e12cf0f844c7eb6a851155ceb2206', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840'}}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:31:49.066214 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-815d4b67-d5cb-42e9-8ca0-1f5b09f091a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1805251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254175'] for router (63bce622-3960-486c-b74c-b0f96a67ca30), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:49.068636 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-815d4b67-d5cb-42e9-8ca0-1f5b09f091a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1804172', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1602053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254150'] for router (63bce622-3960-486c-b74c-b0f96a67ca30), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:49.088147 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 33238) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:31:49.141397 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-815d4b67-d5cb-42e9-8ca0-1f5b09f091a9 admin admin] Publish callbacks [] for router_controller (63bce622-3960-486c-b74c-b0f96a67ca30), precommit_add_association {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:49.145496 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14a5c141-c533-44aa-bfdd-6a6f9c0445a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-c8fe4d5f-4a1f-41f9-85f5-28e75dcf99b0', 'network_id': 'c8fe4d5f-4a1f-41f9-85f5-28e75dcf99b0', 'project_id': '194e12cf0f844c7eb6a851155ceb2206', 'fixed_ips': [{'subnet_id': 'f9ad3164-3d89-48ee-bb07-ade0c62bef16'}]}} from dv-neutron-master-2-hyperv. {{(pid=103409) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:31:49.146610 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-14a5c141-c533-44aa-bfdd-6a6f9c0445a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:49.221548 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-efff3ff0-951b-41fa-88fa-f16f7bc652bf admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-779106664-network', 'tenant_id': 'a530b24e9c394cc0824666a7df89bf0a'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:31:49.241482 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-735fbcba-ad13-49cf-a94d-c5f404c38e35 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-2129798420-network', 'tenant_id': 'd80868ff0b864fdfb22c0fe939fc8d79'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:31:49.260187 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efff3ff0-951b-41fa-88fa-f16f7bc652bf admin admin] Made reservation on behalf of a530b24e9c394cc0824666a7df89bf0a for: {'network': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:31:49.265175 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-efff3ff0-951b-41fa-88fa-f16f7bc652bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for network (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:49.275887 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-efff3ff0-951b-41fa-88fa-f16f7bc652bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:49.321109 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-23d2168c-8ea4-4b8c-84f3-eb17b7e0f6e4 tempest-QuotasNegativeTest-806027819 tempest-QuotasNegativeTest-806027819-project-admin] Request body: {'quota': {'network': 2}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:31:49.345743 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-14a5c141-c533-44aa-bfdd-6a6f9c0445a2 None None] Allocated IP 172.20.0.2 (c8fe4d5f-4a1f-41f9-85f5-28e75dcf99b0/f9ad3164-3d89-48ee-bb07-ade0c62bef16/781a0fe5-ca51-4e04-aea6-a79c851b4d71) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:31:49.361568 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-23d2168c-8ea4-4b8c-84f3-eb17b7e0f6e4 tempest-QuotasNegativeTest-806027819 tempest-QuotasNegativeTest-806027819-project-admin] 10.222.0.20 "PUT /v2.0/quotas/e67407ad5b7741978833d50dc99bd504 HTTP/1.1" status: 200 len: 368 time: 0.2718661 Feb 28 10:31:49.362025 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 33254) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:31:49.366785 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-3e1c5e09-0e23-4d22-9acf-bf9d367cd251 tempest-QuotasNegativeTest-806027819 tempest-QuotasNegativeTest-806027819-project-admin] Request body: {'network': {'project_id': 'e67407ad5b7741978833d50dc99bd504'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:31:49.383089 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-735fbcba-ad13-49cf-a94d-c5f404c38e35 admin admin] Made reservation on behalf of d80868ff0b864fdfb22c0fe939fc8d79 for: {'network': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:31:49.383089 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-735fbcba-ad13-49cf-a94d-c5f404c38e35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for network (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:49.415112 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e1c5e09-0e23-4d22-9acf-bf9d367cd251 tempest-QuotasNegativeTest-806027819 tempest-QuotasNegativeTest-806027819-project-admin] Made reservation on behalf of e67407ad5b7741978833d50dc99bd504 for: {'network': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:31:49.417960 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3e1c5e09-0e23-4d22-9acf-bf9d367cd251 tempest-QuotasNegativeTest-806027819 tempest-QuotasNegativeTest-806027819-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for network (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:49.435539 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3e1c5e09-0e23-4d22-9acf-bf9d367cd251 tempest-QuotasNegativeTest-806027819 tempest-QuotasNegativeTest-806027819-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:49.443851 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-815d4b67-d5cb-42e9-8ca0-1f5b09f091a9 admin admin] Publish callbacks [] for router_gateway (63bce622-3960-486c-b74c-b0f96a67ca30), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:49.447514 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-735fbcba-ad13-49cf-a94d-c5f404c38e35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:49.517522 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-14a5c141-c533-44aa-bfdd-6a6f9c0445a2 None None] Publish callbacks [] for port (781a0fe5-ca51-4e04-aea6-a79c851b4d71), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:49.528362 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-14a5c141-c533-44aa-bfdd-6a6f9c0445a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749'] for port (781a0fe5-ca51-4e04-aea6-a79c851b4d71), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:49.564573 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a5c141-c533-44aa-bfdd-6a6f9c0445a2 None None] Network c8fe4d5f-4a1f-41f9-85f5-28e75dcf99b0 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:31:49.567964 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-14a5c141-c533-44aa-bfdd-6a6f9c0445a2 None None] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:31:49.571539 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a5c141-c533-44aa-bfdd-6a6f9c0445a2 None None] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:31:49.634203 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3e1c5e09-0e23-4d22-9acf-bf9d367cd251 tempest-QuotasNegativeTest-806027819 tempest-QuotasNegativeTest-806027819-project-admin] Publish callbacks [] for security_group (a1f55a7d-26d9-4c20-9cdf-c736bbc8324b), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:49.642766 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3e1c5e09-0e23-4d22-9acf-bf9d367cd251 tempest-QuotasNegativeTest-806027819 tempest-QuotasNegativeTest-806027819-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (a1f55a7d-26d9-4c20-9cdf-c736bbc8324b), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:49.679091 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a5c141-c533-44aa-bfdd-6a6f9c0445a2 None None] Pushing event updated for resources: {'Port': ['ID=781a0fe5-ca51-4e04-aea6-a79c851b4d71,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:31:49.682313 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-14a5c141-c533-44aa-bfdd-6a6f9c0445a2 None None] Attempting to bind port 781a0fe5-ca51-4e04-aea6-a79c851b4d71 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:31:49.682675 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-14a5c141-c533-44aa-bfdd-6a6f9c0445a2 None None] Attempting to bind port 781a0fe5-ca51-4e04-aea6-a79c851b4d71 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '77e95e95-117a-4c02-a631-ed9ab22724b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'c8fe4d5f-4a1f-41f9-85f5-28e75dcf99b0'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:31:49.683107 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a5c141-c533-44aa-bfdd-6a6f9c0445a2 None None] Attempting to bind port 781a0fe5-ca51-4e04-aea6-a79c851b4d71 on network c8fe4d5f-4a1f-41f9-85f5-28e75dcf99b0 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:31:49.692932 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5c141-c533-44aa-bfdd-6a6f9c0445a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:31:49.693655 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5c141-c533-44aa-bfdd-6a6f9c0445a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:31:49.693957 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e1c5e09-0e23-4d22-9acf-bf9d367cd251 tempest-QuotasNegativeTest-806027819 tempest-QuotasNegativeTest-806027819-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 257} {{(pid=103408) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:31:49.694675 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5c141-c533-44aa-bfdd-6a6f9c0445a2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:31:49.695211 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5c141-c533-44aa-bfdd-6a6f9c0445a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:31:49.695813 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5c141-c533-44aa-bfdd-6a6f9c0445a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:31:49.696325 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5c141-c533-44aa-bfdd-6a6f9c0445a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:31:49.697031 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5c141-c533-44aa-bfdd-6a6f9c0445a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:31:49.697749 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5c141-c533-44aa-bfdd-6a6f9c0445a2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:31:49.698271 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5c141-c533-44aa-bfdd-6a6f9c0445a2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:31:49.698757 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5c141-c533-44aa-bfdd-6a6f9c0445a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:31:49.699253 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5c141-c533-44aa-bfdd-6a6f9c0445a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:31:49.699737 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5c141-c533-44aa-bfdd-6a6f9c0445a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:31:49.700227 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5c141-c533-44aa-bfdd-6a6f9c0445a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:31:49.701946 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a5c141-c533-44aa-bfdd-6a6f9c0445a2 None None] Tracked resource versions report: Feb 28 10:31:49.701946 dv-neutron-master-2-hyperv neutron-server[103409]: pushed versions: Feb 28 10:31:49.701946 dv-neutron-master-2-hyperv neutron-server[103409]: { 'AddressGroup': {'1.2'}, Feb 28 10:31:49.701946 dv-neutron-master-2-hyperv neutron-server[103409]: 'ConntrackHelper': {'1.0'}, Feb 28 10:31:49.701946 dv-neutron-master-2-hyperv neutron-server[103409]: 'LocalIPAssociation': {'1.0'}, Feb 28 10:31:49.701946 dv-neutron-master-2-hyperv neutron-server[103409]: 'Log': {'1.0'}, Feb 28 10:31:49.701946 dv-neutron-master-2-hyperv neutron-server[103409]: 'Network': {'1.1'}, Feb 28 10:31:49.701946 dv-neutron-master-2-hyperv neutron-server[103409]: 'Port': {'1.7'}, Feb 28 10:31:49.701946 dv-neutron-master-2-hyperv neutron-server[103409]: 'PortForwarding': {'1.2'}, Feb 28 10:31:49.701946 dv-neutron-master-2-hyperv neutron-server[103409]: 'QosPolicy': {'1.10'}, Feb 28 10:31:49.701946 dv-neutron-master-2-hyperv neutron-server[103409]: 'SecurityGroup': {'1.5'}, Feb 28 10:31:49.701946 dv-neutron-master-2-hyperv neutron-server[103409]: 'SecurityGroupRule': {'1.2'}, Feb 28 10:31:49.701946 dv-neutron-master-2-hyperv neutron-server[103409]: 'SubPort': {'1.0'}, Feb 28 10:31:49.701946 dv-neutron-master-2-hyperv neutron-server[103409]: 'Subnet': {'1.1'}, Feb 28 10:31:49.701946 dv-neutron-master-2-hyperv neutron-server[103409]: 'Trunk': {'1.1'}} Feb 28 10:31:49.701946 dv-neutron-master-2-hyperv neutron-server[103409]: consumer versions: Feb 28 10:31:49.701946 dv-neutron-master-2-hyperv neutron-server[103409]: { DHCP agent@dv-neutron-master-2-hyperv: {}, Feb 28 10:31:49.701946 dv-neutron-master-2-hyperv neutron-server[103409]: HyperV agent@hv-neutron-mast: {}, Feb 28 10:31:49.701946 dv-neutron-master-2-hyperv neutron-server[103409]: L3 agent@dv-neutron-master-2-hyperv: {}, Feb 28 10:31:49.701946 dv-neutron-master-2-hyperv neutron-server[103409]: Metadata agent@dv-neutron-master-2-hyperv: {}, Feb 28 10:31:49.701946 dv-neutron-master-2-hyperv neutron-server[103409]: Metering agent@dv-neutron-master-2-hyperv: {}, Feb 28 10:31:49.701946 dv-neutron-master-2-hyperv neutron-server[103409]: Open vSwitch agent@dv-neutron-master-2-hyperv: { 'AddressGroup': '1.2', Feb 28 10:31:49.701946 dv-neutron-master-2-hyperv neutron-server[103409]: 'ConntrackHelper': '1.0', Feb 28 10:31:49.701946 dv-neutron-master-2-hyperv neutron-server[103409]: 'LocalIPAssociation': '1.0', Feb 28 10:31:49.701946 dv-neutron-master-2-hyperv neutron-server[103409]: 'Log': '1.0', Feb 28 10:31:49.701946 dv-neutron-master-2-hyperv neutron-server[103409]: 'Network': '1.1', Feb 28 10:31:49.701946 dv-neutron-master-2-hyperv neutron-server[103409]: 'Port': '1.7', Feb 28 10:31:49.701946 dv-neutron-master-2-hyperv neutron-server[103409]: 'PortForwarding': '1.2', Feb 28 10:31:49.701946 dv-neutron-master-2-hyperv neutron-server[103409]: 'QosPolicy': '1.10', Feb 28 10:31:49.701946 dv-neutron-master-2-hyperv neutron-server[103409]: 'SecurityGroup': '1.5', Feb 28 10:31:49.701946 dv-neutron-master-2-hyperv neutron-server[103409]: 'SecurityGroupRule': '1.2', Feb 28 10:31:49.701946 dv-neutron-master-2-hyperv neutron-server[103409]: 'SubPort': '1.0', Feb 28 10:31:49.701946 dv-neutron-master-2-hyperv neutron-server[103409]: 'Subnet': '1.1', Feb 28 10:31:49.701946 dv-neutron-master-2-hyperv neutron-server[103409]: 'Trunk': '1.1'}} Feb 28 10:31:49.701946 dv-neutron-master-2-hyperv neutron-server[103409]: {{(pid=103409) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 28 10:31:49.707847 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a5c141-c533-44aa-bfdd-6a6f9c0445a2 None None] Checking agent: {'id': '75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 24, 15), 'started_at': datetime.datetime(2022, 2, 28, 10, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 31, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:31:49.708865 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a5c141-c533-44aa-bfdd-6a6f9c0445a2 None None] Checking segment: {'id': '77e95e95-117a-4c02-a631-ed9ab22724b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'c8fe4d5f-4a1f-41f9-85f5-28e75dcf99b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:31:49.709446 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-14a5c141-c533-44aa-bfdd-6a6f9c0445a2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:49.710280 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a5c141-c533-44aa-bfdd-6a6f9c0445a2 None None] Bound using segment: {'id': '77e95e95-117a-4c02-a631-ed9ab22724b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'c8fe4d5f-4a1f-41f9-85f5-28e75dcf99b0'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:31:49.711360 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-14a5c141-c533-44aa-bfdd-6a6f9c0445a2 None None] Bound port: 781a0fe5-ca51-4e04-aea6-a79c851b4d71, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77e95e95-117a-4c02-a631-ed9ab22724b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'c8fe4d5f-4a1f-41f9-85f5-28e75dcf99b0'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:31:49.711950 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-14a5c141-c533-44aa-bfdd-6a6f9c0445a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (781a0fe5-ca51-4e04-aea6-a79c851b4d71), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:49.713651 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3e1c5e09-0e23-4d22-9acf-bf9d367cd251 tempest-QuotasNegativeTest-806027819 tempest-QuotasNegativeTest-806027819-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (e7ed04f3-72c6-4df7-a45d-0f2e8edc7552), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:49.714347 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.db.segments_db [None req-3e1c5e09-0e23-4d22-9acf-bf9d367cd251 tempest-QuotasNegativeTest-806027819 tempest-QuotasNegativeTest-806027819-project-admin] Added segment e7ed04f3-72c6-4df7-a45d-0f2e8edc7552 of type vlan for network 2b460e2d-c87b-4a2d-aef4-a2016d70e14e Feb 28 10:31:49.727522 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1c5e09-0e23-4d22-9acf-bf9d367cd251 tempest-QuotasNegativeTest-806027819 tempest-QuotasNegativeTest-806027819-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1f55a7d-26d9-4c20-9cdf-c736bbc8324b,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:31:49.778590 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-efff3ff0-951b-41fa-88fa-f16f7bc652bf admin admin] Publish callbacks [] for security_group (72df2821-4161-4db0-8fe7-a26d9b33104f), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:49.784459 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 33268) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:31:49.799781 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-efff3ff0-951b-41fa-88fa-f16f7bc652bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (72df2821-4161-4db0-8fe7-a26d9b33104f), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:49.811218 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3e1c5e09-0e23-4d22-9acf-bf9d367cd251 tempest-QuotasNegativeTest-806027819 tempest-QuotasNegativeTest-806027819-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742056637431'] for network (2b460e2d-c87b-4a2d-aef4-a2016d70e14e), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:49.844867 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efff3ff0-951b-41fa-88fa-f16f7bc652bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72df2821-4161-4db0-8fe7-a26d9b33104f,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:31:49.855461 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3e1c5e09-0e23-4d22-9acf-bf9d367cd251 tempest-QuotasNegativeTest-806027819 tempest-QuotasNegativeTest-806027819-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551'] for network (2b460e2d-c87b-4a2d-aef4-a2016d70e14e), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:49.857636 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e1c5e09-0e23-4d22-9acf-bf9d367cd251 tempest-QuotasNegativeTest-806027819 tempest-QuotasNegativeTest-806027819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:31:49.858368 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3e1c5e09-0e23-4d22-9acf-bf9d367cd251 tempest-QuotasNegativeTest-806027819 tempest-QuotasNegativeTest-806027819-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616561'] for network (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:49.866553 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-14a5c141-c533-44aa-bfdd-6a6f9c0445a2 None None] For port 781a0fe5-ca51-4e04-aea6-a79c851b4d71, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:31:49.873189 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efff3ff0-951b-41fa-88fa-f16f7bc652bf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 261} {{(pid=103407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:31:49.875134 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-14a5c141-c533-44aa-bfdd-6a6f9c0445a2 None None] For port 781a0fe5-ca51-4e04-aea6-a79c851b4d71, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=781a0fe5-ca51-4e04-aea6-a79c851b4d71,segment=NetworkSegment(77e95e95-117a-4c02-a631-ed9ab22724b2),segment_id=77e95e95-117a-4c02-a631-ed9ab22724b2)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:31:49.889115 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-14a5c141-c533-44aa-bfdd-6a6f9c0445a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (781a0fe5-ca51-4e04-aea6-a79c851b4d71), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:49.905429 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-efff3ff0-951b-41fa-88fa-f16f7bc652bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (45c28de9-4293-44e6-a1bc-2bb875668608), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:49.908127 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.db.segments_db [None req-efff3ff0-951b-41fa-88fa-f16f7bc652bf admin admin] Added segment 45c28de9-4293-44e6-a1bc-2bb875668608 of type vlan for network da9969cf-fbcc-4307-8c2e-f65c87750026 Feb 28 10:31:49.910934 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-735fbcba-ad13-49cf-a94d-c5f404c38e35 admin admin] Publish callbacks [] for security_group (d91c1715-3a26-47ac-83bf-0906305a8648), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:49.912494 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-3e1c5e09-0e23-4d22-9acf-bf9d367cd251 tempest-QuotasNegativeTest-806027819 tempest-QuotasNegativeTest-806027819-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.5492961 Feb 28 10:31:49.926877 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 33278) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:31:49.932336 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-6681f46e-1be2-4417-8f8b-bbb1b77477ec tempest-QuotasNegativeTest-806027819 tempest-QuotasNegativeTest-806027819-project-admin] Request body: {'network': {'project_id': 'e67407ad5b7741978833d50dc99bd504'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:31:49.940603 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-735fbcba-ad13-49cf-a94d-c5f404c38e35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (d91c1715-3a26-47ac-83bf-0906305a8648), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:49.947203 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a5c141-c533-44aa-bfdd-6a6f9c0445a2 None None] Pushing event updated for resources: {'Port': ['ID=781a0fe5-ca51-4e04-aea6-a79c851b4d71,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:31:50.023757 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-efff3ff0-951b-41fa-88fa-f16f7bc652bf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742056637431'] for network (da9969cf-fbcc-4307-8c2e-f65c87750026), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:50.028397 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1c5e09-0e23-4d22-9acf-bf9d367cd251 tempest-QuotasNegativeTest-806027819 tempest-QuotasNegativeTest-806027819-project-admin] Pushing event updated for resources: {'Network': ['ID=2b460e2d-c87b-4a2d-aef4-a2016d70e14e,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:31:50.049696 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-735fbcba-ad13-49cf-a94d-c5f404c38e35 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 268} {{(pid=103407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:31:50.054035 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Network 2b460e2d-c87b-4a2d-aef4-a2016d70e14e details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103409) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:31:50.149576 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6681f46e-1be2-4417-8f8b-bbb1b77477ec tempest-QuotasNegativeTest-806027819 tempest-QuotasNegativeTest-806027819-project-admin] Made reservation on behalf of e67407ad5b7741978833d50dc99bd504 for: {'network': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:31:50.156655 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6681f46e-1be2-4417-8f8b-bbb1b77477ec tempest-QuotasNegativeTest-806027819 tempest-QuotasNegativeTest-806027819-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for network (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:50.158630 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-efff3ff0-951b-41fa-88fa-f16f7bc652bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551'] for network (da9969cf-fbcc-4307-8c2e-f65c87750026), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:50.161237 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efff3ff0-951b-41fa-88fa-f16f7bc652bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:31:50.163518 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-efff3ff0-951b-41fa-88fa-f16f7bc652bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616561'] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:50.171224 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-735fbcba-ad13-49cf-a94d-c5f404c38e35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (3d92e6b6-a4bc-43fb-bb7a-1c97358db624), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:50.171573 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.db.segments_db [None req-735fbcba-ad13-49cf-a94d-c5f404c38e35 admin admin] Added segment 3d92e6b6-a4bc-43fb-bb7a-1c97358db624 of type vlan for network b230672c-e40a-422a-a640-836f18ec11a6 Feb 28 10:31:50.177657 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735fbcba-ad13-49cf-a94d-c5f404c38e35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d91c1715-3a26-47ac-83bf-0906305a8648,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:31:50.268467 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-2169df93-d32c-46ca-8170-e388c6704ffe tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-472652943', 'router:external': True}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:31:50.338321 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 33288) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:31:50.363724 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 33292) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:31:50.387017 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2169df93-d32c-46ca-8170-e388c6704ffe tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Made reservation on behalf of dbcaadb863a541029ec32cc74c6f0dbc for: {'network': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:31:50.389463 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2169df93-d32c-46ca-8170-e388c6704ffe tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for network (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:50.404234 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-efff3ff0-951b-41fa-88fa-f16f7bc652bf admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.5501800 Feb 28 10:31:50.407228 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 33296) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:31:50.413082 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-71400ddf-7cf2-48ad-a3e3-c9713e4e37d7 admin admin] Request body: {'subnet': {'network_id': 'da9969cf-fbcc-4307-8c2e-f65c87750026', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-779106664-subnet', 'tenant_id': 'a530b24e9c394cc0824666a7df89bf0a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:31:50.427446 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-735fbcba-ad13-49cf-a94d-c5f404c38e35 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742056637431'] for network (b230672c-e40a-422a-a640-836f18ec11a6), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:50.436196 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2169df93-d32c-46ca-8170-e388c6704ffe tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:50.447627 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71400ddf-7cf2-48ad-a3e3-c9713e4e37d7 admin admin] Made reservation on behalf of a530b24e9c394cc0824666a7df89bf0a for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:31:50.451289 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-71400ddf-7cf2-48ad-a3e3-c9713e4e37d7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:50.475914 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6681f46e-1be2-4417-8f8b-bbb1b77477ec tempest-QuotasNegativeTest-806027819 tempest-QuotasNegativeTest-806027819-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 277} {{(pid=103407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:31:50.504263 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 33298) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:31:50.506760 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efff3ff0-951b-41fa-88fa-f16f7bc652bf admin admin] Pushing event updated for resources: {'Network': ['ID=da9969cf-fbcc-4307-8c2e-f65c87750026,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:31:50.515400 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-9eaadb2d-bd77-4275-96a5-99a2731b5030 tempest-ExternalNetworksAdminNegativeTestJSON-1158130948 tempest-ExternalNetworksAdminNegativeTestJSON-1158130948-project-admin] Request body: {'floatingip': {'floating_network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:31:50.520610 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Network da9969cf-fbcc-4307-8c2e-f65c87750026 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103409) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:31:50.538554 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6681f46e-1be2-4417-8f8b-bbb1b77477ec tempest-QuotasNegativeTest-806027819 tempest-QuotasNegativeTest-806027819-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (55615758-e4c5-403f-b960-c07ad1188d42), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:50.539332 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.db.segments_db [None req-6681f46e-1be2-4417-8f8b-bbb1b77477ec tempest-QuotasNegativeTest-806027819 tempest-QuotasNegativeTest-806027819-project-admin] Added segment 55615758-e4c5-403f-b960-c07ad1188d42 of type vlan for network cb565dc4-2350-4d32-b7ac-c080a28aa293 Feb 28 10:31:50.543493 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-815d4b67-d5cb-42e9-8ca0-1f5b09f091a9 admin admin] Publish callbacks [] for router_gateway (63bce622-3960-486c-b74c-b0f96a67ca30), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:50.546999 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9eaadb2d-bd77-4275-96a5-99a2731b5030 tempest-ExternalNetworksAdminNegativeTestJSON-1158130948 tempest-ExternalNetworksAdminNegativeTestJSON-1158130948-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:50.606593 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-815d4b67-d5cb-42e9-8ca0-1f5b09f091a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:50.608999 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-735fbcba-ad13-49cf-a94d-c5f404c38e35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551'] for network (b230672c-e40a-422a-a640-836f18ec11a6), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:50.610283 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-735fbcba-ad13-49cf-a94d-c5f404c38e35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:31:50.611209 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-735fbcba-ad13-49cf-a94d-c5f404c38e35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616561'] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:50.655438 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-f4fe84ca-c169-471d-9550-9e237a02c4d5 tempest-DHCPAgentSchedulersTestJSON-805426757 tempest-DHCPAgentSchedulersTestJSON-805426757-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1121071809'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:31:50.703962 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6681f46e-1be2-4417-8f8b-bbb1b77477ec tempest-QuotasNegativeTest-806027819 tempest-QuotasNegativeTest-806027819-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742056637431'] for network (cb565dc4-2350-4d32-b7ac-c080a28aa293), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:50.733211 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-ec4324e6-4d64-45f0-bd05-3e0f1d489f2b tempest-ExternalNetworksTestJSON-1152192211 tempest-ExternalNetworksTestJSON-1152192211-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-611139402'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:31:50.741180 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9eaadb2d-bd77-4275-96a5-99a2731b5030 tempest-ExternalNetworksAdminNegativeTestJSON-1158130948 tempest-ExternalNetworksAdminNegativeTestJSON-1158130948-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:50.744626 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-735fbcba-ad13-49cf-a94d-c5f404c38e35 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.8584893 Feb 28 10:31:50.755966 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 33306) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:31:50.764463 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-f0e94a04-c431-46b6-b6ea-a81d463ec5d3 admin admin] Request body: {'subnet': {'network_id': 'b230672c-e40a-422a-a640-836f18ec11a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-2129798420-subnet', 'tenant_id': 'd80868ff0b864fdfb22c0fe939fc8d79', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:31:50.776702 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735fbcba-ad13-49cf-a94d-c5f404c38e35 admin admin] Pushing event updated for resources: {'Network': ['ID=b230672c-e40a-422a-a640-836f18ec11a6,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:31:50.786670 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4fe84ca-c169-471d-9550-9e237a02c4d5 tempest-DHCPAgentSchedulersTestJSON-805426757 tempest-DHCPAgentSchedulersTestJSON-805426757-project] Made reservation on behalf of bcdf45f8d4da4506b577ffcc5775314e for: {'network': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:31:50.789984 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f4fe84ca-c169-471d-9550-9e237a02c4d5 tempest-DHCPAgentSchedulersTestJSON-805426757 tempest-DHCPAgentSchedulersTestJSON-805426757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for network (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:50.791077 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Network b230672c-e40a-422a-a640-836f18ec11a6 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103409) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:31:50.830744 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6681f46e-1be2-4417-8f8b-bbb1b77477ec tempest-QuotasNegativeTest-806027819 tempest-QuotasNegativeTest-806027819-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551'] for network (cb565dc4-2350-4d32-b7ac-c080a28aa293), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:50.831623 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6681f46e-1be2-4417-8f8b-bbb1b77477ec tempest-QuotasNegativeTest-806027819 tempest-QuotasNegativeTest-806027819-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:31:50.832212 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6681f46e-1be2-4417-8f8b-bbb1b77477ec tempest-QuotasNegativeTest-806027819 tempest-QuotasNegativeTest-806027819-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616561'] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:50.878540 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f4fe84ca-c169-471d-9550-9e237a02c4d5 tempest-DHCPAgentSchedulersTestJSON-805426757 tempest-DHCPAgentSchedulersTestJSON-805426757-project] Publish callbacks [] for security_group (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:50.917900 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2169df93-d32c-46ca-8170-e388c6704ffe tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Publish callbacks [] for security_group (b8ab278b-f7f3-42d1-9f18-97f9824466a8), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:50.933230 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2169df93-d32c-46ca-8170-e388c6704ffe tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (b8ab278b-f7f3-42d1-9f18-97f9824466a8), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:50.952351 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-6681f46e-1be2-4417-8f8b-bbb1b77477ec tempest-QuotasNegativeTest-806027819 tempest-QuotasNegativeTest-806027819-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.0243614 Feb 28 10:31:50.956178 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 33310) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:31:50.967007 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec4324e6-4d64-45f0-bd05-3e0f1d489f2b tempest-ExternalNetworksTestJSON-1152192211 tempest-ExternalNetworksTestJSON-1152192211-project] Made reservation on behalf of b7f2f835beef41a98d6b720ec94073be for: {'network': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:31:50.970394 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ec4324e6-4d64-45f0-bd05-3e0f1d489f2b tempest-ExternalNetworksTestJSON-1152192211 tempest-ExternalNetworksTestJSON-1152192211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for network (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:50.972430 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-2e8d4ea4-8648-43e4-b90a-2d5909893c4b tempest-QuotasNegativeTest-806027819 tempest-QuotasNegativeTest-806027819-project-admin] Request body: {'network': {'project_id': 'e67407ad5b7741978833d50dc99bd504'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:31:50.976543 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6681f46e-1be2-4417-8f8b-bbb1b77477ec tempest-QuotasNegativeTest-806027819 tempest-QuotasNegativeTest-806027819-project-admin] Pushing event updated for resources: {'Network': ['ID=cb565dc4-2350-4d32-b7ac-c080a28aa293,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:31:50.981420 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-815d4b67-d5cb-42e9-8ca0-1f5b09f091a9 admin admin] Allocated IP 172.36.5.205 (1e0804d0-d1d9-4d40-9de5-2936f3d87840/6f6f4129-23e5-4c3b-b4ef-4c7ce926797e/cd7cc0ca-0b66-4431-b24f-53d9a043c0a5) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:31:50.992340 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2169df93-d32c-46ca-8170-e388c6704ffe tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 281} {{(pid=103407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:31:50.993107 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Network cb565dc4-2350-4d32-b7ac-c080a28aa293 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103409) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:31:50.997796 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ec4324e6-4d64-45f0-bd05-3e0f1d489f2b tempest-ExternalNetworksTestJSON-1152192211 tempest-ExternalNetworksTestJSON-1152192211-project] Publish callbacks [] for security_group (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:51.000187 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0e94a04-c431-46b6-b6ea-a81d463ec5d3 admin admin] Made reservation on behalf of d80868ff0b864fdfb22c0fe939fc8d79 for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:31:51.002872 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f0e94a04-c431-46b6-b6ea-a81d463ec5d3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:51.015503 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-71400ddf-7cf2-48ad-a3e3-c9713e4e37d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551'] for subnet (68736f5c-4776-4059-9d35-abe8eebbb637), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:51.021736 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2169df93-d32c-46ca-8170-e388c6704ffe tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8ab278b-f7f3-42d1-9f18-97f9824466a8,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:31:51.025047 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e8d4ea4-8648-43e4-b90a-2d5909893c4b tempest-QuotasNegativeTest-806027819 tempest-QuotasNegativeTest-806027819-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 28 10:31:51.025342 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e8d4ea4-8648-43e4-b90a-2d5909893c4b tempest-QuotasNegativeTest-806027819 tempest-QuotasNegativeTest-806027819-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:31:51.029670 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-2e8d4ea4-8648-43e4-b90a-2d5909893c4b tempest-QuotasNegativeTest-806027819 tempest-QuotasNegativeTest-806027819-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0716436 Feb 28 10:31:51.033779 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 33312) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:31:51.036430 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2169df93-d32c-46ca-8170-e388c6704ffe tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (08dd62ad-f586-4696-b124-2ac10e250157), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:51.036799 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.db.segments_db [None req-2169df93-d32c-46ca-8170-e388c6704ffe tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Added segment 08dd62ad-f586-4696-b124-2ac10e250157 of type vlan for network 49a726b4-ad5e-4a42-9416-073e6b3d4829 Feb 28 10:31:51.200057 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2169df93-d32c-46ca-8170-e388c6704ffe tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742056637431'] for network (49a726b4-ad5e-4a42-9416-073e6b3d4829), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:51.208179 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71400ddf-7cf2-48ad-a3e3-c9713e4e37d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=68736f5c-4776-4059-9d35-abe8eebbb637,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:31:51.219386 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-e816ef77-19fd-457b-9fd6-7fe8bde883e1 tempest-QuotasNegativeTest-806027819 tempest-QuotasNegativeTest-806027819-project-admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e67407ad5b7741978833d50dc99bd504&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1813743 Feb 28 10:31:51.221058 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 33316) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:31:51.232597 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0912e4b-3081-401e-8eea-3b7669a4d3d2 None None] Network c8fe4d5f-4a1f-41f9-85f5-28e75dcf99b0 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:31:51.260850 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71400ddf-7cf2-48ad-a3e3-c9713e4e37d7 admin admin] Checking segment: {'id': '45c28de9-4293-44e6-a1bc-2bb875668608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'da9969cf-fbcc-4307-8c2e-f65c87750026'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:31:51.261210 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71400ddf-7cf2-48ad-a3e3-c9713e4e37d7 admin admin] Network hostable DHCP agents. Network: da9969cf-fbcc-4307-8c2e-f65c87750026, hostable agents: ['fb6705d2-4f70-4965-92a3-fbfccd43a6d3'], hosted agents: [] {{(pid=103408) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:31:51.300444 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-815d4b67-d5cb-42e9-8ca0-1f5b09f091a9 admin admin] Publish callbacks [] for port (cd7cc0ca-0b66-4431-b24f-53d9a043c0a5), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:51.302310 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f4fe84ca-c169-471d-9550-9e237a02c4d5 tempest-DHCPAgentSchedulersTestJSON-805426757 tempest-DHCPAgentSchedulersTestJSON-805426757-project] Publish callbacks [] for security_group (0c405687-339f-4c22-8eb5-8b9ce5384065), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:51.328835 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2169df93-d32c-46ca-8170-e388c6704ffe tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551'] for network (49a726b4-ad5e-4a42-9416-073e6b3d4829), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:51.329805 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2169df93-d32c-46ca-8170-e388c6704ffe tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:31:51.330393 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2169df93-d32c-46ca-8170-e388c6704ffe tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616561'] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:51.341193 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f4fe84ca-c169-471d-9550-9e237a02c4d5 tempest-DHCPAgentSchedulersTestJSON-805426757 tempest-DHCPAgentSchedulersTestJSON-805426757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (0c405687-339f-4c22-8eb5-8b9ce5384065), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:51.350607 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ec4324e6-4d64-45f0-bd05-3e0f1d489f2b tempest-ExternalNetworksTestJSON-1152192211 tempest-ExternalNetworksTestJSON-1152192211-project] Publish callbacks [] for security_group (8a99f622-b534-49d3-93ab-748706b6efab), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:51.361510 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-cfb57047-1a48-4676-a21f-d2a67fe2e577 None None] Provisioning complete for port 781a0fe5-ca51-4e04-aea6-a79c851b4d71 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:31:51.362179 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-cfb57047-1a48-4676-a21f-d2a67fe2e577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (781a0fe5-ca51-4e04-aea6-a79c851b4d71), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:51.370306 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ec4324e6-4d64-45f0-bd05-3e0f1d489f2b tempest-ExternalNetworksTestJSON-1152192211 tempest-ExternalNetworksTestJSON-1152192211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (8a99f622-b534-49d3-93ab-748706b6efab), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:51.383840 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71400ddf-7cf2-48ad-a3e3-c9713e4e37d7 admin admin] Network da9969cf-fbcc-4307-8c2e-f65c87750026 is scheduled to be hosted by DHCP agent fb6705d2-4f70-4965-92a3-fbfccd43a6d3 with binding_index 1 {{(pid=103408) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:31:51.388928 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5837582a-0a09-4ca5-a001-75b0cae534f8 tempest-QuotasNegativeTest-806027819 tempest-QuotasNegativeTest-806027819-project-admin] Publish callbacks [] for security_group (a1f55a7d-26d9-4c20-9cdf-c736bbc8324b), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:51.397847 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4fe84ca-c169-471d-9550-9e237a02c4d5 tempest-DHCPAgentSchedulersTestJSON-805426757 tempest-DHCPAgentSchedulersTestJSON-805426757-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 287} {{(pid=103408) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:31:51.404177 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-2169df93-d32c-46ca-8170-e388c6704ffe tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.6183720 Feb 28 10:31:51.413334 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 33318) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:31:51.423487 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec4324e6-4d64-45f0-bd05-3e0f1d489f2b tempest-ExternalNetworksTestJSON-1152192211 tempest-ExternalNetworksTestJSON-1152192211-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 295} {{(pid=103408) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:31:51.430965 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-129ad847-f3fa-4c56-9a7c-902cf433fef6 tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Request body: {'subnet': {'network_id': '49a726b4-ad5e-4a42-9416-073e6b3d4829', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:31:51.441366 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-71400ddf-7cf2-48ad-a3e3-c9713e4e37d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, da9969cf-fbcc-4307-8c2e-f65c87750026) {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:31:51.445593 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71400ddf-7cf2-48ad-a3e3-c9713e4e37d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:31:51.446192 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-71400ddf-7cf2-48ad-a3e3-c9713e4e37d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616561'] for subnet (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:51.453984 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fe84ca-c169-471d-9550-9e237a02c4d5 tempest-DHCPAgentSchedulersTestJSON-805426757 tempest-DHCPAgentSchedulersTestJSON-805426757-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c405687-339f-4c22-8eb5-8b9ce5384065,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:31:51.494109 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a4eb5ba-584b-46d1-96ca-a50fb21a658a None None] Network da9969cf-fbcc-4307-8c2e-f65c87750026 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:31:51.495183 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2169df93-d32c-46ca-8170-e388c6704ffe tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Pushing event updated for resources: {'Network': ['ID=49a726b4-ad5e-4a42-9416-073e6b3d4829,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:31:51.495183 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5837582a-0a09-4ca5-a001-75b0cae534f8 tempest-QuotasNegativeTest-806027819 tempest-QuotasNegativeTest-806027819-project-admin] Publish callbacks [] for security_group (a1f55a7d-26d9-4c20-9cdf-c736bbc8324b), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:51.495636 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-cfb57047-1a48-4676-a21f-d2a67fe2e577 None None] Current status of the port 781a0fe5-ca51-4e04-aea6-a79c851b4d71 is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:31:51.495636 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-cfb57047-1a48-4676-a21f-d2a67fe2e577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (781a0fe5-ca51-4e04-aea6-a79c851b4d71), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:51.514169 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-815d4b67-d5cb-42e9-8ca0-1f5b09f091a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749'] for port (cd7cc0ca-0b66-4431-b24f-53d9a043c0a5), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:51.533621 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f4fe84ca-c169-471d-9550-9e237a02c4d5 tempest-DHCPAgentSchedulersTestJSON-805426757 tempest-DHCPAgentSchedulersTestJSON-805426757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (33b65926-dc07-4e62-ae3e-b4b0d805c4f6), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:51.534117 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.db.segments_db [None req-f4fe84ca-c169-471d-9550-9e237a02c4d5 tempest-DHCPAgentSchedulersTestJSON-805426757 tempest-DHCPAgentSchedulersTestJSON-805426757-project] Added segment 33b65926-dc07-4e62-ae3e-b4b0d805c4f6 of type vlan for network a43e4332-bcba-4283-a498-28488d5e40b6 Feb 28 10:31:51.534966 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Network 49a726b4-ad5e-4a42-9416-073e6b3d4829 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103409) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:31:51.569914 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-cfb57047-1a48-4676-a21f-d2a67fe2e577 None None] For port 781a0fe5-ca51-4e04-aea6-a79c851b4d71, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=781a0fe5-ca51-4e04-aea6-a79c851b4d71,segment=NetworkSegment(77e95e95-117a-4c02-a631-ed9ab22724b2),segment_id=77e95e95-117a-4c02-a631-ed9ab22724b2)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:31:51.577704 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ec4324e6-4d64-45f0-bd05-3e0f1d489f2b tempest-ExternalNetworksTestJSON-1152192211 tempest-ExternalNetworksTestJSON-1152192211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (11209fb6-8229-495c-8b30-9b21425292c8), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:51.578120 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.db.segments_db [None req-ec4324e6-4d64-45f0-bd05-3e0f1d489f2b tempest-ExternalNetworksTestJSON-1152192211 tempest-ExternalNetworksTestJSON-1152192211-project] Added segment 11209fb6-8229-495c-8b30-9b21425292c8 of type vlan for network f488603c-3986-4790-8c8e-676a89346f19 Feb 28 10:31:51.595591 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-815d4b67-d5cb-42e9-8ca0-1f5b09f091a9 admin admin] Network 1e0804d0-d1d9-4d40-9de5-2936f3d87840 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:31:51.604147 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-815d4b67-d5cb-42e9-8ca0-1f5b09f091a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:31:51.611774 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815d4b67-d5cb-42e9-8ca0-1f5b09f091a9 admin admin] Pushing event updated for resources: {'Port': ['ID=cd7cc0ca-0b66-4431-b24f-53d9a043c0a5,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:31:51.617461 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815d4b67-d5cb-42e9-8ca0-1f5b09f091a9 admin admin] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:31:51.635734 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-71400ddf-7cf2-48ad-a3e3-c9713e4e37d7 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.2273338 Feb 28 10:31:51.638616 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 33324) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:31:51.647483 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-b446556f-b2a4-4928-b5cd-5579f8a6087d admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-779106664-router', 'tenant_id': 'a530b24e9c394cc0824666a7df89bf0a', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840'}}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:31:51.693921 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5837582a-0a09-4ca5-a001-75b0cae534f8 tempest-QuotasNegativeTest-806027819 tempest-QuotasNegativeTest-806027819-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (a1f55a7d-26d9-4c20-9cdf-c736bbc8324b), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:51.698544 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5837582a-0a09-4ca5-a001-75b0cae534f8 tempest-QuotasNegativeTest-806027819 tempest-QuotasNegativeTest-806027819-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:51.703082 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-5837582a-0a09-4ca5-a001-75b0cae534f8 tempest-QuotasNegativeTest-806027819 tempest-QuotasNegativeTest-806027819-project-admin] 10.222.0.20 "DELETE /v2.0/security-groups/a1f55a7d-26d9-4c20-9cdf-c736bbc8324b HTTP/1.1" status: 204 len: 168 time: 0.4781353 Feb 28 10:31:51.706372 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 33326) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:31:51.725825 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4324e6-4d64-45f0-bd05-3e0f1d489f2b tempest-ExternalNetworksTestJSON-1152192211 tempest-ExternalNetworksTestJSON-1152192211-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a99f622-b534-49d3-93ab-748706b6efab,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:31:51.752581 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f0e94a04-c431-46b6-b6ea-a81d463ec5d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551'] for subnet (589a74a6-9e3d-4112-a776-4fccf4b2370d), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:51.757247 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5837582a-0a09-4ca5-a001-75b0cae534f8 tempest-QuotasNegativeTest-806027819 tempest-QuotasNegativeTest-806027819-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1f55a7d-26d9-4c20-9cdf-c736bbc8324b,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:31:51.761036 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-9eaadb2d-bd77-4275-96a5-99a2731b5030 tempest-ExternalNetworksAdminNegativeTestJSON-1158130948 tempest-ExternalNetworksAdminNegativeTestJSON-1158130948-project-admin] Allocated IP 172.36.5.33 (1e0804d0-d1d9-4d40-9de5-2936f3d87840/6f6f4129-23e5-4c3b-b4ef-4c7ce926797e/8b8e0a3c-c76c-4fde-a8f2-810b175b388c) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:31:51.773854 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ec4324e6-4d64-45f0-bd05-3e0f1d489f2b tempest-ExternalNetworksTestJSON-1152192211 tempest-ExternalNetworksTestJSON-1152192211-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742056637431'] for network (f488603c-3986-4790-8c8e-676a89346f19), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:51.777238 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f4fe84ca-c169-471d-9550-9e237a02c4d5 tempest-DHCPAgentSchedulersTestJSON-805426757 tempest-DHCPAgentSchedulersTestJSON-805426757-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742056637431'] for network (a43e4332-bcba-4283-a498-28488d5e40b6), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:51.795180 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-cfb57047-1a48-4676-a21f-d2a67fe2e577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (781a0fe5-ca51-4e04-aea6-a79c851b4d71), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:51.825020 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-129ad847-f3fa-4c56-9a7c-902cf433fef6 tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Made reservation on behalf of dbcaadb863a541029ec32cc74c6f0dbc for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:31:51.827876 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-129ad847-f3fa-4c56-9a7c-902cf433fef6 tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Publish callbacks [] for subnet (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:51.855325 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b446556f-b2a4-4928-b5cd-5579f8a6087d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1805251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254175'] for router (aad0f095-9a34-4d69-8adc-66dbe99d9006), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:51.856575 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b446556f-b2a4-4928-b5cd-5579f8a6087d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1804172', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1602053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254150'] for router (aad0f095-9a34-4d69-8adc-66dbe99d9006), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:51.859071 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb57047-1a48-4676-a21f-d2a67fe2e577 None None] Pushing event updated for resources: {'Port': ['ID=781a0fe5-ca51-4e04-aea6-a79c851b4d71,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:31:51.875740 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-475ea361-c67b-401b-ae6c-42fed0ca5d82 tempest-QuotasNegativeTest-806027819 tempest-QuotasNegativeTest-806027819-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-665757'] for network (cb565dc4-2350-4d32-b7ac-c080a28aa293), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:51.949057 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-3e1aaabd-5e4d-42df-8321-efed1e88e007 None None] Provisioning complete for port 781a0fe5-ca51-4e04-aea6-a79c851b4d71 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:31:51.949756 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3e1aaabd-5e4d-42df-8321-efed1e88e007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (781a0fe5-ca51-4e04-aea6-a79c851b4d71), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:51.983106 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b446556f-b2a4-4928-b5cd-5579f8a6087d admin admin] Publish callbacks [] for router_controller (aad0f095-9a34-4d69-8adc-66dbe99d9006), precommit_add_association {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:51.993945 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ec4324e6-4d64-45f0-bd05-3e0f1d489f2b tempest-ExternalNetworksTestJSON-1152192211 tempest-ExternalNetworksTestJSON-1152192211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551'] for network (f488603c-3986-4790-8c8e-676a89346f19), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:51.999088 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec4324e6-4d64-45f0-bd05-3e0f1d489f2b tempest-ExternalNetworksTestJSON-1152192211 tempest-ExternalNetworksTestJSON-1152192211-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:31:51.999979 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ec4324e6-4d64-45f0-bd05-3e0f1d489f2b tempest-ExternalNetworksTestJSON-1152192211 tempest-ExternalNetworksTestJSON-1152192211-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616561'] for network (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:52.001652 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e538dedf-aa4d-4af3-b805-2b384ad7c0f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-da9969cf-fbcc-4307-8c2e-f65c87750026', 'network_id': 'da9969cf-fbcc-4307-8c2e-f65c87750026', 'project_id': 'a530b24e9c394cc0824666a7df89bf0a', 'fixed_ips': [{'subnet_id': '68736f5c-4776-4059-9d35-abe8eebbb637'}]}} from dv-neutron-master-2-hyperv. {{(pid=103409) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:31:52.002959 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f4fe84ca-c169-471d-9550-9e237a02c4d5 tempest-DHCPAgentSchedulersTestJSON-805426757 tempest-DHCPAgentSchedulersTestJSON-805426757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551'] for network (a43e4332-bcba-4283-a498-28488d5e40b6), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:52.003070 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e538dedf-aa4d-4af3-b805-2b384ad7c0f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:52.007103 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4fe84ca-c169-471d-9550-9e237a02c4d5 tempest-DHCPAgentSchedulersTestJSON-805426757 tempest-DHCPAgentSchedulersTestJSON-805426757-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:31:52.007700 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f4fe84ca-c169-471d-9550-9e237a02c4d5 tempest-DHCPAgentSchedulersTestJSON-805426757 tempest-DHCPAgentSchedulersTestJSON-805426757-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616561'] for network (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:52.027670 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e94a04-c431-46b6-b6ea-a81d463ec5d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=589a74a6-9e3d-4112-a776-4fccf4b2370d,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:31:52.076399 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-3e1aaabd-5e4d-42df-8321-efed1e88e007 None None] Current status of the port 781a0fe5-ca51-4e04-aea6-a79c851b4d71 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:31:52.163644 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 781a0fe5-ca51-4e04-aea6-a79c851b4d71 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:31:52.189373 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e94a04-c431-46b6-b6ea-a81d463ec5d3 admin admin] Checking segment: {'id': '3d92e6b6-a4bc-43fb-bb7a-1c97358db624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'b230672c-e40a-422a-a640-836f18ec11a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:31:52.189757 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0e94a04-c431-46b6-b6ea-a81d463ec5d3 admin admin] Network hostable DHCP agents. Network: b230672c-e40a-422a-a640-836f18ec11a6, hostable agents: ['fb6705d2-4f70-4965-92a3-fbfccd43a6d3'], hosted agents: [] {{(pid=103408) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:31:52.211115 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-ec4324e6-4d64-45f0-bd05-3e0f1d489f2b tempest-ExternalNetworksTestJSON-1152192211 tempest-ExternalNetworksTestJSON-1152192211-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.7064331 Feb 28 10:31:52.215711 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 33328) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:31:52.224318 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-f4fe84ca-c169-471d-9550-9e237a02c4d5 tempest-DHCPAgentSchedulersTestJSON-805426757 tempest-DHCPAgentSchedulersTestJSON-805426757-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.8568261 Feb 28 10:31:52.225432 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 33330) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:31:52.234120 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-6d602b4d-23aa-4a46-aadd-f5094af110ad tempest-DHCPAgentSchedulersTestJSON-805426757 tempest-DHCPAgentSchedulersTestJSON-805426757-project] Request body: {'subnet': {'network_id': 'a43e4332-bcba-4283-a498-28488d5e40b6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:31:52.250180 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4324e6-4d64-45f0-bd05-3e0f1d489f2b tempest-ExternalNetworksTestJSON-1152192211 tempest-ExternalNetworksTestJSON-1152192211-project] Pushing event updated for resources: {'Network': ['ID=f488603c-3986-4790-8c8e-676a89346f19,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:31:52.280243 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-e538dedf-aa4d-4af3-b805-2b384ad7c0f3 None None] Allocated IP 172.20.0.2 (da9969cf-fbcc-4307-8c2e-f65c87750026/68736f5c-4776-4059-9d35-abe8eebbb637/2a65a04d-3af8-4fc9-a4be-f563fd44736f) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:31:52.299093 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-475ea361-c67b-401b-ae6c-42fed0ca5d82 tempest-QuotasNegativeTest-806027819 tempest-QuotasNegativeTest-806027819-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672413', 'neutron.services.segments.db._delete_segments_for_network-8742057110173'] for network (cb565dc4-2350-4d32-b7ac-c080a28aa293), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:52.341468 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Network f488603c-3986-4790-8c8e-676a89346f19 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103409) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:31:52.367481 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-e6c49e40-7b10-4430-854e-52f8978cca40 tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] Request body: {'network': {'name': 'tempest-network--549052837', 'router:external': True}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:31:52.378318 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9eaadb2d-bd77-4275-96a5-99a2731b5030 tempest-ExternalNetworksAdminNegativeTestJSON-1158130948 tempest-ExternalNetworksAdminNegativeTestJSON-1158130948-project-admin] Publish callbacks [] for port (8b8e0a3c-c76c-4fde-a8f2-810b175b388c), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:52.399217 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0e94a04-c431-46b6-b6ea-a81d463ec5d3 admin admin] Network b230672c-e40a-422a-a640-836f18ec11a6 is scheduled to be hosted by DHCP agent fb6705d2-4f70-4965-92a3-fbfccd43a6d3 with binding_index 1 {{(pid=103408) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:31:52.433310 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fe84ca-c169-471d-9550-9e237a02c4d5 tempest-DHCPAgentSchedulersTestJSON-805426757 tempest-DHCPAgentSchedulersTestJSON-805426757-project] Pushing event updated for resources: {'Network': ['ID=a43e4332-bcba-4283-a498-28488d5e40b6,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:31:52.438903 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port 781a0fe5-ca51-4e04-aea6-a79c851b4d71 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:31:52.439452 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (781a0fe5-ca51-4e04-aea6-a79c851b4d71), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:52.441964 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-f0e94a04-c431-46b6-b6ea-a81d463ec5d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, b230672c-e40a-422a-a640-836f18ec11a6) {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:31:52.460251 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6c49e40-7b10-4430-854e-52f8978cca40 tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] Made reservation on behalf of be4760b2059d45cebfda82811f0f0b9a for: {'network': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:31:52.463169 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e6c49e40-7b10-4430-854e-52f8978cca40 tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for network (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:52.477431 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Network a43e4332-bcba-4283-a498-28488d5e40b6 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103409) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:31:52.483017 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-475ea361-c67b-401b-ae6c-42fed0ca5d82 tempest-QuotasNegativeTest-806027819 tempest-QuotasNegativeTest-806027819-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=103407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:31:52.483580 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-475ea361-c67b-401b-ae6c-42fed0ca5d82 tempest-QuotasNegativeTest-806027819 tempest-QuotasNegativeTest-806027819-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:31:52.484464 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-475ea361-c67b-401b-ae6c-42fed0ca5d82 tempest-QuotasNegativeTest-806027819 tempest-QuotasNegativeTest-806027819-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:31:52.484967 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-475ea361-c67b-401b-ae6c-42fed0ca5d82 tempest-QuotasNegativeTest-806027819 tempest-QuotasNegativeTest-806027819-project-admin] Subscribe: > port after_create 55550000 {{(pid=103407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:31:52.485438 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-475ea361-c67b-401b-ae6c-42fed0ca5d82 tempest-QuotasNegativeTest-806027819 tempest-QuotasNegativeTest-806027819-project-admin] Subscribe: > port after_delete 55550000 {{(pid=103407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:31:52.485910 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-475ea361-c67b-401b-ae6c-42fed0ca5d82 tempest-QuotasNegativeTest-806027819 tempest-QuotasNegativeTest-806027819-project-admin] Subscribe: > port after_update 55550000 {{(pid=103407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:31:52.486379 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-475ea361-c67b-401b-ae6c-42fed0ca5d82 tempest-QuotasNegativeTest-806027819 tempest-QuotasNegativeTest-806027819-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=103407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:31:52.486709 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-475ea361-c67b-401b-ae6c-42fed0ca5d82 tempest-QuotasNegativeTest-806027819 tempest-QuotasNegativeTest-806027819-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=103407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:31:52.487022 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-475ea361-c67b-401b-ae6c-42fed0ca5d82 tempest-QuotasNegativeTest-806027819 tempest-QuotasNegativeTest-806027819-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=103407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:31:52.487501 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-475ea361-c67b-401b-ae6c-42fed0ca5d82 tempest-QuotasNegativeTest-806027819 tempest-QuotasNegativeTest-806027819-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=103407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:31:52.511835 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e6c49e40-7b10-4430-854e-52f8978cca40 tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:52.556567 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb1f07a3-15d2-4981-85c9-70c1affc829c None None] Network b230672c-e40a-422a-a640-836f18ec11a6 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:31:52.556883 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0e94a04-c431-46b6-b6ea-a81d463ec5d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:31:52.557475 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f0e94a04-c431-46b6-b6ea-a81d463ec5d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616561'] for subnet (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:52.599905 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-f0e94a04-c431-46b6-b6ea-a81d463ec5d3 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8427970 Feb 28 10:31:52.610293 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 33338) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:31:52.615905 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9eaadb2d-bd77-4275-96a5-99a2731b5030 tempest-ExternalNetworksAdminNegativeTestJSON-1158130948 tempest-ExternalNetworksAdminNegativeTestJSON-1158130948-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749'] for port (8b8e0a3c-c76c-4fde-a8f2-810b175b388c), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:52.621963 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-f48b70fc-a557-4f47-af93-4ff1a19bbb3f admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-2129798420-router', 'tenant_id': 'd80868ff0b864fdfb22c0fe939fc8d79', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840'}}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:31:52.651078 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e538dedf-aa4d-4af3-b805-2b384ad7c0f3 None None] Publish callbacks [] for port (2a65a04d-3af8-4fc9-a4be-f563fd44736f), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:52.685810 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e538dedf-aa4d-4af3-b805-2b384ad7c0f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749'] for port (2a65a04d-3af8-4fc9-a4be-f563fd44736f), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:52.719993 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-475ea361-c67b-401b-ae6c-42fed0ca5d82 tempest-QuotasNegativeTest-806027819 tempest-QuotasNegativeTest-806027819-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=103407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:31:52.720475 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-475ea361-c67b-401b-ae6c-42fed0ca5d82 tempest-QuotasNegativeTest-806027819 tempest-QuotasNegativeTest-806027819-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=103407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:31:52.720910 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-475ea361-c67b-401b-ae6c-42fed0ca5d82 tempest-QuotasNegativeTest-806027819 tempest-QuotasNegativeTest-806027819-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=103407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:31:52.721321 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-475ea361-c67b-401b-ae6c-42fed0ca5d82 tempest-QuotasNegativeTest-806027819 tempest-QuotasNegativeTest-806027819-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=103407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:31:52.721755 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-475ea361-c67b-401b-ae6c-42fed0ca5d82 tempest-QuotasNegativeTest-806027819 tempest-QuotasNegativeTest-806027819-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb565dc4-2350-4d32-b7ac-c080a28aa293']}} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:31:52.743525 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 781a0fe5-ca51-4e04-aea6-a79c851b4d71 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:31:52.754154 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-475ea361-c67b-401b-ae6c-42fed0ca5d82 tempest-QuotasNegativeTest-806027819 tempest-QuotasNegativeTest-806027819-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55615758-e4c5-403f-b960-c07ad1188d42') {'for_net_delete': True} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:31:52.754765 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-475ea361-c67b-401b-ae6c-42fed0ca5d82 tempest-QuotasNegativeTest-806027819 tempest-QuotasNegativeTest-806027819-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55615758-e4c5-403f-b960-c07ad1188d42') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:31:52.760924 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e538dedf-aa4d-4af3-b805-2b384ad7c0f3 None None] Network da9969cf-fbcc-4307-8c2e-f65c87750026 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:31:52.762277 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eaadb2d-bd77-4275-96a5-99a2731b5030 tempest-ExternalNetworksAdminNegativeTestJSON-1158130948 tempest-ExternalNetworksAdminNegativeTestJSON-1158130948-project-admin] Network 1e0804d0-d1d9-4d40-9de5-2936f3d87840 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:31:52.763126 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e538dedf-aa4d-4af3-b805-2b384ad7c0f3 None None] Pushing event updated for resources: {'Port': ['ID=2a65a04d-3af8-4fc9-a4be-f563fd44736f,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:31:52.779981 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-e538dedf-aa4d-4af3-b805-2b384ad7c0f3 None None] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:31:52.781446 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-9eaadb2d-bd77-4275-96a5-99a2731b5030 tempest-ExternalNetworksAdminNegativeTestJSON-1158130948 tempest-ExternalNetworksAdminNegativeTestJSON-1158130948-project-admin] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:31:52.790266 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e538dedf-aa4d-4af3-b805-2b384ad7c0f3 None None] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:31:52.793905 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eaadb2d-bd77-4275-96a5-99a2731b5030 tempest-ExternalNetworksAdminNegativeTestJSON-1158130948 tempest-ExternalNetworksAdminNegativeTestJSON-1158130948-project-admin] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:31:52.800276 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85824fbe-afe7-4d40-94f8-d6e1802377a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-b230672c-e40a-422a-a640-836f18ec11a6', 'network_id': 'b230672c-e40a-422a-a640-836f18ec11a6', 'project_id': 'd80868ff0b864fdfb22c0fe939fc8d79', 'fixed_ips': [{'subnet_id': '589a74a6-9e3d-4112-a776-4fccf4b2370d'}]}} from dv-neutron-master-2-hyperv. {{(pid=103409) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:31:52.803506 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-85824fbe-afe7-4d40-94f8-d6e1802377a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:52.806010 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f48b70fc-a557-4f47-af93-4ff1a19bbb3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1805251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254175'] for router (ebec2a5a-7ca7-420e-949e-f77a5a64a595), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:52.807652 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f48b70fc-a557-4f47-af93-4ff1a19bbb3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1804172', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1602053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254150'] for router (ebec2a5a-7ca7-420e-949e-f77a5a64a595), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:52.818331 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b446556f-b2a4-4928-b5cd-5579f8a6087d admin admin] Publish callbacks [] for router_gateway (aad0f095-9a34-4d69-8adc-66dbe99d9006), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:52.825973 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaadb2d-bd77-4275-96a5-99a2731b5030 tempest-ExternalNetworksAdminNegativeTestJSON-1158130948 tempest-ExternalNetworksAdminNegativeTestJSON-1158130948-project-admin] Pushing event updated for resources: {'Port': ['ID=8b8e0a3c-c76c-4fde-a8f2-810b175b388c,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:31:52.828006 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-475ea361-c67b-401b-ae6c-42fed0ca5d82 tempest-QuotasNegativeTest-806027819 tempest-QuotasNegativeTest-806027819-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742057113766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3501147'] for segment (55615758-e4c5-403f-b960-c07ad1188d42), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:52.874914 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-815d4b67-d5cb-42e9-8ca0-1f5b09f091a9 admin admin] Publish callbacks [] for router_gateway (63bce622-3960-486c-b74c-b0f96a67ca30), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:52.879193 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-475ea361-c67b-401b-ae6c-42fed0ca5d82 tempest-QuotasNegativeTest-806027819 tempest-QuotasNegativeTest-806027819-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (55615758-e4c5-403f-b960-c07ad1188d42), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:52.943764 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-e538dedf-aa4d-4af3-b805-2b384ad7c0f3 None None] Attempting to bind port 2a65a04d-3af8-4fc9-a4be-f563fd44736f on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:31:52.944234 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-e538dedf-aa4d-4af3-b805-2b384ad7c0f3 None None] Attempting to bind port 2a65a04d-3af8-4fc9-a4be-f563fd44736f by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '45c28de9-4293-44e6-a1bc-2bb875668608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'da9969cf-fbcc-4307-8c2e-f65c87750026'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:31:52.944700 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e538dedf-aa4d-4af3-b805-2b384ad7c0f3 None None] Attempting to bind port 2a65a04d-3af8-4fc9-a4be-f563fd44736f on network da9969cf-fbcc-4307-8c2e-f65c87750026 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:31:52.951807 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e6c49e40-7b10-4430-854e-52f8978cca40 tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] Publish callbacks [] for security_group (1ccf6dd0-54e3-47f9-b37d-633495010513), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:52.953616 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-475ea361-c67b-401b-ae6c-42fed0ca5d82 tempest-QuotasNegativeTest-806027819 tempest-QuotasNegativeTest-806027819-project-admin] Releasing vlan 277 on physical network physnet1 to pool {{(pid=103407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:31:52.954907 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-475ea361-c67b-401b-ae6c-42fed0ca5d82 tempest-QuotasNegativeTest-806027819 tempest-QuotasNegativeTest-806027819-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3498166'] for segment (55615758-e4c5-403f-b960-c07ad1188d42), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:52.955837 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e538dedf-aa4d-4af3-b805-2b384ad7c0f3 None None] Checking agent: {'id': '75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 24, 15), 'started_at': datetime.datetime(2022, 2, 28, 10, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 31, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:31:52.955837 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e538dedf-aa4d-4af3-b805-2b384ad7c0f3 None None] Checking segment: {'id': '45c28de9-4293-44e6-a1bc-2bb875668608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'da9969cf-fbcc-4307-8c2e-f65c87750026'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:31:52.956343 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e538dedf-aa4d-4af3-b805-2b384ad7c0f3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:52.957265 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e538dedf-aa4d-4af3-b805-2b384ad7c0f3 None None] Bound using segment: {'id': '45c28de9-4293-44e6-a1bc-2bb875668608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'da9969cf-fbcc-4307-8c2e-f65c87750026'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:31:52.957368 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-e538dedf-aa4d-4af3-b805-2b384ad7c0f3 None None] Bound port: 2a65a04d-3af8-4fc9-a4be-f563fd44736f, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45c28de9-4293-44e6-a1bc-2bb875668608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'da9969cf-fbcc-4307-8c2e-f65c87750026'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:31:52.957781 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e538dedf-aa4d-4af3-b805-2b384ad7c0f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (2a65a04d-3af8-4fc9-a4be-f563fd44736f), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:52.959061 dv-neutron-master-2-hyperv neutron-server[103407]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 28 10:31:52.959061 dv-neutron-master-2-hyperv neutron-server[103407]: from cryptography.utils import int_from_bytes Feb 28 10:31:52.959061 dv-neutron-master-2-hyperv neutron-server[103407]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 28 10:31:52.959061 dv-neutron-master-2-hyperv neutron-server[103407]: from cryptography.utils import int_from_bytes Feb 28 10:31:52.959061 dv-neutron-master-2-hyperv neutron-server[103407]: Traceback (most recent call last): Feb 28 10:31:52.959061 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:31:52.959061 dv-neutron-master-2-hyperv neutron-server[103407]: timer() Feb 28 10:31:52.959061 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:31:52.959061 dv-neutron-master-2-hyperv neutron-server[103407]: cb(*args, **kw) Feb 28 10:31:52.959061 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:31:52.959061 dv-neutron-master-2-hyperv neutron-server[103407]: return func(*args, **kwargs) Feb 28 10:31:52.959061 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:31:52.959061 dv-neutron-master-2-hyperv neutron-server[103407]: self._notify() Feb 28 10:31:52.959061 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:31:52.959061 dv-neutron-master-2-hyperv neutron-server[103407]: self.callback(batched_events) Feb 28 10:31:52.959061 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:31:52.959061 dv-neutron-master-2-hyperv neutron-server[103407]: event.method(event) Feb 28 10:31:52.959061 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:31:52.959061 dv-neutron-master-2-hyperv neutron-server[103407]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:31:52.959061 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:31:52.959061 dv-neutron-master-2-hyperv neutron-server[103407]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:31:52.959061 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:31:52.959061 dv-neutron-master-2-hyperv neutron-server[103407]: return f(self, *a, **k) Feb 28 10:31:52.959061 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:31:52.959061 dv-neutron-master-2-hyperv neutron-server[103407]: return self._get(url).json() Feb 28 10:31:52.959061 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:31:52.959061 dv-neutron-master-2-hyperv neutron-server[103407]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:31:52.959061 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:31:52.959061 dv-neutron-master-2-hyperv neutron-server[103407]: return self.request(url, 'GET', **kwargs) Feb 28 10:31:52.959061 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:31:52.959061 dv-neutron-master-2-hyperv neutron-server[103407]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:31:52.959061 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:31:52.959061 dv-neutron-master-2-hyperv neutron-server[103407]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:31:52.959061 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:31:52.959061 dv-neutron-master-2-hyperv neutron-server[103407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:31:52.959061 dv-neutron-master-2-hyperv neutron-server[103407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:31:52.982882 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e6c49e40-7b10-4430-854e-52f8978cca40 tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (1ccf6dd0-54e3-47f9-b37d-633495010513), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:53.012247 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d602b4d-23aa-4a46-aadd-f5094af110ad tempest-DHCPAgentSchedulersTestJSON-805426757 tempest-DHCPAgentSchedulersTestJSON-805426757-project] Made reservation on behalf of bcdf45f8d4da4506b577ffcc5775314e for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:31:53.017040 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6d602b4d-23aa-4a46-aadd-f5094af110ad tempest-DHCPAgentSchedulersTestJSON-805426757 tempest-DHCPAgentSchedulersTestJSON-805426757-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3516581'] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:53.047411 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9eaadb2d-bd77-4275-96a5-99a2731b5030 tempest-ExternalNetworksAdminNegativeTestJSON-1158130948 tempest-ExternalNetworksAdminNegativeTestJSON-1158130948-project-admin] Publish callbacks [] for floatingip (8f3ded42-07dd-4cb6-af8a-dfb61dc69a49), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:53.049422 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-85824fbe-afe7-4d40-94f8-d6e1802377a7 None None] Allocated IP 172.20.0.2 (b230672c-e40a-422a-a640-836f18ec11a6/589a74a6-9e3d-4112-a776-4fccf4b2370d/01d7c01f-faa0-4e5d-bd61-33aaf2004d59) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:31:53.063682 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f48b70fc-a557-4f47-af93-4ff1a19bbb3f admin admin] Publish callbacks [] for router_controller (ebec2a5a-7ca7-420e-949e-f77a5a64a595), precommit_add_association {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:53.077642 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-e538dedf-aa4d-4af3-b805-2b384ad7c0f3 None None] For port 2a65a04d-3af8-4fc9-a4be-f563fd44736f, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:31:53.077820 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6c49e40-7b10-4430-854e-52f8978cca40 tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 260} {{(pid=103408) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:31:53.137488 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-e538dedf-aa4d-4af3-b805-2b384ad7c0f3 None None] For port 2a65a04d-3af8-4fc9-a4be-f563fd44736f, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2a65a04d-3af8-4fc9-a4be-f563fd44736f,segment=NetworkSegment(45c28de9-4293-44e6-a1bc-2bb875668608),segment_id=45c28de9-4293-44e6-a1bc-2bb875668608)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:31:53.143277 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-475ea361-c67b-401b-ae6c-42fed0ca5d82 tempest-QuotasNegativeTest-806027819 tempest-QuotasNegativeTest-806027819-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803269'] for network (cb565dc4-2350-4d32-b7ac-c080a28aa293), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:53.149618 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e538dedf-aa4d-4af3-b805-2b384ad7c0f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (2a65a04d-3af8-4fc9-a4be-f563fd44736f), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:53.179026 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-475ea361-c67b-401b-ae6c-42fed0ca5d82 tempest-QuotasNegativeTest-806027819 tempest-QuotasNegativeTest-806027819-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616561'] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:53.182935 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-475ea361-c67b-401b-ae6c-42fed0ca5d82 tempest-QuotasNegativeTest-806027819 tempest-QuotasNegativeTest-806027819-project-admin] 10.222.0.20 "DELETE /v2.0/networks/cb565dc4-2350-4d32-b7ac-c080a28aa293 HTTP/1.1" status: 204 len: 168 time: 1.4636607 Feb 28 10:31:53.191418 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 33340) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:31:53.211735 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c49e40-7b10-4430-854e-52f8978cca40 tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ccf6dd0-54e3-47f9-b37d-633495010513,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:31:53.215617 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475ea361-c67b-401b-ae6c-42fed0ca5d82 tempest-QuotasNegativeTest-806027819 tempest-QuotasNegativeTest-806027819-project-admin] Pushing event deleted for resources: {'Network': ['ID=cb565dc4-2350-4d32-b7ac-c080a28aa293,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:31:53.279489 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e538dedf-aa4d-4af3-b805-2b384ad7c0f3 None None] Pushing event updated for resources: {'Port': ['ID=2a65a04d-3af8-4fc9-a4be-f563fd44736f,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:31:53.301510 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e6c49e40-7b10-4430-854e-52f8978cca40 tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (1bf61a78-dfaa-4836-b700-7a21e8f7c51b), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:53.302210 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.db.segments_db [None req-e6c49e40-7b10-4430-854e-52f8978cca40 tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] Added segment 1bf61a78-dfaa-4836-b700-7a21e8f7c51b of type vlan for network fa76eea1-b768-42d9-9123-14ea49cd2381 Feb 28 10:31:53.332099 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-85824fbe-afe7-4d40-94f8-d6e1802377a7 None None] Publish callbacks [] for port (01d7c01f-faa0-4e5d-bd61-33aaf2004d59), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:53.344533 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-85824fbe-afe7-4d40-94f8-d6e1802377a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749'] for port (01d7c01f-faa0-4e5d-bd61-33aaf2004d59), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:53.357835 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9eaadb2d-bd77-4275-96a5-99a2731b5030 tempest-ExternalNetworksAdminNegativeTestJSON-1158130948 tempest-ExternalNetworksAdminNegativeTestJSON-1158130948-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (8b8e0a3c-c76c-4fde-a8f2-810b175b388c), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:53.401479 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85824fbe-afe7-4d40-94f8-d6e1802377a7 None None] Network b230672c-e40a-422a-a640-836f18ec11a6 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:31:53.412812 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-85824fbe-afe7-4d40-94f8-d6e1802377a7 None None] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:31:53.417841 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85824fbe-afe7-4d40-94f8-d6e1802377a7 None None] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:31:53.420697 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85824fbe-afe7-4d40-94f8-d6e1802377a7 None None] Pushing event updated for resources: {'Port': ['ID=01d7c01f-faa0-4e5d-bd61-33aaf2004d59,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:31:53.480270 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-938f340b-3be9-4282-8a88-6a33b71aabfd tempest-QuotasNegativeTest-806027819 tempest-QuotasNegativeTest-806027819-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-665757'] for network (2b460e2d-c87b-4a2d-aef4-a2016d70e14e), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:53.501370 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e6c49e40-7b10-4430-854e-52f8978cca40 tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742056637431'] for network (fa76eea1-b768-42d9-9123-14ea49cd2381), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:53.502535 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-85824fbe-afe7-4d40-94f8-d6e1802377a7 None None] Attempting to bind port 01d7c01f-faa0-4e5d-bd61-33aaf2004d59 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:31:53.503247 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-85824fbe-afe7-4d40-94f8-d6e1802377a7 None None] Attempting to bind port 01d7c01f-faa0-4e5d-bd61-33aaf2004d59 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '3d92e6b6-a4bc-43fb-bb7a-1c97358db624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'b230672c-e40a-422a-a640-836f18ec11a6'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:31:53.503732 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85824fbe-afe7-4d40-94f8-d6e1802377a7 None None] Attempting to bind port 01d7c01f-faa0-4e5d-bd61-33aaf2004d59 on network b230672c-e40a-422a-a640-836f18ec11a6 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:31:53.512941 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85824fbe-afe7-4d40-94f8-d6e1802377a7 None None] Checking agent: {'id': '75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 24, 15), 'started_at': datetime.datetime(2022, 2, 28, 10, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 31, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:31:53.513321 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85824fbe-afe7-4d40-94f8-d6e1802377a7 None None] Checking segment: {'id': '3d92e6b6-a4bc-43fb-bb7a-1c97358db624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'b230672c-e40a-422a-a640-836f18ec11a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:31:53.515432 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-85824fbe-afe7-4d40-94f8-d6e1802377a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:53.516017 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85824fbe-afe7-4d40-94f8-d6e1802377a7 None None] Bound using segment: {'id': '3d92e6b6-a4bc-43fb-bb7a-1c97358db624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'b230672c-e40a-422a-a640-836f18ec11a6'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:31:53.517089 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-85824fbe-afe7-4d40-94f8-d6e1802377a7 None None] Bound port: 01d7c01f-faa0-4e5d-bd61-33aaf2004d59, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d92e6b6-a4bc-43fb-bb7a-1c97358db624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'b230672c-e40a-422a-a640-836f18ec11a6'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:31:53.517529 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-85824fbe-afe7-4d40-94f8-d6e1802377a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (01d7c01f-faa0-4e5d-bd61-33aaf2004d59), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:53.580977 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.objects.ports [None req-129ad847-f3fa-4c56-9a7c-902cf433fef6 tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103408) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 28 10:31:53.581463 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-129ad847-f3fa-4c56-9a7c-902cf433fef6 tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551'] for subnet (34a8855e-d106-4a75-a80c-6dba55670a29), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:53.602858 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-815d4b67-d5cb-42e9-8ca0-1f5b09f091a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1804241'] for router (63bce622-3960-486c-b74c-b0f96a67ca30), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:53.615914 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f48b70fc-a557-4f47-af93-4ff1a19bbb3f admin admin] Publish callbacks [] for router_gateway (ebec2a5a-7ca7-420e-949e-f77a5a64a595), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:53.639820 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-85824fbe-afe7-4d40-94f8-d6e1802377a7 None None] For port 01d7c01f-faa0-4e5d-bd61-33aaf2004d59, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:31:53.643713 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-85824fbe-afe7-4d40-94f8-d6e1802377a7 None None] For port 01d7c01f-faa0-4e5d-bd61-33aaf2004d59, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=01d7c01f-faa0-4e5d-bd61-33aaf2004d59,segment=NetworkSegment(3d92e6b6-a4bc-43fb-bb7a-1c97358db624),segment_id=3d92e6b6-a4bc-43fb-bb7a-1c97358db624)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:31:53.651800 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-85824fbe-afe7-4d40-94f8-d6e1802377a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (01d7c01f-faa0-4e5d-bd61-33aaf2004d59), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:53.713982 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85824fbe-afe7-4d40-94f8-d6e1802377a7 None None] Pushing event updated for resources: {'Port': ['ID=01d7c01f-faa0-4e5d-bd61-33aaf2004d59,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:31:53.749350 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.db.resource_extend [None req-e6c49e40-7b10-4430-854e-52f8978cca40 tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 10:31:53.866544 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e6c49e40-7b10-4430-854e-52f8978cca40 tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551'] for network (fa76eea1-b768-42d9-9123-14ea49cd2381), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:53.867564 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c49e40-7b10-4430-854e-52f8978cca40 tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:31:53.868158 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e6c49e40-7b10-4430-854e-52f8978cca40 tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616561'] for network (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:53.916955 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6d602b4d-23aa-4a46-aadd-f5094af110ad tempest-DHCPAgentSchedulersTestJSON-805426757 tempest-DHCPAgentSchedulersTestJSON-805426757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3498031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3516567'] for subnet (1158c630-adf3-4635-ada4-c66f19e84f8e), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:53.988115 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-938f340b-3be9-4282-8a88-6a33b71aabfd tempest-QuotasNegativeTest-806027819 tempest-QuotasNegativeTest-806027819-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672413', 'neutron.services.segments.db._delete_segments_for_network-8742057110173'] for network (2b460e2d-c87b-4a2d-aef4-a2016d70e14e), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:54.033448 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129ad847-f3fa-4c56-9a7c-902cf433fef6 tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Pushing event updated for resources: {'Subnet': ['ID=34a8855e-d106-4a75-a80c-6dba55670a29,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:31:54.127319 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b446556f-b2a4-4928-b5cd-5579f8a6087d admin admin] Publish callbacks [] for router_gateway (aad0f095-9a34-4d69-8adc-66dbe99d9006), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:54.140258 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9eaadb2d-bd77-4275-96a5-99a2731b5030 tempest-ExternalNetworksAdminNegativeTestJSON-1158130948 tempest-ExternalNetworksAdminNegativeTestJSON-1158130948-project-admin] Publish callbacks [] for port (8b8e0a3c-c76c-4fde-a8f2-810b175b388c), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:54.146334 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129ad847-f3fa-4c56-9a7c-902cf433fef6 tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Checking segment: {'id': '08dd62ad-f586-4696-b124-2ac10e250157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '49a726b4-ad5e-4a42-9416-073e6b3d4829'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:31:54.146334 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-129ad847-f3fa-4c56-9a7c-902cf433fef6 tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Network hostable DHCP agents. Network: 49a726b4-ad5e-4a42-9416-073e6b3d4829, hostable agents: ['fb6705d2-4f70-4965-92a3-fbfccd43a6d3'], hosted agents: [] {{(pid=103408) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:31:54.175268 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 781a0fe5-ca51-4e04-aea6-a79c851b4d71 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:31:54.191885 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-e6c49e40-7b10-4430-854e-52f8978cca40 tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.9660053 Feb 28 10:31:54.206211 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9eaadb2d-bd77-4275-96a5-99a2731b5030 tempest-ExternalNetworksAdminNegativeTestJSON-1158130948 tempest-ExternalNetworksAdminNegativeTestJSON-1158130948-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (8b8e0a3c-c76c-4fde-a8f2-810b175b388c), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:54.210936 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 33342) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:31:54.215824 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-938f340b-3be9-4282-8a88-6a33b71aabfd tempest-QuotasNegativeTest-806027819 tempest-QuotasNegativeTest-806027819-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b460e2d-c87b-4a2d-aef4-a2016d70e14e']}} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:31:54.217313 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c49e40-7b10-4430-854e-52f8978cca40 tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] Pushing event updated for resources: {'Network': ['ID=fa76eea1-b768-42d9-9123-14ea49cd2381,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:31:54.260271 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b446556f-b2a4-4928-b5cd-5579f8a6087d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:54.260695 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Network fa76eea1-b768-42d9-9123-14ea49cd2381 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103409) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:31:54.324978 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-938f340b-3be9-4282-8a88-6a33b71aabfd tempest-QuotasNegativeTest-806027819 tempest-QuotasNegativeTest-806027819-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7ed04f3-72c6-4df7-a45d-0f2e8edc7552') {'for_net_delete': True} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:31:54.325177 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-938f340b-3be9-4282-8a88-6a33b71aabfd tempest-QuotasNegativeTest-806027819 tempest-QuotasNegativeTest-806027819-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7ed04f3-72c6-4df7-a45d-0f2e8edc7552') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:31:54.331483 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaadb2d-bd77-4275-96a5-99a2731b5030 tempest-ExternalNetworksAdminNegativeTestJSON-1158130948 tempest-ExternalNetworksAdminNegativeTestJSON-1158130948-project-admin] Pushing event updated for resources: {'Port': ['ID=8b8e0a3c-c76c-4fde-a8f2-810b175b388c,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:31:54.350290 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d602b4d-23aa-4a46-aadd-f5094af110ad tempest-DHCPAgentSchedulersTestJSON-805426757 tempest-DHCPAgentSchedulersTestJSON-805426757-project] Pushing event updated for resources: {'Subnet': ['ID=1158c630-adf3-4635-ada4-c66f19e84f8e,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:31:54.366105 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9eaadb2d-bd77-4275-96a5-99a2731b5030 tempest-ExternalNetworksAdminNegativeTestJSON-1158130948 tempest-ExternalNetworksAdminNegativeTestJSON-1158130948-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1803383'] for floatingip (8f3ded42-07dd-4cb6-af8a-dfb61dc69a49), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:54.398307 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d602b4d-23aa-4a46-aadd-f5094af110ad tempest-DHCPAgentSchedulersTestJSON-805426757 tempest-DHCPAgentSchedulersTestJSON-805426757-project] Checking segment: {'id': '33b65926-dc07-4e62-ae3e-b4b0d805c4f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'a43e4332-bcba-4283-a498-28488d5e40b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:31:54.398803 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d602b4d-23aa-4a46-aadd-f5094af110ad tempest-DHCPAgentSchedulersTestJSON-805426757 tempest-DHCPAgentSchedulersTestJSON-805426757-project] Network hostable DHCP agents. Network: a43e4332-bcba-4283-a498-28488d5e40b6, hostable agents: ['fb6705d2-4f70-4965-92a3-fbfccd43a6d3'], hosted agents: [] {{(pid=103407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:31:54.403167 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-129ad847-f3fa-4c56-9a7c-902cf433fef6 tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Network 49a726b4-ad5e-4a42-9416-073e6b3d4829 is scheduled to be hosted by DHCP agent fb6705d2-4f70-4965-92a3-fbfccd43a6d3 with binding_index 1 {{(pid=103408) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:31:54.424690 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9eaadb2d-bd77-4275-96a5-99a2731b5030 tempest-ExternalNetworksAdminNegativeTestJSON-1158130948 tempest-ExternalNetworksAdminNegativeTestJSON-1158130948-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for floatingip (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:54.427238 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-938f340b-3be9-4282-8a88-6a33b71aabfd tempest-QuotasNegativeTest-806027819 tempest-QuotasNegativeTest-806027819-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742057113766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3501147'] for segment (e7ed04f3-72c6-4df7-a45d-0f2e8edc7552), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:54.433818 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-9eaadb2d-bd77-4275-96a5-99a2731b5030 tempest-ExternalNetworksAdminNegativeTestJSON-1158130948 tempest-ExternalNetworksAdminNegativeTestJSON-1158130948-project-admin] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.0935211 Feb 28 10:31:54.435878 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 33344) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:31:54.454300 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port 781a0fe5-ca51-4e04-aea6-a79c851b4d71 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:31:54.454589 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (781a0fe5-ca51-4e04-aea6-a79c851b4d71), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:54.456133 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-deee2a0a-3f30-4b1f-8532-62c9d5fc1be9 tempest-ExternalNetworksAdminNegativeTestJSON-1158130948 tempest-ExternalNetworksAdminNegativeTestJSON-1158130948-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-120714390', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'fixed_ips': [{'ip_address': '172.36.5.33'}]}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:31:54.467880 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-129ad847-f3fa-4c56-9a7c-902cf433fef6 tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 49a726b4-ad5e-4a42-9416-073e6b3d4829) {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:31:54.473425 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-129ad847-f3fa-4c56-9a7c-902cf433fef6 tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:31:54.475129 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-129ad847-f3fa-4c56-9a7c-902cf433fef6 tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616561'] for subnet (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:54.485555 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2363a6b3-0e00-4d63-98f4-8b0f83bfda6c None None] Network 49a726b4-ad5e-4a42-9416-073e6b3d4829 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:31:54.498739 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-938f340b-3be9-4282-8a88-6a33b71aabfd tempest-QuotasNegativeTest-806027819 tempest-QuotasNegativeTest-806027819-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (e7ed04f3-72c6-4df7-a45d-0f2e8edc7552), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:54.538002 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-938f340b-3be9-4282-8a88-6a33b71aabfd tempest-QuotasNegativeTest-806027819 tempest-QuotasNegativeTest-806027819-project-admin] Releasing vlan 257 on physical network physnet1 to pool {{(pid=103407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:31:54.538849 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-938f340b-3be9-4282-8a88-6a33b71aabfd tempest-QuotasNegativeTest-806027819 tempest-QuotasNegativeTest-806027819-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3498166'] for segment (e7ed04f3-72c6-4df7-a45d-0f2e8edc7552), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:54.541517 dv-neutron-master-2-hyperv neutron-server[103407]: Traceback (most recent call last): Feb 28 10:31:54.541517 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:31:54.541517 dv-neutron-master-2-hyperv neutron-server[103407]: timer() Feb 28 10:31:54.541517 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:31:54.541517 dv-neutron-master-2-hyperv neutron-server[103407]: cb(*args, **kw) Feb 28 10:31:54.541517 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:31:54.541517 dv-neutron-master-2-hyperv neutron-server[103407]: return func(*args, **kwargs) Feb 28 10:31:54.541517 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:31:54.541517 dv-neutron-master-2-hyperv neutron-server[103407]: self._notify() Feb 28 10:31:54.541517 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:31:54.541517 dv-neutron-master-2-hyperv neutron-server[103407]: self.callback(batched_events) Feb 28 10:31:54.541517 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:31:54.541517 dv-neutron-master-2-hyperv neutron-server[103407]: event.method(event) Feb 28 10:31:54.541517 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:31:54.541517 dv-neutron-master-2-hyperv neutron-server[103407]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:31:54.541517 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:31:54.541517 dv-neutron-master-2-hyperv neutron-server[103407]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:31:54.541517 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:31:54.541517 dv-neutron-master-2-hyperv neutron-server[103407]: return f(self, *a, **k) Feb 28 10:31:54.541517 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:31:54.541517 dv-neutron-master-2-hyperv neutron-server[103407]: return self._get(url).json() Feb 28 10:31:54.541517 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:31:54.541517 dv-neutron-master-2-hyperv neutron-server[103407]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:31:54.541517 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:31:54.541517 dv-neutron-master-2-hyperv neutron-server[103407]: return self.request(url, 'GET', **kwargs) Feb 28 10:31:54.541517 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:31:54.541517 dv-neutron-master-2-hyperv neutron-server[103407]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:31:54.541517 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:31:54.541517 dv-neutron-master-2-hyperv neutron-server[103407]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:31:54.541517 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:31:54.541517 dv-neutron-master-2-hyperv neutron-server[103407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:31:54.541517 dv-neutron-master-2-hyperv neutron-server[103407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:31:54.590154 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-129ad847-f3fa-4c56-9a7c-902cf433fef6 tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.1648040 Feb 28 10:31:54.590609 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 33346) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:31:54.598081 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-424ab6d5-dbf2-48df-b1e5-429db0294699 tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1737147761', 'network_id': '49a726b4-ad5e-4a42-9416-073e6b3d4829'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:31:54.602727 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deee2a0a-3f30-4b1f-8532-62c9d5fc1be9 tempest-ExternalNetworksAdminNegativeTestJSON-1158130948 tempest-ExternalNetworksAdminNegativeTestJSON-1158130948-project-admin] Made reservation on behalf of e2e7a62be0474ff0b27666ab24da745a for: {'port': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:31:54.606654 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-deee2a0a-3f30-4b1f-8532-62c9d5fc1be9 tempest-ExternalNetworksAdminNegativeTestJSON-1158130948 tempest-ExternalNetworksAdminNegativeTestJSON-1158130948-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:54.614560 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8160333d-886e-4d8d-b5a2-02d9368288ed tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-665757'] for network (fa76eea1-b768-42d9-9123-14ea49cd2381), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:54.619776 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-deee2a0a-3f30-4b1f-8532-62c9d5fc1be9 tempest-ExternalNetworksAdminNegativeTestJSON-1158130948 tempest-ExternalNetworksAdminNegativeTestJSON-1158130948-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:54.627497 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d602b4d-23aa-4a46-aadd-f5094af110ad tempest-DHCPAgentSchedulersTestJSON-805426757 tempest-DHCPAgentSchedulersTestJSON-805426757-project] Network a43e4332-bcba-4283-a498-28488d5e40b6 is scheduled to be hosted by DHCP agent fb6705d2-4f70-4965-92a3-fbfccd43a6d3 with binding_index 1 {{(pid=103407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:31:54.655383 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-6d602b4d-23aa-4a46-aadd-f5094af110ad tempest-DHCPAgentSchedulersTestJSON-805426757 tempest-DHCPAgentSchedulersTestJSON-805426757-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, a43e4332-bcba-4283-a498-28488d5e40b6) {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:31:54.669790 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-b446556f-b2a4-4928-b5cd-5579f8a6087d admin admin] Allocated IP 172.36.5.144 (1e0804d0-d1d9-4d40-9de5-2936f3d87840/6f6f4129-23e5-4c3b-b4ef-4c7ce926797e/f1769461-c9bd-4976-89e8-b3a9d5ffaee7) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:31:54.698524 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-424ab6d5-dbf2-48df-b1e5-429db0294699 tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Made reservation on behalf of dbcaadb863a541029ec32cc74c6f0dbc for: {'port': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:31:54.700164 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d602b4d-23aa-4a46-aadd-f5094af110ad tempest-DHCPAgentSchedulersTestJSON-805426757 tempest-DHCPAgentSchedulersTestJSON-805426757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:31:54.700957 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6d602b4d-23aa-4a46-aadd-f5094af110ad tempest-DHCPAgentSchedulersTestJSON-805426757 tempest-DHCPAgentSchedulersTestJSON-805426757-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616561'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:54.701776 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-424ab6d5-dbf2-48df-b1e5-429db0294699 tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:54.718980 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb856959-2a12-4ea9-b4e0-03675edec240 None None] Network a43e4332-bcba-4283-a498-28488d5e40b6 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:31:54.747003 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-424ab6d5-dbf2-48df-b1e5-429db0294699 tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] device_id is not set on port db70183b-de59-4ce4-8cbc-4d0e76a1b133 yet. {{(pid=103408) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:31:54.772881 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75a6ff42-903c-42c8-9a22-c95f814bd19f None None] Network da9969cf-fbcc-4307-8c2e-f65c87750026 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:31:54.841270 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8160333d-886e-4d8d-b5a2-02d9368288ed tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672413', 'neutron.services.segments.db._delete_segments_for_network-8742057110173'] for network (fa76eea1-b768-42d9-9123-14ea49cd2381), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:54.872375 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-8160333d-886e-4d8d-b5a2-02d9368288ed tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa76eea1-b768-42d9-9123-14ea49cd2381']}} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:31:54.884264 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-8160333d-886e-4d8d-b5a2-02d9368288ed tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bf61a78-dfaa-4836-b700-7a21e8f7c51b') {'for_net_delete': True} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:31:54.884773 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-8160333d-886e-4d8d-b5a2-02d9368288ed tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bf61a78-dfaa-4836-b700-7a21e8f7c51b') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:31:54.911466 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8160333d-886e-4d8d-b5a2-02d9368288ed tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742057113766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3501147'] for segment (1bf61a78-dfaa-4836-b700-7a21e8f7c51b), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:54.938367 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8160333d-886e-4d8d-b5a2-02d9368288ed tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (1bf61a78-dfaa-4836-b700-7a21e8f7c51b), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:54.951707 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8160333d-886e-4d8d-b5a2-02d9368288ed tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] Releasing vlan 260 on physical network physnet1 to pool {{(pid=103407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:31:54.952495 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8160333d-886e-4d8d-b5a2-02d9368288ed tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3498166'] for segment (1bf61a78-dfaa-4836-b700-7a21e8f7c51b), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:54.973496 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-34f76312-9f4f-40c4-8638-19d95e42b5d8 None None] Provisioning complete for port 2a65a04d-3af8-4fc9-a4be-f563fd44736f triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:31:54.973913 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-34f76312-9f4f-40c4-8638-19d95e42b5d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (2a65a04d-3af8-4fc9-a4be-f563fd44736f), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:55.043327 dv-neutron-master-2-hyperv neutron-server[103407]: Traceback (most recent call last): Feb 28 10:31:55.043327 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:31:55.043327 dv-neutron-master-2-hyperv neutron-server[103407]: timer() Feb 28 10:31:55.043327 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:31:55.043327 dv-neutron-master-2-hyperv neutron-server[103407]: cb(*args, **kw) Feb 28 10:31:55.043327 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:31:55.043327 dv-neutron-master-2-hyperv neutron-server[103407]: return func(*args, **kwargs) Feb 28 10:31:55.043327 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:31:55.043327 dv-neutron-master-2-hyperv neutron-server[103407]: self._notify() Feb 28 10:31:55.043327 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:31:55.043327 dv-neutron-master-2-hyperv neutron-server[103407]: self.callback(batched_events) Feb 28 10:31:55.043327 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:31:55.043327 dv-neutron-master-2-hyperv neutron-server[103407]: event.method(event) Feb 28 10:31:55.043327 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:31:55.043327 dv-neutron-master-2-hyperv neutron-server[103407]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:31:55.043327 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:31:55.043327 dv-neutron-master-2-hyperv neutron-server[103407]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:31:55.043327 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:31:55.043327 dv-neutron-master-2-hyperv neutron-server[103407]: return f(self, *a, **k) Feb 28 10:31:55.043327 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:31:55.043327 dv-neutron-master-2-hyperv neutron-server[103407]: return self._get(url).json() Feb 28 10:31:55.043327 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:31:55.043327 dv-neutron-master-2-hyperv neutron-server[103407]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:31:55.043327 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:31:55.043327 dv-neutron-master-2-hyperv neutron-server[103407]: return self.request(url, 'GET', **kwargs) Feb 28 10:31:55.043327 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:31:55.043327 dv-neutron-master-2-hyperv neutron-server[103407]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:31:55.043327 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:31:55.043327 dv-neutron-master-2-hyperv neutron-server[103407]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:31:55.043327 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:31:55.043327 dv-neutron-master-2-hyperv neutron-server[103407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:31:55.043327 dv-neutron-master-2-hyperv neutron-server[103407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:31:55.056684 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8160333d-886e-4d8d-b5a2-02d9368288ed tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803269'] for network (fa76eea1-b768-42d9-9123-14ea49cd2381), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:55.058480 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-938f340b-3be9-4282-8a88-6a33b71aabfd tempest-QuotasNegativeTest-806027819 tempest-QuotasNegativeTest-806027819-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803269'] for network (2b460e2d-c87b-4a2d-aef4-a2016d70e14e), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:55.113373 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8160333d-886e-4d8d-b5a2-02d9368288ed tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network fa76eea1-b768-42d9-9123-14ea49cd2381 {{(pid=103407) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 28 10:31:55.116278 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-815d4b67-d5cb-42e9-8ca0-1f5b09f091a9 admin admin] Router 63bce622-3960-486c-b74c-b0f96a67ca30 is scheduled to L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 with binding_index 1 {{(pid=103407) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 10:31:55.133295 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-6d602b4d-23aa-4a46-aadd-f5094af110ad tempest-DHCPAgentSchedulersTestJSON-805426757 tempest-DHCPAgentSchedulersTestJSON-805426757-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9035780 Feb 28 10:31:55.134128 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 33350) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:31:55.135321 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8160333d-886e-4d8d-b5a2-02d9368288ed tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616561'] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:55.138766 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-8160333d-886e-4d8d-b5a2-02d9368288ed tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] 10.222.0.20 "DELETE /v2.0/networks/fa76eea1-b768-42d9-9123-14ea49cd2381 HTTP/1.1" status: 204 len: 168 time: 0.8999803 Feb 28 10:31:55.151879 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 33352) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:31:55.156949 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f48b70fc-a557-4f47-af93-4ff1a19bbb3f admin admin] Publish callbacks [] for router_gateway (ebec2a5a-7ca7-420e-949e-f77a5a64a595), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:55.170243 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-61b643d3-7db6-4759-99e9-0ef1b9f7d664 tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:31:55.186137 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-1ee52c66-db75-4994-8291-75a3c45c9593 tempest-DHCPAgentSchedulersTestJSON-805426757 tempest-DHCPAgentSchedulersTestJSON-805426757-project] Request body: {'port': {'network_id': 'a43e4332-bcba-4283-a498-28488d5e40b6', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1158116112'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:31:55.190074 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-938f340b-3be9-4282-8a88-6a33b71aabfd tempest-QuotasNegativeTest-806027819 tempest-QuotasNegativeTest-806027819-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616561'] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:55.217327 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-938f340b-3be9-4282-8a88-6a33b71aabfd tempest-QuotasNegativeTest-806027819 tempest-QuotasNegativeTest-806027819-project-admin] 10.222.0.20 "DELETE /v2.0/networks/2b460e2d-c87b-4a2d-aef4-a2016d70e14e HTTP/1.1" status: 204 len: 168 time: 2.0169072 Feb 28 10:31:55.246085 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-34f76312-9f4f-40c4-8638-19d95e42b5d8 None None] Current status of the port 2a65a04d-3af8-4fc9-a4be-f563fd44736f is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:31:55.246550 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-34f76312-9f4f-40c4-8638-19d95e42b5d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (2a65a04d-3af8-4fc9-a4be-f563fd44736f), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:55.284601 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfb5fff0-ae30-4a59-a469-698eaf911d6d None None] Network 49a726b4-ad5e-4a42-9416-073e6b3d4829 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:31:55.351843 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8160333d-886e-4d8d-b5a2-02d9368288ed tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] Pushing event deleted for resources: {'Network': ['ID=fa76eea1-b768-42d9-9123-14ea49cd2381,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:31:55.394351 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-deee2a0a-3f30-4b1f-8532-62c9d5fc1be9 tempest-ExternalNetworksAdminNegativeTestJSON-1158130948 tempest-ExternalNetworksAdminNegativeTestJSON-1158130948-project-admin] Publish callbacks [] for security_group (b7589594-72c6-4dd7-9994-37d216a47b07), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:55.411774 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-424ab6d5-dbf2-48df-b1e5-429db0294699 tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Allocated IP 172.20.0.2 (49a726b4-ad5e-4a42-9416-073e6b3d4829/34a8855e-d106-4a75-a80c-6dba55670a29/db70183b-de59-4ce4-8cbc-4d0e76a1b133) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:31:55.428645 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 781a0fe5-ca51-4e04-aea6-a79c851b4d71 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:31:55.429955 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 2a65a04d-3af8-4fc9-a4be-f563fd44736f up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:31:55.476716 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-863b15b4-187a-4359-9174-4f53be045a77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-a43e4332-bcba-4283-a498-28488d5e40b6', 'network_id': 'a43e4332-bcba-4283-a498-28488d5e40b6', 'project_id': 'bcdf45f8d4da4506b577ffcc5775314e', 'fixed_ips': [{'subnet_id': '1158c630-adf3-4635-ada4-c66f19e84f8e'}]}} from dv-neutron-master-2-hyperv. {{(pid=103409) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:31:55.477626 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-863b15b4-187a-4359-9174-4f53be045a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:55.498114 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4089b3c8-bbd7-44ba-b535-2a9d0643a6dd None None] Network b230672c-e40a-422a-a640-836f18ec11a6 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:31:55.589652 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-424ab6d5-dbf2-48df-b1e5-429db0294699 tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Publish callbacks [] for port (db70183b-de59-4ce4-8cbc-4d0e76a1b133), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:55.626244 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f48b70fc-a557-4f47-af93-4ff1a19bbb3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:55.644421 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-deee2a0a-3f30-4b1f-8532-62c9d5fc1be9 tempest-ExternalNetworksAdminNegativeTestJSON-1158130948 tempest-ExternalNetworksAdminNegativeTestJSON-1158130948-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (b7589594-72c6-4dd7-9994-37d216a47b07), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:55.648778 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-deee2a0a-3f30-4b1f-8532-62c9d5fc1be9 tempest-ExternalNetworksAdminNegativeTestJSON-1158130948 tempest-ExternalNetworksAdminNegativeTestJSON-1158130948-project-admin] device_id is not set on port 2e1dff60-36f8-472d-8f8a-6bcb3a6ab0df yet. {{(pid=103408) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:31:55.657055 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-815d4b67-d5cb-42e9-8ca0-1f5b09f091a9 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:31:55.704962 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938f340b-3be9-4282-8a88-6a33b71aabfd tempest-QuotasNegativeTest-806027819 tempest-QuotasNegativeTest-806027819-project-admin] Pushing event deleted for resources: {'Network': ['ID=2b460e2d-c87b-4a2d-aef4-a2016d70e14e,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:31:55.710676 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-34f76312-9f4f-40c4-8638-19d95e42b5d8 None None] For port 2a65a04d-3af8-4fc9-a4be-f563fd44736f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2a65a04d-3af8-4fc9-a4be-f563fd44736f,segment=NetworkSegment(45c28de9-4293-44e6-a1bc-2bb875668608),segment_id=45c28de9-4293-44e6-a1bc-2bb875668608)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:31:55.750066 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-815d4b67-d5cb-42e9-8ca0-1f5b09f091a9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:55.751804 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-815d4b67-d5cb-42e9-8ca0-1f5b09f091a9 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.7189238 Feb 28 10:31:55.759626 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 33358) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:31:55.815910 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-424ab6d5-dbf2-48df-b1e5-429db0294699 tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749'] for port (db70183b-de59-4ce4-8cbc-4d0e76a1b133), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:55.825188 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61b643d3-7db6-4759-99e9-0ef1b9f7d664 tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] Made reservation on behalf of be4760b2059d45cebfda82811f0f0b9a for: {'network': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:31:55.827920 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-61b643d3-7db6-4759-99e9-0ef1b9f7d664 tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for network (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:55.857472 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61b643d3-7db6-4759-99e9-0ef1b9f7d664 tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 298} {{(pid=103408) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:31:55.867846 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-61b643d3-7db6-4759-99e9-0ef1b9f7d664 tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (ac2c64fb-0ca3-4399-aeff-ced09965d315), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:55.868204 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.db.segments_db [None req-61b643d3-7db6-4759-99e9-0ef1b9f7d664 tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] Added segment ac2c64fb-0ca3-4399-aeff-ced09965d315 of type vlan for network 9c7b3edf-e9b9-4da5-8080-9f1e0e912ddd Feb 28 10:31:55.914515 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-61b643d3-7db6-4759-99e9-0ef1b9f7d664 tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742056637431'] for network (9c7b3edf-e9b9-4da5-8080-9f1e0e912ddd), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:55.933045 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-863b15b4-187a-4359-9174-4f53be045a77 None None] Allocated IP 172.20.0.2 (a43e4332-bcba-4283-a498-28488d5e40b6/1158c630-adf3-4635-ada4-c66f19e84f8e/911e5156-429d-4e79-87a9-5081151d0955) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:31:55.943482 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b446556f-b2a4-4928-b5cd-5579f8a6087d admin admin] Publish callbacks [] for port (f1769461-c9bd-4976-89e8-b3a9d5ffaee7), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:55.956495 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.agents_db [None req-382e0aa2-b126-48e6-89eb-3efa426b6b29 None None] Agent healthcheck: found 6 active agents {{(pid=103410) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 10:31:56.006895 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-424ab6d5-dbf2-48df-b1e5-429db0294699 tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Network 49a726b4-ad5e-4a42-9416-073e6b3d4829 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:31:56.011859 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424ab6d5-dbf2-48df-b1e5-429db0294699 tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Pushing event updated for resources: {'Port': ['ID=db70183b-de59-4ce4-8cbc-4d0e76a1b133,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:31:56.014410 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-424ab6d5-dbf2-48df-b1e5-429db0294699 tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:31:56.016001 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-61b643d3-7db6-4759-99e9-0ef1b9f7d664 tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551'] for network (9c7b3edf-e9b9-4da5-8080-9f1e0e912ddd), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:56.016985 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b643d3-7db6-4759-99e9-0ef1b9f7d664 tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:31:56.017566 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-61b643d3-7db6-4759-99e9-0ef1b9f7d664 tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616561'] for network (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:56.056449 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424ab6d5-dbf2-48df-b1e5-429db0294699 tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:31:56.057506 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-424ab6d5-dbf2-48df-b1e5-429db0294699 tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:31:56.058105 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-424ab6d5-dbf2-48df-b1e5-429db0294699 tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616561'] for port (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:56.074779 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ee52c66-db75-4994-8291-75a3c45c9593 tempest-DHCPAgentSchedulersTestJSON-805426757 tempest-DHCPAgentSchedulersTestJSON-805426757-project] Made reservation on behalf of bcdf45f8d4da4506b577ffcc5775314e for: {'port': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:31:56.082636 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1ee52c66-db75-4994-8291-75a3c45c9593 tempest-DHCPAgentSchedulersTestJSON-805426757 tempest-DHCPAgentSchedulersTestJSON-805426757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:56.103712 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c56484-e4b9-4def-9eb8-518a16566852 None None] Sync routers for ids ['63bce622-3960-486c-b74c-b0f96a67ca30'] in dv-neutron-master-2-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:31:56.113968 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-34f76312-9f4f-40c4-8638-19d95e42b5d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (2a65a04d-3af8-4fc9-a4be-f563fd44736f), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:56.128409 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c56484-e4b9-4def-9eb8-518a16566852 None None] Routers {'63bce622-3960-486c-b74c-b0f96a67ca30'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:31:56.131975 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-13c56484-e4b9-4def-9eb8-518a16566852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:31:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['63bce622-3960-486c-b74c-b0f96a67ca30'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:31:56.175712 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.notifiers.nova [None req-1ee52c66-db75-4994-8291-75a3c45c9593 tempest-DHCPAgentSchedulersTestJSON-805426757 tempest-DHCPAgentSchedulersTestJSON-805426757-project] device_id is not set on port adebac8c-7ad9-4021-9c13-96445a7f0f0a yet. {{(pid=103407) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:31:56.217096 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-424ab6d5-dbf2-48df-b1e5-429db0294699 tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.6233368 Feb 28 10:31:56.224934 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-61b643d3-7db6-4759-99e9-0ef1b9f7d664 tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.0652256 Feb 28 10:31:56.227048 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 33364) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:31:56.227389 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 33366) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:31:56.250592 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-5a63a0b0-bd12-4d35-911a-4bc66edd08b4 tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] Request body: {'subnet': {'network_id': '9c7b3edf-e9b9-4da5-8080-9f1e0e912ddd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:31:56.270281 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deee2a0a-3f30-4b1f-8532-62c9d5fc1be9 tempest-ExternalNetworksAdminNegativeTestJSON-1158130948 tempest-ExternalNetworksAdminNegativeTestJSON-1158130948-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7589594-72c6-4dd7-9994-37d216a47b07,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:31:56.297086 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port 2a65a04d-3af8-4fc9-a4be-f563fd44736f triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:31:56.297610 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (2a65a04d-3af8-4fc9-a4be-f563fd44736f), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:56.327264 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b643d3-7db6-4759-99e9-0ef1b9f7d664 tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] Pushing event updated for resources: {'Network': ['ID=9c7b3edf-e9b9-4da5-8080-9f1e0e912ddd,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:31:56.363891 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 33370) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:31:56.378985 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a63a0b0-bd12-4d35-911a-4bc66edd08b4 tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] Made reservation on behalf of be4760b2059d45cebfda82811f0f0b9a for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:31:56.382449 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5a63a0b0-bd12-4d35-911a-4bc66edd08b4 tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] Publish callbacks [] for subnet (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:56.386382 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Network 9c7b3edf-e9b9-4da5-8080-9f1e0e912ddd details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103409) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:31:56.403253 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f76312-9f4f-40c4-8638-19d95e42b5d8 None None] Pushing event updated for resources: {'Port': ['ID=2a65a04d-3af8-4fc9-a4be-f563fd44736f,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:31:56.476584 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-c4e88e62-dfe4-4f44-a9d5-229652fad7e6 None None] Provisioning complete for port 01d7c01f-faa0-4e5d-bd61-33aaf2004d59 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:31:56.486722 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c4e88e62-dfe4-4f44-a9d5-229652fad7e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (01d7c01f-faa0-4e5d-bd61-33aaf2004d59), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:56.520499 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-13c56484-e4b9-4def-9eb8-518a16566852 None None] Set router 63bce622-3960-486c-b74c-b0f96a67ca30 gateway port host: dv-neutron-master-2-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:31:56.541572 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b446556f-b2a4-4928-b5cd-5579f8a6087d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (f1769461-c9bd-4976-89e8-b3a9d5ffaee7), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:56.673524 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-863b15b4-187a-4359-9174-4f53be045a77 None None] Publish callbacks [] for port (911e5156-429d-4e79-87a9-5081151d0955), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:56.739149 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-70c820af-3700-4a93-98cd-57fe8546581d tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Deleting port db70183b-de59-4ce4-8cbc-4d0e76a1b133 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:31:56.739957 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-70c820af-3700-4a93-98cd-57fe8546581d tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (db70183b-de59-4ce4-8cbc-4d0e76a1b133), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:56.742430 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-863b15b4-187a-4359-9174-4f53be045a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749'] for port (911e5156-429d-4e79-87a9-5081151d0955), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:56.794819 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 2a65a04d-3af8-4fc9-a4be-f563fd44736f is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:31:56.815934 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-863b15b4-187a-4359-9174-4f53be045a77 None None] Network a43e4332-bcba-4283-a498-28488d5e40b6 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:31:56.842698 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-863b15b4-187a-4359-9174-4f53be045a77 None None] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:31:56.842920 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f139888b-47d9-477b-8071-8e54bd7672e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:56.848055 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-f48b70fc-a557-4f47-af93-4ff1a19bbb3f admin admin] Allocated IP 172.36.5.108 (1e0804d0-d1d9-4d40-9de5-2936f3d87840/6f6f4129-23e5-4c3b-b4ef-4c7ce926797e/a243619b-d2d4-4c33-8a1d-88282887b5e1) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:31:56.848491 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863b15b4-187a-4359-9174-4f53be045a77 None None] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:31:56.859314 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-13c56484-e4b9-4def-9eb8-518a16566852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63bce622-3960-486c-b74c-b0f96a67ca30', 'name': 'tempest-ServerActionsTestJSON-231407906-router', 'tenant_id': '194e12cf0f844c7eb6a851155ceb2206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.205'}], 'enable_snat': True}, 'gw_port_id': 'cd7cc0ca-0b66-4431-b24f-53d9a043c0a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:31:49Z', 'updated_at': '2022-02-28T10:31:51Z', 'revision_number': 3, 'project_id': '194e12cf0f844c7eb6a851155ceb2206', 'gw_port': {'id': 'cd7cc0ca-0b66-4431-b24f-53d9a043c0a5', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:76:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63bce622-3960-486c-b74c-b0f96a67ca30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:31:50Z', 'updated_at': '2022-02-28T10:31:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:31:56.862522 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b446556f-b2a4-4928-b5cd-5579f8a6087d admin admin] Network 1e0804d0-d1d9-4d40-9de5-2936f3d87840 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:31:56.871938 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863b15b4-187a-4359-9174-4f53be045a77 None None] Pushing event updated for resources: {'Port': ['ID=911e5156-429d-4e79-87a9-5081151d0955,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:31:56.912541 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-c4e88e62-dfe4-4f44-a9d5-229652fad7e6 None None] Current status of the port 01d7c01f-faa0-4e5d-bd61-33aaf2004d59 is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:31:56.913348 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c4e88e62-dfe4-4f44-a9d5-229652fad7e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (01d7c01f-faa0-4e5d-bd61-33aaf2004d59), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:56.920994 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c56484-e4b9-4def-9eb8-518a16566852 None None] Checking router: 63bce622-3960-486c-b74c-b0f96a67ca30 for host: dv-neutron-master-2-hyperv {{(pid=103410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:31:56.921175 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-b446556f-b2a4-4928-b5cd-5579f8a6087d admin admin] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:31:56.921659 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c56484-e4b9-4def-9eb8-518a16566852 None None] Updating router 63bce622-3960-486c-b74c-b0f96a67ca30 port cd7cc0ca-0b66-4431-b24f-53d9a043c0a5 binding host dv-neutron-master-2-hyperv {{(pid=103410) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 10:31:56.923573 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b446556f-b2a4-4928-b5cd-5579f8a6087d admin admin] Pushing event updated for resources: {'Port': ['ID=f1769461-c9bd-4976-89e8-b3a9d5ffaee7,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:31:56.938103 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b446556f-b2a4-4928-b5cd-5579f8a6087d admin admin] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:31:56.958850 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-13c56484-e4b9-4def-9eb8-518a16566852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (cd7cc0ca-0b66-4431-b24f-53d9a043c0a5), before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:57.016683 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-c4e88e62-dfe4-4f44-a9d5-229652fad7e6 None None] For port 01d7c01f-faa0-4e5d-bd61-33aaf2004d59, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=01d7c01f-faa0-4e5d-bd61-33aaf2004d59,segment=NetworkSegment(3d92e6b6-a4bc-43fb-bb7a-1c97358db624),segment_id=3d92e6b6-a4bc-43fb-bb7a-1c97358db624)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:31:57.026148 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-863b15b4-187a-4359-9174-4f53be045a77 None None] Attempting to bind port 911e5156-429d-4e79-87a9-5081151d0955 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:31:57.027770 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-863b15b4-187a-4359-9174-4f53be045a77 None None] Attempting to bind port 911e5156-429d-4e79-87a9-5081151d0955 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '33b65926-dc07-4e62-ae3e-b4b0d805c4f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'a43e4332-bcba-4283-a498-28488d5e40b6'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:31:57.028292 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-863b15b4-187a-4359-9174-4f53be045a77 None None] Attempting to bind port 911e5156-429d-4e79-87a9-5081151d0955 on network a43e4332-bcba-4283-a498-28488d5e40b6 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:31:57.031218 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c4e88e62-dfe4-4f44-a9d5-229652fad7e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (01d7c01f-faa0-4e5d-bd61-33aaf2004d59), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:57.062484 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-deee2a0a-3f30-4b1f-8532-62c9d5fc1be9 tempest-ExternalNetworksAdminNegativeTestJSON-1158130948 tempest-ExternalNetworksAdminNegativeTestJSON-1158130948-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 28 10:31:57.063033 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-deee2a0a-3f30-4b1f-8532-62c9d5fc1be9 tempest-ExternalNetworksAdminNegativeTestJSON-1158130948 tempest-ExternalNetworksAdminNegativeTestJSON-1158130948-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103408) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:31:57.096070 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-863b15b4-187a-4359-9174-4f53be045a77 None None] Checking agent: {'id': '75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 24, 15), 'started_at': datetime.datetime(2022, 2, 28, 10, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 31, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:31:57.101263 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-863b15b4-187a-4359-9174-4f53be045a77 None None] Checking segment: {'id': '33b65926-dc07-4e62-ae3e-b4b0d805c4f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'a43e4332-bcba-4283-a498-28488d5e40b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:31:57.101775 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-863b15b4-187a-4359-9174-4f53be045a77 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:57.102301 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-863b15b4-187a-4359-9174-4f53be045a77 None None] Bound using segment: {'id': '33b65926-dc07-4e62-ae3e-b4b0d805c4f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'a43e4332-bcba-4283-a498-28488d5e40b6'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:31:57.103587 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-863b15b4-187a-4359-9174-4f53be045a77 None None] Bound port: 911e5156-429d-4e79-87a9-5081151d0955, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33b65926-dc07-4e62-ae3e-b4b0d805c4f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'a43e4332-bcba-4283-a498-28488d5e40b6'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:31:57.105193 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-863b15b4-187a-4359-9174-4f53be045a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (911e5156-429d-4e79-87a9-5081151d0955), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:57.126299 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 2a65a04d-3af8-4fc9-a4be-f563fd44736f up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:31:57.137426 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-c4e88e62-dfe4-4f44-a9d5-229652fad7e6 None None] Provisioning complete for port 2a65a04d-3af8-4fc9-a4be-f563fd44736f triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:31:57.137819 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c4e88e62-dfe4-4f44-a9d5-229652fad7e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (2a65a04d-3af8-4fc9-a4be-f563fd44736f), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:57.199849 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f48b70fc-a557-4f47-af93-4ff1a19bbb3f admin admin] Publish callbacks [] for port (a243619b-d2d4-4c33-8a1d-88282887b5e1), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:57.214798 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-deee2a0a-3f30-4b1f-8532-62c9d5fc1be9 tempest-ExternalNetworksAdminNegativeTestJSON-1158130948 tempest-ExternalNetworksAdminNegativeTestJSON-1158130948-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 2.7727680 Feb 28 10:31:57.219820 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 33376) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:31:57.246581 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e88e62-dfe4-4f44-a9d5-229652fad7e6 None None] Pushing event updated for resources: {'Port': ['ID=01d7c01f-faa0-4e5d-bd61-33aaf2004d59,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:31:57.295096 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-863b15b4-187a-4359-9174-4f53be045a77 None None] For port 911e5156-429d-4e79-87a9-5081151d0955, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:31:57.339885 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-c4e88e62-dfe4-4f44-a9d5-229652fad7e6 None None] Current status of the port 2a65a04d-3af8-4fc9-a4be-f563fd44736f is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:31:57.342773 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port 2a65a04d-3af8-4fc9-a4be-f563fd44736f triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:31:57.343296 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (2a65a04d-3af8-4fc9-a4be-f563fd44736f), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:57.417809 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-863b15b4-187a-4359-9174-4f53be045a77 None None] For port 911e5156-429d-4e79-87a9-5081151d0955, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=911e5156-429d-4e79-87a9-5081151d0955,segment=NetworkSegment(33b65926-dc07-4e62-ae3e-b4b0d805c4f6),segment_id=33b65926-dc07-4e62-ae3e-b4b0d805c4f6)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:31:57.421262 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.db.api [None req-1ee52c66-db75-4994-8291-75a3c45c9593 tempest-DHCPAgentSchedulersTestJSON-805426757 tempest-DHCPAgentSchedulersTestJSON-805426757-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-9c408caa-eaae-4f79-ab87-d6a02c024144 {{(pid=103407) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 10:31:57.421694 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG oslo_db.api [None req-1ee52c66-db75-4994-8291-75a3c45c9593 tempest-DHCPAgentSchedulersTestJSON-805426757 tempest-DHCPAgentSchedulersTestJSON-805426757-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 10:31:57.523964 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-70c820af-3700-4a93-98cd-57fe8546581d tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (db70183b-de59-4ce4-8cbc-4d0e76a1b133), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:57.575684 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-70c820af-3700-4a93-98cd-57fe8546581d tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Calling delete_port for db70183b-de59-4ce4-8cbc-4d0e76a1b133 owned by {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:31:57.624963 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-863b15b4-187a-4359-9174-4f53be045a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (911e5156-429d-4e79-87a9-5081151d0955), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:57.626977 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f48b70fc-a557-4f47-af93-4ff1a19bbb3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749'] for port (a243619b-d2d4-4c33-8a1d-88282887b5e1), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:57.701989 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b446556f-b2a4-4928-b5cd-5579f8a6087d admin admin] Publish callbacks [] for router_gateway (aad0f095-9a34-4d69-8adc-66dbe99d9006), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:57.752444 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863b15b4-187a-4359-9174-4f53be045a77 None None] Pushing event updated for resources: {'Port': ['ID=911e5156-429d-4e79-87a9-5081151d0955,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:31:57.766431 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f139888b-47d9-477b-8071-8e54bd7672e2 admin admin] Publish callbacks [] for security_group (e27f75a5-e911-4996-87a0-d3fe75d4f3af), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:57.770720 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f48b70fc-a557-4f47-af93-4ff1a19bbb3f admin admin] Network 1e0804d0-d1d9-4d40-9de5-2936f3d87840 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:31:57.782777 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f139888b-47d9-477b-8071-8e54bd7672e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (e27f75a5-e911-4996-87a0-d3fe75d4f3af), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:57.787195 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-f48b70fc-a557-4f47-af93-4ff1a19bbb3f admin admin] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:31:57.797738 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48b70fc-a557-4f47-af93-4ff1a19bbb3f admin admin] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:31:57.806377 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48b70fc-a557-4f47-af93-4ff1a19bbb3f admin admin] Pushing event updated for resources: {'Port': ['ID=a243619b-d2d4-4c33-8a1d-88282887b5e1,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:31:57.821089 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 2a65a04d-3af8-4fc9-a4be-f563fd44736f is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:31:57.823271 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 01d7c01f-faa0-4e5d-bd61-33aaf2004d59 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:31:57.876164 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-13c56484-e4b9-4def-9eb8-518a16566852 None None] Publish callbacks [] for port (cd7cc0ca-0b66-4431-b24f-53d9a043c0a5), precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:57.885327 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-1c5bb17b-5bb3-40c2-88a3-6c5a38d5ea1d None None] Provisioning complete for port 01d7c01f-faa0-4e5d-bd61-33aaf2004d59 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:31:57.886165 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1c5bb17b-5bb3-40c2-88a3-6c5a38d5ea1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (01d7c01f-faa0-4e5d-bd61-33aaf2004d59), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:57.886624 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-13c56484-e4b9-4def-9eb8-518a16566852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (cd7cc0ca-0b66-4431-b24f-53d9a043c0a5), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:57.939403 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1ee52c66-db75-4994-8291-75a3c45c9593 tempest-DHCPAgentSchedulersTestJSON-805426757 tempest-DHCPAgentSchedulersTestJSON-805426757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:57.950156 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port 01d7c01f-faa0-4e5d-bd61-33aaf2004d59 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:31:57.950536 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (01d7c01f-faa0-4e5d-bd61-33aaf2004d59), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:57.959225 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-f139888b-47d9-477b-8071-8e54bd7672e2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3cd3609c22f04dbe88186e9973303112&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5672500 Feb 28 10:31:57.967489 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 33378) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:31:57.970092 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f139888b-47d9-477b-8071-8e54bd7672e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e27f75a5-e911-4996-87a0-d3fe75d4f3af,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:31:57.998758 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.notifiers.nova [None req-1ee52c66-db75-4994-8291-75a3c45c9593 tempest-DHCPAgentSchedulersTestJSON-805426757 tempest-DHCPAgentSchedulersTestJSON-805426757-project] device_id is not set on port 14b7f8f0-2b3c-40d2-8f49-07de09d62cde yet. {{(pid=103407) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:31:58.028702 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-1c5bb17b-5bb3-40c2-88a3-6c5a38d5ea1d None None] Current status of the port 01d7c01f-faa0-4e5d-bd61-33aaf2004d59 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:31:58.039395 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-90edefa4-d362-4c0f-8bcc-e0d29a6ef139 tempest-ExternalNetworksAdminNegativeTestJSON-1158130948 tempest-ExternalNetworksAdminNegativeTestJSON-1158130948-project-admin] Deleting port 8b8e0a3c-c76c-4fde-a8f2-810b175b388c {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:31:58.039700 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-90edefa4-d362-4c0f-8bcc-e0d29a6ef139 tempest-ExternalNetworksAdminNegativeTestJSON-1158130948 tempest-ExternalNetworksAdminNegativeTestJSON-1158130948-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (8b8e0a3c-c76c-4fde-a8f2-810b175b388c), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:58.077555 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b620c-a0fa-4bae-9001-f2ed002db55d None None] Pushing event updated for resources: {'Port': ['ID=cd7cc0ca-0b66-4431-b24f-53d9a043c0a5,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:31:58.115398 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 01d7c01f-faa0-4e5d-bd61-33aaf2004d59 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:31:58.154220 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-1ee52c66-db75-4994-8291-75a3c45c9593 tempest-DHCPAgentSchedulersTestJSON-805426757 tempest-DHCPAgentSchedulersTestJSON-805426757-project] Allocated IP 172.20.0.3 (a43e4332-bcba-4283-a498-28488d5e40b6/1158c630-adf3-4635-ada4-c66f19e84f8e/14b7f8f0-2b3c-40d2-8f49-07de09d62cde) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:31:58.167007 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b620c-a0fa-4bae-9001-f2ed002db55d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:31:58.167007 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b620c-a0fa-4bae-9001-f2ed002db55d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:31:58.167304 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b620c-a0fa-4bae-9001-f2ed002db55d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:31:58.167625 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b620c-a0fa-4bae-9001-f2ed002db55d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:31:58.167959 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b620c-a0fa-4bae-9001-f2ed002db55d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:31:58.168406 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b620c-a0fa-4bae-9001-f2ed002db55d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:31:58.168672 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b620c-a0fa-4bae-9001-f2ed002db55d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:31:58.169011 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b620c-a0fa-4bae-9001-f2ed002db55d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:31:58.169353 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b620c-a0fa-4bae-9001-f2ed002db55d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:31:58.169695 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b620c-a0fa-4bae-9001-f2ed002db55d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:31:58.170221 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b620c-a0fa-4bae-9001-f2ed002db55d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:31:58.170552 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b620c-a0fa-4bae-9001-f2ed002db55d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:31:58.171038 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b620c-a0fa-4bae-9001-f2ed002db55d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:31:58.172229 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c54b620c-a0fa-4bae-9001-f2ed002db55d None None] Tracked resource versions report: Feb 28 10:31:58.172229 dv-neutron-master-2-hyperv neutron-server[103410]: pushed versions: Feb 28 10:31:58.172229 dv-neutron-master-2-hyperv neutron-server[103410]: { 'AddressGroup': {'1.2'}, Feb 28 10:31:58.172229 dv-neutron-master-2-hyperv neutron-server[103410]: 'ConntrackHelper': {'1.0'}, Feb 28 10:31:58.172229 dv-neutron-master-2-hyperv neutron-server[103410]: 'LocalIPAssociation': {'1.0'}, Feb 28 10:31:58.172229 dv-neutron-master-2-hyperv neutron-server[103410]: 'Log': {'1.0'}, Feb 28 10:31:58.172229 dv-neutron-master-2-hyperv neutron-server[103410]: 'Network': {'1.1'}, Feb 28 10:31:58.172229 dv-neutron-master-2-hyperv neutron-server[103410]: 'Port': {'1.7'}, Feb 28 10:31:58.172229 dv-neutron-master-2-hyperv neutron-server[103410]: 'PortForwarding': {'1.2'}, Feb 28 10:31:58.172229 dv-neutron-master-2-hyperv neutron-server[103410]: 'QosPolicy': {'1.10'}, Feb 28 10:31:58.172229 dv-neutron-master-2-hyperv neutron-server[103410]: 'SecurityGroup': {'1.5'}, Feb 28 10:31:58.172229 dv-neutron-master-2-hyperv neutron-server[103410]: 'SecurityGroupRule': {'1.2'}, Feb 28 10:31:58.172229 dv-neutron-master-2-hyperv neutron-server[103410]: 'SubPort': {'1.0'}, Feb 28 10:31:58.172229 dv-neutron-master-2-hyperv neutron-server[103410]: 'Subnet': {'1.1'}, Feb 28 10:31:58.172229 dv-neutron-master-2-hyperv neutron-server[103410]: 'Trunk': {'1.1'}} Feb 28 10:31:58.172229 dv-neutron-master-2-hyperv neutron-server[103410]: consumer versions: Feb 28 10:31:58.172229 dv-neutron-master-2-hyperv neutron-server[103410]: { DHCP agent@dv-neutron-master-2-hyperv: {}, Feb 28 10:31:58.172229 dv-neutron-master-2-hyperv neutron-server[103410]: HyperV agent@hv-neutron-mast: {}, Feb 28 10:31:58.172229 dv-neutron-master-2-hyperv neutron-server[103410]: L3 agent@dv-neutron-master-2-hyperv: {}, Feb 28 10:31:58.172229 dv-neutron-master-2-hyperv neutron-server[103410]: Metadata agent@dv-neutron-master-2-hyperv: {}, Feb 28 10:31:58.172229 dv-neutron-master-2-hyperv neutron-server[103410]: Metering agent@dv-neutron-master-2-hyperv: {}, Feb 28 10:31:58.172229 dv-neutron-master-2-hyperv neutron-server[103410]: Open vSwitch agent@dv-neutron-master-2-hyperv: { 'AddressGroup': '1.2', Feb 28 10:31:58.172229 dv-neutron-master-2-hyperv neutron-server[103410]: 'ConntrackHelper': '1.0', Feb 28 10:31:58.172229 dv-neutron-master-2-hyperv neutron-server[103410]: 'LocalIPAssociation': '1.0', Feb 28 10:31:58.172229 dv-neutron-master-2-hyperv neutron-server[103410]: 'Log': '1.0', Feb 28 10:31:58.172229 dv-neutron-master-2-hyperv neutron-server[103410]: 'Network': '1.1', Feb 28 10:31:58.172229 dv-neutron-master-2-hyperv neutron-server[103410]: 'Port': '1.7', Feb 28 10:31:58.172229 dv-neutron-master-2-hyperv neutron-server[103410]: 'PortForwarding': '1.2', Feb 28 10:31:58.172229 dv-neutron-master-2-hyperv neutron-server[103410]: 'QosPolicy': '1.10', Feb 28 10:31:58.172229 dv-neutron-master-2-hyperv neutron-server[103410]: 'SecurityGroup': '1.5', Feb 28 10:31:58.172229 dv-neutron-master-2-hyperv neutron-server[103410]: 'SecurityGroupRule': '1.2', Feb 28 10:31:58.172229 dv-neutron-master-2-hyperv neutron-server[103410]: 'SubPort': '1.0', Feb 28 10:31:58.172229 dv-neutron-master-2-hyperv neutron-server[103410]: 'Subnet': '1.1', Feb 28 10:31:58.172229 dv-neutron-master-2-hyperv neutron-server[103410]: 'Trunk': '1.1'}} Feb 28 10:31:58.172229 dv-neutron-master-2-hyperv neutron-server[103410]: {{(pid=103410) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 28 10:31:58.175042 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-79057af2-f4f4-4e94-b830-9c231d414956 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:58.178510 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-13c56484-e4b9-4def-9eb8-518a16566852 None None] Attempting to bind port cd7cc0ca-0b66-4431-b24f-53d9a043c0a5 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:31:58.178510 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-13c56484-e4b9-4def-9eb8-518a16566852 None None] Attempting to bind port cd7cc0ca-0b66-4431-b24f-53d9a043c0a5 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '195d7ed7-323d-4284-82df-208cca613d99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:31:58.178768 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c56484-e4b9-4def-9eb8-518a16566852 None None] Attempting to bind port cd7cc0ca-0b66-4431-b24f-53d9a043c0a5 on network 1e0804d0-d1d9-4d40-9de5-2936f3d87840 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:31:58.193434 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c56484-e4b9-4def-9eb8-518a16566852 None None] Checking agent: {'id': '75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 24, 15), 'started_at': datetime.datetime(2022, 2, 28, 10, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 31, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:31:58.194519 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c56484-e4b9-4def-9eb8-518a16566852 None None] Checking segment: {'id': '195d7ed7-323d-4284-82df-208cca613d99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:31:58.194941 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-13c56484-e4b9-4def-9eb8-518a16566852 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:58.195345 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c56484-e4b9-4def-9eb8-518a16566852 None None] Bound using segment: {'id': '195d7ed7-323d-4284-82df-208cca613d99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:31:58.195984 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-13c56484-e4b9-4def-9eb8-518a16566852 None None] Bound port: cd7cc0ca-0b66-4431-b24f-53d9a043c0a5, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '195d7ed7-323d-4284-82df-208cca613d99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:31:58.196275 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-13c56484-e4b9-4def-9eb8-518a16566852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (cd7cc0ca-0b66-4431-b24f-53d9a043c0a5), before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:58.265298 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-13c56484-e4b9-4def-9eb8-518a16566852 None None] For port cd7cc0ca-0b66-4431-b24f-53d9a043c0a5, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:31:58.343510 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-13c56484-e4b9-4def-9eb8-518a16566852 None None] For port cd7cc0ca-0b66-4431-b24f-53d9a043c0a5, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=cd7cc0ca-0b66-4431-b24f-53d9a043c0a5,segment=NetworkSegment(195d7ed7-323d-4284-82df-208cca613d99),segment_id=195d7ed7-323d-4284-82df-208cca613d99)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:31:58.344597 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-142bff9a-6d73-410f-9504-b553d1ef41d2 admin admin] Publish callbacks [] for security_group (e27f75a5-e911-4996-87a0-d3fe75d4f3af), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:58.350699 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-13c56484-e4b9-4def-9eb8-518a16566852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (cd7cc0ca-0b66-4431-b24f-53d9a043c0a5), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:58.359047 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-90edefa4-d362-4c0f-8bcc-e0d29a6ef139 tempest-ExternalNetworksAdminNegativeTestJSON-1158130948 tempest-ExternalNetworksAdminNegativeTestJSON-1158130948-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (8b8e0a3c-c76c-4fde-a8f2-810b175b388c), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:58.359047 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-90edefa4-d362-4c0f-8bcc-e0d29a6ef139 tempest-ExternalNetworksAdminNegativeTestJSON-1158130948 tempest-ExternalNetworksAdminNegativeTestJSON-1158130948-project-admin] Publish callbacks [] for floatingip (8b8e0a3c-c76c-4fde-a8f2-810b175b388c), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:58.368889 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-70c820af-3700-4a93-98cd-57fe8546581d tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758'] for port (db70183b-de59-4ce4-8cbc-4d0e76a1b133), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:58.416933 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c56484-e4b9-4def-9eb8-518a16566852 None None] Routers {'63bce622-3960-486c-b74c-b0f96a67ca30'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:31:58.417878 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-13c56484-e4b9-4def-9eb8-518a16566852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:31:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['63bce622-3960-486c-b74c-b0f96a67ca30'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:31:58.438041 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-90edefa4-d362-4c0f-8bcc-e0d29a6ef139 tempest-ExternalNetworksAdminNegativeTestJSON-1158130948 tempest-ExternalNetworksAdminNegativeTestJSON-1158130948-project-admin] Calling delete_port for 8b8e0a3c-c76c-4fde-a8f2-810b175b388c owned by network:floatingip {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:31:58.460271 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b620c-a0fa-4bae-9001-f2ed002db55d None None] Pushing event updated for resources: {'Port': ['ID=cd7cc0ca-0b66-4431-b24f-53d9a043c0a5,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:31:58.467474 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b446556f-b2a4-4928-b5cd-5579f8a6087d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1804241'] for router (aad0f095-9a34-4d69-8adc-66dbe99d9006), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:58.487066 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-142bff9a-6d73-410f-9504-b553d1ef41d2 admin admin] Publish callbacks [] for security_group (e27f75a5-e911-4996-87a0-d3fe75d4f3af), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:58.494921 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c820af-3700-4a93-98cd-57fe8546581d tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Pushing event deleted for resources: {'Port': ['ID=db70183b-de59-4ce4-8cbc-4d0e76a1b133,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:31:58.545089 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-13c56484-e4b9-4def-9eb8-518a16566852 None None] Set router 63bce622-3960-486c-b74c-b0f96a67ca30 gateway port host: dv-neutron-master-2-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:31:58.606223 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1ee52c66-db75-4994-8291-75a3c45c9593 tempest-DHCPAgentSchedulersTestJSON-805426757 tempest-DHCPAgentSchedulersTestJSON-805426757-project] Publish callbacks [] for port (14b7f8f0-2b3c-40d2-8f49-07de09d62cde), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:58.659089 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-79057af2-f4f4-4e94-b830-9c231d414956 admin admin] Allocated IP 172.20.0.1 (c8fe4d5f-4a1f-41f9-85f5-28e75dcf99b0/f9ad3164-3d89-48ee-bb07-ade0c62bef16/c5513175-7249-457d-aadc-e926c59faf1b) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:31:58.659601 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.objects.ports [None req-5a63a0b0-bd12-4d35-911a-4bc66edd08b4 tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103408) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 28 10:31:58.660134 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5a63a0b0-bd12-4d35-911a-4bc66edd08b4 tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551'] for subnet (dff26c37-4894-415a-a43e-4ade5907c1cb), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:58.664357 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-70c820af-3700-4a93-98cd-57fe8546581d tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:58.670927 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-70c820af-3700-4a93-98cd-57fe8546581d tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] 10.222.0.20 "DELETE /v2.0/ports/db70183b-de59-4ce4-8cbc-4d0e76a1b133 HTTP/1.1" status: 204 len: 168 time: 2.4299178 Feb 28 10:31:58.671856 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 33380) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:31:58.674954 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f48b70fc-a557-4f47-af93-4ff1a19bbb3f admin admin] Publish callbacks [] for router_gateway (ebec2a5a-7ca7-420e-949e-f77a5a64a595), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:58.697749 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-039e1c8f-72a3-4cae-aef2-1977175fe906 tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '49a726b4-ad5e-4a42-9416-073e6b3d4829', 'external_fixed_ips': [{'subnet_id': '34a8855e-d106-4a75-a80c-6dba55670a29', 'ip_address': '172.20.0.2'}]}}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:31:58.757862 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-13c56484-e4b9-4def-9eb8-518a16566852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63bce622-3960-486c-b74c-b0f96a67ca30', 'name': 'tempest-ServerActionsTestJSON-231407906-router', 'tenant_id': '194e12cf0f844c7eb6a851155ceb2206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.205'}], 'enable_snat': True}, 'gw_port_id': 'cd7cc0ca-0b66-4431-b24f-53d9a043c0a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:31:49Z', 'updated_at': '2022-02-28T10:31:51Z', 'revision_number': 3, 'project_id': '194e12cf0f844c7eb6a851155ceb2206', 'gw_port': {'id': 'cd7cc0ca-0b66-4431-b24f-53d9a043c0a5', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:76:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63bce622-3960-486c-b74c-b0f96a67ca30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:31:50Z', 'updated_at': '2022-02-28T10:31:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:31:58.817858 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c56484-e4b9-4def-9eb8-518a16566852 None None] The sync data for ids ['63bce622-3960-486c-b74c-b0f96a67ca30'] in dv-neutron-master-2-hyperv is: [{'id': '63bce622-3960-486c-b74c-b0f96a67ca30', 'name': 'tempest-ServerActionsTestJSON-231407906-router', 'tenant_id': '194e12cf0f844c7eb6a851155ceb2206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.205'}], 'enable_snat': True}, 'gw_port_id': 'cd7cc0ca-0b66-4431-b24f-53d9a043c0a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:31:49Z', 'updated_at': '2022-02-28T10:31:51Z', 'revision_number': 3, 'project_id': '194e12cf0f844c7eb6a851155ceb2206', 'gw_port': {'id': 'cd7cc0ca-0b66-4431-b24f-53d9a043c0a5', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:76:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63bce622-3960-486c-b74c-b0f96a67ca30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:31:50Z', 'updated_at': '2022-02-28T10:31:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:31:58.850762 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-79057af2-f4f4-4e94-b830-9c231d414956 admin admin] Publish callbacks [] for port (c5513175-7249-457d-aadc-e926c59faf1b), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:58.853810 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1ee52c66-db75-4994-8291-75a3c45c9593 tempest-DHCPAgentSchedulersTestJSON-805426757 tempest-DHCPAgentSchedulersTestJSON-805426757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (14b7f8f0-2b3c-40d2-8f49-07de09d62cde), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:58.871740 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a63a0b0-bd12-4d35-911a-4bc66edd08b4 tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] Pushing event updated for resources: {'Subnet': ['ID=dff26c37-4894-415a-a43e-4ade5907c1cb,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:31:58.886615 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-142bff9a-6d73-410f-9504-b553d1ef41d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (e27f75a5-e911-4996-87a0-d3fe75d4f3af), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:58.889931 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-142bff9a-6d73-410f-9504-b553d1ef41d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:58.891266 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-142bff9a-6d73-410f-9504-b553d1ef41d2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e27f75a5-e911-4996-87a0-d3fe75d4f3af HTTP/1.1" status: 204 len: 168 time: 0.8950264 Feb 28 10:31:58.916113 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a63a0b0-bd12-4d35-911a-4bc66edd08b4 tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] Checking segment: {'id': 'ac2c64fb-0ca3-4399-aeff-ced09965d315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '9c7b3edf-e9b9-4da5-8080-9f1e0e912ddd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:31:58.916730 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a63a0b0-bd12-4d35-911a-4bc66edd08b4 tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] Network hostable DHCP agents. Network: 9c7b3edf-e9b9-4da5-8080-9f1e0e912ddd, hostable agents: ['fb6705d2-4f70-4965-92a3-fbfccd43a6d3'], hosted agents: [] {{(pid=103408) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:31:58.926303 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142bff9a-6d73-410f-9504-b553d1ef41d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e27f75a5-e911-4996-87a0-d3fe75d4f3af,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:31:59.047146 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee52c66-db75-4994-8291-75a3c45c9593 tempest-DHCPAgentSchedulersTestJSON-805426757 tempest-DHCPAgentSchedulersTestJSON-805426757-project] Network a43e4332-bcba-4283-a498-28488d5e40b6 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:31:59.054314 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee52c66-db75-4994-8291-75a3c45c9593 tempest-DHCPAgentSchedulersTestJSON-805426757 tempest-DHCPAgentSchedulersTestJSON-805426757-project] Pushing event updated for resources: {'Port': ['ID=14b7f8f0-2b3c-40d2-8f49-07de09d62cde,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:31:59.060766 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-039e1c8f-72a3-4cae-aef2-1977175fe906 tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1805251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254175'] for router (d31a3751-744c-4703-b3e1-141962c07b99), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:59.061843 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-039e1c8f-72a3-4cae-aef2-1977175fe906 tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1804172', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1602053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254150'] for router (d31a3751-744c-4703-b3e1-141962c07b99), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:59.079959 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a63a0b0-bd12-4d35-911a-4bc66edd08b4 tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] Network 9c7b3edf-e9b9-4da5-8080-9f1e0e912ddd is scheduled to be hosted by DHCP agent fb6705d2-4f70-4965-92a3-fbfccd43a6d3 with binding_index 1 {{(pid=103408) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:31:59.098226 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-90edefa4-d362-4c0f-8bcc-e0d29a6ef139 tempest-ExternalNetworksAdminNegativeTestJSON-1158130948 tempest-ExternalNetworksAdminNegativeTestJSON-1158130948-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758'] for port (8b8e0a3c-c76c-4fde-a8f2-810b175b388c), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:59.138394 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 01d7c01f-faa0-4e5d-bd61-33aaf2004d59 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:31:59.144336 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-5a63a0b0-bd12-4d35-911a-4bc66edd08b4 tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 9c7b3edf-e9b9-4da5-8080-9f1e0e912ddd) {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:31:59.167973 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-039e1c8f-72a3-4cae-aef2-1977175fe906 tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Publish callbacks [] for router_controller (d31a3751-744c-4703-b3e1-141962c07b99), precommit_add_association {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:59.174948 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-1ee52c66-db75-4994-8291-75a3c45c9593 tempest-DHCPAgentSchedulersTestJSON-805426757 tempest-DHCPAgentSchedulersTestJSON-805426757-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:31:59.180508 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a938a548-bc2e-4b5e-9aee-848948fb3c9a None None] Network 9c7b3edf-e9b9-4da5-8080-9f1e0e912ddd requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:31:59.193613 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a63a0b0-bd12-4d35-911a-4bc66edd08b4 tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:31:59.194487 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5a63a0b0-bd12-4d35-911a-4bc66edd08b4 tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616561'] for subnet (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:59.205772 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90edefa4-d362-4c0f-8bcc-e0d29a6ef139 tempest-ExternalNetworksAdminNegativeTestJSON-1158130948 tempest-ExternalNetworksAdminNegativeTestJSON-1158130948-project-admin] Pushing event deleted for resources: {'Port': ['ID=8b8e0a3c-c76c-4fde-a8f2-810b175b388c,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:31:59.208639 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee52c66-db75-4994-8291-75a3c45c9593 tempest-DHCPAgentSchedulersTestJSON-805426757 tempest-DHCPAgentSchedulersTestJSON-805426757-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:31:59.296325 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-90edefa4-d362-4c0f-8bcc-e0d29a6ef139 tempest-ExternalNetworksAdminNegativeTestJSON-1158130948 tempest-ExternalNetworksAdminNegativeTestJSON-1158130948-project-admin] Publish callbacks [] for floatingip (8f3ded42-07dd-4cb6-af8a-dfb61dc69a49), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:59.299387 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-90edefa4-d362-4c0f-8bcc-e0d29a6ef139 tempest-ExternalNetworksAdminNegativeTestJSON-1158130948 tempest-ExternalNetworksAdminNegativeTestJSON-1158130948-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for floatingip (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:59.300909 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-90edefa4-d362-4c0f-8bcc-e0d29a6ef139 tempest-ExternalNetworksAdminNegativeTestJSON-1158130948 tempest-ExternalNetworksAdminNegativeTestJSON-1158130948-project-admin] 10.222.0.20 "DELETE /v2.0/floatingips/8f3ded42-07dd-4cb6-af8a-dfb61dc69a49 HTTP/1.1" status: 204 len: 168 time: 2.0800955 Feb 28 10:31:59.315445 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-5a63a0b0-bd12-4d35-911a-4bc66edd08b4 tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.0723732 Feb 28 10:31:59.319819 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 33388) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:31:59.335099 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-6398dfbc-e056-434a-8a53-847d30b759cf tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] Request body: {'floatingip': {'floating_network_id': '9c7b3edf-e9b9-4da5-8080-9f1e0e912ddd'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:31:59.352323 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f48b70fc-a557-4f47-af93-4ff1a19bbb3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1804241'] for router (ebec2a5a-7ca7-420e-949e-f77a5a64a595), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:59.413250 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port 01d7c01f-faa0-4e5d-bd61-33aaf2004d59 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:31:59.413640 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (01d7c01f-faa0-4e5d-bd61-33aaf2004d59), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:59.495387 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-089b8316-2a8f-4c2d-8a03-dcbb19cf103d None None] Network a43e4332-bcba-4283-a498-28488d5e40b6 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:31:59.535974 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 33390) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:31:59.586146 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6781dfa-cb2b-4fad-874d-a58c9569a78d None None] Network 9c7b3edf-e9b9-4da5-8080-9f1e0e912ddd requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:31:59.639570 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b446556f-b2a4-4928-b5cd-5579f8a6087d admin admin] Router aad0f095-9a34-4d69-8adc-66dbe99d9006 is scheduled to L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 with binding_index 1 {{(pid=103407) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 10:31:59.651734 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6398dfbc-e056-434a-8a53-847d30b759cf tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:59.660352 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b311c18f-6999-446a-b6a4-8e397dff8fc3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:59.664242 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-cb0a48ef-f228-461c-bced-43c9a0343dc9 None None] Provisioning complete for port 911e5156-429d-4e79-87a9-5081151d0955 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:31:59.664651 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-cb0a48ef-f228-461c-bced-43c9a0343dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (911e5156-429d-4e79-87a9-5081151d0955), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:59.697395 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ee52c66-db75-4994-8291-75a3c45c9593 tempest-DHCPAgentSchedulersTestJSON-805426757 tempest-DHCPAgentSchedulersTestJSON-805426757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:31:59.698246 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1ee52c66-db75-4994-8291-75a3c45c9593 tempest-DHCPAgentSchedulersTestJSON-805426757 tempest-DHCPAgentSchedulersTestJSON-805426757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616561'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:59.745926 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-79057af2-f4f4-4e94-b830-9c231d414956 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (c5513175-7249-457d-aadc-e926c59faf1b), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:59.842415 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 01d7c01f-faa0-4e5d-bd61-33aaf2004d59 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:31:59.846911 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 911e5156-429d-4e79-87a9-5081151d0955 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:31:59.902595 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 33394) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:31:59.917202 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f48b70fc-a557-4f47-af93-4ff1a19bbb3f admin admin] Router ebec2a5a-7ca7-420e-949e-f77a5a64a595 is scheduled to L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 with binding_index 1 {{(pid=103408) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 10:31:59.928825 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6398dfbc-e056-434a-8a53-847d30b759cf tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:31:59.947896 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79057af2-f4f4-4e94-b830-9c231d414956 admin admin] Pushing event updated for resources: {'Port': ['ID=c5513175-7249-457d-aadc-e926c59faf1b,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:31:59.989118 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-cb0a48ef-f228-461c-bced-43c9a0343dc9 None None] Current status of the port 911e5156-429d-4e79-87a9-5081151d0955 is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:31:59.989771 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-cb0a48ef-f228-461c-bced-43c9a0343dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (911e5156-429d-4e79-87a9-5081151d0955), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:00.034679 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port 911e5156-429d-4e79-87a9-5081151d0955 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:32:00.035407 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (911e5156-429d-4e79-87a9-5081151d0955), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:00.056461 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-6398dfbc-e056-434a-8a53-847d30b759cf tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] Allocated IP 172.20.0.14 (9c7b3edf-e9b9-4da5-8080-9f1e0e912ddd/dff26c37-4894-415a-a43e-4ade5907c1cb/69963c4c-f8a2-4689-86b9-a45754c9e0e4) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:32:00.071503 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b311c18f-6999-446a-b6a4-8e397dff8fc3 admin admin] Publish callbacks [] for security_group (03edd737-26cc-426c-8c2b-7ff6e24541e6), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:00.080227 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-039e1c8f-72a3-4cae-aef2-1977175fe906 tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Publish callbacks [] for router_gateway (d31a3751-744c-4703-b3e1-141962c07b99), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:00.117297 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-cb0a48ef-f228-461c-bced-43c9a0343dc9 None None] For port 911e5156-429d-4e79-87a9-5081151d0955, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=911e5156-429d-4e79-87a9-5081151d0955,segment=NetworkSegment(33b65926-dc07-4e62-ae3e-b4b0d805c4f6),segment_id=33b65926-dc07-4e62-ae3e-b4b0d805c4f6)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:32:00.131791 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-cb0a48ef-f228-461c-bced-43c9a0343dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (911e5156-429d-4e79-87a9-5081151d0955), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:00.150095 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79057af2-f4f4-4e94-b830-9c231d414956 admin admin] Network c8fe4d5f-4a1f-41f9-85f5-28e75dcf99b0 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:32:00.162397 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-1ee52c66-db75-4994-8291-75a3c45c9593 tempest-DHCPAgentSchedulersTestJSON-805426757 tempest-DHCPAgentSchedulersTestJSON-805426757-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.9871705 Feb 28 10:32:00.163216 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b311c18f-6999-446a-b6a4-8e397dff8fc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (03edd737-26cc-426c-8c2b-7ff6e24541e6), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:00.170087 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 33398) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:00.211225 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6398dfbc-e056-434a-8a53-847d30b759cf tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] Publish callbacks [] for port (69963c4c-f8a2-4689-86b9-a45754c9e0e4), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:00.214298 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-79057af2-f4f4-4e94-b830-9c231d414956 admin admin] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:32:00.245927 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79057af2-f4f4-4e94-b830-9c231d414956 admin admin] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:32:00.254551 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b311c18f-6999-446a-b6a4-8e397dff8fc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03edd737-26cc-426c-8c2b-7ff6e24541e6,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:32:00.292244 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0a48ef-f228-461c-bced-43c9a0343dc9 None None] Pushing event updated for resources: {'Port': ['ID=911e5156-429d-4e79-87a9-5081151d0955,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:32:00.309903 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 911e5156-429d-4e79-87a9-5081151d0955 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:32:00.352332 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b446556f-b2a4-4928-b5cd-5579f8a6087d admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:32:00.354477 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a650f74a-a5cf-4778-acf3-b387ed6f7e62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:00.363378 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26acc941-186c-4f43-90ef-b1ccb1222baf None None] Sync routers for ids ['aad0f095-9a34-4d69-8adc-66dbe99d9006'] in dv-neutron-master-2-hyperv {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:32:00.398325 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26acc941-186c-4f43-90ef-b1ccb1222baf None None] Routers {'aad0f095-9a34-4d69-8adc-66dbe99d9006'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:32:00.399374 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-26acc941-186c-4f43-90ef-b1ccb1222baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:31:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['aad0f095-9a34-4d69-8adc-66dbe99d9006'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:32:00.403085 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-17896960-1643-4ea0-9f62-c3c6463e53cb None None] Provisioning complete for port 911e5156-429d-4e79-87a9-5081151d0955 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:32:00.403466 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-17896960-1643-4ea0-9f62-c3c6463e53cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (911e5156-429d-4e79-87a9-5081151d0955), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:00.408995 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6398dfbc-e056-434a-8a53-847d30b759cf tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749'] for port (69963c4c-f8a2-4689-86b9-a45754c9e0e4), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:00.541529 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6398dfbc-e056-434a-8a53-847d30b759cf tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] Network 9c7b3edf-e9b9-4da5-8080-9f1e0e912ddd is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:32:00.564032 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-6398dfbc-e056-434a-8a53-847d30b759cf tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:32:00.568215 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f48b70fc-a557-4f47-af93-4ff1a19bbb3f admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:32:00.573234 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6398dfbc-e056-434a-8a53-847d30b759cf tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:32:00.582617 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80555da8-6119-4bde-83ce-2af76428ce05 None None] Sync routers for ids ['ebec2a5a-7ca7-420e-949e-f77a5a64a595'] in dv-neutron-master-2-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:32:00.605568 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-b311c18f-6999-446a-b6a4-8e397dff8fc3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cfd1b5407fb54ed3a7a33f059cdc00eb&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0512669 Feb 28 10:32:00.611172 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80555da8-6119-4bde-83ce-2af76428ce05 None None] Routers {'ebec2a5a-7ca7-420e-949e-f77a5a64a595'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:32:00.611939 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-80555da8-6119-4bde-83ce-2af76428ce05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:31:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['ebec2a5a-7ca7-420e-949e-f77a5a64a595'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:32:00.613477 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b446556f-b2a4-4928-b5cd-5579f8a6087d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:00.617975 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-b446556f-b2a4-4928-b5cd-5579f8a6087d admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 8.9746749 Feb 28 10:32:00.618135 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 33400) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:00.620436 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 33402) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:00.641692 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-26acc941-186c-4f43-90ef-b1ccb1222baf None None] Set router aad0f095-9a34-4d69-8adc-66dbe99d9006 gateway port host: dv-neutron-master-2-hyperv {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:32:00.673462 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-17896960-1643-4ea0-9f62-c3c6463e53cb None None] Current status of the port 911e5156-429d-4e79-87a9-5081151d0955 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:32:00.686565 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a650f74a-a5cf-4778-acf3-b387ed6f7e62 admin admin] Publish callbacks [] for security_group (0451b32e-8a74-443f-9bc6-2a39d757f2f1), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:00.702613 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-79057af2-f4f4-4e94-b830-9c231d414956 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1803404'] for router_interface (63bce622-3960-486c-b74c-b0f96a67ca30), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:00.721893 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f48b70fc-a557-4f47-af93-4ff1a19bbb3f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:00.726121 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-f48b70fc-a557-4f47-af93-4ff1a19bbb3f admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 8.1095793 Feb 28 10:32:00.734525 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 33404) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:00.735433 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6398dfbc-e056-434a-8a53-847d30b759cf tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] Pushing event updated for resources: {'Port': ['ID=69963c4c-f8a2-4689-86b9-a45754c9e0e4,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:32:00.739528 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a650f74a-a5cf-4778-acf3-b387ed6f7e62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (0451b32e-8a74-443f-9bc6-2a39d757f2f1), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:00.753287 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-17896960-1643-4ea0-9f62-c3c6463e53cb None None] Provisioning complete for port 14b7f8f0-2b3c-40d2-8f49-07de09d62cde triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:32:00.753668 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-17896960-1643-4ea0-9f62-c3c6463e53cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (14b7f8f0-2b3c-40d2-8f49-07de09d62cde), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:00.767461 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-80555da8-6119-4bde-83ce-2af76428ce05 None None] Set router ebec2a5a-7ca7-420e-949e-f77a5a64a595 gateway port host: dv-neutron-master-2-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:32:00.812488 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-17896960-1643-4ea0-9f62-c3c6463e53cb None None] Port 14b7f8f0-2b3c-40d2-8f49-07de09d62cde cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:32:00.903711 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6398dfbc-e056-434a-8a53-847d30b759cf tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] Publish callbacks [] for floatingip (c4e3ec36-eb05-4d7e-9d3b-a6bf2dc87502), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:00.924847 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-26acc941-186c-4f43-90ef-b1ccb1222baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aad0f095-9a34-4d69-8adc-66dbe99d9006', 'name': 'tempest-ServersTestJSON-779106664-router', 'tenant_id': 'a530b24e9c394cc0824666a7df89bf0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.144'}], 'enable_snat': True}, 'gw_port_id': 'f1769461-c9bd-4976-89e8-b3a9d5ffaee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:31:51Z', 'updated_at': '2022-02-28T10:31:57Z', 'revision_number': 3, 'project_id': 'a530b24e9c394cc0824666a7df89bf0a', 'gw_port': {'id': 'f1769461-c9bd-4976-89e8-b3a9d5ffaee7', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:53:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aad0f095-9a34-4d69-8adc-66dbe99d9006', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:31:54Z', 'updated_at': '2022-02-28T10:31:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:32:00.927916 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a650f74a-a5cf-4778-acf3-b387ed6f7e62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0451b32e-8a74-443f-9bc6-2a39d757f2f1,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:32:00.937787 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-a650f74a-a5cf-4778-acf3-b387ed6f7e62 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9368f925e5a549038c5b57a7ea8c5e16&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0324085 Feb 28 10:32:00.942462 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 33406) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:00.979559 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26acc941-186c-4f43-90ef-b1ccb1222baf None None] Checking router: aad0f095-9a34-4d69-8adc-66dbe99d9006 for host: dv-neutron-master-2-hyperv {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:32:00.980093 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26acc941-186c-4f43-90ef-b1ccb1222baf None None] Updating router aad0f095-9a34-4d69-8adc-66dbe99d9006 port f1769461-c9bd-4976-89e8-b3a9d5ffaee7 binding host dv-neutron-master-2-hyperv {{(pid=103409) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 10:32:01.031290 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-8163cb62-edc7-43f7-aac5-57c4b289de41 tempest-DHCPAgentSchedulersTestJSON-805426757 tempest-DHCPAgentSchedulersTestJSON-805426757-project] Deleting port 14b7f8f0-2b3c-40d2-8f49-07de09d62cde {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:32:01.031641 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8163cb62-edc7-43f7-aac5-57c4b289de41 tempest-DHCPAgentSchedulersTestJSON-805426757 tempest-DHCPAgentSchedulersTestJSON-805426757-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (14b7f8f0-2b3c-40d2-8f49-07de09d62cde), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:01.062464 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-26acc941-186c-4f43-90ef-b1ccb1222baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (f1769461-c9bd-4976-89e8-b3a9d5ffaee7), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:01.067676 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-e39170e1-5682-43ec-bc06-5289b68f08a1 None None] Provisioning complete for port c5513175-7249-457d-aadc-e926c59faf1b triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:32:01.067676 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e39170e1-5682-43ec-bc06-5289b68f08a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (c5513175-7249-457d-aadc-e926c59faf1b), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:01.092017 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-79057af2-f4f4-4e94-b830-9c231d414956 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (c5513175-7249-457d-aadc-e926c59faf1b), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:01.120486 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-80555da8-6119-4bde-83ce-2af76428ce05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebec2a5a-7ca7-420e-949e-f77a5a64a595', 'name': 'tempest-ServersTestManualDisk-2129798420-router', 'tenant_id': 'd80868ff0b864fdfb22c0fe939fc8d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.108'}], 'enable_snat': True}, 'gw_port_id': 'a243619b-d2d4-4c33-8a1d-88282887b5e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:31:52Z', 'updated_at': '2022-02-28T10:31:58Z', 'revision_number': 3, 'project_id': 'd80868ff0b864fdfb22c0fe939fc8d79', 'gw_port': {'id': 'a243619b-d2d4-4c33-8a1d-88282887b5e1', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:49:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebec2a5a-7ca7-420e-949e-f77a5a64a595', 'device_owner': 'network:router_gateway', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:31:55Z', 'updated_at': '2022-02-28T10:31:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:32:01.159555 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80555da8-6119-4bde-83ce-2af76428ce05 None None] Checking router: ebec2a5a-7ca7-420e-949e-f77a5a64a595 for host: dv-neutron-master-2-hyperv {{(pid=103410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:32:01.160053 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80555da8-6119-4bde-83ce-2af76428ce05 None None] Updating router ebec2a5a-7ca7-420e-949e-f77a5a64a595 port a243619b-d2d4-4c33-8a1d-88282887b5e1 binding host dv-neutron-master-2-hyperv {{(pid=103410) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 10:32:01.193196 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-80555da8-6119-4bde-83ce-2af76428ce05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (a243619b-d2d4-4c33-8a1d-88282887b5e1), before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:01.272611 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8163cb62-edc7-43f7-aac5-57c4b289de41 tempest-DHCPAgentSchedulersTestJSON-805426757 tempest-DHCPAgentSchedulersTestJSON-805426757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (14b7f8f0-2b3c-40d2-8f49-07de09d62cde), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:01.291830 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-e39170e1-5682-43ec-bc06-5289b68f08a1 None None] Port c5513175-7249-457d-aadc-e926c59faf1b cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:32:01.294286 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device cd7cc0ca-0b66-4431-b24f-53d9a043c0a5 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:32:01.365677 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-e39170e1-5682-43ec-bc06-5289b68f08a1 None None] Provisioning complete for port 14b7f8f0-2b3c-40d2-8f49-07de09d62cde triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:32:01.366321 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e39170e1-5682-43ec-bc06-5289b68f08a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (14b7f8f0-2b3c-40d2-8f49-07de09d62cde), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:01.366908 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6398dfbc-e056-434a-8a53-847d30b759cf tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (69963c4c-f8a2-4689-86b9-a45754c9e0e4), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:01.371784 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a4739714-2e99-4b95-a909-be6769265cff admin admin] Publish callbacks [] for security_group (03edd737-26cc-426c-8c2b-7ff6e24541e6), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:01.372668 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-8163cb62-edc7-43f7-aac5-57c4b289de41 tempest-DHCPAgentSchedulersTestJSON-805426757 tempest-DHCPAgentSchedulersTestJSON-805426757-project] Calling delete_port for 14b7f8f0-2b3c-40d2-8f49-07de09d62cde owned by {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:32:01.471510 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-e39170e1-5682-43ec-bc06-5289b68f08a1 None None] Port 14b7f8f0-2b3c-40d2-8f49-07de09d62cde cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:32:01.504412 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7223a539-a401-43a9-9558-b1bad1ea1d73 admin admin] Publish callbacks [] for security_group (0451b32e-8a74-443f-9bc6-2a39d757f2f1), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:01.516965 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port cd7cc0ca-0b66-4431-b24f-53d9a043c0a5 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:32:01.517640 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (cd7cc0ca-0b66-4431-b24f-53d9a043c0a5), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:01.531496 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7223a539-a401-43a9-9558-b1bad1ea1d73 admin admin] Publish callbacks [] for security_group (0451b32e-8a74-443f-9bc6-2a39d757f2f1), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:01.594068 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a4739714-2e99-4b95-a909-be6769265cff admin admin] Publish callbacks [] for security_group (03edd737-26cc-426c-8c2b-7ff6e24541e6), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:01.616837 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7223a539-a401-43a9-9558-b1bad1ea1d73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (0451b32e-8a74-443f-9bc6-2a39d757f2f1), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:01.620389 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7223a539-a401-43a9-9558-b1bad1ea1d73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:01.621738 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-7223a539-a401-43a9-9558-b1bad1ea1d73 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0451b32e-8a74-443f-9bc6-2a39d757f2f1 HTTP/1.1" status: 204 len: 168 time: 0.6725132 Feb 28 10:32:01.669185 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-80555da8-6119-4bde-83ce-2af76428ce05 None None] Publish callbacks [] for port (a243619b-d2d4-4c33-8a1d-88282887b5e1), precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:01.677211 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-80555da8-6119-4bde-83ce-2af76428ce05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (a243619b-d2d4-4c33-8a1d-88282887b5e1), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:01.685515 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port cd7cc0ca-0b66-4431-b24f-53d9a043c0a5 is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:32:01.686043 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (cd7cc0ca-0b66-4431-b24f-53d9a043c0a5), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:01.708146 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7223a539-a401-43a9-9558-b1bad1ea1d73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0451b32e-8a74-443f-9bc6-2a39d757f2f1,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:32:01.732466 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] For port cd7cc0ca-0b66-4431-b24f-53d9a043c0a5, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=cd7cc0ca-0b66-4431-b24f-53d9a043c0a5,segment=NetworkSegment(195d7ed7-323d-4284-82df-208cca613d99),segment_id=195d7ed7-323d-4284-82df-208cca613d99)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:32:01.820808 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-039e1c8f-72a3-4cae-aef2-1977175fe906 tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Publish callbacks [] for router_gateway (d31a3751-744c-4703-b3e1-141962c07b99), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:01.828038 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-80555da8-6119-4bde-83ce-2af76428ce05 None None] Attempting to bind port a243619b-d2d4-4c33-8a1d-88282887b5e1 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:32:01.828450 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-80555da8-6119-4bde-83ce-2af76428ce05 None None] Attempting to bind port a243619b-d2d4-4c33-8a1d-88282887b5e1 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '195d7ed7-323d-4284-82df-208cca613d99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:32:01.828915 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80555da8-6119-4bde-83ce-2af76428ce05 None None] Attempting to bind port a243619b-d2d4-4c33-8a1d-88282887b5e1 on network 1e0804d0-d1d9-4d40-9de5-2936f3d87840 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:32:01.838469 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (cd7cc0ca-0b66-4431-b24f-53d9a043c0a5), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:01.839258 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 911e5156-429d-4e79-87a9-5081151d0955 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:32:01.843145 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a4739714-2e99-4b95-a909-be6769265cff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (03edd737-26cc-426c-8c2b-7ff6e24541e6), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:01.843954 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80555da8-6119-4bde-83ce-2af76428ce05 None None] Checking agent: {'id': '75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 24, 15), 'started_at': datetime.datetime(2022, 2, 28, 10, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 31, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:32:01.844516 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80555da8-6119-4bde-83ce-2af76428ce05 None None] Checking segment: {'id': '195d7ed7-323d-4284-82df-208cca613d99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:32:01.845042 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-80555da8-6119-4bde-83ce-2af76428ce05 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:01.845452 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80555da8-6119-4bde-83ce-2af76428ce05 None None] Bound using segment: {'id': '195d7ed7-323d-4284-82df-208cca613d99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:32:01.845965 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-80555da8-6119-4bde-83ce-2af76428ce05 None None] Bound port: a243619b-d2d4-4c33-8a1d-88282887b5e1, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '195d7ed7-323d-4284-82df-208cca613d99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:32:01.846361 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-80555da8-6119-4bde-83ce-2af76428ce05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (a243619b-d2d4-4c33-8a1d-88282887b5e1), before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:01.850073 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc15bda-7753-4ef6-93b1-d16644815e83 None None] Pushing event updated for resources: {'Port': ['ID=a243619b-d2d4-4c33-8a1d-88282887b5e1,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:32:01.853102 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a4739714-2e99-4b95-a909-be6769265cff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:01.857562 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-a4739714-2e99-4b95-a909-be6769265cff admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/03edd737-26cc-426c-8c2b-7ff6e24541e6 HTTP/1.1" status: 204 len: 168 time: 1.2312195 Feb 28 10:32:01.893221 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-039e1c8f-72a3-4cae-aef2-1977175fe906 tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:01.906634 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-80555da8-6119-4bde-83ce-2af76428ce05 None None] For port a243619b-d2d4-4c33-8a1d-88282887b5e1, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:32:01.910535 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-80555da8-6119-4bde-83ce-2af76428ce05 None None] For port a243619b-d2d4-4c33-8a1d-88282887b5e1, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a243619b-d2d4-4c33-8a1d-88282887b5e1,segment=NetworkSegment(195d7ed7-323d-4284-82df-208cca613d99),segment_id=195d7ed7-323d-4284-82df-208cca613d99)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:32:01.919525 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-80555da8-6119-4bde-83ce-2af76428ce05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (a243619b-d2d4-4c33-8a1d-88282887b5e1), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:01.969396 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4739714-2e99-4b95-a909-be6769265cff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03edd737-26cc-426c-8c2b-7ff6e24541e6,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:32:02.013431 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80555da8-6119-4bde-83ce-2af76428ce05 None None] Routers {'ebec2a5a-7ca7-420e-949e-f77a5a64a595'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:32:02.014252 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-80555da8-6119-4bde-83ce-2af76428ce05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:31:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['ebec2a5a-7ca7-420e-949e-f77a5a64a595'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:32:02.059635 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bbade5f2-5fd6-4d22-9390-5ab3ad8a21d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:02.109449 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6398dfbc-e056-434a-8a53-847d30b759cf tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] Publish callbacks [] for port (69963c4c-f8a2-4689-86b9-a45754c9e0e4), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:02.137244 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6398dfbc-e056-434a-8a53-847d30b759cf tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (69963c4c-f8a2-4689-86b9-a45754c9e0e4), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:02.200000 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-80555da8-6119-4bde-83ce-2af76428ce05 None None] Set router ebec2a5a-7ca7-420e-949e-f77a5a64a595 gateway port host: dv-neutron-master-2-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:32:02.216126 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-79057af2-f4f4-4e94-b830-9c231d414956 admin admin] Publish callbacks [] for port (c5513175-7249-457d-aadc-e926c59faf1b), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:02.225323 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-26acc941-186c-4f43-90ef-b1ccb1222baf None None] Publish callbacks [] for port (f1769461-c9bd-4976-89e8-b3a9d5ffaee7), precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:02.242891 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 33416) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:02.273677 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Pushing event updated for resources: {'Port': ['ID=cd7cc0ca-0b66-4431-b24f-53d9a043c0a5,revision_number=4']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:32:02.283732 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-26acc941-186c-4f43-90ef-b1ccb1222baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (f1769461-c9bd-4976-89e8-b3a9d5ffaee7), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:02.317679 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc15bda-7753-4ef6-93b1-d16644815e83 None None] Pushing event updated for resources: {'Port': ['ID=a243619b-d2d4-4c33-8a1d-88282887b5e1,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:32:02.445724 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-79057af2-f4f4-4e94-b830-9c231d414956 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3498066'] for port (c5513175-7249-457d-aadc-e926c59faf1b), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:02.476899 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-26acc941-186c-4f43-90ef-b1ccb1222baf None None] Attempting to bind port f1769461-c9bd-4976-89e8-b3a9d5ffaee7 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:32:02.477509 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-26acc941-186c-4f43-90ef-b1ccb1222baf None None] Attempting to bind port f1769461-c9bd-4976-89e8-b3a9d5ffaee7 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '195d7ed7-323d-4284-82df-208cca613d99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:32:02.477773 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26acc941-186c-4f43-90ef-b1ccb1222baf None None] Attempting to bind port f1769461-c9bd-4976-89e8-b3a9d5ffaee7 on network 1e0804d0-d1d9-4d40-9de5-2936f3d87840 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:32:02.504195 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-80555da8-6119-4bde-83ce-2af76428ce05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebec2a5a-7ca7-420e-949e-f77a5a64a595', 'name': 'tempest-ServersTestManualDisk-2129798420-router', 'tenant_id': 'd80868ff0b864fdfb22c0fe939fc8d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.108'}], 'enable_snat': True}, 'gw_port_id': 'a243619b-d2d4-4c33-8a1d-88282887b5e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:31:52Z', 'updated_at': '2022-02-28T10:31:58Z', 'revision_number': 3, 'project_id': 'd80868ff0b864fdfb22c0fe939fc8d79', 'gw_port': {'id': 'a243619b-d2d4-4c33-8a1d-88282887b5e1', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:49:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebec2a5a-7ca7-420e-949e-f77a5a64a595', 'device_owner': 'network:router_gateway', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:31:55Z', 'updated_at': '2022-02-28T10:32:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:32:02.566836 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80555da8-6119-4bde-83ce-2af76428ce05 None None] The sync data for ids ['ebec2a5a-7ca7-420e-949e-f77a5a64a595'] in dv-neutron-master-2-hyperv is: [{'id': 'ebec2a5a-7ca7-420e-949e-f77a5a64a595', 'name': 'tempest-ServersTestManualDisk-2129798420-router', 'tenant_id': 'd80868ff0b864fdfb22c0fe939fc8d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.108'}], 'enable_snat': True}, 'gw_port_id': 'a243619b-d2d4-4c33-8a1d-88282887b5e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:31:52Z', 'updated_at': '2022-02-28T10:31:58Z', 'revision_number': 3, 'project_id': 'd80868ff0b864fdfb22c0fe939fc8d79', 'gw_port': {'id': 'a243619b-d2d4-4c33-8a1d-88282887b5e1', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:49:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebec2a5a-7ca7-420e-949e-f77a5a64a595', 'device_owner': 'network:router_gateway', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:31:55Z', 'updated_at': '2022-02-28T10:32:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:32:02.585732 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26acc941-186c-4f43-90ef-b1ccb1222baf None None] Checking agent: {'id': '75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 24, 15), 'started_at': datetime.datetime(2022, 2, 28, 10, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 31, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:32:02.586153 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26acc941-186c-4f43-90ef-b1ccb1222baf None None] Checking segment: {'id': '195d7ed7-323d-4284-82df-208cca613d99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:32:02.586543 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-26acc941-186c-4f43-90ef-b1ccb1222baf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:02.587974 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26acc941-186c-4f43-90ef-b1ccb1222baf None None] Bound using segment: {'id': '195d7ed7-323d-4284-82df-208cca613d99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:32:02.588471 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-26acc941-186c-4f43-90ef-b1ccb1222baf None None] Bound port: f1769461-c9bd-4976-89e8-b3a9d5ffaee7, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '195d7ed7-323d-4284-82df-208cca613d99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:32:02.588953 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-26acc941-186c-4f43-90ef-b1ccb1222baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (f1769461-c9bd-4976-89e8-b3a9d5ffaee7), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:02.592628 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158cd372-390c-4165-b7af-5bebde015969 None None] Pushing event updated for resources: {'Port': ['ID=f1769461-c9bd-4976-89e8-b3a9d5ffaee7,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:32:02.616197 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port 911e5156-429d-4e79-87a9-5081151d0955 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:32:02.618787 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (911e5156-429d-4e79-87a9-5081151d0955), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:02.689801 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6398dfbc-e056-434a-8a53-847d30b759cf tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1803383'] for floatingip (c4e3ec36-eb05-4d7e-9d3b-a6bf2dc87502), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:02.732386 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6398dfbc-e056-434a-8a53-847d30b759cf tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] Pushing event updated for resources: {'Port': ['ID=69963c4c-f8a2-4689-86b9-a45754c9e0e4,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:32:02.738135 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6398dfbc-e056-434a-8a53-847d30b759cf tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for floatingip (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:02.742894 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-6398dfbc-e056-434a-8a53-847d30b759cf tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.4146137 Feb 28 10:32:02.754760 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8163cb62-edc7-43f7-aac5-57c4b289de41 tempest-DHCPAgentSchedulersTestJSON-805426757 tempest-DHCPAgentSchedulersTestJSON-805426757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (14b7f8f0-2b3c-40d2-8f49-07de09d62cde), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:02.763632 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 33428) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:02.767632 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79057af2-f4f4-4e94-b830-9c231d414956 admin admin] Pushing event updated for resources: {'Port': ['ID=c5513175-7249-457d-aadc-e926c59faf1b,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:32:02.773592 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-79057af2-f4f4-4e94-b830-9c231d414956 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1802524'] for router_interface (63bce622-3960-486c-b74c-b0f96a67ca30), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:02.816688 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 911e5156-429d-4e79-87a9-5081151d0955 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:32:02.831925 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-26acc941-186c-4f43-90ef-b1ccb1222baf None None] For port f1769461-c9bd-4976-89e8-b3a9d5ffaee7, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:32:02.832296 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-b545cd8d-f15d-42ae-88d9-ccdf88cd418d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e2e7a62be0474ff0b27666ab24da745a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4707046 Feb 28 10:32:02.843613 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-26acc941-186c-4f43-90ef-b1ccb1222baf None None] For port f1769461-c9bd-4976-89e8-b3a9d5ffaee7, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f1769461-c9bd-4976-89e8-b3a9d5ffaee7,segment=NetworkSegment(195d7ed7-323d-4284-82df-208cca613d99),segment_id=195d7ed7-323d-4284-82df-208cca613d99)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:32:02.845269 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 33432) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:02.855917 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-98740767-f6fd-47b9-85e0-db90415ff095 tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] 10.222.0.20 "GET /v2.0/floatingips?floating_network_id=9c7b3edf-e9b9-4da5-8080-9f1e0e912ddd HTTP/1.1" status: 200 len: 690 time: 0.0904644 Feb 28 10:32:02.856661 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 33436) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:02.870899 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8163cb62-edc7-43f7-aac5-57c4b289de41 tempest-DHCPAgentSchedulersTestJSON-805426757 tempest-DHCPAgentSchedulersTestJSON-805426757-project] Pushing event deleted for resources: {'Port': ['ID=14b7f8f0-2b3c-40d2-8f49-07de09d62cde,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:32:02.871399 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-26acc941-186c-4f43-90ef-b1ccb1222baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (f1769461-c9bd-4976-89e8-b3a9d5ffaee7), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:02.948964 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-bbade5f2-5fd6-4d22-9390-5ab3ad8a21d0 admin admin] Allocated IP 172.20.0.1 (b230672c-e40a-422a-a640-836f18ec11a6/589a74a6-9e3d-4112-a776-4fccf4b2370d/7c20230d-1243-4bcc-99fa-4d09e9d513e9) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:32:03.012509 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-039e1c8f-72a3-4cae-aef2-1977175fe906 tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Allocated IP 172.20.0.2 (49a726b4-ad5e-4a42-9416-073e6b3d4829/34a8855e-d106-4a75-a80c-6dba55670a29/00a577b9-ba7f-45c8-9146-23447180dd1a) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:32:03.017104 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device cd7cc0ca-0b66-4431-b24f-53d9a043c0a5 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:32:03.125563 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-78063f91-5aee-4f46-8cf8-692a56e0d3ce tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-665757'] for network (9c7b3edf-e9b9-4da5-8080-9f1e0e912ddd), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:03.153391 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26acc941-186c-4f43-90ef-b1ccb1222baf None None] Routers {'aad0f095-9a34-4d69-8adc-66dbe99d9006'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:32:03.154315 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-26acc941-186c-4f43-90ef-b1ccb1222baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:31:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['aad0f095-9a34-4d69-8adc-66dbe99d9006'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:32:03.213465 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158cd372-390c-4165-b7af-5bebde015969 None None] Pushing event updated for resources: {'Port': ['ID=f1769461-c9bd-4976-89e8-b3a9d5ffaee7,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:32:03.264224 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port cd7cc0ca-0b66-4431-b24f-53d9a043c0a5 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:32:03.265423 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (cd7cc0ca-0b66-4431-b24f-53d9a043c0a5), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:03.311537 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bbade5f2-5fd6-4d22-9390-5ab3ad8a21d0 admin admin] Publish callbacks [] for port (7c20230d-1243-4bcc-99fa-4d09e9d513e9), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:03.339526 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79057af2-f4f4-4e94-b830-9c231d414956 admin admin] Network c8fe4d5f-4a1f-41f9-85f5-28e75dcf99b0 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:32:03.354642 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bbade5f2-5fd6-4d22-9390-5ab3ad8a21d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749'] for port (7c20230d-1243-4bcc-99fa-4d09e9d513e9), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:03.357202 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-79057af2-f4f4-4e94-b830-9c231d414956 admin admin] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:32:03.407855 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2659b413-1fd6-48ce-b9ba-c7883d95eb89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:03.438138 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbade5f2-5fd6-4d22-9390-5ab3ad8a21d0 admin admin] Network b230672c-e40a-422a-a640-836f18ec11a6 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:32:03.446788 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-bbade5f2-5fd6-4d22-9390-5ab3ad8a21d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:32:03.451872 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbade5f2-5fd6-4d22-9390-5ab3ad8a21d0 admin admin] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:32:03.452258 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bbade5f2-5fd6-4d22-9390-5ab3ad8a21d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1803404'] for router_interface (ebec2a5a-7ca7-420e-949e-f77a5a64a595), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:03.455008 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-26acc941-186c-4f43-90ef-b1ccb1222baf None None] Set router aad0f095-9a34-4d69-8adc-66dbe99d9006 gateway port host: dv-neutron-master-2-hyperv {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:32:03.501573 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8163cb62-edc7-43f7-aac5-57c4b289de41 tempest-DHCPAgentSchedulersTestJSON-805426757 tempest-DHCPAgentSchedulersTestJSON-805426757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:03.504900 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-8163cb62-edc7-43f7-aac5-57c4b289de41 tempest-DHCPAgentSchedulersTestJSON-805426757 tempest-DHCPAgentSchedulersTestJSON-805426757-project] 10.222.0.20 "DELETE /v2.0/ports/14b7f8f0-2b3c-40d2-8f49-07de09d62cde HTTP/1.1" status: 204 len: 168 time: 3.2882390 Feb 28 10:32:03.529278 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 33444) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:03.545307 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbade5f2-5fd6-4d22-9390-5ab3ad8a21d0 admin admin] Pushing event updated for resources: {'Port': ['ID=7c20230d-1243-4bcc-99fa-4d09e9d513e9,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:32:03.655366 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6e970a1e-cbc8-4707-a078-e07cb4aa41d5 admin admin] Publish callbacks [] for security_group (b7589594-72c6-4dd7-9994-37d216a47b07), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:03.666452 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-039e1c8f-72a3-4cae-aef2-1977175fe906 tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Publish callbacks [] for port (00a577b9-ba7f-45c8-9146-23447180dd1a), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:03.671468 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-78063f91-5aee-4f46-8cf8-692a56e0d3ce tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] Deleting port 69963c4c-f8a2-4689-86b9-a45754c9e0e4 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:32:03.671824 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-78063f91-5aee-4f46-8cf8-692a56e0d3ce tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (69963c4c-f8a2-4689-86b9-a45754c9e0e4), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:03.753722 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port cd7cc0ca-0b66-4431-b24f-53d9a043c0a5 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:32:03.879298 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6e970a1e-cbc8-4707-a078-e07cb4aa41d5 admin admin] Publish callbacks [] for security_group (b7589594-72c6-4dd7-9994-37d216a47b07), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:03.959814 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-5c7f89fa-8263-465f-9e5f-6606830cb2ed None None] Provisioning complete for port 7c20230d-1243-4bcc-99fa-4d09e9d513e9 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:32:03.960202 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5c7f89fa-8263-465f-9e5f-6606830cb2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (7c20230d-1243-4bcc-99fa-4d09e9d513e9), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:04.006013 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79057af2-f4f4-4e94-b830-9c231d414956 admin admin] Router 63bce622-3960-486c-b74c-b0f96a67ca30 has already been hosted by L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:32:04.032518 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-5c7f89fa-8263-465f-9e5f-6606830cb2ed None None] Port 7c20230d-1243-4bcc-99fa-4d09e9d513e9 cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:32:04.048076 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-78063f91-5aee-4f46-8cf8-692a56e0d3ce tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (69963c4c-f8a2-4689-86b9-a45754c9e0e4), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:04.049534 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-78063f91-5aee-4f46-8cf8-692a56e0d3ce tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] Publish callbacks [] for floatingip (69963c4c-f8a2-4689-86b9-a45754c9e0e4), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:04.051552 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-039e1c8f-72a3-4cae-aef2-1977175fe906 tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (00a577b9-ba7f-45c8-9146-23447180dd1a), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:04.068660 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-78063f91-5aee-4f46-8cf8-692a56e0d3ce tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] Calling delete_port for 69963c4c-f8a2-4689-86b9-a45754c9e0e4 owned by network:floatingip {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:32:04.069241 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-26acc941-186c-4f43-90ef-b1ccb1222baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aad0f095-9a34-4d69-8adc-66dbe99d9006', 'name': 'tempest-ServersTestJSON-779106664-router', 'tenant_id': 'a530b24e9c394cc0824666a7df89bf0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.144'}], 'enable_snat': True}, 'gw_port_id': 'f1769461-c9bd-4976-89e8-b3a9d5ffaee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:31:51Z', 'updated_at': '2022-02-28T10:31:57Z', 'revision_number': 3, 'project_id': 'a530b24e9c394cc0824666a7df89bf0a', 'gw_port': {'id': 'f1769461-c9bd-4976-89e8-b3a9d5ffaee7', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:53:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aad0f095-9a34-4d69-8adc-66dbe99d9006', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:31:54Z', 'updated_at': '2022-02-28T10:32:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:32:04.072447 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-5c7f89fa-8263-465f-9e5f-6606830cb2ed None None] Provisioning complete for port c5513175-7249-457d-aadc-e926c59faf1b triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:32:04.072909 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5c7f89fa-8263-465f-9e5f-6606830cb2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (c5513175-7249-457d-aadc-e926c59faf1b), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:04.088134 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-ba1ce28f-74f0-40ac-b868-8f897f6d9d3c tempest-DHCPAgentSchedulersTestJSON-310007739 tempest-DHCPAgentSchedulersTestJSON-310007739-project-admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4560 time: 0.5410900 Feb 28 10:32:04.090741 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 33456) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:04.108477 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-051ea582-e1e9-4a49-b989-ae9e49f7c1aa tempest-DHCPAgentSchedulersTestJSON-805426757 tempest-DHCPAgentSchedulersTestJSON-805426757-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1677872466'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:32:04.137469 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-039e1c8f-72a3-4cae-aef2-1977175fe906 tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Network 49a726b4-ad5e-4a42-9416-073e6b3d4829 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:32:04.149977 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26acc941-186c-4f43-90ef-b1ccb1222baf None None] The sync data for ids ['aad0f095-9a34-4d69-8adc-66dbe99d9006'] in dv-neutron-master-2-hyperv is: [{'id': 'aad0f095-9a34-4d69-8adc-66dbe99d9006', 'name': 'tempest-ServersTestJSON-779106664-router', 'tenant_id': 'a530b24e9c394cc0824666a7df89bf0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.144'}], 'enable_snat': True}, 'gw_port_id': 'f1769461-c9bd-4976-89e8-b3a9d5ffaee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:31:51Z', 'updated_at': '2022-02-28T10:31:57Z', 'revision_number': 3, 'project_id': 'a530b24e9c394cc0824666a7df89bf0a', 'gw_port': {'id': 'f1769461-c9bd-4976-89e8-b3a9d5ffaee7', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:53:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aad0f095-9a34-4d69-8adc-66dbe99d9006', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:31:54Z', 'updated_at': '2022-02-28T10:32:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:32:04.169357 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-5c7f89fa-8263-465f-9e5f-6606830cb2ed None None] Port c5513175-7249-457d-aadc-e926c59faf1b cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:32:04.189305 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bbade5f2-5fd6-4d22-9390-5ab3ad8a21d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (7c20230d-1243-4bcc-99fa-4d09e9d513e9), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:04.219863 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-2659b413-1fd6-48ce-b9ba-c7883d95eb89 admin admin] Allocated IP 172.20.0.1 (da9969cf-fbcc-4307-8c2e-f65c87750026/68736f5c-4776-4059-9d35-abe8eebbb637/6d1de444-f18c-4ca8-b8bc-2f3c2287a0a8) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:32:04.225092 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-039e1c8f-72a3-4cae-aef2-1977175fe906 tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:32:04.228235 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6e970a1e-cbc8-4707-a078-e07cb4aa41d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (b7589594-72c6-4dd7-9994-37d216a47b07), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:04.231673 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6e970a1e-cbc8-4707-a078-e07cb4aa41d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:04.233860 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-6e970a1e-cbc8-4707-a078-e07cb4aa41d5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b7589594-72c6-4dd7-9994-37d216a47b07 HTTP/1.1" status: 204 len: 168 time: 1.3552961 Feb 28 10:32:04.243372 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039e1c8f-72a3-4cae-aef2-1977175fe906 tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:32:04.292037 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039e1c8f-72a3-4cae-aef2-1977175fe906 tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Pushing event updated for resources: {'Port': ['ID=00a577b9-ba7f-45c8-9146-23447180dd1a,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:32:04.314305 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e970a1e-cbc8-4707-a078-e07cb4aa41d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7589594-72c6-4dd7-9994-37d216a47b07,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:32:04.334299 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-051ea582-e1e9-4a49-b989-ae9e49f7c1aa tempest-DHCPAgentSchedulersTestJSON-805426757 tempest-DHCPAgentSchedulersTestJSON-805426757-project] Made reservation on behalf of bcdf45f8d4da4506b577ffcc5775314e for: {'network': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:32:04.339604 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-051ea582-e1e9-4a49-b989-ae9e49f7c1aa tempest-DHCPAgentSchedulersTestJSON-805426757 tempest-DHCPAgentSchedulersTestJSON-805426757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for network (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:04.445301 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-78063f91-5aee-4f46-8cf8-692a56e0d3ce tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758'] for port (69963c4c-f8a2-4689-86b9-a45754c9e0e4), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:04.498591 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78063f91-5aee-4f46-8cf8-692a56e0d3ce tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] Pushing event deleted for resources: {'Port': ['ID=69963c4c-f8a2-4689-86b9-a45754c9e0e4,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:32:04.581683 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bbade5f2-5fd6-4d22-9390-5ab3ad8a21d0 admin admin] Publish callbacks [] for port (7c20230d-1243-4bcc-99fa-4d09e9d513e9), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:04.595237 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-78063f91-5aee-4f46-8cf8-692a56e0d3ce tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] Publish callbacks [] for floatingip (c4e3ec36-eb05-4d7e-9d3b-a6bf2dc87502), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:04.598731 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bbade5f2-5fd6-4d22-9390-5ab3ad8a21d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (7c20230d-1243-4bcc-99fa-4d09e9d513e9), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:04.600183 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bbade5f2-5fd6-4d22-9390-5ab3ad8a21d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1802524'] for router_interface (ebec2a5a-7ca7-420e-949e-f77a5a64a595), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:04.721071 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79057af2-f4f4-4e94-b830-9c231d414956 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:32:04.734870 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e747fa-940d-43d3-b87b-44badecf9c00 None None] Sync routers for ids ['63bce622-3960-486c-b74c-b0f96a67ca30'] in dv-neutron-master-2-hyperv {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:32:04.757000 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e747fa-940d-43d3-b87b-44badecf9c00 None None] Routers {'63bce622-3960-486c-b74c-b0f96a67ca30'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:32:04.758438 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-c7e747fa-940d-43d3-b87b-44badecf9c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:31:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['63bce622-3960-486c-b74c-b0f96a67ca30'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:32:04.867022 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbade5f2-5fd6-4d22-9390-5ab3ad8a21d0 admin admin] Network b230672c-e40a-422a-a640-836f18ec11a6 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:32:04.916344 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-bbade5f2-5fd6-4d22-9390-5ab3ad8a21d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:32:05.018708 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2659b413-1fd6-48ce-b9ba-c7883d95eb89 admin admin] Publish callbacks [] for port (6d1de444-f18c-4ca8-b8bc-2f3c2287a0a8), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:05.107679 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-79057af2-f4f4-4e94-b830-9c231d414956 admin admin] 10.222.0.20 "PUT /v2.0/routers/63bce622-3960-486c-b74c-b0f96a67ca30/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3439193 Feb 28 10:32:05.114368 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-c7e747fa-940d-43d3-b87b-44badecf9c00 None None] Set router 63bce622-3960-486c-b74c-b0f96a67ca30 gateway port host: dv-neutron-master-2-hyperv {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:32:05.189401 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2659b413-1fd6-48ce-b9ba-c7883d95eb89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (6d1de444-f18c-4ca8-b8bc-2f3c2287a0a8), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:05.206981 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 33480) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:05.300840 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-051ea582-e1e9-4a49-b989-ae9e49f7c1aa tempest-DHCPAgentSchedulersTestJSON-805426757 tempest-DHCPAgentSchedulersTestJSON-805426757-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 250} {{(pid=103407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:32:05.325507 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device f1769461-c9bd-4976-89e8-b3a9d5ffaee7 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:32:05.370918 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbade5f2-5fd6-4d22-9390-5ab3ad8a21d0 admin admin] Pushing event updated for resources: {'Port': ['ID=7c20230d-1243-4bcc-99fa-4d09e9d513e9,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:32:05.395819 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2659b413-1fd6-48ce-b9ba-c7883d95eb89 admin admin] Network da9969cf-fbcc-4307-8c2e-f65c87750026 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:32:05.412292 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-78063f91-5aee-4f46-8cf8-692a56e0d3ce tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-823142'] for subnet (dff26c37-4894-415a-a43e-4ade5907c1cb), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:05.415483 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-2659b413-1fd6-48ce-b9ba-c7883d95eb89 admin admin] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:32:05.422756 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2659b413-1fd6-48ce-b9ba-c7883d95eb89 admin admin] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:32:05.438864 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-051ea582-e1e9-4a49-b989-ae9e49f7c1aa tempest-DHCPAgentSchedulersTestJSON-805426757 tempest-DHCPAgentSchedulersTestJSON-805426757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (343c3582-ecf4-48cb-9ca2-3ec91ad5c1c9), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:05.441650 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.db.segments_db [None req-051ea582-e1e9-4a49-b989-ae9e49f7c1aa tempest-DHCPAgentSchedulersTestJSON-805426757 tempest-DHCPAgentSchedulersTestJSON-805426757-project] Added segment 343c3582-ecf4-48cb-9ca2-3ec91ad5c1c9 of type vlan for network ee5235f7-7933-45cc-94d9-e913d3598bf5 Feb 28 10:32:05.542261 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbade5f2-5fd6-4d22-9390-5ab3ad8a21d0 admin admin] Router ebec2a5a-7ca7-420e-949e-f77a5a64a595 has already been hosted by L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 {{(pid=103408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:32:05.617994 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2659b413-1fd6-48ce-b9ba-c7883d95eb89 admin admin] Pushing event updated for resources: {'Port': ['ID=6d1de444-f18c-4ca8-b8bc-2f3c2287a0a8,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:32:05.626556 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-78063f91-5aee-4f46-8cf8-692a56e0d3ce tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-823145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551'] for subnet (dff26c37-4894-415a-a43e-4ade5907c1cb), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:05.679761 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78063f91-5aee-4f46-8cf8-692a56e0d3ce tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=dff26c37-4894-415a-a43e-4ade5907c1cb,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:32:05.691406 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-051ea582-e1e9-4a49-b989-ae9e49f7c1aa tempest-DHCPAgentSchedulersTestJSON-805426757 tempest-DHCPAgentSchedulersTestJSON-805426757-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742056637431'] for network (ee5235f7-7933-45cc-94d9-e913d3598bf5), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:05.789674 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-972fac9a-69c6-4c3f-b5fd-122a0b452f12 None None] Provisioning complete for port 7c20230d-1243-4bcc-99fa-4d09e9d513e9 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:32:05.791391 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-972fac9a-69c6-4c3f-b5fd-122a0b452f12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (7c20230d-1243-4bcc-99fa-4d09e9d513e9), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:05.813549 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.db.resource_extend [None req-051ea582-e1e9-4a49-b989-ae9e49f7c1aa tempest-DHCPAgentSchedulersTestJSON-805426757 tempest-DHCPAgentSchedulersTestJSON-805426757-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 10:32:05.822595 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-78063f91-5aee-4f46-8cf8-692a56e0d3ce tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672413', 'neutron.services.segments.db._delete_segments_for_network-8742057110173'] for network (9c7b3edf-e9b9-4da5-8080-9f1e0e912ddd), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:05.858608 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2659b413-1fd6-48ce-b9ba-c7883d95eb89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1803404'] for router_interface (aad0f095-9a34-4d69-8adc-66dbe99d9006), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:05.865065 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-78063f91-5aee-4f46-8cf8-692a56e0d3ce tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=103408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:32:05.865423 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-78063f91-5aee-4f46-8cf8-692a56e0d3ce tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:32:05.866189 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-78063f91-5aee-4f46-8cf8-692a56e0d3ce tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:32:05.866497 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-78063f91-5aee-4f46-8cf8-692a56e0d3ce tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] Subscribe: > port after_create 55550000 {{(pid=103408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:32:05.866832 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-78063f91-5aee-4f46-8cf8-692a56e0d3ce tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] Subscribe: > port after_delete 55550000 {{(pid=103408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:32:05.867153 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-78063f91-5aee-4f46-8cf8-692a56e0d3ce tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] Subscribe: > port after_update 55550000 {{(pid=103408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:32:05.867507 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-78063f91-5aee-4f46-8cf8-692a56e0d3ce tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=103408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:32:05.867936 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-78063f91-5aee-4f46-8cf8-692a56e0d3ce tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=103408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:32:05.868323 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-78063f91-5aee-4f46-8cf8-692a56e0d3ce tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=103408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:32:05.869319 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-78063f91-5aee-4f46-8cf8-692a56e0d3ce tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=103408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:32:05.890264 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port f1769461-c9bd-4976-89e8-b3a9d5ffaee7 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:32:05.891183 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (f1769461-c9bd-4976-89e8-b3a9d5ffaee7), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:05.959665 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-972fac9a-69c6-4c3f-b5fd-122a0b452f12 None None] Port 7c20230d-1243-4bcc-99fa-4d09e9d513e9 cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:32:05.993569 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-bb88fca3-e791-4d1d-8351-2c2ae1fdad2b tempest-QuotasTest-1471752852 tempest-QuotasTest-1471752852-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:32:05.997781 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-051ea582-e1e9-4a49-b989-ae9e49f7c1aa tempest-DHCPAgentSchedulersTestJSON-805426757 tempest-DHCPAgentSchedulersTestJSON-805426757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551'] for network (ee5235f7-7933-45cc-94d9-e913d3598bf5), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:06.003289 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-051ea582-e1e9-4a49-b989-ae9e49f7c1aa tempest-DHCPAgentSchedulersTestJSON-805426757 tempest-DHCPAgentSchedulersTestJSON-805426757-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:32:06.003727 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-051ea582-e1e9-4a49-b989-ae9e49f7c1aa tempest-DHCPAgentSchedulersTestJSON-805426757 tempest-DHCPAgentSchedulersTestJSON-805426757-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616561'] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:06.058498 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port f1769461-c9bd-4976-89e8-b3a9d5ffaee7 is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:32:06.059214 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (f1769461-c9bd-4976-89e8-b3a9d5ffaee7), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:06.081541 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] For port f1769461-c9bd-4976-89e8-b3a9d5ffaee7, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f1769461-c9bd-4976-89e8-b3a9d5ffaee7,segment=NetworkSegment(195d7ed7-323d-4284-82df-208cca613d99),segment_id=195d7ed7-323d-4284-82df-208cca613d99)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:32:06.108755 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (f1769461-c9bd-4976-89e8-b3a9d5ffaee7), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:06.109825 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device a243619b-d2d4-4c33-8a1d-88282887b5e1 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:32:06.201850 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-051ea582-e1e9-4a49-b989-ae9e49f7c1aa tempest-DHCPAgentSchedulersTestJSON-805426757 tempest-DHCPAgentSchedulersTestJSON-805426757-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.1002789 Feb 28 10:32:06.213785 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 33506) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:06.225003 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051ea582-e1e9-4a49-b989-ae9e49f7c1aa tempest-DHCPAgentSchedulersTestJSON-805426757 tempest-DHCPAgentSchedulersTestJSON-805426757-project] Pushing event updated for resources: {'Network': ['ID=ee5235f7-7933-45cc-94d9-e913d3598bf5,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:32:06.234787 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Pushing event updated for resources: {'Port': ['ID=f1769461-c9bd-4976-89e8-b3a9d5ffaee7,revision_number=4']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:32:06.260936 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-78063f91-5aee-4f46-8cf8-692a56e0d3ce tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=103408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:32:06.262287 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-78063f91-5aee-4f46-8cf8-692a56e0d3ce tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=103408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:32:06.262933 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-78063f91-5aee-4f46-8cf8-692a56e0d3ce tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=103408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:32:06.263640 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-78063f91-5aee-4f46-8cf8-692a56e0d3ce tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=103408) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 10:32:06.264194 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-78063f91-5aee-4f46-8cf8-692a56e0d3ce tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c7b3edf-e9b9-4da5-8080-9f1e0e912ddd']}} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:32:06.272888 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbade5f2-5fd6-4d22-9390-5ab3ad8a21d0 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:32:06.275951 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Network ee5235f7-7933-45cc-94d9-e913d3598bf5 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103409) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:32:06.282427 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1337620-d7b5-4a96-aa9a-5f42002dc6f9 None None] Sync routers for ids ['ebec2a5a-7ca7-420e-949e-f77a5a64a595'] in dv-neutron-master-2-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:32:06.301253 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1337620-d7b5-4a96-aa9a-5f42002dc6f9 None None] Routers {'ebec2a5a-7ca7-420e-949e-f77a5a64a595'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:32:06.305846 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-d1337620-d7b5-4a96-aa9a-5f42002dc6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:31:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['ebec2a5a-7ca7-420e-949e-f77a5a64a595'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:32:06.306914 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-bbade5f2-5fd6-4d22-9390-5ab3ad8a21d0 admin admin] 10.222.0.20 "PUT /v2.0/routers/ebec2a5a-7ca7-420e-949e-f77a5a64a595/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5677421 Feb 28 10:32:06.340037 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-78063f91-5aee-4f46-8cf8-692a56e0d3ce tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac2c64fb-0ca3-4399-aeff-ced09965d315') {'for_net_delete': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:32:06.340576 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-78063f91-5aee-4f46-8cf8-692a56e0d3ce tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac2c64fb-0ca3-4399-aeff-ced09965d315') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:32:06.374356 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-c7e747fa-940d-43d3-b87b-44badecf9c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63bce622-3960-486c-b74c-b0f96a67ca30', 'name': 'tempest-ServerActionsTestJSON-231407906-router', 'tenant_id': '194e12cf0f844c7eb6a851155ceb2206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.205'}], 'enable_snat': True}, 'gw_port_id': 'cd7cc0ca-0b66-4431-b24f-53d9a043c0a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:31:49Z', 'updated_at': '2022-02-28T10:32:00Z', 'revision_number': 4, 'project_id': '194e12cf0f844c7eb6a851155ceb2206', 'gw_port': {'id': 'cd7cc0ca-0b66-4431-b24f-53d9a043c0a5', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:76:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63bce622-3960-486c-b74c-b0f96a67ca30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:31:50Z', 'updated_at': '2022-02-28T10:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'c5513175-7249-457d-aadc-e926c59faf1b', 'name': '', 'network_id': 'c8fe4d5f-4a1f-41f9-85f5-28e75dcf99b0', 'tenant_id': '194e12cf0f844c7eb6a851155ceb2206', 'mac_address': 'fa:16:3e:fa:dc:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63bce622-3960-486c-b74c-b0f96a67ca30', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'f9ad3164-3d89-48ee-bb07-ade0c62bef16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:31:58Z', 'updated_at': '2022-02-28T10:32:01Z', 'revision_number': 2, 'project_id': '194e12cf0f844c7eb6a851155ceb2206', 'subnets': [{'id': 'f9ad3164-3d89-48ee-bb07-ade0c62bef16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:32:06.393135 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-78063f91-5aee-4f46-8cf8-692a56e0d3ce tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742057113766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3423550'] for segment (ac2c64fb-0ca3-4399-aeff-ced09965d315), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:06.450404 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-78063f91-5aee-4f46-8cf8-692a56e0d3ce tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (ac2c64fb-0ca3-4399-aeff-ced09965d315), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:06.475114 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78063f91-5aee-4f46-8cf8-692a56e0d3ce tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] Releasing vlan 298 on physical network physnet1 to pool {{(pid=103408) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:32:06.476925 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-16b248a5-447d-4805-bcdc-83e2884c2eb4 None None] Provisioning complete for port 6d1de444-f18c-4ca8-b8bc-2f3c2287a0a8 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:32:06.477413 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-16b248a5-447d-4805-bcdc-83e2884c2eb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (6d1de444-f18c-4ca8-b8bc-2f3c2287a0a8), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:06.479406 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-78063f91-5aee-4f46-8cf8-692a56e0d3ce tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3242693'] for segment (ac2c64fb-0ca3-4399-aeff-ced09965d315), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:06.493473 dv-neutron-master-2-hyperv neutron-server[103408]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 28 10:32:06.493473 dv-neutron-master-2-hyperv neutron-server[103408]: from cryptography.utils import int_from_bytes Feb 28 10:32:06.493473 dv-neutron-master-2-hyperv neutron-server[103408]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 28 10:32:06.493473 dv-neutron-master-2-hyperv neutron-server[103408]: from cryptography.utils import int_from_bytes Feb 28 10:32:06.493473 dv-neutron-master-2-hyperv neutron-server[103408]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. Feb 28 10:32:06.493473 dv-neutron-master-2-hyperv neutron-server[103408]: warnings.warn('Neutron quota engine will require "--force" ' Feb 28 10:32:06.493473 dv-neutron-master-2-hyperv neutron-server[103408]: Traceback (most recent call last): Feb 28 10:32:06.493473 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:32:06.493473 dv-neutron-master-2-hyperv neutron-server[103408]: timer() Feb 28 10:32:06.493473 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:32:06.493473 dv-neutron-master-2-hyperv neutron-server[103408]: cb(*args, **kw) Feb 28 10:32:06.493473 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:32:06.493473 dv-neutron-master-2-hyperv neutron-server[103408]: return func(*args, **kwargs) Feb 28 10:32:06.493473 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:32:06.493473 dv-neutron-master-2-hyperv neutron-server[103408]: self._notify() Feb 28 10:32:06.493473 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:32:06.493473 dv-neutron-master-2-hyperv neutron-server[103408]: self.callback(batched_events) Feb 28 10:32:06.493473 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:32:06.493473 dv-neutron-master-2-hyperv neutron-server[103408]: event.method(event) Feb 28 10:32:06.493473 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:32:06.493473 dv-neutron-master-2-hyperv neutron-server[103408]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:32:06.493473 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:32:06.493473 dv-neutron-master-2-hyperv neutron-server[103408]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:32:06.493473 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:32:06.493473 dv-neutron-master-2-hyperv neutron-server[103408]: return f(self, *a, **k) Feb 28 10:32:06.493473 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:32:06.493473 dv-neutron-master-2-hyperv neutron-server[103408]: return self._get(url).json() Feb 28 10:32:06.493473 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:32:06.493473 dv-neutron-master-2-hyperv neutron-server[103408]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:32:06.493473 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:32:06.493473 dv-neutron-master-2-hyperv neutron-server[103408]: return self.request(url, 'GET', **kwargs) Feb 28 10:32:06.493473 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:32:06.493473 dv-neutron-master-2-hyperv neutron-server[103408]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:32:06.493473 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:32:06.493473 dv-neutron-master-2-hyperv neutron-server[103408]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:32:06.493473 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:32:06.493473 dv-neutron-master-2-hyperv neutron-server[103408]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:32:06.493473 dv-neutron-master-2-hyperv neutron-server[103408]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:32:06.511833 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port a243619b-d2d4-4c33-8a1d-88282887b5e1 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:32:06.512221 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (a243619b-d2d4-4c33-8a1d-88282887b5e1), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:06.541135 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-852fb145-5f3a-4ef0-9b47-cb1807d72131 tempest-DHCPAgentSchedulersTestJSON-310007739 tempest-DHCPAgentSchedulersTestJSON-310007739-project-admin] 10.222.0.20 "GET /v2.0/agents/fb6705d2-4f70-4965-92a3-fbfccd43a6d3/dhcp-networks HTTP/1.1" status: 200 len: 7210 time: 0.3182483 Feb 28 10:32:06.551302 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 33522) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:06.600858 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e747fa-940d-43d3-b87b-44badecf9c00 None None] Checking router: 63bce622-3960-486c-b74c-b0f96a67ca30 for host: dv-neutron-master-2-hyperv {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:32:06.601647 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e747fa-940d-43d3-b87b-44badecf9c00 None None] Updating router 63bce622-3960-486c-b74c-b0f96a67ca30 port c5513175-7249-457d-aadc-e926c59faf1b binding host dv-neutron-master-2-hyperv {{(pid=103409) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 10:32:06.638732 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-78063f91-5aee-4f46-8cf8-692a56e0d3ce tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803269'] for network (9c7b3edf-e9b9-4da5-8080-9f1e0e912ddd), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:06.656679 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78063f91-5aee-4f46-8cf8-692a56e0d3ce tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9c7b3edf-e9b9-4da5-8080-9f1e0e912ddd {{(pid=103408) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 28 10:32:06.673460 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-d1337620-d7b5-4a96-aa9a-5f42002dc6f9 None None] Set router ebec2a5a-7ca7-420e-949e-f77a5a64a595 gateway port host: dv-neutron-master-2-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:32:06.698199 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78063f91-5aee-4f46-8cf8-692a56e0d3ce tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] Pushing event deleted for resources: {'Network': ['ID=9c7b3edf-e9b9-4da5-8080-9f1e0e912ddd,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:32:06.719016 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-78063f91-5aee-4f46-8cf8-692a56e0d3ce tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616561'] for network (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:06.726356 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-78063f91-5aee-4f46-8cf8-692a56e0d3ce tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] 10.222.0.20 "DELETE /v2.0/networks/9c7b3edf-e9b9-4da5-8080-9f1e0e912ddd HTTP/1.1" status: 204 len: 168 time: 3.8637564 Feb 28 10:32:06.726682 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 33530) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:06.807280 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-bb88fca3-e791-4d1d-8351-2c2ae1fdad2b tempest-QuotasTest-1471752852 tempest-QuotasTest-1471752852-project-admin] 10.222.0.20 "PUT /v2.0/quotas/7b7e652091da4f32b735cdf0c34d7781 HTTP/1.1" status: 200 len: 366 time: 1.5695462 Feb 28 10:32:06.816042 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-039e1c8f-72a3-4cae-aef2-1977175fe906 tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Publish callbacks [] for router_gateway (d31a3751-744c-4703-b3e1-141962c07b99), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:06.821161 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2659b413-1fd6-48ce-b9ba-c7883d95eb89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (6d1de444-f18c-4ca8-b8bc-2f3c2287a0a8), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:06.828081 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 33534) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:06.830254 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c7e747fa-940d-43d3-b87b-44badecf9c00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (c5513175-7249-457d-aadc-e926c59faf1b), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:06.849958 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-16b248a5-447d-4805-bcdc-83e2884c2eb4 None None] Port 6d1de444-f18c-4ca8-b8bc-2f3c2287a0a8 cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:32:06.927663 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 33536) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:06.936511 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-c794109d-b8a7-4ac0-89d9-5e8020296fce tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2059039037', 'description': 'tempest-description--625708304'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:32:06.954080 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-f11712a0-98f7-4199-8fdb-323cf423591f tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] 10.222.0.20 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 212 time: 0.2239370 Feb 28 10:32:06.958563 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-f3192825-b700-48b8-b595-61871e577f59 tempest-QuotasTest-1471752852 tempest-QuotasTest-1471752852-project-admin] 10.222.0.20 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.1302524 Feb 28 10:32:06.964916 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 33540) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:06.965250 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 33542) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:07.021054 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-53c29afc-8d03-491a-909c-6203fbb68c69 tempest-QuotasTest-1471752852 tempest-QuotasTest-1471752852-project-admin] 10.222.0.20 "GET /v2.0/quotas/7b7e652091da4f32b735cdf0c34d7781 HTTP/1.1" status: 200 len: 366 time: 0.0453849 Feb 28 10:32:07.034335 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 33544) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:07.061511 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c794109d-b8a7-4ac0-89d9-5e8020296fce tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] Publish callbacks [] for security_group (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:07.187015 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c333fce-5333-4b48-ae51-52cb50170dfa tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:32:07.195910 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c333fce-5333-4b48-ae51-52cb50170dfa tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:32:07.196773 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c333fce-5333-4b48-ae51-52cb50170dfa tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:32:07.197660 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c333fce-5333-4b48-ae51-52cb50170dfa tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:32:07.198115 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c333fce-5333-4b48-ae51-52cb50170dfa tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:32:07.198564 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c333fce-5333-4b48-ae51-52cb50170dfa tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:32:07.199011 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c333fce-5333-4b48-ae51-52cb50170dfa tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:32:07.199466 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c333fce-5333-4b48-ae51-52cb50170dfa tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:32:07.213664 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-3c333fce-5333-4b48-ae51-52cb50170dfa tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5199 time: 0.2422371 Feb 28 10:32:07.220338 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 33548) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:07.228483 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-d1337620-d7b5-4a96-aa9a-5f42002dc6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebec2a5a-7ca7-420e-949e-f77a5a64a595', 'name': 'tempest-ServersTestManualDisk-2129798420-router', 'tenant_id': 'd80868ff0b864fdfb22c0fe939fc8d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.108'}], 'enable_snat': True}, 'gw_port_id': 'a243619b-d2d4-4c33-8a1d-88282887b5e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:31:52Z', 'updated_at': '2022-02-28T10:32:04Z', 'revision_number': 4, 'project_id': 'd80868ff0b864fdfb22c0fe939fc8d79', 'gw_port': {'id': 'a243619b-d2d4-4c33-8a1d-88282887b5e1', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:49:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebec2a5a-7ca7-420e-949e-f77a5a64a595', 'device_owner': 'network:router_gateway', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:31:55Z', 'updated_at': '2022-02-28T10:32:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '7c20230d-1243-4bcc-99fa-4d09e9d513e9', 'name': '', 'network_id': 'b230672c-e40a-422a-a640-836f18ec11a6', 'tenant_id': 'd80868ff0b864fdfb22c0fe939fc8d79', 'mac_address': 'fa:16:3e:17:e6:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebec2a5a-7ca7-420e-949e-f77a5a64a595', 'device_owner': 'network:router_interface', 'standard_attr_id': 138, 'fixed_ips': [{'subnet_id': '589a74a6-9e3d-4112-a776-4fccf4b2370d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:32:02Z', 'updated_at': '2022-02-28T10:32:04Z', 'revision_number': 2, 'project_id': 'd80868ff0b864fdfb22c0fe939fc8d79', 'subnets': [{'id': '589a74a6-9e3d-4112-a776-4fccf4b2370d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:32:07.275114 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port a243619b-d2d4-4c33-8a1d-88282887b5e1 is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:32:07.282231 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (a243619b-d2d4-4c33-8a1d-88282887b5e1), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:07.282747 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.api.v2.resource [None req-164e9f36-ff48-412c-a110-2b451a5734c2 tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] delete failed (client error): The resource could not be found. Feb 28 10:32:07.286892 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-164e9f36-ff48-412c-a110-2b451a5734c2 tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] 10.222.0.20 "DELETE /v2.0/floatingips/c4e3ec36-eb05-4d7e-9d3b-a6bf2dc87502 HTTP/1.1" status: 404 len: 345 time: 0.0621536 Feb 28 10:32:07.288121 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 33550) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:07.302159 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 33552) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:07.312218 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1337620-d7b5-4a96-aa9a-5f42002dc6f9 None None] Checking router: ebec2a5a-7ca7-420e-949e-f77a5a64a595 for host: dv-neutron-master-2-hyperv {{(pid=103410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:32:07.312839 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1337620-d7b5-4a96-aa9a-5f42002dc6f9 None None] Updating router ebec2a5a-7ca7-420e-949e-f77a5a64a595 port 7c20230d-1243-4bcc-99fa-4d09e9d513e9 binding host dv-neutron-master-2-hyperv {{(pid=103410) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 10:32:07.331314 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-114aa85c-c40b-49d3-9f3a-86ccadb3a307 tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] DELETE failed (client error): The resource could not be found. Feb 28 10:32:07.331920 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-114aa85c-c40b-49d3-9f3a-86ccadb3a307 tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=103408) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:32:07.334436 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] For port a243619b-d2d4-4c33-8a1d-88282887b5e1, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a243619b-d2d4-4c33-8a1d-88282887b5e1,segment=NetworkSegment(195d7ed7-323d-4284-82df-208cca613d99),segment_id=195d7ed7-323d-4284-82df-208cca613d99)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:32:07.340835 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-114aa85c-c40b-49d3-9f3a-86ccadb3a307 tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] 10.222.0.20 "DELETE /v2.0/networks/9c7b3edf-e9b9-4da5-8080-9f1e0e912ddd HTTP/1.1" status: 404 len: 339 time: 0.0466356 Feb 28 10:32:07.342522 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 33556) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:07.356678 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-68c1124c-bcc8-4b8d-bda0-092f3ae325d0 tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] Request body: {'network': {'name': 'tempest-network--51309056', 'router:external': True}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:32:07.366104 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (a243619b-d2d4-4c33-8a1d-88282887b5e1), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:07.385718 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-e3479bce-2eb3-448b-8948-b222c827d135 tempest-QuotasTest-1471752852 tempest-QuotasTest-1471752852-project-admin] 10.222.0.20 "DELETE /v2.0/quotas/7b7e652091da4f32b735cdf0c34d7781 HTTP/1.1" status: 204 len: 168 time: 0.2833788 Feb 28 10:32:07.391937 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 33558) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:07.393200 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d1337620-d7b5-4a96-aa9a-5f42002dc6f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (7c20230d-1243-4bcc-99fa-4d09e9d513e9), before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:07.435983 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-a59945ab-4e17-488b-a2ea-abcf6a7ef5d2 tempest-QuotasTest-1471752852 tempest-QuotasTest-1471752852-project-admin] 10.222.0.20 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0333784 Feb 28 10:32:07.444823 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 33560) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:07.445735 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Pushing event updated for resources: {'Port': ['ID=a243619b-d2d4-4c33-8a1d-88282887b5e1,revision_number=4']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:32:07.534073 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-c5121aeb-a48a-4b69-ba38-d339e2f1b7f7 tempest-QuotasTest-1471752852 tempest-QuotasTest-1471752852-project-admin] 10.222.0.20 "GET /v2.0/quotas/7b7e652091da4f32b735cdf0c34d7781 HTTP/1.1" status: 200 len: 370 time: 0.0815549 Feb 28 10:32:07.534764 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 33562) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:07.540421 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device f1769461-c9bd-4976-89e8-b3a9d5ffaee7 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:32:07.558013 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68c1124c-bcc8-4b8d-bda0-092f3ae325d0 tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] Made reservation on behalf of be4760b2059d45cebfda82811f0f0b9a for: {'network': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:32:07.560415 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-68c1124c-bcc8-4b8d-bda0-092f3ae325d0 tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for network (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:07.574040 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17e807fd-3b00-446c-8c4b-b4d89c174f46 tempest-DHCPAgentSchedulersTestJSON-310007739 tempest-DHCPAgentSchedulersTestJSON-310007739-project-admin] Network ee5235f7-7933-45cc-94d9-e913d3598bf5 is scheduled to be hosted by DHCP agent fb6705d2-4f70-4965-92a3-fbfccd43a6d3 with binding_index 1 {{(pid=103407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:32:07.626530 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c794109d-b8a7-4ac0-89d9-5e8020296fce tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] Publish callbacks [] for security_group (c6054555-6cfe-4c7d-9758-21814521da07), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:07.629815 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c7e747fa-940d-43d3-b87b-44badecf9c00 None None] Publish callbacks [] for port (c5513175-7249-457d-aadc-e926c59faf1b), precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:07.641922 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c7e747fa-940d-43d3-b87b-44badecf9c00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (c5513175-7249-457d-aadc-e926c59faf1b), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:07.644243 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-16d1dfbd-499d-4ab8-8406-438f559a3210 tempest-QuotasTest-1471752852 tempest-QuotasTest-1471752852-project-admin] 10.222.0.20 "GET /v2.0/quotas/7b7e652091da4f32b735cdf0c34d7781/default HTTP/1.1" status: 200 len: 370 time: 0.1044130 Feb 28 10:32:07.656090 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 33564) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:07.683649 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c794109d-b8a7-4ac0-89d9-5e8020296fce tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (c6054555-6cfe-4c7d-9758-21814521da07), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:07.705272 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-a37402cb-c2ab-4e15-a89c-1c5c4a4ad3a0 tempest-MeteringIpV6TestJSON-1877822463 tempest-MeteringIpV6TestJSON-1877822463-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-674646763'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:32:07.705765 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-a37402cb-c2ab-4e15-a89c-1c5c4a4ad3a0 tempest-MeteringIpV6TestJSON-1877822463 tempest-MeteringIpV6TestJSON-1877822463-project-admin] Unknown quota resources ['metering_label']. {{(pid=103408) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 28 10:32:07.725794 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68d1e5f-4d17-4254-a275-999c7eaf8621 None None] Pushing event updated for resources: {'Port': ['ID=c5513175-7249-457d-aadc-e926c59faf1b,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:32:07.762828 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port f1769461-c9bd-4976-89e8-b3a9d5ffaee7 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:32:07.765736 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (f1769461-c9bd-4976-89e8-b3a9d5ffaee7), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:07.767842 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-17e807fd-3b00-446c-8c4b-b4d89c174f46 tempest-DHCPAgentSchedulersTestJSON-310007739 tempest-DHCPAgentSchedulersTestJSON-310007739-project-admin] 10.222.0.20 "POST /v2.0/agents/fb6705d2-4f70-4965-92a3-fbfccd43a6d3/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 1.2089179 Feb 28 10:32:07.787262 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 33568) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:07.798199 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68c1124c-bcc8-4b8d-bda0-092f3ae325d0 tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 253} {{(pid=103408) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:32:07.827926 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-411b83cd-6e61-4c0f-af20-32a20b30cc00 None None] Network ee5235f7-7933-45cc-94d9-e913d3598bf5 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:32:07.875037 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.api.v2.resource [None req-e36b3083-1cb3-41f2-a21e-88f5ec050137 tempest-QuotasTest-1471752852 tempest-QuotasTest-1471752852-project-admin] delete failed (client error): The resource could not be found. Feb 28 10:32:07.875785 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-e36b3083-1cb3-41f2-a21e-88f5ec050137 tempest-QuotasTest-1471752852 tempest-QuotasTest-1471752852-project-admin] 10.222.0.20 "DELETE /v2.0/quotas/7b7e652091da4f32b735cdf0c34d7781 HTTP/1.1" status: 404 len: 348 time: 0.2098169 Feb 28 10:32:07.979668 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d1337620-d7b5-4a96-aa9a-5f42002dc6f9 None None] Publish callbacks [] for port (7c20230d-1243-4bcc-99fa-4d09e9d513e9), precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:07.994685 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d1337620-d7b5-4a96-aa9a-5f42002dc6f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (7c20230d-1243-4bcc-99fa-4d09e9d513e9), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:08.011259 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c794109d-b8a7-4ac0-89d9-5e8020296fce tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6054555-6cfe-4c7d-9758-21814521da07,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:32:08.016156 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-1a926cd5-95f4-42b5-aca6-d30c46ae3057 tempest-DHCPAgentSchedulersTestJSON-310007739 tempest-DHCPAgentSchedulersTestJSON-310007739-project-admin] 10.222.0.20 "GET /v2.0/agents/fb6705d2-4f70-4965-92a3-fbfccd43a6d3/dhcp-networks HTTP/1.1" status: 200 len: 7249 time: 0.2179422 Feb 28 10:32:08.017016 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 33572) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:08.027232 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-039e1c8f-72a3-4cae-aef2-1977175fe906 tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1804241'] for router (d31a3751-744c-4703-b3e1-141962c07b99), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:08.039013 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c794109d-b8a7-4ac0-89d9-5e8020296fce tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] Publish callbacks [] for security_group (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:08.045354 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-c794109d-b8a7-4ac0-89d9-5e8020296fce tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.1166043 Feb 28 10:32:08.053773 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 33574) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:08.066995 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-c2a57036-cc00-4ada-82a1-b69f10d5c1fa tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] Request body: {'security_group_rule': {'security_group_id': 'c6054555-6cfe-4c7d-9758-21814521da07', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:32:08.201375 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e1dc5-c0bf-42a5-98a5-d1a3a618012d None None] Pushing event updated for resources: {'Port': ['ID=7c20230d-1243-4bcc-99fa-4d09e9d513e9,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:32:08.237216 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-566b466e-d9dc-40e7-9036-b1b8bad7f193 None None] Provisioning complete for port c5513175-7249-457d-aadc-e926c59faf1b triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:32:08.237828 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-566b466e-d9dc-40e7-9036-b1b8bad7f193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (c5513175-7249-457d-aadc-e926c59faf1b), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:08.242160 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-d1337620-d7b5-4a96-aa9a-5f42002dc6f9 None None] Attempting to bind port 7c20230d-1243-4bcc-99fa-4d09e9d513e9 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:32:08.242693 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-d1337620-d7b5-4a96-aa9a-5f42002dc6f9 None None] Attempting to bind port 7c20230d-1243-4bcc-99fa-4d09e9d513e9 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '3d92e6b6-a4bc-43fb-bb7a-1c97358db624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'b230672c-e40a-422a-a640-836f18ec11a6'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:32:08.244530 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1337620-d7b5-4a96-aa9a-5f42002dc6f9 None None] Attempting to bind port 7c20230d-1243-4bcc-99fa-4d09e9d513e9 on network b230672c-e40a-422a-a640-836f18ec11a6 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:32:08.257038 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1337620-d7b5-4a96-aa9a-5f42002dc6f9 None None] Checking agent: {'id': '75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 24, 15), 'started_at': datetime.datetime(2022, 2, 28, 10, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 31, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:32:08.260292 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1337620-d7b5-4a96-aa9a-5f42002dc6f9 None None] Checking segment: {'id': '3d92e6b6-a4bc-43fb-bb7a-1c97358db624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'b230672c-e40a-422a-a640-836f18ec11a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:32:08.260913 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d1337620-d7b5-4a96-aa9a-5f42002dc6f9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:08.261470 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1337620-d7b5-4a96-aa9a-5f42002dc6f9 None None] Bound using segment: {'id': '3d92e6b6-a4bc-43fb-bb7a-1c97358db624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'b230672c-e40a-422a-a640-836f18ec11a6'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:32:08.262125 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-d1337620-d7b5-4a96-aa9a-5f42002dc6f9 None None] Bound port: 7c20230d-1243-4bcc-99fa-4d09e9d513e9, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d92e6b6-a4bc-43fb-bb7a-1c97358db624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'b230672c-e40a-422a-a640-836f18ec11a6'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:32:08.262687 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d1337620-d7b5-4a96-aa9a-5f42002dc6f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (7c20230d-1243-4bcc-99fa-4d09e9d513e9), before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:08.297731 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-c7e747fa-940d-43d3-b87b-44badecf9c00 None None] Attempting to bind port c5513175-7249-457d-aadc-e926c59faf1b on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:32:08.301413 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-c7e747fa-940d-43d3-b87b-44badecf9c00 None None] Attempting to bind port c5513175-7249-457d-aadc-e926c59faf1b by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '77e95e95-117a-4c02-a631-ed9ab22724b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'c8fe4d5f-4a1f-41f9-85f5-28e75dcf99b0'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:32:08.301988 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e747fa-940d-43d3-b87b-44badecf9c00 None None] Attempting to bind port c5513175-7249-457d-aadc-e926c59faf1b on network c8fe4d5f-4a1f-41f9-85f5-28e75dcf99b0 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:32:08.328894 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-68c1124c-bcc8-4b8d-bda0-092f3ae325d0 tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (730478fc-f815-4bda-b743-f35b04010d24), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:08.329450 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.db.segments_db [None req-68c1124c-bcc8-4b8d-bda0-092f3ae325d0 tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] Added segment 730478fc-f815-4bda-b743-f35b04010d24 of type vlan for network 8830bf39-28d8-445a-a447-9f658e675656 Feb 28 10:32:08.340594 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e747fa-940d-43d3-b87b-44badecf9c00 None None] Checking agent: {'id': '75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 24, 15), 'started_at': datetime.datetime(2022, 2, 28, 10, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 31, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:32:08.341371 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e747fa-940d-43d3-b87b-44badecf9c00 None None] Checking segment: {'id': '77e95e95-117a-4c02-a631-ed9ab22724b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'c8fe4d5f-4a1f-41f9-85f5-28e75dcf99b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:32:08.341976 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c7e747fa-940d-43d3-b87b-44badecf9c00 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:08.344700 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e747fa-940d-43d3-b87b-44badecf9c00 None None] Bound using segment: {'id': '77e95e95-117a-4c02-a631-ed9ab22724b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'c8fe4d5f-4a1f-41f9-85f5-28e75dcf99b0'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:32:08.346609 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-c7e747fa-940d-43d3-b87b-44badecf9c00 None None] Bound port: c5513175-7249-457d-aadc-e926c59faf1b, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77e95e95-117a-4c02-a631-ed9ab22724b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'c8fe4d5f-4a1f-41f9-85f5-28e75dcf99b0'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:32:08.348133 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c7e747fa-940d-43d3-b87b-44badecf9c00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (c5513175-7249-457d-aadc-e926c59faf1b), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:08.349846 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 33576) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:08.365308 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (13ac42ae-016e-4baf-bb31-c6fa820b41c2), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:08.385466 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a37402cb-c2ab-4e15-a89c-1c5c4a4ad3a0 tempest-MeteringIpV6TestJSON-1877822463 tempest-MeteringIpV6TestJSON-1877822463-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:08.386475 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-a37402cb-c2ab-4e15-a89c-1c5c4a4ad3a0 tempest-MeteringIpV6TestJSON-1877822463 tempest-MeteringIpV6TestJSON-1877822463-project-admin] 10.222.0.20 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 1.0778775 Feb 28 10:32:08.409830 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 33578) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:08.410168 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 33580) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:08.425289 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-b2b48699-e2e4-4712-9a74-3681441bb865 tempest-MeteringIpV6TestJSON-1877822463 tempest-MeteringIpV6TestJSON-1877822463-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'cb4a2bfd-c214-49d8-a7d6-96e8e39e529a'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:32:08.425816 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-b2b48699-e2e4-4712-9a74-3681441bb865 tempest-MeteringIpV6TestJSON-1877822463 tempest-MeteringIpV6TestJSON-1877822463-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103407) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 28 10:32:08.431337 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-d1337620-d7b5-4a96-aa9a-5f42002dc6f9 None None] For port 7c20230d-1243-4bcc-99fa-4d09e9d513e9, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:32:08.435262 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-566b466e-d9dc-40e7-9036-b1b8bad7f193 None None] Port c5513175-7249-457d-aadc-e926c59faf1b cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:32:08.435552 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-d1337620-d7b5-4a96-aa9a-5f42002dc6f9 None None] For port 7c20230d-1243-4bcc-99fa-4d09e9d513e9, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7c20230d-1243-4bcc-99fa-4d09e9d513e9,segment=NetworkSegment(3d92e6b6-a4bc-43fb-bb7a-1c97358db624),segment_id=3d92e6b6-a4bc-43fb-bb7a-1c97358db624)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:32:08.445401 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d1337620-d7b5-4a96-aa9a-5f42002dc6f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (7c20230d-1243-4bcc-99fa-4d09e9d513e9), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:08.447445 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-92da6947-74fd-45d0-a38b-3a350006b66a tempest-ServersTestManualDisk-1927369875 tempest-ServersTestManualDisk-1927369875-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1533415960', 'description': 'tempest-description--518148854'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:32:08.480320 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-68c1124c-bcc8-4b8d-bda0-092f3ae325d0 tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742056637431'] for network (8830bf39-28d8-445a-a447-9f658e675656), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:08.508334 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-c7e747fa-940d-43d3-b87b-44badecf9c00 None None] For port c5513175-7249-457d-aadc-e926c59faf1b, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:32:08.509064 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1337620-d7b5-4a96-aa9a-5f42002dc6f9 None None] Routers {'ebec2a5a-7ca7-420e-949e-f77a5a64a595'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:32:08.509918 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-d1337620-d7b5-4a96-aa9a-5f42002dc6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:31:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['ebec2a5a-7ca7-420e-949e-f77a5a64a595'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:32:08.513775 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-c7e747fa-940d-43d3-b87b-44badecf9c00 None None] For port c5513175-7249-457d-aadc-e926c59faf1b, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c5513175-7249-457d-aadc-e926c59faf1b,segment=NetworkSegment(77e95e95-117a-4c02-a631-ed9ab22724b2),segment_id=77e95e95-117a-4c02-a631-ed9ab22724b2)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:32:08.514625 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2659b413-1fd6-48ce-b9ba-c7883d95eb89 admin admin] Publish callbacks [] for port (6d1de444-f18c-4ca8-b8bc-2f3c2287a0a8), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:08.553557 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c7e747fa-940d-43d3-b87b-44badecf9c00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (c5513175-7249-457d-aadc-e926c59faf1b), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:08.601289 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-68c1124c-bcc8-4b8d-bda0-092f3ae325d0 tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551'] for network (8830bf39-28d8-445a-a447-9f658e675656), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:08.602328 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68c1124c-bcc8-4b8d-bda0-092f3ae325d0 tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:32:08.603037 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-68c1124c-bcc8-4b8d-bda0-092f3ae325d0 tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616561'] for network (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:08.610600 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c2a57036-cc00-4ada-82a1-b69f10d5c1fa tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] Publish callbacks [] for security_group_rule (e973434d-c911-479e-8fa9-a5940dff14a0), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:08.626300 dv-neutron-master-2-hyperv neutron-server[103407]: WARNING neutron.services.metering.metering_plugin [None req-b2b48699-e2e4-4712-9a74-3681441bb865 tempest-MeteringIpV6TestJSON-1877822463 tempest-MeteringIpV6TestJSON-1877822463-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 28 10:32:08.640190 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68d1e5f-4d17-4254-a275-999c7eaf8621 None None] Pushing event updated for resources: {'Port': ['ID=c5513175-7249-457d-aadc-e926c59faf1b,revision_number=4']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:32:08.662747 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-cee43c81-9746-49c7-8a42-1ea4f5b00672 None None] Provisioning complete for port 7c20230d-1243-4bcc-99fa-4d09e9d513e9 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:32:08.663268 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-cee43c81-9746-49c7-8a42-1ea4f5b00672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (7c20230d-1243-4bcc-99fa-4d09e9d513e9), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:08.713677 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2659b413-1fd6-48ce-b9ba-c7883d95eb89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3498066'] for port (6d1de444-f18c-4ca8-b8bc-2f3c2287a0a8), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:08.753286 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port f1769461-c9bd-4976-89e8-b3a9d5ffaee7 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:32:08.760595 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.quota.resource [None req-2541a692-ea5b-4df7-8c3d-0fd13cd87bf4 tempest-QuotasTest-1471752852 tempest-QuotasTest-1471752852-project-admin] Usage tracker for resource:network and project:a22c2a84a1c246309cdb95e108108d59 is out of sync, need to count used quota {{(pid=103408) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 28 10:32:08.771772 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e747fa-940d-43d3-b87b-44badecf9c00 None None] Routers {'63bce622-3960-486c-b74c-b0f96a67ca30'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:32:08.780361 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.quota.resource [None req-2541a692-ea5b-4df7-8c3d-0fd13cd87bf4 tempest-QuotasTest-1471752852 tempest-QuotasTest-1471752852-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103408) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 28 10:32:08.789301 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-c7e747fa-940d-43d3-b87b-44badecf9c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:31:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['63bce622-3960-486c-b74c-b0f96a67ca30'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:32:08.804204 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-d1337620-d7b5-4a96-aa9a-5f42002dc6f9 None None] Set router ebec2a5a-7ca7-420e-949e-f77a5a64a595 gateway port host: dv-neutron-master-2-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:32:08.823466 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-f36f365c-3274-4005-8297-5c3002b024be tempest-DHCPAgentSchedulersTestJSON-310007739 tempest-DHCPAgentSchedulersTestJSON-310007739-project-admin] 10.222.0.20 "DELETE /v2.0/agents/fb6705d2-4f70-4965-92a3-fbfccd43a6d3/dhcp-networks/ee5235f7-7933-45cc-94d9-e913d3598bf5 HTTP/1.1" status: 204 len: 168 time: 0.8030570 Feb 28 10:32:08.828314 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 33584) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:08.846813 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-68c1124c-bcc8-4b8d-bda0-092f3ae325d0 tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 1.5009725 Feb 28 10:32:08.849721 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.quota.resource [None req-2541a692-ea5b-4df7-8c3d-0fd13cd87bf4 tempest-QuotasTest-1471752852 tempest-QuotasTest-1471752852-project-admin] Usage tracker for resource:subnet and project:a22c2a84a1c246309cdb95e108108d59 is out of sync, need to count used quota {{(pid=103408) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 28 10:32:08.854073 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 33586) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:08.874612 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.quota.resource [None req-2541a692-ea5b-4df7-8c3d-0fd13cd87bf4 tempest-QuotasTest-1471752852 tempest-QuotasTest-1471752852-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103408) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 28 10:32:08.880445 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c1124c-bcc8-4b8d-bda0-092f3ae325d0 tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] Pushing event updated for resources: {'Network': ['ID=8830bf39-28d8-445a-a447-9f658e675656,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:32:08.886668 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2659b413-1fd6-48ce-b9ba-c7883d95eb89 admin admin] Pushing event updated for resources: {'Port': ['ID=6d1de444-f18c-4ca8-b8bc-2f3c2287a0a8,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:32:08.950325 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-92da6947-74fd-45d0-a38b-3a350006b66a tempest-ServersTestManualDisk-1927369875 tempest-ServersTestManualDisk-1927369875-project] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:08.984608 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-c7e747fa-940d-43d3-b87b-44badecf9c00 None None] Set router 63bce622-3960-486c-b74c-b0f96a67ca30 gateway port host: dv-neutron-master-2-hyperv {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:32:08.987811 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e1dc5-c0bf-42a5-98a5-d1a3a618012d None None] Pushing event updated for resources: {'Port': ['ID=7c20230d-1243-4bcc-99fa-4d09e9d513e9,revision_number=4']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:32:08.989263 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b2b48699-e2e4-4712-9a74-3681441bb865 tempest-MeteringIpV6TestJSON-1877822463 tempest-MeteringIpV6TestJSON-1877822463-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:08.990650 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-b2b48699-e2e4-4712-9a74-3681441bb865 tempest-MeteringIpV6TestJSON-1877822463 tempest-MeteringIpV6TestJSON-1877822463-project-admin] 10.222.0.20 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.5781078 Feb 28 10:32:09.023830 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 33588) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:09.036598 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-28e0991f-91f3-4427-8a5a-20c45f596157 tempest-MeteringIpV6TestJSON-1877822463 tempest-MeteringIpV6TestJSON-1877822463-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'cb4a2bfd-c214-49d8-a7d6-96e8e39e529a'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:32:09.037602 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-28e0991f-91f3-4427-8a5a-20c45f596157 tempest-MeteringIpV6TestJSON-1877822463 tempest-MeteringIpV6TestJSON-1877822463-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103407) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 28 10:32:09.119010 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2659b413-1fd6-48ce-b9ba-c7883d95eb89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1802524'] for router_interface (aad0f095-9a34-4d69-8adc-66dbe99d9006), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:09.131564 dv-neutron-master-2-hyperv neutron-server[103407]: WARNING neutron.services.metering.metering_plugin [None req-28e0991f-91f3-4427-8a5a-20c45f596157 tempest-MeteringIpV6TestJSON-1877822463 tempest-MeteringIpV6TestJSON-1877822463-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 28 10:32:09.145812 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-d1337620-d7b5-4a96-aa9a-5f42002dc6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebec2a5a-7ca7-420e-949e-f77a5a64a595', 'name': 'tempest-ServersTestManualDisk-2129798420-router', 'tenant_id': 'd80868ff0b864fdfb22c0fe939fc8d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.108'}], 'enable_snat': True}, 'gw_port_id': 'a243619b-d2d4-4c33-8a1d-88282887b5e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:31:52Z', 'updated_at': '2022-02-28T10:32:04Z', 'revision_number': 4, 'project_id': 'd80868ff0b864fdfb22c0fe939fc8d79', 'gw_port': {'id': 'a243619b-d2d4-4c33-8a1d-88282887b5e1', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:49:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebec2a5a-7ca7-420e-949e-f77a5a64a595', 'device_owner': 'network:router_gateway', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:31:55Z', 'updated_at': '2022-02-28T10:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '7c20230d-1243-4bcc-99fa-4d09e9d513e9', 'name': '', 'network_id': 'b230672c-e40a-422a-a640-836f18ec11a6', 'tenant_id': 'd80868ff0b864fdfb22c0fe939fc8d79', 'mac_address': 'fa:16:3e:17:e6:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebec2a5a-7ca7-420e-949e-f77a5a64a595', 'device_owner': 'network:router_interface', 'standard_attr_id': 138, 'fixed_ips': [{'subnet_id': '589a74a6-9e3d-4112-a776-4fccf4b2370d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:32:02Z', 'updated_at': '2022-02-28T10:32:08Z', 'revision_number': 4, 'project_id': 'd80868ff0b864fdfb22c0fe939fc8d79', 'subnets': [{'id': '589a74a6-9e3d-4112-a776-4fccf4b2370d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:32:09.168115 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c2a57036-cc00-4ada-82a1-b69f10d5c1fa tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] Publish callbacks [] for security_group_rule (e973434d-c911-479e-8fa9-a5940dff14a0), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:09.191272 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1337620-d7b5-4a96-aa9a-5f42002dc6f9 None None] The sync data for ids ['ebec2a5a-7ca7-420e-949e-f77a5a64a595'] in dv-neutron-master-2-hyperv is: [{'id': 'ebec2a5a-7ca7-420e-949e-f77a5a64a595', 'name': 'tempest-ServersTestManualDisk-2129798420-router', 'tenant_id': 'd80868ff0b864fdfb22c0fe939fc8d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.108'}], 'enable_snat': True}, 'gw_port_id': 'a243619b-d2d4-4c33-8a1d-88282887b5e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:31:52Z', 'updated_at': '2022-02-28T10:32:04Z', 'revision_number': 4, 'project_id': 'd80868ff0b864fdfb22c0fe939fc8d79', 'gw_port': {'id': 'a243619b-d2d4-4c33-8a1d-88282887b5e1', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:49:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebec2a5a-7ca7-420e-949e-f77a5a64a595', 'device_owner': 'network:router_gateway', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:31:55Z', 'updated_at': '2022-02-28T10:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '7c20230d-1243-4bcc-99fa-4d09e9d513e9', 'name': '', 'network_id': 'b230672c-e40a-422a-a640-836f18ec11a6', 'tenant_id': 'd80868ff0b864fdfb22c0fe939fc8d79', 'mac_address': 'fa:16:3e:17:e6:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebec2a5a-7ca7-420e-949e-f77a5a64a595', 'device_owner': 'network:router_interface', 'standard_attr_id': 138, 'fixed_ips': [{'subnet_id': '589a74a6-9e3d-4112-a776-4fccf4b2370d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:32:02Z', 'updated_at': '2022-02-28T10:32:08Z', 'revision_number': 4, 'project_id': 'd80868ff0b864fdfb22c0fe939fc8d79', 'subnets': [{'id': '589a74a6-9e3d-4112-a776-4fccf4b2370d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:32:09.239644 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-28aca218-7678-484f-a5ad-cfb15b6ea4f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fb6705d2-4f70-4965-92a3-fbfccd43a6d3), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:09.260808 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Network 8830bf39-28d8-445a-a447-9f658e675656 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103409) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:32:09.325348 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c2a57036-cc00-4ada-82a1-b69f10d5c1fa tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594242'] for security_group_rule (e973434d-c911-479e-8fa9-a5940dff14a0), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:09.443878 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a57036-cc00-4ada-82a1-b69f10d5c1fa tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e973434d-c911-479e-8fa9-a5940dff14a0,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:32:09.453890 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-28e0991f-91f3-4427-8a5a-20c45f596157 tempest-MeteringIpV6TestJSON-1877822463 tempest-MeteringIpV6TestJSON-1877822463-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:09.458276 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-28e0991f-91f3-4427-8a5a-20c45f596157 tempest-MeteringIpV6TestJSON-1877822463 tempest-MeteringIpV6TestJSON-1877822463-project-admin] 10.222.0.20 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.4297535 Feb 28 10:32:09.461004 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-92da6947-74fd-45d0-a38b-3a350006b66a tempest-ServersTestManualDisk-1927369875 tempest-ServersTestManualDisk-1927369875-project] Publish callbacks [] for security_group (f7c3c379-f26e-44ef-badf-d68ef2cd35f5), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:09.483213 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 33592) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:09.491591 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c2a57036-cc00-4ada-82a1-b69f10d5c1fa tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:09.499919 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-c2a57036-cc00-4ada-82a1-b69f10d5c1fa tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4392748 Feb 28 10:32:09.531944 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-cee43c81-9746-49c7-8a42-1ea4f5b00672 None None] Current status of the port 7c20230d-1243-4bcc-99fa-4d09e9d513e9 is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:32:09.532106 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 33594) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:09.532386 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-cee43c81-9746-49c7-8a42-1ea4f5b00672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (7c20230d-1243-4bcc-99fa-4d09e9d513e9), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:09.533171 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-92da6947-74fd-45d0-a38b-3a350006b66a tempest-ServersTestManualDisk-1927369875 tempest-ServersTestManualDisk-1927369875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (f7c3c379-f26e-44ef-badf-d68ef2cd35f5), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:09.541769 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-5dd8b976-a8e4-4398-aa16-b1a4df336941 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] Request body: {'security_group_rule': {'security_group_id': 'c6054555-6cfe-4c7d-9758-21814521da07', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:32:09.559227 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-9374d092-604e-47e1-822c-06da4eab52ac tempest-DHCPAgentSchedulersTestJSON-310007739 tempest-DHCPAgentSchedulersTestJSON-310007739-project-admin] 10.222.0.20 "GET /v2.0/agents/fb6705d2-4f70-4965-92a3-fbfccd43a6d3/dhcp-networks HTTP/1.1" status: 200 len: 6479 time: 0.7132351 Feb 28 10:32:09.568951 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-670164de-d056-4b3c-9ad5-31e1e5ddc579 tempest-MeteringIpV6TestJSON-1877822463 tempest-MeteringIpV6TestJSON-1877822463-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-label-rules?id=4915d0a0-d788-455e-a5d2-3f3cd20e0967 HTTP/1.1" status: 200 len: 462 time: 0.0848534 Feb 28 10:32:09.575372 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 33596) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:09.576004 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 33598) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:09.635581 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-039e1c8f-72a3-4cae-aef2-1977175fe906 tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Router d31a3751-744c-4703-b3e1-141962c07b99 is scheduled to L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 with binding_index 1 {{(pid=103407) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 10:32:09.637037 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.quota.resource [None req-2541a692-ea5b-4df7-8c3d-0fd13cd87bf4 tempest-QuotasTest-1471752852 tempest-QuotasTest-1471752852-project-admin] Usage tracker for resource:subnetpool and project:a22c2a84a1c246309cdb95e108108d59 is out of sync, need to count used quota {{(pid=103408) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 28 10:32:09.637496 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-cee43c81-9746-49c7-8a42-1ea4f5b00672 None None] For port 7c20230d-1243-4bcc-99fa-4d09e9d513e9, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7c20230d-1243-4bcc-99fa-4d09e9d513e9,segment=NetworkSegment(3d92e6b6-a4bc-43fb-bb7a-1c97358db624),segment_id=3d92e6b6-a4bc-43fb-bb7a-1c97358db624)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:32:09.656788 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-cee43c81-9746-49c7-8a42-1ea4f5b00672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (7c20230d-1243-4bcc-99fa-4d09e9d513e9), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:09.669224 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.quota.resource [None req-2541a692-ea5b-4df7-8c3d-0fd13cd87bf4 tempest-QuotasTest-1471752852 tempest-QuotasTest-1471752852-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=103408) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 28 10:32:09.672638 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device a243619b-d2d4-4c33-8a1d-88282887b5e1 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:32:09.688690 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-92da6947-74fd-45d0-a38b-3a350006b66a tempest-ServersTestManualDisk-1927369875 tempest-ServersTestManualDisk-1927369875-project] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:09.690072 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-92da6947-74fd-45d0-a38b-3a350006b66a tempest-ServersTestManualDisk-1927369875 tempest-ServersTestManualDisk-1927369875-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.2758522 Feb 28 10:32:09.696070 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 33602) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:09.706438 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2659b413-1fd6-48ce-b9ba-c7883d95eb89 admin admin] Network da9969cf-fbcc-4307-8c2e-f65c87750026 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:32:09.713387 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-74c0e74d-811c-409a-95c2-9497159287e7 tempest-ServersTestManualDisk-1927369875 tempest-ServersTestManualDisk-1927369875-project] Request body: {'security_group_rule': {'security_group_id': 'f7c3c379-f26e-44ef-badf-d68ef2cd35f5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:32:09.716224 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92da6947-74fd-45d0-a38b-3a350006b66a tempest-ServersTestManualDisk-1927369875 tempest-ServersTestManualDisk-1927369875-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7c3c379-f26e-44ef-badf-d68ef2cd35f5,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:32:09.723659 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.quota.resource [None req-2541a692-ea5b-4df7-8c3d-0fd13cd87bf4 tempest-QuotasTest-1471752852 tempest-QuotasTest-1471752852-project-admin] Usage tracker for resource:port and project:a22c2a84a1c246309cdb95e108108d59 is out of sync, need to count used quota {{(pid=103408) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 28 10:32:09.725169 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-2659b413-1fd6-48ce-b9ba-c7883d95eb89 admin admin] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:32:09.733782 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91cbd50e-744f-46a2-8906-dbfb46f2c94f tempest-ExternalNetworksTestJSON-1152192211 tempest-ExternalNetworksTestJSON-1152192211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:32:09.735416 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-3cc7e783-7e75-41a9-be90-437883a6a711 tempest-DHCPAgentSchedulersTestJSON-310007739 tempest-DHCPAgentSchedulersTestJSON-310007739-project-admin] 10.222.0.20 "GET /v2.0/networks/a43e4332-bcba-4283-a498-28488d5e40b6/dhcp-agents HTTP/1.1" status: 200 len: 809 time: 0.1447561 Feb 28 10:32:09.739248 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91cbd50e-744f-46a2-8906-dbfb46f2c94f tempest-ExternalNetworksTestJSON-1152192211 tempest-ExternalNetworksTestJSON-1152192211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:32:09.740943 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 33604) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:09.745006 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91cbd50e-744f-46a2-8906-dbfb46f2c94f tempest-ExternalNetworksTestJSON-1152192211 tempest-ExternalNetworksTestJSON-1152192211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:32:09.754289 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91cbd50e-744f-46a2-8906-dbfb46f2c94f tempest-ExternalNetworksTestJSON-1152192211 tempest-ExternalNetworksTestJSON-1152192211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:32:09.757733 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-c7e747fa-940d-43d3-b87b-44badecf9c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63bce622-3960-486c-b74c-b0f96a67ca30', 'name': 'tempest-ServerActionsTestJSON-231407906-router', 'tenant_id': '194e12cf0f844c7eb6a851155ceb2206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.205'}], 'enable_snat': True}, 'gw_port_id': 'cd7cc0ca-0b66-4431-b24f-53d9a043c0a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:31:49Z', 'updated_at': '2022-02-28T10:32:00Z', 'revision_number': 4, 'project_id': '194e12cf0f844c7eb6a851155ceb2206', 'gw_port': {'id': 'cd7cc0ca-0b66-4431-b24f-53d9a043c0a5', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:76:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63bce622-3960-486c-b74c-b0f96a67ca30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:31:50Z', 'updated_at': '2022-02-28T10:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'c5513175-7249-457d-aadc-e926c59faf1b', 'name': '', 'network_id': 'c8fe4d5f-4a1f-41f9-85f5-28e75dcf99b0', 'tenant_id': '194e12cf0f844c7eb6a851155ceb2206', 'mac_address': 'fa:16:3e:fa:dc:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63bce622-3960-486c-b74c-b0f96a67ca30', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'f9ad3164-3d89-48ee-bb07-ade0c62bef16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:31:58Z', 'updated_at': '2022-02-28T10:32:08Z', 'revision_number': 4, 'project_id': '194e12cf0f844c7eb6a851155ceb2206', 'subnets': [{'id': 'f9ad3164-3d89-48ee-bb07-ade0c62bef16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:32:09.759462 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91cbd50e-744f-46a2-8906-dbfb46f2c94f tempest-ExternalNetworksTestJSON-1152192211 tempest-ExternalNetworksTestJSON-1152192211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:32:09.764013 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-91cbd50e-744f-46a2-8906-dbfb46f2c94f tempest-ExternalNetworksTestJSON-1152192211 tempest-ExternalNetworksTestJSON-1152192211-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3054 time: 0.8836651 Feb 28 10:32:09.772025 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 33606) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:09.786130 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.quota.resource [None req-2541a692-ea5b-4df7-8c3d-0fd13cd87bf4 tempest-QuotasTest-1471752852 tempest-QuotasTest-1471752852-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=103408) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 28 10:32:09.790730 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5dd8b976-a8e4-4398-aa16-b1a4df336941 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] Publish callbacks [] for security_group_rule (1f2b6ed8-f239-4a36-a130-f70872cd5bb1), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:09.850452 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e747fa-940d-43d3-b87b-44badecf9c00 None None] The sync data for ids ['63bce622-3960-486c-b74c-b0f96a67ca30'] in dv-neutron-master-2-hyperv is: [{'id': '63bce622-3960-486c-b74c-b0f96a67ca30', 'name': 'tempest-ServerActionsTestJSON-231407906-router', 'tenant_id': '194e12cf0f844c7eb6a851155ceb2206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.205'}], 'enable_snat': True}, 'gw_port_id': 'cd7cc0ca-0b66-4431-b24f-53d9a043c0a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:31:49Z', 'updated_at': '2022-02-28T10:32:00Z', 'revision_number': 4, 'project_id': '194e12cf0f844c7eb6a851155ceb2206', 'gw_port': {'id': 'cd7cc0ca-0b66-4431-b24f-53d9a043c0a5', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:76:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63bce622-3960-486c-b74c-b0f96a67ca30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:31:50Z', 'updated_at': '2022-02-28T10:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'c5513175-7249-457d-aadc-e926c59faf1b', 'name': '', 'network_id': 'c8fe4d5f-4a1f-41f9-85f5-28e75dcf99b0', 'tenant_id': '194e12cf0f844c7eb6a851155ceb2206', 'mac_address': 'fa:16:3e:fa:dc:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63bce622-3960-486c-b74c-b0f96a67ca30', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'f9ad3164-3d89-48ee-bb07-ade0c62bef16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:31:58Z', 'updated_at': '2022-02-28T10:32:08Z', 'revision_number': 4, 'project_id': '194e12cf0f844c7eb6a851155ceb2206', 'subnets': [{'id': 'f9ad3164-3d89-48ee-bb07-ade0c62bef16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:32:09.851998 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee43c81-9746-49c7-8a42-1ea4f5b00672 None None] Pushing event updated for resources: {'Port': ['ID=7c20230d-1243-4bcc-99fa-4d09e9d513e9,revision_number=5']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:32:09.938897 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.quota.resource [None req-2541a692-ea5b-4df7-8c3d-0fd13cd87bf4 tempest-QuotasTest-1471752852 tempest-QuotasTest-1471752852-project-admin] Usage tracker for resource:router and project:a22c2a84a1c246309cdb95e108108d59 is out of sync, need to count used quota {{(pid=103408) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 28 10:32:09.960054 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-3bd0719e-0ba8-42ea-a7c8-9fff02678092 None None] Provisioning complete for port 7c20230d-1243-4bcc-99fa-4d09e9d513e9 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:32:09.962758 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3bd0719e-0ba8-42ea-a7c8-9fff02678092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (7c20230d-1243-4bcc-99fa-4d09e9d513e9), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:09.969159 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-239f5d6d-66dd-4cb4-ab05-b9fdd112f94a tempest-DHCPAgentSchedulersTestJSON-310007739 tempest-DHCPAgentSchedulersTestJSON-310007739-project-admin] 10.222.0.20 "GET /v2.0/networks/a43e4332-bcba-4283-a498-28488d5e40b6/dhcp-agents HTTP/1.1" status: 200 len: 809 time: 0.1748474 Feb 28 10:32:09.978721 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.quota.resource [None req-2541a692-ea5b-4df7-8c3d-0fd13cd87bf4 tempest-QuotasTest-1471752852 tempest-QuotasTest-1471752852-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103408) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 28 10:32:09.988236 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 33608) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:10.011252 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-74c0e74d-811c-409a-95c2-9497159287e7 tempest-ServersTestManualDisk-1927369875 tempest-ServersTestManualDisk-1927369875-project] Publish callbacks [] for security_group_rule (2db926b2-455c-4f24-907b-2909399e28ba), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:10.021536 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port a243619b-d2d4-4c33-8a1d-88282887b5e1 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:32:10.021848 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (a243619b-d2d4-4c33-8a1d-88282887b5e1), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:10.141351 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-dfa724c7-2b7a-4ee4-aae5-f45c65a7edfe tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-665757'] for network (8830bf39-28d8-445a-a447-9f658e675656), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:10.172392 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9e43aed8-0111-406b-8152-6f4a7e5ebc6c tempest-MeteringIpV6TestJSON-1877822463 tempest-MeteringIpV6TestJSON-1877822463-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:10.176850 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-9e43aed8-0111-406b-8152-6f4a7e5ebc6c tempest-MeteringIpV6TestJSON-1877822463 tempest-MeteringIpV6TestJSON-1877822463-project-admin] 10.222.0.20 "DELETE /v2.0/metering/metering-label-rules/4915d0a0-d788-455e-a5d2-3f3cd20e0967 HTTP/1.1" status: 204 len: 168 time: 0.5783131 Feb 28 10:32:10.177575 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 33610) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:10.192582 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-039e1c8f-72a3-4cae-aef2-1977175fe906 tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:32:10.214532 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5dd8b976-a8e4-4398-aa16-b1a4df336941 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] Publish callbacks [] for security_group_rule (1f2b6ed8-f239-4a36-a130-f70872cd5bb1), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:10.219483 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79552134-9bdd-4151-a4c8-4b1c59db8703 None None] Sync routers for ids ['d31a3751-744c-4703-b3e1-141962c07b99'] in dv-neutron-master-2-hyperv {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:32:10.230619 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-3bd0719e-0ba8-42ea-a7c8-9fff02678092 None None] Current status of the port 7c20230d-1243-4bcc-99fa-4d09e9d513e9 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:32:10.235980 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-a4fcc160-0ab0-4ff7-a0a2-e85f73320335 tempest-MeteringIpV6TestJSON-1877822463 tempest-MeteringIpV6TestJSON-1877822463-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-label-rules?id=4915d0a0-d788-455e-a5d2-3f3cd20e0967 HTTP/1.1" status: 200 len: 221 time: 0.0527015 Feb 28 10:32:10.236199 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.quota.resource [None req-2541a692-ea5b-4df7-8c3d-0fd13cd87bf4 tempest-QuotasTest-1471752852 tempest-QuotasTest-1471752852-project-admin] Usage tracker for resource:floatingip and project:a22c2a84a1c246309cdb95e108108d59 is out of sync, need to count used quota {{(pid=103408) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 28 10:32:10.239307 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5dd8b976-a8e4-4398-aa16-b1a4df336941 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594242'] for security_group_rule (1f2b6ed8-f239-4a36-a130-f70872cd5bb1), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:10.239794 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 33612) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:10.254742 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-039e1c8f-72a3-4cae-aef2-1977175fe906 tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:10.256004 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-039e1c8f-72a3-4cae-aef2-1977175fe906 tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 11.5693223 Feb 28 10:32:10.262804 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2659b413-1fd6-48ce-b9ba-c7883d95eb89 admin admin] Router aad0f095-9a34-4d69-8adc-66dbe99d9006 has already been hosted by L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:32:10.264964 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79552134-9bdd-4151-a4c8-4b1c59db8703 None None] Routers {'d31a3751-744c-4703-b3e1-141962c07b99'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:32:10.265612 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-79552134-9bdd-4151-a4c8-4b1c59db8703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:31:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['d31a3751-744c-4703-b3e1-141962c07b99'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:32:10.269739 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-82701323-a05f-4aa5-8435-0fc43ab535d8 tempest-MeteringIpV6TestJSON-1877822463 tempest-MeteringIpV6TestJSON-1877822463-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1389192115', 'description': 'label created by tempest'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:32:10.270212 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-82701323-a05f-4aa5-8435-0fc43ab535d8 tempest-MeteringIpV6TestJSON-1877822463 tempest-MeteringIpV6TestJSON-1877822463-project-admin] Unknown quota resources ['metering_label']. {{(pid=103408) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 28 10:32:10.274429 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 33614) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:10.298106 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.quota.resource [None req-2541a692-ea5b-4df7-8c3d-0fd13cd87bf4 tempest-QuotasTest-1471752852 tempest-QuotasTest-1471752852-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103408) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 28 10:32:10.312785 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port a243619b-d2d4-4c33-8a1d-88282887b5e1 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:32:10.314460 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 7c20230d-1243-4bcc-99fa-4d09e9d513e9 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:32:10.320146 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-3bd0719e-0ba8-42ea-a7c8-9fff02678092 None None] Provisioning complete for port c5513175-7249-457d-aadc-e926c59faf1b triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:32:10.320525 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3bd0719e-0ba8-42ea-a7c8-9fff02678092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (c5513175-7249-457d-aadc-e926c59faf1b), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:10.341503 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd8b976-a8e4-4398-aa16-b1a4df336941 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f2b6ed8-f239-4a36-a130-f70872cd5bb1,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:32:10.348363 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5dd8b976-a8e4-4398-aa16-b1a4df336941 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:10.353605 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-5dd8b976-a8e4-4398-aa16-b1a4df336941 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8162651 Feb 28 10:32:10.355551 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 33616) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:10.362772 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-f8d40226-908b-42ad-ab4f-c9f987754921 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] Request body: {'floatingip': {'floating_network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:32:10.415560 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-74c0e74d-811c-409a-95c2-9497159287e7 tempest-ServersTestManualDisk-1927369875 tempest-ServersTestManualDisk-1927369875-project] Publish callbacks [] for security_group_rule (2db926b2-455c-4f24-907b-2909399e28ba), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:10.465112 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-79552134-9bdd-4151-a4c8-4b1c59db8703 None None] Set router d31a3751-744c-4703-b3e1-141962c07b99 gateway port host: dv-neutron-master-2-hyperv {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:32:10.562318 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-74c0e74d-811c-409a-95c2-9497159287e7 tempest-ServersTestManualDisk-1927369875 tempest-ServersTestManualDisk-1927369875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594242'] for security_group_rule (2db926b2-455c-4f24-907b-2909399e28ba), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:10.584486 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-dfa724c7-2b7a-4ee4-aae5-f45c65a7edfe tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672413', 'neutron.services.segments.db._delete_segments_for_network-8742057110173'] for network (8830bf39-28d8-445a-a447-9f658e675656), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:10.614974 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-dfa724c7-2b7a-4ee4-aae5-f45c65a7edfe tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8830bf39-28d8-445a-a447-9f658e675656']}} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:32:10.622507 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port 7c20230d-1243-4bcc-99fa-4d09e9d513e9 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:32:10.623419 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (7c20230d-1243-4bcc-99fa-4d09e9d513e9), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:10.632784 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-dfa724c7-2b7a-4ee4-aae5-f45c65a7edfe tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '730478fc-f815-4bda-b743-f35b04010d24') {'for_net_delete': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:32:10.632784 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-dfa724c7-2b7a-4ee4-aae5-f45c65a7edfe tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '730478fc-f815-4bda-b743-f35b04010d24') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:32:10.646852 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-dfa724c7-2b7a-4ee4-aae5-f45c65a7edfe tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742057113766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3423550'] for segment (730478fc-f815-4bda-b743-f35b04010d24), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:10.655020 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f8d40226-908b-42ad-ab4f-c9f987754921 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:10.683045 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-3bd0719e-0ba8-42ea-a7c8-9fff02678092 None None] Current status of the port c5513175-7249-457d-aadc-e926c59faf1b is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:32:10.683497 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3bd0719e-0ba8-42ea-a7c8-9fff02678092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (c5513175-7249-457d-aadc-e926c59faf1b), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:10.684070 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-dfa724c7-2b7a-4ee4-aae5-f45c65a7edfe tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (730478fc-f815-4bda-b743-f35b04010d24), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:10.697793 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfa724c7-2b7a-4ee4-aae5-f45c65a7edfe tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] Releasing vlan 253 on physical network physnet1 to pool {{(pid=103408) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:32:10.698405 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-dfa724c7-2b7a-4ee4-aae5-f45c65a7edfe tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3242693'] for segment (730478fc-f815-4bda-b743-f35b04010d24), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:10.776412 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-83733363-266e-4c6e-a9f4-a4f822e23fe4 tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Publish callbacks [] for router (d31a3751-744c-4703-b3e1-141962c07b99), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:10.799800 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-3bd0719e-0ba8-42ea-a7c8-9fff02678092 None None] For port c5513175-7249-457d-aadc-e926c59faf1b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c5513175-7249-457d-aadc-e926c59faf1b,segment=NetworkSegment(77e95e95-117a-4c02-a631-ed9ab22724b2),segment_id=77e95e95-117a-4c02-a631-ed9ab22724b2)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:32:10.829208 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3bd0719e-0ba8-42ea-a7c8-9fff02678092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (c5513175-7249-457d-aadc-e926c59faf1b), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:10.851027 dv-neutron-master-2-hyperv neutron-server[103408]: Traceback (most recent call last): Feb 28 10:32:10.851027 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:32:10.851027 dv-neutron-master-2-hyperv neutron-server[103408]: timer() Feb 28 10:32:10.851027 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:32:10.851027 dv-neutron-master-2-hyperv neutron-server[103408]: cb(*args, **kw) Feb 28 10:32:10.851027 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:32:10.851027 dv-neutron-master-2-hyperv neutron-server[103408]: return func(*args, **kwargs) Feb 28 10:32:10.851027 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:32:10.851027 dv-neutron-master-2-hyperv neutron-server[103408]: self._notify() Feb 28 10:32:10.851027 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:32:10.851027 dv-neutron-master-2-hyperv neutron-server[103408]: self.callback(batched_events) Feb 28 10:32:10.851027 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:32:10.851027 dv-neutron-master-2-hyperv neutron-server[103408]: event.method(event) Feb 28 10:32:10.851027 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:32:10.851027 dv-neutron-master-2-hyperv neutron-server[103408]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:32:10.851027 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:32:10.851027 dv-neutron-master-2-hyperv neutron-server[103408]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:32:10.851027 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:32:10.851027 dv-neutron-master-2-hyperv neutron-server[103408]: return f(self, *a, **k) Feb 28 10:32:10.851027 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:32:10.851027 dv-neutron-master-2-hyperv neutron-server[103408]: return self._get(url).json() Feb 28 10:32:10.851027 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:32:10.851027 dv-neutron-master-2-hyperv neutron-server[103408]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:32:10.851027 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:32:10.851027 dv-neutron-master-2-hyperv neutron-server[103408]: return self.request(url, 'GET', **kwargs) Feb 28 10:32:10.851027 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:32:10.851027 dv-neutron-master-2-hyperv neutron-server[103408]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:32:10.851027 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:32:10.851027 dv-neutron-master-2-hyperv neutron-server[103408]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:32:10.851027 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:32:10.851027 dv-neutron-master-2-hyperv neutron-server[103408]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:32:10.851027 dv-neutron-master-2-hyperv neutron-server[103408]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:32:10.872646 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c0e74d-811c-409a-95c2-9497159287e7 tempest-ServersTestManualDisk-1927369875 tempest-ServersTestManualDisk-1927369875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2db926b2-455c-4f24-907b-2909399e28ba,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:32:10.892633 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 7c20230d-1243-4bcc-99fa-4d09e9d513e9 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:32:10.912115 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-dfa724c7-2b7a-4ee4-aae5-f45c65a7edfe tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803269'] for network (8830bf39-28d8-445a-a447-9f658e675656), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:10.918604 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd0719e-0ba8-42ea-a7c8-9fff02678092 None None] Pushing event updated for resources: {'Port': ['ID=c5513175-7249-457d-aadc-e926c59faf1b,revision_number=5']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:32:10.930939 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-79552134-9bdd-4151-a4c8-4b1c59db8703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd31a3751-744c-4703-b3e1-141962c07b99', 'name': '', 'tenant_id': 'dbcaadb863a541029ec32cc74c6f0dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '49a726b4-ad5e-4a42-9416-073e6b3d4829', 'external_fixed_ips': [{'subnet_id': '34a8855e-d106-4a75-a80c-6dba55670a29', 'ip_address': '172.20.0.2'}], 'enable_snat': True}, 'gw_port_id': '00a577b9-ba7f-45c8-9146-23447180dd1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:31:59Z', 'updated_at': '2022-02-28T10:32:05Z', 'revision_number': 3, 'project_id': 'dbcaadb863a541029ec32cc74c6f0dbc', 'gw_port': {'id': '00a577b9-ba7f-45c8-9146-23447180dd1a', 'name': '', 'network_id': '49a726b4-ad5e-4a42-9416-073e6b3d4829', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:3a:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd31a3751-744c-4703-b3e1-141962c07b99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 137, 'fixed_ips': [{'subnet_id': '34a8855e-d106-4a75-a80c-6dba55670a29', 'ip_address': '172.20.0.2', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:32:01Z', 'updated_at': '2022-02-28T10:32:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '34a8855e-d106-4a75-a80c-6dba55670a29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:32:10.931171 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-74c0e74d-811c-409a-95c2-9497159287e7 tempest-ServersTestManualDisk-1927369875 tempest-ServersTestManualDisk-1927369875-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:10.935230 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-74c0e74d-811c-409a-95c2-9497159287e7 tempest-ServersTestManualDisk-1927369875 tempest-ServersTestManualDisk-1927369875-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2379153 Feb 28 10:32:10.948144 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 33618) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:10.953627 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-fb4e7bd2-f4fb-476c-bd58-98dcd7457117 tempest-DHCPAgentSchedulersTestJSON-310007739 tempest-DHCPAgentSchedulersTestJSON-310007739-project-admin] 10.222.0.20 "GET /v2.0/agents/fb6705d2-4f70-4965-92a3-fbfccd43a6d3/dhcp-networks HTTP/1.1" status: 200 len: 6479 time: 0.9556677 Feb 28 10:32:10.967902 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 33620) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:10.971679 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79552134-9bdd-4151-a4c8-4b1c59db8703 None None] Checking router: d31a3751-744c-4703-b3e1-141962c07b99 for host: dv-neutron-master-2-hyperv {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:32:10.972111 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79552134-9bdd-4151-a4c8-4b1c59db8703 None None] Updating router d31a3751-744c-4703-b3e1-141962c07b99 port 00a577b9-ba7f-45c8-9146-23447180dd1a binding host dv-neutron-master-2-hyperv {{(pid=103409) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 10:32:10.991933 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfa724c7-2b7a-4ee4-aae5-f45c65a7edfe tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8830bf39-28d8-445a-a447-9f658e675656 {{(pid=103408) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 28 10:32:10.995421 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-dfa724c7-2b7a-4ee4-aae5-f45c65a7edfe tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616561'] for network (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:10.999376 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-dfa724c7-2b7a-4ee4-aae5-f45c65a7edfe tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] 10.222.0.20 "DELETE /v2.0/networks/8830bf39-28d8-445a-a447-9f658e675656 HTTP/1.1" status: 204 len: 168 time: 1.2259271 Feb 28 10:32:11.002660 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-38ffcd11-5869-485b-b798-a5bb10b66210 tempest-ServersTestManualDisk-1927369875 tempest-ServersTestManualDisk-1927369875-project] Request body: {'security_group_rule': {'security_group_id': 'f7c3c379-f26e-44ef-badf-d68ef2cd35f5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:32:11.008187 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 33622) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:11.019172 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-daf2e1e0-3404-4998-b0c9-1fc50ce39c0d tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] Request body: {'network': {'name': 'tempest-network--1042984673', 'router:external': True}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:32:11.026367 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-8c4aafb6-c7e4-4f23-bf62-63291190970b None None] Provisioning complete for port 6d1de444-f18c-4ca8-b8bc-2f3c2287a0a8 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:32:11.026909 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8c4aafb6-c7e4-4f23-bf62-63291190970b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (6d1de444-f18c-4ca8-b8bc-2f3c2287a0a8), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:11.028350 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-79552134-9bdd-4151-a4c8-4b1c59db8703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (00a577b9-ba7f-45c8-9146-23447180dd1a), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:11.032321 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b8e38a07-4e3e-41be-8155-8beda090f7e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fc6c9b74-8dbb-41bb-800a-5bd3a43fe896), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:11.074139 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa724c7-2b7a-4ee4-aae5-f45c65a7edfe tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] Pushing event deleted for resources: {'Network': ['ID=8830bf39-28d8-445a-a447-9f658e675656,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:32:11.089444 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-451646e0-9984-4640-8c8b-eee4878074fa tempest-DHCPAgentSchedulersTestJSON-805426757 tempest-DHCPAgentSchedulersTestJSON-805426757-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-665757'] for network (ee5235f7-7933-45cc-94d9-e913d3598bf5), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:11.091744 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-82701323-a05f-4aa5-8435-0fc43ab535d8 tempest-MeteringIpV6TestJSON-1877822463 tempest-MeteringIpV6TestJSON-1877822463-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:11.092966 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-82701323-a05f-4aa5-8435-0fc43ab535d8 tempest-MeteringIpV6TestJSON-1877822463 tempest-MeteringIpV6TestJSON-1877822463-project-admin] 10.222.0.20 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.8391426 Feb 28 10:32:11.098967 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 33624) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:11.105479 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-8c4aafb6-c7e4-4f23-bf62-63291190970b None None] Port 6d1de444-f18c-4ca8-b8bc-2f3c2287a0a8 cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:32:11.115293 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2659b413-1fd6-48ce-b9ba-c7883d95eb89 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:32:11.143067 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-2659b413-1fd6-48ce-b9ba-c7883d95eb89 admin admin] 10.222.0.20 "PUT /v2.0/routers/aad0f095-9a34-4d69-8adc-66dbe99d9006/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5036168 Feb 28 10:32:11.188952 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daf2e1e0-3404-4998-b0c9-1fc50ce39c0d tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] Made reservation on behalf of be4760b2059d45cebfda82811f0f0b9a for: {'network': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:32:11.191472 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-daf2e1e0-3404-4998-b0c9-1fc50ce39c0d tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for network (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:11.194463 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-38ffcd11-5869-485b-b798-a5bb10b66210 tempest-ServersTestManualDisk-1927369875 tempest-ServersTestManualDisk-1927369875-project] Publish callbacks [] for security_group_rule (949c0190-a8de-4dfa-bb1a-9f49abf96405), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:11.199400 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-ca7d4db5-ca28-44c5-9ba1-a3c36a6a557d tempest-MeteringIpV6TestJSON-1877822463 tempest-MeteringIpV6TestJSON-1877822463-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-labels?id=abdacaa0-04c9-4050-8399-ef8691094a6d HTTP/1.1" status: 200 len: 468 time: 0.0990586 Feb 28 10:32:11.208483 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 33628) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:11.232017 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.quota.resource [None req-2541a692-ea5b-4df7-8c3d-0fd13cd87bf4 tempest-QuotasTest-1471752852 tempest-QuotasTest-1471752852-project-admin] Usage tracker for resource:security_group and project:a22c2a84a1c246309cdb95e108108d59 is out of sync, need to count used quota {{(pid=103408) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 28 10:32:11.235358 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-83733363-266e-4c6e-a9f4-a4f822e23fe4 tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Publish callbacks [] for router_gateway (d31a3751-744c-4703-b3e1-141962c07b99), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:11.321301 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.quota.resource [None req-2541a692-ea5b-4df7-8c3d-0fd13cd87bf4 tempest-QuotasTest-1471752852 tempest-QuotasTest-1471752852-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=103408) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 28 10:32:11.322069 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-451646e0-9984-4640-8c8b-eee4878074fa tempest-DHCPAgentSchedulersTestJSON-805426757 tempest-DHCPAgentSchedulersTestJSON-805426757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672413', 'neutron.services.segments.db._delete_segments_for_network-8742057110173'] for network (ee5235f7-7933-45cc-94d9-e913d3598bf5), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:11.346798 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-451646e0-9984-4640-8c8b-eee4878074fa tempest-DHCPAgentSchedulersTestJSON-805426757 tempest-DHCPAgentSchedulersTestJSON-805426757-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee5235f7-7933-45cc-94d9-e913d3598bf5']}} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:32:11.348724 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-daf2e1e0-3404-4998-b0c9-1fc50ce39c0d tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 286} {{(pid=103408) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:32:11.359778 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-451646e0-9984-4640-8c8b-eee4878074fa tempest-DHCPAgentSchedulersTestJSON-805426757 tempest-DHCPAgentSchedulersTestJSON-805426757-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '343c3582-ecf4-48cb-9ca2-3ec91ad5c1c9') {'for_net_delete': True} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:32:11.360228 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-451646e0-9984-4640-8c8b-eee4878074fa tempest-DHCPAgentSchedulersTestJSON-805426757 tempest-DHCPAgentSchedulersTestJSON-805426757-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '343c3582-ecf4-48cb-9ca2-3ec91ad5c1c9') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:32:11.372667 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-451646e0-9984-4640-8c8b-eee4878074fa tempest-DHCPAgentSchedulersTestJSON-805426757 tempest-DHCPAgentSchedulersTestJSON-805426757-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742057113766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3501147'] for segment (343c3582-ecf4-48cb-9ca2-3ec91ad5c1c9), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:11.396990 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-451646e0-9984-4640-8c8b-eee4878074fa tempest-DHCPAgentSchedulersTestJSON-805426757 tempest-DHCPAgentSchedulersTestJSON-805426757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (343c3582-ecf4-48cb-9ca2-3ec91ad5c1c9), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:11.406149 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-451646e0-9984-4640-8c8b-eee4878074fa tempest-DHCPAgentSchedulersTestJSON-805426757 tempest-DHCPAgentSchedulersTestJSON-805426757-project] Releasing vlan 250 on physical network physnet1 to pool {{(pid=103407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:32:11.406688 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-451646e0-9984-4640-8c8b-eee4878074fa tempest-DHCPAgentSchedulersTestJSON-805426757 tempest-DHCPAgentSchedulersTestJSON-805426757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3498166'] for segment (343c3582-ecf4-48cb-9ca2-3ec91ad5c1c9), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:11.407338 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.quota.resource [None req-2541a692-ea5b-4df7-8c3d-0fd13cd87bf4 tempest-QuotasTest-1471752852 tempest-QuotasTest-1471752852-project-admin] Usage tracker for resource:security_group_rule and project:a22c2a84a1c246309cdb95e108108d59 is out of sync, need to count used quota {{(pid=103408) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 28 10:32:11.451265 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.quota.resource [None req-2541a692-ea5b-4df7-8c3d-0fd13cd87bf4 tempest-QuotasTest-1471752852 tempest-QuotasTest-1471752852-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103408) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 28 10:32:11.455698 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-38ffcd11-5869-485b-b798-a5bb10b66210 tempest-ServersTestManualDisk-1927369875 tempest-ServersTestManualDisk-1927369875-project] Publish callbacks [] for security_group_rule (949c0190-a8de-4dfa-bb1a-9f49abf96405), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:11.466334 dv-neutron-master-2-hyperv neutron-server[103407]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. Feb 28 10:32:11.466334 dv-neutron-master-2-hyperv neutron-server[103407]: warnings.warn('Neutron quota engine will require "--force" ' Feb 28 10:32:11.466334 dv-neutron-master-2-hyperv neutron-server[103407]: Traceback (most recent call last): Feb 28 10:32:11.466334 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:32:11.466334 dv-neutron-master-2-hyperv neutron-server[103407]: timer() Feb 28 10:32:11.466334 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:32:11.466334 dv-neutron-master-2-hyperv neutron-server[103407]: cb(*args, **kw) Feb 28 10:32:11.466334 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:32:11.466334 dv-neutron-master-2-hyperv neutron-server[103407]: return func(*args, **kwargs) Feb 28 10:32:11.466334 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:32:11.466334 dv-neutron-master-2-hyperv neutron-server[103407]: self._notify() Feb 28 10:32:11.466334 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:32:11.466334 dv-neutron-master-2-hyperv neutron-server[103407]: self.callback(batched_events) Feb 28 10:32:11.466334 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:32:11.466334 dv-neutron-master-2-hyperv neutron-server[103407]: event.method(event) Feb 28 10:32:11.466334 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:32:11.466334 dv-neutron-master-2-hyperv neutron-server[103407]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:32:11.466334 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:32:11.466334 dv-neutron-master-2-hyperv neutron-server[103407]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:32:11.466334 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:32:11.466334 dv-neutron-master-2-hyperv neutron-server[103407]: return f(self, *a, **k) Feb 28 10:32:11.466334 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:32:11.466334 dv-neutron-master-2-hyperv neutron-server[103407]: return self._get(url).json() Feb 28 10:32:11.466334 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:32:11.466334 dv-neutron-master-2-hyperv neutron-server[103407]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:32:11.466334 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:32:11.466334 dv-neutron-master-2-hyperv neutron-server[103407]: return self.request(url, 'GET', **kwargs) Feb 28 10:32:11.466334 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:32:11.466334 dv-neutron-master-2-hyperv neutron-server[103407]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:32:11.466334 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:32:11.466334 dv-neutron-master-2-hyperv neutron-server[103407]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:32:11.466334 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:32:11.466334 dv-neutron-master-2-hyperv neutron-server[103407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:32:11.466334 dv-neutron-master-2-hyperv neutron-server[103407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:32:11.515364 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f8d40226-908b-42ad-ab4f-c9f987754921 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:11.526292 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-38ffcd11-5869-485b-b798-a5bb10b66210 tempest-ServersTestManualDisk-1927369875 tempest-ServersTestManualDisk-1927369875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594242'] for security_group_rule (949c0190-a8de-4dfa-bb1a-9f49abf96405), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:11.539450 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-2541a692-ea5b-4df7-8c3d-0fd13cd87bf4 tempest-QuotasTest-1471752852 tempest-QuotasTest-1471752852-project-admin] 10.222.0.20 "GET /v2.0/quotas/a22c2a84a1c246309cdb95e108108d59/details.json HTTP/1.1" status: 200 len: 703 time: 3.1880975 Feb 28 10:32:11.548103 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-96bf565e-2403-4db9-9ad2-377f1e4f9407 tempest-MeteringIpV6TestJSON-1877822463 tempest-MeteringIpV6TestJSON-1877822463-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:11.549706 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-96bf565e-2403-4db9-9ad2-377f1e4f9407 tempest-MeteringIpV6TestJSON-1877822463 tempest-MeteringIpV6TestJSON-1877822463-project-admin] 10.222.0.20 "DELETE /v2.0/metering/metering-labels/abdacaa0-04c9-4050-8399-ef8691094a6d HTTP/1.1" status: 204 len: 168 time: 0.3319776 Feb 28 10:32:11.554668 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 33636) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:11.583945 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ffcd11-5869-485b-b798-a5bb10b66210 tempest-ServersTestManualDisk-1927369875 tempest-ServersTestManualDisk-1927369875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=949c0190-a8de-4dfa-bb1a-9f49abf96405,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:32:11.587231 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-b592f2ca-ccac-496b-aae8-0b6b82928888 tempest-MeteringIpV6TestJSON-1877822463 tempest-MeteringIpV6TestJSON-1877822463-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-labels?id=abdacaa0-04c9-4050-8399-ef8691094a6d HTTP/1.1" status: 200 len: 216 time: 0.0237143 Feb 28 10:32:11.593751 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-daf2e1e0-3404-4998-b0c9-1fc50ce39c0d tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (45bcd2f1-75c4-40cb-b0b0-70b0c5275755), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:11.594368 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.db.segments_db [None req-daf2e1e0-3404-4998-b0c9-1fc50ce39c0d tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] Added segment 45bcd2f1-75c4-40cb-b0b0-70b0c5275755 of type vlan for network 8fd5c76d-36aa-48f6-b1dd-7ee4844928ae Feb 28 10:32:11.595557 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 33638) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:11.625506 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-4d19b9d5-796a-4681-a513-bfd6d7b3cb2a tempest-MeteringIpV6TestJSON-1877822463 tempest-MeteringIpV6TestJSON-1877822463-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0282793 Feb 28 10:32:11.625952 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-79552134-9bdd-4151-a4c8-4b1c59db8703 None None] Publish callbacks [] for port (00a577b9-ba7f-45c8-9146-23447180dd1a), precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:11.629309 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 33640) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:11.650651 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-79552134-9bdd-4151-a4c8-4b1c59db8703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (00a577b9-ba7f-45c8-9146-23447180dd1a), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:11.673795 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-d0aa80ca-d3a3-470b-83c3-da0ad0c4b37d tempest-MeteringIpV6TestJSON-1877822463 tempest-MeteringIpV6TestJSON-1877822463-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0431674 Feb 28 10:32:11.677354 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-38ffcd11-5869-485b-b798-a5bb10b66210 tempest-ServersTestManualDisk-1927369875 tempest-ServersTestManualDisk-1927369875-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:11.678518 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-38ffcd11-5869-485b-b798-a5bb10b66210 tempest-ServersTestManualDisk-1927369875 tempest-ServersTestManualDisk-1927369875-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7274084 Feb 28 10:32:11.681966 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 33642) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:11.682289 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 33644) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:11.691285 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-f8d40226-908b-42ad-ab4f-c9f987754921 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] Allocated IP 172.36.5.26 (1e0804d0-d1d9-4d40-9de5-2936f3d87840/6f6f4129-23e5-4c3b-b4ef-4c7ce926797e/828a2155-c77a-4db3-9ca6-107c576afd51) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:32:11.752900 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device c5513175-7249-457d-aadc-e926c59faf1b up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:32:11.762447 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-451646e0-9984-4640-8c8b-eee4878074fa tempest-DHCPAgentSchedulersTestJSON-805426757 tempest-DHCPAgentSchedulersTestJSON-805426757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803269'] for network (ee5235f7-7933-45cc-94d9-e913d3598bf5), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:11.767125 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-451646e0-9984-4640-8c8b-eee4878074fa tempest-DHCPAgentSchedulersTestJSON-805426757 tempest-DHCPAgentSchedulersTestJSON-805426757-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616561'] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:11.770537 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-451646e0-9984-4640-8c8b-eee4878074fa tempest-DHCPAgentSchedulersTestJSON-805426757 tempest-DHCPAgentSchedulersTestJSON-805426757-project] 10.222.0.20 "DELETE /v2.0/networks/ee5235f7-7933-45cc-94d9-e913d3598bf5 HTTP/1.1" status: 204 len: 168 time: 0.8016424 Feb 28 10:32:11.788279 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 33646) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:11.823715 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-79552134-9bdd-4151-a4c8-4b1c59db8703 None None] Attempting to bind port 00a577b9-ba7f-45c8-9146-23447180dd1a on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:32:11.824009 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-79552134-9bdd-4151-a4c8-4b1c59db8703 None None] Attempting to bind port 00a577b9-ba7f-45c8-9146-23447180dd1a by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '08dd62ad-f586-4696-b124-2ac10e250157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '49a726b4-ad5e-4a42-9416-073e6b3d4829'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:32:11.824381 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79552134-9bdd-4151-a4c8-4b1c59db8703 None None] Attempting to bind port 00a577b9-ba7f-45c8-9146-23447180dd1a on network 49a726b4-ad5e-4a42-9416-073e6b3d4829 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:32:11.831574 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9574812-4901-41f9-b680-eb0dde273fe3 None None] Pushing event updated for resources: {'Port': ['ID=00a577b9-ba7f-45c8-9146-23447180dd1a,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:32:11.852535 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79552134-9bdd-4151-a4c8-4b1c59db8703 None None] Checking agent: {'id': '75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 24, 15), 'started_at': datetime.datetime(2022, 2, 28, 10, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 31, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:32:11.852991 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79552134-9bdd-4151-a4c8-4b1c59db8703 None None] Checking segment: {'id': '08dd62ad-f586-4696-b124-2ac10e250157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '49a726b4-ad5e-4a42-9416-073e6b3d4829'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:32:11.853444 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-79552134-9bdd-4151-a4c8-4b1c59db8703 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:11.853894 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79552134-9bdd-4151-a4c8-4b1c59db8703 None None] Bound using segment: {'id': '08dd62ad-f586-4696-b124-2ac10e250157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '49a726b4-ad5e-4a42-9416-073e6b3d4829'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:32:11.854416 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-79552134-9bdd-4151-a4c8-4b1c59db8703 None None] Bound port: 00a577b9-ba7f-45c8-9146-23447180dd1a, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08dd62ad-f586-4696-b124-2ac10e250157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '49a726b4-ad5e-4a42-9416-073e6b3d4829'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:32:11.854822 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-79552134-9bdd-4151-a4c8-4b1c59db8703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (00a577b9-ba7f-45c8-9146-23447180dd1a), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:11.874757 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451646e0-9984-4640-8c8b-eee4878074fa tempest-DHCPAgentSchedulersTestJSON-805426757 tempest-DHCPAgentSchedulersTestJSON-805426757-project] Pushing event deleted for resources: {'Network': ['ID=ee5235f7-7933-45cc-94d9-e913d3598bf5,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:32:11.889420 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-83733363-266e-4c6e-a9f4-a4f822e23fe4 tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Deleting port 00a577b9-ba7f-45c8-9146-23447180dd1a {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:32:11.889761 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-83733363-266e-4c6e-a9f4-a4f822e23fe4 tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (00a577b9-ba7f-45c8-9146-23447180dd1a), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:12.020410 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b6d631fb-7df0-4fe1-8322-abff3b61cae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (0db5147a-92a3-4581-8a5f-8ec9b93e0600), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:12.044048 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port c5513175-7249-457d-aadc-e926c59faf1b triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:32:12.044663 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (c5513175-7249-457d-aadc-e926c59faf1b), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:12.057003 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59897b41-590e-4533-96c2-455a438d131c None None] Sync routers for ids ['aad0f095-9a34-4d69-8adc-66dbe99d9006'] in dv-neutron-master-2-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:32:12.096776 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f8d40226-908b-42ad-ab4f-c9f987754921 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] Publish callbacks [] for port (828a2155-c77a-4db3-9ca6-107c576afd51), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:12.105863 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d2c25d9-fe50-489f-bf08-83dcf9c2e83e tempest-DHCPAgentSchedulersTestJSON-805426757 tempest-DHCPAgentSchedulersTestJSON-805426757-project] DELETE failed (client error): The resource could not be found. Feb 28 10:32:12.106755 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d2c25d9-fe50-489f-bf08-83dcf9c2e83e tempest-DHCPAgentSchedulersTestJSON-805426757 tempest-DHCPAgentSchedulersTestJSON-805426757-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:32:12.107273 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59897b41-590e-4533-96c2-455a438d131c None None] Routers {'aad0f095-9a34-4d69-8adc-66dbe99d9006'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:32:12.110386 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-0d2c25d9-fe50-489f-bf08-83dcf9c2e83e tempest-DHCPAgentSchedulersTestJSON-805426757 tempest-DHCPAgentSchedulersTestJSON-805426757-project] 10.222.0.20 "DELETE /v2.0/ports/14b7f8f0-2b3c-40d2-8f49-07de09d62cde HTTP/1.1" status: 404 len: 333 time: 0.3198874 Feb 28 10:32:12.112761 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 33650) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:12.113066 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 33652) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:12.113255 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-59897b41-590e-4533-96c2-455a438d131c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:32:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['aad0f095-9a34-4d69-8adc-66dbe99d9006'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:32:12.123969 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-23624e4a-b8ad-4706-a202-0f1c1740ab3a tempest-ServersTestJSON-1847654024 tempest-ServersTestJSON-1847654024-project] Request body: {'security_group': {'name': 'tempest-securitygroup--760478265', 'description': 'tempest-description--1285206827'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:32:12.144641 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-79552134-9bdd-4151-a4c8-4b1c59db8703 None None] For port 00a577b9-ba7f-45c8-9146-23447180dd1a, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:32:12.173949 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-79552134-9bdd-4151-a4c8-4b1c59db8703 None None] For port 00a577b9-ba7f-45c8-9146-23447180dd1a, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=00a577b9-ba7f-45c8-9146-23447180dd1a,segment=NetworkSegment(08dd62ad-f586-4696-b124-2ac10e250157),segment_id=08dd62ad-f586-4696-b124-2ac10e250157)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:32:12.175541 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-9c41b92f-5615-4b7b-a123-c25a2ae148e7 tempest-ServersTestManualDisk-1927369875 tempest-ServersTestManualDisk-1927369875-project] Request body: {'floatingip': {'floating_network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:32:12.190575 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 33654) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:12.192217 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-79552134-9bdd-4151-a4c8-4b1c59db8703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (00a577b9-ba7f-45c8-9146-23447180dd1a), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:12.207945 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-c61fc3df-98bc-4b2e-9a4e-4f8ecf096409 tempest-MeteringIpV6TestJSON-1877822463 tempest-MeteringIpV6TestJSON-1877822463-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-labels/cb4a2bfd-c214-49d8-a7d6-96e8e39e529a HTTP/1.1" status: 200 len: 472 time: 0.5244188 Feb 28 10:32:12.211191 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 33658) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:12.229989 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-daf2e1e0-3404-4998-b0c9-1fc50ce39c0d tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742056637431'] for network (8fd5c76d-36aa-48f6-b1dd-7ee4844928ae), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:12.256851 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-15537ee4-9330-4cda-bac8-28cba9f41a11 tempest-MeteringIpV6TestJSON-1877822463 tempest-MeteringIpV6TestJSON-1877822463-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-label-rules/ed93e462-0ff5-4978-be78-b0caf3e53a89 HTTP/1.1" status: 200 len: 459 time: 0.0391283 Feb 28 10:32:12.259235 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 33660) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:12.284807 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-59897b41-590e-4533-96c2-455a438d131c None None] Set router aad0f095-9a34-4d69-8adc-66dbe99d9006 gateway port host: dv-neutron-master-2-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:32:12.308671 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9c41b92f-5615-4b7b-a123-c25a2ae148e7 tempest-ServersTestManualDisk-1927369875 tempest-ServersTestManualDisk-1927369875-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:12.318644 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79552134-9bdd-4151-a4c8-4b1c59db8703 None None] Routers {'d31a3751-744c-4703-b3e1-141962c07b99'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:32:12.319489 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-79552134-9bdd-4151-a4c8-4b1c59db8703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:32:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['d31a3751-744c-4703-b3e1-141962c07b99'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:32:12.326249 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f8d40226-908b-42ad-ab4f-c9f987754921 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (828a2155-c77a-4db3-9ca6-107c576afd51), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:12.388456 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-daf2e1e0-3404-4998-b0c9-1fc50ce39c0d tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551'] for network (8fd5c76d-36aa-48f6-b1dd-7ee4844928ae), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:12.390537 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daf2e1e0-3404-4998-b0c9-1fc50ce39c0d tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:32:12.391032 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8d40226-908b-42ad-ab4f-c9f987754921 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] Network 1e0804d0-d1d9-4d40-9de5-2936f3d87840 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:32:12.391831 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-daf2e1e0-3404-4998-b0c9-1fc50ce39c0d tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616561'] for network (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:12.402946 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf7c5e3f-e9fb-4091-8a5b-32ba7db6674d tempest-DHCPAgentSchedulersTestJSON-805426757 tempest-DHCPAgentSchedulersTestJSON-805426757-project] Deleting subnet 1158c630-adf3-4635-ada4-c66f19e84f8e {{(pid=103407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:32:12.412258 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-23624e4a-b8ad-4706-a202-0f1c1740ab3a tempest-ServersTestJSON-1847654024 tempest-ServersTestJSON-1847654024-project] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:12.427244 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-f8d40226-908b-42ad-ab4f-c9f987754921 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:32:12.429681 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d40226-908b-42ad-ab4f-c9f987754921 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:32:12.438322 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bf7c5e3f-e9fb-4091-8a5b-32ba7db6674d tempest-DHCPAgentSchedulersTestJSON-805426757 tempest-DHCPAgentSchedulersTestJSON-805426757-project] Publish callbacks [] for subnet (1158c630-adf3-4635-ada4-c66f19e84f8e), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:12.438697 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-79552134-9bdd-4151-a4c8-4b1c59db8703 None None] Set router d31a3751-744c-4703-b3e1-141962c07b99 gateway port host: None {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:32:12.510489 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-23624e4a-b8ad-4706-a202-0f1c1740ab3a tempest-ServersTestJSON-1847654024 tempest-ServersTestJSON-1847654024-project] Publish callbacks [] for security_group (77bbda26-2d7f-408e-abf3-7caecba4d30a), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:12.514348 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-79552134-9bdd-4151-a4c8-4b1c59db8703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd31a3751-744c-4703-b3e1-141962c07b99', 'name': '', 'tenant_id': 'dbcaadb863a541029ec32cc74c6f0dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:31:59Z', 'updated_at': '2022-02-28T10:32:11Z', 'revision_number': 4, 'project_id': 'dbcaadb863a541029ec32cc74c6f0dbc', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:32:12.526320 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-59897b41-590e-4533-96c2-455a438d131c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aad0f095-9a34-4d69-8adc-66dbe99d9006', 'name': 'tempest-ServersTestJSON-779106664-router', 'tenant_id': 'a530b24e9c394cc0824666a7df89bf0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.144'}], 'enable_snat': True}, 'gw_port_id': 'f1769461-c9bd-4976-89e8-b3a9d5ffaee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:31:51Z', 'updated_at': '2022-02-28T10:32:06Z', 'revision_number': 4, 'project_id': 'a530b24e9c394cc0824666a7df89bf0a', 'gw_port': {'id': 'f1769461-c9bd-4976-89e8-b3a9d5ffaee7', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:53:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad0f095-9a34-4d69-8adc-66dbe99d9006', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:31:54Z', 'updated_at': '2022-02-28T10:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '6d1de444-f18c-4ca8-b8bc-2f3c2287a0a8', 'name': '', 'network_id': 'da9969cf-fbcc-4307-8c2e-f65c87750026', 'tenant_id': 'a530b24e9c394cc0824666a7df89bf0a', 'mac_address': 'fa:16:3e:f2:69:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aad0f095-9a34-4d69-8adc-66dbe99d9006', 'device_owner': 'network:router_interface', 'standard_attr_id': 139, 'fixed_ips': [{'subnet_id': '68736f5c-4776-4059-9d35-abe8eebbb637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:32:03Z', 'updated_at': '2022-02-28T10:32:07Z', 'revision_number': 2, 'project_id': 'a530b24e9c394cc0824666a7df89bf0a', 'subnets': [{'id': '68736f5c-4776-4059-9d35-abe8eebbb637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:32:12.549326 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port c5513175-7249-457d-aadc-e926c59faf1b is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:32:12.550431 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 7c20230d-1243-4bcc-99fa-4d09e9d513e9 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:32:12.552782 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79552134-9bdd-4151-a4c8-4b1c59db8703 None None] The sync data for ids ['d31a3751-744c-4703-b3e1-141962c07b99'] in dv-neutron-master-2-hyperv is: [{'id': 'd31a3751-744c-4703-b3e1-141962c07b99', 'name': '', 'tenant_id': 'dbcaadb863a541029ec32cc74c6f0dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:31:59Z', 'updated_at': '2022-02-28T10:32:11Z', 'revision_number': 4, 'project_id': 'dbcaadb863a541029ec32cc74c6f0dbc', 'gw_port_host': None}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:32:12.555850 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9574812-4901-41f9-b680-eb0dde273fe3 None None] Pushing event updated for resources: {'Port': ['ID=00a577b9-ba7f-45c8-9146-23447180dd1a,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:32:12.565374 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7ddb93f6-afb4-49f9-b5be-271dea4e1211 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:12.574133 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-83733363-266e-4c6e-a9f4-a4f822e23fe4 tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (00a577b9-ba7f-45c8-9146-23447180dd1a), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:12.574762 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59897b41-590e-4533-96c2-455a438d131c None None] Checking router: aad0f095-9a34-4d69-8adc-66dbe99d9006 for host: dv-neutron-master-2-hyperv {{(pid=103410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:32:12.575342 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59897b41-590e-4533-96c2-455a438d131c None None] Updating router aad0f095-9a34-4d69-8adc-66dbe99d9006 port 6d1de444-f18c-4ca8-b8bc-2f3c2287a0a8 binding host dv-neutron-master-2-hyperv {{(pid=103410) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 10:32:12.577373 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-23624e4a-b8ad-4706-a202-0f1c1740ab3a tempest-ServersTestJSON-1847654024 tempest-ServersTestJSON-1847654024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (77bbda26-2d7f-408e-abf3-7caecba4d30a), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:12.615010 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-daf2e1e0-3404-4998-b0c9-1fc50ce39c0d tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.6043892 Feb 28 10:32:12.619581 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port 7c20230d-1243-4bcc-99fa-4d09e9d513e9 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:32:12.619977 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (7c20230d-1243-4bcc-99fa-4d09e9d513e9), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:12.620609 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-59897b41-590e-4533-96c2-455a438d131c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (6d1de444-f18c-4ca8-b8bc-2f3c2287a0a8), before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:12.630668 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 33662) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:12.632942 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23624e4a-b8ad-4706-a202-0f1c1740ab3a tempest-ServersTestJSON-1847654024 tempest-ServersTestJSON-1847654024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77bbda26-2d7f-408e-abf3-7caecba4d30a,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:32:12.671557 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-75c56c4e-baed-47e5-bc66-895fb45d2689 tempest-MeteringIpV6TestJSON-1877822463 tempest-MeteringIpV6TestJSON-1877822463-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:12.672743 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-75c56c4e-baed-47e5-bc66-895fb45d2689 tempest-MeteringIpV6TestJSON-1877822463 tempest-MeteringIpV6TestJSON-1877822463-project-admin] 10.222.0.20 "DELETE /v2.0/metering/metering-label-rules/ed93e462-0ff5-4978-be78-b0caf3e53a89 HTTP/1.1" status: 204 len: 168 time: 0.4066284 Feb 28 10:32:12.674493 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf2e1e0-3404-4998-b0c9-1fc50ce39c0d tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] Pushing event updated for resources: {'Network': ['ID=8fd5c76d-36aa-48f6-b1dd-7ee4844928ae,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:32:12.676274 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 33664) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:12.700040 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Network 8fd5c76d-36aa-48f6-b1dd-7ee4844928ae details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103409) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:32:12.735903 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd24badc-c428-40b4-9c2c-f09ac92ca277 tempest-ExternalNetworksTestJSON-1152192211 tempest-ExternalNetworksTestJSON-1152192211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:32:12.740488 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-bd24badc-c428-40b4-9c2c-f09ac92ca277 tempest-ExternalNetworksTestJSON-1152192211 tempest-ExternalNetworksTestJSON-1152192211-project] 10.222.0.20 "GET /v2.0/networks/8fd5c76d-36aa-48f6-b1dd-7ee4844928ae HTTP/1.1" status: 200 len: 757 time: 0.1032088 Feb 28 10:32:12.741207 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 33666) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:12.745199 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-83733363-266e-4c6e-a9f4-a4f822e23fe4 tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Calling delete_port for 00a577b9-ba7f-45c8-9146-23447180dd1a owned by network:router_gateway {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:32:12.751002 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d40226-908b-42ad-ab4f-c9f987754921 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] Pushing event updated for resources: {'Port': ['ID=828a2155-c77a-4db3-9ca6-107c576afd51,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:32:12.799130 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 7c20230d-1243-4bcc-99fa-4d09e9d513e9 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:32:12.814173 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bf7c5e3f-e9fb-4091-8a5b-32ba7db6674d tempest-DHCPAgentSchedulersTestJSON-805426757 tempest-DHCPAgentSchedulersTestJSON-805426757-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3501132'] for subnet (1158c630-adf3-4635-ada4-c66f19e84f8e), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:12.821850 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-23624e4a-b8ad-4706-a202-0f1c1740ab3a tempest-ServersTestJSON-1847654024 tempest-ServersTestJSON-1847654024-project] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:12.823470 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-23624e4a-b8ad-4706-a202-0f1c1740ab3a tempest-ServersTestJSON-1847654024 tempest-ServersTestJSON-1847654024-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7076790 Feb 28 10:32:12.847448 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 33668) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:12.859978 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-006464c5-032c-4797-844c-6e490244a63d tempest-ServersTestJSON-1847654024 tempest-ServersTestJSON-1847654024-project] Request body: {'security_group_rule': {'security_group_id': '77bbda26-2d7f-408e-abf3-7caecba4d30a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:32:12.988539 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f8d40226-908b-42ad-ab4f-c9f987754921 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] Publish callbacks [] for floatingip (23281362-01ab-4fbf-8967-6059c3af563f), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:12.989700 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-59897b41-590e-4533-96c2-455a438d131c None None] Publish callbacks [] for port (6d1de444-f18c-4ca8-b8bc-2f3c2287a0a8), precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:12.999424 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-59897b41-590e-4533-96c2-455a438d131c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (6d1de444-f18c-4ca8-b8bc-2f3c2287a0a8), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:13.015383 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7ddb93f6-afb4-49f9-b5be-271dea4e1211 admin admin] Publish callbacks [] for security_group (6fbf73aa-f0cd-4c26-8a44-953494ccef6b), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:13.031417 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-40f9d4af-5a2f-40c7-92c5-4af4fb996dbc tempest-MeteringIpV6TestJSON-1877822463 tempest-MeteringIpV6TestJSON-1877822463-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:13.032877 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-40f9d4af-5a2f-40c7-92c5-4af4fb996dbc tempest-MeteringIpV6TestJSON-1877822463 tempest-MeteringIpV6TestJSON-1877822463-project-admin] 10.222.0.20 "DELETE /v2.0/metering/metering-labels/cb4a2bfd-c214-49d8-a7d6-96e8e39e529a HTTP/1.1" status: 204 len: 168 time: 0.3523152 Feb 28 10:32:13.040231 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-006464c5-032c-4797-844c-6e490244a63d tempest-ServersTestJSON-1847654024 tempest-ServersTestJSON-1847654024-project] Publish callbacks [] for security_group_rule (c71b250c-0f5c-4d27-be0e-fb2b84011d04), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:13.040818 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca9b70a-0264-45a6-95cf-026fa7ec4bd0 tempest-ExternalNetworksTestJSON-1152192211 tempest-ExternalNetworksTestJSON-1152192211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:32:13.042986 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7ddb93f6-afb4-49f9-b5be-271dea4e1211 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (6fbf73aa-f0cd-4c26-8a44-953494ccef6b), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:13.045475 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-3ca9b70a-0264-45a6-95cf-026fa7ec4bd0 tempest-ExternalNetworksTestJSON-1152192211 tempest-ExternalNetworksTestJSON-1152192211-project] 10.222.0.20 "GET /v2.0/networks/f488603c-3986-4790-8c8e-676a89346f19 HTTP/1.1" status: 200 len: 767 time: 0.2955859 Feb 28 10:32:13.048702 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 33672) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:13.104946 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9c41b92f-5615-4b7b-a123-c25a2ae148e7 tempest-ServersTestManualDisk-1927369875 tempest-ServersTestManualDisk-1927369875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:13.138661 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc587a8d-ecd7-421e-bd91-153de856da7c None None] Pushing event updated for resources: {'Port': ['ID=6d1de444-f18c-4ca8-b8bc-2f3c2287a0a8,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:32:13.144231 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-7ddb93f6-afb4-49f9-b5be-271dea4e1211 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5d35aefd28a64478a607845dc52c4bc0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9478602 Feb 28 10:32:13.146471 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 33674) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:13.173757 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddb93f6-afb4-49f9-b5be-271dea4e1211 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fbf73aa-f0cd-4c26-8a44-953494ccef6b,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:32:13.284188 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-59897b41-590e-4533-96c2-455a438d131c None None] Attempting to bind port 6d1de444-f18c-4ca8-b8bc-2f3c2287a0a8 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:32:13.284777 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-59897b41-590e-4533-96c2-455a438d131c None None] Attempting to bind port 6d1de444-f18c-4ca8-b8bc-2f3c2287a0a8 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '45c28de9-4293-44e6-a1bc-2bb875668608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'da9969cf-fbcc-4307-8c2e-f65c87750026'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:32:13.285372 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59897b41-590e-4533-96c2-455a438d131c None None] Attempting to bind port 6d1de444-f18c-4ca8-b8bc-2f3c2287a0a8 on network da9969cf-fbcc-4307-8c2e-f65c87750026 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:32:13.293940 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59897b41-590e-4533-96c2-455a438d131c None None] Checking agent: {'id': '75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 24, 15), 'started_at': datetime.datetime(2022, 2, 28, 10, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 31, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:32:13.294481 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59897b41-590e-4533-96c2-455a438d131c None None] Checking segment: {'id': '45c28de9-4293-44e6-a1bc-2bb875668608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'da9969cf-fbcc-4307-8c2e-f65c87750026'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:32:13.295001 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-59897b41-590e-4533-96c2-455a438d131c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:13.295629 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59897b41-590e-4533-96c2-455a438d131c None None] Bound using segment: {'id': '45c28de9-4293-44e6-a1bc-2bb875668608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'da9969cf-fbcc-4307-8c2e-f65c87750026'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:32:13.296218 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-59897b41-590e-4533-96c2-455a438d131c None None] Bound port: 6d1de444-f18c-4ca8-b8bc-2f3c2287a0a8, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45c28de9-4293-44e6-a1bc-2bb875668608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'da9969cf-fbcc-4307-8c2e-f65c87750026'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:32:13.296719 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-59897b41-590e-4533-96c2-455a438d131c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (6d1de444-f18c-4ca8-b8bc-2f3c2287a0a8), before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:13.344946 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-006464c5-032c-4797-844c-6e490244a63d tempest-ServersTestJSON-1847654024 tempest-ServersTestJSON-1847654024-project] Publish callbacks [] for security_group_rule (c71b250c-0f5c-4d27-be0e-fb2b84011d04), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:13.374520 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-006464c5-032c-4797-844c-6e490244a63d tempest-ServersTestJSON-1847654024 tempest-ServersTestJSON-1847654024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594242'] for security_group_rule (c71b250c-0f5c-4d27-be0e-fb2b84011d04), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:13.429653 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-59897b41-590e-4533-96c2-455a438d131c None None] For port 6d1de444-f18c-4ca8-b8bc-2f3c2287a0a8, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:32:13.430636 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6b923bb1-06b0-4b84-b461-7cc1d0196090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (2e621730-3978-4720-b581-ac380e97a567), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:13.435864 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-59897b41-590e-4533-96c2-455a438d131c None None] For port 6d1de444-f18c-4ca8-b8bc-2f3c2287a0a8, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6d1de444-f18c-4ca8-b8bc-2f3c2287a0a8,segment=NetworkSegment(45c28de9-4293-44e6-a1bc-2bb875668608),segment_id=45c28de9-4293-44e6-a1bc-2bb875668608)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:32:13.443758 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-59897b41-590e-4533-96c2-455a438d131c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (6d1de444-f18c-4ca8-b8bc-2f3c2287a0a8), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:13.486602 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f8d40226-908b-42ad-ab4f-c9f987754921 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (828a2155-c77a-4db3-9ca6-107c576afd51), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:13.508039 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006464c5-032c-4797-844c-6e490244a63d tempest-ServersTestJSON-1847654024 tempest-ServersTestJSON-1847654024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c71b250c-0f5c-4d27-be0e-fb2b84011d04,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:32:13.528105 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59897b41-590e-4533-96c2-455a438d131c None None] Routers {'aad0f095-9a34-4d69-8adc-66dbe99d9006'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:32:13.528772 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-59897b41-590e-4533-96c2-455a438d131c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:32:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['aad0f095-9a34-4d69-8adc-66dbe99d9006'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:32:13.540016 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e42aa0e9-2d94-4c13-bbb4-f9f0317c9733 admin admin] Publish callbacks [] for security_group (6fbf73aa-f0cd-4c26-8a44-953494ccef6b), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:13.544570 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-006464c5-032c-4797-844c-6e490244a63d tempest-ServersTestJSON-1847654024 tempest-ServersTestJSON-1847654024-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:13.546856 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-006464c5-032c-4797-844c-6e490244a63d tempest-ServersTestJSON-1847654024 tempest-ServersTestJSON-1847654024-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6976624 Feb 28 10:32:13.551710 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 33678) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:13.561925 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-3a75d739-771b-4fd1-a2dc-cce63bbd68d0 tempest-ServersTestJSON-1847654024 tempest-ServersTestJSON-1847654024-project] Request body: {'security_group_rule': {'security_group_id': '77bbda26-2d7f-408e-abf3-7caecba4d30a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:32:13.586308 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-570d8127-0ca2-4f3b-8a7c-45eb6310e659 None None] Provisioning complete for port 6d1de444-f18c-4ca8-b8bc-2f3c2287a0a8 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:32:13.587100 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-570d8127-0ca2-4f3b-8a7c-45eb6310e659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (6d1de444-f18c-4ca8-b8bc-2f3c2287a0a8), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:13.635870 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e42aa0e9-2d94-4c13-bbb4-f9f0317c9733 admin admin] Publish callbacks [] for security_group (6fbf73aa-f0cd-4c26-8a44-953494ccef6b), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:13.643839 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-9c41b92f-5615-4b7b-a123-c25a2ae148e7 tempest-ServersTestManualDisk-1927369875 tempest-ServersTestManualDisk-1927369875-project] Allocated IP 172.36.5.156 (1e0804d0-d1d9-4d40-9de5-2936f3d87840/6f6f4129-23e5-4c3b-b4ef-4c7ce926797e/44d71fcb-ca95-4c5f-85e0-b7ea5f97be56) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:32:13.688875 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 33680) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:13.763716 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-59897b41-590e-4533-96c2-455a438d131c None None] Set router aad0f095-9a34-4d69-8adc-66dbe99d9006 gateway port host: dv-neutron-master-2-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:32:13.778817 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-570d8127-0ca2-4f3b-8a7c-45eb6310e659 None None] Current status of the port 6d1de444-f18c-4ca8-b8bc-2f3c2287a0a8 is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:32:13.780093 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-570d8127-0ca2-4f3b-8a7c-45eb6310e659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (6d1de444-f18c-4ca8-b8bc-2f3c2287a0a8), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:13.850206 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3a75d739-771b-4fd1-a2dc-cce63bbd68d0 tempest-ServersTestJSON-1847654024 tempest-ServersTestJSON-1847654024-project] Publish callbacks [] for security_group_rule (d319e973-8b8b-449d-9281-a2076a76854b), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:13.863800 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-570d8127-0ca2-4f3b-8a7c-45eb6310e659 None None] For port 6d1de444-f18c-4ca8-b8bc-2f3c2287a0a8, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6d1de444-f18c-4ca8-b8bc-2f3c2287a0a8,segment=NetworkSegment(45c28de9-4293-44e6-a1bc-2bb875668608),segment_id=45c28de9-4293-44e6-a1bc-2bb875668608)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:32:13.870666 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-570d8127-0ca2-4f3b-8a7c-45eb6310e659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (6d1de444-f18c-4ca8-b8bc-2f3c2287a0a8), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:13.941632 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc587a8d-ecd7-421e-bd91-153de856da7c None None] Pushing event updated for resources: {'Port': ['ID=6d1de444-f18c-4ca8-b8bc-2f3c2287a0a8,revision_number=4']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:32:13.984719 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-83733363-266e-4c6e-a9f4-a4f822e23fe4 tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (00a577b9-ba7f-45c8-9146-23447180dd1a), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:13.998768 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570d8127-0ca2-4f3b-8a7c-45eb6310e659 None None] Pushing event updated for resources: {'Port': ['ID=6d1de444-f18c-4ca8-b8bc-2f3c2287a0a8,revision_number=5']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:32:14.010597 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e42aa0e9-2d94-4c13-bbb4-f9f0317c9733 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (6fbf73aa-f0cd-4c26-8a44-953494ccef6b), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:14.012520 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e42aa0e9-2d94-4c13-bbb4-f9f0317c9733 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:14.021067 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-e42aa0e9-2d94-4c13-bbb4-f9f0317c9733 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6fbf73aa-f0cd-4c26-8a44-953494ccef6b HTTP/1.1" status: 204 len: 168 time: 0.8625505 Feb 28 10:32:14.026612 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-dfcd88bf-30d6-4031-befa-41c2a63b579e None None] Provisioning complete for port 6d1de444-f18c-4ca8-b8bc-2f3c2287a0a8 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:32:14.026989 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-dfcd88bf-30d6-4031-befa-41c2a63b579e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (6d1de444-f18c-4ca8-b8bc-2f3c2287a0a8), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:14.067060 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83733363-266e-4c6e-a9f4-a4f822e23fe4 tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Pushing event deleted for resources: {'Port': ['ID=00a577b9-ba7f-45c8-9146-23447180dd1a,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:32:14.069862 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42aa0e9-2d94-4c13-bbb4-f9f0317c9733 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fbf73aa-f0cd-4c26-8a44-953494ccef6b,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:32:14.080972 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c7cf3f87-c6bd-4f9c-9ae2-ef338ee3e26d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:14.085995 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bf7c5e3f-e9fb-4091-8a5b-32ba7db6674d tempest-DHCPAgentSchedulersTestJSON-805426757 tempest-DHCPAgentSchedulersTestJSON-805426757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-823142'] for subnet (1158c630-adf3-4635-ada4-c66f19e84f8e), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:14.116254 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3a75d739-771b-4fd1-a2dc-cce63bbd68d0 tempest-ServersTestJSON-1847654024 tempest-ServersTestJSON-1847654024-project] Publish callbacks [] for security_group_rule (d319e973-8b8b-449d-9281-a2076a76854b), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:14.120402 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-59897b41-590e-4533-96c2-455a438d131c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aad0f095-9a34-4d69-8adc-66dbe99d9006', 'name': 'tempest-ServersTestJSON-779106664-router', 'tenant_id': 'a530b24e9c394cc0824666a7df89bf0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.144'}], 'enable_snat': True}, 'gw_port_id': 'f1769461-c9bd-4976-89e8-b3a9d5ffaee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:31:51Z', 'updated_at': '2022-02-28T10:32:06Z', 'revision_number': 4, 'project_id': 'a530b24e9c394cc0824666a7df89bf0a', 'gw_port': {'id': 'f1769461-c9bd-4976-89e8-b3a9d5ffaee7', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:53:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad0f095-9a34-4d69-8adc-66dbe99d9006', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:31:54Z', 'updated_at': '2022-02-28T10:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '6d1de444-f18c-4ca8-b8bc-2f3c2287a0a8', 'name': '', 'network_id': 'da9969cf-fbcc-4307-8c2e-f65c87750026', 'tenant_id': 'a530b24e9c394cc0824666a7df89bf0a', 'mac_address': 'fa:16:3e:f2:69:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aad0f095-9a34-4d69-8adc-66dbe99d9006', 'device_owner': 'network:router_interface', 'standard_attr_id': 139, 'fixed_ips': [{'subnet_id': '68736f5c-4776-4059-9d35-abe8eebbb637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:32:03Z', 'updated_at': '2022-02-28T10:32:13Z', 'revision_number': 4, 'project_id': 'a530b24e9c394cc0824666a7df89bf0a', 'subnets': [{'id': '68736f5c-4776-4059-9d35-abe8eebbb637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:32:14.162925 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-dfcd88bf-30d6-4031-befa-41c2a63b579e None None] Current status of the port 6d1de444-f18c-4ca8-b8bc-2f3c2287a0a8 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:32:14.164230 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b76537fe-4e97-4932-acaa-0c94c2b22a1a tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-665757'] for network (8fd5c76d-36aa-48f6-b1dd-7ee4844928ae), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:14.174950 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9c41b92f-5615-4b7b-a123-c25a2ae148e7 tempest-ServersTestManualDisk-1927369875 tempest-ServersTestManualDisk-1927369875-project] Publish callbacks [] for port (44d71fcb-ca95-4c5f-85e0-b7ea5f97be56), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:14.180911 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59897b41-590e-4533-96c2-455a438d131c None None] The sync data for ids ['aad0f095-9a34-4d69-8adc-66dbe99d9006'] in dv-neutron-master-2-hyperv is: [{'id': 'aad0f095-9a34-4d69-8adc-66dbe99d9006', 'name': 'tempest-ServersTestJSON-779106664-router', 'tenant_id': 'a530b24e9c394cc0824666a7df89bf0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.144'}], 'enable_snat': True}, 'gw_port_id': 'f1769461-c9bd-4976-89e8-b3a9d5ffaee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:31:51Z', 'updated_at': '2022-02-28T10:32:06Z', 'revision_number': 4, 'project_id': 'a530b24e9c394cc0824666a7df89bf0a', 'gw_port': {'id': 'f1769461-c9bd-4976-89e8-b3a9d5ffaee7', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:53:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad0f095-9a34-4d69-8adc-66dbe99d9006', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:31:54Z', 'updated_at': '2022-02-28T10:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '6d1de444-f18c-4ca8-b8bc-2f3c2287a0a8', 'name': '', 'network_id': 'da9969cf-fbcc-4307-8c2e-f65c87750026', 'tenant_id': 'a530b24e9c394cc0824666a7df89bf0a', 'mac_address': 'fa:16:3e:f2:69:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aad0f095-9a34-4d69-8adc-66dbe99d9006', 'device_owner': 'network:router_interface', 'standard_attr_id': 139, 'fixed_ips': [{'subnet_id': '68736f5c-4776-4059-9d35-abe8eebbb637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:32:03Z', 'updated_at': '2022-02-28T10:32:13Z', 'revision_number': 4, 'project_id': 'a530b24e9c394cc0824666a7df89bf0a', 'subnets': [{'id': '68736f5c-4776-4059-9d35-abe8eebbb637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:32:14.190798 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3a75d739-771b-4fd1-a2dc-cce63bbd68d0 tempest-ServersTestJSON-1847654024 tempest-ServersTestJSON-1847654024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594242'] for security_group_rule (d319e973-8b8b-449d-9281-a2076a76854b), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:14.230144 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a75d739-771b-4fd1-a2dc-cce63bbd68d0 tempest-ServersTestJSON-1847654024 tempest-ServersTestJSON-1847654024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d319e973-8b8b-449d-9281-a2076a76854b,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:32:14.244297 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3a75d739-771b-4fd1-a2dc-cce63bbd68d0 tempest-ServersTestJSON-1847654024 tempest-ServersTestJSON-1847654024-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:14.245602 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-3a75d739-771b-4fd1-a2dc-cce63bbd68d0 tempest-ServersTestJSON-1847654024 tempest-ServersTestJSON-1847654024-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6929524 Feb 28 10:32:14.254595 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 33688) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:14.262665 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-a9834602-81b0-409c-b951-4e78d45bd219 tempest-ServersTestJSON-1847654024 tempest-ServersTestJSON-1847654024-project] Request body: {'floatingip': {'floating_network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:32:14.333288 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a9834602-81b0-409c-b951-4e78d45bd219 tempest-ServersTestJSON-1847654024 tempest-ServersTestJSON-1847654024-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:14.348712 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9c41b92f-5615-4b7b-a123-c25a2ae148e7 tempest-ServersTestManualDisk-1927369875 tempest-ServersTestManualDisk-1927369875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (44d71fcb-ca95-4c5f-85e0-b7ea5f97be56), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:14.446877 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c7cf3f87-c6bd-4f9c-9ae2-ef338ee3e26d admin admin] Publish callbacks [] for security_group (3f98c25c-393c-46b8-9552-415c4c974077), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:14.522691 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bf7c5e3f-e9fb-4091-8a5b-32ba7db6674d tempest-DHCPAgentSchedulersTestJSON-805426757 tempest-DHCPAgentSchedulersTestJSON-805426757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-823145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3498088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3516558'] for subnet (1158c630-adf3-4635-ada4-c66f19e84f8e), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:14.525177 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c7cf3f87-c6bd-4f9c-9ae2-ef338ee3e26d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (3f98c25c-393c-46b8-9552-415c4c974077), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:14.541591 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-83733363-266e-4c6e-a9f4-a4f822e23fe4 tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1803321'] for router_gateway (d31a3751-744c-4703-b3e1-141962c07b99), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:14.546024 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c41b92f-5615-4b7b-a123-c25a2ae148e7 tempest-ServersTestManualDisk-1927369875 tempest-ServersTestManualDisk-1927369875-project] Network 1e0804d0-d1d9-4d40-9de5-2936f3d87840 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:32:14.569748 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 33690) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:14.576807 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-9c41b92f-5615-4b7b-a123-c25a2ae148e7 tempest-ServersTestManualDisk-1927369875 tempest-ServersTestManualDisk-1927369875-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:32:14.602732 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b76537fe-4e97-4932-acaa-0c94c2b22a1a tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672413', 'neutron.services.segments.db._delete_segments_for_network-8742057110173'] for network (8fd5c76d-36aa-48f6-b1dd-7ee4844928ae), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:14.618933 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c41b92f-5615-4b7b-a123-c25a2ae148e7 tempest-ServersTestManualDisk-1927369875 tempest-ServersTestManualDisk-1927369875-project] Pushing event updated for resources: {'Port': ['ID=44d71fcb-ca95-4c5f-85e0-b7ea5f97be56,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:32:14.626223 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-c7cf3f87-c6bd-4f9c-9ae2-ef338ee3e26d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=311f10e065f140218475ac8c79ee9516&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9351184 Feb 28 10:32:14.628622 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 33692) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:14.630706 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-b76537fe-4e97-4932-acaa-0c94c2b22a1a tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fd5c76d-36aa-48f6-b1dd-7ee4844928ae']}} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:32:14.637548 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c41b92f-5615-4b7b-a123-c25a2ae148e7 tempest-ServersTestManualDisk-1927369875 tempest-ServersTestManualDisk-1927369875-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:32:14.660457 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d83776e7-4136-4bb6-88e5-9aa24837d5e3 None None] Network a43e4332-bcba-4283-a498-28488d5e40b6 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:32:14.704218 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-689aeffd-11ab-4ee8-bca3-68393431b163 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:14.705405 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-b76537fe-4e97-4932-acaa-0c94c2b22a1a tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45bcd2f1-75c4-40cb-b0b0-70b0c5275755') {'for_net_delete': True} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:32:14.705925 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-b76537fe-4e97-4932-acaa-0c94c2b22a1a tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45bcd2f1-75c4-40cb-b0b0-70b0c5275755') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:32:14.720969 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cf3f87-c6bd-4f9c-9ae2-ef338ee3e26d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f98c25c-393c-46b8-9552-415c4c974077,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:32:14.776287 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bf7c5e3f-e9fb-4091-8a5b-32ba7db6674d tempest-DHCPAgentSchedulersTestJSON-805426757 tempest-DHCPAgentSchedulersTestJSON-805426757-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616561'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:14.781646 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-bf7c5e3f-e9fb-4091-8a5b-32ba7db6674d tempest-DHCPAgentSchedulersTestJSON-805426757 tempest-DHCPAgentSchedulersTestJSON-805426757-project] 10.222.0.20 "DELETE /v2.0/subnets/1158c630-adf3-4635-ada4-c66f19e84f8e HTTP/1.1" status: 204 len: 168 time: 2.6411738 Feb 28 10:32:14.783496 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7c5e3f-e9fb-4091-8a5b-32ba7db6674d tempest-DHCPAgentSchedulersTestJSON-805426757 tempest-DHCPAgentSchedulersTestJSON-805426757-project] Pushing event deleted for resources: {'Subnet': ['ID=1158c630-adf3-4635-ada4-c66f19e84f8e,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:32:14.787168 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f8d40226-908b-42ad-ab4f-c9f987754921 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] Publish callbacks [] for port (828a2155-c77a-4db3-9ca6-107c576afd51), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:14.791043 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 33694) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:14.796310 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-83733363-266e-4c6e-a9f4-a4f822e23fe4 tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1807017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5941'] for router (d31a3751-744c-4703-b3e1-141962c07b99), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:14.802147 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b76537fe-4e97-4932-acaa-0c94c2b22a1a tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742057113766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3501147'] for segment (45bcd2f1-75c4-40cb-b0b0-70b0c5275755), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:14.804361 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-83733363-266e-4c6e-a9f4-a4f822e23fe4 tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Publish callbacks [] for router_controller (d31a3751-744c-4703-b3e1-141962c07b99), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:14.806101 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f8d40226-908b-42ad-ab4f-c9f987754921 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3498066'] for port (828a2155-c77a-4db3-9ca6-107c576afd51), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:14.898831 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:14.949357 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-008f85b9-b6cd-4225-941e-dc04cf4d0fce None None] DHCP port deletion for a43e4332-bcba-4283-a498-28488d5e40b6 request from dv-neutron-master-2-hyperv {{(pid=103409) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:32:14.961282 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d40226-908b-42ad-ab4f-c9f987754921 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] Pushing event updated for resources: {'Port': ['ID=828a2155-c77a-4db3-9ca6-107c576afd51,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:32:14.967297 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b76537fe-4e97-4932-acaa-0c94c2b22a1a tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (45bcd2f1-75c4-40cb-b0b0-70b0c5275755), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:14.988512 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d997f005-ba50-4091-935e-bb8aab2710cd tempest-DHCPAgentSchedulersTestJSON-805426757 tempest-DHCPAgentSchedulersTestJSON-805426757-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-665757'] for network (a43e4332-bcba-4283-a498-28488d5e40b6), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:15.005852 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-eb662237-6101-4327-848f-b7d8919d1001 admin admin] Publish callbacks [] for security_group (3f98c25c-393c-46b8-9552-415c4c974077), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:15.016243 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b76537fe-4e97-4932-acaa-0c94c2b22a1a tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] Releasing vlan 286 on physical network physnet1 to pool {{(pid=103407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:32:15.016824 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b76537fe-4e97-4932-acaa-0c94c2b22a1a tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3498166'] for segment (45bcd2f1-75c4-40cb-b0b0-70b0c5275755), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:15.018460 dv-neutron-master-2-hyperv neutron-server[103407]: Traceback (most recent call last): Feb 28 10:32:15.018460 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:32:15.018460 dv-neutron-master-2-hyperv neutron-server[103407]: timer() Feb 28 10:32:15.018460 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:32:15.018460 dv-neutron-master-2-hyperv neutron-server[103407]: cb(*args, **kw) Feb 28 10:32:15.018460 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:32:15.018460 dv-neutron-master-2-hyperv neutron-server[103407]: return func(*args, **kwargs) Feb 28 10:32:15.018460 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:32:15.018460 dv-neutron-master-2-hyperv neutron-server[103407]: self._notify() Feb 28 10:32:15.018460 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:32:15.018460 dv-neutron-master-2-hyperv neutron-server[103407]: self.callback(batched_events) Feb 28 10:32:15.018460 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:32:15.018460 dv-neutron-master-2-hyperv neutron-server[103407]: event.method(event) Feb 28 10:32:15.018460 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:32:15.018460 dv-neutron-master-2-hyperv neutron-server[103407]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:32:15.018460 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:32:15.018460 dv-neutron-master-2-hyperv neutron-server[103407]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:32:15.018460 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:32:15.018460 dv-neutron-master-2-hyperv neutron-server[103407]: return f(self, *a, **k) Feb 28 10:32:15.018460 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:32:15.018460 dv-neutron-master-2-hyperv neutron-server[103407]: return self._get(url).json() Feb 28 10:32:15.018460 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:32:15.018460 dv-neutron-master-2-hyperv neutron-server[103407]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:32:15.018460 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:32:15.018460 dv-neutron-master-2-hyperv neutron-server[103407]: return self.request(url, 'GET', **kwargs) Feb 28 10:32:15.018460 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:32:15.018460 dv-neutron-master-2-hyperv neutron-server[103407]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:32:15.018460 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:32:15.018460 dv-neutron-master-2-hyperv neutron-server[103407]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:32:15.018460 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:32:15.018460 dv-neutron-master-2-hyperv neutron-server[103407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:32:15.018460 dv-neutron-master-2-hyperv neutron-server[103407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:32:15.036209 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9c41b92f-5615-4b7b-a123-c25a2ae148e7 tempest-ServersTestManualDisk-1927369875 tempest-ServersTestManualDisk-1927369875-project] Publish callbacks [] for floatingip (3885ecbd-64e0-49a0-a30d-96cf8319b4ef), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:15.054090 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a9834602-81b0-409c-b951-4e78d45bd219 tempest-ServersTestJSON-1847654024 tempest-ServersTestJSON-1847654024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:15.075882 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-008f85b9-b6cd-4225-941e-dc04cf4d0fce None None] Deleting port 911e5156-429d-4e79-87a9-5081151d0955 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:32:15.076351 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-008f85b9-b6cd-4225-941e-dc04cf4d0fce None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (911e5156-429d-4e79-87a9-5081151d0955), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:15.097299 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-eb662237-6101-4327-848f-b7d8919d1001 admin admin] Publish callbacks [] for security_group (3f98c25c-393c-46b8-9552-415c4c974077), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:15.118381 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-83733363-266e-4c6e-a9f4-a4f822e23fe4 tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1806994'] for router (d31a3751-744c-4703-b3e1-141962c07b99), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:15.119250 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83733363-266e-4c6e-a9f4-a4f822e23fe4 tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d31a3751-744c-4703-b3e1-141962c07b99 {{(pid=103407) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 10:32:15.136963 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-83733363-266e-4c6e-a9f4-a4f822e23fe4 tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:15.138163 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-83733363-266e-4c6e-a9f4-a4f822e23fe4 tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] 10.222.0.20 "DELETE /v2.0/routers/d31a3751-744c-4703-b3e1-141962c07b99 HTTP/1.1" status: 204 len: 168 time: 4.8612113 Feb 28 10:32:15.144163 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-689aeffd-11ab-4ee8-bca3-68393431b163 admin admin] Publish callbacks [] for security_group (8c28938f-8660-41a5-88b5-527ba8d38004), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:15.147149 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 33696) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:15.174403 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f8d40226-908b-42ad-ab4f-c9f987754921 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1803383'] for floatingip (23281362-01ab-4fbf-8967-6059c3af563f), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:15.189906 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b76537fe-4e97-4932-acaa-0c94c2b22a1a tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803269'] for network (8fd5c76d-36aa-48f6-b1dd-7ee4844928ae), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:15.201449 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b76537fe-4e97-4932-acaa-0c94c2b22a1a tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8fd5c76d-36aa-48f6-b1dd-7ee4844928ae {{(pid=103407) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 28 10:32:15.207394 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b76537fe-4e97-4932-acaa-0c94c2b22a1a tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616561'] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:15.221844 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-b76537fe-4e97-4932-acaa-0c94c2b22a1a tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] 10.222.0.20 "DELETE /v2.0/networks/8fd5c76d-36aa-48f6-b1dd-7ee4844928ae HTTP/1.1" status: 204 len: 168 time: 2.1469436 Feb 28 10:32:15.221844 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f8d40226-908b-42ad-ab4f-c9f987754921 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for floatingip (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:15.221844 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-f8d40226-908b-42ad-ab4f-c9f987754921 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.8581092 Feb 28 10:32:15.223386 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-008f85b9-b6cd-4225-941e-dc04cf4d0fce None None] For port 911e5156-429d-4e79-87a9-5081151d0955, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=911e5156-429d-4e79-87a9-5081151d0955,segment=NetworkSegment(33b65926-dc07-4e62-ae3e-b4b0d805c4f6),segment_id=33b65926-dc07-4e62-ae3e-b4b0d805c4f6)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:32:15.224100 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-008f85b9-b6cd-4225-941e-dc04cf4d0fce None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (911e5156-429d-4e79-87a9-5081151d0955), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:15.227823 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 33700) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:15.234038 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-99c78fa1-6c60-4a39-bc21-a5c7042f795f tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] Request body: {'network': {'name': 'tempest-network--542320632'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:32:15.246249 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-008f85b9-b6cd-4225-941e-dc04cf4d0fce None None] Calling delete_port for 911e5156-429d-4e79-87a9-5081151d0955 owned by network:dhcp {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:32:15.256178 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76537fe-4e97-4932-acaa-0c94c2b22a1a tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] Pushing event deleted for resources: {'Network': ['ID=8fd5c76d-36aa-48f6-b1dd-7ee4844928ae,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:32:15.263833 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99c78fa1-6c60-4a39-bc21-a5c7042f795f tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] Made reservation on behalf of be4760b2059d45cebfda82811f0f0b9a for: {'network': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:32:15.269751 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-99c78fa1-6c60-4a39-bc21-a5c7042f795f tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for network (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:15.331091 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99c78fa1-6c60-4a39-bc21-a5c7042f795f tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 264} {{(pid=103407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:32:15.353076 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-99c78fa1-6c60-4a39-bc21-a5c7042f795f tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (d7b5c464-06c3-4bb8-a051-5b8a24987d63), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:15.354131 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.db.segments_db [None req-99c78fa1-6c60-4a39-bc21-a5c7042f795f tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] Added segment d7b5c464-06c3-4bb8-a051-5b8a24987d63 of type vlan for network f8a1c7d5-3924-454c-a0bd-fe2114b34220 Feb 28 10:32:15.409805 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-99c78fa1-6c60-4a39-bc21-a5c7042f795f tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742056637431'] for network (f8a1c7d5-3924-454c-a0bd-fe2114b34220), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:15.448727 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-99c78fa1-6c60-4a39-bc21-a5c7042f795f tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551'] for network (f8a1c7d5-3924-454c-a0bd-fe2114b34220), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:15.450140 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99c78fa1-6c60-4a39-bc21-a5c7042f795f tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:32:15.450990 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-99c78fa1-6c60-4a39-bc21-a5c7042f795f tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616561'] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:15.527146 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-689aeffd-11ab-4ee8-bca3-68393431b163 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (8c28938f-8660-41a5-88b5-527ba8d38004), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:15.544408 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9c41b92f-5615-4b7b-a123-c25a2ae148e7 tempest-ServersTestManualDisk-1927369875 tempest-ServersTestManualDisk-1927369875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (44d71fcb-ca95-4c5f-85e0-b7ea5f97be56), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:15.557560 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-008f85b9-b6cd-4225-941e-dc04cf4d0fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758'] for port (911e5156-429d-4e79-87a9-5081151d0955), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:15.581050 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-99c78fa1-6c60-4a39-bc21-a5c7042f795f tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3526711 Feb 28 10:32:15.583868 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 33712) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:15.589286 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-e158411b-f829-44fc-9c5c-668da077888e tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:32:15.617724 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 6d1de444-f18c-4ca8-b8bc-2f3c2287a0a8 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:32:15.623329 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008f85b9-b6cd-4225-941e-dc04cf4d0fce None None] No DVR routers for this DVR port 911e5156-429d-4e79-87a9-5081151d0955 on host dv-neutron-master-2-hyperv {{(pid=103409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:32:15.645499 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008f85b9-b6cd-4225-941e-dc04cf4d0fce None None] Pushing event deleted for resources: {'Port': ['ID=911e5156-429d-4e79-87a9-5081151d0955,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:32:15.662022 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-689aeffd-11ab-4ee8-bca3-68393431b163 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a22c2a84a1c246309cdb95e108108d59&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0864880 Feb 28 10:32:15.662692 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 33714) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:15.696449 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port 6d1de444-f18c-4ca8-b8bc-2f3c2287a0a8 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:32:15.697091 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (6d1de444-f18c-4ca8-b8bc-2f3c2287a0a8), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:15.705182 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ad2c347-447e-408b-b037-6182d37a4773 tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Deleting subnet 34a8855e-d106-4a75-a80c-6dba55670a29 {{(pid=103408) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:32:15.712575 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c78fa1-6c60-4a39-bc21-a5c7042f795f tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] Pushing event updated for resources: {'Network': ['ID=f8a1c7d5-3924-454c-a0bd-fe2114b34220,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:32:15.728157 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Network f8a1c7d5-3924-454c-a0bd-fe2114b34220 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103409) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:32:15.743405 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5ad2c347-447e-408b-b037-6182d37a4773 tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Publish callbacks [] for subnet (34a8855e-d106-4a75-a80c-6dba55670a29), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:15.745272 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689aeffd-11ab-4ee8-bca3-68393431b163 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c28938f-8660-41a5-88b5-527ba8d38004,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:32:15.821908 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5ad2c347-447e-408b-b037-6182d37a4773 tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3423529'] for subnet (34a8855e-d106-4a75-a80c-6dba55670a29), precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:15.849905 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e158411b-f829-44fc-9c5c-668da077888e tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742056637431'] for network (f8a1c7d5-3924-454c-a0bd-fe2114b34220), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:15.868783 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e158411b-f829-44fc-9c5c-668da077888e tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551'] for network (f8a1c7d5-3924-454c-a0bd-fe2114b34220), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:15.892460 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e158411b-f829-44fc-9c5c-668da077888e tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] Network f8a1c7d5-3924-454c-a0bd-fe2114b34220 is not hosted by any dhcp agent {{(pid=103407) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 28 10:32:15.893687 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e158411b-f829-44fc-9c5c-668da077888e tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:32:15.894333 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e158411b-f829-44fc-9c5c-668da077888e tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:15.898039 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-e158411b-f829-44fc-9c5c-668da077888e tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] 10.222.0.20 "PUT /v2.0/networks/f8a1c7d5-3924-454c-a0bd-fe2114b34220 HTTP/1.1" status: 200 len: 857 time: 0.3132622 Feb 28 10:32:15.901117 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 33724) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:15.963984 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-a9834602-81b0-409c-b951-4e78d45bd219 tempest-ServersTestJSON-1847654024 tempest-ServersTestJSON-1847654024-project] Allocated IP 172.36.5.153 (1e0804d0-d1d9-4d40-9de5-2936f3d87840/6f6f4129-23e5-4c3b-b4ef-4c7ce926797e/b56d7ec6-4cd3-439a-a852-536fec33499c) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:32:15.977037 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 33732) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:15.979511 dv-neutron-master-2-hyperv neutron-server[103407]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 28 10:32:15.995290 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 6d1de444-f18c-4ca8-b8bc-2f3c2287a0a8 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:32:16.050930 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 911e5156-429d-4e79-87a9-5081151d0955 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:32:16.074513 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] No Port match for: 911e5156-429d-4e79-87a9-5081151d0955 {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:32:16.074988 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 911e5156-429d-4e79-87a9-5081151d0955 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:32:16.088223 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-eb662237-6101-4327-848f-b7d8919d1001 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (3f98c25c-393c-46b8-9552-415c4c974077), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:16.090481 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-eb662237-6101-4327-848f-b7d8919d1001 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:16.091605 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-eb662237-6101-4327-848f-b7d8919d1001 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3f98c25c-393c-46b8-9552-415c4c974077 HTTP/1.1" status: 204 len: 168 time: 1.4512868 Feb 28 10:32:16.146387 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3a5398ae-2788-4235-9095-31c09b6c0357 admin admin] Publish callbacks [] for security_group (8c28938f-8660-41a5-88b5-527ba8d38004), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:16.155209 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5ad2c347-447e-408b-b037-6182d37a4773 tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-823142'] for subnet (34a8855e-d106-4a75-a80c-6dba55670a29), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:16.168036 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb662237-6101-4327-848f-b7d8919d1001 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f98c25c-393c-46b8-9552-415c4c974077,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:32:16.194783 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-d997f005-ba50-4091-935e-bb8aab2710cd tempest-DHCPAgentSchedulersTestJSON-805426757 tempest-DHCPAgentSchedulersTestJSON-805426757-project] Deleting port 911e5156-429d-4e79-87a9-5081151d0955 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:32:16.195132 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d997f005-ba50-4091-935e-bb8aab2710cd tempest-DHCPAgentSchedulersTestJSON-805426757 tempest-DHCPAgentSchedulersTestJSON-805426757-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (911e5156-429d-4e79-87a9-5081151d0955), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:16.283564 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3a5398ae-2788-4235-9095-31c09b6c0357 admin admin] Publish callbacks [] for security_group (8c28938f-8660-41a5-88b5-527ba8d38004), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:16.293456 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e158411b-f829-44fc-9c5c-668da077888e tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] Pushing event updated for resources: {'Network': ['ID=f8a1c7d5-3924-454c-a0bd-fe2114b34220,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:32:16.347095 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c47d69cb-696f-44da-b425-70be96aafab8 tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-665757'] for network (f8a1c7d5-3924-454c-a0bd-fe2114b34220), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:16.354866 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-8907cc74-9904-47a5-b0ea-8c562ef6aa88 req-6179ca1e-da5f-425f-8041-561ae479f21a tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--2059039037&fields=id&tenant_id=194e12cf0f844c7eb6a851155ceb2206 HTTP/1.1" status: 200 len: 267 time: 0.3765142 Feb 28 10:32:16.373816 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a9834602-81b0-409c-b951-4e78d45bd219 tempest-ServersTestJSON-1847654024 tempest-ServersTestJSON-1847654024-project] Publish callbacks [] for port (b56d7ec6-4cd3-439a-a852-536fec33499c), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:16.382863 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-d997f005-ba50-4091-935e-bb8aab2710cd tempest-DHCPAgentSchedulersTestJSON-805426757 tempest-DHCPAgentSchedulersTestJSON-805426757-project] For port 911e5156-429d-4e79-87a9-5081151d0955, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:32:16.383224 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d997f005-ba50-4091-935e-bb8aab2710cd tempest-DHCPAgentSchedulersTestJSON-805426757 tempest-DHCPAgentSchedulersTestJSON-805426757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (911e5156-429d-4e79-87a9-5081151d0955), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:16.429903 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-d997f005-ba50-4091-935e-bb8aab2710cd tempest-DHCPAgentSchedulersTestJSON-805426757 tempest-DHCPAgentSchedulersTestJSON-805426757-project] Calling delete_port for 911e5156-429d-4e79-87a9-5081151d0955 owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:32:16.444704 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.ipam_backend_mixin [None req-d997f005-ba50-4091-935e-bb8aab2710cd tempest-DHCPAgentSchedulersTestJSON-805426757 tempest-DHCPAgentSchedulersTestJSON-805426757-project] Port 911e5156-429d-4e79-87a9-5081151d0955 was not found and therefore no delete operation was performed {{(pid=103408) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 28 10:32:16.458216 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d997f005-ba50-4091-935e-bb8aab2710cd tempest-DHCPAgentSchedulersTestJSON-805426757 tempest-DHCPAgentSchedulersTestJSON-805426757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (911e5156-429d-4e79-87a9-5081151d0955), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:16.503274 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d997f005-ba50-4091-935e-bb8aab2710cd tempest-DHCPAgentSchedulersTestJSON-805426757 tempest-DHCPAgentSchedulersTestJSON-805426757-project] Pushing event deleted for resources: {'Port': ['ID=911e5156-429d-4e79-87a9-5081151d0955,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:32:16.506680 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5ad2c347-447e-408b-b037-6182d37a4773 tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-823145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3242523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3951170'] for subnet (34a8855e-d106-4a75-a80c-6dba55670a29), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:16.509029 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d997f005-ba50-4091-935e-bb8aab2710cd tempest-DHCPAgentSchedulersTestJSON-805426757 tempest-DHCPAgentSchedulersTestJSON-805426757-project] No DVR routers for this DVR port 911e5156-429d-4e79-87a9-5081151d0955 on host dv-neutron-master-2-hyperv {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:32:16.544447 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad2c347-447e-408b-b037-6182d37a4773 tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=34a8855e-d106-4a75-a80c-6dba55670a29,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:32:16.570453 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c47d69cb-696f-44da-b425-70be96aafab8 tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672413', 'neutron.services.segments.db._delete_segments_for_network-8742057110173'] for network (f8a1c7d5-3924-454c-a0bd-fe2114b34220), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:16.579284 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 33738) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:16.592857 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9c41b92f-5615-4b7b-a123-c25a2ae148e7 tempest-ServersTestManualDisk-1927369875 tempest-ServersTestManualDisk-1927369875-project] Publish callbacks [] for port (44d71fcb-ca95-4c5f-85e0-b7ea5f97be56), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:16.598747 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5ad2c347-447e-408b-b037-6182d37a4773 tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:16.601829 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-5ad2c347-447e-408b-b037-6182d37a4773 tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] 10.222.0.20 "DELETE /v2.0/subnets/34a8855e-d106-4a75-a80c-6dba55670a29 HTTP/1.1" status: 204 len: 168 time: 1.4532330 Feb 28 10:32:16.605841 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3a5398ae-2788-4235-9095-31c09b6c0357 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (8c28938f-8660-41a5-88b5-527ba8d38004), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:16.608790 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3a5398ae-2788-4235-9095-31c09b6c0357 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:16.612133 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-3a5398ae-2788-4235-9095-31c09b6c0357 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8c28938f-8660-41a5-88b5-527ba8d38004 HTTP/1.1" status: 204 len: 168 time: 0.9240215 Feb 28 10:32:16.612133 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9c41b92f-5615-4b7b-a123-c25a2ae148e7 tempest-ServersTestManualDisk-1927369875 tempest-ServersTestManualDisk-1927369875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3242529'] for port (44d71fcb-ca95-4c5f-85e0-b7ea5f97be56), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:16.619726 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 33740) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:16.642820 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-c47d69cb-696f-44da-b425-70be96aafab8 tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8a1c7d5-3924-454c-a0bd-fe2114b34220']}} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:32:16.645092 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7170b493-ce11-43fc-ba7a-8c1a742ce525 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:16.659392 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a9834602-81b0-409c-b951-4e78d45bd219 tempest-ServersTestJSON-1847654024 tempest-ServersTestJSON-1847654024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (b56d7ec6-4cd3-439a-a852-536fec33499c), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:16.697208 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-c47d69cb-696f-44da-b425-70be96aafab8 tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7b5c464-06c3-4bb8-a051-5b8a24987d63') {'for_net_delete': True} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:32:16.697565 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-c47d69cb-696f-44da-b425-70be96aafab8 tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7b5c464-06c3-4bb8-a051-5b8a24987d63') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:32:16.719544 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c47d69cb-696f-44da-b425-70be96aafab8 tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742057113766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3501147'] for segment (d7b5c464-06c3-4bb8-a051-5b8a24987d63), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:16.724160 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5398ae-2788-4235-9095-31c09b6c0357 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c28938f-8660-41a5-88b5-527ba8d38004,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:32:16.734099 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8907cc74-9904-47a5-b0ea-8c562ef6aa88 req-be73af1f-a90e-4dc3-89f8-0b2e915e4083 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:32:16.736360 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-8907cc74-9904-47a5-b0ea-8c562ef6aa88 req-be73af1f-a90e-4dc3-89f8-0b2e915e4083 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] 10.222.0.20 "GET /v2.0/networks?id=c8fe4d5f-4a1f-41f9-85f5-28e75dcf99b0 HTTP/1.1" status: 200 len: 811 time: 0.3732598 Feb 28 10:32:16.745940 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d997f005-ba50-4091-935e-bb8aab2710cd tempest-DHCPAgentSchedulersTestJSON-805426757 tempest-DHCPAgentSchedulersTestJSON-805426757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672413', 'neutron.services.segments.db._delete_segments_for_network-8742057110173'] for network (a43e4332-bcba-4283-a498-28488d5e40b6), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:16.765996 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9834602-81b0-409c-b951-4e78d45bd219 tempest-ServersTestJSON-1847654024 tempest-ServersTestJSON-1847654024-project] Network 1e0804d0-d1d9-4d40-9de5-2936f3d87840 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:32:16.778788 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c47d69cb-696f-44da-b425-70be96aafab8 tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (d7b5c464-06c3-4bb8-a051-5b8a24987d63), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:16.782175 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-a9834602-81b0-409c-b951-4e78d45bd219 tempest-ServersTestJSON-1847654024 tempest-ServersTestJSON-1847654024-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:32:16.786945 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-d997f005-ba50-4091-935e-bb8aab2710cd tempest-DHCPAgentSchedulersTestJSON-805426757 tempest-DHCPAgentSchedulersTestJSON-805426757-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a43e4332-bcba-4283-a498-28488d5e40b6']}} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:32:16.789221 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c47d69cb-696f-44da-b425-70be96aafab8 tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] Releasing vlan 264 on physical network physnet1 to pool {{(pid=103407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:32:16.789659 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9834602-81b0-409c-b951-4e78d45bd219 tempest-ServersTestJSON-1847654024 tempest-ServersTestJSON-1847654024-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:32:16.789879 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c47d69cb-696f-44da-b425-70be96aafab8 tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3498166'] for segment (d7b5c464-06c3-4bb8-a051-5b8a24987d63), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:16.791707 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c41b92f-5615-4b7b-a123-c25a2ae148e7 tempest-ServersTestManualDisk-1927369875 tempest-ServersTestManualDisk-1927369875-project] Pushing event updated for resources: {'Port': ['ID=44d71fcb-ca95-4c5f-85e0-b7ea5f97be56,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:32:16.791956 dv-neutron-master-2-hyperv neutron-server[103407]: Traceback (most recent call last): Feb 28 10:32:16.791956 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:32:16.791956 dv-neutron-master-2-hyperv neutron-server[103407]: timer() Feb 28 10:32:16.791956 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:32:16.791956 dv-neutron-master-2-hyperv neutron-server[103407]: cb(*args, **kw) Feb 28 10:32:16.791956 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:32:16.791956 dv-neutron-master-2-hyperv neutron-server[103407]: return func(*args, **kwargs) Feb 28 10:32:16.791956 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:32:16.791956 dv-neutron-master-2-hyperv neutron-server[103407]: self._notify() Feb 28 10:32:16.791956 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:32:16.791956 dv-neutron-master-2-hyperv neutron-server[103407]: self.callback(batched_events) Feb 28 10:32:16.791956 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:32:16.791956 dv-neutron-master-2-hyperv neutron-server[103407]: event.method(event) Feb 28 10:32:16.791956 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:32:16.791956 dv-neutron-master-2-hyperv neutron-server[103407]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:32:16.791956 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:32:16.791956 dv-neutron-master-2-hyperv neutron-server[103407]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:32:16.791956 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:32:16.791956 dv-neutron-master-2-hyperv neutron-server[103407]: return f(self, *a, **k) Feb 28 10:32:16.791956 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:32:16.791956 dv-neutron-master-2-hyperv neutron-server[103407]: return self._get(url).json() Feb 28 10:32:16.791956 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:32:16.791956 dv-neutron-master-2-hyperv neutron-server[103407]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:32:16.791956 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:32:16.791956 dv-neutron-master-2-hyperv neutron-server[103407]: return self.request(url, 'GET', **kwargs) Feb 28 10:32:16.791956 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:32:16.791956 dv-neutron-master-2-hyperv neutron-server[103407]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:32:16.791956 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:32:16.791956 dv-neutron-master-2-hyperv neutron-server[103407]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:32:16.791956 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:32:16.791956 dv-neutron-master-2-hyperv neutron-server[103407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:32:16.791956 dv-neutron-master-2-hyperv neutron-server[103407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:32:16.795899 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-86da9b70-894a-4efa-975d-b7b759cb02ff tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-665757'] for network (49a726b4-ad5e-4a42-9416-073e6b3d4829), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:16.799950 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9c41b92f-5615-4b7b-a123-c25a2ae148e7 tempest-ServersTestManualDisk-1927369875 tempest-ServersTestManualDisk-1927369875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1803383'] for floatingip (3885ecbd-64e0-49a0-a30d-96cf8319b4ef), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:16.808651 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-8907cc74-9904-47a5-b0ea-8c562ef6aa88 req-3dcdd9a4-a8c7-41ab-b524-4fb5e73a07d6 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] 10.222.0.20 "GET /v2.0/quotas/194e12cf0f844c7eb6a851155ceb2206 HTTP/1.1" status: 200 len: 375 time: 0.0477607 Feb 28 10:32:16.828666 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-d997f005-ba50-4091-935e-bb8aab2710cd tempest-DHCPAgentSchedulersTestJSON-805426757 tempest-DHCPAgentSchedulersTestJSON-805426757-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33b65926-dc07-4e62-ae3e-b4b0d805c4f6') {'for_net_delete': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:32:16.829208 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-d997f005-ba50-4091-935e-bb8aab2710cd tempest-DHCPAgentSchedulersTestJSON-805426757 tempest-DHCPAgentSchedulersTestJSON-805426757-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33b65926-dc07-4e62-ae3e-b4b0d805c4f6') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:32:16.881827 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d997f005-ba50-4091-935e-bb8aab2710cd tempest-DHCPAgentSchedulersTestJSON-805426757 tempest-DHCPAgentSchedulersTestJSON-805426757-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742057113766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3423550'] for segment (33b65926-dc07-4e62-ae3e-b4b0d805c4f6), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:16.900099 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9c41b92f-5615-4b7b-a123-c25a2ae148e7 tempest-ServersTestManualDisk-1927369875 tempest-ServersTestManualDisk-1927369875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for floatingip (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:16.901713 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-9c41b92f-5615-4b7b-a123-c25a2ae148e7 tempest-ServersTestManualDisk-1927369875 tempest-ServersTestManualDisk-1927369875-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.7324233 Feb 28 10:32:16.913461 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9834602-81b0-409c-b951-4e78d45bd219 tempest-ServersTestJSON-1847654024 tempest-ServersTestJSON-1847654024-project] Pushing event updated for resources: {'Port': ['ID=b56d7ec6-4cd3-439a-a852-536fec33499c,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:32:16.916610 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d997f005-ba50-4091-935e-bb8aab2710cd tempest-DHCPAgentSchedulersTestJSON-805426757 tempest-DHCPAgentSchedulersTestJSON-805426757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (33b65926-dc07-4e62-ae3e-b4b0d805c4f6), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:16.926357 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d997f005-ba50-4091-935e-bb8aab2710cd tempest-DHCPAgentSchedulersTestJSON-805426757 tempest-DHCPAgentSchedulersTestJSON-805426757-project] Releasing vlan 287 on physical network physnet1 to pool {{(pid=103408) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:32:16.927126 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d997f005-ba50-4091-935e-bb8aab2710cd tempest-DHCPAgentSchedulersTestJSON-805426757 tempest-DHCPAgentSchedulersTestJSON-805426757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3242693'] for segment (33b65926-dc07-4e62-ae3e-b4b0d805c4f6), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:16.930796 dv-neutron-master-2-hyperv neutron-server[103408]: Traceback (most recent call last): Feb 28 10:32:16.930796 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:32:16.930796 dv-neutron-master-2-hyperv neutron-server[103408]: timer() Feb 28 10:32:16.930796 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:32:16.930796 dv-neutron-master-2-hyperv neutron-server[103408]: cb(*args, **kw) Feb 28 10:32:16.930796 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:32:16.930796 dv-neutron-master-2-hyperv neutron-server[103408]: return func(*args, **kwargs) Feb 28 10:32:16.930796 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:32:16.930796 dv-neutron-master-2-hyperv neutron-server[103408]: self._notify() Feb 28 10:32:16.930796 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:32:16.930796 dv-neutron-master-2-hyperv neutron-server[103408]: self.callback(batched_events) Feb 28 10:32:16.930796 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:32:16.930796 dv-neutron-master-2-hyperv neutron-server[103408]: event.method(event) Feb 28 10:32:16.930796 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:32:16.930796 dv-neutron-master-2-hyperv neutron-server[103408]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:32:16.930796 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:32:16.930796 dv-neutron-master-2-hyperv neutron-server[103408]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:32:16.930796 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:32:16.930796 dv-neutron-master-2-hyperv neutron-server[103408]: return f(self, *a, **k) Feb 28 10:32:16.930796 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:32:16.930796 dv-neutron-master-2-hyperv neutron-server[103408]: return self._get(url).json() Feb 28 10:32:16.930796 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:32:16.930796 dv-neutron-master-2-hyperv neutron-server[103408]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:32:16.930796 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:32:16.930796 dv-neutron-master-2-hyperv neutron-server[103408]: return self.request(url, 'GET', **kwargs) Feb 28 10:32:16.930796 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:32:16.930796 dv-neutron-master-2-hyperv neutron-server[103408]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:32:16.930796 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:32:16.930796 dv-neutron-master-2-hyperv neutron-server[103408]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:32:16.930796 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:32:16.930796 dv-neutron-master-2-hyperv neutron-server[103408]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:32:16.930796 dv-neutron-master-2-hyperv neutron-server[103408]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:32:16.966011 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c47d69cb-696f-44da-b425-70be96aafab8 tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803269'] for network (f8a1c7d5-3924-454c-a0bd-fe2114b34220), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:17.018695 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c47d69cb-696f-44da-b425-70be96aafab8 tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f8a1c7d5-3924-454c-a0bd-fe2114b34220 {{(pid=103407) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 28 10:32:17.032019 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d997f005-ba50-4091-935e-bb8aab2710cd tempest-DHCPAgentSchedulersTestJSON-805426757 tempest-DHCPAgentSchedulersTestJSON-805426757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803269'] for network (a43e4332-bcba-4283-a498-28488d5e40b6), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:17.045631 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c47d69cb-696f-44da-b425-70be96aafab8 tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:17.055595 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-c47d69cb-696f-44da-b425-70be96aafab8 tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] 10.222.0.20 "DELETE /v2.0/networks/f8a1c7d5-3924-454c-a0bd-fe2114b34220 HTTP/1.1" status: 204 len: 168 time: 1.1532767 Feb 28 10:32:17.057032 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d997f005-ba50-4091-935e-bb8aab2710cd tempest-DHCPAgentSchedulersTestJSON-805426757 tempest-DHCPAgentSchedulersTestJSON-805426757-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616561'] for network (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:17.060305 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-d997f005-ba50-4091-935e-bb8aab2710cd tempest-DHCPAgentSchedulersTestJSON-805426757 tempest-DHCPAgentSchedulersTestJSON-805426757-project] 10.222.0.20 "DELETE /v2.0/networks/a43e4332-bcba-4283-a498-28488d5e40b6 HTTP/1.1" status: 204 len: 168 time: 2.2660499 Feb 28 10:32:17.061626 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a9834602-81b0-409c-b951-4e78d45bd219 tempest-ServersTestJSON-1847654024 tempest-ServersTestJSON-1847654024-project] Publish callbacks [] for floatingip (c4e92641-27ac-472f-ab36-f8efed3a7d88), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:17.063007 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 33752) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:17.064095 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d997f005-ba50-4091-935e-bb8aab2710cd tempest-DHCPAgentSchedulersTestJSON-805426757 tempest-DHCPAgentSchedulersTestJSON-805426757-project] Pushing event deleted for resources: {'Network': ['ID=a43e4332-bcba-4283-a498-28488d5e40b6,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:32:17.144218 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-828e9f17-bee6-450c-891a-02a081b3623a tempest-ExternalNetworksTestJSON-1152192211 tempest-ExternalNetworksTestJSON-1152192211-project] DELETE failed (client error): The resource could not be found. Feb 28 10:32:17.144957 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-828e9f17-bee6-450c-891a-02a081b3623a tempest-ExternalNetworksTestJSON-1152192211 tempest-ExternalNetworksTestJSON-1152192211-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103408) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:32:17.148249 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-828e9f17-bee6-450c-891a-02a081b3623a tempest-ExternalNetworksTestJSON-1152192211 tempest-ExternalNetworksTestJSON-1152192211-project] 10.222.0.20 "DELETE /v2.0/subnets/dff26c37-4894-415a-a43e-4ade5907c1cb HTTP/1.1" status: 404 len: 337 time: 0.0819139 Feb 28 10:32:17.149373 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a9834602-81b0-409c-b951-4e78d45bd219 tempest-ServersTestJSON-1847654024 tempest-ServersTestJSON-1847654024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (b56d7ec6-4cd3-439a-a852-536fec33499c), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:17.151142 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 33766) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:17.154709 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7170b493-ce11-43fc-ba7a-8c1a742ce525 admin admin] Publish callbacks [] for security_group (08ff6ca5-7cdd-4e2a-8188-ead80a099f5e), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:17.167273 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-8907cc74-9904-47a5-b0ea-8c562ef6aa88 req-40dd1dcc-b217-4b08-92fc-78590cf331c1 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=194e12cf0f844c7eb6a851155ceb2206&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3280256 Feb 28 10:32:17.170644 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7170b493-ce11-43fc-ba7a-8c1a742ce525 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (08ff6ca5-7cdd-4e2a-8188-ead80a099f5e), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:17.177478 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-86da9b70-894a-4efa-975d-b7b759cb02ff tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672413', 'neutron.services.segments.db._delete_segments_for_network-8742057110173'] for network (49a726b4-ad5e-4a42-9416-073e6b3d4829), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:17.221931 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-7170b493-ce11-43fc-ba7a-8c1a742ce525 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c022fd08829c4d018bf5ed1bc14d0938&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6354852 Feb 28 10:32:17.222366 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47d69cb-696f-44da-b425-70be96aafab8 tempest-ExternalNetworksTestJSON-1972848678 tempest-ExternalNetworksTestJSON-1972848678-project-admin] Pushing event deleted for resources: {'Network': ['ID=f8a1c7d5-3924-454c-a0bd-fe2114b34220,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:32:17.232109 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 33770) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:17.260769 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f252571d-2126-4805-8281-9d2d982ab3ea tempest-ExternalNetworksTestJSON-1152192211 tempest-ExternalNetworksTestJSON-1152192211-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-665757'] for network (f488603c-3986-4790-8c8e-676a89346f19), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:17.275200 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-86da9b70-894a-4efa-975d-b7b759cb02ff tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49a726b4-ad5e-4a42-9416-073e6b3d4829']}} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:32:17.290594 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-86da9b70-894a-4efa-975d-b7b759cb02ff tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08dd62ad-f586-4696-b124-2ac10e250157') {'for_net_delete': True} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:32:17.291068 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-86da9b70-894a-4efa-975d-b7b759cb02ff tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08dd62ad-f586-4696-b124-2ac10e250157') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:32:17.313026 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-86da9b70-894a-4efa-975d-b7b759cb02ff tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742057113766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3501147'] for segment (08dd62ad-f586-4696-b124-2ac10e250157), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:17.340613 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-86da9b70-894a-4efa-975d-b7b759cb02ff tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (08dd62ad-f586-4696-b124-2ac10e250157), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:17.351000 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86da9b70-894a-4efa-975d-b7b759cb02ff tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Releasing vlan 281 on physical network physnet1 to pool {{(pid=103407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:32:17.351506 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-86da9b70-894a-4efa-975d-b7b759cb02ff tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3498166'] for segment (08dd62ad-f586-4696-b124-2ac10e250157), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:17.399430 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f252571d-2126-4805-8281-9d2d982ab3ea tempest-ExternalNetworksTestJSON-1152192211 tempest-ExternalNetworksTestJSON-1152192211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672413', 'neutron.services.segments.db._delete_segments_for_network-8742057110173'] for network (f488603c-3986-4790-8c8e-676a89346f19), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:17.422105 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-f252571d-2126-4805-8281-9d2d982ab3ea tempest-ExternalNetworksTestJSON-1152192211 tempest-ExternalNetworksTestJSON-1152192211-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f488603c-3986-4790-8c8e-676a89346f19']}} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:32:17.431757 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-f252571d-2126-4805-8281-9d2d982ab3ea tempest-ExternalNetworksTestJSON-1152192211 tempest-ExternalNetworksTestJSON-1152192211-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11209fb6-8229-495c-8b30-9b21425292c8') {'for_net_delete': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:32:17.432190 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-f252571d-2126-4805-8281-9d2d982ab3ea tempest-ExternalNetworksTestJSON-1152192211 tempest-ExternalNetworksTestJSON-1152192211-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11209fb6-8229-495c-8b30-9b21425292c8') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:32:17.442176 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f252571d-2126-4805-8281-9d2d982ab3ea tempest-ExternalNetworksTestJSON-1152192211 tempest-ExternalNetworksTestJSON-1152192211-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742057113766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3423550'] for segment (11209fb6-8229-495c-8b30-9b21425292c8), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:17.459070 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f252571d-2126-4805-8281-9d2d982ab3ea tempest-ExternalNetworksTestJSON-1152192211 tempest-ExternalNetworksTestJSON-1152192211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (11209fb6-8229-495c-8b30-9b21425292c8), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:17.466288 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f252571d-2126-4805-8281-9d2d982ab3ea tempest-ExternalNetworksTestJSON-1152192211 tempest-ExternalNetworksTestJSON-1152192211-project] Releasing vlan 295 on physical network physnet1 to pool {{(pid=103408) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:32:17.466851 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f252571d-2126-4805-8281-9d2d982ab3ea tempest-ExternalNetworksTestJSON-1152192211 tempest-ExternalNetworksTestJSON-1152192211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3242693'] for segment (11209fb6-8229-495c-8b30-9b21425292c8), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:17.506711 dv-neutron-master-2-hyperv neutron-server[103407]: Traceback (most recent call last): Feb 28 10:32:17.506711 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:32:17.506711 dv-neutron-master-2-hyperv neutron-server[103407]: timer() Feb 28 10:32:17.506711 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:32:17.506711 dv-neutron-master-2-hyperv neutron-server[103407]: cb(*args, **kw) Feb 28 10:32:17.506711 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:32:17.506711 dv-neutron-master-2-hyperv neutron-server[103407]: return func(*args, **kwargs) Feb 28 10:32:17.506711 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:32:17.506711 dv-neutron-master-2-hyperv neutron-server[103407]: self._notify() Feb 28 10:32:17.506711 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:32:17.506711 dv-neutron-master-2-hyperv neutron-server[103407]: self.callback(batched_events) Feb 28 10:32:17.506711 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:32:17.506711 dv-neutron-master-2-hyperv neutron-server[103407]: event.method(event) Feb 28 10:32:17.506711 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:32:17.506711 dv-neutron-master-2-hyperv neutron-server[103407]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:32:17.506711 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:32:17.506711 dv-neutron-master-2-hyperv neutron-server[103407]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:32:17.506711 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:32:17.506711 dv-neutron-master-2-hyperv neutron-server[103407]: return f(self, *a, **k) Feb 28 10:32:17.506711 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:32:17.506711 dv-neutron-master-2-hyperv neutron-server[103407]: return self._get(url).json() Feb 28 10:32:17.506711 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:32:17.506711 dv-neutron-master-2-hyperv neutron-server[103407]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:32:17.506711 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:32:17.506711 dv-neutron-master-2-hyperv neutron-server[103407]: return self.request(url, 'GET', **kwargs) Feb 28 10:32:17.506711 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:32:17.506711 dv-neutron-master-2-hyperv neutron-server[103407]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:32:17.506711 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:32:17.506711 dv-neutron-master-2-hyperv neutron-server[103407]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:32:17.506711 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:32:17.506711 dv-neutron-master-2-hyperv neutron-server[103407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:32:17.506711 dv-neutron-master-2-hyperv neutron-server[103407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:32:17.546198 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f978b04c-2c4d-4d17-b252-6df1e6fedcc5 admin admin] Publish callbacks [] for security_group (08ff6ca5-7cdd-4e2a-8188-ead80a099f5e), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:17.553528 dv-neutron-master-2-hyperv neutron-server[103408]: Traceback (most recent call last): Feb 28 10:32:17.553528 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:32:17.553528 dv-neutron-master-2-hyperv neutron-server[103408]: timer() Feb 28 10:32:17.553528 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:32:17.553528 dv-neutron-master-2-hyperv neutron-server[103408]: cb(*args, **kw) Feb 28 10:32:17.553528 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:32:17.553528 dv-neutron-master-2-hyperv neutron-server[103408]: return func(*args, **kwargs) Feb 28 10:32:17.553528 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:32:17.553528 dv-neutron-master-2-hyperv neutron-server[103408]: self._notify() Feb 28 10:32:17.553528 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:32:17.553528 dv-neutron-master-2-hyperv neutron-server[103408]: self.callback(batched_events) Feb 28 10:32:17.553528 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:32:17.553528 dv-neutron-master-2-hyperv neutron-server[103408]: event.method(event) Feb 28 10:32:17.553528 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:32:17.553528 dv-neutron-master-2-hyperv neutron-server[103408]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:32:17.553528 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:32:17.553528 dv-neutron-master-2-hyperv neutron-server[103408]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:32:17.553528 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:32:17.553528 dv-neutron-master-2-hyperv neutron-server[103408]: return f(self, *a, **k) Feb 28 10:32:17.553528 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:32:17.553528 dv-neutron-master-2-hyperv neutron-server[103408]: return self._get(url).json() Feb 28 10:32:17.553528 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:32:17.553528 dv-neutron-master-2-hyperv neutron-server[103408]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:32:17.553528 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:32:17.553528 dv-neutron-master-2-hyperv neutron-server[103408]: return self.request(url, 'GET', **kwargs) Feb 28 10:32:17.553528 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:32:17.553528 dv-neutron-master-2-hyperv neutron-server[103408]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:32:17.553528 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:32:17.553528 dv-neutron-master-2-hyperv neutron-server[103408]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:32:17.553528 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:32:17.553528 dv-neutron-master-2-hyperv neutron-server[103408]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:32:17.553528 dv-neutron-master-2-hyperv neutron-server[103408]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:32:17.560214 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 33788) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:17.560938 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f252571d-2126-4805-8281-9d2d982ab3ea tempest-ExternalNetworksTestJSON-1152192211 tempest-ExternalNetworksTestJSON-1152192211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803269'] for network (f488603c-3986-4790-8c8e-676a89346f19), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:17.584336 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f978b04c-2c4d-4d17-b252-6df1e6fedcc5 admin admin] Publish callbacks [] for security_group (08ff6ca5-7cdd-4e2a-8188-ead80a099f5e), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:17.591691 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f252571d-2126-4805-8281-9d2d982ab3ea tempest-ExternalNetworksTestJSON-1152192211 tempest-ExternalNetworksTestJSON-1152192211-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616561'] for network (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:17.595619 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-f252571d-2126-4805-8281-9d2d982ab3ea tempest-ExternalNetworksTestJSON-1152192211 tempest-ExternalNetworksTestJSON-1152192211-project] 10.222.0.20 "DELETE /v2.0/networks/f488603c-3986-4790-8c8e-676a89346f19 HTTP/1.1" status: 204 len: 168 time: 0.4432800 Feb 28 10:32:17.608015 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-86da9b70-894a-4efa-975d-b7b759cb02ff tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803269'] for network (49a726b4-ad5e-4a42-9416-073e6b3d4829), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:17.610446 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f252571d-2126-4805-8281-9d2d982ab3ea tempest-ExternalNetworksTestJSON-1152192211 tempest-ExternalNetworksTestJSON-1152192211-project] Pushing event deleted for resources: {'Network': ['ID=f488603c-3986-4790-8c8e-676a89346f19,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:32:17.629613 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86da9b70-894a-4efa-975d-b7b759cb02ff tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 49a726b4-ad5e-4a42-9416-073e6b3d4829 {{(pid=103407) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 28 10:32:17.632800 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-86da9b70-894a-4efa-975d-b7b759cb02ff tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:17.641070 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-86da9b70-894a-4efa-975d-b7b759cb02ff tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] 10.222.0.20 "DELETE /v2.0/networks/49a726b4-ad5e-4a42-9416-073e6b3d4829 HTTP/1.1" status: 204 len: 168 time: 1.0159760 Feb 28 10:32:17.678275 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86da9b70-894a-4efa-975d-b7b759cb02ff tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Pushing event deleted for resources: {'Network': ['ID=49a726b4-ad5e-4a42-9416-073e6b3d4829,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:32:17.683361 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7170b493-ce11-43fc-ba7a-8c1a742ce525 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08ff6ca5-7cdd-4e2a-8188-ead80a099f5e,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:32:17.709161 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f978b04c-2c4d-4d17-b252-6df1e6fedcc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (08ff6ca5-7cdd-4e2a-8188-ead80a099f5e), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:17.712878 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f978b04c-2c4d-4d17-b252-6df1e6fedcc5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:17.716410 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-f978b04c-2c4d-4d17-b252-6df1e6fedcc5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/08ff6ca5-7cdd-4e2a-8188-ead80a099f5e HTTP/1.1" status: 204 len: 168 time: 0.4073124 Feb 28 10:32:17.729524 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a9834602-81b0-409c-b951-4e78d45bd219 tempest-ServersTestJSON-1847654024 tempest-ServersTestJSON-1847654024-project] Publish callbacks [] for port (b56d7ec6-4cd3-439a-a852-536fec33499c), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:17.730627 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f978b04c-2c4d-4d17-b252-6df1e6fedcc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08ff6ca5-7cdd-4e2a-8188-ead80a099f5e,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:32:17.757400 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a9834602-81b0-409c-b951-4e78d45bd219 tempest-ServersTestJSON-1847654024 tempest-ServersTestJSON-1847654024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3242529'] for port (b56d7ec6-4cd3-439a-a852-536fec33499c), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:17.788246 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 33808) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:17.828353 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9834602-81b0-409c-b951-4e78d45bd219 tempest-ServersTestJSON-1847654024 tempest-ServersTestJSON-1847654024-project] Pushing event updated for resources: {'Port': ['ID=b56d7ec6-4cd3-439a-a852-536fec33499c,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:32:17.885565 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-d55826d6-2794-41f1-b619-c74bf2d15325 req-38e71ee1-b9f7-4d23-aefb-50fa8653e193 tempest-ServersTestManualDisk-1927369875 tempest-ServersTestManualDisk-1927369875-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1533415960&fields=id&tenant_id=d80868ff0b864fdfb22c0fe939fc8d79 HTTP/1.1" status: 200 len: 267 time: 0.0957742 Feb 28 10:32:17.893282 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [req-8907cc74-9904-47a5-b0ea-8c562ef6aa88 req-43afcd98-d012-424b-a99f-43bc41b79d86 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103407) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 10:32:17.911541 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-8907cc74-9904-47a5-b0ea-8c562ef6aa88 req-43afcd98-d012-424b-a99f-43bc41b79d86 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3759434 Feb 28 10:32:17.930887 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-24c5e2ff-12ae-4ef8-a240-8387b7591b3e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bcdf45f8d4da4506b577ffcc5775314e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3613050 Feb 28 10:32:17.933432 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 33812) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:17.980299 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a9834602-81b0-409c-b951-4e78d45bd219 tempest-ServersTestJSON-1847654024 tempest-ServersTestJSON-1847654024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1803383'] for floatingip (c4e92641-27ac-472f-ab36-f8efed3a7d88), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:18.056481 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a9834602-81b0-409c-b951-4e78d45bd219 tempest-ServersTestJSON-1847654024 tempest-ServersTestJSON-1847654024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for floatingip (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:18.069138 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-a9834602-81b0-409c-b951-4e78d45bd219 tempest-ServersTestJSON-1847654024 tempest-ServersTestJSON-1847654024-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.8136723 Feb 28 10:32:18.094008 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6e735feb-f56a-4913-be49-473dc30c4db0 admin admin] Publish callbacks [] for security_group (0c405687-339f-4c22-8eb5-8b9ce5384065), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:18.142755 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6e735feb-f56a-4913-be49-473dc30c4db0 admin admin] Publish callbacks [] for security_group (0c405687-339f-4c22-8eb5-8b9ce5384065), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:18.160029 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-8907cc74-9904-47a5-b0ea-8c562ef6aa88 req-dc68a29c-ee2c-4098-be82-8d65e41a1eb9 service neutron] 10.222.0.20 "GET /v2.0/networks/c8fe4d5f-4a1f-41f9-85f5-28e75dcf99b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2472880 Feb 28 10:32:18.166756 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55826d6-2794-41f1-b619-c74bf2d15325 req-416ad94c-e9db-49ab-97fb-21e12be9dbb0 tempest-ServersTestManualDisk-1927369875 tempest-ServersTestManualDisk-1927369875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:32:18.173977 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-d55826d6-2794-41f1-b619-c74bf2d15325 req-416ad94c-e9db-49ab-97fb-21e12be9dbb0 tempest-ServersTestManualDisk-1927369875 tempest-ServersTestManualDisk-1927369875-project] 10.222.0.20 "GET /v2.0/networks?id=b230672c-e40a-422a-a640-836f18ec11a6 HTTP/1.1" status: 200 len: 812 time: 0.2540786 Feb 28 10:32:18.200201 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 33820) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:18.254197 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6e735feb-f56a-4913-be49-473dc30c4db0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (0c405687-339f-4c22-8eb5-8b9ce5384065), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:18.256902 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6e735feb-f56a-4913-be49-473dc30c4db0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:18.259833 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-6e735feb-f56a-4913-be49-473dc30c4db0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0c405687-339f-4c22-8eb5-8b9ce5384065 HTTP/1.1" status: 204 len: 168 time: 0.3247848 Feb 28 10:32:18.267465 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-8907cc74-9904-47a5-b0ea-8c562ef6aa88 req-25e982d6-2ca3-4697-841f-c3fa0df34c8c service neutron] 10.222.0.20 "GET /v2.0/networks/c8fe4d5f-4a1f-41f9-85f5-28e75dcf99b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915546 Feb 28 10:32:18.268709 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e735feb-f56a-4913-be49-473dc30c4db0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c405687-339f-4c22-8eb5-8b9ce5384065,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:32:18.294811 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-d55826d6-2794-41f1-b619-c74bf2d15325 req-52fbdcb9-0373-47b7-a3f3-7e07ad33fc0a tempest-ServersTestManualDisk-1927369875 tempest-ServersTestManualDisk-1927369875-project] 10.222.0.20 "GET /v2.0/quotas/d80868ff0b864fdfb22c0fe939fc8d79 HTTP/1.1" status: 200 len: 375 time: 0.1200328 Feb 28 10:32:18.402457 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-d55826d6-2794-41f1-b619-c74bf2d15325 req-65d7a633-083f-4cf6-9540-347bcc57bbad tempest-ServersTestManualDisk-1927369875 tempest-ServersTestManualDisk-1927369875-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=d80868ff0b864fdfb22c0fe939fc8d79&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1063349 Feb 28 10:32:18.594318 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-c9bf7142-e3bd-4943-afb3-63519af6a21c req-27bac6c3-74a1-491d-8238-79319d8228a6 tempest-ServersTestJSON-1847654024 tempest-ServersTestJSON-1847654024-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--760478265&fields=id&tenant_id=a530b24e9c394cc0824666a7df89bf0a HTTP/1.1" status: 200 len: 267 time: 0.0656040 Feb 28 10:32:18.705918 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bf7142-e3bd-4943-afb3-63519af6a21c req-5f6f7181-75a7-4a3c-9986-c7fe6ad0398d tempest-ServersTestJSON-1847654024 tempest-ServersTestJSON-1847654024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:32:18.714133 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-c9bf7142-e3bd-4943-afb3-63519af6a21c req-5f6f7181-75a7-4a3c-9986-c7fe6ad0398d tempest-ServersTestJSON-1847654024 tempest-ServersTestJSON-1847654024-project] 10.222.0.20 "GET /v2.0/networks?id=da9969cf-fbcc-4307-8c2e-f65c87750026 HTTP/1.1" status: 200 len: 805 time: 0.1185222 Feb 28 10:32:18.737278 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-c9bf7142-e3bd-4943-afb3-63519af6a21c req-47c57809-a260-4577-8254-197e35e9221b tempest-ServersTestJSON-1847654024 tempest-ServersTestJSON-1847654024-project] 10.222.0.20 "GET /v2.0/quotas/a530b24e9c394cc0824666a7df89bf0a HTTP/1.1" status: 200 len: 375 time: 0.0203338 Feb 28 10:32:18.750896 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-bc7704c4-8c96-46ce-a24d-4c4e38714ea8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b7f2f835beef41a98d6b720ec94073be&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5435770 Feb 28 10:32:18.752951 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 33864) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:18.841935 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e191a640-f3a5-4112-8abe-a7809536c8c0 admin admin] Publish callbacks [] for security_group (8a99f622-b534-49d3-93ab-748706b6efab), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:18.843516 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-c9bf7142-e3bd-4943-afb3-63519af6a21c req-8411c14a-32a0-453d-88ae-a09145f28fd9 tempest-ServersTestJSON-1847654024 tempest-ServersTestJSON-1847654024-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a530b24e9c394cc0824666a7df89bf0a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1051922 Feb 28 10:32:18.888838 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e191a640-f3a5-4112-8abe-a7809536c8c0 admin admin] Publish callbacks [] for security_group (8a99f622-b534-49d3-93ab-748706b6efab), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:18.952208 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e191a640-f3a5-4112-8abe-a7809536c8c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (8a99f622-b534-49d3-93ab-748706b6efab), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:18.955112 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e191a640-f3a5-4112-8abe-a7809536c8c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:18.956300 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-e191a640-f3a5-4112-8abe-a7809536c8c0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8a99f622-b534-49d3-93ab-748706b6efab HTTP/1.1" status: 204 len: 168 time: 0.2021449 Feb 28 10:32:18.961825 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-c9bf7142-e3bd-4943-afb3-63519af6a21c req-fa651ce8-96fc-4d39-a844-4f067a75371d service neutron] 10.222.0.20 "GET /v2.0/networks/da9969cf-fbcc-4307-8c2e-f65c87750026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153922 Feb 28 10:32:18.968805 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e191a640-f3a5-4112-8abe-a7809536c8c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a99f622-b534-49d3-93ab-748706b6efab,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:32:18.988731 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 33874) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:18.993221 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-93781d79-b316-40fe-a0fa-6eacb979ec3b tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Request body: {'router': {'name': 'tempest-router--2003176081', 'project_id': 'dd6d992cd8864b0b851395dc46696455'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:32:19.023408 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-93781d79-b316-40fe-a0fa-6eacb979ec3b tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1805251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254175'] for router (c17e7c43-4887-4723-8d74-41cf681ebe72), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:19.029759 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-93781d79-b316-40fe-a0fa-6eacb979ec3b tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1804172', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1602053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254150'] for router (c17e7c43-4887-4723-8d74-41cf681ebe72), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:19.117282 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-c9bf7142-e3bd-4943-afb3-63519af6a21c req-2612fd0a-3854-4b9a-97c8-16c74457468c service neutron] 10.222.0.20 "GET /v2.0/networks/da9969cf-fbcc-4307-8c2e-f65c87750026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541626 Feb 28 10:32:19.119108 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-93781d79-b316-40fe-a0fa-6eacb979ec3b tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Publish callbacks [] for router_controller (c17e7c43-4887-4723-8d74-41cf681ebe72), precommit_add_association {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:19.128568 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-93781d79-b316-40fe-a0fa-6eacb979ec3b tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1804241'] for router (c17e7c43-4887-4723-8d74-41cf681ebe72), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:19.162624 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-93781d79-b316-40fe-a0fa-6eacb979ec3b tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:19.167483 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-93781d79-b316-40fe-a0fa-6eacb979ec3b tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1776359 Feb 28 10:32:19.167631 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 33880) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:19.260814 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-712875e5-90ee-42b5-b996-6d9072764c18 tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Publish callbacks [] for router (c17e7c43-4887-4723-8d74-41cf681ebe72), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:19.330983 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 33888) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:19.376955 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a6e97444-5e0a-4d9f-bcc4-6b3e7a8cc0a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:19.466254 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-dbd126f3-46b5-40f8-b6e7-8a386b785780 req-fb888b53-ca41-4681-ba7f-a7cfa6fb2668 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] 10.222.0.20 "GET /v2.0/ports?device_id=21839f2d-46e7-497a-a06a-b1ae129c5e90 HTTP/1.1" status: 200 len: 210 time: 0.0484047 Feb 28 10:32:19.516451 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a6e97444-5e0a-4d9f-bcc4-6b3e7a8cc0a2 admin admin] Publish callbacks [] for security_group (07fb21f0-0777-4a83-9156-d6c999330e94), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:19.522146 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a6e97444-5e0a-4d9f-bcc4-6b3e7a8cc0a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (07fb21f0-0777-4a83-9156-d6c999330e94), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:19.594432 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-a6e97444-5e0a-4d9f-bcc4-6b3e7a8cc0a2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=83e51e7419f84e3183c29e3918631621&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2613750 Feb 28 10:32:19.595811 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 33902) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:19.597027 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e97444-5e0a-4d9f-bcc4-6b3e7a8cc0a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07fb21f0-0777-4a83-9156-d6c999330e94,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:32:19.668575 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-00ee4975-0bb9-4a33-9010-d3ed0d3eeae3 admin admin] Publish callbacks [] for security_group (07fb21f0-0777-4a83-9156-d6c999330e94), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:19.697185 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-00ee4975-0bb9-4a33-9010-d3ed0d3eeae3 admin admin] Publish callbacks [] for security_group (07fb21f0-0777-4a83-9156-d6c999330e94), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:19.775995 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-00ee4975-0bb9-4a33-9010-d3ed0d3eeae3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (07fb21f0-0777-4a83-9156-d6c999330e94), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:19.777879 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [req-d55826d6-2794-41f1-b619-c74bf2d15325 req-04d99bb3-6190-4130-af8b-38db70a64325 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103407) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 10:32:19.779038 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-d55826d6-2794-41f1-b619-c74bf2d15325 req-04d99bb3-6190-4130-af8b-38db70a64325 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.5638893 Feb 28 10:32:19.781916 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-00ee4975-0bb9-4a33-9010-d3ed0d3eeae3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:19.784605 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-00ee4975-0bb9-4a33-9010-d3ed0d3eeae3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/07fb21f0-0777-4a83-9156-d6c999330e94 HTTP/1.1" status: 204 len: 168 time: 0.1814637 Feb 28 10:32:19.792230 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-712875e5-90ee-42b5-b996-6d9072764c18 tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1807017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5941'] for router (c17e7c43-4887-4723-8d74-41cf681ebe72), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:19.803410 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ee4975-0bb9-4a33-9010-d3ed0d3eeae3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07fb21f0-0777-4a83-9156-d6c999330e94,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:32:19.822496 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-712875e5-90ee-42b5-b996-6d9072764c18 tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Publish callbacks [] for router_controller (c17e7c43-4887-4723-8d74-41cf681ebe72), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:19.825599 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-46c29d36-8ee1-4de4-ac5b-e59562ebddfd req-f06157d5-0393-4208-ae6e-b6cdac320d77 tempest-ServersTestJSON-1847654024 tempest-ServersTestJSON-1847654024-project] 10.222.0.20 "GET /v2.0/ports?device_id=eded11bc-eb8c-436c-97d5-7fe15d0de3d3 HTTP/1.1" status: 200 len: 210 time: 0.0595427 Feb 28 10:32:19.925919 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-712875e5-90ee-42b5-b996-6d9072764c18 tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1806994'] for router (c17e7c43-4887-4723-8d74-41cf681ebe72), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:19.926722 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-712875e5-90ee-42b5-b996-6d9072764c18 tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c17e7c43-4887-4723-8d74-41cf681ebe72 {{(pid=103407) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 10:32:19.953609 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-712875e5-90ee-42b5-b996-6d9072764c18 tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:19.954812 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-712875e5-90ee-42b5-b996-6d9072764c18 tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] 10.222.0.20 "DELETE /v2.0/routers/c17e7c43-4887-4723-8d74-41cf681ebe72 HTTP/1.1" status: 204 len: 168 time: 0.7863226 Feb 28 10:32:20.010589 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-d55826d6-2794-41f1-b619-c74bf2d15325 req-d78ce3e5-40b3-4b87-81a0-459922be9548 service neutron] 10.222.0.20 "GET /v2.0/networks/b230672c-e40a-422a-a640-836f18ec11a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2158806 Feb 28 10:32:20.100659 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 33922) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:20.141400 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-d55826d6-2794-41f1-b619-c74bf2d15325 req-2e650513-7b7d-46ab-91ed-ce867b24a697 service neutron] 10.222.0.20 "GET /v2.0/networks/b230672c-e40a-422a-a640-836f18ec11a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253700 Feb 28 10:32:20.156024 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-ac1a54c2-9d13-4b83-bfd6-49cce6fe61dc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=be4760b2059d45cebfda82811f0f0b9a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0541198 Feb 28 10:32:20.158513 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 33928) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:20.276298 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-62b19952-ff72-43e0-91f1-3c4213ee1744 admin admin] Publish callbacks [] for security_group (1ccf6dd0-54e3-47f9-b37d-633495010513), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:20.333876 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-62b19952-ff72-43e0-91f1-3c4213ee1744 admin admin] Publish callbacks [] for security_group (1ccf6dd0-54e3-47f9-b37d-633495010513), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:20.438261 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-62b19952-ff72-43e0-91f1-3c4213ee1744 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (1ccf6dd0-54e3-47f9-b37d-633495010513), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:20.441749 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-62b19952-ff72-43e0-91f1-3c4213ee1744 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:20.445615 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-62b19952-ff72-43e0-91f1-3c4213ee1744 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1ccf6dd0-54e3-47f9-b37d-633495010513 HTTP/1.1" status: 204 len: 168 time: 0.2831526 Feb 28 10:32:20.472208 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b19952-ff72-43e0-91f1-3c4213ee1744 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ccf6dd0-54e3-47f9-b37d-633495010513,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:32:20.513867 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-254a11a8-925b-4e73-a5d4-d2f84c164ede req-0c8a6cf1-475a-458c-9b87-1d37308226f3 tempest-ServersTestManualDisk-1927369875 tempest-ServersTestManualDisk-1927369875-project] 10.222.0.20 "GET /v2.0/ports?device_id=c32684cc-ad27-487d-bf9a-2122546516b2 HTTP/1.1" status: 200 len: 210 time: 0.0469549 Feb 28 10:32:20.629490 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-b829c985-001d-4c80-a077-5362f2fe1333 req-1a966188-c0f4-44fd-98a7-213d7fc7ebbc tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] 10.222.0.20 "GET /v2.0/ports?device_id=21839f2d-46e7-497a-a06a-b1ae129c5e90 HTTP/1.1" status: 200 len: 210 time: 0.0419979 Feb 28 10:32:20.681870 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 33964) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:20.942641 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-bdb593bd-3dde-480a-bff0-91bdf92e50f2 req-aa4ca669-3719-41c6-a937-219c4ba82c59 tempest-ServersTestJSON-1847654024 tempest-ServersTestJSON-1847654024-project] 10.222.0.20 "GET /v2.0/ports?device_id=eded11bc-eb8c-436c-97d5-7fe15d0de3d3 HTTP/1.1" status: 200 len: 210 time: 0.0428593 Feb 28 10:32:21.135341 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-462d8429-d184-4112-803f-60f0c857333f tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1306128340', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840'}, 'admin_state_up': False}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:32:21.172256 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-462d8429-d184-4112-803f-60f0c857333f tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1805251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254175'] for router (b736499c-0b58-4753-839d-8a41e04fdb5b), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:21.175133 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-462d8429-d184-4112-803f-60f0c857333f tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1804172', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1602053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254150'] for router (b736499c-0b58-4753-839d-8a41e04fdb5b), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:21.252718 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-462d8429-d184-4112-803f-60f0c857333f tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] Publish callbacks [] for router_controller (b736499c-0b58-4753-839d-8a41e04fdb5b), precommit_add_association {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:21.575327 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 34012) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:21.739804 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-462d8429-d184-4112-803f-60f0c857333f tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] Publish callbacks [] for router_gateway (b736499c-0b58-4753-839d-8a41e04fdb5b), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:21.817554 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-30724c95-9ca1-46ba-8080-c384555d67b2 req-b447447b-edf8-4c87-9944-8a8946ac848a tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] 10.222.0.20 "GET /v2.0/ports?device_id=21839f2d-46e7-497a-a06a-b1ae129c5e90 HTTP/1.1" status: 200 len: 210 time: 0.0916400 Feb 28 10:32:21.918472 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-3b29b4e7-cf6e-4031-8bd8-fcfa2fbcddeb tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1813644886', 'router:external': True}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:32:21.975519 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-7dace1ac-4966-4b68-99b0-d1c1d89e7ed2 req-c43b4ef8-90ba-4090-acd9-890bc6d359c2 tempest-ServersTestManualDisk-1927369875 tempest-ServersTestManualDisk-1927369875-project] 10.222.0.20 "GET /v2.0/ports?device_id=c32684cc-ad27-487d-bf9a-2122546516b2 HTTP/1.1" status: 200 len: 210 time: 0.0925171 Feb 28 10:32:22.023175 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b29b4e7-cf6e-4031-8bd8-fcfa2fbcddeb tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Made reservation on behalf of a48e85374c4b471b881a673c7d60b591 for: {'network': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:32:22.028619 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3b29b4e7-cf6e-4031-8bd8-fcfa2fbcddeb tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for network (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:22.058094 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3b29b4e7-cf6e-4031-8bd8-fcfa2fbcddeb tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:22.117748 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.30', 63058) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:22.131767 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-462d8429-d184-4112-803f-60f0c857333f tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] Publish callbacks [] for router_gateway (b736499c-0b58-4753-839d-8a41e04fdb5b), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:22.162442 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-462d8429-d184-4112-803f-60f0c857333f tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:22.203083 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.30', 63059) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:22.363862 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-462d8429-d184-4112-803f-60f0c857333f tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] Allocated IP 172.36.5.201 (1e0804d0-d1d9-4d40-9de5-2936f3d87840/6f6f4129-23e5-4c3b-b4ef-4c7ce926797e/496b8b7c-a5fa-4e48-a93c-8f49dd869ef0) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:32:22.368611 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-c998fdad-5349-4846-b51f-1dcccc98679f req-226b7403-721e-46cd-8023-2eb71df8f51e tempest-ServersTestJSON-1847654024 tempest-ServersTestJSON-1847654024-project] 10.222.0.20 "GET /v2.0/ports?device_id=eded11bc-eb8c-436c-97d5-7fe15d0de3d3 HTTP/1.1" status: 200 len: 210 time: 0.1125414 Feb 28 10:32:22.505765 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bf7142-e3bd-4943-afb3-63519af6a21c req-630e34d8-0fbc-4a5d-9d9a-2f1c81b8ad8d tempest-ServersTestJSON-1847654024 tempest-ServersTestJSON-1847654024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:32:22.507367 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-c9bf7142-e3bd-4943-afb3-63519af6a21c req-630e34d8-0fbc-4a5d-9d9a-2f1c81b8ad8d tempest-ServersTestJSON-1847654024 tempest-ServersTestJSON-1847654024-project] 10.222.0.30 "GET /v2.0/networks?id=da9969cf-fbcc-4307-8c2e-f65c87750026 HTTP/1.1" status: 200 len: 805 time: 0.3539171 Feb 28 10:32:22.509616 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3b29b4e7-cf6e-4031-8bd8-fcfa2fbcddeb tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Publish callbacks [] for security_group (408a3a22-7f78-4880-bdea-1ffd09847f95), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:22.524052 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55826d6-2794-41f1-b619-c74bf2d15325 req-a1aa44ab-96c1-44b3-9ee6-2cf3dca39366 tempest-ServersTestManualDisk-1927369875 tempest-ServersTestManualDisk-1927369875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:32:22.526356 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-d55826d6-2794-41f1-b619-c74bf2d15325 req-a1aa44ab-96c1-44b3-9ee6-2cf3dca39366 tempest-ServersTestManualDisk-1927369875 tempest-ServersTestManualDisk-1927369875-project] 10.222.0.30 "GET /v2.0/networks?id=b230672c-e40a-422a-a640-836f18ec11a6 HTTP/1.1" status: 200 len: 812 time: 0.3216195 Feb 28 10:32:22.527796 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3b29b4e7-cf6e-4031-8bd8-fcfa2fbcddeb tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (408a3a22-7f78-4880-bdea-1ffd09847f95), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:22.532259 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-462d8429-d184-4112-803f-60f0c857333f tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] Publish callbacks [] for port (496b8b7c-a5fa-4e48-a93c-8f49dd869ef0), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:22.542028 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b29b4e7-cf6e-4031-8bd8-fcfa2fbcddeb tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 259} {{(pid=103407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:32:22.554675 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3b29b4e7-cf6e-4031-8bd8-fcfa2fbcddeb tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (4dd7e424-e5e5-437f-8e9d-bd871fa05b6c), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:22.555046 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.db.segments_db [None req-3b29b4e7-cf6e-4031-8bd8-fcfa2fbcddeb tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Added segment 4dd7e424-e5e5-437f-8e9d-bd871fa05b6c of type vlan for network 714b836c-2a5e-4cdc-b21d-585c8218e516 Feb 28 10:32:22.581996 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-462d8429-d184-4112-803f-60f0c857333f tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (496b8b7c-a5fa-4e48-a93c-8f49dd869ef0), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:22.647453 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-462d8429-d184-4112-803f-60f0c857333f tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] Network 1e0804d0-d1d9-4d40-9de5-2936f3d87840 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:32:22.651353 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-462d8429-d184-4112-803f-60f0c857333f tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:32:22.655091 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3b29b4e7-cf6e-4031-8bd8-fcfa2fbcddeb tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742056637431'] for network (714b836c-2a5e-4cdc-b21d-585c8218e516), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:22.656286 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-462d8429-d184-4112-803f-60f0c857333f tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:32:22.693140 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462d8429-d184-4112-803f-60f0c857333f tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] Pushing event updated for resources: {'Port': ['ID=496b8b7c-a5fa-4e48-a93c-8f49dd869ef0,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:32:22.762279 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b29b4e7-cf6e-4031-8bd8-fcfa2fbcddeb tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=408a3a22-7f78-4880-bdea-1ffd09847f95,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:32:22.808111 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3b29b4e7-cf6e-4031-8bd8-fcfa2fbcddeb tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551'] for network (714b836c-2a5e-4cdc-b21d-585c8218e516), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:22.809195 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b29b4e7-cf6e-4031-8bd8-fcfa2fbcddeb tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:32:22.809806 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3b29b4e7-cf6e-4031-8bd8-fcfa2fbcddeb tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:22.844347 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-3b29b4e7-cf6e-4031-8bd8-fcfa2fbcddeb tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.2678869 Feb 28 10:32:22.853997 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 34078) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:22.868212 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-11367029-24ff-49af-ba74-73a993b02efd tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Request body: {'subnet': {'network_id': '714b836c-2a5e-4cdc-b21d-585c8218e516', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:32:22.870258 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-c9bf7142-e3bd-4943-afb3-63519af6a21c req-fba1ff13-6c00-4875-825c-75705f2e37ba tempest-ServersTestJSON-1847654024 tempest-ServersTestJSON-1847654024-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a530b24e9c394cc0824666a7df89bf0a HTTP/1.1" status: 200 len: 379 time: 0.1975651 Feb 28 10:32:22.905930 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11367029-24ff-49af-ba74-73a993b02efd tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Made reservation on behalf of a48e85374c4b471b881a673c7d60b591 for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:32:22.909570 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-11367029-24ff-49af-ba74-73a993b02efd tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3951209'] for subnet (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:22.957813 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [req-c9bf7142-e3bd-4943-afb3-63519af6a21c req-e614f2b3-1dd2-4eac-beae-02489d5b972e tempest-ServersTestJSON-1847654024 tempest-ServersTestJSON-1847654024-project] Request body: {'port': {'device_id': 'eded11bc-eb8c-436c-97d5-7fe15d0de3d3', 'network_id': 'da9969cf-fbcc-4307-8c2e-f65c87750026', 'admin_state_up': True, 'tenant_id': 'a530b24e9c394cc0824666a7df89bf0a', 'security_groups': ['77bbda26-2d7f-408e-abf3-7caecba4d30a']}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:32:22.982875 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-d55826d6-2794-41f1-b619-c74bf2d15325 req-131809db-a1c4-47fd-9257-4dd2d8dc4dc4 tempest-ServersTestManualDisk-1927369875 tempest-ServersTestManualDisk-1927369875-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d80868ff0b864fdfb22c0fe939fc8d79 HTTP/1.1" status: 200 len: 380 time: 0.3099229 Feb 28 10:32:23.030916 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 34088) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:23.075401 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [req-d55826d6-2794-41f1-b619-c74bf2d15325 req-9cb26a97-7d4f-4cc6-b0f7-ec19b5653ab2 tempest-ServersTestManualDisk-1927369875 tempest-ServersTestManualDisk-1927369875-project] Request body: {'port': {'device_id': 'c32684cc-ad27-487d-bf9a-2122546516b2', 'network_id': 'b230672c-e40a-422a-a640-836f18ec11a6', 'admin_state_up': True, 'tenant_id': 'd80868ff0b864fdfb22c0fe939fc8d79', 'security_groups': ['f7c3c379-f26e-44ef-badf-d68ef2cd35f5']}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:32:23.082373 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-c537b9e9-e64a-4b4c-8645-6ff9edb898b7 req-0538b662-8745-43a6-a1fc-c0973ef7a818 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] 10.222.0.20 "GET /v2.0/ports?device_id=21839f2d-46e7-497a-a06a-b1ae129c5e90 HTTP/1.1" status: 200 len: 210 time: 0.1341400 Feb 28 10:32:23.094992 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.30', 63066) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:23.286617 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 34106) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:23.293713 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b29b4e7-cf6e-4031-8bd8-fcfa2fbcddeb tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Pushing event updated for resources: {'Network': ['ID=714b836c-2a5e-4cdc-b21d-585c8218e516,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:32:23.310775 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Network 714b836c-2a5e-4cdc-b21d-585c8218e516 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103409) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:32:23.363481 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-462d8429-d184-4112-803f-60f0c857333f tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] Publish callbacks [] for router_gateway (b736499c-0b58-4753-839d-8a41e04fdb5b), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:23.403467 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-64b1669e-4e8b-4f60-9463-c63e52dc9575 req-daf5d2e3-950e-4f4e-9d20-cbabf6d5af92 tempest-ServersTestManualDisk-1927369875 tempest-ServersTestManualDisk-1927369875-project] 10.222.0.20 "GET /v2.0/ports?device_id=c32684cc-ad27-487d-bf9a-2122546516b2 HTTP/1.1" status: 200 len: 210 time: 0.1574905 Feb 28 10:32:23.412962 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8907cc74-9904-47a5-b0ea-8c562ef6aa88 req-a0ca60ef-1c92-42cb-b387-b57026bf2e97 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:32:23.419947 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-8907cc74-9904-47a5-b0ea-8c562ef6aa88 req-a0ca60ef-1c92-42cb-b387-b57026bf2e97 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] 10.222.0.30 "GET /v2.0/networks?id=c8fe4d5f-4a1f-41f9-85f5-28e75dcf99b0 HTTP/1.1" status: 200 len: 811 time: 0.3235805 Feb 28 10:32:23.547782 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-eb5fa4ca-a97d-4942-904e-c5a67c3a1f93 tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-582871561'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:32:23.600816 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-5e95a7bd-9ba7-44a8-87f6-2e0672625b2a req-f604902f-39f5-405b-bcef-4ea47441ae56 tempest-ServersTestJSON-1847654024 tempest-ServersTestJSON-1847654024-project] 10.222.0.20 "GET /v2.0/ports?device_id=eded11bc-eb8c-436c-97d5-7fe15d0de3d3 HTTP/1.1" status: 200 len: 210 time: 0.0795958 Feb 28 10:32:23.621732 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-8907cc74-9904-47a5-b0ea-8c562ef6aa88 req-4182b142-637c-4e2d-be86-4ca4de447a6b tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=194e12cf0f844c7eb6a851155ceb2206 HTTP/1.1" status: 200 len: 380 time: 0.1752152 Feb 28 10:32:23.637791 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [req-8907cc74-9904-47a5-b0ea-8c562ef6aa88 req-369a8314-5901-4864-b201-ce30a9303e99 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] Request body: {'port': {'device_id': '21839f2d-46e7-497a-a06a-b1ae129c5e90', 'network_id': 'c8fe4d5f-4a1f-41f9-85f5-28e75dcf99b0', 'admin_state_up': True, 'tenant_id': '194e12cf0f844c7eb6a851155ceb2206', 'security_groups': ['c6054555-6cfe-4c7d-9758-21814521da07']}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:32:23.647648 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb5fa4ca-a97d-4942-904e-c5a67c3a1f93 tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] Made reservation on behalf of b4e543b735cd48f9a58e191a2c97f898 for: {'network': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:32:23.651562 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-eb5fa4ca-a97d-4942-904e-c5a67c3a1f93 tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for network (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:23.692316 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9bf7142-e3bd-4943-afb3-63519af6a21c req-e614f2b3-1dd2-4eac-beae-02489d5b972e tempest-ServersTestJSON-1847654024 tempest-ServersTestJSON-1847654024-project] Made reservation on behalf of a530b24e9c394cc0824666a7df89bf0a for: {'port': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:32:23.696073 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-c9bf7142-e3bd-4943-afb3-63519af6a21c req-e614f2b3-1dd2-4eac-beae-02489d5b972e tempest-ServersTestJSON-1847654024 tempest-ServersTestJSON-1847654024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:23.710647 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-180d16a1-d444-4b66-a98b-9383a2d5822c tempest-PortsAdminExtendedAttrsIpV6TestJSON-165093956 tempest-PortsAdminExtendedAttrsIpV6TestJSON-165093956-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1181412435'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:32:23.735661 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-eb5fa4ca-a97d-4942-904e-c5a67c3a1f93 tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] Publish callbacks [] for security_group (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:23.742376 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d55826d6-2794-41f1-b619-c74bf2d15325 req-9cb26a97-7d4f-4cc6-b0f7-ec19b5653ab2 tempest-ServersTestManualDisk-1927369875 tempest-ServersTestManualDisk-1927369875-project] Made reservation on behalf of d80868ff0b864fdfb22c0fe939fc8d79 for: {'port': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:32:23.746436 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-d55826d6-2794-41f1-b619-c74bf2d15325 req-9cb26a97-7d4f-4cc6-b0f7-ec19b5653ab2 tempest-ServersTestManualDisk-1927369875 tempest-ServersTestManualDisk-1927369875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:23.854736 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-180d16a1-d444-4b66-a98b-9383a2d5822c tempest-PortsAdminExtendedAttrsIpV6TestJSON-165093956 tempest-PortsAdminExtendedAttrsIpV6TestJSON-165093956-project] Made reservation on behalf of 8e1788e354f248728eb7321c60d30a6d for: {'network': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:32:23.857508 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-180d16a1-d444-4b66-a98b-9383a2d5822c tempest-PortsAdminExtendedAttrsIpV6TestJSON-165093956 tempest-PortsAdminExtendedAttrsIpV6TestJSON-165093956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for network (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:23.892581 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-180d16a1-d444-4b66-a98b-9383a2d5822c tempest-PortsAdminExtendedAttrsIpV6TestJSON-165093956 tempest-PortsAdminExtendedAttrsIpV6TestJSON-165093956-project] Publish callbacks [] for security_group (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:23.965322 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8907cc74-9904-47a5-b0ea-8c562ef6aa88 req-369a8314-5901-4864-b201-ce30a9303e99 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] Made reservation on behalf of 194e12cf0f844c7eb6a851155ceb2206 for: {'port': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:32:23.968771 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-8907cc74-9904-47a5-b0ea-8c562ef6aa88 req-369a8314-5901-4864-b201-ce30a9303e99 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:24.020438 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [req-c9bf7142-e3bd-4943-afb3-63519af6a21c req-e614f2b3-1dd2-4eac-beae-02489d5b972e tempest-ServersTestJSON-1847654024 tempest-ServersTestJSON-1847654024-project] Allocated IP 172.20.0.5 (da9969cf-fbcc-4307-8c2e-f65c87750026/68736f5c-4776-4059-9d35-abe8eebbb637/7e7f55b8-c450-4329-aef2-8a2c07cf47f7) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:32:24.028184 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-462d8429-d184-4112-803f-60f0c857333f tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1804241'] for router (b736499c-0b58-4753-839d-8a41e04fdb5b), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:24.166646 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [req-d55826d6-2794-41f1-b619-c74bf2d15325 req-9cb26a97-7d4f-4cc6-b0f7-ec19b5653ab2 tempest-ServersTestManualDisk-1927369875 tempest-ServersTestManualDisk-1927369875-project] Allocated IP 172.20.0.10 (b230672c-e40a-422a-a640-836f18ec11a6/589a74a6-9e3d-4112-a776-4fccf4b2370d/aef30d3c-6659-44cd-99d6-ed22d30eb60c) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:32:24.335811 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.objects.ports [None req-11367029-24ff-49af-ba74-73a993b02efd tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103408) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 28 10:32:24.338281 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-11367029-24ff-49af-ba74-73a993b02efd tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3242588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3951195'] for subnet (2b90e156-bf93-4e9a-b7fb-246e213e5527), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:24.394995 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-eb5fa4ca-a97d-4942-904e-c5a67c3a1f93 tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] Publish callbacks [] for security_group (08f2952b-85b1-410d-bd06-037968bdbf26), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:24.553410 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-2ff0592b-3286-4c0b-8080-7d7022b86a95 req-8bdfee60-b4d7-4180-a678-2e3e0552d3fe tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] 10.222.0.20 "GET /v2.0/ports?device_id=21839f2d-46e7-497a-a06a-b1ae129c5e90 HTTP/1.1" status: 200 len: 210 time: 0.2753422 Feb 28 10:32:24.573839 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11367029-24ff-49af-ba74-73a993b02efd tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Pushing event updated for resources: {'Subnet': ['ID=2b90e156-bf93-4e9a-b7fb-246e213e5527,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:32:24.614302 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-eb5fa4ca-a97d-4942-904e-c5a67c3a1f93 tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (08f2952b-85b1-410d-bd06-037968bdbf26), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:24.661039 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-fe3b9c97-59c1-4616-9432-63a514ea50ec req-e7d579ae-6860-47dd-b704-294def6e4419 tempest-ServersTestManualDisk-1927369875 tempest-ServersTestManualDisk-1927369875-project] 10.222.0.20 "GET /v2.0/ports?device_id=c32684cc-ad27-487d-bf9a-2122546516b2 HTTP/1.1" status: 200 len: 210 time: 0.0877771 Feb 28 10:32:24.757552 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [req-8907cc74-9904-47a5-b0ea-8c562ef6aa88 req-369a8314-5901-4864-b201-ce30a9303e99 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] Allocated IP 172.20.0.6 (c8fe4d5f-4a1f-41f9-85f5-28e75dcf99b0/f9ad3164-3d89-48ee-bb07-ade0c62bef16/9e40b316-6489-47a0-bf5a-713af4e208f5) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:32:24.762407 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-180d16a1-d444-4b66-a98b-9383a2d5822c tempest-PortsAdminExtendedAttrsIpV6TestJSON-165093956 tempest-PortsAdminExtendedAttrsIpV6TestJSON-165093956-project] Publish callbacks [] for security_group (400982c4-0103-4d6d-9d8f-30edc87b86a7), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:24.767242 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb5fa4ca-a97d-4942-904e-c5a67c3a1f93 tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 256} {{(pid=103408) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:32:24.830531 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-180d16a1-d444-4b66-a98b-9383a2d5822c tempest-PortsAdminExtendedAttrsIpV6TestJSON-165093956 tempest-PortsAdminExtendedAttrsIpV6TestJSON-165093956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (400982c4-0103-4d6d-9d8f-30edc87b86a7), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:24.838028 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-3ba1b636-430a-496c-986d-377b0dcc0899 req-7677de87-5b60-4a1f-ae49-a1f0bb3b3cc6 tempest-ServersTestJSON-1847654024 tempest-ServersTestJSON-1847654024-project] 10.222.0.20 "GET /v2.0/ports?device_id=eded11bc-eb8c-436c-97d5-7fe15d0de3d3 HTTP/1.1" status: 200 len: 210 time: 0.0819621 Feb 28 10:32:24.880678 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-eb5fa4ca-a97d-4942-904e-c5a67c3a1f93 tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (a302a44b-b40b-4232-8dc8-20e2765a01e0), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:24.881487 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.db.segments_db [None req-eb5fa4ca-a97d-4942-904e-c5a67c3a1f93 tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] Added segment a302a44b-b40b-4232-8dc8-20e2765a01e0 of type vlan for network 7f6e8fda-7cec-4f7f-a462-8f4210eb71f3 Feb 28 10:32:24.887293 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-c9bf7142-e3bd-4943-afb3-63519af6a21c req-e614f2b3-1dd2-4eac-beae-02489d5b972e tempest-ServersTestJSON-1847654024 tempest-ServersTestJSON-1847654024-project] Publish callbacks [] for port (7e7f55b8-c450-4329-aef2-8a2c07cf47f7), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:24.898390 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5fa4ca-a97d-4942-904e-c5a67c3a1f93 tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08f2952b-85b1-410d-bd06-037968bdbf26,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:32:24.907885 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-180d16a1-d444-4b66-a98b-9383a2d5822c tempest-PortsAdminExtendedAttrsIpV6TestJSON-165093956 tempest-PortsAdminExtendedAttrsIpV6TestJSON-165093956-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 252} {{(pid=103408) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:32:24.916384 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11367029-24ff-49af-ba74-73a993b02efd tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Checking segment: {'id': '4dd7e424-e5e5-437f-8e9d-bd871fa05b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '714b836c-2a5e-4cdc-b21d-585c8218e516'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:32:24.917130 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11367029-24ff-49af-ba74-73a993b02efd tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Network hostable DHCP agents. Network: 714b836c-2a5e-4cdc-b21d-585c8218e516, hostable agents: ['fb6705d2-4f70-4965-92a3-fbfccd43a6d3'], hosted agents: [] {{(pid=103408) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:32:24.986616 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-180d16a1-d444-4b66-a98b-9383a2d5822c tempest-PortsAdminExtendedAttrsIpV6TestJSON-165093956 tempest-PortsAdminExtendedAttrsIpV6TestJSON-165093956-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (15a1c4a7-0bf1-48a0-9c1a-9d89890c702d), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:24.987110 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.db.segments_db [None req-180d16a1-d444-4b66-a98b-9383a2d5822c tempest-PortsAdminExtendedAttrsIpV6TestJSON-165093956 tempest-PortsAdminExtendedAttrsIpV6TestJSON-165093956-project] Added segment 15a1c4a7-0bf1-48a0-9c1a-9d89890c702d of type vlan for network 579b9e64-03d9-4287-bb18-2d18602b6161 Feb 28 10:32:24.999804 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-eb5fa4ca-a97d-4942-904e-c5a67c3a1f93 tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742056637431'] for network (7f6e8fda-7cec-4f7f-a462-8f4210eb71f3), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:25.021259 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180d16a1-d444-4b66-a98b-9383a2d5822c tempest-PortsAdminExtendedAttrsIpV6TestJSON-165093956 tempest-PortsAdminExtendedAttrsIpV6TestJSON-165093956-project] Pushing event updated for resources: {'SecurityGroup': ['ID=400982c4-0103-4d6d-9d8f-30edc87b86a7,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:32:25.132590 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11367029-24ff-49af-ba74-73a993b02efd tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Network 714b836c-2a5e-4cdc-b21d-585c8218e516 is scheduled to be hosted by DHCP agent fb6705d2-4f70-4965-92a3-fbfccd43a6d3 with binding_index 1 {{(pid=103408) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:32:25.141691 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-462d8429-d184-4112-803f-60f0c857333f tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] Router b736499c-0b58-4753-839d-8a41e04fdb5b is scheduled to L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 with binding_index 1 {{(pid=103408) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 10:32:25.156315 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-d55826d6-2794-41f1-b619-c74bf2d15325 req-9cb26a97-7d4f-4cc6-b0f7-ec19b5653ab2 tempest-ServersTestManualDisk-1927369875 tempest-ServersTestManualDisk-1927369875-project] Publish callbacks [] for port (aef30d3c-6659-44cd-99d6-ed22d30eb60c), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:25.174255 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-180d16a1-d444-4b66-a98b-9383a2d5822c tempest-PortsAdminExtendedAttrsIpV6TestJSON-165093956 tempest-PortsAdminExtendedAttrsIpV6TestJSON-165093956-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742056637431'] for network (579b9e64-03d9-4287-bb18-2d18602b6161), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:25.177670 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-c9bf7142-e3bd-4943-afb3-63519af6a21c req-e614f2b3-1dd2-4eac-beae-02489d5b972e tempest-ServersTestJSON-1847654024 tempest-ServersTestJSON-1847654024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (7e7f55b8-c450-4329-aef2-8a2c07cf47f7), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:25.190427 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-eb5fa4ca-a97d-4942-904e-c5a67c3a1f93 tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551'] for network (7f6e8fda-7cec-4f7f-a462-8f4210eb71f3), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:25.196426 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb5fa4ca-a97d-4942-904e-c5a67c3a1f93 tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:32:25.197854 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-eb5fa4ca-a97d-4942-904e-c5a67c3a1f93 tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616561'] for network (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:25.229827 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-11367029-24ff-49af-ba74-73a993b02efd tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 714b836c-2a5e-4cdc-b21d-585c8218e516) {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:32:25.242672 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23813e4b-a433-40cf-9fff-ebd991bb95c7 None None] Network 714b836c-2a5e-4cdc-b21d-585c8218e516 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:32:25.290948 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11367029-24ff-49af-ba74-73a993b02efd tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:32:25.291731 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-11367029-24ff-49af-ba74-73a993b02efd tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:25.319900 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9bf7142-e3bd-4943-afb3-63519af6a21c req-e614f2b3-1dd2-4eac-beae-02489d5b972e tempest-ServersTestJSON-1847654024 tempest-ServersTestJSON-1847654024-project] Network da9969cf-fbcc-4307-8c2e-f65c87750026 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:32:25.327170 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-8907cc74-9904-47a5-b0ea-8c562ef6aa88 req-369a8314-5901-4864-b201-ce30a9303e99 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] Publish callbacks [] for port (9e40b316-6489-47a0-bf5a-713af4e208f5), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:25.336354 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [req-c9bf7142-e3bd-4943-afb3-63519af6a21c req-e614f2b3-1dd2-4eac-beae-02489d5b972e tempest-ServersTestJSON-1847654024 tempest-ServersTestJSON-1847654024-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:32:25.342527 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 34146) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:25.367032 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9bf7142-e3bd-4943-afb3-63519af6a21c req-e614f2b3-1dd2-4eac-beae-02489d5b972e tempest-ServersTestJSON-1847654024 tempest-ServersTestJSON-1847654024-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:32:25.431970 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e614f2b3-1dd2-4eac-beae-02489d5b972e tempest-ServersTestJSON-1847654024 tempest-ServersTestJSON-1847654024-project] Pushing event updated for resources: {'Port': ['ID=7e7f55b8-c450-4329-aef2-8a2c07cf47f7,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:32:25.510697 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01598042-bbc0-40a4-89f8-61687cdf350f None None] Network 714b836c-2a5e-4cdc-b21d-585c8218e516 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:32:25.518748 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-8907cc74-9904-47a5-b0ea-8c562ef6aa88 req-369a8314-5901-4864-b201-ce30a9303e99 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (9e40b316-6489-47a0-bf5a-713af4e208f5), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:25.846065 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-462d8429-d184-4112-803f-60f0c857333f tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:32:25.862436 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-eb5fa4ca-a97d-4942-904e-c5a67c3a1f93 tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 2.7343965 Feb 28 10:32:25.866881 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d02f7084-49e2-47cf-9dc8-1a3dc85f18d7 None None] Sync routers for ids ['b736499c-0b58-4753-839d-8a41e04fdb5b'] in dv-neutron-master-2-hyperv {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:32:25.873865 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-09e65ac4-0989-4218-8761-67d47f410e5d None None] Provisioning complete for port 7e7f55b8-c450-4329-aef2-8a2c07cf47f7 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:32:25.875175 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-09e65ac4-0989-4218-8761-67d47f410e5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (7e7f55b8-c450-4329-aef2-8a2c07cf47f7), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:25.882318 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 34154) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:25.884117 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-180d16a1-d444-4b66-a98b-9383a2d5822c tempest-PortsAdminExtendedAttrsIpV6TestJSON-165093956 tempest-PortsAdminExtendedAttrsIpV6TestJSON-165093956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551'] for network (579b9e64-03d9-4287-bb18-2d18602b6161), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:25.893669 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-180d16a1-d444-4b66-a98b-9383a2d5822c tempest-PortsAdminExtendedAttrsIpV6TestJSON-165093956 tempest-PortsAdminExtendedAttrsIpV6TestJSON-165093956-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:32:25.895254 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-180d16a1-d444-4b66-a98b-9383a2d5822c tempest-PortsAdminExtendedAttrsIpV6TestJSON-165093956 tempest-PortsAdminExtendedAttrsIpV6TestJSON-165093956-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616561'] for network (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:25.916830 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-9a43b398-433c-4806-9e1e-62e9f026fdd8 tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] Request body: {'subnet': {'network_id': '7f6e8fda-7cec-4f7f-a462-8f4210eb71f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:32:25.965758 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5fa4ca-a97d-4942-904e-c5a67c3a1f93 tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] Pushing event updated for resources: {'Network': ['ID=7f6e8fda-7cec-4f7f-a462-8f4210eb71f3,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:32:25.973600 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8907cc74-9904-47a5-b0ea-8c562ef6aa88 req-369a8314-5901-4864-b201-ce30a9303e99 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] Network c8fe4d5f-4a1f-41f9-85f5-28e75dcf99b0 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:32:25.974406 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-d55826d6-2794-41f1-b619-c74bf2d15325 req-9cb26a97-7d4f-4cc6-b0f7-ec19b5653ab2 tempest-ServersTestManualDisk-1927369875 tempest-ServersTestManualDisk-1927369875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (aef30d3c-6659-44cd-99d6-ed22d30eb60c), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:25.974664 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-09e65ac4-0989-4218-8761-67d47f410e5d None None] Port 7e7f55b8-c450-4329-aef2-8a2c07cf47f7 cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:32:25.979762 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Network 7f6e8fda-7cec-4f7f-a462-8f4210eb71f3 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103409) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:32:25.997961 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-ace69d64-f810-4d27-b2dc-b48249013854 tempest-FloatingIPAdminTestJSON-178010834 tempest-FloatingIPAdminTestJSON-178010834-project] Request body: {'floatingip': {'floating_network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:32:26.015442 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-11367029-24ff-49af-ba74-73a993b02efd tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 3.1575558 Feb 28 10:32:26.025954 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 34158) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:26.029369 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-462d8429-d184-4112-803f-60f0c857333f tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] Publish callbacks [] for router (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:26.030982 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-462d8429-d184-4112-803f-60f0c857333f tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.3478138 Feb 28 10:32:26.053021 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-e251f4e9-c8b4-4e56-a468-dcbdf4dfd354 tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-253858691', 'network_id': '714b836c-2a5e-4cdc-b21d-585c8218e516'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:32:26.057355 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 34160) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:26.061520 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d02f7084-49e2-47cf-9dc8-1a3dc85f18d7 None None] Routers {'b736499c-0b58-4753-839d-8a41e04fdb5b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:32:26.062566 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-d02f7084-49e2-47cf-9dc8-1a3dc85f18d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:32:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['b736499c-0b58-4753-839d-8a41e04fdb5b'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:32:26.101625 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-180d16a1-d444-4b66-a98b-9383a2d5822c tempest-PortsAdminExtendedAttrsIpV6TestJSON-165093956 tempest-PortsAdminExtendedAttrsIpV6TestJSON-165093956-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 2.8138664 Feb 28 10:32:26.107768 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [req-8907cc74-9904-47a5-b0ea-8c562ef6aa88 req-369a8314-5901-4864-b201-ce30a9303e99 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:32:26.142718 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-8907cc74-9904-47a5-b0ea-8c562ef6aa88 req-369a8314-5901-4864-b201-ce30a9303e99 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:32:26.155851 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-d02f7084-49e2-47cf-9dc8-1a3dc85f18d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:32:26.225777 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180d16a1-d444-4b66-a98b-9383a2d5822c tempest-PortsAdminExtendedAttrsIpV6TestJSON-165093956 tempest-PortsAdminExtendedAttrsIpV6TestJSON-165093956-project] Pushing event updated for resources: {'Network': ['ID=579b9e64-03d9-4287-bb18-2d18602b6161,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:32:26.247019 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d02f7084-49e2-47cf-9dc8-1a3dc85f18d7 None None] Routers {'b736499c-0b58-4753-839d-8a41e04fdb5b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:32:26.249417 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-d02f7084-49e2-47cf-9dc8-1a3dc85f18d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:32:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['b736499c-0b58-4753-839d-8a41e04fdb5b'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:32:26.278249 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Network 579b9e64-03d9-4287-bb18-2d18602b6161 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103409) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:32:26.292937 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d55826d6-2794-41f1-b619-c74bf2d15325 req-9cb26a97-7d4f-4cc6-b0f7-ec19b5653ab2 tempest-ServersTestManualDisk-1927369875 tempest-ServersTestManualDisk-1927369875-project] Network b230672c-e40a-422a-a640-836f18ec11a6 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:32:26.294360 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369a8314-5901-4864-b201-ce30a9303e99 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] Pushing event updated for resources: {'Port': ['ID=9e40b316-6489-47a0-bf5a-713af4e208f5,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:32:26.297014 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e251f4e9-c8b4-4e56-a468-dcbdf4dfd354 tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Made reservation on behalf of a48e85374c4b471b881a673c7d60b591 for: {'port': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:32:26.299665 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e251f4e9-c8b4-4e56-a468-dcbdf4dfd354 tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:26.315040 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a43b398-433c-4806-9e1e-62e9f026fdd8 tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] Made reservation on behalf of b4e543b735cd48f9a58e191a2c97f898 for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:32:26.319412 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9a43b398-433c-4806-9e1e-62e9f026fdd8 tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3951209'] for subnet (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:26.380828 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-e251f4e9-c8b4-4e56-a468-dcbdf4dfd354 tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] device_id is not set on port 7e4eaa3a-093d-44be-bd3e-6d142454c6ad yet. {{(pid=103408) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:32:26.383194 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [req-d55826d6-2794-41f1-b619-c74bf2d15325 req-9cb26a97-7d4f-4cc6-b0f7-ec19b5653ab2 tempest-ServersTestManualDisk-1927369875 tempest-ServersTestManualDisk-1927369875-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:32:26.385349 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ace69d64-f810-4d27-b2dc-b48249013854 tempest-FloatingIPAdminTestJSON-178010834 tempest-FloatingIPAdminTestJSON-178010834-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:26.417888 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-d55826d6-2794-41f1-b619-c74bf2d15325 req-9cb26a97-7d4f-4cc6-b0f7-ec19b5653ab2 tempest-ServersTestManualDisk-1927369875 tempest-ServersTestManualDisk-1927369875-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:32:26.468481 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-62c708d3-c249-4cc2-9253-3f4337eaf4e9 tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] 10.222.0.20 "GET /v2.0/routers/b736499c-0b58-4753-839d-8a41e04fdb5b HTTP/1.1" status: 200 len: 921 time: 0.4071126 Feb 28 10:32:26.473918 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 34164) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:26.545356 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-d02f7084-49e2-47cf-9dc8-1a3dc85f18d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:32:26.546178 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d02f7084-49e2-47cf-9dc8-1a3dc85f18d7 None None] The sync data for ids ['b736499c-0b58-4753-839d-8a41e04fdb5b'] in dv-neutron-master-2-hyperv is: [] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:32:26.623227 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-d4ad1c1f-b57b-448e-8b9f-fba5e4a54ea4 tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] 10.222.0.20 "GET /v2.0/ports?device_id=b736499c-0b58-4753-839d-8a41e04fdb5b HTTP/1.1" status: 200 len: 205 time: 0.1456003 Feb 28 10:32:26.628736 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 34166) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:26.646583 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-bc2370ed-48f1-4535-b0f4-225a77a8caff None None] Provisioning complete for port 9e40b316-6489-47a0-bf5a-713af4e208f5 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:32:26.647257 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bc2370ed-48f1-4535-b0f4-225a77a8caff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (9e40b316-6489-47a0-bf5a-713af4e208f5), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:26.667817 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55826d6-2794-41f1-b619-c74bf2d15325 req-9cb26a97-7d4f-4cc6-b0f7-ec19b5653ab2 tempest-ServersTestManualDisk-1927369875 tempest-ServersTestManualDisk-1927369875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:32:26.668487 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-d55826d6-2794-41f1-b619-c74bf2d15325 req-9cb26a97-7d4f-4cc6-b0f7-ec19b5653ab2 tempest-ServersTestManualDisk-1927369875 tempest-ServersTestManualDisk-1927369875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:26.714418 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-bc2370ed-48f1-4535-b0f4-225a77a8caff None None] Port 9e40b316-6489-47a0-bf5a-713af4e208f5 cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:32:26.763482 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bf7142-e3bd-4943-afb3-63519af6a21c req-e614f2b3-1dd2-4eac-beae-02489d5b972e tempest-ServersTestJSON-1847654024 tempest-ServersTestJSON-1847654024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:32:26.763913 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-c9bf7142-e3bd-4943-afb3-63519af6a21c req-e614f2b3-1dd2-4eac-beae-02489d5b972e tempest-ServersTestJSON-1847654024 tempest-ServersTestJSON-1847654024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:26.775906 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-d55826d6-2794-41f1-b619-c74bf2d15325 req-9cb26a97-7d4f-4cc6-b0f7-ec19b5653ab2 tempest-ServersTestManualDisk-1927369875 tempest-ServersTestManualDisk-1927369875-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7424870 Feb 28 10:32:26.776536 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb26a97-7d4f-4cc6-b0f7-ec19b5653ab2 tempest-ServersTestManualDisk-1927369875 tempest-ServersTestManualDisk-1927369875-project] Pushing event updated for resources: {'Port': ['ID=aef30d3c-6659-44cd-99d6-ed22d30eb60c,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:32:26.807932 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-e251f4e9-c8b4-4e56-a468-dcbdf4dfd354 tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Allocated IP 2001:db8::246 (714b836c-2a5e-4cdc-b21d-585c8218e516/2b90e156-bf93-4e9a-b7fb-246e213e5527/7e4eaa3a-093d-44be-bd3e-6d142454c6ad) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:32:26.810816 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [req-d55826d6-2794-41f1-b619-c74bf2d15325 req-c6c4f7fc-0076-4665-8ee7-103ba326ef71 tempest-ServersTestManualDisk-1927369875 tempest-ServersTestManualDisk-1927369875-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103407) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 10:32:26.811944 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-d55826d6-2794-41f1-b619-c74bf2d15325 req-c6c4f7fc-0076-4665-8ee7-103ba326ef71 tempest-ServersTestManualDisk-1927369875 tempest-ServersTestManualDisk-1927369875-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0158513 Feb 28 10:32:26.824768 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b95c30-08bb-4b94-b304-1aee87ab4114 req-64c3dd57-8eb8-4b97-ad78-7ad4614e1226 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:32:26.826318 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-52b95c30-08bb-4b94-b304-1aee87ab4114 req-64c3dd57-8eb8-4b97-ad78-7ad4614e1226 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] 10.222.0.20 "GET /v2.0/ports?device_id=21839f2d-46e7-497a-a06a-b1ae129c5e90 HTTP/1.1" status: 200 len: 931 time: 0.8192184 Feb 28 10:32:26.839105 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-c9bf7142-e3bd-4943-afb3-63519af6a21c req-e614f2b3-1dd2-4eac-beae-02489d5b972e tempest-ServersTestJSON-1847654024 tempest-ServersTestJSON-1847654024-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8891714 Feb 28 10:32:26.844242 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-6e1130ec-0f8e-43ff-99ff-1ee08dd23a6c None None] Provisioning complete for port aef30d3c-6659-44cd-99d6-ed22d30eb60c triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:32:26.844735 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6e1130ec-0f8e-43ff-99ff-1ee08dd23a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (aef30d3c-6659-44cd-99d6-ed22d30eb60c), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:26.863692 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8907cc74-9904-47a5-b0ea-8c562ef6aa88 req-369a8314-5901-4864-b201-ce30a9303e99 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:32:26.864358 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-8907cc74-9904-47a5-b0ea-8c562ef6aa88 req-369a8314-5901-4864-b201-ce30a9303e99 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:26.905402 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-6e1130ec-0f8e-43ff-99ff-1ee08dd23a6c None None] Port aef30d3c-6659-44cd-99d6-ed22d30eb60c cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:32:26.907073 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c64831-2988-4fdb-831b-a061f087fce8 req-20303bdf-6820-475a-a1c7-7599cf5f6a0c tempest-ServersTestManualDisk-1927369875 tempest-ServersTestManualDisk-1927369875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:32:26.908703 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-04c64831-2988-4fdb-831b-a061f087fce8 req-20303bdf-6820-475a-a1c7-7599cf5f6a0c tempest-ServersTestManualDisk-1927369875 tempest-ServersTestManualDisk-1927369875-project] 10.222.0.20 "GET /v2.0/ports?device_id=c32684cc-ad27-487d-bf9a-2122546516b2 HTTP/1.1" status: 200 len: 932 time: 0.9279590 Feb 28 10:32:26.926958 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-8907cc74-9904-47a5-b0ea-8c562ef6aa88 req-369a8314-5901-4864-b201-ce30a9303e99 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2991705 Feb 28 10:32:26.998362 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-52b95c30-08bb-4b94-b304-1aee87ab4114 req-44dfd8bc-5d8d-48fb-8e46-60690a3b96d9 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] 10.222.0.20 "GET /v2.0/security-groups?id=c6054555-6cfe-4c7d-9758-21814521da07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1534543 Feb 28 10:32:27.014289 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-04c64831-2988-4fdb-831b-a061f087fce8 req-95d60a15-c091-46b1-ae13-0d37bc56b156 tempest-ServersTestManualDisk-1927369875 tempest-ServersTestManualDisk-1927369875-project] 10.222.0.20 "GET /v2.0/security-groups?id=f7c3c379-f26e-44ef-badf-d68ef2cd35f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913539 Feb 28 10:32:27.042874 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ace69d64-f810-4d27-b2dc-b48249013854 tempest-FloatingIPAdminTestJSON-178010834 tempest-FloatingIPAdminTestJSON-178010834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:27.268260 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-ace69d64-f810-4d27-b2dc-b48249013854 tempest-FloatingIPAdminTestJSON-178010834 tempest-FloatingIPAdminTestJSON-178010834-project] Allocated IP 172.36.5.56 (1e0804d0-d1d9-4d40-9de5-2936f3d87840/6f6f4129-23e5-4c3b-b4ef-4c7ce926797e/ec683974-559f-40a0-95fc-bffc4b106483) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:32:27.293498 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9a43b398-433c-4806-9e1e-62e9f026fdd8 tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3242588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3951195'] for subnet (fb2db68a-109e-43b6-9285-be81df0a9bc0), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:27.294463 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77feb513-85d2-4a26-9451-af8ef4ef01ef req-20a30fda-c3e3-495e-8ff7-910bc2b9082d tempest-ServersTestJSON-1847654024 tempest-ServersTestJSON-1847654024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:32:27.296338 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-77feb513-85d2-4a26-9451-af8ef4ef01ef req-20a30fda-c3e3-495e-8ff7-910bc2b9082d tempest-ServersTestJSON-1847654024 tempest-ServersTestJSON-1847654024-project] 10.222.0.20 "GET /v2.0/ports?device_id=eded11bc-eb8c-436c-97d5-7fe15d0de3d3 HTTP/1.1" status: 200 len: 931 time: 0.1410451 Feb 28 10:32:27.310577 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-734b3c53-872b-44b6-91cf-ac540f08ce39 tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] Publish callbacks [] for router (b736499c-0b58-4753-839d-8a41e04fdb5b), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:27.471497 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e251f4e9-c8b4-4e56-a468-dcbdf4dfd354 tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Publish callbacks [] for port (7e4eaa3a-093d-44be-bd3e-6d142454c6ad), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:27.478813 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-734b3c53-872b-44b6-91cf-ac540f08ce39 tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] Publish callbacks [] for router_gateway (b736499c-0b58-4753-839d-8a41e04fdb5b), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:27.540918 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a43b398-433c-4806-9e1e-62e9f026fdd8 tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] Pushing event updated for resources: {'Subnet': ['ID=fb2db68a-109e-43b6-9285-be81df0a9bc0,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:32:27.577234 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-77feb513-85d2-4a26-9451-af8ef4ef01ef req-fa6504ac-ac3e-4a8e-8b27-7b19063fac49 tempest-ServersTestJSON-1847654024 tempest-ServersTestJSON-1847654024-project] 10.222.0.20 "GET /v2.0/security-groups?id=77bbda26-2d7f-408e-abf3-7caecba4d30a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2660024 Feb 28 10:32:27.636677 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 34176) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:27.638011 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a43b398-433c-4806-9e1e-62e9f026fdd8 tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] Checking segment: {'id': 'a302a44b-b40b-4232-8dc8-20e2765a01e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '7f6e8fda-7cec-4f7f-a462-8f4210eb71f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:32:27.638448 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a43b398-433c-4806-9e1e-62e9f026fdd8 tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] Network hostable DHCP agents. Network: 7f6e8fda-7cec-4f7f-a462-8f4210eb71f3, hostable agents: ['fb6705d2-4f70-4965-92a3-fbfccd43a6d3'], hosted agents: [] {{(pid=103408) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:32:27.640208 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [req-d55826d6-2794-41f1-b619-c74bf2d15325 req-225686fa-ef2d-4c4c-9f5a-9fcb5ea616df service neutron] Request body: {'port': {'device_id': 'c32684cc-ad27-487d-bf9a-2122546516b2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:32:27.648621 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [req-c9bf7142-e3bd-4943-afb3-63519af6a21c req-bca85e53-57b5-489f-9b88-a98561ac83f6 service neutron] Request body: {'port': {'device_id': 'eded11bc-eb8c-436c-97d5-7fe15d0de3d3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:32:27.653590 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-4020c274-4568-4da2-b330-4c2e29f6df64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Request body: {'port': {'network_id': '579b9e64-03d9-4287-bb18-2d18602b6161', 'binding:host_id': 'hv-neutron-mast', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1929649018'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:32:27.683331 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e251f4e9-c8b4-4e56-a468-dcbdf4dfd354 tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (7e4eaa3a-093d-44be-bd3e-6d142454c6ad), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:27.710300 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ace69d64-f810-4d27-b2dc-b48249013854 tempest-FloatingIPAdminTestJSON-178010834 tempest-FloatingIPAdminTestJSON-178010834-project] Publish callbacks [] for port (ec683974-559f-40a0-95fc-bffc4b106483), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:27.719327 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [req-8907cc74-9904-47a5-b0ea-8c562ef6aa88 req-4c3607da-156f-4073-ae8c-daee22265519 service neutron] Request body: {'port': {'device_id': '21839f2d-46e7-497a-a06a-b1ae129c5e90', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:32:27.740307 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e251f4e9-c8b4-4e56-a468-dcbdf4dfd354 tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Network 714b836c-2a5e-4cdc-b21d-585c8218e516 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:32:27.754019 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-734b3c53-872b-44b6-91cf-ac540f08ce39 tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] Deleting port 496b8b7c-a5fa-4e48-a93c-8f49dd869ef0 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:32:27.754527 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-734b3c53-872b-44b6-91cf-ac540f08ce39 tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (496b8b7c-a5fa-4e48-a93c-8f49dd869ef0), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:27.811430 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-8907cc74-9904-47a5-b0ea-8c562ef6aa88 req-4c3607da-156f-4073-ae8c-daee22265519 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (9e40b316-6489-47a0-bf5a-713af4e208f5), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:27.846146 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-e251f4e9-c8b4-4e56-a468-dcbdf4dfd354 tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:32:27.898778 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-d55826d6-2794-41f1-b619-c74bf2d15325 req-225686fa-ef2d-4c4c-9f5a-9fcb5ea616df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (aef30d3c-6659-44cd-99d6-ed22d30eb60c), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:27.908101 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e251f4e9-c8b4-4e56-a468-dcbdf4dfd354 tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:32:27.931300 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e251f4e9-c8b4-4e56-a468-dcbdf4dfd354 tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:32:27.932403 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e251f4e9-c8b4-4e56-a468-dcbdf4dfd354 tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:27.950267 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a43b398-433c-4806-9e1e-62e9f026fdd8 tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] Network 7f6e8fda-7cec-4f7f-a462-8f4210eb71f3 is scheduled to be hosted by DHCP agent fb6705d2-4f70-4965-92a3-fbfccd43a6d3 with binding_index 1 {{(pid=103408) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:32:27.958246 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4020c274-4568-4da2-b330-4c2e29f6df64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Made reservation on behalf of 2993e081211c451c9116bb9f3be86396 for: {'port': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:32:27.961152 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4020c274-4568-4da2-b330-4c2e29f6df64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:27.975395 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4020c274-4568-4da2-b330-4c2e29f6df64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:27.981593 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-9a43b398-433c-4806-9e1e-62e9f026fdd8 tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 7f6e8fda-7cec-4f7f-a462-8f4210eb71f3) {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:32:27.997574 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e91dd87-8546-4d43-ae7a-d13c6233efbc None None] Network 7f6e8fda-7cec-4f7f-a462-8f4210eb71f3 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:32:28.004343 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a43b398-433c-4806-9e1e-62e9f026fdd8 tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:32:28.005058 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9a43b398-433c-4806-9e1e-62e9f026fdd8 tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] Publish callbacks [] for subnet (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:28.064137 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-c9bf7142-e3bd-4943-afb3-63519af6a21c req-bca85e53-57b5-489f-9b88-a98561ac83f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (7e7f55b8-c450-4329-aef2-8a2c07cf47f7), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:28.131890 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4020c274-4568-4da2-b330-4c2e29f6df64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Publish callbacks [] for security_group (59ccf60d-448f-4a0f-b8e8-0be0aeea0e2d), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:28.152927 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-e251f4e9-c8b4-4e56-a468-dcbdf4dfd354 tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 2.1205416 Feb 28 10:32:28.153576 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 34182) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:28.164995 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4020c274-4568-4da2-b330-4c2e29f6df64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (59ccf60d-448f-4a0f-b8e8-0be0aeea0e2d), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:28.176607 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e251f4e9-c8b4-4e56-a468-dcbdf4dfd354 tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Pushing event updated for resources: {'Port': ['ID=7e4eaa3a-093d-44be-bd3e-6d142454c6ad,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:32:28.179624 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-4020c274-4568-4da2-b330-4c2e29f6df64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] device_id is not set on port 1dfa98bc-7f79-4c0b-8995-6135aee2e7c4 yet. {{(pid=103408) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:32:28.224361 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3d1859f-3687-4573-b4b3-3d48c1d05515 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-7f6e8fda-7cec-4f7f-a462-8f4210eb71f3', 'network_id': '7f6e8fda-7cec-4f7f-a462-8f4210eb71f3', 'project_id': 'b4e543b735cd48f9a58e191a2c97f898', 'fixed_ips': [{'subnet_id': 'fb2db68a-109e-43b6-9285-be81df0a9bc0'}]}} from dv-neutron-master-2-hyperv. {{(pid=103409) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:32:28.226210 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a3d1859f-3687-4573-b4b3-3d48c1d05515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:28.251108 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-9a43b398-433c-4806-9e1e-62e9f026fdd8 tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3517609 Feb 28 10:32:28.253349 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-734b3c53-872b-44b6-91cf-ac540f08ce39 tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (496b8b7c-a5fa-4e48-a93c-8f49dd869ef0), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:28.257421 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 34184) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:28.316834 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-e396c951-25d6-4162-8d2a-7f713eef9330 tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] Request body: {'port': {'network_id': '7f6e8fda-7cec-4f7f-a462-8f4210eb71f3', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1635954118'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:32:28.417366 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-a3d1859f-3687-4573-b4b3-3d48c1d05515 None None] Allocated IP 2001:db8::2 (7f6e8fda-7cec-4f7f-a462-8f4210eb71f3/fb2db68a-109e-43b6-9285-be81df0a9bc0/590072fa-6562-4026-bbe9-2a55c57fbbaf) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:32:28.439276 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-734b3c53-872b-44b6-91cf-ac540f08ce39 tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] Calling delete_port for 496b8b7c-a5fa-4e48-a93c-8f49dd869ef0 owned by network:router_gateway {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:32:28.448641 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4020c274-4568-4da2-b330-4c2e29f6df64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59ccf60d-448f-4a0f-b8e8-0be0aeea0e2d,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:32:28.655252 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a3d1859f-3687-4573-b4b3-3d48c1d05515 None None] Publish callbacks [] for port (590072fa-6562-4026-bbe9-2a55c57fbbaf), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:28.668075 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a3d1859f-3687-4573-b4b3-3d48c1d05515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749'] for port (590072fa-6562-4026-bbe9-2a55c57fbbaf), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:28.774424 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3d1859f-3687-4573-b4b3-3d48c1d05515 None None] Network 7f6e8fda-7cec-4f7f-a462-8f4210eb71f3 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:32:28.781699 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-a3d1859f-3687-4573-b4b3-3d48c1d05515 None None] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:32:28.796143 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d1859f-3687-4573-b4b3-3d48c1d05515 None None] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:32:28.822850 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e396c951-25d6-4162-8d2a-7f713eef9330 tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] Made reservation on behalf of b4e543b735cd48f9a58e191a2c97f898 for: {'port': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:32:28.826257 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e396c951-25d6-4162-8d2a-7f713eef9330 tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:28.828356 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d1859f-3687-4573-b4b3-3d48c1d05515 None None] Pushing event updated for resources: {'Port': ['ID=590072fa-6562-4026-bbe9-2a55c57fbbaf,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:32:28.887863 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-a3d1859f-3687-4573-b4b3-3d48c1d05515 None None] Attempting to bind port 590072fa-6562-4026-bbe9-2a55c57fbbaf on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:32:28.888242 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-a3d1859f-3687-4573-b4b3-3d48c1d05515 None None] Attempting to bind port 590072fa-6562-4026-bbe9-2a55c57fbbaf by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'a302a44b-b40b-4232-8dc8-20e2765a01e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '7f6e8fda-7cec-4f7f-a462-8f4210eb71f3'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:32:28.888660 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d1859f-3687-4573-b4b3-3d48c1d05515 None None] Attempting to bind port 590072fa-6562-4026-bbe9-2a55c57fbbaf on network 7f6e8fda-7cec-4f7f-a462-8f4210eb71f3 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:32:28.895243 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d1859f-3687-4573-b4b3-3d48c1d05515 None None] Checking agent: {'id': '75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 24, 15), 'started_at': datetime.datetime(2022, 2, 28, 10, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 32, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:32:28.895899 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d1859f-3687-4573-b4b3-3d48c1d05515 None None] Checking segment: {'id': 'a302a44b-b40b-4232-8dc8-20e2765a01e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '7f6e8fda-7cec-4f7f-a462-8f4210eb71f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:32:28.896440 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a3d1859f-3687-4573-b4b3-3d48c1d05515 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:28.897001 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d1859f-3687-4573-b4b3-3d48c1d05515 None None] Bound using segment: {'id': 'a302a44b-b40b-4232-8dc8-20e2765a01e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '7f6e8fda-7cec-4f7f-a462-8f4210eb71f3'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:32:28.897474 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-a3d1859f-3687-4573-b4b3-3d48c1d05515 None None] Bound port: 590072fa-6562-4026-bbe9-2a55c57fbbaf, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a302a44b-b40b-4232-8dc8-20e2765a01e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '7f6e8fda-7cec-4f7f-a462-8f4210eb71f3'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:32:28.897860 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a3d1859f-3687-4573-b4b3-3d48c1d05515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (590072fa-6562-4026-bbe9-2a55c57fbbaf), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:28.928249 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-e396c951-25d6-4162-8d2a-7f713eef9330 tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] device_id is not set on port 7d6257c0-00f5-4f1b-8c64-abf461b7d035 yet. {{(pid=103408) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:32:28.930193 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ace69d64-f810-4d27-b2dc-b48249013854 tempest-FloatingIPAdminTestJSON-178010834 tempest-FloatingIPAdminTestJSON-178010834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (ec683974-559f-40a0-95fc-bffc4b106483), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:28.966964 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.notifiers.nova [req-c9bf7142-e3bd-4943-afb3-63519af6a21c req-bca85e53-57b5-489f-9b88-a98561ac83f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e7f55b8-c450-4329-aef2-8a2c07cf47f7 {{(pid=103407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 10:32:29.025357 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-c9bf7142-e3bd-4943-afb3-63519af6a21c req-bca85e53-57b5-489f-9b88-a98561ac83f6 service neutron] Publish callbacks [] for port (7e7f55b8-c450-4329-aef2-8a2c07cf47f7), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:29.031180 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-a3d1859f-3687-4573-b4b3-3d48c1d05515 None None] For port 590072fa-6562-4026-bbe9-2a55c57fbbaf, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:32:29.037241 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-a3d1859f-3687-4573-b4b3-3d48c1d05515 None None] For port 590072fa-6562-4026-bbe9-2a55c57fbbaf, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=590072fa-6562-4026-bbe9-2a55c57fbbaf,segment=NetworkSegment(a302a44b-b40b-4232-8dc8-20e2765a01e0),segment_id=a302a44b-b40b-4232-8dc8-20e2765a01e0)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:32:29.050288 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a3d1859f-3687-4573-b4b3-3d48c1d05515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (590072fa-6562-4026-bbe9-2a55c57fbbaf), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:29.065655 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eccf00-d260-4944-be8a-7b2e9d29d572 req-e83fb87a-3a34-4a8f-b2d2-dfab0345c662 tempest-ServersTestManualDisk-1927369875 tempest-ServersTestManualDisk-1927369875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:32:29.091296 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-47eccf00-d260-4944-be8a-7b2e9d29d572 req-e83fb87a-3a34-4a8f-b2d2-dfab0345c662 tempest-ServersTestManualDisk-1927369875 tempest-ServersTestManualDisk-1927369875-project] 10.222.0.20 "GET /v2.0/ports?device_id=c32684cc-ad27-487d-bf9a-2122546516b2 HTTP/1.1" status: 200 len: 932 time: 0.5575147 Feb 28 10:32:29.136003 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ace69d64-f810-4d27-b2dc-b48249013854 tempest-FloatingIPAdminTestJSON-178010834 tempest-FloatingIPAdminTestJSON-178010834-project] Network 1e0804d0-d1d9-4d40-9de5-2936f3d87840 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:32:29.213649 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d1859f-3687-4573-b4b3-3d48c1d05515 None None] Pushing event updated for resources: {'Port': ['ID=590072fa-6562-4026-bbe9-2a55c57fbbaf,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:32:29.220052 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-a24b0e75-6c43-4022-89cf-7a1852b26024 tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Deleting port 7e4eaa3a-093d-44be-bd3e-6d142454c6ad {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:32:29.220649 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a24b0e75-6c43-4022-89cf-7a1852b26024 tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (7e4eaa3a-093d-44be-bd3e-6d142454c6ad), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:29.265635 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace69d64-f810-4d27-b2dc-b48249013854 tempest-FloatingIPAdminTestJSON-178010834 tempest-FloatingIPAdminTestJSON-178010834-project] Pushing event updated for resources: {'Port': ['ID=ec683974-559f-40a0-95fc-bffc4b106483,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:32:29.274699 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f19616-3e7d-4db0-b9a3-f2295212454a req-86b155cc-99fb-437d-a147-76479fec0126 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:32:29.276429 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-84f19616-3e7d-4db0-b9a3-f2295212454a req-86b155cc-99fb-437d-a147-76479fec0126 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] 10.222.0.20 "GET /v2.0/ports?device_id=21839f2d-46e7-497a-a06a-b1ae129c5e90 HTTP/1.1" status: 200 len: 931 time: 0.7440619 Feb 28 10:32:29.277625 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-ace69d64-f810-4d27-b2dc-b48249013854 tempest-FloatingIPAdminTestJSON-178010834 tempest-FloatingIPAdminTestJSON-178010834-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:32:29.322605 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace69d64-f810-4d27-b2dc-b48249013854 tempest-FloatingIPAdminTestJSON-178010834 tempest-FloatingIPAdminTestJSON-178010834-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:32:29.341544 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-e396c951-25d6-4162-8d2a-7f713eef9330 tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] Allocated IP 2001:db8::b (7f6e8fda-7cec-4f7f-a462-8f4210eb71f3/fb2db68a-109e-43b6-9285-be81df0a9bc0/7d6257c0-00f5-4f1b-8c64-abf461b7d035) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:32:29.393681 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-4020c274-4568-4da2-b330-4c2e29f6df64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] device_id is not set on port 1dfa98bc-7f79-4c0b-8995-6135aee2e7c4 yet. {{(pid=103408) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:32:29.428354 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4020c274-4568-4da2-b330-4c2e29f6df64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Publish callbacks [] for port (1dfa98bc-7f79-4c0b-8995-6135aee2e7c4), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:29.485590 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4020c274-4568-4da2-b330-4c2e29f6df64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (1dfa98bc-7f79-4c0b-8995-6135aee2e7c4), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:29.589386 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a24b0e75-6c43-4022-89cf-7a1852b26024 tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (7e4eaa3a-093d-44be-bd3e-6d142454c6ad), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:29.631455 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-734b3c53-872b-44b6-91cf-ac540f08ce39 tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (496b8b7c-a5fa-4e48-a93c-8f49dd869ef0), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:29.662755 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-a24b0e75-6c43-4022-89cf-7a1852b26024 tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Calling delete_port for 7e4eaa3a-093d-44be-bd3e-6d142454c6ad owned by {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:32:29.728057 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.provisioning_blocks [req-c9bf7142-e3bd-4943-afb3-63519af6a21c req-bca85e53-57b5-489f-9b88-a98561ac83f6 service neutron] Transition to ACTIVE for port object 7e7f55b8-c450-4329-aef2-8a2c07cf47f7 will not be triggered until provisioned by entity L2. {{(pid=103407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 10:32:29.798649 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-c9bf7142-e3bd-4943-afb3-63519af6a21c req-bca85e53-57b5-489f-9b88-a98561ac83f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3498066'] for port (7e7f55b8-c450-4329-aef2-8a2c07cf47f7), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:29.882043 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4020c274-4568-4da2-b330-4c2e29f6df64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Pushing event updated for resources: {'Port': ['ID=1dfa98bc-7f79-4c0b-8995-6135aee2e7c4,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:32:29.970464 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e396c951-25d6-4162-8d2a-7f713eef9330 tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] Publish callbacks [] for port (7d6257c0-00f5-4f1b-8c64-abf461b7d035), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:30.055543 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e396c951-25d6-4162-8d2a-7f713eef9330 tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (7d6257c0-00f5-4f1b-8c64-abf461b7d035), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:30.056484 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ace69d64-f810-4d27-b2dc-b48249013854 tempest-FloatingIPAdminTestJSON-178010834 tempest-FloatingIPAdminTestJSON-178010834-project] Publish callbacks [] for floatingip (b7a6d4db-d42a-4bbf-89d9-d9efc71bff17), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:30.113190 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734b3c53-872b-44b6-91cf-ac540f08ce39 tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] Pushing event deleted for resources: {'Port': ['ID=496b8b7c-a5fa-4e48-a93c-8f49dd869ef0,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:32:30.116400 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-47eccf00-d260-4944-be8a-7b2e9d29d572 req-d0937579-d3d0-4a82-813b-f0d5e3b80de1 tempest-ServersTestManualDisk-1927369875 tempest-ServersTestManualDisk-1927369875-project] 10.222.0.20 "GET /v2.0/security-groups?id=f7c3c379-f26e-44ef-badf-d68ef2cd35f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0241175 Feb 28 10:32:30.198093 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4020c274-4568-4da2-b330-4c2e29f6df64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Checking segment: {'id': '15a1c4a7-0bf1-48a0-9c1a-9d89890c702d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '579b9e64-03d9-4287-bb18-2d18602b6161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:32:30.198634 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4020c274-4568-4da2-b330-4c2e29f6df64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Network hostable DHCP agents. Network: 579b9e64-03d9-4287-bb18-2d18602b6161, hostable agents: ['fb6705d2-4f70-4965-92a3-fbfccd43a6d3'], hosted agents: [] {{(pid=103408) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:32:30.239465 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-734b3c53-872b-44b6-91cf-ac540f08ce39 tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1803321'] for router_gateway (b736499c-0b58-4753-839d-8a41e04fdb5b), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:30.320126 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca85e53-57b5-489f-9b88-a98561ac83f6 service neutron] Pushing event updated for resources: {'Port': ['ID=7e7f55b8-c450-4329-aef2-8a2c07cf47f7,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:32:30.411324 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-734b3c53-872b-44b6-91cf-ac540f08ce39 tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1807017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5941'] for router (b736499c-0b58-4753-839d-8a41e04fdb5b), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:30.413601 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-84f19616-3e7d-4db0-b9a3-f2295212454a req-f9e0dc98-a8bf-4816-a69f-0286109d4dc7 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] 10.222.0.20 "GET /v2.0/security-groups?id=c6054555-6cfe-4c7d-9758-21814521da07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1034861 Feb 28 10:32:30.413792 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-734b3c53-872b-44b6-91cf-ac540f08ce39 tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] Publish callbacks [] for router_controller (b736499c-0b58-4753-839d-8a41e04fdb5b), precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:30.503093 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ace69d64-f810-4d27-b2dc-b48249013854 tempest-FloatingIPAdminTestJSON-178010834 tempest-FloatingIPAdminTestJSON-178010834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (ec683974-559f-40a0-95fc-bffc4b106483), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:30.514145 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-734b3c53-872b-44b6-91cf-ac540f08ce39 tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1806994'] for router (b736499c-0b58-4753-839d-8a41e04fdb5b), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:30.514704 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-734b3c53-872b-44b6-91cf-ac540f08ce39 tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] Fanout notify agent at l3_agent the message router_deleted on router b736499c-0b58-4753-839d-8a41e04fdb5b {{(pid=103408) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 10:32:30.534326 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e396c951-25d6-4162-8d2a-7f713eef9330 tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] Network 7f6e8fda-7cec-4f7f-a462-8f4210eb71f3 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:32:30.547043 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-734b3c53-872b-44b6-91cf-ac540f08ce39 tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] Publish callbacks [] for router (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:30.547043 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-734b3c53-872b-44b6-91cf-ac540f08ce39 tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] 10.222.0.20 "DELETE /v2.0/routers/b736499c-0b58-4753-839d-8a41e04fdb5b HTTP/1.1" status: 204 len: 168 time: 3.9170249 Feb 28 10:32:30.555488 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 34188) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:30.562326 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-e396c951-25d6-4162-8d2a-7f713eef9330 tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:32:30.568163 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-8e93adba-d867-4189-b29c-51ad82666873 tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Request body: {'router': {'name': 'tempest-snat-router-953588757', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'enable_snat': False}}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:32:30.575215 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e396c951-25d6-4162-8d2a-7f713eef9330 tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:32:30.581700 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e396c951-25d6-4162-8d2a-7f713eef9330 tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:32:30.582364 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e396c951-25d6-4162-8d2a-7f713eef9330 tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:30.585108 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-c9bf7142-e3bd-4943-afb3-63519af6a21c req-bca85e53-57b5-489f-9b88-a98561ac83f6 service neutron] Attempting to bind port 7e7f55b8-c450-4329-aef2-8a2c07cf47f7 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:32:30.585477 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-c9bf7142-e3bd-4943-afb3-63519af6a21c req-bca85e53-57b5-489f-9b88-a98561ac83f6 service neutron] Attempting to bind port 7e7f55b8-c450-4329-aef2-8a2c07cf47f7 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '45c28de9-4293-44e6-a1bc-2bb875668608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'da9969cf-fbcc-4307-8c2e-f65c87750026'}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:32:30.585817 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9bf7142-e3bd-4943-afb3-63519af6a21c req-bca85e53-57b5-489f-9b88-a98561ac83f6 service neutron] Attempting to bind port 7e7f55b8-c450-4329-aef2-8a2c07cf47f7 on network da9969cf-fbcc-4307-8c2e-f65c87750026 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:32:30.597225 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e396c951-25d6-4162-8d2a-7f713eef9330 tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] Pushing event updated for resources: {'Port': ['ID=7d6257c0-00f5-4f1b-8c64-abf461b7d035,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:32:30.608024 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-e396c951-25d6-4162-8d2a-7f713eef9330 tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.3056474 Feb 28 10:32:30.617530 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 34190) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:30.623157 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-2e5be8a2-1252-4b78-8ea0-6b1714464fd2 tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] Request body: {'port': {'network_id': '7f6e8fda-7cec-4f7f-a462-8f4210eb71f3', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-437512648', 'allowed_address_pairs': [{'ip_address': '2001:db8::b', 'mac_address': 'fa:16:3e:cf:7f:ce'}]}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:32:30.643476 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4020c274-4568-4da2-b330-4c2e29f6df64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Network 579b9e64-03d9-4287-bb18-2d18602b6161 is scheduled to be hosted by DHCP agent fb6705d2-4f70-4965-92a3-fbfccd43a6d3 with binding_index 1 {{(pid=103408) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:32:30.664348 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1365806f-5d60-426f-8319-e1f925e15ba1 req-cf9bda73-97fc-4b19-9b62-e2aec9b403b5 tempest-ServersTestJSON-1847654024 tempest-ServersTestJSON-1847654024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:32:30.665968 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-1365806f-5d60-426f-8319-e1f925e15ba1 req-cf9bda73-97fc-4b19-9b62-e2aec9b403b5 tempest-ServersTestJSON-1847654024 tempest-ServersTestJSON-1847654024-project] 10.222.0.20 "GET /v2.0/ports?device_id=eded11bc-eb8c-436c-97d5-7fe15d0de3d3 HTTP/1.1" status: 200 len: 943 time: 0.3511314 Feb 28 10:32:30.671557 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9bf7142-e3bd-4943-afb3-63519af6a21c req-bca85e53-57b5-489f-9b88-a98561ac83f6 service neutron] Port 7e7f55b8-c450-4329-aef2-8a2c07cf47f7 on network da9969cf-fbcc-4307-8c2e-f65c87750026 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 10:32:30.671889 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9bf7142-e3bd-4943-afb3-63519af6a21c req-bca85e53-57b5-489f-9b88-a98561ac83f6 service neutron] Attempting to bind port 7e7f55b8-c450-4329-aef2-8a2c07cf47f7 on network da9969cf-fbcc-4307-8c2e-f65c87750026 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:32:30.684506 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9bf7142-e3bd-4943-afb3-63519af6a21c req-bca85e53-57b5-489f-9b88-a98561ac83f6 service neutron] Checking agent: {'id': '13ac42ae-016e-4baf-bb31-c6fa820b41c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 30, 8), 'started_at': datetime.datetime(2022, 2, 28, 10, 30, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 32, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:32:30.684876 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9bf7142-e3bd-4943-afb3-63519af6a21c req-bca85e53-57b5-489f-9b88-a98561ac83f6 service neutron] Checking segment: {'id': '45c28de9-4293-44e6-a1bc-2bb875668608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'da9969cf-fbcc-4307-8c2e-f65c87750026'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:32:30.685466 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9bf7142-e3bd-4943-afb3-63519af6a21c req-bca85e53-57b5-489f-9b88-a98561ac83f6 service neutron] Bound using segment: {'id': '45c28de9-4293-44e6-a1bc-2bb875668608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'da9969cf-fbcc-4307-8c2e-f65c87750026'} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:32:30.685912 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-c9bf7142-e3bd-4943-afb3-63519af6a21c req-bca85e53-57b5-489f-9b88-a98561ac83f6 service neutron] Bound port: 7e7f55b8-c450-4329-aef2-8a2c07cf47f7, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45c28de9-4293-44e6-a1bc-2bb875668608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'da9969cf-fbcc-4307-8c2e-f65c87750026'}}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:32:30.686260 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-c9bf7142-e3bd-4943-afb3-63519af6a21c req-bca85e53-57b5-489f-9b88-a98561ac83f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (7e7f55b8-c450-4329-aef2-8a2c07cf47f7), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:30.722808 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8e93adba-d867-4189-b29c-51ad82666873 tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1805251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254175'] for router (5cbf36a5-e8c5-4e7f-9711-d1170f5a4e51), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:30.723886 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8e93adba-d867-4189-b29c-51ad82666873 tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1804172', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1602053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254150'] for router (5cbf36a5-e8c5-4e7f-9711-d1170f5a4e51), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:30.733821 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-4020c274-4568-4da2-b330-4c2e29f6df64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 579b9e64-03d9-4287-bb18-2d18602b6161) {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:32:30.746735 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4020c274-4568-4da2-b330-4c2e29f6df64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:32:30.748467 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60818ac2-9b70-4c8e-8867-d6fe01d5b257 None None] Network 579b9e64-03d9-4287-bb18-2d18602b6161 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:32:30.762352 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-4020c274-4568-4da2-b330-4c2e29f6df64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Attempting to bind port 1dfa98bc-7f79-4c0b-8995-6135aee2e7c4 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:32:30.762742 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-4020c274-4568-4da2-b330-4c2e29f6df64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Attempting to bind port 1dfa98bc-7f79-4c0b-8995-6135aee2e7c4 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '15a1c4a7-0bf1-48a0-9c1a-9d89890c702d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '579b9e64-03d9-4287-bb18-2d18602b6161'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:32:30.763113 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4020c274-4568-4da2-b330-4c2e29f6df64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Attempting to bind port 1dfa98bc-7f79-4c0b-8995-6135aee2e7c4 on network 579b9e64-03d9-4287-bb18-2d18602b6161 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:32:30.805253 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4020c274-4568-4da2-b330-4c2e29f6df64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Port 1dfa98bc-7f79-4c0b-8995-6135aee2e7c4 on network 579b9e64-03d9-4287-bb18-2d18602b6161 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 10:32:30.805625 dv-neutron-master-2-hyperv neutron-server[103408]: ERROR neutron.plugins.ml2.managers [None req-4020c274-4568-4da2-b330-4c2e29f6df64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Failed to bind port 1dfa98bc-7f79-4c0b-8995-6135aee2e7c4 on host hv-neutron-mast for vnic_type normal using segments [{'id': '15a1c4a7-0bf1-48a0-9c1a-9d89890c702d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '579b9e64-03d9-4287-bb18-2d18602b6161'}] Feb 28 10:32:30.809318 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.plugins.ml2.plugin [None req-4020c274-4568-4da2-b330-4c2e29f6df64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Attempt 2 to bind port 1dfa98bc-7f79-4c0b-8995-6135aee2e7c4 Feb 28 10:32:30.832999 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a24b0e75-6c43-4022-89cf-7a1852b26024 tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (7e4eaa3a-093d-44be-bd3e-6d142454c6ad), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:30.864815 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.notifiers.nova [req-d55826d6-2794-41f1-b619-c74bf2d15325 req-225686fa-ef2d-4c4c-9f5a-9fcb5ea616df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aef30d3c-6659-44cd-99d6-ed22d30eb60c {{(pid=103407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 10:32:30.877904 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-d55826d6-2794-41f1-b619-c74bf2d15325 req-225686fa-ef2d-4c4c-9f5a-9fcb5ea616df service neutron] Publish callbacks [] for port (aef30d3c-6659-44cd-99d6-ed22d30eb60c), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:30.880254 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24b0e75-6c43-4022-89cf-7a1852b26024 tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Pushing event deleted for resources: {'Port': ['ID=7e4eaa3a-093d-44be-bd3e-6d142454c6ad,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:32:30.905384 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-4020c274-4568-4da2-b330-4c2e29f6df64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Attempting to bind port 1dfa98bc-7f79-4c0b-8995-6135aee2e7c4 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:32:30.906210 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-4020c274-4568-4da2-b330-4c2e29f6df64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Attempting to bind port 1dfa98bc-7f79-4c0b-8995-6135aee2e7c4 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '15a1c4a7-0bf1-48a0-9c1a-9d89890c702d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '579b9e64-03d9-4287-bb18-2d18602b6161'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:32:30.906210 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4020c274-4568-4da2-b330-4c2e29f6df64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Attempting to bind port 1dfa98bc-7f79-4c0b-8995-6135aee2e7c4 on network 579b9e64-03d9-4287-bb18-2d18602b6161 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:32:30.921540 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4020c274-4568-4da2-b330-4c2e29f6df64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Port 1dfa98bc-7f79-4c0b-8995-6135aee2e7c4 on network 579b9e64-03d9-4287-bb18-2d18602b6161 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 10:32:30.921877 dv-neutron-master-2-hyperv neutron-server[103408]: ERROR neutron.plugins.ml2.managers [None req-4020c274-4568-4da2-b330-4c2e29f6df64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Failed to bind port 1dfa98bc-7f79-4c0b-8995-6135aee2e7c4 on host hv-neutron-mast for vnic_type normal using segments [{'id': '15a1c4a7-0bf1-48a0-9c1a-9d89890c702d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '579b9e64-03d9-4287-bb18-2d18602b6161'}] Feb 28 10:32:30.923675 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7fb7594-9afc-4035-a7a7-f8ccbdc64dd2 None None] Network 7f6e8fda-7cec-4f7f-a462-8f4210eb71f3 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:32:30.940760 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.provisioning_blocks [req-d55826d6-2794-41f1-b619-c74bf2d15325 req-225686fa-ef2d-4c4c-9f5a-9fcb5ea616df service neutron] Transition to ACTIVE for port object aef30d3c-6659-44cd-99d6-ed22d30eb60c will not be triggered until provisioned by entity L2. {{(pid=103407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 10:32:30.948019 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.notifiers.nova [req-8907cc74-9904-47a5-b0ea-8c562ef6aa88 req-4c3607da-156f-4073-ae8c-daee22265519 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e40b316-6489-47a0-bf5a-713af4e208f5 {{(pid=103407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 10:32:30.969906 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.plugins.ml2.plugin [None req-4020c274-4568-4da2-b330-4c2e29f6df64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Attempt 3 to bind port 1dfa98bc-7f79-4c0b-8995-6135aee2e7c4 Feb 28 10:32:30.990031 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e5be8a2-1252-4b78-8ea0-6b1714464fd2 tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] Made reservation on behalf of b4e543b735cd48f9a58e191a2c97f898 for: {'port': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:32:30.995611 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8e93adba-d867-4189-b29c-51ad82666873 tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Publish callbacks [] for router_controller (5cbf36a5-e8c5-4e7f-9711-d1170f5a4e51), precommit_add_association {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:31.020723 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a24b0e75-6c43-4022-89cf-7a1852b26024 tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:31.027244 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-a24b0e75-6c43-4022-89cf-7a1852b26024 tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] 10.222.0.20 "DELETE /v2.0/ports/7e4eaa3a-093d-44be-bd3e-6d142454c6ad HTTP/1.1" status: 204 len: 168 time: 2.8614073 Feb 28 10:32:31.028241 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-c9bf7142-e3bd-4943-afb3-63519af6a21c req-bca85e53-57b5-489f-9b88-a98561ac83f6 service neutron] For port 7e7f55b8-c450-4329-aef2-8a2c07cf47f7, host hv-neutron-mast, cleared binding levels {{(pid=103407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:32:31.035633 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-c9bf7142-e3bd-4943-afb3-63519af6a21c req-bca85e53-57b5-489f-9b88-a98561ac83f6 service neutron] For port 7e7f55b8-c450-4329-aef2-8a2c07cf47f7, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=7e7f55b8-c450-4329-aef2-8a2c07cf47f7,segment=NetworkSegment(45c28de9-4293-44e6-a1bc-2bb875668608),segment_id=45c28de9-4293-44e6-a1bc-2bb875668608)] {{(pid=103407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:32:31.048437 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 34192) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:31.056312 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-8907cc74-9904-47a5-b0ea-8c562ef6aa88 req-4c3607da-156f-4073-ae8c-daee22265519 service neutron] Publish callbacks [] for port (9e40b316-6489-47a0-bf5a-713af4e208f5), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:31.058964 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-84d964eb-0c49-4084-832b-7d2fa223c756 None None] Provisioning complete for port 590072fa-6562-4026-bbe9-2a55c57fbbaf triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:32:31.059518 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-84d964eb-0c49-4084-832b-7d2fa223c756 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (590072fa-6562-4026-bbe9-2a55c57fbbaf), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:31.060032 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-d55826d6-2794-41f1-b619-c74bf2d15325 req-225686fa-ef2d-4c4c-9f5a-9fcb5ea616df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3498066'] for port (aef30d3c-6659-44cd-99d6-ed22d30eb60c), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:31.062651 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-c9bf7142-e3bd-4943-afb3-63519af6a21c req-bca85e53-57b5-489f-9b88-a98561ac83f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3498066'] for port (7e7f55b8-c450-4329-aef2-8a2c07cf47f7), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:31.078913 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-206781e0-3fc0-4f2c-bd7f-72f626c0bd5d tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '714b836c-2a5e-4cdc-b21d-585c8218e516', 'external_fixed_ips': [{'subnet_id': '2b90e156-bf93-4e9a-b7fb-246e213e5527', 'ip_address': '2001:db8::246'}]}}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:32:31.145208 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225686fa-ef2d-4c4c-9f5a-9fcb5ea616df service neutron] Pushing event updated for resources: {'Port': ['ID=aef30d3c-6659-44cd-99d6-ed22d30eb60c,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:32:31.228902 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca85e53-57b5-489f-9b88-a98561ac83f6 service neutron] Pushing event updated for resources: {'Port': ['ID=7e7f55b8-c450-4329-aef2-8a2c07cf47f7,revision_number=3']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:32:31.274797 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-84d964eb-0c49-4084-832b-7d2fa223c756 None None] Current status of the port 590072fa-6562-4026-bbe9-2a55c57fbbaf is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:32:31.275346 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-84d964eb-0c49-4084-832b-7d2fa223c756 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (590072fa-6562-4026-bbe9-2a55c57fbbaf), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:31.299967 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.provisioning_blocks [req-8907cc74-9904-47a5-b0ea-8c562ef6aa88 req-4c3607da-156f-4073-ae8c-daee22265519 service neutron] Transition to ACTIVE for port object 9e40b316-6489-47a0-bf5a-713af4e208f5 will not be triggered until provisioned by entity L2. {{(pid=103407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 10:32:31.320527 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bf7142-e3bd-4943-afb3-63519af6a21c req-bca85e53-57b5-489f-9b88-a98561ac83f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:32:31.321564 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-c9bf7142-e3bd-4943-afb3-63519af6a21c req-bca85e53-57b5-489f-9b88-a98561ac83f6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:31.323550 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-c9bf7142-e3bd-4943-afb3-63519af6a21c req-bca85e53-57b5-489f-9b88-a98561ac83f6 service neutron] 10.222.0.30 "PUT /v2.0/ports/7e7f55b8-c450-4329-aef2-8a2c07cf47f7 HTTP/1.1" status: 200 len: 1093 time: 3.8341403 Feb 28 10:32:31.339675 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eded11bc-eb8c-436c-97d5-7fe15d0de3d3', 'tag': '7e7f55b8-c450-4329-aef2-8a2c07cf47f7'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:32:31.391091 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-84d964eb-0c49-4084-832b-7d2fa223c756 None None] For port 590072fa-6562-4026-bbe9-2a55c57fbbaf, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=590072fa-6562-4026-bbe9-2a55c57fbbaf,segment=NetworkSegment(a302a44b-b40b-4232-8dc8-20e2765a01e0),segment_id=a302a44b-b40b-4232-8dc8-20e2765a01e0)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:32:31.411038 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-84d964eb-0c49-4084-832b-7d2fa223c756 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (590072fa-6562-4026-bbe9-2a55c57fbbaf), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:31.442541 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-8907cc74-9904-47a5-b0ea-8c562ef6aa88 req-4c3607da-156f-4073-ae8c-daee22265519 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3498066'] for port (9e40b316-6489-47a0-bf5a-713af4e208f5), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:31.550713 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ace69d64-f810-4d27-b2dc-b48249013854 tempest-FloatingIPAdminTestJSON-178010834 tempest-FloatingIPAdminTestJSON-178010834-project] Publish callbacks [] for port (ec683974-559f-40a0-95fc-bffc4b106483), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:31.700506 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 590072fa-6562-4026-bbe9-2a55c57fbbaf up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:32:31.709267 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d964eb-0c49-4084-832b-7d2fa223c756 None None] Pushing event updated for resources: {'Port': ['ID=590072fa-6562-4026-bbe9-2a55c57fbbaf,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:32:31.767693 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c8e1c873eeca597e52e7ceb7469e602eac250bfea6606d285743d38033cf584" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cd3f0f6-dce7-4be4-9cb1-3586cabc59ce" -d '{"events": [{"name": "network-changed", "server_uuid": "eded11bc-eb8c-436c-97d5-7fe15d0de3d3", "tag": "7e7f55b8-c450-4329-aef2-8a2c07cf47f7"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:32:31.782876 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3607da-156f-4073-ae8c-daee22265519 service neutron] Pushing event updated for resources: {'Port': ['ID=9e40b316-6489-47a0-bf5a-713af4e208f5,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:32:31.875860 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port 590072fa-6562-4026-bbe9-2a55c57fbbaf triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:32:31.876476 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (590072fa-6562-4026-bbe9-2a55c57fbbaf), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:31.898168 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-d55826d6-2794-41f1-b619-c74bf2d15325 req-225686fa-ef2d-4c4c-9f5a-9fcb5ea616df service neutron] Attempting to bind port aef30d3c-6659-44cd-99d6-ed22d30eb60c on host hv-neutron-mast for vnic_type normal with profile {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:32:31.900929 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-d55826d6-2794-41f1-b619-c74bf2d15325 req-225686fa-ef2d-4c4c-9f5a-9fcb5ea616df service neutron] Attempting to bind port aef30d3c-6659-44cd-99d6-ed22d30eb60c by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '3d92e6b6-a4bc-43fb-bb7a-1c97358db624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'b230672c-e40a-422a-a640-836f18ec11a6'}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:32:31.901510 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d55826d6-2794-41f1-b619-c74bf2d15325 req-225686fa-ef2d-4c4c-9f5a-9fcb5ea616df service neutron] Attempting to bind port aef30d3c-6659-44cd-99d6-ed22d30eb60c on network b230672c-e40a-422a-a640-836f18ec11a6 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:32:31.921406 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ace69d64-f810-4d27-b2dc-b48249013854 tempest-FloatingIPAdminTestJSON-178010834 tempest-FloatingIPAdminTestJSON-178010834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3498066'] for port (ec683974-559f-40a0-95fc-bffc4b106483), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:31.949200 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-206781e0-3fc0-4f2c-bd7f-72f626c0bd5d tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1805251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254175'] for router (d4d25ce1-ee81-4496-a70f-dd161d5ec9d9), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:31.955106 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-206781e0-3fc0-4f2c-bd7f-72f626c0bd5d tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1804172', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1602053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254150'] for router (d4d25ce1-ee81-4496-a70f-dd161d5ec9d9), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:32.014601 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8e93adba-d867-4189-b29c-51ad82666873 tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Publish callbacks [] for router_gateway (5cbf36a5-e8c5-4e7f-9711-d1170f5a4e51), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:32.026357 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-4020c274-4568-4da2-b330-4c2e29f6df64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Attempting to bind port 1dfa98bc-7f79-4c0b-8995-6135aee2e7c4 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:32:32.026700 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-4020c274-4568-4da2-b330-4c2e29f6df64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Attempting to bind port 1dfa98bc-7f79-4c0b-8995-6135aee2e7c4 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '15a1c4a7-0bf1-48a0-9c1a-9d89890c702d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '579b9e64-03d9-4287-bb18-2d18602b6161'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:32:32.027053 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4020c274-4568-4da2-b330-4c2e29f6df64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Attempting to bind port 1dfa98bc-7f79-4c0b-8995-6135aee2e7c4 on network 579b9e64-03d9-4287-bb18-2d18602b6161 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:32:32.084387 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4020c274-4568-4da2-b330-4c2e29f6df64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Port 1dfa98bc-7f79-4c0b-8995-6135aee2e7c4 on network 579b9e64-03d9-4287-bb18-2d18602b6161 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 10:32:32.084775 dv-neutron-master-2-hyperv neutron-server[103408]: ERROR neutron.plugins.ml2.managers [None req-4020c274-4568-4da2-b330-4c2e29f6df64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Failed to bind port 1dfa98bc-7f79-4c0b-8995-6135aee2e7c4 on host hv-neutron-mast for vnic_type normal using segments [{'id': '15a1c4a7-0bf1-48a0-9c1a-9d89890c702d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '579b9e64-03d9-4287-bb18-2d18602b6161'}] Feb 28 10:32:32.088592 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.plugins.ml2.plugin [None req-4020c274-4568-4da2-b330-4c2e29f6df64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Attempt 4 to bind port 1dfa98bc-7f79-4c0b-8995-6135aee2e7c4 Feb 28 10:32:32.118775 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-206781e0-3fc0-4f2c-bd7f-72f626c0bd5d tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Publish callbacks [] for router_controller (d4d25ce1-ee81-4496-a70f-dd161d5ec9d9), precommit_add_association {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:32.143287 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-4020c274-4568-4da2-b330-4c2e29f6df64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Attempting to bind port 1dfa98bc-7f79-4c0b-8995-6135aee2e7c4 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:32:32.148683 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 590072fa-6562-4026-bbe9-2a55c57fbbaf is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:32:32.156907 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-4020c274-4568-4da2-b330-4c2e29f6df64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Attempting to bind port 1dfa98bc-7f79-4c0b-8995-6135aee2e7c4 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '15a1c4a7-0bf1-48a0-9c1a-9d89890c702d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '579b9e64-03d9-4287-bb18-2d18602b6161'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:32:32.164276 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-6e147a48-2892-48c0-bd86-c7b40edc666d None None] Provisioning complete for port 590072fa-6562-4026-bbe9-2a55c57fbbaf triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:32:32.165021 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6e147a48-2892-48c0-bd86-c7b40edc666d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (590072fa-6562-4026-bbe9-2a55c57fbbaf), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:32.167759 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4020c274-4568-4da2-b330-4c2e29f6df64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Attempting to bind port 1dfa98bc-7f79-4c0b-8995-6135aee2e7c4 on network 579b9e64-03d9-4287-bb18-2d18602b6161 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:32:32.281593 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4020c274-4568-4da2-b330-4c2e29f6df64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Port 1dfa98bc-7f79-4c0b-8995-6135aee2e7c4 on network 579b9e64-03d9-4287-bb18-2d18602b6161 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 10:32:32.282421 dv-neutron-master-2-hyperv neutron-server[103408]: ERROR neutron.plugins.ml2.managers [None req-4020c274-4568-4da2-b330-4c2e29f6df64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Failed to bind port 1dfa98bc-7f79-4c0b-8995-6135aee2e7c4 on host hv-neutron-mast for vnic_type normal using segments [{'id': '15a1c4a7-0bf1-48a0-9c1a-9d89890c702d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '579b9e64-03d9-4287-bb18-2d18602b6161'}] Feb 28 10:32:32.286796 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.plugins.ml2.plugin [None req-4020c274-4568-4da2-b330-4c2e29f6df64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Attempt 5 to bind port 1dfa98bc-7f79-4c0b-8995-6135aee2e7c4 Feb 28 10:32:32.309230 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-4020c274-4568-4da2-b330-4c2e29f6df64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Attempting to bind port 1dfa98bc-7f79-4c0b-8995-6135aee2e7c4 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:32:32.309947 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-4020c274-4568-4da2-b330-4c2e29f6df64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Attempting to bind port 1dfa98bc-7f79-4c0b-8995-6135aee2e7c4 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '15a1c4a7-0bf1-48a0-9c1a-9d89890c702d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '579b9e64-03d9-4287-bb18-2d18602b6161'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:32:32.310502 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4020c274-4568-4da2-b330-4c2e29f6df64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Attempting to bind port 1dfa98bc-7f79-4c0b-8995-6135aee2e7c4 on network 579b9e64-03d9-4287-bb18-2d18602b6161 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:32:32.323555 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4020c274-4568-4da2-b330-4c2e29f6df64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Port 1dfa98bc-7f79-4c0b-8995-6135aee2e7c4 on network 579b9e64-03d9-4287-bb18-2d18602b6161 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 10:32:32.329180 dv-neutron-master-2-hyperv neutron-server[103408]: ERROR neutron.plugins.ml2.managers [None req-4020c274-4568-4da2-b330-4c2e29f6df64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Failed to bind port 1dfa98bc-7f79-4c0b-8995-6135aee2e7c4 on host hv-neutron-mast for vnic_type normal using segments [{'id': '15a1c4a7-0bf1-48a0-9c1a-9d89890c702d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '579b9e64-03d9-4287-bb18-2d18602b6161'}] Feb 28 10:32:32.332609 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.plugins.ml2.plugin [None req-4020c274-4568-4da2-b330-4c2e29f6df64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Attempt 6 to bind port 1dfa98bc-7f79-4c0b-8995-6135aee2e7c4 Feb 28 10:32:32.370968 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-4020c274-4568-4da2-b330-4c2e29f6df64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Attempting to bind port 1dfa98bc-7f79-4c0b-8995-6135aee2e7c4 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:32:32.371485 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-4020c274-4568-4da2-b330-4c2e29f6df64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Attempting to bind port 1dfa98bc-7f79-4c0b-8995-6135aee2e7c4 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '15a1c4a7-0bf1-48a0-9c1a-9d89890c702d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '579b9e64-03d9-4287-bb18-2d18602b6161'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:32:32.371964 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4020c274-4568-4da2-b330-4c2e29f6df64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Attempting to bind port 1dfa98bc-7f79-4c0b-8995-6135aee2e7c4 on network 579b9e64-03d9-4287-bb18-2d18602b6161 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:32:32.382160 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-1365806f-5d60-426f-8319-e1f925e15ba1 req-164c7e95-4bcc-4dfb-aed0-d59744fc85c8 tempest-ServersTestJSON-1847654024 tempest-ServersTestJSON-1847654024-project] 10.222.0.20 "GET /v2.0/security-groups?id=77bbda26-2d7f-408e-abf3-7caecba4d30a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.6933496 Feb 28 10:32:32.400448 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2e5be8a2-1252-4b78-8ea0-6b1714464fd2 tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:32.410720 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ace69d64-f810-4d27-b2dc-b48249013854 tempest-FloatingIPAdminTestJSON-178010834 tempest-FloatingIPAdminTestJSON-178010834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1803383'] for floatingip (b7a6d4db-d42a-4bbf-89d9-d9efc71bff17), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:32.418063 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-6e147a48-2892-48c0-bd86-c7b40edc666d None None] Current status of the port 590072fa-6562-4026-bbe9-2a55c57fbbaf is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:32:32.434431 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4020c274-4568-4da2-b330-4c2e29f6df64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Port 1dfa98bc-7f79-4c0b-8995-6135aee2e7c4 on network 579b9e64-03d9-4287-bb18-2d18602b6161 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 10:32:32.436802 dv-neutron-master-2-hyperv neutron-server[103408]: ERROR neutron.plugins.ml2.managers [None req-4020c274-4568-4da2-b330-4c2e29f6df64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Failed to bind port 1dfa98bc-7f79-4c0b-8995-6135aee2e7c4 on host hv-neutron-mast for vnic_type normal using segments [{'id': '15a1c4a7-0bf1-48a0-9c1a-9d89890c702d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '579b9e64-03d9-4287-bb18-2d18602b6161'}] Feb 28 10:32:32.439246 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.plugins.ml2.plugin [None req-4020c274-4568-4da2-b330-4c2e29f6df64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Attempt 7 to bind port 1dfa98bc-7f79-4c0b-8995-6135aee2e7c4 Feb 28 10:32:32.468183 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-6e147a48-2892-48c0-bd86-c7b40edc666d None None] Provisioning complete for port 7d6257c0-00f5-4f1b-8c64-abf461b7d035 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:32:32.468577 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6e147a48-2892-48c0-bd86-c7b40edc666d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (7d6257c0-00f5-4f1b-8c64-abf461b7d035), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:32.471178 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-4020c274-4568-4da2-b330-4c2e29f6df64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Attempting to bind port 1dfa98bc-7f79-4c0b-8995-6135aee2e7c4 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:32:32.471601 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-4020c274-4568-4da2-b330-4c2e29f6df64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Attempting to bind port 1dfa98bc-7f79-4c0b-8995-6135aee2e7c4 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '15a1c4a7-0bf1-48a0-9c1a-9d89890c702d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '579b9e64-03d9-4287-bb18-2d18602b6161'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:32:32.472049 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4020c274-4568-4da2-b330-4c2e29f6df64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Attempting to bind port 1dfa98bc-7f79-4c0b-8995-6135aee2e7c4 on network 579b9e64-03d9-4287-bb18-2d18602b6161 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:32:32.483355 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4020c274-4568-4da2-b330-4c2e29f6df64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Port 1dfa98bc-7f79-4c0b-8995-6135aee2e7c4 on network 579b9e64-03d9-4287-bb18-2d18602b6161 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 10:32:32.483794 dv-neutron-master-2-hyperv neutron-server[103408]: ERROR neutron.plugins.ml2.managers [None req-4020c274-4568-4da2-b330-4c2e29f6df64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Failed to bind port 1dfa98bc-7f79-4c0b-8995-6135aee2e7c4 on host hv-neutron-mast for vnic_type normal using segments [{'id': '15a1c4a7-0bf1-48a0-9c1a-9d89890c702d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '579b9e64-03d9-4287-bb18-2d18602b6161'}] Feb 28 10:32:32.485077 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-2e5be8a2-1252-4b78-8ea0-6b1714464fd2 tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] device_id is not set on port 0a9423ad-f113-45d9-bc34-2e2a47dee8b5 yet. {{(pid=103408) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:32:32.490730 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.plugins.ml2.plugin [None req-4020c274-4568-4da2-b330-4c2e29f6df64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Attempt 8 to bind port 1dfa98bc-7f79-4c0b-8995-6135aee2e7c4 Feb 28 10:32:32.535243 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-6e147a48-2892-48c0-bd86-c7b40edc666d None None] Port 7d6257c0-00f5-4f1b-8c64-abf461b7d035 cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:32:32.548507 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-4020c274-4568-4da2-b330-4c2e29f6df64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Attempting to bind port 1dfa98bc-7f79-4c0b-8995-6135aee2e7c4 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:32:32.548940 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-4020c274-4568-4da2-b330-4c2e29f6df64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Attempting to bind port 1dfa98bc-7f79-4c0b-8995-6135aee2e7c4 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '15a1c4a7-0bf1-48a0-9c1a-9d89890c702d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '579b9e64-03d9-4287-bb18-2d18602b6161'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:32:32.549343 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4020c274-4568-4da2-b330-4c2e29f6df64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Attempting to bind port 1dfa98bc-7f79-4c0b-8995-6135aee2e7c4 on network 579b9e64-03d9-4287-bb18-2d18602b6161 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:32:32.565418 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4020c274-4568-4da2-b330-4c2e29f6df64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Port 1dfa98bc-7f79-4c0b-8995-6135aee2e7c4 on network 579b9e64-03d9-4287-bb18-2d18602b6161 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 10:32:32.565850 dv-neutron-master-2-hyperv neutron-server[103408]: ERROR neutron.plugins.ml2.managers [None req-4020c274-4568-4da2-b330-4c2e29f6df64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Failed to bind port 1dfa98bc-7f79-4c0b-8995-6135aee2e7c4 on host hv-neutron-mast for vnic_type normal using segments [{'id': '15a1c4a7-0bf1-48a0-9c1a-9d89890c702d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '579b9e64-03d9-4287-bb18-2d18602b6161'}] Feb 28 10:32:32.569122 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.plugins.ml2.plugin [None req-4020c274-4568-4da2-b330-4c2e29f6df64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Attempt 9 to bind port 1dfa98bc-7f79-4c0b-8995-6135aee2e7c4 Feb 28 10:32:32.593051 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace69d64-f810-4d27-b2dc-b48249013854 tempest-FloatingIPAdminTestJSON-178010834 tempest-FloatingIPAdminTestJSON-178010834-project] Pushing event updated for resources: {'Port': ['ID=ec683974-559f-40a0-95fc-bffc4b106483,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:32:32.625875 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-4020c274-4568-4da2-b330-4c2e29f6df64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Attempting to bind port 1dfa98bc-7f79-4c0b-8995-6135aee2e7c4 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:32:32.626331 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-4020c274-4568-4da2-b330-4c2e29f6df64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Attempting to bind port 1dfa98bc-7f79-4c0b-8995-6135aee2e7c4 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '15a1c4a7-0bf1-48a0-9c1a-9d89890c702d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '579b9e64-03d9-4287-bb18-2d18602b6161'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:32:32.626731 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4020c274-4568-4da2-b330-4c2e29f6df64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Attempting to bind port 1dfa98bc-7f79-4c0b-8995-6135aee2e7c4 on network 579b9e64-03d9-4287-bb18-2d18602b6161 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:32:32.648160 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d55826d6-2794-41f1-b619-c74bf2d15325 req-225686fa-ef2d-4c4c-9f5a-9fcb5ea616df service neutron] Port aef30d3c-6659-44cd-99d6-ed22d30eb60c on network b230672c-e40a-422a-a640-836f18ec11a6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 10:32:32.648890 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d55826d6-2794-41f1-b619-c74bf2d15325 req-225686fa-ef2d-4c4c-9f5a-9fcb5ea616df service neutron] Attempting to bind port aef30d3c-6659-44cd-99d6-ed22d30eb60c on network b230672c-e40a-422a-a640-836f18ec11a6 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:32:32.652627 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4020c274-4568-4da2-b330-4c2e29f6df64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Port 1dfa98bc-7f79-4c0b-8995-6135aee2e7c4 on network 579b9e64-03d9-4287-bb18-2d18602b6161 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 10:32:32.653057 dv-neutron-master-2-hyperv neutron-server[103408]: ERROR neutron.plugins.ml2.managers [None req-4020c274-4568-4da2-b330-4c2e29f6df64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Failed to bind port 1dfa98bc-7f79-4c0b-8995-6135aee2e7c4 on host hv-neutron-mast for vnic_type normal using segments [{'id': '15a1c4a7-0bf1-48a0-9c1a-9d89890c702d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '579b9e64-03d9-4287-bb18-2d18602b6161'}] Feb 28 10:32:32.656659 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.plugins.ml2.plugin [None req-4020c274-4568-4da2-b330-4c2e29f6df64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Attempt 10 to bind port 1dfa98bc-7f79-4c0b-8995-6135aee2e7c4 Feb 28 10:32:32.714012 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-a80dc342-56df-4d4e-86e5-aa69a2757a37 None None] Provisioning complete for port 7d6257c0-00f5-4f1b-8c64-abf461b7d035 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:32:32.714793 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a80dc342-56df-4d4e-86e5-aa69a2757a37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (7d6257c0-00f5-4f1b-8c64-abf461b7d035), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:32.753066 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-4020c274-4568-4da2-b330-4c2e29f6df64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Attempting to bind port 1dfa98bc-7f79-4c0b-8995-6135aee2e7c4 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:32:32.753504 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-4020c274-4568-4da2-b330-4c2e29f6df64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Attempting to bind port 1dfa98bc-7f79-4c0b-8995-6135aee2e7c4 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '15a1c4a7-0bf1-48a0-9c1a-9d89890c702d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '579b9e64-03d9-4287-bb18-2d18602b6161'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:32:32.753915 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4020c274-4568-4da2-b330-4c2e29f6df64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Attempting to bind port 1dfa98bc-7f79-4c0b-8995-6135aee2e7c4 on network 579b9e64-03d9-4287-bb18-2d18602b6161 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:32:32.758458 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-2e5be8a2-1252-4b78-8ea0-6b1714464fd2 tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] Allocated IP 2001:db8::346 (7f6e8fda-7cec-4f7f-a462-8f4210eb71f3/fb2db68a-109e-43b6-9285-be81df0a9bc0/0a9423ad-f113-45d9-bc34-2e2a47dee8b5) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:32:32.769137 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4020c274-4568-4da2-b330-4c2e29f6df64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Port 1dfa98bc-7f79-4c0b-8995-6135aee2e7c4 on network 579b9e64-03d9-4287-bb18-2d18602b6161 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 10:32:32.769572 dv-neutron-master-2-hyperv neutron-server[103408]: ERROR neutron.plugins.ml2.managers [None req-4020c274-4568-4da2-b330-4c2e29f6df64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Failed to bind port 1dfa98bc-7f79-4c0b-8995-6135aee2e7c4 on host hv-neutron-mast for vnic_type normal using segments [{'id': '15a1c4a7-0bf1-48a0-9c1a-9d89890c702d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '579b9e64-03d9-4287-bb18-2d18602b6161'}] Feb 28 10:32:32.770025 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4020c274-4568-4da2-b330-4c2e29f6df64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (1dfa98bc-7f79-4c0b-8995-6135aee2e7c4), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:32.830470 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-a80dc342-56df-4d4e-86e5-aa69a2757a37 None None] Port 7d6257c0-00f5-4f1b-8c64-abf461b7d035 cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:32:32.868427 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-206781e0-3fc0-4f2c-bd7f-72f626c0bd5d tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Publish callbacks [] for router_gateway (d4d25ce1-ee81-4496-a70f-dd161d5ec9d9), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:32.909530 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d55826d6-2794-41f1-b619-c74bf2d15325 req-225686fa-ef2d-4c4c-9f5a-9fcb5ea616df service neutron] Checking agent: {'id': '13ac42ae-016e-4baf-bb31-c6fa820b41c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 30, 8), 'started_at': datetime.datetime(2022, 2, 28, 10, 30, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 32, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:32:32.909923 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d55826d6-2794-41f1-b619-c74bf2d15325 req-225686fa-ef2d-4c4c-9f5a-9fcb5ea616df service neutron] Checking segment: {'id': '3d92e6b6-a4bc-43fb-bb7a-1c97358db624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'b230672c-e40a-422a-a640-836f18ec11a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:32:32.910326 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d55826d6-2794-41f1-b619-c74bf2d15325 req-225686fa-ef2d-4c4c-9f5a-9fcb5ea616df service neutron] Bound using segment: {'id': '3d92e6b6-a4bc-43fb-bb7a-1c97358db624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'b230672c-e40a-422a-a640-836f18ec11a6'} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:32:32.910784 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-d55826d6-2794-41f1-b619-c74bf2d15325 req-225686fa-ef2d-4c4c-9f5a-9fcb5ea616df service neutron] Bound port: aef30d3c-6659-44cd-99d6-ed22d30eb60c, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d92e6b6-a4bc-43fb-bb7a-1c97358db624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'b230672c-e40a-422a-a640-836f18ec11a6'}}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:32:32.911147 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-d55826d6-2794-41f1-b619-c74bf2d15325 req-225686fa-ef2d-4c4c-9f5a-9fcb5ea616df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (aef30d3c-6659-44cd-99d6-ed22d30eb60c), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:32.911350 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8e93adba-d867-4189-b29c-51ad82666873 tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Publish callbacks [] for router_gateway (5cbf36a5-e8c5-4e7f-9711-d1170f5a4e51), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:32.957521 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.agents_db [None req-382e0aa2-b126-48e6-89eb-3efa426b6b29 None None] Agent healthcheck: found 6 active agents {{(pid=103410) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 10:32:32.958625 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8e93adba-d867-4189-b29c-51ad82666873 tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:33.022270 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-4020c274-4568-4da2-b330-4c2e29f6df64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] For port 1dfa98bc-7f79-4c0b-8995-6135aee2e7c4, host hv-neutron-mast, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:32:33.023003 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-4020c274-4568-4da2-b330-4c2e29f6df64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Attempted to set empty binding levels {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 28 10:32:33.031906 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bf7142-e3bd-4943-afb3-63519af6a21c req-55c544eb-221d-49f3-88ec-15520831d717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:32:33.033693 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-c9bf7142-e3bd-4943-afb3-63519af6a21c req-55c544eb-221d-49f3-88ec-15520831d717 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a530b24e9c394cc0824666a7df89bf0a&device_id=eded11bc-eb8c-436c-97d5-7fe15d0de3d3 HTTP/1.1" status: 200 len: 1127 time: 1.2626925 Feb 28 10:32:33.036395 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ace69d64-f810-4d27-b2dc-b48249013854 tempest-FloatingIPAdminTestJSON-178010834 tempest-FloatingIPAdminTestJSON-178010834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for floatingip (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:33.040476 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-ace69d64-f810-4d27-b2dc-b48249013854 tempest-FloatingIPAdminTestJSON-178010834 tempest-FloatingIPAdminTestJSON-178010834-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.6955969 Feb 28 10:32:33.042420 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 34206) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:33.052016 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-f67aa944-a238-431a-8584-56b3629473a3 tempest-FloatingIPAdminTestJSON-178010834 tempest-FloatingIPAdminTestJSON-178010834-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1346781253'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:32:33.061826 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc855b67-ac35-41db-b943-a36e3c70f7cf req-ce967beb-99fc-42ed-b0f2-8aa839278323 tempest-ServersTestManualDisk-1927369875 tempest-ServersTestManualDisk-1927369875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:32:33.063198 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-fc855b67-ac35-41db-b943-a36e3c70f7cf req-ce967beb-99fc-42ed-b0f2-8aa839278323 tempest-ServersTestManualDisk-1927369875 tempest-ServersTestManualDisk-1927369875-project] 10.222.0.20 "GET /v2.0/ports?device_id=c32684cc-ad27-487d-bf9a-2122546516b2 HTTP/1.1" status: 200 len: 944 time: 1.8228824 Feb 28 10:32:33.064835 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4020c274-4568-4da2-b330-4c2e29f6df64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3242529'] for port (1dfa98bc-7f79-4c0b-8995-6135aee2e7c4), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:33.074193 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c63610-e75d-4817-a3df-0f3a4acdc9d0 req-2a871a34-1dae-4e27-9362-51b46b7ac0f3 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:32:33.075747 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-31c63610-e75d-4817-a3df-0f3a4acdc9d0 req-2a871a34-1dae-4e27-9362-51b46b7ac0f3 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] 10.222.0.20 "GET /v2.0/ports?device_id=21839f2d-46e7-497a-a06a-b1ae129c5e90 HTTP/1.1" status: 200 len: 943 time: 0.4127665 Feb 28 10:32:33.121277 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-8907cc74-9904-47a5-b0ea-8c562ef6aa88 req-4c3607da-156f-4073-ae8c-daee22265519 service neutron] Attempting to bind port 9e40b316-6489-47a0-bf5a-713af4e208f5 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:32:33.121539 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-8907cc74-9904-47a5-b0ea-8c562ef6aa88 req-4c3607da-156f-4073-ae8c-daee22265519 service neutron] Attempting to bind port 9e40b316-6489-47a0-bf5a-713af4e208f5 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '77e95e95-117a-4c02-a631-ed9ab22724b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'c8fe4d5f-4a1f-41f9-85f5-28e75dcf99b0'}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:32:33.121880 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8907cc74-9904-47a5-b0ea-8c562ef6aa88 req-4c3607da-156f-4073-ae8c-daee22265519 service neutron] Attempting to bind port 9e40b316-6489-47a0-bf5a-713af4e208f5 on network c8fe4d5f-4a1f-41f9-85f5-28e75dcf99b0 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:32:33.134980 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4020c274-4568-4da2-b330-4c2e29f6df64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:32:33.135941 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4020c274-4568-4da2-b330-4c2e29f6df64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:33.162347 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8907cc74-9904-47a5-b0ea-8c562ef6aa88 req-4c3607da-156f-4073-ae8c-daee22265519 service neutron] Port 9e40b316-6489-47a0-bf5a-713af4e208f5 on network c8fe4d5f-4a1f-41f9-85f5-28e75dcf99b0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 10:32:33.162665 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8907cc74-9904-47a5-b0ea-8c562ef6aa88 req-4c3607da-156f-4073-ae8c-daee22265519 service neutron] Attempting to bind port 9e40b316-6489-47a0-bf5a-713af4e208f5 on network c8fe4d5f-4a1f-41f9-85f5-28e75dcf99b0 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:32:33.173966 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8907cc74-9904-47a5-b0ea-8c562ef6aa88 req-4c3607da-156f-4073-ae8c-daee22265519 service neutron] Checking agent: {'id': '13ac42ae-016e-4baf-bb31-c6fa820b41c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 30, 8), 'started_at': datetime.datetime(2022, 2, 28, 10, 30, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 32, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:32:33.174312 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8907cc74-9904-47a5-b0ea-8c562ef6aa88 req-4c3607da-156f-4073-ae8c-daee22265519 service neutron] Checking segment: {'id': '77e95e95-117a-4c02-a631-ed9ab22724b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'c8fe4d5f-4a1f-41f9-85f5-28e75dcf99b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:32:33.174716 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8907cc74-9904-47a5-b0ea-8c562ef6aa88 req-4c3607da-156f-4073-ae8c-daee22265519 service neutron] Bound using segment: {'id': '77e95e95-117a-4c02-a631-ed9ab22724b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'c8fe4d5f-4a1f-41f9-85f5-28e75dcf99b0'} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:32:33.175159 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-8907cc74-9904-47a5-b0ea-8c562ef6aa88 req-4c3607da-156f-4073-ae8c-daee22265519 service neutron] Bound port: 9e40b316-6489-47a0-bf5a-713af4e208f5, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77e95e95-117a-4c02-a631-ed9ab22724b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'c8fe4d5f-4a1f-41f9-85f5-28e75dcf99b0'}}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:32:33.175524 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-8907cc74-9904-47a5-b0ea-8c562ef6aa88 req-4c3607da-156f-4073-ae8c-daee22265519 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (9e40b316-6489-47a0-bf5a-713af4e208f5), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:33.210106 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4020c274-4568-4da2-b330-4c2e29f6df64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Pushing event updated for resources: {'Port': ['ID=1dfa98bc-7f79-4c0b-8995-6135aee2e7c4,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:32:33.214126 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2e5be8a2-1252-4b78-8ea0-6b1714464fd2 tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] Publish callbacks [] for port (0a9423ad-f113-45d9-bc34-2e2a47dee8b5), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:33.222106 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-4020c274-4568-4da2-b330-4c2e29f6df64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 986 time: 5.5731759 Feb 28 10:32:33.226767 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 34208) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:33.293322 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-8e93adba-d867-4189-b29c-51ad82666873 tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Allocated IP 172.36.5.127 (1e0804d0-d1d9-4d40-9de5-2936f3d87840/6f6f4129-23e5-4c3b-b4ef-4c7ce926797e/b55649ff-f183-4e15-982c-4967ebc90118) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:32:33.373542 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2e5be8a2-1252-4b78-8ea0-6b1714464fd2 tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (0a9423ad-f113-45d9-bc34-2e2a47dee8b5), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:33.441990 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e5be8a2-1252-4b78-8ea0-6b1714464fd2 tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] Network 7f6e8fda-7cec-4f7f-a462-8f4210eb71f3 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:32:33.453505 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-2e5be8a2-1252-4b78-8ea0-6b1714464fd2 tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:32:33.461585 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5be8a2-1252-4b78-8ea0-6b1714464fd2 tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] Pushing event updated for resources: {'Port': ['ID=0a9423ad-f113-45d9-bc34-2e2a47dee8b5,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:32:33.461718 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f67aa944-a238-431a-8584-56b3629473a3 tempest-FloatingIPAdminTestJSON-178010834 tempest-FloatingIPAdminTestJSON-178010834-project] Made reservation on behalf of c07e803f10b14214b7d068c44fe740db for: {'network': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:32:33.465935 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5be8a2-1252-4b78-8ea0-6b1714464fd2 tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:32:33.466155 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f67aa944-a238-431a-8584-56b3629473a3 tempest-FloatingIPAdminTestJSON-178010834 tempest-FloatingIPAdminTestJSON-178010834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for network (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:33.471119 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e5be8a2-1252-4b78-8ea0-6b1714464fd2 tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:32:33.471751 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2e5be8a2-1252-4b78-8ea0-6b1714464fd2 tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:33.479693 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-31c63610-e75d-4817-a3df-0f3a4acdc9d0 req-aaeb02d7-33e5-40a7-a3d6-999acbc5f6f5 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] 10.222.0.20 "GET /v2.0/security-groups?id=c6054555-6cfe-4c7d-9758-21814521da07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3649495 Feb 28 10:32:33.498500 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 590072fa-6562-4026-bbe9-2a55c57fbbaf up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:32:33.528697 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f67aa944-a238-431a-8584-56b3629473a3 tempest-FloatingIPAdminTestJSON-178010834 tempest-FloatingIPAdminTestJSON-178010834-project] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:33.532605 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8e93adba-d867-4189-b29c-51ad82666873 tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Publish callbacks [] for port (b55649ff-f183-4e15-982c-4967ebc90118), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:33.537689 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-d55826d6-2794-41f1-b619-c74bf2d15325 req-225686fa-ef2d-4c4c-9f5a-9fcb5ea616df service neutron] For port aef30d3c-6659-44cd-99d6-ed22d30eb60c, host hv-neutron-mast, cleared binding levels {{(pid=103407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:32:33.556844 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-fc855b67-ac35-41db-b943-a36e3c70f7cf req-96afcc6e-e35f-4301-a93b-fdda9e5b4d32 tempest-ServersTestManualDisk-1927369875 tempest-ServersTestManualDisk-1927369875-project] 10.222.0.20 "GET /v2.0/security-groups?id=f7c3c379-f26e-44ef-badf-d68ef2cd35f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4651568 Feb 28 10:32:33.574732 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-2e5be8a2-1252-4b78-8ea0-6b1714464fd2 tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 2.9559674 Feb 28 10:32:33.576391 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 34214) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:33.577341 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-d55826d6-2794-41f1-b619-c74bf2d15325 req-225686fa-ef2d-4c4c-9f5a-9fcb5ea616df service neutron] For port aef30d3c-6659-44cd-99d6-ed22d30eb60c, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=aef30d3c-6659-44cd-99d6-ed22d30eb60c,segment=NetworkSegment(3d92e6b6-a4bc-43fb-bb7a-1c97358db624),segment_id=3d92e6b6-a4bc-43fb-bb7a-1c97358db624)] {{(pid=103407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:32:33.591039 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-574d92f9-f2ef-41fd-a07f-502d2d4bdc8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Deleting port 1dfa98bc-7f79-4c0b-8995-6135aee2e7c4 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:32:33.591039 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-574d92f9-f2ef-41fd-a07f-502d2d4bdc8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (1dfa98bc-7f79-4c0b-8995-6135aee2e7c4), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:33.591039 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8e93adba-d867-4189-b29c-51ad82666873 tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (b55649ff-f183-4e15-982c-4967ebc90118), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:33.630788 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-d55826d6-2794-41f1-b619-c74bf2d15325 req-225686fa-ef2d-4c4c-9f5a-9fcb5ea616df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3498066'] for port (aef30d3c-6659-44cd-99d6-ed22d30eb60c), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:33.635455 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port 590072fa-6562-4026-bbe9-2a55c57fbbaf triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:32:33.637599 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (590072fa-6562-4026-bbe9-2a55c57fbbaf), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:33.685744 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e93adba-d867-4189-b29c-51ad82666873 tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Pushing event updated for resources: {'Port': ['ID=b55649ff-f183-4e15-982c-4967ebc90118,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:32:33.693253 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-8907cc74-9904-47a5-b0ea-8c562ef6aa88 req-4c3607da-156f-4073-ae8c-daee22265519 service neutron] For port 9e40b316-6489-47a0-bf5a-713af4e208f5, host hv-neutron-mast, cleared binding levels {{(pid=103407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:32:33.738054 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55826d6-2794-41f1-b619-c74bf2d15325 req-225686fa-ef2d-4c4c-9f5a-9fcb5ea616df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:32:33.738935 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-d55826d6-2794-41f1-b619-c74bf2d15325 req-225686fa-ef2d-4c4c-9f5a-9fcb5ea616df service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:33.740620 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-d55826d6-2794-41f1-b619-c74bf2d15325 req-225686fa-ef2d-4c4c-9f5a-9fcb5ea616df service neutron] 10.222.0.30 "PUT /v2.0/ports/aef30d3c-6659-44cd-99d6-ed22d30eb60c HTTP/1.1" status: 200 len: 1094 time: 6.2442288 Feb 28 10:32:33.793692 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e93adba-d867-4189-b29c-51ad82666873 tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Network 1e0804d0-d1d9-4d40-9de5-2936f3d87840 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:32:33.799523 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 590072fa-6562-4026-bbe9-2a55c57fbbaf is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:32:33.801218 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 10:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0abb182d-cc0d-4943-82e6-495c0c70d1f7 x-openstack-request-id: req-0abb182d-cc0d-4943-82e6-495c0c70d1f7 {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:32:33.802600 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eded11bc-eb8c-436c-97d5-7fe15d0de3d3", "tag": "7e7f55b8-c450-4329-aef2-8a2c07cf47f7", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:32:33.803226 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0abb182d-cc0d-4943-82e6-495c0c70d1f7 {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:32:33.803550 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eded11bc-eb8c-436c-97d5-7fe15d0de3d3', 'tag': '7e7f55b8-c450-4329-aef2-8a2c07cf47f7', 'status': 'completed', 'code': 200} Feb 28 10:32:33.807527 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-8e93adba-d867-4189-b29c-51ad82666873 tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:32:33.815327 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-574d92f9-f2ef-41fd-a07f-502d2d4bdc8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] For port 1dfa98bc-7f79-4c0b-8995-6135aee2e7c4, host hv-neutron-mast, got binding levels [] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:32:33.815766 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-574d92f9-f2ef-41fd-a07f-502d2d4bdc8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (1dfa98bc-7f79-4c0b-8995-6135aee2e7c4), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:33.818418 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e93adba-d867-4189-b29c-51ad82666873 tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:32:33.821322 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-8907cc74-9904-47a5-b0ea-8c562ef6aa88 req-4c3607da-156f-4073-ae8c-daee22265519 service neutron] For port 9e40b316-6489-47a0-bf5a-713af4e208f5, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=9e40b316-6489-47a0-bf5a-713af4e208f5,segment=NetworkSegment(77e95e95-117a-4c02-a631-ed9ab22724b2),segment_id=77e95e95-117a-4c02-a631-ed9ab22724b2)] {{(pid=103407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:32:33.870275 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd504fb-4339-49b9-8b4d-e403afb840ef tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:32:33.875957 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd504fb-4339-49b9-8b4d-e403afb840ef tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:32:33.881364 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd504fb-4339-49b9-8b4d-e403afb840ef tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:32:33.887235 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-7cd504fb-4339-49b9-8b4d-e403afb840ef tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2479 time: 0.3052802 Feb 28 10:32:33.887235 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-574d92f9-f2ef-41fd-a07f-502d2d4bdc8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Calling delete_port for 1dfa98bc-7f79-4c0b-8995-6135aee2e7c4 owned by {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:32:33.887481 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-8907cc74-9904-47a5-b0ea-8c562ef6aa88 req-4c3607da-156f-4073-ae8c-daee22265519 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3498066'] for port (9e40b316-6489-47a0-bf5a-713af4e208f5), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:33.888189 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 34218) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:33.915638 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-3217486d-1846-4c09-8fd4-a1c751f3f355 None None] Provisioning complete for port 0a9423ad-f113-45d9-bc34-2e2a47dee8b5 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:32:33.915959 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3217486d-1846-4c09-8fd4-a1c751f3f355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (0a9423ad-f113-45d9-bc34-2e2a47dee8b5), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:33.950252 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225686fa-ef2d-4c4c-9f5a-9fcb5ea616df service neutron] Pushing event updated for resources: {'Port': ['ID=aef30d3c-6659-44cd-99d6-ed22d30eb60c,revision_number=3']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:32:33.959643 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8907cc74-9904-47a5-b0ea-8c562ef6aa88 req-4c3607da-156f-4073-ae8c-daee22265519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:32:33.960274 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-8907cc74-9904-47a5-b0ea-8c562ef6aa88 req-4c3607da-156f-4073-ae8c-daee22265519 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:33.961927 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-8907cc74-9904-47a5-b0ea-8c562ef6aa88 req-4c3607da-156f-4073-ae8c-daee22265519 service neutron] 10.222.0.30 "PUT /v2.0/ports/9e40b316-6489-47a0-bf5a-713af4e208f5 HTTP/1.1" status: 200 len: 1093 time: 6.4827149 Feb 28 10:32:33.981266 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-3217486d-1846-4c09-8fd4-a1c751f3f355 None None] Port 0a9423ad-f113-45d9-bc34-2e2a47dee8b5 cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:32:34.021085 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bc4092-dea4-4dcb-ba09-5bf0611eb13d req-c8a4d6cd-6111-4a47-817d-90d652e87036 tempest-ServersTestJSON-1847654024 tempest-ServersTestJSON-1847654024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:32:34.022698 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-43bc4092-dea4-4dcb-ba09-5bf0611eb13d req-c8a4d6cd-6111-4a47-817d-90d652e87036 tempest-ServersTestJSON-1847654024 tempest-ServersTestJSON-1847654024-project] 10.222.0.20 "GET /v2.0/ports?device_id=eded11bc-eb8c-436c-97d5-7fe15d0de3d3 HTTP/1.1" status: 200 len: 943 time: 0.2662404 Feb 28 10:32:34.079565 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f67aa944-a238-431a-8584-56b3629473a3 tempest-FloatingIPAdminTestJSON-178010834 tempest-FloatingIPAdminTestJSON-178010834-project] Publish callbacks [] for security_group (a8a5bdb8-bc1e-4a54-b5d8-890abd7b6690), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:34.093537 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f67aa944-a238-431a-8584-56b3629473a3 tempest-FloatingIPAdminTestJSON-178010834 tempest-FloatingIPAdminTestJSON-178010834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (a8a5bdb8-bc1e-4a54-b5d8-890abd7b6690), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:34.124679 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3607da-156f-4073-ae8c-daee22265519 service neutron] Pushing event updated for resources: {'Port': ['ID=9e40b316-6489-47a0-bf5a-713af4e208f5,revision_number=3']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:32:34.142415 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-206781e0-3fc0-4f2c-bd7f-72f626c0bd5d tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Publish callbacks [] for router_gateway (d4d25ce1-ee81-4496-a70f-dd161d5ec9d9), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:34.165068 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f67aa944-a238-431a-8584-56b3629473a3 tempest-FloatingIPAdminTestJSON-178010834 tempest-FloatingIPAdminTestJSON-178010834-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 278} {{(pid=103407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:32:34.170145 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-206781e0-3fc0-4f2c-bd7f-72f626c0bd5d tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:34.232492 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-574d92f9-f2ef-41fd-a07f-502d2d4bdc8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (1dfa98bc-7f79-4c0b-8995-6135aee2e7c4), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:34.238836 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-43bc4092-dea4-4dcb-ba09-5bf0611eb13d req-dd3c67f7-3bb5-4fd3-b4e5-78a826a0cf2e tempest-ServersTestJSON-1847654024 tempest-ServersTestJSON-1847654024-project] 10.222.0.20 "GET /v2.0/security-groups?id=77bbda26-2d7f-408e-abf3-7caecba4d30a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1936529 Feb 28 10:32:34.240920 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f67aa944-a238-431a-8584-56b3629473a3 tempest-FloatingIPAdminTestJSON-178010834 tempest-FloatingIPAdminTestJSON-178010834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (f948a806-3476-45f7-a6fa-a05c6ee69301), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:34.241184 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.db.segments_db [None req-f67aa944-a238-431a-8584-56b3629473a3 tempest-FloatingIPAdminTestJSON-178010834 tempest-FloatingIPAdminTestJSON-178010834-project] Added segment f948a806-3476-45f7-a6fa-a05c6ee69301 of type vlan for network b99dc5e3-630e-49c2-8ebd-539fed7b4a9b Feb 28 10:32:34.254245 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67aa944-a238-431a-8584-56b3629473a3 tempest-FloatingIPAdminTestJSON-178010834 tempest-FloatingIPAdminTestJSON-178010834-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8a5bdb8-bc1e-4a54-b5d8-890abd7b6690,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:32:34.264011 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574d92f9-f2ef-41fd-a07f-502d2d4bdc8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Pushing event deleted for resources: {'Port': ['ID=1dfa98bc-7f79-4c0b-8995-6135aee2e7c4,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:32:34.274950 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-8623c4e1-1e0b-4a2f-9eae-6d1bd97f8af5 tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] Deleting port 0a9423ad-f113-45d9-bc34-2e2a47dee8b5 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:32:34.275366 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8623c4e1-1e0b-4a2f-9eae-6d1bd97f8af5 tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (0a9423ad-f113-45d9-bc34-2e2a47dee8b5), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:34.305255 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f67aa944-a238-431a-8584-56b3629473a3 tempest-FloatingIPAdminTestJSON-178010834 tempest-FloatingIPAdminTestJSON-178010834-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742056637431'] for network (b99dc5e3-630e-49c2-8ebd-539fed7b4a9b), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:34.396971 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f67aa944-a238-431a-8584-56b3629473a3 tempest-FloatingIPAdminTestJSON-178010834 tempest-FloatingIPAdminTestJSON-178010834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551'] for network (b99dc5e3-630e-49c2-8ebd-539fed7b4a9b), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:34.402213 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f67aa944-a238-431a-8584-56b3629473a3 tempest-FloatingIPAdminTestJSON-178010834 tempest-FloatingIPAdminTestJSON-178010834-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:32:34.402852 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f67aa944-a238-431a-8584-56b3629473a3 tempest-FloatingIPAdminTestJSON-178010834 tempest-FloatingIPAdminTestJSON-178010834-project] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:34.482468 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-f67aa944-a238-431a-8584-56b3629473a3 tempest-FloatingIPAdminTestJSON-178010834 tempest-FloatingIPAdminTestJSON-178010834-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.4343846 Feb 28 10:32:34.489194 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 34220) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:34.491819 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-206781e0-3fc0-4f2c-bd7f-72f626c0bd5d tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Allocated IP 2001:db8::246 (714b836c-2a5e-4cdc-b21d-585c8218e516/2b90e156-bf93-4e9a-b7fb-246e213e5527/1371159c-2e08-425e-b707-20b110187277) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:32:34.502367 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-0cbc18df-adb8-4600-bfb2-16e62a160f8b tempest-FloatingIPAdminTestJSON-178010834 tempest-FloatingIPAdminTestJSON-178010834-project] Request body: {'subnet': {'network_id': 'b99dc5e3-630e-49c2-8ebd-539fed7b4a9b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:32:34.512947 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67aa944-a238-431a-8584-56b3629473a3 tempest-FloatingIPAdminTestJSON-178010834 tempest-FloatingIPAdminTestJSON-178010834-project] Pushing event updated for resources: {'Network': ['ID=b99dc5e3-630e-49c2-8ebd-539fed7b4a9b,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:32:34.525327 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Network b99dc5e3-630e-49c2-8ebd-539fed7b4a9b details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103409) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:32:34.586698 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-574d92f9-f2ef-41fd-a07f-502d2d4bdc8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:34.590604 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-574d92f9-f2ef-41fd-a07f-502d2d4bdc8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] 10.222.0.20 "DELETE /v2.0/ports/1dfa98bc-7f79-4c0b-8995-6135aee2e7c4 HTTP/1.1" status: 204 len: 168 time: 1.3626382 Feb 28 10:32:34.596039 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 34224) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:34.633305 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-68ffec99-442d-4a89-bc51-5e76336e5b57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] GET failed (client error): The resource could not be found. Feb 28 10:32:34.638758 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-68ffec99-442d-4a89-bc51-5e76336e5b57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] 10.222.0.20 "GET /v2.0/ports/1dfa98bc-7f79-4c0b-8995-6135aee2e7c4 HTTP/1.1" status: 404 len: 333 time: 0.0398557 Feb 28 10:32:34.642496 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 34228) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:34.652068 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-e71c71aa-c7e8-42a7-9331-cd0e9e13bcc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Request body: {'port': {'network_id': '579b9e64-03d9-4287-bb18-2d18602b6161', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393098360'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:32:34.708670 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8623c4e1-1e0b-4a2f-9eae-6d1bd97f8af5 tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (0a9423ad-f113-45d9-bc34-2e2a47dee8b5), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:34.711844 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8e93adba-d867-4189-b29c-51ad82666873 tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Publish callbacks [] for router_gateway (5cbf36a5-e8c5-4e7f-9711-d1170f5a4e51), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:34.713800 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e71c71aa-c7e8-42a7-9331-cd0e9e13bcc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Made reservation on behalf of 2993e081211c451c9116bb9f3be86396 for: {'port': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:32:34.716111 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e71c71aa-c7e8-42a7-9331-cd0e9e13bcc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:34.779273 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-8623c4e1-1e0b-4a2f-9eae-6d1bd97f8af5 tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] Calling delete_port for 0a9423ad-f113-45d9-bc34-2e2a47dee8b5 owned by {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:32:34.792391 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-e71c71aa-c7e8-42a7-9331-cd0e9e13bcc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] device_id is not set on port 72280595-ee07-4dab-ad29-aa361db327bc yet. {{(pid=103408) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:32:34.810470 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cbc18df-adb8-4600-bfb2-16e62a160f8b tempest-FloatingIPAdminTestJSON-178010834 tempest-FloatingIPAdminTestJSON-178010834-project] Made reservation on behalf of c07e803f10b14214b7d068c44fe740db for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:32:34.813878 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0cbc18df-adb8-4600-bfb2-16e62a160f8b tempest-FloatingIPAdminTestJSON-178010834 tempest-FloatingIPAdminTestJSON-178010834-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3516581'] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:34.873366 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9c7c7a-3e4e-4307-a0e1-f0dfefa1d751 req-f5fdf23c-0652-4aac-82f5-87cbba60d0f6 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:32:34.874843 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-7f9c7c7a-3e4e-4307-a0e1-f0dfefa1d751 req-f5fdf23c-0652-4aac-82f5-87cbba60d0f6 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] 10.222.0.20 "GET /v2.0/ports?device_id=21839f2d-46e7-497a-a06a-b1ae129c5e90 HTTP/1.1" status: 200 len: 943 time: 0.2072639 Feb 28 10:32:34.885291 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e703be1-c473-4940-beec-cf6dc38e2928 req-fa7fea77-b7eb-4e10-ad4a-96613b52b9ce tempest-ServersTestManualDisk-1927369875 tempest-ServersTestManualDisk-1927369875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:32:34.886713 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-8e703be1-c473-4940-beec-cf6dc38e2928 req-fa7fea77-b7eb-4e10-ad4a-96613b52b9ce tempest-ServersTestManualDisk-1927369875 tempest-ServersTestManualDisk-1927369875-project] 10.222.0.20 "GET /v2.0/ports?device_id=c32684cc-ad27-487d-bf9a-2122546516b2 HTTP/1.1" status: 200 len: 944 time: 0.1768038 Feb 28 10:32:34.889585 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-206781e0-3fc0-4f2c-bd7f-72f626c0bd5d tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Publish callbacks [] for port (1371159c-2e08-425e-b707-20b110187277), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:35.027562 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-7f9c7c7a-3e4e-4307-a0e1-f0dfefa1d751 req-9cccd057-7238-4325-973e-7adf21d70957 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] 10.222.0.20 "GET /v2.0/security-groups?id=c6054555-6cfe-4c7d-9758-21814521da07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1337836 Feb 28 10:32:35.033356 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-8e703be1-c473-4940-beec-cf6dc38e2928 req-b7804aa0-66cd-4e96-b28e-dae228cf5e80 tempest-ServersTestManualDisk-1927369875 tempest-ServersTestManualDisk-1927369875-project] 10.222.0.20 "GET /v2.0/security-groups?id=f7c3c379-f26e-44ef-badf-d68ef2cd35f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1372395 Feb 28 10:32:35.069835 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-206781e0-3fc0-4f2c-bd7f-72f626c0bd5d tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (1371159c-2e08-425e-b707-20b110187277), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:35.128372 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-206781e0-3fc0-4f2c-bd7f-72f626c0bd5d tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Network 714b836c-2a5e-4cdc-b21d-585c8218e516 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:32:35.150705 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-206781e0-3fc0-4f2c-bd7f-72f626c0bd5d tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:32:35.159617 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206781e0-3fc0-4f2c-bd7f-72f626c0bd5d tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:32:35.176250 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e71c71aa-c7e8-42a7-9331-cd0e9e13bcc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Publish callbacks [] for port (72280595-ee07-4dab-ad29-aa361db327bc), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:35.187414 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8e93adba-d867-4189-b29c-51ad82666873 tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1804241'] for router (5cbf36a5-e8c5-4e7f-9711-d1170f5a4e51), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:35.190548 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8623c4e1-1e0b-4a2f-9eae-6d1bd97f8af5 tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (0a9423ad-f113-45d9-bc34-2e2a47dee8b5), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:35.200338 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206781e0-3fc0-4f2c-bd7f-72f626c0bd5d tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Pushing event updated for resources: {'Port': ['ID=1371159c-2e08-425e-b707-20b110187277,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:32:35.237972 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0cbc18df-adb8-4600-bfb2-16e62a160f8b tempest-FloatingIPAdminTestJSON-178010834 tempest-FloatingIPAdminTestJSON-178010834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3498031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3516567'] for subnet (38f3ba21-27df-45c3-9768-fb85e6fe57c0), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:35.272785 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8623c4e1-1e0b-4a2f-9eae-6d1bd97f8af5 tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] Pushing event deleted for resources: {'Port': ['ID=0a9423ad-f113-45d9-bc34-2e2a47dee8b5,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:32:35.323856 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbc18df-adb8-4600-bfb2-16e62a160f8b tempest-FloatingIPAdminTestJSON-178010834 tempest-FloatingIPAdminTestJSON-178010834-project] Pushing event updated for resources: {'Subnet': ['ID=38f3ba21-27df-45c3-9768-fb85e6fe57c0,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:32:35.389888 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e71c71aa-c7e8-42a7-9331-cd0e9e13bcc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (72280595-ee07-4dab-ad29-aa361db327bc), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:35.408524 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cbc18df-adb8-4600-bfb2-16e62a160f8b tempest-FloatingIPAdminTestJSON-178010834 tempest-FloatingIPAdminTestJSON-178010834-project] Checking segment: {'id': 'f948a806-3476-45f7-a6fa-a05c6ee69301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'b99dc5e3-630e-49c2-8ebd-539fed7b4a9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:32:35.408984 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cbc18df-adb8-4600-bfb2-16e62a160f8b tempest-FloatingIPAdminTestJSON-178010834 tempest-FloatingIPAdminTestJSON-178010834-project] Network hostable DHCP agents. Network: b99dc5e3-630e-49c2-8ebd-539fed7b4a9b, hostable agents: ['fb6705d2-4f70-4965-92a3-fbfccd43a6d3'], hosted agents: [] {{(pid=103407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:32:35.479713 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cbc18df-adb8-4600-bfb2-16e62a160f8b tempest-FloatingIPAdminTestJSON-178010834 tempest-FloatingIPAdminTestJSON-178010834-project] Network b99dc5e3-630e-49c2-8ebd-539fed7b4a9b is scheduled to be hosted by DHCP agent fb6705d2-4f70-4965-92a3-fbfccd43a6d3 with binding_index 1 {{(pid=103407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:32:35.497671 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e71c71aa-c7e8-42a7-9331-cd0e9e13bcc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Network 579b9e64-03d9-4287-bb18-2d18602b6161 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:32:35.498563 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b295837-2a47-49b4-8ae4-03161d99e7d8 req-50f8bda2-3b58-49f2-a948-591c45838c9b tempest-ServersTestJSON-1847654024 tempest-ServersTestJSON-1847654024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:32:35.500155 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-3b295837-2a47-49b4-8ae4-03161d99e7d8 req-50f8bda2-3b58-49f2-a948-591c45838c9b tempest-ServersTestJSON-1847654024 tempest-ServersTestJSON-1847654024-project] 10.222.0.20 "GET /v2.0/ports?device_id=eded11bc-eb8c-436c-97d5-7fe15d0de3d3 HTTP/1.1" status: 200 len: 943 time: 0.1618495 Feb 28 10:32:35.520966 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-0cbc18df-adb8-4600-bfb2-16e62a160f8b tempest-FloatingIPAdminTestJSON-178010834 tempest-FloatingIPAdminTestJSON-178010834-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, b99dc5e3-630e-49c2-8ebd-539fed7b4a9b) {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:32:35.530245 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-e71c71aa-c7e8-42a7-9331-cd0e9e13bcc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:32:35.531463 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cbc18df-adb8-4600-bfb2-16e62a160f8b tempest-FloatingIPAdminTestJSON-178010834 tempest-FloatingIPAdminTestJSON-178010834-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:32:35.532067 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0cbc18df-adb8-4600-bfb2-16e62a160f8b tempest-FloatingIPAdminTestJSON-178010834 tempest-FloatingIPAdminTestJSON-178010834-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616561'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:35.532527 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71c71aa-c7e8-42a7-9331-cd0e9e13bcc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:32:35.533636 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e71c71aa-c7e8-42a7-9331-cd0e9e13bcc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:32:35.534435 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e71c71aa-c7e8-42a7-9331-cd0e9e13bcc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:35.538935 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c22434e-41ad-44fa-bfea-cc4f660fa5ed None None] Network b99dc5e3-630e-49c2-8ebd-539fed7b4a9b requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:32:35.543630 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-206781e0-3fc0-4f2c-bd7f-72f626c0bd5d tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Publish callbacks [] for router_gateway (d4d25ce1-ee81-4496-a70f-dd161d5ec9d9), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:35.604625 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-0cbc18df-adb8-4600-bfb2-16e62a160f8b tempest-FloatingIPAdminTestJSON-178010834 tempest-FloatingIPAdminTestJSON-178010834-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1140304 Feb 28 10:32:35.607395 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 34232) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:35.610544 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-e71c71aa-c7e8-42a7-9331-cd0e9e13bcc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.9644828 Feb 28 10:32:35.610772 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 34234) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:35.613262 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71c71aa-c7e8-42a7-9331-cd0e9e13bcc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Pushing event updated for resources: {'Port': ['ID=72280595-ee07-4dab-ad29-aa361db327bc,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:32:35.613991 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-b3802664-2467-4f19-90e6-8a3125c63d2f tempest-FloatingIPAdminTestJSON-178010834 tempest-FloatingIPAdminTestJSON-178010834-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-87185226', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840'}, 'admin_state_up': False}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:32:35.618750 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8623c4e1-1e0b-4a2f-9eae-6d1bd97f8af5 tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:35.622599 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-8623c4e1-1e0b-4a2f-9eae-6d1bd97f8af5 tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] 10.222.0.20 "DELETE /v2.0/ports/0a9423ad-f113-45d9-bc34-2e2a47dee8b5 HTTP/1.1" status: 204 len: 168 time: 1.7315478 Feb 28 10:32:35.625123 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-cea455ba-705a-4470-874b-89290c410acd tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-mast'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:32:35.625208 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 34236) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:35.631589 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-3b295837-2a47-49b4-8ae4-03161d99e7d8 req-82983817-1e30-4116-a3d7-e5abe2183f5b tempest-ServersTestJSON-1847654024 tempest-ServersTestJSON-1847654024-project] 10.222.0.20 "GET /v2.0/security-groups?id=77bbda26-2d7f-408e-abf3-7caecba4d30a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1253874 Feb 28 10:32:35.661110 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cb5f184-afa8-4712-a7ea-6e1be93b0786 tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] GET failed (client error): The resource could not be found. Feb 28 10:32:35.665681 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-4cb5f184-afa8-4712-a7ea-6e1be93b0786 tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] 10.222.0.20 "GET /v2.0/ports/0a9423ad-f113-45d9-bc34-2e2a47dee8b5 HTTP/1.1" status: 404 len: 333 time: 0.0367813 Feb 28 10:32:35.666989 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 34238) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:35.671340 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44ea60fa-0151-4772-a69e-17ee64060815 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-b99dc5e3-630e-49c2-8ebd-539fed7b4a9b', 'network_id': 'b99dc5e3-630e-49c2-8ebd-539fed7b4a9b', 'project_id': 'c07e803f10b14214b7d068c44fe740db', 'fixed_ips': [{'subnet_id': '38f3ba21-27df-45c3-9768-fb85e6fe57c0'}]}} from dv-neutron-master-2-hyperv. {{(pid=103409) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:32:35.672351 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-44ea60fa-0151-4772-a69e-17ee64060815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:35.672869 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-f3bab400-a7ba-4a1e-9918-018773bc5b3b tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] Request body: {'port': {'network_id': '7f6e8fda-7cec-4f7f-a462-8f4210eb71f3', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-832444467'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:32:35.678157 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e93adba-d867-4189-b29c-51ad82666873 tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Router 5cbf36a5-e8c5-4e7f-9711-d1170f5a4e51 is scheduled to L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 with binding_index 1 {{(pid=103408) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 10:32:35.712019 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b3802664-2467-4f19-90e6-8a3125c63d2f tempest-FloatingIPAdminTestJSON-178010834 tempest-FloatingIPAdminTestJSON-178010834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1805251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254175'] for router (7eadc941-c9a9-469a-b023-13a98bd7a130), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:35.713258 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b3802664-2467-4f19-90e6-8a3125c63d2f tempest-FloatingIPAdminTestJSON-178010834 tempest-FloatingIPAdminTestJSON-178010834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1804172', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1602053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254150'] for router (7eadc941-c9a9-469a-b023-13a98bd7a130), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:35.753731 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-cea455ba-705a-4470-874b-89290c410acd tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (72280595-ee07-4dab-ad29-aa361db327bc), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:35.808288 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c32684cc-ad27-487d-bf9a-2122546516b2', 'tag': 'aef30d3c-6659-44cd-99d6-ed22d30eb60c'}, {'name': 'network-changed', 'server_uuid': '21839f2d-46e7-497a-a06a-b1ae129c5e90', 'tag': '9e40b316-6489-47a0-bf5a-713af4e208f5'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:32:35.810950 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c8e1c873eeca597e52e7ceb7469e602eac250bfea6606d285743d38033cf584" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6158c08-903f-4f56-b5d4-b477a2def888" -d '{"events": [{"name": "network-changed", "server_uuid": "c32684cc-ad27-487d-bf9a-2122546516b2", "tag": "aef30d3c-6659-44cd-99d6-ed22d30eb60c"}, {"name": "network-changed", "server_uuid": "21839f2d-46e7-497a-a06a-b1ae129c5e90", "tag": "9e40b316-6489-47a0-bf5a-713af4e208f5"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:32:35.859953 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-44ea60fa-0151-4772-a69e-17ee64060815 None None] Allocated IP 172.20.0.2 (b99dc5e3-630e-49c2-8ebd-539fed7b4a9b/38f3ba21-27df-45c3-9768-fb85e6fe57c0/0dffeb1d-ee13-43d8-a6ae-7bd5d6dfe28f) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:32:35.881490 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e93adba-d867-4189-b29c-51ad82666873 tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:32:35.883102 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b3802664-2467-4f19-90e6-8a3125c63d2f tempest-FloatingIPAdminTestJSON-178010834 tempest-FloatingIPAdminTestJSON-178010834-project] Publish callbacks [] for router_controller (7eadc941-c9a9-469a-b023-13a98bd7a130), precommit_add_association {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:35.891449 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3bab400-a7ba-4a1e-9918-018773bc5b3b tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] Made reservation on behalf of b4e543b735cd48f9a58e191a2c97f898 for: {'port': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:32:35.895278 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f3bab400-a7ba-4a1e-9918-018773bc5b3b tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:35.901328 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-349e92a0-6f70-48e9-8045-0847c75092d9 None None] Sync routers for ids ['5cbf36a5-e8c5-4e7f-9711-d1170f5a4e51'] in dv-neutron-master-2-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:32:35.918649 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 28 Feb 2022 10:32:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74726f97-f2ac-4cd0-82a4-734ecbd5f0b8 x-openstack-request-id: req-74726f97-f2ac-4cd0-82a4-734ecbd5f0b8 {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:32:35.918945 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c32684cc-ad27-487d-bf9a-2122546516b2", "tag": "aef30d3c-6659-44cd-99d6-ed22d30eb60c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "21839f2d-46e7-497a-a06a-b1ae129c5e90", "tag": "9e40b316-6489-47a0-bf5a-713af4e208f5", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:32:35.919196 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-74726f97-f2ac-4cd0-82a4-734ecbd5f0b8 {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:32:35.919923 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c32684cc-ad27-487d-bf9a-2122546516b2', 'tag': 'aef30d3c-6659-44cd-99d6-ed22d30eb60c', 'status': 'completed', 'code': 200} Feb 28 10:32:35.919923 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21839f2d-46e7-497a-a06a-b1ae129c5e90', 'tag': '9e40b316-6489-47a0-bf5a-713af4e208f5', 'status': 'completed', 'code': 200} Feb 28 10:32:35.920205 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-349e92a0-6f70-48e9-8045-0847c75092d9 None None] Routers {'5cbf36a5-e8c5-4e7f-9711-d1170f5a4e51'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:32:35.922011 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-349e92a0-6f70-48e9-8045-0847c75092d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:32:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['5cbf36a5-e8c5-4e7f-9711-d1170f5a4e51'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:32:35.923038 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8e93adba-d867-4189-b29c-51ad82666873 tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:35.926893 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-8e93adba-d867-4189-b29c-51ad82666873 tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 5.3597779 Feb 28 10:32:35.926893 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-f3bab400-a7ba-4a1e-9918-018773bc5b3b tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] device_id is not set on port 47bebd8d-c05f-4d89-aa45-a5d5ba75b386 yet. {{(pid=103408) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:32:35.931906 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 34242) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:36.091509 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-44ea60fa-0151-4772-a69e-17ee64060815 None None] Publish callbacks [] for port (0dffeb1d-ee13-43d8-a6ae-7bd5d6dfe28f), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:36.101562 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-44ea60fa-0151-4772-a69e-17ee64060815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749'] for port (0dffeb1d-ee13-43d8-a6ae-7bd5d6dfe28f), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:36.147354 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44ea60fa-0151-4772-a69e-17ee64060815 None None] Network b99dc5e3-630e-49c2-8ebd-539fed7b4a9b is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:32:36.151542 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-44ea60fa-0151-4772-a69e-17ee64060815 None None] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:32:36.156543 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ea60fa-0151-4772-a69e-17ee64060815 None None] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:32:36.171368 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ea60fa-0151-4772-a69e-17ee64060815 None None] Pushing event updated for resources: {'Port': ['ID=0dffeb1d-ee13-43d8-a6ae-7bd5d6dfe28f,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:32:36.185591 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-58f27368-7c83-4947-946a-fbc59eebcb90 tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] 10.222.0.20 "GET /v2.0/routers/5cbf36a5-e8c5-4e7f-9711-d1170f5a4e51 HTTP/1.1" status: 200 len: 908 time: 0.2516348 Feb 28 10:32:36.189308 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 34248) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:36.195073 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-cd5f3ba5-b87c-4730-990d-99c862d88fd7 tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Request body: {'router': {'name': 'tempest-snat-router-953588757', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'enable_snat': True}}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:32:36.221017 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-f3bab400-a7ba-4a1e-9918-018773bc5b3b tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] Allocated IP 2001:db8::66 (7f6e8fda-7cec-4f7f-a462-8f4210eb71f3/fb2db68a-109e-43b6-9285-be81df0a9bc0/47bebd8d-c05f-4d89-aa45-a5d5ba75b386) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:32:36.235349 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-44ea60fa-0151-4772-a69e-17ee64060815 None None] Attempting to bind port 0dffeb1d-ee13-43d8-a6ae-7bd5d6dfe28f on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:32:36.236074 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-44ea60fa-0151-4772-a69e-17ee64060815 None None] Attempting to bind port 0dffeb1d-ee13-43d8-a6ae-7bd5d6dfe28f by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'f948a806-3476-45f7-a6fa-a05c6ee69301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'b99dc5e3-630e-49c2-8ebd-539fed7b4a9b'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:32:36.236739 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ea60fa-0151-4772-a69e-17ee64060815 None None] Attempting to bind port 0dffeb1d-ee13-43d8-a6ae-7bd5d6dfe28f on network b99dc5e3-630e-49c2-8ebd-539fed7b4a9b {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:32:36.244481 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ea60fa-0151-4772-a69e-17ee64060815 None None] Checking agent: {'id': '75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 24, 15), 'started_at': datetime.datetime(2022, 2, 28, 10, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 32, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:32:36.244940 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ea60fa-0151-4772-a69e-17ee64060815 None None] Checking segment: {'id': 'f948a806-3476-45f7-a6fa-a05c6ee69301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'b99dc5e3-630e-49c2-8ebd-539fed7b4a9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:32:36.245366 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-44ea60fa-0151-4772-a69e-17ee64060815 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:36.246008 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ea60fa-0151-4772-a69e-17ee64060815 None None] Bound using segment: {'id': 'f948a806-3476-45f7-a6fa-a05c6ee69301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'b99dc5e3-630e-49c2-8ebd-539fed7b4a9b'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:32:36.246511 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-44ea60fa-0151-4772-a69e-17ee64060815 None None] Bound port: 0dffeb1d-ee13-43d8-a6ae-7bd5d6dfe28f, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f948a806-3476-45f7-a6fa-a05c6ee69301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'b99dc5e3-630e-49c2-8ebd-539fed7b4a9b'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:32:36.247111 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-44ea60fa-0151-4772-a69e-17ee64060815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (0dffeb1d-ee13-43d8-a6ae-7bd5d6dfe28f), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:36.250832 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-cd5f3ba5-b87c-4730-990d-99c862d88fd7 tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1805251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254175'] for router (672aa95b-fa3c-4727-ba0a-31387515d6fc), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:36.255663 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-cd5f3ba5-b87c-4730-990d-99c862d88fd7 tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1804172', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1602053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254150'] for router (672aa95b-fa3c-4727-ba0a-31387515d6fc), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:36.317851 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-c9bf7142-e3bd-4943-afb3-63519af6a21c req-503823dd-8194-4b68-b5f5-f0dfc516a795 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7e7f55b8-c450-4329-aef2-8a2c07cf47f7 HTTP/1.1" status: 200 len: 217 time: 0.4629748 Feb 28 10:32:36.333368 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-44ea60fa-0151-4772-a69e-17ee64060815 None None] For port 0dffeb1d-ee13-43d8-a6ae-7bd5d6dfe28f, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:32:36.337940 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-44ea60fa-0151-4772-a69e-17ee64060815 None None] For port 0dffeb1d-ee13-43d8-a6ae-7bd5d6dfe28f, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0dffeb1d-ee13-43d8-a6ae-7bd5d6dfe28f,segment=NetworkSegment(f948a806-3476-45f7-a6fa-a05c6ee69301),segment_id=f948a806-3476-45f7-a6fa-a05c6ee69301)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:32:36.346772 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-44ea60fa-0151-4772-a69e-17ee64060815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (0dffeb1d-ee13-43d8-a6ae-7bd5d6dfe28f), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:36.363842 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-349e92a0-6f70-48e9-8045-0847c75092d9 None None] Set router 5cbf36a5-e8c5-4e7f-9711-d1170f5a4e51 gateway port host: dv-neutron-master-2-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:32:36.386645 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-cd5f3ba5-b87c-4730-990d-99c862d88fd7 tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Publish callbacks [] for router_controller (672aa95b-fa3c-4727-ba0a-31387515d6fc), precommit_add_association {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:36.412082 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ea60fa-0151-4772-a69e-17ee64060815 None None] Pushing event updated for resources: {'Port': ['ID=0dffeb1d-ee13-43d8-a6ae-7bd5d6dfe28f,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:32:36.627043 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-349e92a0-6f70-48e9-8045-0847c75092d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cbf36a5-e8c5-4e7f-9711-d1170f5a4e51', 'name': 'tempest-snat-router-953588757', 'tenant_id': 'dbcaadb863a541029ec32cc74c6f0dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.127'}], 'enable_snat': False}, 'gw_port_id': 'b55649ff-f183-4e15-982c-4967ebc90118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:32:30Z', 'updated_at': '2022-02-28T10:32:34Z', 'revision_number': 3, 'project_id': 'dbcaadb863a541029ec32cc74c6f0dbc', 'gw_port': {'id': 'b55649ff-f183-4e15-982c-4967ebc90118', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:38:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cbf36a5-e8c5-4e7f-9711-d1170f5a4e51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 237, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:32:33Z', 'updated_at': '2022-02-28T10:32:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:32:36.659951 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-349e92a0-6f70-48e9-8045-0847c75092d9 None None] Checking router: 5cbf36a5-e8c5-4e7f-9711-d1170f5a4e51 for host: dv-neutron-master-2-hyperv {{(pid=103410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:32:36.660309 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-349e92a0-6f70-48e9-8045-0847c75092d9 None None] Updating router 5cbf36a5-e8c5-4e7f-9711-d1170f5a4e51 port b55649ff-f183-4e15-982c-4967ebc90118 binding host dv-neutron-master-2-hyperv {{(pid=103410) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 10:32:36.681903 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-206781e0-3fc0-4f2c-bd7f-72f626c0bd5d tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1804241'] for router (d4d25ce1-ee81-4496-a70f-dd161d5ec9d9), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:36.685725 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bf7142-e3bd-4943-afb3-63519af6a21c req-623e2b74-0018-48c8-b002-3dda7272738a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:32:36.687969 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-c9bf7142-e3bd-4943-afb3-63519af6a21c req-623e2b74-0018-48c8-b002-3dda7272738a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=68736f5c-4776-4059-9d35-abe8eebbb637 HTTP/1.1" status: 200 len: 844 time: 0.3102627 Feb 28 10:32:36.696155 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-349e92a0-6f70-48e9-8045-0847c75092d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (b55649ff-f183-4e15-982c-4967ebc90118), before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:36.752949 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b3802664-2467-4f19-90e6-8a3125c63d2f tempest-FloatingIPAdminTestJSON-178010834 tempest-FloatingIPAdminTestJSON-178010834-project] Publish callbacks [] for router_gateway (7eadc941-c9a9-469a-b023-13a98bd7a130), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:36.771282 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f3bab400-a7ba-4a1e-9918-018773bc5b3b tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] Publish callbacks [] for port (47bebd8d-c05f-4d89-aa45-a5d5ba75b386), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:36.780810 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55826d6-2794-41f1-b619-c74bf2d15325 req-d67d2eec-b1b1-4203-82e8-c423a49181f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:32:36.782364 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-d55826d6-2794-41f1-b619-c74bf2d15325 req-d67d2eec-b1b1-4203-82e8-c423a49181f7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d80868ff0b864fdfb22c0fe939fc8d79&device_id=c32684cc-ad27-487d-bf9a-2122546516b2 HTTP/1.1" status: 200 len: 1128 time: 0.8981249 Feb 28 10:32:36.817798 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83aa9726-62bc-4397-afe9-fcb70a319b6d req-708002b0-6f90-49ca-8675-5f6d2e1986a4 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:32:36.824907 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-83aa9726-62bc-4397-afe9-fcb70a319b6d req-708002b0-6f90-49ca-8675-5f6d2e1986a4 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] 10.222.0.20 "GET /v2.0/ports?device_id=21839f2d-46e7-497a-a06a-b1ae129c5e90 HTTP/1.1" status: 200 len: 943 time: 0.5589790 Feb 28 10:32:36.832905 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8907cc74-9904-47a5-b0ea-8c562ef6aa88 req-87682bcb-4424-4bca-a31a-0628048eafa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:32:36.834370 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-8907cc74-9904-47a5-b0ea-8c562ef6aa88 req-87682bcb-4424-4bca-a31a-0628048eafa5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=194e12cf0f844c7eb6a851155ceb2206&device_id=21839f2d-46e7-497a-a06a-b1ae129c5e90 HTTP/1.1" status: 200 len: 1127 time: 0.5250256 Feb 28 10:32:36.886665 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ce6414-58a1-4c7a-98ba-a38b761deb3a req-f34126b4-25b7-4e25-ac1b-901401e05167 tempest-ServersTestManualDisk-1927369875 tempest-ServersTestManualDisk-1927369875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:32:36.888240 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-d5ce6414-58a1-4c7a-98ba-a38b761deb3a req-f34126b4-25b7-4e25-ac1b-901401e05167 tempest-ServersTestManualDisk-1927369875 tempest-ServersTestManualDisk-1927369875-project] 10.222.0.20 "GET /v2.0/ports?device_id=c32684cc-ad27-487d-bf9a-2122546516b2 HTTP/1.1" status: 200 len: 944 time: 0.6316707 Feb 28 10:32:36.898620 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-cd5f3ba5-b87c-4730-990d-99c862d88fd7 tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Publish callbacks [] for router_gateway (672aa95b-fa3c-4727-ba0a-31387515d6fc), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:36.930295 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f3bab400-a7ba-4a1e-9918-018773bc5b3b tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (47bebd8d-c05f-4d89-aa45-a5d5ba75b386), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:37.020071 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3bab400-a7ba-4a1e-9918-018773bc5b3b tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] Network 7f6e8fda-7cec-4f7f-a462-8f4210eb71f3 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:32:37.028072 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-f3bab400-a7ba-4a1e-9918-018773bc5b3b tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:32:37.031501 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bab400-a7ba-4a1e-9918-018773bc5b3b tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] Pushing event updated for resources: {'Port': ['ID=47bebd8d-c05f-4d89-aa45-a5d5ba75b386,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:32:37.034219 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3bab400-a7ba-4a1e-9918-018773bc5b3b tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:32:37.047590 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3bab400-a7ba-4a1e-9918-018773bc5b3b tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:32:37.048360 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f3bab400-a7ba-4a1e-9918-018773bc5b3b tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:37.075242 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-f3bab400-a7ba-4a1e-9918-018773bc5b3b tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.4033959 Feb 28 10:32:37.075242 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 34252) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:37.079982 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-6ea081c8-8dd5-4082-891e-9e9fac8f37c8 tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::b', 'mac_address': 'fa:16:3e:cf:7f:ce'}]}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:32:37.089939 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-349e92a0-6f70-48e9-8045-0847c75092d9 None None] Publish callbacks [] for port (b55649ff-f183-4e15-982c-4967ebc90118), precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:37.098011 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-349e92a0-6f70-48e9-8045-0847c75092d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (b55649ff-f183-4e15-982c-4967ebc90118), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:37.117597 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-d55826d6-2794-41f1-b619-c74bf2d15325 req-8f407817-a02c-459d-b6de-4ae59056d410 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aef30d3c-6659-44cd-99d6-ed22d30eb60c HTTP/1.1" status: 200 len: 217 time: 0.1320364 Feb 28 10:32:37.161262 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-349e92a0-6f70-48e9-8045-0847c75092d9 None None] Attempting to bind port b55649ff-f183-4e15-982c-4967ebc90118 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:32:37.161627 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-349e92a0-6f70-48e9-8045-0847c75092d9 None None] Attempting to bind port b55649ff-f183-4e15-982c-4967ebc90118 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '195d7ed7-323d-4284-82df-208cca613d99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:32:37.161998 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-349e92a0-6f70-48e9-8045-0847c75092d9 None None] Attempting to bind port b55649ff-f183-4e15-982c-4967ebc90118 on network 1e0804d0-d1d9-4d40-9de5-2936f3d87840 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:32:37.171893 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-349e92a0-6f70-48e9-8045-0847c75092d9 None None] Checking agent: {'id': '75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 24, 15), 'started_at': datetime.datetime(2022, 2, 28, 10, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 32, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:32:37.173169 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-349e92a0-6f70-48e9-8045-0847c75092d9 None None] Checking segment: {'id': '195d7ed7-323d-4284-82df-208cca613d99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:32:37.173733 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-349e92a0-6f70-48e9-8045-0847c75092d9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:37.174271 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-349e92a0-6f70-48e9-8045-0847c75092d9 None None] Bound using segment: {'id': '195d7ed7-323d-4284-82df-208cca613d99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:32:37.174914 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-349e92a0-6f70-48e9-8045-0847c75092d9 None None] Bound port: b55649ff-f183-4e15-982c-4967ebc90118, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '195d7ed7-323d-4284-82df-208cca613d99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:32:37.175874 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-349e92a0-6f70-48e9-8045-0847c75092d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (b55649ff-f183-4e15-982c-4967ebc90118), before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:37.177094 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6ea081c8-8dd5-4082-891e-9e9fac8f37c8 tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (47bebd8d-c05f-4d89-aa45-a5d5ba75b386), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:37.189414 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b10b53a-b302-4efe-b330-60d450f87231 None None] Pushing event updated for resources: {'Port': ['ID=b55649ff-f183-4e15-982c-4967ebc90118,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:32:37.233586 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.notifiers.nova [None req-cea455ba-705a-4470-874b-89290c410acd tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] device_id is not set on port 72280595-ee07-4dab-ad29-aa361db327bc yet. {{(pid=103407) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:32:37.248307 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-cea455ba-705a-4470-874b-89290c410acd tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Publish callbacks [] for port (72280595-ee07-4dab-ad29-aa361db327bc), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:37.253418 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-8907cc74-9904-47a5-b0ea-8c562ef6aa88 req-6f435f9d-e89e-41ef-92f7-0e17c0ba4216 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9e40b316-6489-47a0-bf5a-713af4e208f5 HTTP/1.1" status: 200 len: 217 time: 0.2692266 Feb 28 10:32:37.254298 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-349e92a0-6f70-48e9-8045-0847c75092d9 None None] For port b55649ff-f183-4e15-982c-4967ebc90118, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:32:37.263325 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-349e92a0-6f70-48e9-8045-0847c75092d9 None None] For port b55649ff-f183-4e15-982c-4967ebc90118, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b55649ff-f183-4e15-982c-4967ebc90118,segment=NetworkSegment(195d7ed7-323d-4284-82df-208cca613d99),segment_id=195d7ed7-323d-4284-82df-208cca613d99)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:32:37.275993 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-349e92a0-6f70-48e9-8045-0847c75092d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (b55649ff-f183-4e15-982c-4967ebc90118), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:37.278911 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-cea455ba-705a-4470-874b-89290c410acd tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3498066'] for port (72280595-ee07-4dab-ad29-aa361db327bc), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:37.283535 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-83aa9726-62bc-4397-afe9-fcb70a319b6d req-c050665e-ece0-4250-bd17-78aa5190791c tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] 10.222.0.20 "GET /v2.0/security-groups?id=c6054555-6cfe-4c7d-9758-21814521da07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4577832 Feb 28 10:32:37.311780 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-d5ce6414-58a1-4c7a-98ba-a38b761deb3a req-83648aab-cbb4-47bd-bf4f-5561497a44a7 tempest-ServersTestManualDisk-1927369875 tempest-ServersTestManualDisk-1927369875-project] 10.222.0.20 "GET /v2.0/security-groups?id=f7c3c379-f26e-44ef-badf-d68ef2cd35f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4070959 Feb 28 10:32:37.340797 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-349e92a0-6f70-48e9-8045-0847c75092d9 None None] Routers {'5cbf36a5-e8c5-4e7f-9711-d1170f5a4e51'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:32:37.341356 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-349e92a0-6f70-48e9-8045-0847c75092d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:32:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['5cbf36a5-e8c5-4e7f-9711-d1170f5a4e51'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:32:37.361623 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bf7142-e3bd-4943-afb3-63519af6a21c req-d4842fc4-8a3b-43d5-ba91-b862a090dd29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:32:37.363748 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-c9bf7142-e3bd-4943-afb3-63519af6a21c req-d4842fc4-8a3b-43d5-ba91-b862a090dd29 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=da9969cf-fbcc-4307-8c2e-f65c87750026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.6585984 Feb 28 10:32:37.423752 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-f6545b71-2e9f-495c-b87b-255c8bf18687 None None] Provisioning complete for port 47bebd8d-c05f-4d89-aa45-a5d5ba75b386 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:32:37.430747 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f6545b71-2e9f-495c-b87b-255c8bf18687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (47bebd8d-c05f-4d89-aa45-a5d5ba75b386), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:37.477275 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-349e92a0-6f70-48e9-8045-0847c75092d9 None None] Set router 5cbf36a5-e8c5-4e7f-9711-d1170f5a4e51 gateway port host: dv-neutron-master-2-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:32:37.511644 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-f6545b71-2e9f-495c-b87b-255c8bf18687 None None] Port 47bebd8d-c05f-4d89-aa45-a5d5ba75b386 cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:32:37.538749 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-cd5f3ba5-b87c-4730-990d-99c862d88fd7 tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Publish callbacks [] for router_gateway (672aa95b-fa3c-4727-ba0a-31387515d6fc), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:37.593727 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-cd5f3ba5-b87c-4730-990d-99c862d88fd7 tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:37.613604 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b10b53a-b302-4efe-b330-60d450f87231 None None] Pushing event updated for resources: {'Port': ['ID=b55649ff-f183-4e15-982c-4967ebc90118,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:32:37.638699 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55826d6-2794-41f1-b619-c74bf2d15325 req-ab4ce25c-8f23-4ce9-b36e-43dc5c771e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:32:37.640330 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-d55826d6-2794-41f1-b619-c74bf2d15325 req-ab4ce25c-8f23-4ce9-b36e-43dc5c771e9c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=589a74a6-9e3d-4112-a776-4fccf4b2370d HTTP/1.1" status: 200 len: 851 time: 0.3831718 Feb 28 10:32:37.647083 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea455ba-705a-4470-874b-89290c410acd tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Pushing event updated for resources: {'Port': ['ID=72280595-ee07-4dab-ad29-aa361db327bc,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:32:37.674568 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8907cc74-9904-47a5-b0ea-8c562ef6aa88 req-2beda3c0-6671-480c-ac83-ac61230a2abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:32:37.676079 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-8907cc74-9904-47a5-b0ea-8c562ef6aa88 req-2beda3c0-6671-480c-ac83-ac61230a2abc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f9ad3164-3d89-48ee-bb07-ade0c62bef16 HTTP/1.1" status: 200 len: 850 time: 0.4115913 Feb 28 10:32:37.690777 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 0dffeb1d-ee13-43d8-a6ae-7bd5d6dfe28f up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:32:37.751757 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port 0dffeb1d-ee13-43d8-a6ae-7bd5d6dfe28f triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:32:37.752135 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (0dffeb1d-ee13-43d8-a6ae-7bd5d6dfe28f), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:37.766969 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-349e92a0-6f70-48e9-8045-0847c75092d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cbf36a5-e8c5-4e7f-9711-d1170f5a4e51', 'name': 'tempest-snat-router-953588757', 'tenant_id': 'dbcaadb863a541029ec32cc74c6f0dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.127'}], 'enable_snat': False}, 'gw_port_id': 'b55649ff-f183-4e15-982c-4967ebc90118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:32:30Z', 'updated_at': '2022-02-28T10:32:34Z', 'revision_number': 3, 'project_id': 'dbcaadb863a541029ec32cc74c6f0dbc', 'gw_port': {'id': 'b55649ff-f183-4e15-982c-4967ebc90118', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:38:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cbf36a5-e8c5-4e7f-9711-d1170f5a4e51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 237, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:32:33Z', 'updated_at': '2022-02-28T10:32:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:32:37.781486 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6ea081c8-8dd5-4082-891e-9e9fac8f37c8 tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] Publish callbacks [] for port (47bebd8d-c05f-4d89-aa45-a5d5ba75b386), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:37.797781 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-cd5f3ba5-b87c-4730-990d-99c862d88fd7 tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Allocated IP 172.36.5.232 (1e0804d0-d1d9-4d40-9de5-2936f3d87840/6f6f4129-23e5-4c3b-b4ef-4c7ce926797e/9610f95a-979a-49f3-ae80-c731f91b5e93) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:32:37.800166 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6ea081c8-8dd5-4082-891e-9e9fac8f37c8 tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3242529'] for port (47bebd8d-c05f-4d89-aa45-a5d5ba75b386), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:37.806530 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-349e92a0-6f70-48e9-8045-0847c75092d9 None None] The sync data for ids ['5cbf36a5-e8c5-4e7f-9711-d1170f5a4e51'] in dv-neutron-master-2-hyperv is: [{'id': '5cbf36a5-e8c5-4e7f-9711-d1170f5a4e51', 'name': 'tempest-snat-router-953588757', 'tenant_id': 'dbcaadb863a541029ec32cc74c6f0dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.127'}], 'enable_snat': False}, 'gw_port_id': 'b55649ff-f183-4e15-982c-4967ebc90118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:32:30Z', 'updated_at': '2022-02-28T10:32:34Z', 'revision_number': 3, 'project_id': 'dbcaadb863a541029ec32cc74c6f0dbc', 'gw_port': {'id': 'b55649ff-f183-4e15-982c-4967ebc90118', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:38:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cbf36a5-e8c5-4e7f-9711-d1170f5a4e51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 237, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:32:33Z', 'updated_at': '2022-02-28T10:32:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:32:37.824311 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [None req-cea455ba-705a-4470-874b-89290c410acd tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Attempting to bind port 72280595-ee07-4dab-ad29-aa361db327bc on host hv-neutron-mast for vnic_type normal with profile {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:32:37.825315 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [None req-cea455ba-705a-4470-874b-89290c410acd tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Attempting to bind port 72280595-ee07-4dab-ad29-aa361db327bc by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '15a1c4a7-0bf1-48a0-9c1a-9d89890c702d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '579b9e64-03d9-4287-bb18-2d18602b6161'}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:32:37.825862 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea455ba-705a-4470-874b-89290c410acd tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Attempting to bind port 72280595-ee07-4dab-ad29-aa361db327bc on network 579b9e64-03d9-4287-bb18-2d18602b6161 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:32:37.845842 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea455ba-705a-4470-874b-89290c410acd tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Port 72280595-ee07-4dab-ad29-aa361db327bc on network 579b9e64-03d9-4287-bb18-2d18602b6161 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 10:32:37.846526 dv-neutron-master-2-hyperv neutron-server[103407]: ERROR neutron.plugins.ml2.managers [None req-cea455ba-705a-4470-874b-89290c410acd tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Failed to bind port 72280595-ee07-4dab-ad29-aa361db327bc on host hv-neutron-mast for vnic_type normal using segments [{'id': '15a1c4a7-0bf1-48a0-9c1a-9d89890c702d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '579b9e64-03d9-4287-bb18-2d18602b6161'}] Feb 28 10:32:37.855442 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.plugins.ml2.plugin [None req-cea455ba-705a-4470-874b-89290c410acd tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Attempt 2 to bind port 72280595-ee07-4dab-ad29-aa361db327bc Feb 28 10:32:37.873504 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 0dffeb1d-ee13-43d8-a6ae-7bd5d6dfe28f is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:32:37.878287 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (0dffeb1d-ee13-43d8-a6ae-7bd5d6dfe28f), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:37.878626 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-6ea081c8-8dd5-4082-891e-9e9fac8f37c8 tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] In _notify_port_updated(), no bound segment for port 47bebd8d-c05f-4d89-aa45-a5d5ba75b386 on network 7f6e8fda-7cec-4f7f-a462-8f4210eb71f3 {{(pid=103408) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 28 10:32:37.888196 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea081c8-8dd5-4082-891e-9e9fac8f37c8 tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:32:37.889077 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6ea081c8-8dd5-4082-891e-9e9fac8f37c8 tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:37.890647 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-6ea081c8-8dd5-4082-891e-9e9fac8f37c8 tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] 10.222.0.20 "PUT /v2.0/ports/47bebd8d-c05f-4d89-aa45-a5d5ba75b386 HTTP/1.1" status: 200 len: 999 time: 0.8149519 Feb 28 10:32:37.894618 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1537befb-fa7a-4217-89ec-03f7bd834b59 req-22054080-003e-4114-b149-5ce65e80af6c tempest-ServersTestJSON-1847654024 tempest-ServersTestJSON-1847654024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:32:37.896186 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-1537befb-fa7a-4217-89ec-03f7bd834b59 req-22054080-003e-4114-b149-5ce65e80af6c tempest-ServersTestJSON-1847654024 tempest-ServersTestJSON-1847654024-project] 10.222.0.20 "GET /v2.0/ports?device_id=eded11bc-eb8c-436c-97d5-7fe15d0de3d3 HTTP/1.1" status: 200 len: 943 time: 0.4741659 Feb 28 10:32:37.902081 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 34254) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:37.933824 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-206781e0-3fc0-4f2c-bd7f-72f626c0bd5d tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Router d4d25ce1-ee81-4496-a70f-dd161d5ec9d9 is scheduled to L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 with binding_index 1 {{(pid=103407) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 10:32:37.966932 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [None req-cea455ba-705a-4470-874b-89290c410acd tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Attempting to bind port 72280595-ee07-4dab-ad29-aa361db327bc on host hv-neutron-mast for vnic_type normal with profile {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:32:37.968126 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [None req-cea455ba-705a-4470-874b-89290c410acd tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Attempting to bind port 72280595-ee07-4dab-ad29-aa361db327bc by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '15a1c4a7-0bf1-48a0-9c1a-9d89890c702d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '579b9e64-03d9-4287-bb18-2d18602b6161'}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:32:37.968126 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea455ba-705a-4470-874b-89290c410acd tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Attempting to bind port 72280595-ee07-4dab-ad29-aa361db327bc on network 579b9e64-03d9-4287-bb18-2d18602b6161 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:32:37.968324 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] For port 0dffeb1d-ee13-43d8-a6ae-7bd5d6dfe28f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0dffeb1d-ee13-43d8-a6ae-7bd5d6dfe28f,segment=NetworkSegment(f948a806-3476-45f7-a6fa-a05c6ee69301),segment_id=f948a806-3476-45f7-a6fa-a05c6ee69301)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:32:37.968459 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea081c8-8dd5-4082-891e-9e9fac8f37c8 tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] Pushing event updated for resources: {'Port': ['ID=47bebd8d-c05f-4d89-aa45-a5d5ba75b386,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:32:37.973256 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-c9bf7142-e3bd-4943-afb3-63519af6a21c req-58222f6d-9dc6-4214-a0bb-5c68cb050bca service neutron] 10.222.0.30 "GET /v2.0/networks/da9969cf-fbcc-4307-8c2e-f65c87750026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5407863 Feb 28 10:32:37.987475 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (0dffeb1d-ee13-43d8-a6ae-7bd5d6dfe28f), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:38.043799 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55826d6-2794-41f1-b619-c74bf2d15325 req-eede0b51-5f54-4921-8610-c7a7504e8a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:32:38.045445 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-d55826d6-2794-41f1-b619-c74bf2d15325 req-eede0b51-5f54-4921-8610-c7a7504e8a9e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b230672c-e40a-422a-a640-836f18ec11a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.3943231 Feb 28 10:32:38.046038 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea455ba-705a-4470-874b-89290c410acd tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Port 72280595-ee07-4dab-ad29-aa361db327bc on network 579b9e64-03d9-4287-bb18-2d18602b6161 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 10:32:38.046372 dv-neutron-master-2-hyperv neutron-server[103407]: ERROR neutron.plugins.ml2.managers [None req-cea455ba-705a-4470-874b-89290c410acd tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Failed to bind port 72280595-ee07-4dab-ad29-aa361db327bc on host hv-neutron-mast for vnic_type normal using segments [{'id': '15a1c4a7-0bf1-48a0-9c1a-9d89890c702d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '579b9e64-03d9-4287-bb18-2d18602b6161'}] Feb 28 10:32:38.058771 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-cd5f3ba5-b87c-4730-990d-99c862d88fd7 tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Publish callbacks [] for port (9610f95a-979a-49f3-ae80-c731f91b5e93), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:38.092961 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (13ac42ae-016e-4baf-bb31-c6fa820b41c2), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:38.112443 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-cd5f3ba5-b87c-4730-990d-99c862d88fd7 tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (9610f95a-979a-49f3-ae80-c731f91b5e93), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:38.118558 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abff0ea1-fa33-4b54-bb07-13307ca80691 None None] Network b99dc5e3-630e-49c2-8ebd-539fed7b4a9b requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:32:38.137780 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Pushing event updated for resources: {'Port': ['ID=0dffeb1d-ee13-43d8-a6ae-7bd5d6dfe28f,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:32:38.184774 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd5f3ba5-b87c-4730-990d-99c862d88fd7 tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Network 1e0804d0-d1d9-4d40-9de5-2936f3d87840 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:32:38.188197 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-cd5f3ba5-b87c-4730-990d-99c862d88fd7 tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:32:38.192174 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5f3ba5-b87c-4730-990d-99c862d88fd7 tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:32:38.231077 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-58473253-bc03-4555-a21c-36af48d560fd None None] Provisioning complete for port 0dffeb1d-ee13-43d8-a6ae-7bd5d6dfe28f triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:32:38.231452 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-58473253-bc03-4555-a21c-36af48d560fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (0dffeb1d-ee13-43d8-a6ae-7bd5d6dfe28f), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:38.242195 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5f3ba5-b87c-4730-990d-99c862d88fd7 tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Pushing event updated for resources: {'Port': ['ID=9610f95a-979a-49f3-ae80-c731f91b5e93,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:32:38.404185 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.plugins.ml2.plugin [None req-cea455ba-705a-4470-874b-89290c410acd tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Attempt 3 to bind port 72280595-ee07-4dab-ad29-aa361db327bc Feb 28 10:32:38.442472 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-58473253-bc03-4555-a21c-36af48d560fd None None] Current status of the port 0dffeb1d-ee13-43d8-a6ae-7bd5d6dfe28f is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:32:38.483584 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8907cc74-9904-47a5-b0ea-8c562ef6aa88 req-067c6567-8dab-4636-a488-ca734ff2496b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:32:38.485197 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-8907cc74-9904-47a5-b0ea-8c562ef6aa88 req-067c6567-8dab-4636-a488-ca734ff2496b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c8fe4d5f-4a1f-41f9-85f5-28e75dcf99b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.7900674 Feb 28 10:32:38.580424 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-10ed3173-e330-420c-8f9c-aa69943b1d5f None None] Provisioning complete for port 47bebd8d-c05f-4d89-aa45-a5d5ba75b386 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:32:38.580829 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-10ed3173-e330-420c-8f9c-aa69943b1d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (47bebd8d-c05f-4d89-aa45-a5d5ba75b386), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:38.638768 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-cd5f3ba5-b87c-4730-990d-99c862d88fd7 tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Publish callbacks [] for router_gateway (672aa95b-fa3c-4727-ba0a-31387515d6fc), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:38.643088 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-10ed3173-e330-420c-8f9c-aa69943b1d5f None None] Port 47bebd8d-c05f-4d89-aa45-a5d5ba75b386 cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:32:38.723323 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [None req-cea455ba-705a-4470-874b-89290c410acd tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Attempting to bind port 72280595-ee07-4dab-ad29-aa361db327bc on host hv-neutron-mast for vnic_type normal with profile {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:32:38.723665 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [None req-cea455ba-705a-4470-874b-89290c410acd tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Attempting to bind port 72280595-ee07-4dab-ad29-aa361db327bc by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '15a1c4a7-0bf1-48a0-9c1a-9d89890c702d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '579b9e64-03d9-4287-bb18-2d18602b6161'}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:32:38.723999 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea455ba-705a-4470-874b-89290c410acd tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Attempting to bind port 72280595-ee07-4dab-ad29-aa361db327bc on network 579b9e64-03d9-4287-bb18-2d18602b6161 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:32:38.731109 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-19dfb990-a4c2-4878-9e69-4c391a9add40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fb6705d2-4f70-4965-92a3-fbfccd43a6d3), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:38.770088 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-6419dc03-31d3-415e-8751-085dc04f5907 None None] Provisioning complete for port 0dffeb1d-ee13-43d8-a6ae-7bd5d6dfe28f triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:32:38.770476 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6419dc03-31d3-415e-8751-085dc04f5907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (0dffeb1d-ee13-43d8-a6ae-7bd5d6dfe28f), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:38.772470 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-1537befb-fa7a-4217-89ec-03f7bd834b59 req-09819e21-d5e1-4112-85f4-bf5c64bd243e tempest-ServersTestJSON-1847654024 tempest-ServersTestJSON-1847654024-project] 10.222.0.20 "GET /v2.0/security-groups?id=77bbda26-2d7f-408e-abf3-7caecba4d30a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8503506 Feb 28 10:32:38.854595 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea455ba-705a-4470-874b-89290c410acd tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Port 72280595-ee07-4dab-ad29-aa361db327bc on network 579b9e64-03d9-4287-bb18-2d18602b6161 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 10:32:38.855155 dv-neutron-master-2-hyperv neutron-server[103407]: ERROR neutron.plugins.ml2.managers [None req-cea455ba-705a-4470-874b-89290c410acd tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Failed to bind port 72280595-ee07-4dab-ad29-aa361db327bc on host hv-neutron-mast for vnic_type normal using segments [{'id': '15a1c4a7-0bf1-48a0-9c1a-9d89890c702d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '579b9e64-03d9-4287-bb18-2d18602b6161'}] Feb 28 10:32:38.875633 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.plugins.ml2.plugin [None req-cea455ba-705a-4470-874b-89290c410acd tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Attempt 4 to bind port 72280595-ee07-4dab-ad29-aa361db327bc Feb 28 10:32:38.886053 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-cd5f3ba5-b87c-4730-990d-99c862d88fd7 tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1804241'] for router (672aa95b-fa3c-4727-ba0a-31387515d6fc), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:38.895699 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-6419dc03-31d3-415e-8751-085dc04f5907 None None] Current status of the port 0dffeb1d-ee13-43d8-a6ae-7bd5d6dfe28f is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:32:38.978467 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-8907cc74-9904-47a5-b0ea-8c562ef6aa88 req-6e325ab8-53cf-42bd-8371-2201b50322c2 service neutron] 10.222.0.30 "GET /v2.0/networks/c8fe4d5f-4a1f-41f9-85f5-28e75dcf99b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3806162 Feb 28 10:32:39.000923 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [None req-cea455ba-705a-4470-874b-89290c410acd tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Attempting to bind port 72280595-ee07-4dab-ad29-aa361db327bc on host hv-neutron-mast for vnic_type normal with profile {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:32:39.001293 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [None req-cea455ba-705a-4470-874b-89290c410acd tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Attempting to bind port 72280595-ee07-4dab-ad29-aa361db327bc by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '15a1c4a7-0bf1-48a0-9c1a-9d89890c702d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '579b9e64-03d9-4287-bb18-2d18602b6161'}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:32:39.001637 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea455ba-705a-4470-874b-89290c410acd tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Attempting to bind port 72280595-ee07-4dab-ad29-aa361db327bc on network 579b9e64-03d9-4287-bb18-2d18602b6161 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:32:39.025522 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d97729-c191-4e06-beda-4b3c68b2b445 req-257f92f1-bdb2-4b45-86e2-efe0f8967ded tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:32:39.028082 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-33d97729-c191-4e06-beda-4b3c68b2b445 req-257f92f1-bdb2-4b45-86e2-efe0f8967ded tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] 10.222.0.20 "GET /v2.0/ports?device_id=21839f2d-46e7-497a-a06a-b1ae129c5e90 HTTP/1.1" status: 200 len: 943 time: 0.5916910 Feb 28 10:32:39.041218 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd5f3ba5-b87c-4730-990d-99c862d88fd7 tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Router 672aa95b-fa3c-4727-ba0a-31387515d6fc is scheduled to L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 with binding_index 1 {{(pid=103408) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 10:32:39.064455 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-c9bf7142-e3bd-4943-afb3-63519af6a21c req-72d8da3e-9e2b-4528-9670-fd22dca1227a service neutron] 10.222.0.30 "GET /v2.0/networks/da9969cf-fbcc-4307-8c2e-f65c87750026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0710065 Feb 28 10:32:39.110541 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b3802664-2467-4f19-90e6-8a3125c63d2f tempest-FloatingIPAdminTestJSON-178010834 tempest-FloatingIPAdminTestJSON-178010834-project] Publish callbacks [] for router_gateway (7eadc941-c9a9-469a-b023-13a98bd7a130), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:39.125354 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea455ba-705a-4470-874b-89290c410acd tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Port 72280595-ee07-4dab-ad29-aa361db327bc on network 579b9e64-03d9-4287-bb18-2d18602b6161 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 10:32:39.125741 dv-neutron-master-2-hyperv neutron-server[103407]: ERROR neutron.plugins.ml2.managers [None req-cea455ba-705a-4470-874b-89290c410acd tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Failed to bind port 72280595-ee07-4dab-ad29-aa361db327bc on host hv-neutron-mast for vnic_type normal using segments [{'id': '15a1c4a7-0bf1-48a0-9c1a-9d89890c702d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '579b9e64-03d9-4287-bb18-2d18602b6161'}] Feb 28 10:32:39.147700 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.plugins.ml2.plugin [None req-cea455ba-705a-4470-874b-89290c410acd tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Attempt 5 to bind port 72280595-ee07-4dab-ad29-aa361db327bc Feb 28 10:32:39.151763 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-d55826d6-2794-41f1-b619-c74bf2d15325 req-43fe4b89-6e20-494c-92a9-bf408906ac8d service neutron] 10.222.0.30 "GET /v2.0/networks/b230672c-e40a-422a-a640-836f18ec11a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7435803 Feb 28 10:32:39.168700 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd5f3ba5-b87c-4730-990d-99c862d88fd7 tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:32:39.175254 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b3802664-2467-4f19-90e6-8a3125c63d2f tempest-FloatingIPAdminTestJSON-178010834 tempest-FloatingIPAdminTestJSON-178010834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:39.179794 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd52876-ad70-4180-817c-5b8d94c50788 None None] Sync routers for ids ['672aa95b-fa3c-4727-ba0a-31387515d6fc'] in dv-neutron-master-2-hyperv {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:32:39.190052 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-cd5f3ba5-b87c-4730-990d-99c862d88fd7 tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:39.191605 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-cd5f3ba5-b87c-4730-990d-99c862d88fd7 tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 3.0007834 Feb 28 10:32:39.193585 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd52876-ad70-4180-817c-5b8d94c50788 None None] Routers {'672aa95b-fa3c-4727-ba0a-31387515d6fc'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:32:39.194482 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-2dd52876-ad70-4180-817c-5b8d94c50788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:32:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['672aa95b-fa3c-4727-ba0a-31387515d6fc'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:32:39.194743 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 34262) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:39.208097 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-206781e0-3fc0-4f2c-bd7f-72f626c0bd5d tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:32:39.218846 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa59e09-b5bb-4ee6-afe8-f1232aeeaa09 None None] Sync routers for ids ['d4d25ce1-ee81-4496-a70f-dd161d5ec9d9'] in dv-neutron-master-2-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:32:39.226129 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-7451402c-157a-4aa2-8468-5ab0584778af tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] Deleting port 47bebd8d-c05f-4d89-aa45-a5d5ba75b386 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:32:39.226571 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7451402c-157a-4aa2-8468-5ab0584778af tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (47bebd8d-c05f-4d89-aa45-a5d5ba75b386), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:39.237953 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa59e09-b5bb-4ee6-afe8-f1232aeeaa09 None None] Routers {'d4d25ce1-ee81-4496-a70f-dd161d5ec9d9'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:32:39.238731 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-bfa59e09-b5bb-4ee6-afe8-f1232aeeaa09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:32:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['d4d25ce1-ee81-4496-a70f-dd161d5ec9d9'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:32:39.278417 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [None req-cea455ba-705a-4470-874b-89290c410acd tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Attempting to bind port 72280595-ee07-4dab-ad29-aa361db327bc on host hv-neutron-mast for vnic_type normal with profile {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:32:39.278752 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [None req-cea455ba-705a-4470-874b-89290c410acd tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Attempting to bind port 72280595-ee07-4dab-ad29-aa361db327bc by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '15a1c4a7-0bf1-48a0-9c1a-9d89890c702d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '579b9e64-03d9-4287-bb18-2d18602b6161'}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:32:39.279095 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea455ba-705a-4470-874b-89290c410acd tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Attempting to bind port 72280595-ee07-4dab-ad29-aa361db327bc on network 579b9e64-03d9-4287-bb18-2d18602b6161 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:32:39.309000 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0493072-23fa-4825-8797-4d47ae47c649 req-c44d8ad2-393f-4cec-8b6b-7ca7bf521222 tempest-ServersTestManualDisk-1927369875 tempest-ServersTestManualDisk-1927369875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:32:39.310596 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-e0493072-23fa-4825-8797-4d47ae47c649 req-c44d8ad2-393f-4cec-8b6b-7ca7bf521222 tempest-ServersTestManualDisk-1927369875 tempest-ServersTestManualDisk-1927369875-project] 10.222.0.20 "GET /v2.0/ports?device_id=c32684cc-ad27-487d-bf9a-2122546516b2 HTTP/1.1" status: 200 len: 944 time: 0.4210844 Feb 28 10:32:39.337041 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-19149c4e-1e07-45f2-b895-ac334d80d954 tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] 10.222.0.20 "GET /v2.0/routers/672aa95b-fa3c-4727-ba0a-31387515d6fc HTTP/1.1" status: 200 len: 907 time: 0.1373966 Feb 28 10:32:39.338530 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 34264) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:39.380611 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-2dd52876-ad70-4180-817c-5b8d94c50788 None None] Set router 672aa95b-fa3c-4727-ba0a-31387515d6fc gateway port host: dv-neutron-master-2-hyperv {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:32:39.385850 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-bfa59e09-b5bb-4ee6-afe8-f1232aeeaa09 None None] Set router d4d25ce1-ee81-4496-a70f-dd161d5ec9d9 gateway port host: dv-neutron-master-2-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:32:39.411268 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea455ba-705a-4470-874b-89290c410acd tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Port 72280595-ee07-4dab-ad29-aa361db327bc on network 579b9e64-03d9-4287-bb18-2d18602b6161 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 10:32:39.411611 dv-neutron-master-2-hyperv neutron-server[103407]: ERROR neutron.plugins.ml2.managers [None req-cea455ba-705a-4470-874b-89290c410acd tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Failed to bind port 72280595-ee07-4dab-ad29-aa361db327bc on host hv-neutron-mast for vnic_type normal using segments [{'id': '15a1c4a7-0bf1-48a0-9c1a-9d89890c702d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '579b9e64-03d9-4287-bb18-2d18602b6161'}] Feb 28 10:32:39.429943 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.plugins.ml2.plugin [None req-cea455ba-705a-4470-874b-89290c410acd tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Attempt 6 to bind port 72280595-ee07-4dab-ad29-aa361db327bc Feb 28 10:32:39.459028 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-206781e0-3fc0-4f2c-bd7f-72f626c0bd5d tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:39.463469 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-206781e0-3fc0-4f2c-bd7f-72f626c0bd5d tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 8.4136424 Feb 28 10:32:39.478927 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 34266) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:39.503494 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-33d97729-c191-4e06-beda-4b3c68b2b445 req-9e9bdc71-d0b8-4e00-9c50-ab730d50a010 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] 10.222.0.20 "GET /v2.0/security-groups?id=c6054555-6cfe-4c7d-9758-21814521da07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4348459 Feb 28 10:32:39.576881 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [None req-cea455ba-705a-4470-874b-89290c410acd tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Attempting to bind port 72280595-ee07-4dab-ad29-aa361db327bc on host hv-neutron-mast for vnic_type normal with profile {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:32:39.577342 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [None req-cea455ba-705a-4470-874b-89290c410acd tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Attempting to bind port 72280595-ee07-4dab-ad29-aa361db327bc by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '15a1c4a7-0bf1-48a0-9c1a-9d89890c702d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '579b9e64-03d9-4287-bb18-2d18602b6161'}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:32:39.577653 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea455ba-705a-4470-874b-89290c410acd tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Attempting to bind port 72280595-ee07-4dab-ad29-aa361db327bc on network 579b9e64-03d9-4287-bb18-2d18602b6161 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:32:39.579382 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-40f390e0-5ddf-4177-bafc-06a5453ce9eb tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Publish callbacks [] for router (672aa95b-fa3c-4727-ba0a-31387515d6fc), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:39.581270 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-8907cc74-9904-47a5-b0ea-8c562ef6aa88 req-0c518193-6c1a-4ff5-b3fc-64213aee8044 service neutron] 10.222.0.30 "GET /v2.0/networks/c8fe4d5f-4a1f-41f9-85f5-28e75dcf99b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5856977 Feb 28 10:32:39.664505 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea455ba-705a-4470-874b-89290c410acd tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Port 72280595-ee07-4dab-ad29-aa361db327bc on network 579b9e64-03d9-4287-bb18-2d18602b6161 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 10:32:39.664983 dv-neutron-master-2-hyperv neutron-server[103407]: ERROR neutron.plugins.ml2.managers [None req-cea455ba-705a-4470-874b-89290c410acd tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Failed to bind port 72280595-ee07-4dab-ad29-aa361db327bc on host hv-neutron-mast for vnic_type normal using segments [{'id': '15a1c4a7-0bf1-48a0-9c1a-9d89890c702d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '579b9e64-03d9-4287-bb18-2d18602b6161'}] Feb 28 10:32:39.673059 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.plugins.ml2.plugin [None req-cea455ba-705a-4470-874b-89290c410acd tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Attempt 7 to bind port 72280595-ee07-4dab-ad29-aa361db327bc Feb 28 10:32:39.679874 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-e0493072-23fa-4825-8797-4d47ae47c649 req-e1251fa6-7809-4b04-b391-536da3eb7efd tempest-ServersTestManualDisk-1927369875 tempest-ServersTestManualDisk-1927369875-project] 10.222.0.20 "GET /v2.0/security-groups?id=f7c3c379-f26e-44ef-badf-d68ef2cd35f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3012037 Feb 28 10:32:39.680075 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-bfa59e09-b5bb-4ee6-afe8-f1232aeeaa09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4d25ce1-ee81-4496-a70f-dd161d5ec9d9', 'name': '', 'tenant_id': 'a48e85374c4b471b881a673c7d60b591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '714b836c-2a5e-4cdc-b21d-585c8218e516', 'external_fixed_ips': [{'subnet_id': '2b90e156-bf93-4e9a-b7fb-246e213e5527', 'ip_address': '2001:db8::246'}], 'enable_snat': True}, 'gw_port_id': '1371159c-2e08-425e-b707-20b110187277', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:32:31Z', 'updated_at': '2022-02-28T10:32:35Z', 'revision_number': 3, 'project_id': 'a48e85374c4b471b881a673c7d60b591', 'gw_port': {'id': '1371159c-2e08-425e-b707-20b110187277', 'name': '', 'network_id': '714b836c-2a5e-4cdc-b21d-585c8218e516', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a8:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4d25ce1-ee81-4496-a70f-dd161d5ec9d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '2b90e156-bf93-4e9a-b7fb-246e213e5527', 'ip_address': '2001:db8::246', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:32:34Z', 'updated_at': '2022-02-28T10:32:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2b90e156-bf93-4e9a-b7fb-246e213e5527', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:32:39.680427 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd3f0f6-dce7-4be4-9cb1-3586cabc59ce req-71e33251-d99c-45a9-bfcd-79589385ba48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:32:39.682093 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-9cd3f0f6-dce7-4be4-9cb1-3586cabc59ce req-71e33251-d99c-45a9-bfcd-79589385ba48 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a530b24e9c394cc0824666a7df89bf0a&device_id=eded11bc-eb8c-436c-97d5-7fe15d0de3d3 HTTP/1.1" status: 200 len: 1127 time: 0.4930179 Feb 28 10:32:39.701395 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-d55826d6-2794-41f1-b619-c74bf2d15325 req-9ea403ef-5638-4b59-8b3c-1008ee15e627 service neutron] 10.222.0.30 "GET /v2.0/networks/b230672c-e40a-422a-a640-836f18ec11a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5370946 Feb 28 10:32:39.704230 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7451402c-157a-4aa2-8468-5ab0584778af tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (47bebd8d-c05f-4d89-aa45-a5d5ba75b386), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:39.723909 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 0dffeb1d-ee13-43d8-a6ae-7bd5d6dfe28f up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:32:39.747052 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa59e09-b5bb-4ee6-afe8-f1232aeeaa09 None None] Checking router: d4d25ce1-ee81-4496-a70f-dd161d5ec9d9 for host: dv-neutron-master-2-hyperv {{(pid=103410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:32:39.748123 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa59e09-b5bb-4ee6-afe8-f1232aeeaa09 None None] Updating router d4d25ce1-ee81-4496-a70f-dd161d5ec9d9 port 1371159c-2e08-425e-b707-20b110187277 binding host dv-neutron-master-2-hyperv {{(pid=103410) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 10:32:39.760710 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-7451402c-157a-4aa2-8468-5ab0584778af tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] Calling delete_port for 47bebd8d-c05f-4d89-aa45-a5d5ba75b386 owned by {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:32:39.762451 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [None req-cea455ba-705a-4470-874b-89290c410acd tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Attempting to bind port 72280595-ee07-4dab-ad29-aa361db327bc on host hv-neutron-mast for vnic_type normal with profile {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:32:39.762791 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [None req-cea455ba-705a-4470-874b-89290c410acd tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Attempting to bind port 72280595-ee07-4dab-ad29-aa361db327bc by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '15a1c4a7-0bf1-48a0-9c1a-9d89890c702d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '579b9e64-03d9-4287-bb18-2d18602b6161'}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:32:39.763133 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea455ba-705a-4470-874b-89290c410acd tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Attempting to bind port 72280595-ee07-4dab-ad29-aa361db327bc on network 579b9e64-03d9-4287-bb18-2d18602b6161 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:32:39.818707 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-bfa59e09-b5bb-4ee6-afe8-f1232aeeaa09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (1371159c-2e08-425e-b707-20b110187277), before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:39.829849 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port 0dffeb1d-ee13-43d8-a6ae-7bd5d6dfe28f triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:32:39.830376 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (0dffeb1d-ee13-43d8-a6ae-7bd5d6dfe28f), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:39.865614 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-b3802664-2467-4f19-90e6-8a3125c63d2f tempest-FloatingIPAdminTestJSON-178010834 tempest-FloatingIPAdminTestJSON-178010834-project] Allocated IP 172.36.5.143 (1e0804d0-d1d9-4d40-9de5-2936f3d87840/6f6f4129-23e5-4c3b-b4ef-4c7ce926797e/29b19aee-2003-4b08-869f-731d9f9107df) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:32:39.894448 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea455ba-705a-4470-874b-89290c410acd tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Port 72280595-ee07-4dab-ad29-aa361db327bc on network 579b9e64-03d9-4287-bb18-2d18602b6161 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 10:32:39.895007 dv-neutron-master-2-hyperv neutron-server[103407]: ERROR neutron.plugins.ml2.managers [None req-cea455ba-705a-4470-874b-89290c410acd tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Failed to bind port 72280595-ee07-4dab-ad29-aa361db327bc on host hv-neutron-mast for vnic_type normal using segments [{'id': '15a1c4a7-0bf1-48a0-9c1a-9d89890c702d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '579b9e64-03d9-4287-bb18-2d18602b6161'}] Feb 28 10:32:39.900056 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-2dd52876-ad70-4180-817c-5b8d94c50788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '672aa95b-fa3c-4727-ba0a-31387515d6fc', 'name': 'tempest-snat-router-953588757', 'tenant_id': 'dbcaadb863a541029ec32cc74c6f0dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.232'}], 'enable_snat': True}, 'gw_port_id': '9610f95a-979a-49f3-ae80-c731f91b5e93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:32:36Z', 'updated_at': '2022-02-28T10:32:38Z', 'revision_number': 3, 'project_id': 'dbcaadb863a541029ec32cc74c6f0dbc', 'gw_port': {'id': '9610f95a-979a-49f3-ae80-c731f91b5e93', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:24:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '672aa95b-fa3c-4727-ba0a-31387515d6fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:32:37Z', 'updated_at': '2022-02-28T10:32:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:32:39.903528 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.plugins.ml2.plugin [None req-cea455ba-705a-4470-874b-89290c410acd tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Attempt 8 to bind port 72280595-ee07-4dab-ad29-aa361db327bc Feb 28 10:32:39.946498 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd52876-ad70-4180-817c-5b8d94c50788 None None] Checking router: 672aa95b-fa3c-4727-ba0a-31387515d6fc for host: dv-neutron-master-2-hyperv {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:32:39.946859 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd52876-ad70-4180-817c-5b8d94c50788 None None] Updating router 672aa95b-fa3c-4727-ba0a-31387515d6fc port 9610f95a-979a-49f3-ae80-c731f91b5e93 binding host dv-neutron-master-2-hyperv {{(pid=103409) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 10:32:40.025160 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [None req-cea455ba-705a-4470-874b-89290c410acd tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Attempting to bind port 72280595-ee07-4dab-ad29-aa361db327bc on host hv-neutron-mast for vnic_type normal with profile {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:32:40.025744 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [None req-cea455ba-705a-4470-874b-89290c410acd tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Attempting to bind port 72280595-ee07-4dab-ad29-aa361db327bc by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '15a1c4a7-0bf1-48a0-9c1a-9d89890c702d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '579b9e64-03d9-4287-bb18-2d18602b6161'}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:32:40.026245 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea455ba-705a-4470-874b-89290c410acd tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Attempting to bind port 72280595-ee07-4dab-ad29-aa361db327bc on network 579b9e64-03d9-4287-bb18-2d18602b6161 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:32:40.144137 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-40f390e0-5ddf-4177-bafc-06a5453ce9eb tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Publish callbacks [] for router_gateway (672aa95b-fa3c-4727-ba0a-31387515d6fc), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:40.173219 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 0dffeb1d-ee13-43d8-a6ae-7bd5d6dfe28f is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:32:40.174387 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device b55649ff-f183-4e15-982c-4967ebc90118 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:32:40.214051 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2dd52876-ad70-4180-817c-5b8d94c50788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (9610f95a-979a-49f3-ae80-c731f91b5e93), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:40.233849 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-40f390e0-5ddf-4177-bafc-06a5453ce9eb tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Deleting port 9610f95a-979a-49f3-ae80-c731f91b5e93 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:32:40.234234 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-40f390e0-5ddf-4177-bafc-06a5453ce9eb tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (9610f95a-979a-49f3-ae80-c731f91b5e93), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:40.324829 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port b55649ff-f183-4e15-982c-4967ebc90118 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:32:40.325299 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (b55649ff-f183-4e15-982c-4967ebc90118), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:40.335844 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-40f390e0-5ddf-4177-bafc-06a5453ce9eb tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (9610f95a-979a-49f3-ae80-c731f91b5e93), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:40.353604 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-40f390e0-5ddf-4177-bafc-06a5453ce9eb tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Calling delete_port for 9610f95a-979a-49f3-ae80-c731f91b5e93 owned by network:router_gateway {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:32:40.363657 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-bfa59e09-b5bb-4ee6-afe8-f1232aeeaa09 None None] Publish callbacks [] for port (1371159c-2e08-425e-b707-20b110187277), precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:40.369635 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-51378309-b1c6-45f5-b849-dab1a6627872 tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Publish callbacks [] for router (d4d25ce1-ee81-4496-a70f-dd161d5ec9d9), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:40.371321 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea455ba-705a-4470-874b-89290c410acd tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Port 72280595-ee07-4dab-ad29-aa361db327bc on network 579b9e64-03d9-4287-bb18-2d18602b6161 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 10:32:40.371800 dv-neutron-master-2-hyperv neutron-server[103407]: ERROR neutron.plugins.ml2.managers [None req-cea455ba-705a-4470-874b-89290c410acd tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Failed to bind port 72280595-ee07-4dab-ad29-aa361db327bc on host hv-neutron-mast for vnic_type normal using segments [{'id': '15a1c4a7-0bf1-48a0-9c1a-9d89890c702d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '579b9e64-03d9-4287-bb18-2d18602b6161'}] Feb 28 10:32:40.374146 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-bfa59e09-b5bb-4ee6-afe8-f1232aeeaa09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (1371159c-2e08-425e-b707-20b110187277), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:40.382457 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.plugins.ml2.plugin [None req-cea455ba-705a-4470-874b-89290c410acd tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Attempt 9 to bind port 72280595-ee07-4dab-ad29-aa361db327bc Feb 28 10:32:40.436432 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port b55649ff-f183-4e15-982c-4967ebc90118 is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:32:40.437137 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (b55649ff-f183-4e15-982c-4967ebc90118), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:40.442106 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-bfa59e09-b5bb-4ee6-afe8-f1232aeeaa09 None None] Attempting to bind port 1371159c-2e08-425e-b707-20b110187277 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:32:40.442753 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-bfa59e09-b5bb-4ee6-afe8-f1232aeeaa09 None None] Attempting to bind port 1371159c-2e08-425e-b707-20b110187277 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '4dd7e424-e5e5-437f-8e9d-bd871fa05b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '714b836c-2a5e-4cdc-b21d-585c8218e516'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:32:40.443454 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa59e09-b5bb-4ee6-afe8-f1232aeeaa09 None None] Attempting to bind port 1371159c-2e08-425e-b707-20b110187277 on network 714b836c-2a5e-4cdc-b21d-585c8218e516 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:32:40.456042 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa59e09-b5bb-4ee6-afe8-f1232aeeaa09 None None] Checking agent: {'id': '75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 24, 15), 'started_at': datetime.datetime(2022, 2, 28, 10, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 32, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:32:40.457407 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa59e09-b5bb-4ee6-afe8-f1232aeeaa09 None None] Checking segment: {'id': '4dd7e424-e5e5-437f-8e9d-bd871fa05b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '714b836c-2a5e-4cdc-b21d-585c8218e516'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:32:40.458017 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-bfa59e09-b5bb-4ee6-afe8-f1232aeeaa09 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:40.458643 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa59e09-b5bb-4ee6-afe8-f1232aeeaa09 None None] Bound using segment: {'id': '4dd7e424-e5e5-437f-8e9d-bd871fa05b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '714b836c-2a5e-4cdc-b21d-585c8218e516'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:32:40.459394 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-bfa59e09-b5bb-4ee6-afe8-f1232aeeaa09 None None] Bound port: 1371159c-2e08-425e-b707-20b110187277, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dd7e424-e5e5-437f-8e9d-bd871fa05b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '714b836c-2a5e-4cdc-b21d-585c8218e516'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:32:40.460435 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-bfa59e09-b5bb-4ee6-afe8-f1232aeeaa09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (1371159c-2e08-425e-b707-20b110187277), before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:40.466860 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd3f0f6-dce7-4be4-9cb1-3586cabc59ce req-fd686d4b-97dc-40fa-9ebd-437cdeb04e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:32:40.468373 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-9cd3f0f6-dce7-4be4-9cb1-3586cabc59ce req-fd686d4b-97dc-40fa-9ebd-437cdeb04e16 service neutron] 10.222.0.30 "GET /v2.0/networks?id=da9969cf-fbcc-4307-8c2e-f65c87750026 HTTP/1.1" status: 200 len: 906 time: 0.7661169 Feb 28 10:32:40.471017 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd8bb1a-4c63-4dc7-a6b4-8225a7e7c344 None None] Pushing event updated for resources: {'Port': ['ID=1371159c-2e08-425e-b707-20b110187277,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:32:40.472973 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] For port b55649ff-f183-4e15-982c-4967ebc90118, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b55649ff-f183-4e15-982c-4967ebc90118,segment=NetworkSegment(195d7ed7-323d-4284-82df-208cca613d99),segment_id=195d7ed7-323d-4284-82df-208cca613d99)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:32:40.474573 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [None req-cea455ba-705a-4470-874b-89290c410acd tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Attempting to bind port 72280595-ee07-4dab-ad29-aa361db327bc on host hv-neutron-mast for vnic_type normal with profile {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:32:40.474914 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [None req-cea455ba-705a-4470-874b-89290c410acd tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Attempting to bind port 72280595-ee07-4dab-ad29-aa361db327bc by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '15a1c4a7-0bf1-48a0-9c1a-9d89890c702d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '579b9e64-03d9-4287-bb18-2d18602b6161'}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:32:40.475276 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea455ba-705a-4470-874b-89290c410acd tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Attempting to bind port 72280595-ee07-4dab-ad29-aa361db327bc on network 579b9e64-03d9-4287-bb18-2d18602b6161 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:32:40.478615 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6158c08-903f-4f56-b5d4-b477a2def888 req-82075c09-ca11-4226-b2dc-b6384923e89e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:32:40.479316 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (b55649ff-f183-4e15-982c-4967ebc90118), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:40.480092 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-b6158c08-903f-4f56-b5d4-b477a2def888 req-82075c09-ca11-4226-b2dc-b6384923e89e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d80868ff0b864fdfb22c0fe939fc8d79&device_id=c32684cc-ad27-487d-bf9a-2122546516b2 HTTP/1.1" status: 200 len: 1128 time: 0.6507180 Feb 28 10:32:40.565727 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Pushing event updated for resources: {'Port': ['ID=b55649ff-f183-4e15-982c-4967ebc90118,revision_number=4']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:32:40.571893 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-bfa59e09-b5bb-4ee6-afe8-f1232aeeaa09 None None] For port 1371159c-2e08-425e-b707-20b110187277, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:32:40.577711 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-bfa59e09-b5bb-4ee6-afe8-f1232aeeaa09 None None] For port 1371159c-2e08-425e-b707-20b110187277, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1371159c-2e08-425e-b707-20b110187277,segment=NetworkSegment(4dd7e424-e5e5-437f-8e9d-bd871fa05b6c),segment_id=4dd7e424-e5e5-437f-8e9d-bd871fa05b6c)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:32:40.587815 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-bfa59e09-b5bb-4ee6-afe8-f1232aeeaa09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (1371159c-2e08-425e-b707-20b110187277), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:40.593323 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-9cd3f0f6-dce7-4be4-9cb1-3586cabc59ce req-fc905e57-d875-42ba-97f2-4f735bf27ce8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7e7f55b8-c450-4329-aef2-8a2c07cf47f7 HTTP/1.1" status: 200 len: 217 time: 0.1079319 Feb 28 10:32:40.600489 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1758dc3-56e7-49e6-90ed-c36b7e79c53f req-d1e8a8b5-ce06-4c2e-914b-324fc9d86ee1 tempest-ServersTestJSON-1847654024 tempest-ServersTestJSON-1847654024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:32:40.602054 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-d1758dc3-56e7-49e6-90ed-c36b7e79c53f req-d1e8a8b5-ce06-4c2e-914b-324fc9d86ee1 tempest-ServersTestJSON-1847654024 tempest-ServersTestJSON-1847654024-project] 10.222.0.20 "GET /v2.0/ports?device_id=eded11bc-eb8c-436c-97d5-7fe15d0de3d3 HTTP/1.1" status: 200 len: 943 time: 0.6713922 Feb 28 10:32:40.602736 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea455ba-705a-4470-874b-89290c410acd tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Port 72280595-ee07-4dab-ad29-aa361db327bc on network 579b9e64-03d9-4287-bb18-2d18602b6161 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 10:32:40.603069 dv-neutron-master-2-hyperv neutron-server[103407]: ERROR neutron.plugins.ml2.managers [None req-cea455ba-705a-4470-874b-89290c410acd tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Failed to bind port 72280595-ee07-4dab-ad29-aa361db327bc on host hv-neutron-mast for vnic_type normal using segments [{'id': '15a1c4a7-0bf1-48a0-9c1a-9d89890c702d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '579b9e64-03d9-4287-bb18-2d18602b6161'}] Feb 28 10:32:40.618191 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.plugins.ml2.plugin [None req-cea455ba-705a-4470-874b-89290c410acd tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Attempt 10 to bind port 72280595-ee07-4dab-ad29-aa361db327bc Feb 28 10:32:40.632608 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-40f390e0-5ddf-4177-bafc-06a5453ce9eb tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (9610f95a-979a-49f3-ae80-c731f91b5e93), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:40.660231 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd8bb1a-4c63-4dc7-a6b4-8225a7e7c344 None None] Pushing event updated for resources: {'Port': ['ID=1371159c-2e08-425e-b707-20b110187277,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:32:40.666380 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa59e09-b5bb-4ee6-afe8-f1232aeeaa09 None None] Routers {'d4d25ce1-ee81-4496-a70f-dd161d5ec9d9'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:32:40.667135 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-bfa59e09-b5bb-4ee6-afe8-f1232aeeaa09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:32:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['d4d25ce1-ee81-4496-a70f-dd161d5ec9d9'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:32:40.692885 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f390e0-5ddf-4177-bafc-06a5453ce9eb tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Pushing event deleted for resources: {'Port': ['ID=9610f95a-979a-49f3-ae80-c731f91b5e93,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:32:40.739294 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-40f390e0-5ddf-4177-bafc-06a5453ce9eb tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1803321'] for router_gateway (672aa95b-fa3c-4727-ba0a-31387515d6fc), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:40.782433 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [None req-cea455ba-705a-4470-874b-89290c410acd tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Attempting to bind port 72280595-ee07-4dab-ad29-aa361db327bc on host hv-neutron-mast for vnic_type normal with profile {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:32:40.782826 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [None req-cea455ba-705a-4470-874b-89290c410acd tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Attempting to bind port 72280595-ee07-4dab-ad29-aa361db327bc by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '15a1c4a7-0bf1-48a0-9c1a-9d89890c702d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '579b9e64-03d9-4287-bb18-2d18602b6161'}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:32:40.783177 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea455ba-705a-4470-874b-89290c410acd tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Attempting to bind port 72280595-ee07-4dab-ad29-aa361db327bc on network 579b9e64-03d9-4287-bb18-2d18602b6161 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:32:40.796778 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-bfa59e09-b5bb-4ee6-afe8-f1232aeeaa09 None None] Set router d4d25ce1-ee81-4496-a70f-dd161d5ec9d9 gateway port host: dv-neutron-master-2-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:32:40.809852 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b3802664-2467-4f19-90e6-8a3125c63d2f tempest-FloatingIPAdminTestJSON-178010834 tempest-FloatingIPAdminTestJSON-178010834-project] Publish callbacks [] for port (29b19aee-2003-4b08-869f-731d9f9107df), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:40.841833 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-40f390e0-5ddf-4177-bafc-06a5453ce9eb tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1807017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5941'] for router (672aa95b-fa3c-4727-ba0a-31387515d6fc), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:40.842649 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea455ba-705a-4470-874b-89290c410acd tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Port 72280595-ee07-4dab-ad29-aa361db327bc on network 579b9e64-03d9-4287-bb18-2d18602b6161 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 10:32:40.842985 dv-neutron-master-2-hyperv neutron-server[103407]: ERROR neutron.plugins.ml2.managers [None req-cea455ba-705a-4470-874b-89290c410acd tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Failed to bind port 72280595-ee07-4dab-ad29-aa361db327bc on host hv-neutron-mast for vnic_type normal using segments [{'id': '15a1c4a7-0bf1-48a0-9c1a-9d89890c702d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '579b9e64-03d9-4287-bb18-2d18602b6161'}] Feb 28 10:32:40.843362 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-cea455ba-705a-4470-874b-89290c410acd tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (72280595-ee07-4dab-ad29-aa361db327bc), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:40.844544 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-40f390e0-5ddf-4177-bafc-06a5453ce9eb tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Publish callbacks [] for router_controller (672aa95b-fa3c-4727-ba0a-31387515d6fc), precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:40.878152 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd3f0f6-dce7-4be4-9cb1-3586cabc59ce req-305edca9-21ed-4218-bb46-e87b1f8f706c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:32:40.879640 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-9cd3f0f6-dce7-4be4-9cb1-3586cabc59ce req-305edca9-21ed-4218-bb46-e87b1f8f706c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=68736f5c-4776-4059-9d35-abe8eebbb637 HTTP/1.1" status: 200 len: 844 time: 0.2686405 Feb 28 10:32:40.894322 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-40f390e0-5ddf-4177-bafc-06a5453ce9eb tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1806994'] for router (672aa95b-fa3c-4727-ba0a-31387515d6fc), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:40.895099 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40f390e0-5ddf-4177-bafc-06a5453ce9eb tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 672aa95b-fa3c-4727-ba0a-31387515d6fc {{(pid=103408) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 10:32:40.901533 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-40f390e0-5ddf-4177-bafc-06a5453ce9eb tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:40.905477 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-40f390e0-5ddf-4177-bafc-06a5453ce9eb tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] 10.222.0.20 "DELETE /v2.0/routers/672aa95b-fa3c-4727-ba0a-31387515d6fc HTTP/1.1" status: 204 len: 168 time: 1.5629106 Feb 28 10:32:40.905477 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 34274) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:40.926881 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-51378309-b1c6-45f5-b849-dab1a6627872 tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Publish callbacks [] for router_gateway (d4d25ce1-ee81-4496-a70f-dd161d5ec9d9), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:40.948588 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6158c08-903f-4f56-b5d4-b477a2def888 req-65334e64-b817-4092-ac7b-4eec4b418108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:32:40.950046 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-b6158c08-903f-4f56-b5d4-b477a2def888 req-65334e64-b817-4092-ac7b-4eec4b418108 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b230672c-e40a-422a-a640-836f18ec11a6 HTTP/1.1" status: 200 len: 913 time: 0.4472923 Feb 28 10:32:40.972672 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7451402c-157a-4aa2-8468-5ab0584778af tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (47bebd8d-c05f-4d89-aa45-a5d5ba75b386), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:40.976644 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-d1758dc3-56e7-49e6-90ed-c36b7e79c53f req-faf942f5-8327-4117-957c-1ce1a101b747 tempest-ServersTestJSON-1847654024 tempest-ServersTestJSON-1847654024-project] 10.222.0.20 "GET /v2.0/security-groups?id=77bbda26-2d7f-408e-abf3-7caecba4d30a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3158665 Feb 28 10:32:40.997581 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-bfa59e09-b5bb-4ee6-afe8-f1232aeeaa09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4d25ce1-ee81-4496-a70f-dd161d5ec9d9', 'name': '', 'tenant_id': 'a48e85374c4b471b881a673c7d60b591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '714b836c-2a5e-4cdc-b21d-585c8218e516', 'external_fixed_ips': [{'subnet_id': '2b90e156-bf93-4e9a-b7fb-246e213e5527', 'ip_address': '2001:db8::246'}], 'enable_snat': True}, 'gw_port_id': '1371159c-2e08-425e-b707-20b110187277', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:32:31Z', 'updated_at': '2022-02-28T10:32:35Z', 'revision_number': 3, 'project_id': 'a48e85374c4b471b881a673c7d60b591', 'gw_port': {'id': '1371159c-2e08-425e-b707-20b110187277', 'name': '', 'network_id': '714b836c-2a5e-4cdc-b21d-585c8218e516', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a8:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4d25ce1-ee81-4496-a70f-dd161d5ec9d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '2b90e156-bf93-4e9a-b7fb-246e213e5527', 'ip_address': '2001:db8::246', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:32:34Z', 'updated_at': '2022-02-28T10:32:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b90e156-bf93-4e9a-b7fb-246e213e5527', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:32:41.025594 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d9b80f5f-d6ba-4ad1-ab87-5f25af8cb7f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fc6c9b74-8dbb-41bb-800a-5bd3a43fe896), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:41.043496 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-250e58a4-c3c0-4788-84da-e242e5fb9b58 tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Publish callbacks [] for router (5cbf36a5-e8c5-4e7f-9711-d1170f5a4e51), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:41.056741 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa59e09-b5bb-4ee6-afe8-f1232aeeaa09 None None] The sync data for ids ['d4d25ce1-ee81-4496-a70f-dd161d5ec9d9'] in dv-neutron-master-2-hyperv is: [{'id': 'd4d25ce1-ee81-4496-a70f-dd161d5ec9d9', 'name': '', 'tenant_id': 'a48e85374c4b471b881a673c7d60b591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '714b836c-2a5e-4cdc-b21d-585c8218e516', 'external_fixed_ips': [{'subnet_id': '2b90e156-bf93-4e9a-b7fb-246e213e5527', 'ip_address': '2001:db8::246'}], 'enable_snat': True}, 'gw_port_id': '1371159c-2e08-425e-b707-20b110187277', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:32:31Z', 'updated_at': '2022-02-28T10:32:35Z', 'revision_number': 3, 'project_id': 'a48e85374c4b471b881a673c7d60b591', 'gw_port': {'id': '1371159c-2e08-425e-b707-20b110187277', 'name': '', 'network_id': '714b836c-2a5e-4cdc-b21d-585c8218e516', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a8:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4d25ce1-ee81-4496-a70f-dd161d5ec9d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '2b90e156-bf93-4e9a-b7fb-246e213e5527', 'ip_address': '2001:db8::246', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:32:34Z', 'updated_at': '2022-02-28T10:32:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b90e156-bf93-4e9a-b7fb-246e213e5527', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:32:41.079509 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7090069d-80de-49db-be75-efe8be75a4ea req-a9ca9568-6d95-47ca-9ed4-2baa227acb41 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:32:41.081065 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-7090069d-80de-49db-be75-efe8be75a4ea req-a9ca9568-6d95-47ca-9ed4-2baa227acb41 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] 10.222.0.20 "GET /v2.0/ports?device_id=21839f2d-46e7-497a-a06a-b1ae129c5e90 HTTP/1.1" status: 200 len: 943 time: 0.4291728 Feb 28 10:32:41.087687 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7451402c-157a-4aa2-8468-5ab0584778af tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] Pushing event deleted for resources: {'Port': ['ID=47bebd8d-c05f-4d89-aa45-a5d5ba75b386,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:32:41.090413 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-b6158c08-903f-4f56-b5d4-b477a2def888 req-2d4b807d-b718-4d37-8a08-af4b990e001f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aef30d3c-6659-44cd-99d6-ed22d30eb60c HTTP/1.1" status: 200 len: 217 time: 0.1012125 Feb 28 10:32:41.169964 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-250e58a4-c3c0-4788-84da-e242e5fb9b58 tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Publish callbacks [] for router_gateway (5cbf36a5-e8c5-4e7f-9711-d1170f5a4e51), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:41.193043 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-cea455ba-705a-4470-874b-89290c410acd tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] For port 72280595-ee07-4dab-ad29-aa361db327bc, host hv-neutron-mast, cleared binding levels {{(pid=103407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:32:41.193503 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-cea455ba-705a-4470-874b-89290c410acd tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Attempted to set empty binding levels {{(pid=103407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 28 10:32:41.230803 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b3802664-2467-4f19-90e6-8a3125c63d2f tempest-FloatingIPAdminTestJSON-178010834 tempest-FloatingIPAdminTestJSON-178010834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (29b19aee-2003-4b08-869f-731d9f9107df), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:41.259436 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-250e58a4-c3c0-4788-84da-e242e5fb9b58 tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Deleting port b55649ff-f183-4e15-982c-4967ebc90118 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:32:41.260023 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-250e58a4-c3c0-4788-84da-e242e5fb9b58 tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (b55649ff-f183-4e15-982c-4967ebc90118), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:41.339730 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-cea455ba-705a-4470-874b-89290c410acd tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3498066'] for port (72280595-ee07-4dab-ad29-aa361db327bc), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:41.354257 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-250e58a4-c3c0-4788-84da-e242e5fb9b58 tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] For port b55649ff-f183-4e15-982c-4967ebc90118, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b55649ff-f183-4e15-982c-4967ebc90118,segment=NetworkSegment(195d7ed7-323d-4284-82df-208cca613d99),segment_id=195d7ed7-323d-4284-82df-208cca613d99)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:32:41.354624 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-250e58a4-c3c0-4788-84da-e242e5fb9b58 tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (b55649ff-f183-4e15-982c-4967ebc90118), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:41.381350 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-250e58a4-c3c0-4788-84da-e242e5fb9b58 tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Calling delete_port for b55649ff-f183-4e15-982c-4967ebc90118 owned by network:router_gateway {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:32:41.392190 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3802664-2467-4f19-90e6-8a3125c63d2f tempest-FloatingIPAdminTestJSON-178010834 tempest-FloatingIPAdminTestJSON-178010834-project] Pushing event updated for resources: {'Port': ['ID=29b19aee-2003-4b08-869f-731d9f9107df,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:32:41.397594 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.db.api [None req-2dd52876-ad70-4180-817c-5b8d94c50788 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103409) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 10:32:41.398218 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG oslo_db.api [None req-2dd52876-ad70-4180-817c-5b8d94c50788 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 10:32:41.490609 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd3f0f6-dce7-4be4-9cb1-3586cabc59ce req-8b822a54-8410-4aef-8985-e2d1ef88d729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:32:41.492806 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-9cd3f0f6-dce7-4be4-9cb1-3586cabc59ce req-8b822a54-8410-4aef-8985-e2d1ef88d729 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=da9969cf-fbcc-4307-8c2e-f65c87750026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.5864990 Feb 28 10:32:41.496916 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6158c08-903f-4f56-b5d4-b477a2def888 req-a78887da-ce6c-4cd0-af90-d527fd46e180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:32:41.498514 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-b6158c08-903f-4f56-b5d4-b477a2def888 req-a78887da-ce6c-4cd0-af90-d527fd46e180 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=589a74a6-9e3d-4112-a776-4fccf4b2370d HTTP/1.1" status: 200 len: 851 time: 0.3914235 Feb 28 10:32:41.507719 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-cea455ba-705a-4470-874b-89290c410acd tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] In _notify_port_updated(), no bound segment for port 72280595-ee07-4dab-ad29-aa361db327bc on network 579b9e64-03d9-4287-bb18-2d18602b6161 {{(pid=103407) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 28 10:32:41.509476 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cea455ba-705a-4470-874b-89290c410acd tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:32:41.510161 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-cea455ba-705a-4470-874b-89290c410acd tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:41.511601 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-cea455ba-705a-4470-874b-89290c410acd tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] 10.222.0.20 "PUT /v2.0/ports/72280595-ee07-4dab-ad29-aa361db327bc HTTP/1.1" status: 200 len: 981 time: 5.8922901 Feb 28 10:32:41.523505 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3802664-2467-4f19-90e6-8a3125c63d2f tempest-FloatingIPAdminTestJSON-178010834 tempest-FloatingIPAdminTestJSON-178010834-project] Network 1e0804d0-d1d9-4d40-9de5-2936f3d87840 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:32:41.529958 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-b3802664-2467-4f19-90e6-8a3125c63d2f tempest-FloatingIPAdminTestJSON-178010834 tempest-FloatingIPAdminTestJSON-178010834-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:32:41.542632 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3802664-2467-4f19-90e6-8a3125c63d2f tempest-FloatingIPAdminTestJSON-178010834 tempest-FloatingIPAdminTestJSON-178010834-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:32:41.550814 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 34278) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:41.681796 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19702518-57c7-4da0-ad4e-645be9f213d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:32:41.682333 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19702518-57c7-4da0-ad4e-645be9f213d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:32:41.682733 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19702518-57c7-4da0-ad4e-645be9f213d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:32:41.683240 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19702518-57c7-4da0-ad4e-645be9f213d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:32:41.683642 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19702518-57c7-4da0-ad4e-645be9f213d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:32:41.684096 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19702518-57c7-4da0-ad4e-645be9f213d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:32:41.684823 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19702518-57c7-4da0-ad4e-645be9f213d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:32:41.685029 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19702518-57c7-4da0-ad4e-645be9f213d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:32:41.685652 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19702518-57c7-4da0-ad4e-645be9f213d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:32:41.685971 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19702518-57c7-4da0-ad4e-645be9f213d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:32:41.686560 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19702518-57c7-4da0-ad4e-645be9f213d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:32:41.687951 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19702518-57c7-4da0-ad4e-645be9f213d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:32:41.688415 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19702518-57c7-4da0-ad4e-645be9f213d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:32:41.688917 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19702518-57c7-4da0-ad4e-645be9f213d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:32:41.696164 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19702518-57c7-4da0-ad4e-645be9f213d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:32:41.699504 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device b55649ff-f183-4e15-982c-4967ebc90118 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:32:41.702949 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19702518-57c7-4da0-ad4e-645be9f213d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:32:41.703433 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19702518-57c7-4da0-ad4e-645be9f213d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:32:41.706206 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19702518-57c7-4da0-ad4e-645be9f213d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:32:41.706880 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19702518-57c7-4da0-ad4e-645be9f213d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:32:41.707630 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19702518-57c7-4da0-ad4e-645be9f213d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:32:41.708231 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19702518-57c7-4da0-ad4e-645be9f213d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:32:41.708914 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19702518-57c7-4da0-ad4e-645be9f213d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:32:41.709572 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19702518-57c7-4da0-ad4e-645be9f213d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:32:41.710195 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19702518-57c7-4da0-ad4e-645be9f213d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:32:41.710786 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19702518-57c7-4da0-ad4e-645be9f213d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:32:41.711436 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19702518-57c7-4da0-ad4e-645be9f213d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:32:41.712101 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19702518-57c7-4da0-ad4e-645be9f213d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:32:41.716074 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-19702518-57c7-4da0-ad4e-645be9f213d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 24627 time: 0.1642418 Feb 28 10:32:41.720256 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 34280) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:41.762307 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-7090069d-80de-49db-be75-efe8be75a4ea req-06c30dc1-59e0-4723-96e1-6967f4ed72d2 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] 10.222.0.20 "GET /v2.0/security-groups?id=c6054555-6cfe-4c7d-9758-21814521da07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6683071 Feb 28 10:32:41.765608 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port b55649ff-f183-4e15-982c-4967ebc90118 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:32:41.765608 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (b55649ff-f183-4e15-982c-4967ebc90118), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:41.770739 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68286507-9b48-48e9-969d-a66904b219d4 req-5e3d8a98-a0d1-4642-9df0-e73d8acc0cf9 tempest-ServersTestManualDisk-1927369875 tempest-ServersTestManualDisk-1927369875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:32:41.772263 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-68286507-9b48-48e9-969d-a66904b219d4 req-5e3d8a98-a0d1-4642-9df0-e73d8acc0cf9 tempest-ServersTestManualDisk-1927369875 tempest-ServersTestManualDisk-1927369875-project] 10.222.0.20 "GET /v2.0/ports?device_id=c32684cc-ad27-487d-bf9a-2122546516b2 HTTP/1.1" status: 200 len: 944 time: 0.6760051 Feb 28 10:32:41.810767 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7451402c-157a-4aa2-8468-5ab0584778af tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:41.816766 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-7451402c-157a-4aa2-8468-5ab0584778af tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] 10.222.0.20 "DELETE /v2.0/ports/47bebd8d-c05f-4d89-aa45-a5d5ba75b386 HTTP/1.1" status: 204 len: 168 time: 3.9097943 Feb 28 10:32:41.823189 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 34282) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:41.853577 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-abac3e58-7e32-4e31-add6-b5c3ef21ed7c tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] GET failed (client error): The resource could not be found. Feb 28 10:32:41.858464 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-abac3e58-7e32-4e31-add6-b5c3ef21ed7c tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] 10.222.0.20 "GET /v2.0/ports/47bebd8d-c05f-4d89-aa45-a5d5ba75b386 HTTP/1.1" status: 404 len: 333 time: 0.0308838 Feb 28 10:32:41.859536 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea455ba-705a-4470-874b-89290c410acd tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Pushing event updated for resources: {'Port': ['ID=72280595-ee07-4dab-ad29-aa361db327bc,revision_number=3']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:32:41.859797 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 34284) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:41.871557 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-cbe162d7-7a46-4793-b53e-2e2957cca83a tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] Request body: {'port': {'network_id': '7f6e8fda-7cec-4f7f-a462-8f4210eb71f3', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-479295878'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:32:41.892664 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port b55649ff-f183-4e15-982c-4967ebc90118 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:32:41.893963 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 1371159c-2e08-425e-b707-20b110187277 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:32:41.898286 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-250e58a4-c3c0-4788-84da-e242e5fb9b58 tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (b55649ff-f183-4e15-982c-4967ebc90118), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:41.920732 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-51378309-b1c6-45f5-b849-dab1a6627872 tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Deleting port 1371159c-2e08-425e-b707-20b110187277 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:32:41.921342 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-51378309-b1c6-45f5-b849-dab1a6627872 tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (1371159c-2e08-425e-b707-20b110187277), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:41.965338 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd52876-ad70-4180-817c-5b8d94c50788 None None] Port 9610f95a-979a-49f3-ae80-c731f91b5e93 not found while updating agent binding for router 672aa95b-fa3c-4727-ba0a-31387515d6fc. {{(pid=103409) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Feb 28 10:32:41.993776 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd52876-ad70-4180-817c-5b8d94c50788 None None] Routers set() bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:32:41.994298 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd52876-ad70-4180-817c-5b8d94c50788 None None] Router IDs set() for agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 28 10:32:41.995043 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_agentschedulers_db [None req-2dd52876-ad70-4180-817c-5b8d94c50788 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'672aa95b-fa3c-4727-ba0a-31387515d6fc'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:32:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent'). {{(pid=103409) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 28 10:32:41.995940 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd52876-ad70-4180-817c-5b8d94c50788 None None] The sync data for ids ['672aa95b-fa3c-4727-ba0a-31387515d6fc'] in dv-neutron-master-2-hyperv is: [] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:32:41.999070 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b6d631fb-7df0-4fe1-8322-abff3b61cae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (0db5147a-92a3-4581-8a5f-8ec9b93e0600), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:42.010188 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6158c08-903f-4f56-b5d4-b477a2def888 req-64268821-367f-4947-9afe-3bf7ff859134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:32:42.013320 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port 1371159c-2e08-425e-b707-20b110187277 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:32:42.013441 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-b6158c08-903f-4f56-b5d4-b477a2def888 req-64268821-367f-4947-9afe-3bf7ff859134 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b230672c-e40a-422a-a640-836f18ec11a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.3844736 Feb 28 10:32:42.013530 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (1371159c-2e08-425e-b707-20b110187277), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:42.064382 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-9cd3f0f6-dce7-4be4-9cb1-3586cabc59ce req-6373ef74-091a-49f1-a806-024d820f17dc service neutron] 10.222.0.30 "GET /v2.0/networks/da9969cf-fbcc-4307-8c2e-f65c87750026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5442417 Feb 28 10:32:42.097394 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250e58a4-c3c0-4788-84da-e242e5fb9b58 tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Pushing event deleted for resources: {'Port': ['ID=b55649ff-f183-4e15-982c-4967ebc90118,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:32:42.120738 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 1371159c-2e08-425e-b707-20b110187277 is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:32:42.121872 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (1371159c-2e08-425e-b707-20b110187277), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:42.149754 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-49f5371f-ba79-4b13-a3cc-5cc7a773f24e tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Deleting port 72280595-ee07-4dab-ad29-aa361db327bc {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:32:42.150477 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-49f5371f-ba79-4b13-a3cc-5cc7a773f24e tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (72280595-ee07-4dab-ad29-aa361db327bc), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:42.153409 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] For port 1371159c-2e08-425e-b707-20b110187277, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1371159c-2e08-425e-b707-20b110187277,segment=NetworkSegment(4dd7e424-e5e5-437f-8e9d-bd871fa05b6c),segment_id=4dd7e424-e5e5-437f-8e9d-bd871fa05b6c)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:32:42.160150 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (1371159c-2e08-425e-b707-20b110187277), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:42.200749 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-250e58a4-c3c0-4788-84da-e242e5fb9b58 tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1803321'] for router_gateway (5cbf36a5-e8c5-4e7f-9711-d1170f5a4e51), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:42.222190 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Pushing event updated for resources: {'Port': ['ID=1371159c-2e08-425e-b707-20b110187277,revision_number=4']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:32:42.338910 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-49f5371f-ba79-4b13-a3cc-5cc7a773f24e tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] For port 72280595-ee07-4dab-ad29-aa361db327bc, host hv-neutron-mast, got binding levels [] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:32:42.339257 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-49f5371f-ba79-4b13-a3cc-5cc7a773f24e tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (72280595-ee07-4dab-ad29-aa361db327bc), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:42.345857 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-250e58a4-c3c0-4788-84da-e242e5fb9b58 tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1807017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5941'] for router (5cbf36a5-e8c5-4e7f-9711-d1170f5a4e51), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:42.348915 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-68286507-9b48-48e9-969d-a66904b219d4 req-6514534b-374d-4637-979c-cbf1fec5e606 tempest-ServersTestManualDisk-1927369875 tempest-ServersTestManualDisk-1927369875-project] 10.222.0.20 "GET /v2.0/security-groups?id=f7c3c379-f26e-44ef-badf-d68ef2cd35f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5497510 Feb 28 10:32:42.354368 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-250e58a4-c3c0-4788-84da-e242e5fb9b58 tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Publish callbacks [] for router_controller (5cbf36a5-e8c5-4e7f-9711-d1170f5a4e51), precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:42.367470 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-49f5371f-ba79-4b13-a3cc-5cc7a773f24e tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Calling delete_port for 72280595-ee07-4dab-ad29-aa361db327bc owned by {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:32:42.409573 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbe162d7-7a46-4793-b53e-2e2957cca83a tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] Made reservation on behalf of b4e543b735cd48f9a58e191a2c97f898 for: {'port': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:32:42.412970 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-cbe162d7-7a46-4793-b53e-2e2957cca83a tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:42.456166 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-250e58a4-c3c0-4788-84da-e242e5fb9b58 tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1806994'] for router (5cbf36a5-e8c5-4e7f-9711-d1170f5a4e51), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:42.456775 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-250e58a4-c3c0-4788-84da-e242e5fb9b58 tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5cbf36a5-e8c5-4e7f-9711-d1170f5a4e51 {{(pid=103408) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 10:32:42.465104 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-250e58a4-c3c0-4788-84da-e242e5fb9b58 tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:42.472080 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-250e58a4-c3c0-4788-84da-e242e5fb9b58 tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] 10.222.0.20 "DELETE /v2.0/routers/5cbf36a5-e8c5-4e7f-9711-d1170f5a4e51 HTTP/1.1" status: 204 len: 168 time: 1.5600257 Feb 28 10:32:42.472080 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 34288) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:42.475072 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-d803669f-322d-4c9f-8c84-2171f0d7c062 tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1081918665', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840'}, 'admin_state_up': False}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:32:42.482427 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-cbe162d7-7a46-4793-b53e-2e2957cca83a tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] device_id is not set on port 3b96feaa-cb48-4b63-a6a8-2dba946b323b yet. {{(pid=103408) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:32:42.564342 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-51378309-b1c6-45f5-b849-dab1a6627872 tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] For port 1371159c-2e08-425e-b707-20b110187277, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1371159c-2e08-425e-b707-20b110187277,segment=NetworkSegment(4dd7e424-e5e5-437f-8e9d-bd871fa05b6c),segment_id=4dd7e424-e5e5-437f-8e9d-bd871fa05b6c)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:32:42.564749 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-51378309-b1c6-45f5-b849-dab1a6627872 tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (1371159c-2e08-425e-b707-20b110187277), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:42.566943 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d803669f-322d-4c9f-8c84-2171f0d7c062 tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1805251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254175'] for router (b00f1233-5cb2-4fc8-baf0-c4949f85b1aa), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:42.568004 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d803669f-322d-4c9f-8c84-2171f0d7c062 tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1804172', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1602053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254150'] for router (b00f1233-5cb2-4fc8-baf0-c4949f85b1aa), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:42.614993 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-49f5371f-ba79-4b13-a3cc-5cc7a773f24e tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (72280595-ee07-4dab-ad29-aa361db327bc), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:42.657994 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-51378309-b1c6-45f5-b849-dab1a6627872 tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Calling delete_port for 1371159c-2e08-425e-b707-20b110187277 owned by network:router_gateway {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:32:42.667043 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f5371f-ba79-4b13-a3cc-5cc7a773f24e tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Pushing event deleted for resources: {'Port': ['ID=72280595-ee07-4dab-ad29-aa361db327bc,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:32:42.683079 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-b6158c08-903f-4f56-b5d4-b477a2def888 req-056ca6df-b3e2-460c-80c5-5ba90acaa442 service neutron] 10.222.0.30 "GET /v2.0/networks/b230672c-e40a-422a-a640-836f18ec11a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6575058 Feb 28 10:32:42.697111 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-49f5371f-ba79-4b13-a3cc-5cc7a773f24e tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:42.700404 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-49f5371f-ba79-4b13-a3cc-5cc7a773f24e tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] 10.222.0.20 "DELETE /v2.0/ports/72280595-ee07-4dab-ad29-aa361db327bc HTTP/1.1" status: 204 len: 168 time: 0.9789650 Feb 28 10:32:42.707311 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d803669f-322d-4c9f-8c84-2171f0d7c062 tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] Publish callbacks [] for router_controller (b00f1233-5cb2-4fc8-baf0-c4949f85b1aa), precommit_add_association {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:42.708012 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 34290) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:42.734024 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-cbe162d7-7a46-4793-b53e-2e2957cca83a tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] Allocated IP 2001:db8::171 (7f6e8fda-7cec-4f7f-a462-8f4210eb71f3/fb2db68a-109e-43b6-9285-be81df0a9bc0/3b96feaa-cb48-4b63-a6a8-2dba946b323b) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:32:42.753945 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-43fb016e-cb37-4707-849b-95466d2a2dec tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] GET failed (client error): The resource could not be found. Feb 28 10:32:42.755399 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-43fb016e-cb37-4707-849b-95466d2a2dec tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] 10.222.0.20 "GET /v2.0/ports/72280595-ee07-4dab-ad29-aa361db327bc HTTP/1.1" status: 404 len: 333 time: 0.0464218 Feb 28 10:32:42.772931 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4d3fd7-d39e-4027-86e1-d1fb2d6f9df6 req-85a9cfe7-b8e1-4a2a-aea1-2f2ba50dd010 tempest-ServersTestJSON-1847654024 tempest-ServersTestJSON-1847654024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:32:42.774547 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-5d4d3fd7-d39e-4027-86e1-d1fb2d6f9df6 req-85a9cfe7-b8e1-4a2a-aea1-2f2ba50dd010 tempest-ServersTestJSON-1847654024 tempest-ServersTestJSON-1847654024-project] 10.222.0.20 "GET /v2.0/ports?device_id=eded11bc-eb8c-436c-97d5-7fe15d0de3d3 HTTP/1.1" status: 200 len: 943 time: 0.4305782 Feb 28 10:32:42.776712 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-9cd3f0f6-dce7-4be4-9cb1-3586cabc59ce req-d7cfaa2a-4d69-437d-9ba5-42da42f6ae17 service neutron] 10.222.0.30 "GET /v2.0/networks/da9969cf-fbcc-4307-8c2e-f65c87750026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4340515 Feb 28 10:32:42.782344 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 34292) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:42.783094 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b3802664-2467-4f19-90e6-8a3125c63d2f tempest-FloatingIPAdminTestJSON-178010834 tempest-FloatingIPAdminTestJSON-178010834-project] Publish callbacks [] for router_gateway (7eadc941-c9a9-469a-b023-13a98bd7a130), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:42.825192 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-982e0202-7d13-4220-83c1-a29291155e98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1828316256', 'network_id': '579b9e64-03d9-4287-bb18-2d18602b6161'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:32:42.934533 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d803669f-322d-4c9f-8c84-2171f0d7c062 tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] Publish callbacks [] for router_gateway (b00f1233-5cb2-4fc8-baf0-c4949f85b1aa), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:43.033741 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-982e0202-7d13-4220-83c1-a29291155e98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Made reservation on behalf of 2993e081211c451c9116bb9f3be86396 for: {'port': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:32:43.036067 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-982e0202-7d13-4220-83c1-a29291155e98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:43.078263 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-5d4d3fd7-d39e-4027-86e1-d1fb2d6f9df6 req-85db6e6c-4a3c-4e04-a0e3-7f5414289c64 tempest-ServersTestJSON-1847654024 tempest-ServersTestJSON-1847654024-project] 10.222.0.20 "GET /v2.0/security-groups?id=77bbda26-2d7f-408e-abf3-7caecba4d30a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2481768 Feb 28 10:32:43.127553 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-b6158c08-903f-4f56-b5d4-b477a2def888 req-6eee8c3d-18fa-4039-bb11-ee633be7585e service neutron] 10.222.0.30 "GET /v2.0/networks/b230672c-e40a-422a-a640-836f18ec11a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4298534 Feb 28 10:32:43.144619 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.notifiers.nova [None req-982e0202-7d13-4220-83c1-a29291155e98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] device_id is not set on port 0320e274-490d-41a0-a765-f809853a91d4 yet. {{(pid=103407) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:32:43.171948 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387d97b5-1c53-426c-98cd-90c468258594 req-e0fa1448-ef78-4cf4-9f23-821b554f083e tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:32:43.177658 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-387d97b5-1c53-426c-98cd-90c468258594 req-e0fa1448-ef78-4cf4-9f23-821b554f083e tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] 10.222.0.20 "GET /v2.0/ports?device_id=21839f2d-46e7-497a-a06a-b1ae129c5e90 HTTP/1.1" status: 200 len: 943 time: 0.3044055 Feb 28 10:32:43.349417 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-cbe162d7-7a46-4793-b53e-2e2957cca83a tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] Publish callbacks [] for port (3b96feaa-cb48-4b63-a6a8-2dba946b323b), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:43.413553 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-cbe162d7-7a46-4793-b53e-2e2957cca83a tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (3b96feaa-cb48-4b63-a6a8-2dba946b323b), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:43.421986 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6b923bb1-06b0-4b84-b461-7cc1d0196090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (2e621730-3978-4720-b581-ac380e97a567), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:43.471531 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-387d97b5-1c53-426c-98cd-90c468258594 req-27ba7abf-2919-45fc-9f85-c5270ee8c73f tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] 10.222.0.20 "GET /v2.0/security-groups?id=c6054555-6cfe-4c7d-9758-21814521da07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2568324 Feb 28 10:32:43.505193 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbe162d7-7a46-4793-b53e-2e2957cca83a tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] Network 7f6e8fda-7cec-4f7f-a462-8f4210eb71f3 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:32:43.511198 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-cbe162d7-7a46-4793-b53e-2e2957cca83a tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:32:43.514971 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe162d7-7a46-4793-b53e-2e2957cca83a tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:32:43.515431 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b3802664-2467-4f19-90e6-8a3125c63d2f tempest-FloatingIPAdminTestJSON-178010834 tempest-FloatingIPAdminTestJSON-178010834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1804241'] for router (7eadc941-c9a9-469a-b023-13a98bd7a130), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:43.518725 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6158c08-903f-4f56-b5d4-b477a2def888 req-2b1fc91b-835c-4db9-8cc9-d954d2dcd623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:32:43.520302 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-b6158c08-903f-4f56-b5d4-b477a2def888 req-2b1fc91b-835c-4db9-8cc9-d954d2dcd623 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=194e12cf0f844c7eb6a851155ceb2206&device_id=21839f2d-46e7-497a-a06a-b1ae129c5e90 HTTP/1.1" status: 200 len: 1127 time: 0.2601719 Feb 28 10:32:43.521864 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbe162d7-7a46-4793-b53e-2e2957cca83a tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:32:43.522166 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 1371159c-2e08-425e-b707-20b110187277 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:32:43.522647 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-cbe162d7-7a46-4793-b53e-2e2957cca83a tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:43.535867 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-51378309-b1c6-45f5-b849-dab1a6627872 tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (1371159c-2e08-425e-b707-20b110187277), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:43.553815 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] No Port match for: 1371159c-2e08-425e-b707-20b110187277 {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:32:43.554158 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 1371159c-2e08-425e-b707-20b110187277 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Feb 28 10:32:43.586537 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Port 1371159c-2e08-425e-b707-20b110187277 not found, will not notify nova. {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Feb 28 10:32:43.597258 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe162d7-7a46-4793-b53e-2e2957cca83a tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] Pushing event updated for resources: {'Port': ['ID=3b96feaa-cb48-4b63-a6a8-2dba946b323b,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:32:43.604257 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d803669f-322d-4c9f-8c84-2171f0d7c062 tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] Publish callbacks [] for router_gateway (b00f1233-5cb2-4fc8-baf0-c4949f85b1aa), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:43.629029 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d803669f-322d-4c9f-8c84-2171f0d7c062 tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:43.655890 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51378309-b1c6-45f5-b849-dab1a6627872 tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Pushing event deleted for resources: {'Port': ['ID=1371159c-2e08-425e-b707-20b110187277,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:32:43.674600 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device b55649ff-f183-4e15-982c-4967ebc90118 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:32:43.685703 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-cbe162d7-7a46-4793-b53e-2e2957cca83a tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.8247297 Feb 28 10:32:43.690013 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 34298) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:43.697442 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-ecb4d5af-851c-4322-af61-2d3a346c0513 tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:cf:7f:ce'}]}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:32:43.705708 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] No Port match for: b55649ff-f183-4e15-982c-4967ebc90118 {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:32:43.705938 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device b55649ff-f183-4e15-982c-4967ebc90118 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:32:43.755741 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ad9436-4057-4023-9fb9-94ed3159fd45 req-114bee6a-4014-450d-8bcd-8e396648aad5 tempest-ServersTestManualDisk-1927369875 tempest-ServersTestManualDisk-1927369875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:32:43.757335 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-37ad9436-4057-4023-9fb9-94ed3159fd45 req-114bee6a-4014-450d-8bcd-8e396648aad5 tempest-ServersTestManualDisk-1927369875 tempest-ServersTestManualDisk-1927369875-project] 10.222.0.20 "GET /v2.0/ports?device_id=c32684cc-ad27-487d-bf9a-2122546516b2 HTTP/1.1" status: 200 len: 944 time: 0.3126802 Feb 28 10:32:43.760183 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-51378309-b1c6-45f5-b849-dab1a6627872 tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1803321'] for router_gateway (d4d25ce1-ee81-4496-a70f-dd161d5ec9d9), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:43.850861 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-d803669f-322d-4c9f-8c84-2171f0d7c062 tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] Allocated IP 172.36.5.75 (1e0804d0-d1d9-4d40-9de5-2936f3d87840/6f6f4129-23e5-4c3b-b4ef-4c7ce926797e/dcba83f6-f447-472b-9c24-ee6481f86b66) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:32:43.889783 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-34a0fff0-1079-4f6d-be70-ede3664a9f02 None None] Provisioning complete for port 3b96feaa-cb48-4b63-a6a8-2dba946b323b triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:32:43.890201 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-34a0fff0-1079-4f6d-be70-ede3664a9f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (3b96feaa-cb48-4b63-a6a8-2dba946b323b), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:43.927391 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-34a0fff0-1079-4f6d-be70-ede3664a9f02 None None] Port 3b96feaa-cb48-4b63-a6a8-2dba946b323b cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:32:43.967184 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ecb4d5af-851c-4322-af61-2d3a346c0513 tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (3b96feaa-cb48-4b63-a6a8-2dba946b323b), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:44.051854 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d803669f-322d-4c9f-8c84-2171f0d7c062 tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] Publish callbacks [] for port (dcba83f6-f447-472b-9c24-ee6481f86b66), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:44.089037 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-982e0202-7d13-4220-83c1-a29291155e98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Publish callbacks [] for port (0320e274-490d-41a0-a765-f809853a91d4), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:44.159559 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d803669f-322d-4c9f-8c84-2171f0d7c062 tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (dcba83f6-f447-472b-9c24-ee6481f86b66), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:44.174806 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-51378309-b1c6-45f5-b849-dab1a6627872 tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1807017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5941'] for router (d4d25ce1-ee81-4496-a70f-dd161d5ec9d9), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:44.183295 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-51378309-b1c6-45f5-b849-dab1a6627872 tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Publish callbacks [] for router_controller (d4d25ce1-ee81-4496-a70f-dd161d5ec9d9), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:44.214329 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d803669f-322d-4c9f-8c84-2171f0d7c062 tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] Network 1e0804d0-d1d9-4d40-9de5-2936f3d87840 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:32:44.224815 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-d803669f-322d-4c9f-8c84-2171f0d7c062 tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:32:44.227649 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d803669f-322d-4c9f-8c84-2171f0d7c062 tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:32:44.231975 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6158c08-903f-4f56-b5d4-b477a2def888 req-2ff195bb-2e3e-4e60-93d5-41e4c9276453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:32:44.233530 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-b6158c08-903f-4f56-b5d4-b477a2def888 req-2ff195bb-2e3e-4e60-93d5-41e4c9276453 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c8fe4d5f-4a1f-41f9-85f5-28e75dcf99b0 HTTP/1.1" status: 200 len: 912 time: 0.6945884 Feb 28 10:32:44.265325 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d803669f-322d-4c9f-8c84-2171f0d7c062 tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] Pushing event updated for resources: {'Port': ['ID=dcba83f6-f447-472b-9c24-ee6481f86b66,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:32:44.292362 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ecb4d5af-851c-4322-af61-2d3a346c0513 tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] Publish callbacks [] for port (3b96feaa-cb48-4b63-a6a8-2dba946b323b), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:44.331721 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ecb4d5af-851c-4322-af61-2d3a346c0513 tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3242529'] for port (3b96feaa-cb48-4b63-a6a8-2dba946b323b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:44.341961 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-37ad9436-4057-4023-9fb9-94ed3159fd45 req-1b52e6b0-94e7-433c-a5ae-d5b37798d553 tempest-ServersTestManualDisk-1927369875 tempest-ServersTestManualDisk-1927369875-project] 10.222.0.20 "GET /v2.0/security-groups?id=f7c3c379-f26e-44ef-badf-d68ef2cd35f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5715535 Feb 28 10:32:44.348086 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-b6158c08-903f-4f56-b5d4-b477a2def888 req-ce00b769-d6c8-44a4-8d8b-f95f0ba37752 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9e40b316-6489-47a0-bf5a-713af4e208f5 HTTP/1.1" status: 200 len: 217 time: 0.1040058 Feb 28 10:32:44.360396 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-51378309-b1c6-45f5-b849-dab1a6627872 tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1806994'] for router (d4d25ce1-ee81-4496-a70f-dd161d5ec9d9), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:44.360889 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51378309-b1c6-45f5-b849-dab1a6627872 tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d4d25ce1-ee81-4496-a70f-dd161d5ec9d9 {{(pid=103407) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 10:32:44.375765 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-51378309-b1c6-45f5-b849-dab1a6627872 tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:44.379586 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-51378309-b1c6-45f5-b849-dab1a6627872 tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] 10.222.0.20 "DELETE /v2.0/routers/d4d25ce1-ee81-4496-a70f-dd161d5ec9d9 HTTP/1.1" status: 204 len: 168 time: 4.8910885 Feb 28 10:32:44.393454 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 34302) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:44.411976 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-982e0202-7d13-4220-83c1-a29291155e98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (0320e274-490d-41a0-a765-f809853a91d4), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:44.437401 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-ecb4d5af-851c-4322-af61-2d3a346c0513 tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] In _notify_port_updated(), no bound segment for port 3b96feaa-cb48-4b63-a6a8-2dba946b323b on network 7f6e8fda-7cec-4f7f-a462-8f4210eb71f3 {{(pid=103408) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 28 10:32:44.442508 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecb4d5af-851c-4322-af61-2d3a346c0513 tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:32:44.443161 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ecb4d5af-851c-4322-af61-2d3a346c0513 tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:44.444478 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-ecb4d5af-851c-4322-af61-2d3a346c0513 tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] 10.222.0.20 "PUT /v2.0/ports/3b96feaa-cb48-4b63-a6a8-2dba946b323b HTTP/1.1" status: 200 len: 1002 time: 0.7536716 Feb 28 10:32:44.448821 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376d2cfa-6cd9-4edd-a589-398cc03093ab req-b37a69a1-80c7-40b8-b71e-55eb8bdb6c77 tempest-ServersTestJSON-1847654024 tempest-ServersTestJSON-1847654024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:32:44.450446 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-376d2cfa-6cd9-4edd-a589-398cc03093ab req-b37a69a1-80c7-40b8-b71e-55eb8bdb6c77 tempest-ServersTestJSON-1847654024 tempest-ServersTestJSON-1847654024-project] 10.222.0.20 "GET /v2.0/ports?device_id=eded11bc-eb8c-436c-97d5-7fe15d0de3d3 HTTP/1.1" status: 200 len: 943 time: 0.2882986 Feb 28 10:32:44.453925 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 34304) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:44.496223 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb4d5af-851c-4322-af61-2d3a346c0513 tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] Pushing event updated for resources: {'Port': ['ID=3b96feaa-cb48-4b63-a6a8-2dba946b323b,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:32:44.516531 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_v2 [None req-baba8e1d-2617-472f-bc26-07e47ee3063c tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Deleting subnet 2b90e156-bf93-4e9a-b7fb-246e213e5527 {{(pid=103408) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:32:44.522547 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-baba8e1d-2617-472f-bc26-07e47ee3063c tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Publish callbacks [] for subnet (2b90e156-bf93-4e9a-b7fb-246e213e5527), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:44.534757 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6158c08-903f-4f56-b5d4-b477a2def888 req-6442ca3f-e685-438b-b2f3-eacdc06a7e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:32:44.536254 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-b6158c08-903f-4f56-b5d4-b477a2def888 req-6442ca3f-e685-438b-b2f3-eacdc06a7e82 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f9ad3164-3d89-48ee-bb07-ade0c62bef16 HTTP/1.1" status: 200 len: 850 time: 0.1782851 Feb 28 10:32:44.548584 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-982e0202-7d13-4220-83c1-a29291155e98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Network 579b9e64-03d9-4287-bb18-2d18602b6161 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:32:44.575143 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3802664-2467-4f19-90e6-8a3125c63d2f tempest-FloatingIPAdminTestJSON-178010834 tempest-FloatingIPAdminTestJSON-178010834-project] Router 7eadc941-c9a9-469a-b023-13a98bd7a130 is scheduled to L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 with binding_index 1 {{(pid=103407) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 10:32:44.611324 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-982e0202-7d13-4220-83c1-a29291155e98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:32:44.611636 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-baba8e1d-2617-472f-bc26-07e47ee3063c tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3423529'] for subnet (2b90e156-bf93-4e9a-b7fb-246e213e5527), precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:44.630619 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982e0202-7d13-4220-83c1-a29291155e98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:32:44.631554 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-982e0202-7d13-4220-83c1-a29291155e98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:32:44.632546 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-982e0202-7d13-4220-83c1-a29291155e98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:44.667541 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982e0202-7d13-4220-83c1-a29291155e98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Pushing event updated for resources: {'Port': ['ID=0320e274-490d-41a0-a765-f809853a91d4,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:32:44.691136 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device 9e40b316-6489-47a0-bf5a-713af4e208f5 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103409) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 10:32:44.709616 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-baba8e1d-2617-472f-bc26-07e47ee3063c tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-823142'] for subnet (2b90e156-bf93-4e9a-b7fb-246e213e5527), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:44.729209 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-376d2cfa-6cd9-4edd-a589-398cc03093ab req-af5e723d-cd2c-4ea0-b1cf-26e14ae486b9 tempest-ServersTestJSON-1847654024 tempest-ServersTestJSON-1847654024-project] 10.222.0.20 "GET /v2.0/security-groups?id=77bbda26-2d7f-408e-abf3-7caecba4d30a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2499964 Feb 28 10:32:44.735584 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-982e0202-7d13-4220-83c1-a29291155e98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.9479334 Feb 28 10:32:44.741879 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 34308) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:44.763579 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d803669f-322d-4c9f-8c84-2171f0d7c062 tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] Publish callbacks [] for router_gateway (b00f1233-5cb2-4fc8-baf0-c4949f85b1aa), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:44.806795 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] For port 9e40b316-6489-47a0-bf5a-713af4e208f5, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=9e40b316-6489-47a0-bf5a-713af4e208f5,segment=NetworkSegment(77e95e95-117a-4c02-a631-ed9ab22724b2),segment_id=77e95e95-117a-4c02-a631-ed9ab22724b2)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:32:44.819999 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Returning: {'device': '9e40b316-6489-47a0-bf5a-713af4e208f5', 'network_id': 'c8fe4d5f-4a1f-41f9-85f5-28e75dcf99b0', 'port_id': '9e40b316-6489-47a0-bf5a-713af4e208f5', 'mac_address': 'fa:16:3e:38:1c:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 280, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9ad3164-3d89-48ee-bb07-ade0c62bef16', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103409) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 10:32:44.872871 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Current status of the port 9e40b316-6489-47a0-bf5a-713af4e208f5 is: DOWN; New status is: BUILD {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:32:44.873618 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (9e40b316-6489-47a0-bf5a-713af4e208f5), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:44.878212 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-444f7277-5e83-44f9-91fb-c51deadb7cef None None] Provisioning complete for port 3b96feaa-cb48-4b63-a6a8-2dba946b323b triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:32:44.878876 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-444f7277-5e83-44f9-91fb-c51deadb7cef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (3b96feaa-cb48-4b63-a6a8-2dba946b323b), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:44.880833 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6158c08-903f-4f56-b5d4-b477a2def888 req-8a63918e-f504-466b-9136-c08a46e1946a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:32:44.882381 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-b6158c08-903f-4f56-b5d4-b477a2def888 req-8a63918e-f504-466b-9136-c08a46e1946a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c8fe4d5f-4a1f-41f9-85f5-28e75dcf99b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.3286970 Feb 28 10:32:44.902904 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-baba8e1d-2617-472f-bc26-07e47ee3063c tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-823145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3242523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3951170'] for subnet (2b90e156-bf93-4e9a-b7fb-246e213e5527), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:44.916854 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7620ad6b-da86-40a5-8727-1e64782bb5c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:32:44.918630 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-7620ad6b-da86-40a5-8727-1e64782bb5c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] 10.222.0.20 "GET /v2.0/ports/0320e274-490d-41a0-a765-f809853a91d4 HTTP/1.1" status: 200 len: 959 time: 0.1310306 Feb 28 10:32:44.930530 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e40b316-6489-47a0-bf5a-713af4e208f5 {{(pid=103409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 10:32:44.935535 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:44.936336 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 34310) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:44.957278 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-444f7277-5e83-44f9-91fb-c51deadb7cef None None] Port 3b96feaa-cb48-4b63-a6a8-2dba946b323b cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:32:44.960129 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baba8e1d-2617-472f-bc26-07e47ee3063c tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=2b90e156-bf93-4e9a-b7fb-246e213e5527,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:32:44.965929 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-baba8e1d-2617-472f-bc26-07e47ee3063c tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:44.972390 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-baba8e1d-2617-472f-bc26-07e47ee3063c tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] 10.222.0.20 "DELETE /v2.0/subnets/2b90e156-bf93-4e9a-b7fb-246e213e5527 HTTP/1.1" status: 204 len: 168 time: 0.5747344 Feb 28 10:32:44.972576 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] For port 9e40b316-6489-47a0-bf5a-713af4e208f5, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=9e40b316-6489-47a0-bf5a-713af4e208f5,segment=NetworkSegment(77e95e95-117a-4c02-a631-ed9ab22724b2),segment_id=77e95e95-117a-4c02-a631-ed9ab22724b2)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:32:44.973446 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 34312) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:44.979671 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (9e40b316-6489-47a0-bf5a-713af4e208f5), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:44.980516 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device aef30d3c-6659-44cd-99d6-ed22d30eb60c details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103409) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 10:32:45.027534 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b14485-420b-48e3-9464-21def9aa57a7 req-08d84e4f-ca14-431e-856e-1bc1be93030d tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:32:45.029077 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-23b14485-420b-48e3-9464-21def9aa57a7 req-08d84e4f-ca14-431e-856e-1bc1be93030d tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] 10.222.0.20 "GET /v2.0/ports?device_id=21839f2d-46e7-497a-a06a-b1ae129c5e90 HTTP/1.1" status: 200 len: 943 time: 0.4038804 Feb 28 10:32:45.058396 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b43ef15d-a46b-44dd-bc73-44f666b94fe3 tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-665757'] for network (714b836c-2a5e-4cdc-b21d-585c8218e516), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:45.060308 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-aff9532c-f07b-4607-abd9-418779354da7 tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] Deleting port 3b96feaa-cb48-4b63-a6a8-2dba946b323b {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:32:45.060679 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-aff9532c-f07b-4607-abd9-418779354da7 tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (3b96feaa-cb48-4b63-a6a8-2dba946b323b), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:45.078565 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Pushing event updated for resources: {'Port': ['ID=9e40b316-6489-47a0-bf5a-713af4e208f5,revision_number=4']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:32:45.113898 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3802664-2467-4f19-90e6-8a3125c63d2f tempest-FloatingIPAdminTestJSON-178010834 tempest-FloatingIPAdminTestJSON-178010834-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:32:45.123796 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] For port aef30d3c-6659-44cd-99d6-ed22d30eb60c, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=aef30d3c-6659-44cd-99d6-ed22d30eb60c,segment=NetworkSegment(3d92e6b6-a4bc-43fb-bb7a-1c97358db624),segment_id=3d92e6b6-a4bc-43fb-bb7a-1c97358db624)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:32:45.127890 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f209ec21-685b-4005-96d8-ba18e6663461 None None] Sync routers for ids ['7eadc941-c9a9-469a-b023-13a98bd7a130'] in dv-neutron-master-2-hyperv {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:32:45.145033 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Returning: {'device': 'aef30d3c-6659-44cd-99d6-ed22d30eb60c', 'network_id': 'b230672c-e40a-422a-a640-836f18ec11a6', 'port_id': 'aef30d3c-6659-44cd-99d6-ed22d30eb60c', 'mac_address': 'fa:16:3e:2b:a2:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 268, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '589a74a6-9e3d-4112-a776-4fccf4b2370d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103409) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 10:32:45.152182 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f209ec21-685b-4005-96d8-ba18e6663461 None None] Routers {'7eadc941-c9a9-469a-b023-13a98bd7a130'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:32:45.152946 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-f209ec21-685b-4005-96d8-ba18e6663461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:32:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['7eadc941-c9a9-469a-b023-13a98bd7a130'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:32:45.190754 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b43ef15d-a46b-44dd-bc73-44f666b94fe3 tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672413', 'neutron.services.segments.db._delete_segments_for_network-8742057110173'] for network (714b836c-2a5e-4cdc-b21d-585c8218e516), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:45.209159 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-f209ec21-685b-4005-96d8-ba18e6663461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:32:45.212202 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-b43ef15d-a46b-44dd-bc73-44f666b94fe3 tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['714b836c-2a5e-4cdc-b21d-585c8218e516']}} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:32:45.215253 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b3802664-2467-4f19-90e6-8a3125c63d2f tempest-FloatingIPAdminTestJSON-178010834 tempest-FloatingIPAdminTestJSON-178010834-project] Publish callbacks [] for router (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:45.219033 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-b3802664-2467-4f19-90e6-8a3125c63d2f tempest-FloatingIPAdminTestJSON-178010834 tempest-FloatingIPAdminTestJSON-178010834-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 9.6065047 Feb 28 10:32:45.223000 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-b43ef15d-a46b-44dd-bc73-44f666b94fe3 tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4dd7e424-e5e5-437f-8e9d-bd871fa05b6c') {'for_net_delete': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:32:45.223158 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-b43ef15d-a46b-44dd-bc73-44f666b94fe3 tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4dd7e424-e5e5-437f-8e9d-bd871fa05b6c') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:32:45.224657 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Current status of the port aef30d3c-6659-44cd-99d6-ed22d30eb60c is: DOWN; New status is: BUILD {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:32:45.225154 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (aef30d3c-6659-44cd-99d6-ed22d30eb60c), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:45.226233 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 34314) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:45.228252 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f209ec21-685b-4005-96d8-ba18e6663461 None None] Routers {'7eadc941-c9a9-469a-b023-13a98bd7a130'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:32:45.228999 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-f209ec21-685b-4005-96d8-ba18e6663461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:32:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['7eadc941-c9a9-469a-b023-13a98bd7a130'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:32:45.232935 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b43ef15d-a46b-44dd-bc73-44f666b94fe3 tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742057113766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3423550'] for segment (4dd7e424-e5e5-437f-8e9d-bd871fa05b6c), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:45.246223 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-b6158c08-903f-4f56-b5d4-b477a2def888 req-11c367f8-1f9d-49f0-92fe-555391305d30 service neutron] 10.222.0.30 "GET /v2.0/networks/c8fe4d5f-4a1f-41f9-85f5-28e75dcf99b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3258224 Feb 28 10:32:45.247430 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b43ef15d-a46b-44dd-bc73-44f666b94fe3 tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (4dd7e424-e5e5-437f-8e9d-bd871fa05b6c), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:45.257019 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b43ef15d-a46b-44dd-bc73-44f666b94fe3 tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Releasing vlan 259 on physical network physnet1 to pool {{(pid=103408) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:32:45.257441 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b43ef15d-a46b-44dd-bc73-44f666b94fe3 tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3242693'] for segment (4dd7e424-e5e5-437f-8e9d-bd871fa05b6c), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:45.274424 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-f209ec21-685b-4005-96d8-ba18e6663461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:32:45.275235 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f209ec21-685b-4005-96d8-ba18e6663461 None None] The sync data for ids ['7eadc941-c9a9-469a-b023-13a98bd7a130'] in dv-neutron-master-2-hyperv is: [] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:32:45.277626 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aef30d3c-6659-44cd-99d6-ed22d30eb60c {{(pid=103409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 10:32:45.297105 dv-neutron-master-2-hyperv neutron-server[103408]: Traceback (most recent call last): Feb 28 10:32:45.297105 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:32:45.297105 dv-neutron-master-2-hyperv neutron-server[103408]: timer() Feb 28 10:32:45.297105 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:32:45.297105 dv-neutron-master-2-hyperv neutron-server[103408]: cb(*args, **kw) Feb 28 10:32:45.297105 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:32:45.297105 dv-neutron-master-2-hyperv neutron-server[103408]: return func(*args, **kwargs) Feb 28 10:32:45.297105 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:32:45.297105 dv-neutron-master-2-hyperv neutron-server[103408]: self._notify() Feb 28 10:32:45.297105 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:32:45.297105 dv-neutron-master-2-hyperv neutron-server[103408]: self.callback(batched_events) Feb 28 10:32:45.297105 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:32:45.297105 dv-neutron-master-2-hyperv neutron-server[103408]: event.method(event) Feb 28 10:32:45.297105 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:32:45.297105 dv-neutron-master-2-hyperv neutron-server[103408]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:32:45.297105 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:32:45.297105 dv-neutron-master-2-hyperv neutron-server[103408]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:32:45.297105 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:32:45.297105 dv-neutron-master-2-hyperv neutron-server[103408]: return f(self, *a, **k) Feb 28 10:32:45.297105 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:32:45.297105 dv-neutron-master-2-hyperv neutron-server[103408]: return self._get(url).json() Feb 28 10:32:45.297105 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:32:45.297105 dv-neutron-master-2-hyperv neutron-server[103408]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:32:45.297105 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:32:45.297105 dv-neutron-master-2-hyperv neutron-server[103408]: return self.request(url, 'GET', **kwargs) Feb 28 10:32:45.297105 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:32:45.297105 dv-neutron-master-2-hyperv neutron-server[103408]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:32:45.297105 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:32:45.297105 dv-neutron-master-2-hyperv neutron-server[103408]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:32:45.297105 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:32:45.297105 dv-neutron-master-2-hyperv neutron-server[103408]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:32:45.297105 dv-neutron-master-2-hyperv neutron-server[103408]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:32:45.300367 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] For port aef30d3c-6659-44cd-99d6-ed22d30eb60c, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=aef30d3c-6659-44cd-99d6-ed22d30eb60c,segment=NetworkSegment(3d92e6b6-a4bc-43fb-bb7a-1c97358db624),segment_id=3d92e6b6-a4bc-43fb-bb7a-1c97358db624)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:32:45.305411 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (aef30d3c-6659-44cd-99d6-ed22d30eb60c), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:45.306374 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device 7e7f55b8-c450-4329-aef2-8a2c07cf47f7 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103409) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 10:32:45.359090 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b43ef15d-a46b-44dd-bc73-44f666b94fe3 tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803269'] for network (714b836c-2a5e-4cdc-b21d-585c8218e516), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:45.369446 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b43ef15d-a46b-44dd-bc73-44f666b94fe3 tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 714b836c-2a5e-4cdc-b21d-585c8218e516 {{(pid=103408) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 28 10:32:45.383825 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b43ef15d-a46b-44dd-bc73-44f666b94fe3 tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616561'] for network (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:45.391763 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-b43ef15d-a46b-44dd-bc73-44f666b94fe3 tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] 10.222.0.20 "DELETE /v2.0/networks/714b836c-2a5e-4cdc-b21d-585c8218e516 HTTP/1.1" status: 204 len: 168 time: 0.4172447 Feb 28 10:32:45.395865 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43ef15d-a46b-44dd-bc73-44f666b94fe3 tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Pushing event deleted for resources: {'Network': ['ID=714b836c-2a5e-4cdc-b21d-585c8218e516,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:32:45.398890 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d803669f-322d-4c9f-8c84-2171f0d7c062 tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1804241'] for router (b00f1233-5cb2-4fc8-baf0-c4949f85b1aa), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:45.468633 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-aff9532c-f07b-4607-abd9-418779354da7 tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (3b96feaa-cb48-4b63-a6a8-2dba946b323b), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:45.487395 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-aff9532c-f07b-4607-abd9-418779354da7 tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] Calling delete_port for 3b96feaa-cb48-4b63-a6a8-2dba946b323b owned by {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:32:45.575627 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d803669f-322d-4c9f-8c84-2171f0d7c062 tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] Router b00f1233-5cb2-4fc8-baf0-c4949f85b1aa is scheduled to L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 with binding_index 1 {{(pid=103408) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 10:32:45.577325 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Pushing event updated for resources: {'Port': ['ID=aef30d3c-6659-44cd-99d6-ed22d30eb60c,revision_number=4']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:32:45.582012 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 1371159c-2e08-425e-b707-20b110187277 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:32:45.600612 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-23b14485-420b-48e3-9464-21def9aa57a7 req-60097cbf-2486-4d1f-b761-d001eef49435 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] 10.222.0.20 "GET /v2.0/security-groups?id=c6054555-6cfe-4c7d-9758-21814521da07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5556595 Feb 28 10:32:45.603068 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-b6158c08-903f-4f56-b5d4-b477a2def888 req-825bb2ef-1a2a-49f6-b15e-3d5be0a1318b service neutron] 10.222.0.30 "GET /v2.0/networks/c8fe4d5f-4a1f-41f9-85f5-28e75dcf99b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3417666 Feb 28 10:32:45.615105 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] No Port match for: 1371159c-2e08-425e-b707-20b110187277 {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:32:45.615606 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 1371159c-2e08-425e-b707-20b110187277 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:32:45.645073 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] For port 7e7f55b8-c450-4329-aef2-8a2c07cf47f7, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=7e7f55b8-c450-4329-aef2-8a2c07cf47f7,segment=NetworkSegment(45c28de9-4293-44e6-a1bc-2bb875668608),segment_id=45c28de9-4293-44e6-a1bc-2bb875668608)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:32:45.661989 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Returning: {'device': '7e7f55b8-c450-4329-aef2-8a2c07cf47f7', 'network_id': 'da9969cf-fbcc-4307-8c2e-f65c87750026', 'port_id': '7e7f55b8-c450-4329-aef2-8a2c07cf47f7', 'mac_address': 'fa:16:3e:e4:8a:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 261, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68736f5c-4776-4059-9d35-abe8eebbb637', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103409) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 10:32:45.699495 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-2729325c-39a6-4e5e-8905-01bbcd3c5da8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Deleting port 0320e274-490d-41a0-a765-f809853a91d4 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:32:45.699841 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2729325c-39a6-4e5e-8905-01bbcd3c5da8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (0320e274-490d-41a0-a765-f809853a91d4), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:45.719396 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Current status of the port 7e7f55b8-c450-4329-aef2-8a2c07cf47f7 is: DOWN; New status is: BUILD {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:32:45.720682 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (7e7f55b8-c450-4329-aef2-8a2c07cf47f7), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:45.737981 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e7f55b8-c450-4329-aef2-8a2c07cf47f7 {{(pid=103409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 10:32:45.785989 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] For port 7e7f55b8-c450-4329-aef2-8a2c07cf47f7, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=7e7f55b8-c450-4329-aef2-8a2c07cf47f7,segment=NetworkSegment(45c28de9-4293-44e6-a1bc-2bb875668608),segment_id=45c28de9-4293-44e6-a1bc-2bb875668608)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:32:45.795512 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (7e7f55b8-c450-4329-aef2-8a2c07cf47f7), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:45.811430 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d803669f-322d-4c9f-8c84-2171f0d7c062 tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:32:45.839959 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 34326) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:45.844245 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-476cfffa-2973-4b1d-875d-a4a35ec22dbc tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Request body: {'router': {'name': 'tempest-router--670710323', 'project_id': '3cb71d4f39fa42b080930798ceb9585f'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:32:45.859401 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2729325c-39a6-4e5e-8905-01bbcd3c5da8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (0320e274-490d-41a0-a765-f809853a91d4), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:45.866063 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Pushing event updated for resources: {'Port': ['ID=7e7f55b8-c450-4329-aef2-8a2c07cf47f7,revision_number=4']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:32:45.877949 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d803669f-322d-4c9f-8c84-2171f0d7c062 tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] Publish callbacks [] for router (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:45.883388 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-d803669f-322d-4c9f-8c84-2171f0d7c062 tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.4088807 Feb 28 10:32:45.884806 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 34328) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:45.892054 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-e64bda63-743c-4dae-b05a-6a3a71ee53f8 tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'enable_snat': False}}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:32:45.895028 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-476cfffa-2973-4b1d-875d-a4a35ec22dbc tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1805251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254175'] for router (2ed043a6-b03b-4191-9df6-fa5b6a4de6c6), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:45.896595 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-476cfffa-2973-4b1d-875d-a4a35ec22dbc tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1804172', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1602053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254150'] for router (2ed043a6-b03b-4191-9df6-fa5b6a4de6c6), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:45.918059 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-2729325c-39a6-4e5e-8905-01bbcd3c5da8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Calling delete_port for 0320e274-490d-41a0-a765-f809853a91d4 owned by {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:32:45.928362 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ceb7b0-4f4c-40af-9c98-510b75a71a71 req-4b206a1f-ed32-4dc2-9301-11cd427520b3 tempest-ServersTestManualDisk-1927369875 tempest-ServersTestManualDisk-1927369875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:32:45.929953 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-67ceb7b0-4f4c-40af-9c98-510b75a71a71 req-4b206a1f-ed32-4dc2-9301-11cd427520b3 tempest-ServersTestManualDisk-1927369875 tempest-ServersTestManualDisk-1927369875-project] 10.222.0.20 "GET /v2.0/ports?device_id=c32684cc-ad27-487d-bf9a-2122546516b2 HTTP/1.1" status: 200 len: 945 time: 0.3195331 Feb 28 10:32:46.031353 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-476cfffa-2973-4b1d-875d-a4a35ec22dbc tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Publish callbacks [] for router_controller (2ed043a6-b03b-4191-9df6-fa5b6a4de6c6), precommit_add_association {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:46.037998 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-476cfffa-2973-4b1d-875d-a4a35ec22dbc tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1804241'] for router (2ed043a6-b03b-4191-9df6-fa5b6a4de6c6), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:46.061524 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-476cfffa-2973-4b1d-875d-a4a35ec22dbc tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:46.065400 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-476cfffa-2973-4b1d-875d-a4a35ec22dbc tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2218404 Feb 28 10:32:46.177522 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3235248-8a13-41fe-8508-439898b66da1 None None] Sync routers for ids ['b00f1233-5cb2-4fc8-baf0-c4949f85b1aa'] in dv-neutron-master-2-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:32:46.190806 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3235248-8a13-41fe-8508-439898b66da1 None None] Routers {'b00f1233-5cb2-4fc8-baf0-c4949f85b1aa'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:32:46.191726 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-f3235248-8a13-41fe-8508-439898b66da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:32:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['b00f1233-5cb2-4fc8-baf0-c4949f85b1aa'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:32:46.239927 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-f3235248-8a13-41fe-8508-439898b66da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:32:46.250824 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3235248-8a13-41fe-8508-439898b66da1 None None] Routers {'b00f1233-5cb2-4fc8-baf0-c4949f85b1aa'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:32:46.251606 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-f3235248-8a13-41fe-8508-439898b66da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:32:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['b00f1233-5cb2-4fc8-baf0-c4949f85b1aa'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:32:46.286847 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-f3235248-8a13-41fe-8508-439898b66da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:32:46.287685 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3235248-8a13-41fe-8508-439898b66da1 None None] The sync data for ids ['b00f1233-5cb2-4fc8-baf0-c4949f85b1aa'] in dv-neutron-master-2-hyperv is: [] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:32:46.332839 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 34330) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:46.406830 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] get_ports_and_sgs() called for port_ids ['9e40b316-6489-47a0-bf5a-713af4e208f5'] {{(pid=103409) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 10:32:46.446914 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-aff9532c-f07b-4607-abd9-418779354da7 tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (3b96feaa-cb48-4b63-a6a8-2dba946b323b), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:46.451034 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] get_ports_and_sgs() called for port_ids ['aef30d3c-6659-44cd-99d6-ed22d30eb60c'] {{(pid=103409) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 10:32:46.482085 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cf2fc3-0dbd-43c4-a3b6-c8a0a5966de3 req-0f97ccda-a407-41e5-b670-461403ba7ec4 tempest-ServersTestJSON-1847654024 tempest-ServersTestJSON-1847654024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:32:46.483993 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-a0cf2fc3-0dbd-43c4-a3b6-c8a0a5966de3 req-0f97ccda-a407-41e5-b670-461403ba7ec4 tempest-ServersTestJSON-1847654024 tempest-ServersTestJSON-1847654024-project] 10.222.0.20 "GET /v2.0/ports?device_id=eded11bc-eb8c-436c-97d5-7fe15d0de3d3 HTTP/1.1" status: 200 len: 944 time: 0.6148162 Feb 28 10:32:46.514663 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] get_ports_and_sgs() called for port_ids ['7e7f55b8-c450-4329-aef2-8a2c07cf47f7'] {{(pid=103409) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 10:32:46.520441 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1b340561-0295-4eb8-9515-554e2510e916 tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Publish callbacks [] for router (2ed043a6-b03b-4191-9df6-fa5b6a4de6c6), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:46.538940 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e64bda63-743c-4dae-b05a-6a3a71ee53f8 tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Publish callbacks [] for router_gateway (b00f1233-5cb2-4fc8-baf0-c4949f85b1aa), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:46.550815 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-67ceb7b0-4f4c-40af-9c98-510b75a71a71 req-6c3b89b2-a36e-4b5d-bceb-ae4a262f5f55 tempest-ServersTestManualDisk-1927369875 tempest-ServersTestManualDisk-1927369875-project] 10.222.0.20 "GET /v2.0/security-groups?id=f7c3c379-f26e-44ef-badf-d68ef2cd35f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6072617 Feb 28 10:32:46.602673 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9532c-f07b-4607-abd9-418779354da7 tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] Pushing event deleted for resources: {'Port': ['ID=3b96feaa-cb48-4b63-a6a8-2dba946b323b,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:32:46.895149 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-aff9532c-f07b-4607-abd9-418779354da7 tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:46.903879 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-aff9532c-f07b-4607-abd9-418779354da7 tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] 10.222.0.20 "DELETE /v2.0/ports/3b96feaa-cb48-4b63-a6a8-2dba946b323b HTTP/1.1" status: 204 len: 168 time: 2.4265902 Feb 28 10:32:46.915922 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 34334) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:46.966177 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2729325c-39a6-4e5e-8905-01bbcd3c5da8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (0320e274-490d-41a0-a765-f809853a91d4), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:46.984232 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1b340561-0295-4eb8-9515-554e2510e916 tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1807017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5941'] for router (2ed043a6-b03b-4191-9df6-fa5b6a4de6c6), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:46.991119 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-a0cf2fc3-0dbd-43c4-a3b6-c8a0a5966de3 req-1889e854-d90a-4632-951e-77bf9a591fac tempest-ServersTestJSON-1847654024 tempest-ServersTestJSON-1847654024-project] 10.222.0.20 "GET /v2.0/security-groups?id=77bbda26-2d7f-408e-abf3-7caecba4d30a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4647872 Feb 28 10:32:46.993542 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1b340561-0295-4eb8-9515-554e2510e916 tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Publish callbacks [] for router_controller (2ed043a6-b03b-4191-9df6-fa5b6a4de6c6), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:47.007699 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbfa4cf2-e61a-47a2-840a-17c29100dd0c tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] GET failed (client error): The resource could not be found. Feb 28 10:32:47.009360 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-dbfa4cf2-e61a-47a2-840a-17c29100dd0c tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] 10.222.0.20 "GET /v2.0/ports/3b96feaa-cb48-4b63-a6a8-2dba946b323b HTTP/1.1" status: 404 len: 333 time: 0.0614700 Feb 28 10:32:47.016689 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 34336) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:47.021934 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-7b6ae208-bd68-42c6-bebe-1e83df098faa tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] Request body: {'port': {'network_id': '7f6e8fda-7cec-4f7f-a462-8f4210eb71f3', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1785385090'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:32:47.040608 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2729325c-39a6-4e5e-8905-01bbcd3c5da8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Pushing event deleted for resources: {'Port': ['ID=0320e274-490d-41a0-a765-f809853a91d4,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:32:47.090388 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e64bda63-743c-4dae-b05a-6a3a71ee53f8 tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1804286', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1806925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5948'] for router (b00f1233-5cb2-4fc8-baf0-c4949f85b1aa), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:47.097564 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e64bda63-743c-4dae-b05a-6a3a71ee53f8 tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1804241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1804263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1804264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1807030'] for router (b00f1233-5cb2-4fc8-baf0-c4949f85b1aa), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:47.107906 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2729325c-39a6-4e5e-8905-01bbcd3c5da8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:47.114149 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-2729325c-39a6-4e5e-8905-01bbcd3c5da8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] 10.222.0.20 "DELETE /v2.0/ports/0320e274-490d-41a0-a765-f809853a91d4 HTTP/1.1" status: 204 len: 168 time: 2.1685445 Feb 28 10:32:47.115725 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 34338) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:47.116861 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1b340561-0295-4eb8-9515-554e2510e916 tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1806994'] for router (2ed043a6-b03b-4191-9df6-fa5b6a4de6c6), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:47.117484 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b340561-0295-4eb8-9515-554e2510e916 tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2ed043a6-b03b-4191-9df6-fa5b6a4de6c6 {{(pid=103407) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 10:32:47.127358 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812144f6-9a0b-4af4-b189-d2996964c7bb req-b7a1f3ad-ac52-4d3c-8775-f4758200fc7b tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:32:47.128925 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-812144f6-9a0b-4af4-b189-d2996964c7bb req-b7a1f3ad-ac52-4d3c-8775-f4758200fc7b tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] 10.222.0.20 "GET /v2.0/ports?device_id=21839f2d-46e7-497a-a06a-b1ae129c5e90 HTTP/1.1" status: 200 len: 944 time: 0.3593068 Feb 28 10:32:47.134776 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1b340561-0295-4eb8-9515-554e2510e916 tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:47.135911 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-1b340561-0295-4eb8-9515-554e2510e916 tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] 10.222.0.20 "DELETE /v2.0/routers/2ed043a6-b03b-4191-9df6-fa5b6a4de6c6 HTTP/1.1" status: 204 len: 168 time: 0.7993009 Feb 28 10:32:47.188199 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-409812a0-5271-4302-892d-23ffe63e6808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] GET failed (client error): The resource could not be found. Feb 28 10:32:47.194450 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-409812a0-5271-4302-892d-23ffe63e6808 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] 10.222.0.20 "GET /v2.0/ports/0320e274-490d-41a0-a765-f809853a91d4 HTTP/1.1" status: 404 len: 333 time: 0.0701640 Feb 28 10:32:47.194975 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 34342) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:47.201984 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-f69c7910-3cb7-49a8-9f28-b63ce7e8cb8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Request body: {'port': {'network_id': '579b9e64-03d9-4287-bb18-2d18602b6161', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-486292220'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:32:47.221547 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-812144f6-9a0b-4af4-b189-d2996964c7bb req-b07b2054-06ff-4b05-99f3-580a00fe8d14 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] 10.222.0.20 "GET /v2.0/security-groups?id=c6054555-6cfe-4c7d-9758-21814521da07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844584 Feb 28 10:32:47.264796 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1df2e66f-933f-42f2-a38e-f5b22936ec55 tempest-FloatingIPAdminTestJSON-178010834 tempest-FloatingIPAdminTestJSON-178010834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:47.272503 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b6ae208-bd68-42c6-bebe-1e83df098faa tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] Made reservation on behalf of b4e543b735cd48f9a58e191a2c97f898 for: {'port': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:32:47.275906 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7b6ae208-bd68-42c6-bebe-1e83df098faa tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:47.278153 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 34344) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:47.284850 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f69c7910-3cb7-49a8-9f28-b63ce7e8cb8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Made reservation on behalf of 2993e081211c451c9116bb9f3be86396 for: {'port': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:32:47.287010 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f69c7910-3cb7-49a8-9f28-b63ce7e8cb8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:47.324621 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-7b6ae208-bd68-42c6-bebe-1e83df098faa tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] device_id is not set on port 078a04f6-7469-4e5b-9e66-5cc6069a8f44 yet. {{(pid=103408) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:32:47.336188 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-f69c7910-3cb7-49a8-9f28-b63ce7e8cb8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] device_id is not set on port e0bc7a91-ee5b-4002-bcee-d0236bfd2e70 yet. {{(pid=103408) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:32:47.414875 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e64bda63-743c-4dae-b05a-6a3a71ee53f8 tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Router b00f1233-5cb2-4fc8-baf0-c4949f85b1aa has already been hosted by L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 {{(pid=103408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:32:47.536523 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-015eaa49-2011-4e84-a978-66d7816a9041 tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2095359147', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840'}, 'admin_state_up': False}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:32:47.631656 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-1df2e66f-933f-42f2-a38e-f5b22936ec55 tempest-FloatingIPAdminTestJSON-178010834 tempest-FloatingIPAdminTestJSON-178010834-project] Allocated IP 172.20.0.1 (b99dc5e3-630e-49c2-8ebd-539fed7b4a9b/38f3ba21-27df-45c3-9768-fb85e6fe57c0/24f78b8a-edde-497c-9c23-aacb182e6116) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:32:47.674543 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-7b6ae208-bd68-42c6-bebe-1e83df098faa tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] Allocated IP 2001:db8::3b3 (7f6e8fda-7cec-4f7f-a462-8f4210eb71f3/fb2db68a-109e-43b6-9285-be81df0a9bc0/078a04f6-7469-4e5b-9e66-5cc6069a8f44) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:32:47.676873 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-015eaa49-2011-4e84-a978-66d7816a9041 tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1805251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254175'] for router (e5abd12a-9c31-4552-a48f-b999b9f9bfeb), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:47.677909 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-015eaa49-2011-4e84-a978-66d7816a9041 tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1804172', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1602053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254150'] for router (e5abd12a-9c31-4552-a48f-b999b9f9bfeb), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:47.730765 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f69c7910-3cb7-49a8-9f28-b63ce7e8cb8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Publish callbacks [] for port (e0bc7a91-ee5b-4002-bcee-d0236bfd2e70), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:47.770874 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6eb966-be2c-4078-a2cb-78804ebb3581 req-b4a25d95-66b6-47c6-b058-4252cfe82216 tempest-ServersTestManualDisk-1927369875 tempest-ServersTestManualDisk-1927369875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:32:47.772345 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-0c6eb966-be2c-4078-a2cb-78804ebb3581 req-b4a25d95-66b6-47c6-b058-4252cfe82216 tempest-ServersTestManualDisk-1927369875 tempest-ServersTestManualDisk-1927369875-project] 10.222.0.20 "GET /v2.0/ports?device_id=c32684cc-ad27-487d-bf9a-2122546516b2 HTTP/1.1" status: 200 len: 945 time: 0.1336668 Feb 28 10:32:47.773152 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e64bda63-743c-4dae-b05a-6a3a71ee53f8 tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:32:47.781709 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e64bda63-743c-4dae-b05a-6a3a71ee53f8 tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:47.785485 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-e64bda63-743c-4dae-b05a-6a3a71ee53f8 tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] 10.222.0.20 "PUT /v2.0/routers/b00f1233-5cb2-4fc8-baf0-c4949f85b1aa HTTP/1.1" status: 200 len: 921 time: 1.8970139 Feb 28 10:32:47.788247 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf6602c-5867-4b53-97d3-676cda25a055 None None] Sync routers for ids ['b00f1233-5cb2-4fc8-baf0-c4949f85b1aa'] in dv-neutron-master-2-hyperv {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:32:47.790691 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 34350) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:47.800774 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf6602c-5867-4b53-97d3-676cda25a055 None None] Routers {'b00f1233-5cb2-4fc8-baf0-c4949f85b1aa'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:32:47.801669 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-7cf6602c-5867-4b53-97d3-676cda25a055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:32:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['b00f1233-5cb2-4fc8-baf0-c4949f85b1aa'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:32:47.811415 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-015eaa49-2011-4e84-a978-66d7816a9041 tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] Publish callbacks [] for router_controller (e5abd12a-9c31-4552-a48f-b999b9f9bfeb), precommit_add_association {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:47.840965 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-7cf6602c-5867-4b53-97d3-676cda25a055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:32:47.849480 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf6602c-5867-4b53-97d3-676cda25a055 None None] Routers {'b00f1233-5cb2-4fc8-baf0-c4949f85b1aa'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:32:47.850094 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-7cf6602c-5867-4b53-97d3-676cda25a055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:32:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['b00f1233-5cb2-4fc8-baf0-c4949f85b1aa'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:32:47.867784 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1df2e66f-933f-42f2-a38e-f5b22936ec55 tempest-FloatingIPAdminTestJSON-178010834 tempest-FloatingIPAdminTestJSON-178010834-project] Publish callbacks [] for port (24f78b8a-edde-497c-9c23-aacb182e6116), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:47.883188 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-7cf6602c-5867-4b53-97d3-676cda25a055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:32:47.884163 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf6602c-5867-4b53-97d3-676cda25a055 None None] The sync data for ids ['b00f1233-5cb2-4fc8-baf0-c4949f85b1aa'] in dv-neutron-master-2-hyperv is: [] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:32:47.937871 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-0c6eb966-be2c-4078-a2cb-78804ebb3581 req-cffd4da5-0722-4147-9902-55f0e5617cd6 tempest-ServersTestManualDisk-1927369875 tempest-ServersTestManualDisk-1927369875-project] 10.222.0.20 "GET /v2.0/security-groups?id=f7c3c379-f26e-44ef-badf-d68ef2cd35f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1485488 Feb 28 10:32:47.973742 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1df2e66f-933f-42f2-a38e-f5b22936ec55 tempest-FloatingIPAdminTestJSON-178010834 tempest-FloatingIPAdminTestJSON-178010834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (24f78b8a-edde-497c-9c23-aacb182e6116), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:47.980820 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-68521deb-dcd6-42c5-9bf4-1e93aa8b7559 tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] 10.222.0.20 "GET /v2.0/routers/b00f1233-5cb2-4fc8-baf0-c4949f85b1aa HTTP/1.1" status: 200 len: 921 time: 0.1890006 Feb 28 10:32:47.985475 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 34352) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:48.077435 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1df2e66f-933f-42f2-a38e-f5b22936ec55 tempest-FloatingIPAdminTestJSON-178010834 tempest-FloatingIPAdminTestJSON-178010834-project] Network b99dc5e3-630e-49c2-8ebd-539fed7b4a9b is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:32:48.091469 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-1df2e66f-933f-42f2-a38e-f5b22936ec55 tempest-FloatingIPAdminTestJSON-178010834 tempest-FloatingIPAdminTestJSON-178010834-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:32:48.095326 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df2e66f-933f-42f2-a38e-f5b22936ec55 tempest-FloatingIPAdminTestJSON-178010834 tempest-FloatingIPAdminTestJSON-178010834-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:32:48.104641 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2e66f-933f-42f2-a38e-f5b22936ec55 tempest-FloatingIPAdminTestJSON-178010834 tempest-FloatingIPAdminTestJSON-178010834-project] Pushing event updated for resources: {'Port': ['ID=24f78b8a-edde-497c-9c23-aacb182e6116,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:32:48.192033 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a5eabd0-ead2-41c7-ac79-7af54f07f89a tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:32:48.193476 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-0a5eabd0-ead2-41c7-ac79-7af54f07f89a tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=1e0804d0-d1d9-4d40-9de5-2936f3d87840&device_id=b00f1233-5cb2-4fc8-baf0-c4949f85b1aa&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2055821 Feb 28 10:32:48.196117 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1df2e66f-933f-42f2-a38e-f5b22936ec55 tempest-FloatingIPAdminTestJSON-178010834 tempest-FloatingIPAdminTestJSON-178010834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1803404'] for router_interface (7eadc941-c9a9-469a-b023-13a98bd7a130), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:48.199915 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 34356) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:48.241064 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f69c7910-3cb7-49a8-9f28-b63ce7e8cb8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (e0bc7a91-ee5b-4002-bcee-d0236bfd2e70), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:48.302339 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c5616b-e4b7-4842-b598-55c6d98c703a req-f4fa290d-a208-44fa-8a89-b6d69dfeb71e tempest-ServersTestJSON-1847654024 tempest-ServersTestJSON-1847654024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:32:48.303811 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-a8c5616b-e4b7-4842-b598-55c6d98c703a req-f4fa290d-a208-44fa-8a89-b6d69dfeb71e tempest-ServersTestJSON-1847654024 tempest-ServersTestJSON-1847654024-project] 10.222.0.20 "GET /v2.0/ports?device_id=eded11bc-eb8c-436c-97d5-7fe15d0de3d3 HTTP/1.1" status: 200 len: 944 time: 0.2312553 Feb 28 10:32:48.327222 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69c7910-3cb7-49a8-9f28-b63ce7e8cb8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Pushing event updated for resources: {'Port': ['ID=e0bc7a91-ee5b-4002-bcee-d0236bfd2e70,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:32:48.345238 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-015eaa49-2011-4e84-a978-66d7816a9041 tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] Publish callbacks [] for router_gateway (e5abd12a-9c31-4552-a48f-b999b9f9bfeb), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:48.349294 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f69c7910-3cb7-49a8-9f28-b63ce7e8cb8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Network 579b9e64-03d9-4287-bb18-2d18602b6161 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:32:48.357000 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-f69c7910-3cb7-49a8-9f28-b63ce7e8cb8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:32:48.364122 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f69c7910-3cb7-49a8-9f28-b63ce7e8cb8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:32:48.365033 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f69c7910-3cb7-49a8-9f28-b63ce7e8cb8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:32:48.365634 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f69c7910-3cb7-49a8-9f28-b63ce7e8cb8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:48.402077 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-44024612-d946-4c14-a3d6-4b76343d9a0b None None] Provisioning complete for port 24f78b8a-edde-497c-9c23-aacb182e6116 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:32:48.403386 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-44024612-d946-4c14-a3d6-4b76343d9a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (24f78b8a-edde-497c-9c23-aacb182e6116), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:48.434577 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7b6ae208-bd68-42c6-bebe-1e83df098faa tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] Publish callbacks [] for port (078a04f6-7469-4e5b-9e66-5cc6069a8f44), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:48.441471 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-f69c7910-3cb7-49a8-9f28-b63ce7e8cb8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.2427886 Feb 28 10:32:48.442617 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 34360) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:48.447868 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-deea4c16-7b19-4ba3-b085-ac28be20c9ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-mast'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:32:48.448072 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-44024612-d946-4c14-a3d6-4b76343d9a0b None None] Port 24f78b8a-edde-497c-9c23-aacb182e6116 cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:32:48.457764 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46069e87-d6cb-4701-a4d8-70e64a7cb0a9 tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:32:48.459150 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-46069e87-d6cb-4701-a4d8-70e64a7cb0a9 tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] 10.222.0.20 "GET /v2.0/networks/1e0804d0-d1d9-4d40-9de5-2936f3d87840 HTTP/1.1" status: 200 len: 881 time: 0.2574019 Feb 28 10:32:48.464386 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-a8c5616b-e4b7-4842-b598-55c6d98c703a req-1007f975-b02b-479c-8fc9-9bfd392d2cfa tempest-ServersTestJSON-1847654024 tempest-ServersTestJSON-1847654024-project] 10.222.0.20 "GET /v2.0/security-groups?id=77bbda26-2d7f-408e-abf3-7caecba4d30a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1403284 Feb 28 10:32:48.466474 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 34362) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:48.548035 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-deea4c16-7b19-4ba3-b085-ac28be20c9ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (e0bc7a91-ee5b-4002-bcee-d0236bfd2e70), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:48.567118 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7b6ae208-bd68-42c6-bebe-1e83df098faa tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (078a04f6-7469-4e5b-9e66-5cc6069a8f44), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:48.648321 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b6ae208-bd68-42c6-bebe-1e83df098faa tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] Network 7f6e8fda-7cec-4f7f-a462-8f4210eb71f3 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:32:48.664161 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device 9e40b316-6489-47a0-bf5a-713af4e208f5 up at agent hyperv_hv-neutron-mast {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:32:48.665635 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-7b6ae208-bd68-42c6-bebe-1e83df098faa tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:32:48.675020 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6ae208-bd68-42c6-bebe-1e83df098faa tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:32:48.680313 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b6ae208-bd68-42c6-bebe-1e83df098faa tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:32:48.680983 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7b6ae208-bd68-42c6-bebe-1e83df098faa tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:48.684240 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6ae208-bd68-42c6-bebe-1e83df098faa tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] Pushing event updated for resources: {'Port': ['ID=078a04f6-7469-4e5b-9e66-5cc6069a8f44,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:32:48.728882 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Provisioning for port 9e40b316-6489-47a0-bf5a-713af4e208f5 completed by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 10:32:48.735814 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Provisioning complete for port 9e40b316-6489-47a0-bf5a-713af4e208f5 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:32:48.737858 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (9e40b316-6489-47a0-bf5a-713af4e208f5), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:48.754435 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-7b6ae208-bd68-42c6-bebe-1e83df098faa tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.7366481 Feb 28 10:32:48.757546 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 34364) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:48.764780 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-bf413eb9-fda4-4924-a4d8-664fd5e40ba5 tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] Request body: {'port': {'network_id': '7f6e8fda-7cec-4f7f-a462-8f4210eb71f3', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-586302921'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:32:48.766563 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed8f309-c3be-4b3e-ac33-ae60c46c16ab req-b0aa1213-8dfa-4b18-a4be-c837529acbf8 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:32:48.768080 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-7ed8f309-c3be-4b3e-ac33-ae60c46c16ab req-b0aa1213-8dfa-4b18-a4be-c837529acbf8 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] 10.222.0.20 "GET /v2.0/ports?device_id=21839f2d-46e7-497a-a06a-b1ae129c5e90 HTTP/1.1" status: 200 len: 944 time: 0.4601865 Feb 28 10:32:48.789161 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-95f606d9-f91e-41b3-8076-c55153442619 tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] 10.222.0.20 "GET /v2.0/ports?device_id=b00f1233-5cb2-4fc8-baf0-c4949f85b1aa HTTP/1.1" status: 200 len: 205 time: 0.3213475 Feb 28 10:32:48.793089 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 34366) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:48.840795 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1df2e66f-933f-42f2-a38e-f5b22936ec55 tempest-FloatingIPAdminTestJSON-178010834 tempest-FloatingIPAdminTestJSON-178010834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (24f78b8a-edde-497c-9c23-aacb182e6116), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:48.846718 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Current status of the port 9e40b316-6489-47a0-bf5a-713af4e208f5 is: BUILD; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:32:48.847438 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (9e40b316-6489-47a0-bf5a-713af4e208f5), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:48.894622 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] For port 9e40b316-6489-47a0-bf5a-713af4e208f5, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=9e40b316-6489-47a0-bf5a-713af4e208f5,segment=NetworkSegment(77e95e95-117a-4c02-a631-ed9ab22724b2),segment_id=77e95e95-117a-4c02-a631-ed9ab22724b2)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:32:48.896298 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21839f2d-46e7-497a-a06a-b1ae129c5e90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e40b316-6489-47a0-bf5a-713af4e208f5'}] {{(pid=103409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:32:48.945799 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-015eaa49-2011-4e84-a978-66d7816a9041 tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] Publish callbacks [] for router_gateway (e5abd12a-9c31-4552-a48f-b999b9f9bfeb), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:48.994675 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (9e40b316-6489-47a0-bf5a-713af4e208f5), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:48.994675 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device aef30d3c-6659-44cd-99d6-ed22d30eb60c up at agent hyperv_hv-neutron-mast {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:32:48.995976 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-015eaa49-2011-4e84-a978-66d7816a9041 tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:49.048633 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-deea4c16-7b19-4ba3-b085-ac28be20c9ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] device_id is not set on port e0bc7a91-ee5b-4002-bcee-d0236bfd2e70 yet. {{(pid=103408) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:32:49.089151 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-deea4c16-7b19-4ba3-b085-ac28be20c9ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Publish callbacks [] for port (e0bc7a91-ee5b-4002-bcee-d0236bfd2e70), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:49.099694 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Pushing event updated for resources: {'Port': ['ID=9e40b316-6489-47a0-bf5a-713af4e208f5,revision_number=5']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:32:49.106486 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-deea4c16-7b19-4ba3-b085-ac28be20c9ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3242529'] for port (e0bc7a91-ee5b-4002-bcee-d0236bfd2e70), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:49.115527 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-b88d90e4-c1d4-425c-8624-2c9d1b71cf1a None None] Provisioning complete for port 078a04f6-7469-4e5b-9e66-5cc6069a8f44 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:32:49.116169 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b88d90e4-c1d4-425c-8624-2c9d1b71cf1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (078a04f6-7469-4e5b-9e66-5cc6069a8f44), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:49.128748 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-7ed8f309-c3be-4b3e-ac33-ae60c46c16ab req-ca3b65b5-a67a-4b0a-a68c-2bfed1b00283 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] 10.222.0.20 "GET /v2.0/security-groups?id=c6054555-6cfe-4c7d-9758-21814521da07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3421047 Feb 28 10:32:49.153258 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Provisioning for port aef30d3c-6659-44cd-99d6-ed22d30eb60c completed by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 10:32:49.161299 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Provisioning complete for port aef30d3c-6659-44cd-99d6-ed22d30eb60c triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:32:49.161692 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (aef30d3c-6659-44cd-99d6-ed22d30eb60c), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:49.195641 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-b88d90e4-c1d4-425c-8624-2c9d1b71cf1a None None] Port 078a04f6-7469-4e5b-9e66-5cc6069a8f44 cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:32:49.216238 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf413eb9-fda4-4924-a4d8-664fd5e40ba5 tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] Made reservation on behalf of b4e543b735cd48f9a58e191a2c97f898 for: {'port': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:32:49.218090 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa5325a5be4b33bf61fd809c564e3765e689d817bbd874267890deb3cfccaf12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-532210b1-bf16-4ced-a55d-9662306b0d47" -d '{"events": [{"server_uuid": "21839f2d-46e7-497a-a06a-b1ae129c5e90", "name": "network-vif-plugged", "status": "completed", "tag": "9e40b316-6489-47a0-bf5a-713af4e208f5"}]}' {{(pid=103409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:32:49.219721 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bf413eb9-fda4-4924-a4d8-664fd5e40ba5 tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:49.245497 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deea4c16-7b19-4ba3-b085-ac28be20c9ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Pushing event updated for resources: {'Port': ['ID=e0bc7a91-ee5b-4002-bcee-d0236bfd2e70,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:32:49.259159 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Current status of the port aef30d3c-6659-44cd-99d6-ed22d30eb60c is: BUILD; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:32:49.259767 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (aef30d3c-6659-44cd-99d6-ed22d30eb60c), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:49.265665 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7204b991-9897-4242-8709-3795509307b4 tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] Publish callbacks [] for router (b00f1233-5cb2-4fc8-baf0-c4949f85b1aa), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:49.266182 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-bf413eb9-fda4-4924-a4d8-664fd5e40ba5 tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] device_id is not set on port dde25d3e-9289-402d-9cae-3506b6480f3f yet. {{(pid=103408) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:32:49.282842 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deea4c16-7b19-4ba3-b085-ac28be20c9ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:32:49.283099 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deea4c16-7b19-4ba3-b085-ac28be20c9ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:32:49.283368 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deea4c16-7b19-4ba3-b085-ac28be20c9ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:32:49.283673 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deea4c16-7b19-4ba3-b085-ac28be20c9ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:32:49.284015 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deea4c16-7b19-4ba3-b085-ac28be20c9ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:32:49.284354 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deea4c16-7b19-4ba3-b085-ac28be20c9ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:32:49.284725 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deea4c16-7b19-4ba3-b085-ac28be20c9ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:32:49.285241 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deea4c16-7b19-4ba3-b085-ac28be20c9ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:32:49.285357 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deea4c16-7b19-4ba3-b085-ac28be20c9ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:32:49.285739 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deea4c16-7b19-4ba3-b085-ac28be20c9ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:32:49.286127 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deea4c16-7b19-4ba3-b085-ac28be20c9ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:32:49.286462 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deea4c16-7b19-4ba3-b085-ac28be20c9ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:32:49.286792 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deea4c16-7b19-4ba3-b085-ac28be20c9ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:32:49.303417 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-015eaa49-2011-4e84-a978-66d7816a9041 tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] Allocated IP 172.36.5.15 (1e0804d0-d1d9-4d40-9de5-2936f3d87840/6f6f4129-23e5-4c3b-b4ef-4c7ce926797e/8fded43c-042b-4deb-9f65-5b901e46d6c0) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:32:49.314379 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] For port aef30d3c-6659-44cd-99d6-ed22d30eb60c, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=aef30d3c-6659-44cd-99d6-ed22d30eb60c,segment=NetworkSegment(3d92e6b6-a4bc-43fb-bb7a-1c97358db624),segment_id=3d92e6b6-a4bc-43fb-bb7a-1c97358db624)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:32:49.320992 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (aef30d3c-6659-44cd-99d6-ed22d30eb60c), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:49.322498 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device 7e7f55b8-c450-4329-aef2-8a2c07cf47f7 up at agent hyperv_hv-neutron-mast {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:32:49.338155 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-deea4c16-7b19-4ba3-b085-ac28be20c9ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Attempting to bind port e0bc7a91-ee5b-4002-bcee-d0236bfd2e70 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:32:49.338497 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-deea4c16-7b19-4ba3-b085-ac28be20c9ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Attempting to bind port e0bc7a91-ee5b-4002-bcee-d0236bfd2e70 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '15a1c4a7-0bf1-48a0-9c1a-9d89890c702d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '579b9e64-03d9-4287-bb18-2d18602b6161'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:32:49.338836 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deea4c16-7b19-4ba3-b085-ac28be20c9ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Attempting to bind port e0bc7a91-ee5b-4002-bcee-d0236bfd2e70 on network 579b9e64-03d9-4287-bb18-2d18602b6161 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:32:49.352675 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e837c4-58ab-431c-a68f-667e405490ae req-32d72572-8a3d-4546-95c7-30b7d5eb60c0 tempest-ServersTestManualDisk-1927369875 tempest-ServersTestManualDisk-1927369875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:32:49.354406 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-01e837c4-58ab-431c-a68f-667e405490ae req-32d72572-8a3d-4546-95c7-30b7d5eb60c0 tempest-ServersTestManualDisk-1927369875 tempest-ServersTestManualDisk-1927369875-project] 10.222.0.20 "GET /v2.0/ports?device_id=c32684cc-ad27-487d-bf9a-2122546516b2 HTTP/1.1" status: 200 len: 945 time: 0.2754970 Feb 28 10:32:49.369285 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deea4c16-7b19-4ba3-b085-ac28be20c9ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Port e0bc7a91-ee5b-4002-bcee-d0236bfd2e70 on network 579b9e64-03d9-4287-bb18-2d18602b6161 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 10:32:49.369461 dv-neutron-master-2-hyperv neutron-server[103408]: ERROR neutron.plugins.ml2.managers [None req-deea4c16-7b19-4ba3-b085-ac28be20c9ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Failed to bind port e0bc7a91-ee5b-4002-bcee-d0236bfd2e70 on host hv-neutron-mast for vnic_type normal using segments [{'id': '15a1c4a7-0bf1-48a0-9c1a-9d89890c702d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '579b9e64-03d9-4287-bb18-2d18602b6161'}] Feb 28 10:32:49.373817 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.plugins.ml2.plugin [None req-deea4c16-7b19-4ba3-b085-ac28be20c9ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Attempt 2 to bind port e0bc7a91-ee5b-4002-bcee-d0236bfd2e70 Feb 28 10:32:49.420024 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Pushing event updated for resources: {'Port': ['ID=aef30d3c-6659-44cd-99d6-ed22d30eb60c,revision_number=5']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:32:49.436343 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Provisioning for port 7e7f55b8-c450-4329-aef2-8a2c07cf47f7 completed by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 10:32:49.443702 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 10:32:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0336d65-2a99-442f-91f8-54fa57ae7008 x-openstack-request-id: req-d0336d65-2a99-442f-91f8-54fa57ae7008 {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:32:49.444021 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21839f2d-46e7-497a-a06a-b1ae129c5e90", "name": "network-vif-plugged", "status": "completed", "tag": "9e40b316-6489-47a0-bf5a-713af4e208f5", "code": 200}]} {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:32:49.444294 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d0336d65-2a99-442f-91f8-54fa57ae7008 {{(pid=103409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:32:49.444786 dv-neutron-master-2-hyperv neutron-server[103409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21839f2d-46e7-497a-a06a-b1ae129c5e90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e40b316-6489-47a0-bf5a-713af4e208f5', 'code': 200} Feb 28 10:32:49.447359 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Provisioning complete for port 7e7f55b8-c450-4329-aef2-8a2c07cf47f7 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:32:49.447359 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (7e7f55b8-c450-4329-aef2-8a2c07cf47f7), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:49.461706 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-deea4c16-7b19-4ba3-b085-ac28be20c9ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Attempting to bind port e0bc7a91-ee5b-4002-bcee-d0236bfd2e70 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:32:49.462093 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-deea4c16-7b19-4ba3-b085-ac28be20c9ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Attempting to bind port e0bc7a91-ee5b-4002-bcee-d0236bfd2e70 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '15a1c4a7-0bf1-48a0-9c1a-9d89890c702d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '579b9e64-03d9-4287-bb18-2d18602b6161'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:32:49.462749 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deea4c16-7b19-4ba3-b085-ac28be20c9ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Attempting to bind port e0bc7a91-ee5b-4002-bcee-d0236bfd2e70 on network 579b9e64-03d9-4287-bb18-2d18602b6161 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:32:49.488004 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deea4c16-7b19-4ba3-b085-ac28be20c9ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Port e0bc7a91-ee5b-4002-bcee-d0236bfd2e70 on network 579b9e64-03d9-4287-bb18-2d18602b6161 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 10:32:49.488344 dv-neutron-master-2-hyperv neutron-server[103408]: ERROR neutron.plugins.ml2.managers [None req-deea4c16-7b19-4ba3-b085-ac28be20c9ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Failed to bind port e0bc7a91-ee5b-4002-bcee-d0236bfd2e70 on host hv-neutron-mast for vnic_type normal using segments [{'id': '15a1c4a7-0bf1-48a0-9c1a-9d89890c702d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '579b9e64-03d9-4287-bb18-2d18602b6161'}] Feb 28 10:32:49.493360 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.plugins.ml2.plugin [None req-deea4c16-7b19-4ba3-b085-ac28be20c9ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Attempt 3 to bind port e0bc7a91-ee5b-4002-bcee-d0236bfd2e70 Feb 28 10:32:49.538657 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-01e837c4-58ab-431c-a68f-667e405490ae req-708271ae-0bf4-482e-9c19-e801c89710c9 tempest-ServersTestManualDisk-1927369875 tempest-ServersTestManualDisk-1927369875-project] 10.222.0.20 "GET /v2.0/security-groups?id=f7c3c379-f26e-44ef-badf-d68ef2cd35f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1764433 Feb 28 10:32:49.582063 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7204b991-9897-4242-8709-3795509307b4 tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] Publish callbacks [] for router_gateway (b00f1233-5cb2-4fc8-baf0-c4949f85b1aa), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:49.585001 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Current status of the port 7e7f55b8-c450-4329-aef2-8a2c07cf47f7 is: BUILD; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:32:49.586040 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (7e7f55b8-c450-4329-aef2-8a2c07cf47f7), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:49.592025 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1df2e66f-933f-42f2-a38e-f5b22936ec55 tempest-FloatingIPAdminTestJSON-178010834 tempest-FloatingIPAdminTestJSON-178010834-project] Publish callbacks [] for port (24f78b8a-edde-497c-9c23-aacb182e6116), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:49.592895 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-015eaa49-2011-4e84-a978-66d7816a9041 tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] Publish callbacks [] for port (8fded43c-042b-4deb-9f65-5b901e46d6c0), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:49.597014 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-bf413eb9-fda4-4924-a4d8-664fd5e40ba5 tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] Allocated IP 2001:db8::1d2 (7f6e8fda-7cec-4f7f-a462-8f4210eb71f3/fb2db68a-109e-43b6-9285-be81df0a9bc0/dde25d3e-9289-402d-9cae-3506b6480f3f) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:32:49.598503 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1df2e66f-933f-42f2-a38e-f5b22936ec55 tempest-FloatingIPAdminTestJSON-178010834 tempest-FloatingIPAdminTestJSON-178010834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3498066'] for port (24f78b8a-edde-497c-9c23-aacb182e6116), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:49.604902 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-deea4c16-7b19-4ba3-b085-ac28be20c9ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Attempting to bind port e0bc7a91-ee5b-4002-bcee-d0236bfd2e70 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:32:49.605303 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-deea4c16-7b19-4ba3-b085-ac28be20c9ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Attempting to bind port e0bc7a91-ee5b-4002-bcee-d0236bfd2e70 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '15a1c4a7-0bf1-48a0-9c1a-9d89890c702d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '579b9e64-03d9-4287-bb18-2d18602b6161'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:32:49.605729 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deea4c16-7b19-4ba3-b085-ac28be20c9ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Attempting to bind port e0bc7a91-ee5b-4002-bcee-d0236bfd2e70 on network 579b9e64-03d9-4287-bb18-2d18602b6161 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:32:49.614642 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deea4c16-7b19-4ba3-b085-ac28be20c9ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Port e0bc7a91-ee5b-4002-bcee-d0236bfd2e70 on network 579b9e64-03d9-4287-bb18-2d18602b6161 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 10:32:49.615164 dv-neutron-master-2-hyperv neutron-server[103408]: ERROR neutron.plugins.ml2.managers [None req-deea4c16-7b19-4ba3-b085-ac28be20c9ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Failed to bind port e0bc7a91-ee5b-4002-bcee-d0236bfd2e70 on host hv-neutron-mast for vnic_type normal using segments [{'id': '15a1c4a7-0bf1-48a0-9c1a-9d89890c702d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '579b9e64-03d9-4287-bb18-2d18602b6161'}] Feb 28 10:32:49.619512 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.plugins.ml2.plugin [None req-deea4c16-7b19-4ba3-b085-ac28be20c9ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Attempt 4 to bind port e0bc7a91-ee5b-4002-bcee-d0236bfd2e70 Feb 28 10:32:49.630303 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] For port 7e7f55b8-c450-4329-aef2-8a2c07cf47f7, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=7e7f55b8-c450-4329-aef2-8a2c07cf47f7,segment=NetworkSegment(45c28de9-4293-44e6-a1bc-2bb875668608),segment_id=45c28de9-4293-44e6-a1bc-2bb875668608)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:32:49.637819 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (7e7f55b8-c450-4329-aef2-8a2c07cf47f7), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:49.653210 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-deea4c16-7b19-4ba3-b085-ac28be20c9ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Attempting to bind port e0bc7a91-ee5b-4002-bcee-d0236bfd2e70 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:32:49.654227 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-deea4c16-7b19-4ba3-b085-ac28be20c9ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Attempting to bind port e0bc7a91-ee5b-4002-bcee-d0236bfd2e70 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '15a1c4a7-0bf1-48a0-9c1a-9d89890c702d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '579b9e64-03d9-4287-bb18-2d18602b6161'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:32:49.654731 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deea4c16-7b19-4ba3-b085-ac28be20c9ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Attempting to bind port e0bc7a91-ee5b-4002-bcee-d0236bfd2e70 on network 579b9e64-03d9-4287-bb18-2d18602b6161 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:32:49.681446 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deea4c16-7b19-4ba3-b085-ac28be20c9ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Port e0bc7a91-ee5b-4002-bcee-d0236bfd2e70 on network 579b9e64-03d9-4287-bb18-2d18602b6161 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 10:32:49.682172 dv-neutron-master-2-hyperv neutron-server[103408]: ERROR neutron.plugins.ml2.managers [None req-deea4c16-7b19-4ba3-b085-ac28be20c9ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Failed to bind port e0bc7a91-ee5b-4002-bcee-d0236bfd2e70 on host hv-neutron-mast for vnic_type normal using segments [{'id': '15a1c4a7-0bf1-48a0-9c1a-9d89890c702d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '579b9e64-03d9-4287-bb18-2d18602b6161'}] Feb 28 10:32:49.687507 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.plugins.ml2.plugin [None req-deea4c16-7b19-4ba3-b085-ac28be20c9ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Attempt 5 to bind port e0bc7a91-ee5b-4002-bcee-d0236bfd2e70 Feb 28 10:32:49.700161 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Pushing event updated for resources: {'Port': ['ID=7e7f55b8-c450-4329-aef2-8a2c07cf47f7,revision_number=5']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:32:49.725318 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-deea4c16-7b19-4ba3-b085-ac28be20c9ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Attempting to bind port e0bc7a91-ee5b-4002-bcee-d0236bfd2e70 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:32:49.725804 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-deea4c16-7b19-4ba3-b085-ac28be20c9ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Attempting to bind port e0bc7a91-ee5b-4002-bcee-d0236bfd2e70 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '15a1c4a7-0bf1-48a0-9c1a-9d89890c702d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '579b9e64-03d9-4287-bb18-2d18602b6161'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:32:49.726196 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deea4c16-7b19-4ba3-b085-ac28be20c9ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Attempting to bind port e0bc7a91-ee5b-4002-bcee-d0236bfd2e70 on network 579b9e64-03d9-4287-bb18-2d18602b6161 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:32:49.742528 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-015eaa49-2011-4e84-a978-66d7816a9041 tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (8fded43c-042b-4deb-9f65-5b901e46d6c0), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:49.782419 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deea4c16-7b19-4ba3-b085-ac28be20c9ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Port e0bc7a91-ee5b-4002-bcee-d0236bfd2e70 on network 579b9e64-03d9-4287-bb18-2d18602b6161 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 10:32:49.782926 dv-neutron-master-2-hyperv neutron-server[103408]: ERROR neutron.plugins.ml2.managers [None req-deea4c16-7b19-4ba3-b085-ac28be20c9ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Failed to bind port e0bc7a91-ee5b-4002-bcee-d0236bfd2e70 on host hv-neutron-mast for vnic_type normal using segments [{'id': '15a1c4a7-0bf1-48a0-9c1a-9d89890c702d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '579b9e64-03d9-4287-bb18-2d18602b6161'}] Feb 28 10:32:49.790917 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1df2e66f-933f-42f2-a38e-f5b22936ec55 tempest-FloatingIPAdminTestJSON-178010834 tempest-FloatingIPAdminTestJSON-178010834-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1802524'] for router_interface (7eadc941-c9a9-469a-b023-13a98bd7a130), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:49.802751 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2e66f-933f-42f2-a38e-f5b22936ec55 tempest-FloatingIPAdminTestJSON-178010834 tempest-FloatingIPAdminTestJSON-178010834-project] Pushing event updated for resources: {'Port': ['ID=24f78b8a-edde-497c-9c23-aacb182e6116,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:32:49.806256 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.plugins.ml2.plugin [None req-deea4c16-7b19-4ba3-b085-ac28be20c9ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Attempt 6 to bind port e0bc7a91-ee5b-4002-bcee-d0236bfd2e70 Feb 28 10:32:49.844959 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-015eaa49-2011-4e84-a978-66d7816a9041 tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] Network 1e0804d0-d1d9-4d40-9de5-2936f3d87840 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:32:49.846335 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df2e66f-933f-42f2-a38e-f5b22936ec55 tempest-FloatingIPAdminTestJSON-178010834 tempest-FloatingIPAdminTestJSON-178010834-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:32:49.846680 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df2e66f-933f-42f2-a38e-f5b22936ec55 tempest-FloatingIPAdminTestJSON-178010834 tempest-FloatingIPAdminTestJSON-178010834-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:32:49.847038 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df2e66f-933f-42f2-a38e-f5b22936ec55 tempest-FloatingIPAdminTestJSON-178010834 tempest-FloatingIPAdminTestJSON-178010834-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:32:49.847387 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df2e66f-933f-42f2-a38e-f5b22936ec55 tempest-FloatingIPAdminTestJSON-178010834 tempest-FloatingIPAdminTestJSON-178010834-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:32:49.847779 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df2e66f-933f-42f2-a38e-f5b22936ec55 tempest-FloatingIPAdminTestJSON-178010834 tempest-FloatingIPAdminTestJSON-178010834-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:32:49.848088 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df2e66f-933f-42f2-a38e-f5b22936ec55 tempest-FloatingIPAdminTestJSON-178010834 tempest-FloatingIPAdminTestJSON-178010834-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:32:49.848425 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df2e66f-933f-42f2-a38e-f5b22936ec55 tempest-FloatingIPAdminTestJSON-178010834 tempest-FloatingIPAdminTestJSON-178010834-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:32:49.848788 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df2e66f-933f-42f2-a38e-f5b22936ec55 tempest-FloatingIPAdminTestJSON-178010834 tempest-FloatingIPAdminTestJSON-178010834-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:32:49.849127 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df2e66f-933f-42f2-a38e-f5b22936ec55 tempest-FloatingIPAdminTestJSON-178010834 tempest-FloatingIPAdminTestJSON-178010834-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:32:49.849444 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df2e66f-933f-42f2-a38e-f5b22936ec55 tempest-FloatingIPAdminTestJSON-178010834 tempest-FloatingIPAdminTestJSON-178010834-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:32:49.849797 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df2e66f-933f-42f2-a38e-f5b22936ec55 tempest-FloatingIPAdminTestJSON-178010834 tempest-FloatingIPAdminTestJSON-178010834-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:32:49.850099 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df2e66f-933f-42f2-a38e-f5b22936ec55 tempest-FloatingIPAdminTestJSON-178010834 tempest-FloatingIPAdminTestJSON-178010834-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:32:49.850434 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df2e66f-933f-42f2-a38e-f5b22936ec55 tempest-FloatingIPAdminTestJSON-178010834 tempest-FloatingIPAdminTestJSON-178010834-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:32:49.858848 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-015eaa49-2011-4e84-a978-66d7816a9041 tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:32:49.861119 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015eaa49-2011-4e84-a978-66d7816a9041 tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:32:49.869506 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-deea4c16-7b19-4ba3-b085-ac28be20c9ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Attempting to bind port e0bc7a91-ee5b-4002-bcee-d0236bfd2e70 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:32:49.869845 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-deea4c16-7b19-4ba3-b085-ac28be20c9ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Attempting to bind port e0bc7a91-ee5b-4002-bcee-d0236bfd2e70 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '15a1c4a7-0bf1-48a0-9c1a-9d89890c702d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '579b9e64-03d9-4287-bb18-2d18602b6161'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:32:49.870181 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deea4c16-7b19-4ba3-b085-ac28be20c9ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Attempting to bind port e0bc7a91-ee5b-4002-bcee-d0236bfd2e70 on network 579b9e64-03d9-4287-bb18-2d18602b6161 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:32:49.872981 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015eaa49-2011-4e84-a978-66d7816a9041 tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] Pushing event updated for resources: {'Port': ['ID=8fded43c-042b-4deb-9f65-5b901e46d6c0,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:32:49.912136 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deea4c16-7b19-4ba3-b085-ac28be20c9ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Port e0bc7a91-ee5b-4002-bcee-d0236bfd2e70 on network 579b9e64-03d9-4287-bb18-2d18602b6161 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 10:32:49.912459 dv-neutron-master-2-hyperv neutron-server[103408]: ERROR neutron.plugins.ml2.managers [None req-deea4c16-7b19-4ba3-b085-ac28be20c9ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Failed to bind port e0bc7a91-ee5b-4002-bcee-d0236bfd2e70 on host hv-neutron-mast for vnic_type normal using segments [{'id': '15a1c4a7-0bf1-48a0-9c1a-9d89890c702d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '579b9e64-03d9-4287-bb18-2d18602b6161'}] Feb 28 10:32:49.915749 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.plugins.ml2.plugin [None req-deea4c16-7b19-4ba3-b085-ac28be20c9ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Attempt 7 to bind port e0bc7a91-ee5b-4002-bcee-d0236bfd2e70 Feb 28 10:32:49.922695 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d404cc8-86ae-447d-ab18-b623fdd0ca3f req-f3a86081-7a34-490f-934b-1e70fbdf3224 tempest-ServersTestJSON-1847654024 tempest-ServersTestJSON-1847654024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:32:49.924227 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-4d404cc8-86ae-447d-ab18-b623fdd0ca3f req-f3a86081-7a34-490f-934b-1e70fbdf3224 tempest-ServersTestJSON-1847654024 tempest-ServersTestJSON-1847654024-project] 10.222.0.20 "GET /v2.0/ports?device_id=eded11bc-eb8c-436c-97d5-7fe15d0de3d3 HTTP/1.1" status: 200 len: 945 time: 0.2935278 Feb 28 10:32:49.931523 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d11b039-f66d-47dd-acff-57fcc090e6e3 req-b1297d5a-6fcc-47ee-aec6-ed3710b36905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:32:49.933261 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-7d11b039-f66d-47dd-acff-57fcc090e6e3 req-b1297d5a-6fcc-47ee-aec6-ed3710b36905 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=21839f2d-46e7-497a-a06a-b1ae129c5e90 HTTP/1.1" status: 200 len: 1129 time: 0.2207844 Feb 28 10:32:49.934545 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-7204b991-9897-4242-8709-3795509307b4 tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] Deleting port dcba83f6-f447-472b-9c24-ee6481f86b66 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:32:49.934927 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7204b991-9897-4242-8709-3795509307b4 tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (dcba83f6-f447-472b-9c24-ee6481f86b66), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:49.946079 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bf413eb9-fda4-4924-a4d8-664fd5e40ba5 tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] Publish callbacks [] for port (dde25d3e-9289-402d-9cae-3506b6480f3f), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:49.953847 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-deea4c16-7b19-4ba3-b085-ac28be20c9ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Attempting to bind port e0bc7a91-ee5b-4002-bcee-d0236bfd2e70 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:32:49.954167 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-deea4c16-7b19-4ba3-b085-ac28be20c9ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Attempting to bind port e0bc7a91-ee5b-4002-bcee-d0236bfd2e70 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '15a1c4a7-0bf1-48a0-9c1a-9d89890c702d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '579b9e64-03d9-4287-bb18-2d18602b6161'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:32:49.954501 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deea4c16-7b19-4ba3-b085-ac28be20c9ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Attempting to bind port e0bc7a91-ee5b-4002-bcee-d0236bfd2e70 on network 579b9e64-03d9-4287-bb18-2d18602b6161 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:32:49.996984 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deea4c16-7b19-4ba3-b085-ac28be20c9ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Port e0bc7a91-ee5b-4002-bcee-d0236bfd2e70 on network 579b9e64-03d9-4287-bb18-2d18602b6161 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 10:32:49.997209 dv-neutron-master-2-hyperv neutron-server[103408]: ERROR neutron.plugins.ml2.managers [None req-deea4c16-7b19-4ba3-b085-ac28be20c9ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Failed to bind port e0bc7a91-ee5b-4002-bcee-d0236bfd2e70 on host hv-neutron-mast for vnic_type normal using segments [{'id': '15a1c4a7-0bf1-48a0-9c1a-9d89890c702d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '579b9e64-03d9-4287-bb18-2d18602b6161'}] Feb 28 10:32:50.012242 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-7d11b039-f66d-47dd-acff-57fcc090e6e3 req-538958b1-230d-40ff-8edd-c7e8913d0ae0 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:50.022729 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.plugins.ml2.plugin [None req-deea4c16-7b19-4ba3-b085-ac28be20c9ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Attempt 8 to bind port e0bc7a91-ee5b-4002-bcee-d0236bfd2e70 Feb 28 10:32:50.071411 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-deea4c16-7b19-4ba3-b085-ac28be20c9ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Attempting to bind port e0bc7a91-ee5b-4002-bcee-d0236bfd2e70 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:32:50.071647 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-deea4c16-7b19-4ba3-b085-ac28be20c9ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Attempting to bind port e0bc7a91-ee5b-4002-bcee-d0236bfd2e70 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '15a1c4a7-0bf1-48a0-9c1a-9d89890c702d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '579b9e64-03d9-4287-bb18-2d18602b6161'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:32:50.071989 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deea4c16-7b19-4ba3-b085-ac28be20c9ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Attempting to bind port e0bc7a91-ee5b-4002-bcee-d0236bfd2e70 on network 579b9e64-03d9-4287-bb18-2d18602b6161 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:32:50.088096 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-4d404cc8-86ae-447d-ab18-b623fdd0ca3f req-9e37510a-84eb-468c-9405-18f4cbbcc851 tempest-ServersTestJSON-1847654024 tempest-ServersTestJSON-1847654024-project] 10.222.0.20 "GET /v2.0/security-groups?id=77bbda26-2d7f-408e-abf3-7caecba4d30a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1458120 Feb 28 10:32:50.088295 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deea4c16-7b19-4ba3-b085-ac28be20c9ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Port e0bc7a91-ee5b-4002-bcee-d0236bfd2e70 on network 579b9e64-03d9-4287-bb18-2d18602b6161 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 10:32:50.088295 dv-neutron-master-2-hyperv neutron-server[103408]: ERROR neutron.plugins.ml2.managers [None req-deea4c16-7b19-4ba3-b085-ac28be20c9ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Failed to bind port e0bc7a91-ee5b-4002-bcee-d0236bfd2e70 on host hv-neutron-mast for vnic_type normal using segments [{'id': '15a1c4a7-0bf1-48a0-9c1a-9d89890c702d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '579b9e64-03d9-4287-bb18-2d18602b6161'}] Feb 28 10:32:50.088295 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.plugins.ml2.plugin [None req-deea4c16-7b19-4ba3-b085-ac28be20c9ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Attempt 9 to bind port e0bc7a91-ee5b-4002-bcee-d0236bfd2e70 Feb 28 10:32:50.095174 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1df2e66f-933f-42f2-a38e-f5b22936ec55 tempest-FloatingIPAdminTestJSON-178010834 tempest-FloatingIPAdminTestJSON-178010834-project] Network b99dc5e3-630e-49c2-8ebd-539fed7b4a9b is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:32:50.103302 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-1df2e66f-933f-42f2-a38e-f5b22936ec55 tempest-FloatingIPAdminTestJSON-178010834 tempest-FloatingIPAdminTestJSON-178010834-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:32:50.111112 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-deea4c16-7b19-4ba3-b085-ac28be20c9ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Attempting to bind port e0bc7a91-ee5b-4002-bcee-d0236bfd2e70 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:32:50.111342 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-deea4c16-7b19-4ba3-b085-ac28be20c9ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Attempting to bind port e0bc7a91-ee5b-4002-bcee-d0236bfd2e70 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '15a1c4a7-0bf1-48a0-9c1a-9d89890c702d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '579b9e64-03d9-4287-bb18-2d18602b6161'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:32:50.111679 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deea4c16-7b19-4ba3-b085-ac28be20c9ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Attempting to bind port e0bc7a91-ee5b-4002-bcee-d0236bfd2e70 on network 579b9e64-03d9-4287-bb18-2d18602b6161 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:32:50.118545 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bf413eb9-fda4-4924-a4d8-664fd5e40ba5 tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (dde25d3e-9289-402d-9cae-3506b6480f3f), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:50.124544 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7204b991-9897-4242-8709-3795509307b4 tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (dcba83f6-f447-472b-9c24-ee6481f86b66), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:50.145114 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-7204b991-9897-4242-8709-3795509307b4 tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] Calling delete_port for dcba83f6-f447-472b-9c24-ee6481f86b66 owned by network:router_gateway {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:32:50.155296 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deea4c16-7b19-4ba3-b085-ac28be20c9ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Port e0bc7a91-ee5b-4002-bcee-d0236bfd2e70 on network 579b9e64-03d9-4287-bb18-2d18602b6161 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 10:32:50.155296 dv-neutron-master-2-hyperv neutron-server[103408]: ERROR neutron.plugins.ml2.managers [None req-deea4c16-7b19-4ba3-b085-ac28be20c9ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Failed to bind port e0bc7a91-ee5b-4002-bcee-d0236bfd2e70 on host hv-neutron-mast for vnic_type normal using segments [{'id': '15a1c4a7-0bf1-48a0-9c1a-9d89890c702d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '579b9e64-03d9-4287-bb18-2d18602b6161'}] Feb 28 10:32:50.163857 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.plugins.ml2.plugin [None req-deea4c16-7b19-4ba3-b085-ac28be20c9ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Attempt 10 to bind port e0bc7a91-ee5b-4002-bcee-d0236bfd2e70 Feb 28 10:32:50.231243 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf413eb9-fda4-4924-a4d8-664fd5e40ba5 tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] Network 7f6e8fda-7cec-4f7f-a462-8f4210eb71f3 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:32:50.234502 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-deea4c16-7b19-4ba3-b085-ac28be20c9ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Attempting to bind port e0bc7a91-ee5b-4002-bcee-d0236bfd2e70 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:32:50.235044 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-deea4c16-7b19-4ba3-b085-ac28be20c9ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Attempting to bind port e0bc7a91-ee5b-4002-bcee-d0236bfd2e70 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '15a1c4a7-0bf1-48a0-9c1a-9d89890c702d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '579b9e64-03d9-4287-bb18-2d18602b6161'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:32:50.235420 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deea4c16-7b19-4ba3-b085-ac28be20c9ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Attempting to bind port e0bc7a91-ee5b-4002-bcee-d0236bfd2e70 on network 579b9e64-03d9-4287-bb18-2d18602b6161 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:32:50.251023 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-bf413eb9-fda4-4924-a4d8-664fd5e40ba5 tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:32:50.252796 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf413eb9-fda4-4924-a4d8-664fd5e40ba5 tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:32:50.258660 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf413eb9-fda4-4924-a4d8-664fd5e40ba5 tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:32:50.259059 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bf413eb9-fda4-4924-a4d8-664fd5e40ba5 tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:50.266717 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deea4c16-7b19-4ba3-b085-ac28be20c9ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Port e0bc7a91-ee5b-4002-bcee-d0236bfd2e70 on network 579b9e64-03d9-4287-bb18-2d18602b6161 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 10:32:50.267054 dv-neutron-master-2-hyperv neutron-server[103408]: ERROR neutron.plugins.ml2.managers [None req-deea4c16-7b19-4ba3-b085-ac28be20c9ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Failed to bind port e0bc7a91-ee5b-4002-bcee-d0236bfd2e70 on host hv-neutron-mast for vnic_type normal using segments [{'id': '15a1c4a7-0bf1-48a0-9c1a-9d89890c702d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '579b9e64-03d9-4287-bb18-2d18602b6161'}] Feb 28 10:32:50.267421 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-deea4c16-7b19-4ba3-b085-ac28be20c9ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (e0bc7a91-ee5b-4002-bcee-d0236bfd2e70), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:50.269285 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf413eb9-fda4-4924-a4d8-664fd5e40ba5 tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] Pushing event updated for resources: {'Port': ['ID=dde25d3e-9289-402d-9cae-3506b6480f3f,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:32:50.338878 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-bf413eb9-fda4-4924-a4d8-664fd5e40ba5 tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.5780978 Feb 28 10:32:50.362015 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 34384) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:50.371060 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-a87cc3b7-c4c2-4253-ac09-a3a0361918f6 tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::b', 'mac_address': 'fa:16:3e:cf:7f:ce'}, {'ip_address': '2001:db8::3b3', 'mac_address': 'fa:16:3e:79:b7:aa'}]}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:32:50.411009 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-015eaa49-2011-4e84-a978-66d7816a9041 tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] Publish callbacks [] for router_gateway (e5abd12a-9c31-4552-a48f-b999b9f9bfeb), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:50.432436 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-fb94b2e2-de34-4753-b24c-4045d43212fc None None] Provisioning complete for port 24f78b8a-edde-497c-9c23-aacb182e6116 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:32:50.433076 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-7d11b039-f66d-47dd-acff-57fcc090e6e3 req-538958b1-230d-40ff-8edd-c7e8913d0ae0 service neutron] Publish callbacks [] for security_group (db3211cd-61c8-4d93-9a32-ae6fe18bfd55), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:50.433180 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fb94b2e2-de34-4753-b24c-4045d43212fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (24f78b8a-edde-497c-9c23-aacb182e6116), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:50.475877 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-7d11b039-f66d-47dd-acff-57fcc090e6e3 req-538958b1-230d-40ff-8edd-c7e8913d0ae0 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (db3211cd-61c8-4d93-9a32-ae6fe18bfd55), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:50.478839 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-fb94b2e2-de34-4753-b24c-4045d43212fc None None] Port 24f78b8a-edde-497c-9c23-aacb182e6116 cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:32:50.513812 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1df2e66f-933f-42f2-a38e-f5b22936ec55 tempest-FloatingIPAdminTestJSON-178010834 tempest-FloatingIPAdminTestJSON-178010834-project] Router 7eadc941-c9a9-469a-b023-13a98bd7a130 has already been hosted by L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:32:50.544137 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-deea4c16-7b19-4ba3-b085-ac28be20c9ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] For port e0bc7a91-ee5b-4002-bcee-d0236bfd2e70, host hv-neutron-mast, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:32:50.544424 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-deea4c16-7b19-4ba3-b085-ac28be20c9ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Attempted to set empty binding levels {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 28 10:32:50.565169 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fedb18-c324-40de-9e30-c94e4846c9fc req-832748c5-3550-4982-b192-b490a4339049 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:32:50.566825 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-41fedb18-c324-40de-9e30-c94e4846c9fc req-832748c5-3550-4982-b192-b490a4339049 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] 10.222.0.20 "GET /v2.0/ports?device_id=21839f2d-46e7-497a-a06a-b1ae129c5e90 HTTP/1.1" status: 200 len: 945 time: 0.3431301 Feb 28 10:32:50.572006 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538958b1-230d-40ff-8edd-c7e8913d0ae0 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=db3211cd-61c8-4d93-9a32-ae6fe18bfd55,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:32:50.575425 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-7d11b039-f66d-47dd-acff-57fcc090e6e3 req-538958b1-230d-40ff-8edd-c7e8913d0ae0 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=c6054555-6cfe-4c7d-9758-21814521da07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6350300 Feb 28 10:32:50.614472 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-60d19497-b5fc-4ddd-85e8-2dd8d895c941 None None] Provisioning complete for port dde25d3e-9289-402d-9cae-3506b6480f3f triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:32:50.614851 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-60d19497-b5fc-4ddd-85e8-2dd8d895c941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (dde25d3e-9289-402d-9cae-3506b6480f3f), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:50.666830 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-60d19497-b5fc-4ddd-85e8-2dd8d895c941 None None] Port dde25d3e-9289-402d-9cae-3506b6480f3f cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:32:50.850382 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-deea4c16-7b19-4ba3-b085-ac28be20c9ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3242529'] for port (e0bc7a91-ee5b-4002-bcee-d0236bfd2e70), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:50.895500 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-deea4c16-7b19-4ba3-b085-ac28be20c9ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] In _notify_port_updated(), no bound segment for port e0bc7a91-ee5b-4002-bcee-d0236bfd2e70 on network 579b9e64-03d9-4287-bb18-2d18602b6161 {{(pid=103408) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 28 10:32:50.896297 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deea4c16-7b19-4ba3-b085-ac28be20c9ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:32:50.896943 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-deea4c16-7b19-4ba3-b085-ac28be20c9ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:50.898282 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-deea4c16-7b19-4ba3-b085-ac28be20c9ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] 10.222.0.20 "PUT /v2.0/ports/e0bc7a91-ee5b-4002-bcee-d0236bfd2e70 HTTP/1.1" status: 200 len: 980 time: 2.4549289 Feb 28 10:32:50.907966 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 34388) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:51.011002 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deea4c16-7b19-4ba3-b085-ac28be20c9ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Pushing event updated for resources: {'Port': ['ID=e0bc7a91-ee5b-4002-bcee-d0236bfd2e70,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:32:51.025767 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7204b991-9897-4242-8709-3795509307b4 tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (dcba83f6-f447-472b-9c24-ee6481f86b66), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:51.061404 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-41fedb18-c324-40de-9e30-c94e4846c9fc req-19b80ec6-d01e-44ac-a726-ea2f7b577483 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] 10.222.0.20 "GET /v2.0/security-groups?id=c6054555-6cfe-4c7d-9758-21814521da07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4752042 Feb 28 10:32:51.068058 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7204b991-9897-4242-8709-3795509307b4 tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] Pushing event deleted for resources: {'Port': ['ID=dcba83f6-f447-472b-9c24-ee6481f86b66,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:32:51.102618 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1df2e66f-933f-42f2-a38e-f5b22936ec55 tempest-FloatingIPAdminTestJSON-178010834 tempest-FloatingIPAdminTestJSON-178010834-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:32:51.109030 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-1df2e66f-933f-42f2-a38e-f5b22936ec55 tempest-FloatingIPAdminTestJSON-178010834 tempest-FloatingIPAdminTestJSON-178010834-project] 10.222.0.20 "PUT /v2.0/routers/7eadc941-c9a9-469a-b023-13a98bd7a130/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8803911 Feb 28 10:32:51.112899 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 34390) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:51.114812 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2923d5c-dfbc-4ee3-898d-df0290748eb0 None None] Sync routers for ids ['7eadc941-c9a9-469a-b023-13a98bd7a130'] in dv-neutron-master-2-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:32:51.127527 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2923d5c-dfbc-4ee3-898d-df0290748eb0 None None] Routers {'7eadc941-c9a9-469a-b023-13a98bd7a130'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:32:51.128854 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-f2923d5c-dfbc-4ee3-898d-df0290748eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:32:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['7eadc941-c9a9-469a-b023-13a98bd7a130'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:32:51.129615 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a87cc3b7-c4c2-4253-ac09-a3a0361918f6 tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (dde25d3e-9289-402d-9cae-3506b6480f3f), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:51.141304 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-73a5eacd-947a-4325-adb6-8d6b55426714 tempest-FloatingIPAdminTestJSON-178010834 tempest-FloatingIPAdminTestJSON-178010834-project] Request body: {'port': {'network_id': 'b99dc5e3-630e-49c2-8ebd-539fed7b4a9b', 'name': 'tempest-FloatingIPAdminTestJSON-134566380'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:32:51.154725 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e09bb0-bf49-4373-88cc-f0db8ad45550 req-74e4d064-fa56-46b6-b785-0d3f333169e5 tempest-ServersTestManualDisk-1927369875 tempest-ServersTestManualDisk-1927369875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:32:51.156205 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-e6e09bb0-bf49-4373-88cc-f0db8ad45550 req-74e4d064-fa56-46b6-b785-0d3f333169e5 tempest-ServersTestManualDisk-1927369875 tempest-ServersTestManualDisk-1927369875-project] 10.222.0.20 "GET /v2.0/ports?device_id=c32684cc-ad27-487d-bf9a-2122546516b2 HTTP/1.1" status: 200 len: 946 time: 0.4984040 Feb 28 10:32:51.169947 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-f2923d5c-dfbc-4ee3-898d-df0290748eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:32:51.179656 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2923d5c-dfbc-4ee3-898d-df0290748eb0 None None] Routers {'7eadc941-c9a9-469a-b023-13a98bd7a130'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:32:51.180600 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-f2923d5c-dfbc-4ee3-898d-df0290748eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:32:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['7eadc941-c9a9-469a-b023-13a98bd7a130'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:32:51.190570 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-015eaa49-2011-4e84-a978-66d7816a9041 tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1804241'] for router (e5abd12a-9c31-4552-a48f-b999b9f9bfeb), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:51.215860 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-f2923d5c-dfbc-4ee3-898d-df0290748eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:32:51.216517 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2923d5c-dfbc-4ee3-898d-df0290748eb0 None None] The sync data for ids ['7eadc941-c9a9-469a-b023-13a98bd7a130'] in dv-neutron-master-2-hyperv is: [] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:32:51.251623 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-bc67ac09-030e-43d9-aada-2ad01b19f292 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Deleting port e0bc7a91-ee5b-4002-bcee-d0236bfd2e70 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:32:51.252003 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bc67ac09-030e-43d9-aada-2ad01b19f292 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (e0bc7a91-ee5b-4002-bcee-d0236bfd2e70), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:51.290930 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7204b991-9897-4242-8709-3795509307b4 tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1803321'] for router_gateway (b00f1233-5cb2-4fc8-baf0-c4949f85b1aa), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:51.376367 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-e6e09bb0-bf49-4373-88cc-f0db8ad45550 req-3ad2959a-5ac2-415a-a8f2-776c6cd6e8f7 tempest-ServersTestManualDisk-1927369875 tempest-ServersTestManualDisk-1927369875-project] 10.222.0.20 "GET /v2.0/security-groups?id=f7c3c379-f26e-44ef-badf-d68ef2cd35f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2139649 Feb 28 10:32:51.424820 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7204b991-9897-4242-8709-3795509307b4 tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1807017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5941'] for router (b00f1233-5cb2-4fc8-baf0-c4949f85b1aa), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:51.428034 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7204b991-9897-4242-8709-3795509307b4 tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] Publish callbacks [] for router_controller (b00f1233-5cb2-4fc8-baf0-c4949f85b1aa), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:51.429248 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-bc67ac09-030e-43d9-aada-2ad01b19f292 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] For port e0bc7a91-ee5b-4002-bcee-d0236bfd2e70, host hv-neutron-mast, got binding levels [] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:32:51.429691 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bc67ac09-030e-43d9-aada-2ad01b19f292 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (e0bc7a91-ee5b-4002-bcee-d0236bfd2e70), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:51.446949 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c32684cc-ad27-487d-bf9a-2122546516b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aef30d3c-6659-44cd-99d6-ed22d30eb60c'}, {'server_uuid': 'eded11bc-eb8c-436c-97d5-7fe15d0de3d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e7f55b8-c450-4329-aef2-8a2c07cf47f7'}] {{(pid=103409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:32:51.449449 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89a1fc5-051a-4f42-bf4c-9fceb638c215 req-2a63ec6a-bd9f-4149-8742-970988614bfe tempest-ServersTestJSON-1847654024 tempest-ServersTestJSON-1847654024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:32:51.450149 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa5325a5be4b33bf61fd809c564e3765e689d817bbd874267890deb3cfccaf12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e19038f9-53c8-468a-ace8-203cdd51f539" -d '{"events": [{"server_uuid": "c32684cc-ad27-487d-bf9a-2122546516b2", "name": "network-vif-plugged", "status": "completed", "tag": "aef30d3c-6659-44cd-99d6-ed22d30eb60c"}, {"server_uuid": "eded11bc-eb8c-436c-97d5-7fe15d0de3d3", "name": "network-vif-plugged", "status": "completed", "tag": "7e7f55b8-c450-4329-aef2-8a2c07cf47f7"}]}' {{(pid=103409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:32:51.450981 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-c89a1fc5-051a-4f42-bf4c-9fceb638c215 req-2a63ec6a-bd9f-4149-8742-970988614bfe tempest-ServersTestJSON-1847654024 tempest-ServersTestJSON-1847654024-project] 10.222.0.20 "GET /v2.0/ports?device_id=eded11bc-eb8c-436c-97d5-7fe15d0de3d3 HTTP/1.1" status: 200 len: 945 time: 0.2712152 Feb 28 10:32:51.468752 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-bc67ac09-030e-43d9-aada-2ad01b19f292 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Calling delete_port for e0bc7a91-ee5b-4002-bcee-d0236bfd2e70 owned by {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:32:51.500872 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 28 Feb 2022 10:32:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aeeb79e-6b99-43c2-9fed-60e0353fe269 x-openstack-request-id: req-3aeeb79e-6b99-43c2-9fed-60e0353fe269 {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:32:51.502537 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c32684cc-ad27-487d-bf9a-2122546516b2", "name": "network-vif-plugged", "status": "completed", "tag": "aef30d3c-6659-44cd-99d6-ed22d30eb60c", "code": 200}, {"server_uuid": "eded11bc-eb8c-436c-97d5-7fe15d0de3d3", "name": "network-vif-plugged", "status": "completed", "tag": "7e7f55b8-c450-4329-aef2-8a2c07cf47f7", "code": 200}]} {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:32:51.503259 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3aeeb79e-6b99-43c2-9fed-60e0353fe269 {{(pid=103409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:32:51.504283 dv-neutron-master-2-hyperv neutron-server[103409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c32684cc-ad27-487d-bf9a-2122546516b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aef30d3c-6659-44cd-99d6-ed22d30eb60c', 'code': 200} Feb 28 10:32:51.504780 dv-neutron-master-2-hyperv neutron-server[103409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eded11bc-eb8c-436c-97d5-7fe15d0de3d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e7f55b8-c450-4329-aef2-8a2c07cf47f7', 'code': 200} Feb 28 10:32:51.514322 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7204b991-9897-4242-8709-3795509307b4 tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1806994'] for router (b00f1233-5cb2-4fc8-baf0-c4949f85b1aa), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:51.514902 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7204b991-9897-4242-8709-3795509307b4 tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] Fanout notify agent at l3_agent the message router_deleted on router b00f1233-5cb2-4fc8-baf0-c4949f85b1aa {{(pid=103407) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 10:32:51.526070 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7204b991-9897-4242-8709-3795509307b4 tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] Publish callbacks [] for router (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:51.527736 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-7204b991-9897-4242-8709-3795509307b4 tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] 10.222.0.20 "DELETE /v2.0/routers/b00f1233-5cb2-4fc8-baf0-c4949f85b1aa HTTP/1.1" status: 204 len: 168 time: 2.7294798 Feb 28 10:32:51.528643 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73a5eacd-947a-4325-adb6-8d6b55426714 tempest-FloatingIPAdminTestJSON-178010834 tempest-FloatingIPAdminTestJSON-178010834-project] Made reservation on behalf of c07e803f10b14214b7d068c44fe740db for: {'port': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:32:51.532601 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-73a5eacd-947a-4325-adb6-8d6b55426714 tempest-FloatingIPAdminTestJSON-178010834 tempest-FloatingIPAdminTestJSON-178010834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:51.534691 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 34396) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:51.542395 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-cb055254-f533-4992-bfe6-ac97fe1c0ecd tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-959514748', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:32:51.580236 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a87cc3b7-c4c2-4253-ac09-a3a0361918f6 tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] Publish callbacks [] for port (dde25d3e-9289-402d-9cae-3506b6480f3f), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:51.593433 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.notifiers.nova [None req-73a5eacd-947a-4325-adb6-8d6b55426714 tempest-FloatingIPAdminTestJSON-178010834 tempest-FloatingIPAdminTestJSON-178010834-project] device_id is not set on port 823a9915-4e6d-42ac-96d3-3263f5f0de17 yet. {{(pid=103407) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:32:51.601752 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-cb055254-f533-4992-bfe6-ac97fe1c0ecd tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1805251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254175'] for router (1eadac27-ab09-4437-83af-b0557960da6a), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:51.603053 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-cb055254-f533-4992-bfe6-ac97fe1c0ecd tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1804172', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1602053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254150'] for router (1eadac27-ab09-4437-83af-b0557960da6a), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:51.603532 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a87cc3b7-c4c2-4253-ac09-a3a0361918f6 tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3242529'] for port (dde25d3e-9289-402d-9cae-3506b6480f3f), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:51.610979 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-c89a1fc5-051a-4f42-bf4c-9fceb638c215 req-ba58d4c0-835e-4ddb-be6d-b4b08c50ce95 tempest-ServersTestJSON-1847654024 tempest-ServersTestJSON-1847654024-project] 10.222.0.20 "GET /v2.0/security-groups?id=77bbda26-2d7f-408e-abf3-7caecba4d30a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1279547 Feb 28 10:32:51.615764 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-015eaa49-2011-4e84-a978-66d7816a9041 tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] Router e5abd12a-9c31-4552-a48f-b999b9f9bfeb is scheduled to L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 with binding_index 1 {{(pid=103408) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 10:32:51.675060 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-a87cc3b7-c4c2-4253-ac09-a3a0361918f6 tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] In _notify_port_updated(), no bound segment for port dde25d3e-9289-402d-9cae-3506b6480f3f on network 7f6e8fda-7cec-4f7f-a462-8f4210eb71f3 {{(pid=103408) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 28 10:32:51.680719 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a87cc3b7-c4c2-4253-ac09-a3a0361918f6 tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:32:51.681414 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a87cc3b7-c4c2-4253-ac09-a3a0361918f6 tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:51.683518 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-a87cc3b7-c4c2-4253-ac09-a3a0361918f6 tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] 10.222.0.20 "PUT /v2.0/ports/dde25d3e-9289-402d-9cae-3506b6480f3f HTTP/1.1" status: 200 len: 1065 time: 1.3205352 Feb 28 10:32:51.686600 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 34398) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:51.775242 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87cc3b7-c4c2-4253-ac09-a3a0361918f6 tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] Pushing event updated for resources: {'Port': ['ID=dde25d3e-9289-402d-9cae-3506b6480f3f,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:32:51.777852 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bc67ac09-030e-43d9-aada-2ad01b19f292 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (e0bc7a91-ee5b-4002-bcee-d0236bfd2e70), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:51.822212 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-cb055254-f533-4992-bfe6-ac97fe1c0ecd tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] Publish callbacks [] for router_controller (1eadac27-ab09-4437-83af-b0557960da6a), precommit_add_association {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:51.824592 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc67ac09-030e-43d9-aada-2ad01b19f292 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Pushing event deleted for resources: {'Port': ['ID=e0bc7a91-ee5b-4002-bcee-d0236bfd2e70,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:32:51.830827 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bc67ac09-030e-43d9-aada-2ad01b19f292 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:51.837050 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-bc67ac09-030e-43d9-aada-2ad01b19f292 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] 10.222.0.20 "DELETE /v2.0/ports/e0bc7a91-ee5b-4002-bcee-d0236bfd2e70 HTTP/1.1" status: 204 len: 168 time: 0.9185596 Feb 28 10:32:51.840024 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 34400) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:51.865135 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-cb055254-f533-4992-bfe6-ac97fe1c0ecd tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1804241'] for router (1eadac27-ab09-4437-83af-b0557960da6a), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:51.878007 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-73a5eacd-947a-4325-adb6-8d6b55426714 tempest-FloatingIPAdminTestJSON-178010834 tempest-FloatingIPAdminTestJSON-178010834-project] Allocated IP 172.20.0.13 (b99dc5e3-630e-49c2-8ebd-539fed7b4a9b/38f3ba21-27df-45c3-9768-fb85e6fe57c0/823a9915-4e6d-42ac-96d3-3263f5f0de17) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:32:51.921291 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-cb055254-f533-4992-bfe6-ac97fe1c0ecd tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] Publish callbacks [] for router (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:51.925802 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-cb055254-f533-4992-bfe6-ac97fe1c0ecd tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3867967 Feb 28 10:32:51.926634 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-aaabe92e-d1cd-4bae-8ca6-625c6688db0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] GET failed (client error): The resource could not be found. Feb 28 10:32:51.927989 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-aaabe92e-d1cd-4bae-8ca6-625c6688db0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557 tempest-PortsAdminExtendedAttrsIpV6TestJSON-670820557-project-admin] 10.222.0.20 "GET /v2.0/ports/e0bc7a91-ee5b-4002-bcee-d0236bfd2e70 HTTP/1.1" status: 404 len: 333 time: 0.0849781 Feb 28 10:32:51.928442 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 34402) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:51.933479 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 34404) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:51.943006 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-a6209892-6c0d-4cfc-ae16-e0bbb272c1ba tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] Request body: {'router': {'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840'}}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:32:51.961662 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-015eaa49-2011-4e84-a978-66d7816a9041 tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:32:51.974393 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481f5045-ae96-40df-945c-ac516750a4ed None None] Sync routers for ids ['e5abd12a-9c31-4552-a48f-b999b9f9bfeb'] in dv-neutron-master-2-hyperv {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:32:51.982633 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-8d256e08-460b-48a3-a6b5-f31da763b1cf tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] Deleting port dde25d3e-9289-402d-9cae-3506b6480f3f {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:32:51.982994 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8d256e08-460b-48a3-a6b5-f31da763b1cf tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (dde25d3e-9289-402d-9cae-3506b6480f3f), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:51.989404 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6eb794-c8fa-4276-b7e3-11470d150870 req-a600cdc8-7798-4d79-b6ee-ca9edf5d1d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:32:51.989657 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-015eaa49-2011-4e84-a978-66d7816a9041 tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] Publish callbacks [] for router (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:51.990894 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-2c6eb794-c8fa-4276-b7e3-11470d150870 req-a600cdc8-7798-4d79-b6ee-ca9edf5d1d20 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=eded11bc-eb8c-436c-97d5-7fe15d0de3d3 HTTP/1.1" status: 200 len: 1129 time: 0.1784089 Feb 28 10:32:51.991023 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-015eaa49-2011-4e84-a978-66d7816a9041 tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.7071002 Feb 28 10:32:51.994904 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481f5045-ae96-40df-945c-ac516750a4ed None None] Routers {'e5abd12a-9c31-4552-a48f-b999b9f9bfeb'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:32:51.995543 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-481f5045-ae96-40df-945c-ac516750a4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:32:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['e5abd12a-9c31-4552-a48f-b999b9f9bfeb'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:32:52.001908 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 34406) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:52.034078 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-481f5045-ae96-40df-945c-ac516750a4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:32:52.049577 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481f5045-ae96-40df-945c-ac516750a4ed None None] Routers {'e5abd12a-9c31-4552-a48f-b999b9f9bfeb'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:32:52.049866 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-481f5045-ae96-40df-945c-ac516750a4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:32:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['e5abd12a-9c31-4552-a48f-b999b9f9bfeb'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:32:52.086725 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-13eff9b5-e940-4419-8153-de1d46c50ad7 None None] Provisioning complete for port dde25d3e-9289-402d-9cae-3506b6480f3f triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:32:52.087838 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-13eff9b5-e940-4419-8153-de1d46c50ad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (dde25d3e-9289-402d-9cae-3506b6480f3f), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:52.091240 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-481f5045-ae96-40df-945c-ac516750a4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:32:52.091240 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481f5045-ae96-40df-945c-ac516750a4ed None None] The sync data for ids ['e5abd12a-9c31-4552-a48f-b999b9f9bfeb'] in dv-neutron-master-2-hyperv is: [] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:32:52.096573 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de55121d-27a1-4c96-b426-1fb579412751 req-7d1ef212-1278-4e48-bfaa-2957c068714c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:32:52.098626 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-de55121d-27a1-4c96-b426-1fb579412751 req-7d1ef212-1278-4e48-bfaa-2957c068714c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c32684cc-ad27-487d-bf9a-2122546516b2 HTTP/1.1" status: 200 len: 1130 time: 0.2976308 Feb 28 10:32:52.125611 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-13eff9b5-e940-4419-8153-de1d46c50ad7 None None] Port dde25d3e-9289-402d-9cae-3506b6480f3f cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:32:52.159763 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8d256e08-460b-48a3-a6b5-f31da763b1cf tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (dde25d3e-9289-402d-9cae-3506b6480f3f), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:52.178837 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-8d256e08-460b-48a3-a6b5-f31da763b1cf tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] Calling delete_port for dde25d3e-9289-402d-9cae-3506b6480f3f owned by {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:32:52.188117 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-17407138-1495-4046-b9f4-f954604f6789 tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] 10.222.0.20 "GET /v2.0/routers/e5abd12a-9c31-4552-a48f-b999b9f9bfeb HTTP/1.1" status: 200 len: 924 time: 0.1851695 Feb 28 10:32:52.191637 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 34410) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:52.254189 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-3eb10b47-fda0-4f51-9141-92ec924ebea1 tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5abd12a-9c31-4552-a48f-b999b9f9bfeb HTTP/1.1" status: 200 len: 205 time: 0.0614362 Feb 28 10:32:52.257439 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 34412) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:52.291485 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-87f8d2f8-960b-4c9f-8d7b-8030db108c82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-165093956 tempest-PortsAdminExtendedAttrsIpV6TestJSON-165093956-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-665757'] for network (579b9e64-03d9-4287-bb18-2d18602b6161), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:52.353179 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-2c6eb794-c8fa-4276-b7e3-11470d150870 req-8197d9ef-a777-455a-83df-4acf2ac72d14 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=77bbda26-2d7f-408e-abf3-7caecba4d30a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3384764 Feb 28 10:32:52.412168 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-688aadc3-374e-40f4-88fd-33a3f30e7795 tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] Publish callbacks [] for router (e5abd12a-9c31-4552-a48f-b999b9f9bfeb), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:52.421031 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-de55121d-27a1-4c96-b426-1fb579412751 req-cde6f63c-56f2-405b-bba9-dee0b212ed3d service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=f7c3c379-f26e-44ef-badf-d68ef2cd35f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3052478 Feb 28 10:32:52.492718 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8d256e08-460b-48a3-a6b5-f31da763b1cf tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (dde25d3e-9289-402d-9cae-3506b6480f3f), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:52.513473 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a6209892-6c0d-4cfc-ae16-e0bbb272c1ba tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] Publish callbacks [] for router_gateway (1eadac27-ab09-4437-83af-b0557960da6a), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:52.559408 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d256e08-460b-48a3-a6b5-f31da763b1cf tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] Pushing event deleted for resources: {'Port': ['ID=dde25d3e-9289-402d-9cae-3506b6480f3f,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:32:52.613657 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-73a5eacd-947a-4325-adb6-8d6b55426714 tempest-FloatingIPAdminTestJSON-178010834 tempest-FloatingIPAdminTestJSON-178010834-project] Publish callbacks [] for port (823a9915-4e6d-42ac-96d3-3263f5f0de17), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:52.617354 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-688aadc3-374e-40f4-88fd-33a3f30e7795 tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] Publish callbacks [] for router_gateway (e5abd12a-9c31-4552-a48f-b999b9f9bfeb), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:52.621850 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08168100-d40b-4fc1-b366-7d47fd277251 req-8e5948b5-45f3-46c4-8655-96e57547ef89 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:32:52.625267 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-08168100-d40b-4fc1-b366-7d47fd277251 req-8e5948b5-45f3-46c4-8655-96e57547ef89 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] 10.222.0.20 "GET /v2.0/ports?device_id=21839f2d-46e7-497a-a06a-b1ae129c5e90 HTTP/1.1" status: 200 len: 945 time: 0.4431853 Feb 28 10:32:52.685642 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-87f8d2f8-960b-4c9f-8d7b-8030db108c82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-165093956 tempest-PortsAdminExtendedAttrsIpV6TestJSON-165093956-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672413', 'neutron.services.segments.db._delete_segments_for_network-8742057110173'] for network (579b9e64-03d9-4287-bb18-2d18602b6161), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:52.763919 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-87f8d2f8-960b-4c9f-8d7b-8030db108c82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-165093956 tempest-PortsAdminExtendedAttrsIpV6TestJSON-165093956-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['579b9e64-03d9-4287-bb18-2d18602b6161']}} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:32:52.771132 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8d256e08-460b-48a3-a6b5-f31da763b1cf tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:52.775525 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-8d256e08-460b-48a3-a6b5-f31da763b1cf tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] 10.222.0.20 "DELETE /v2.0/ports/dde25d3e-9289-402d-9cae-3506b6480f3f HTTP/1.1" status: 204 len: 168 time: 1.0521114 Feb 28 10:32:52.778222 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 34418) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:52.790358 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8861fb98-0d89-4a51-b595-178c36566351 req-23bac569-4826-4336-aa1b-0a35cb25c0fd tempest-ServersTestManualDisk-1927369875 tempest-ServersTestManualDisk-1927369875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:32:52.791916 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-8861fb98-0d89-4a51-b595-178c36566351 req-23bac569-4826-4336-aa1b-0a35cb25c0fd tempest-ServersTestManualDisk-1927369875 tempest-ServersTestManualDisk-1927369875-project] 10.222.0.20 "GET /v2.0/ports?device_id=c32684cc-ad27-487d-bf9a-2122546516b2 HTTP/1.1" status: 200 len: 946 time: 0.3249161 Feb 28 10:32:52.800943 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-87f8d2f8-960b-4c9f-8d7b-8030db108c82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-165093956 tempest-PortsAdminExtendedAttrsIpV6TestJSON-165093956-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15a1c4a7-0bf1-48a0-9c1a-9d89890c702d') {'for_net_delete': True} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:32:52.801241 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-87f8d2f8-960b-4c9f-8d7b-8030db108c82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-165093956 tempest-PortsAdminExtendedAttrsIpV6TestJSON-165093956-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15a1c4a7-0bf1-48a0-9c1a-9d89890c702d') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:32:52.807583 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-12738e8a-6f22-4c18-b266-41e62dd5b46d tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] GET failed (client error): The resource could not be found. Feb 28 10:32:52.809385 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-12738e8a-6f22-4c18-b266-41e62dd5b46d tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] 10.222.0.20 "GET /v2.0/ports/dde25d3e-9289-402d-9cae-3506b6480f3f HTTP/1.1" status: 404 len: 333 time: 0.0299404 Feb 28 10:32:52.811320 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-688aadc3-374e-40f4-88fd-33a3f30e7795 tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] Deleting port 8fded43c-042b-4deb-9f65-5b901e46d6c0 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:32:52.811805 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-688aadc3-374e-40f4-88fd-33a3f30e7795 tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (8fded43c-042b-4deb-9f65-5b901e46d6c0), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:52.814055 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 34420) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:52.830418 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-87f8d2f8-960b-4c9f-8d7b-8030db108c82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-165093956 tempest-PortsAdminExtendedAttrsIpV6TestJSON-165093956-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742057113766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3501147'] for segment (15a1c4a7-0bf1-48a0-9c1a-9d89890c702d), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:52.850370 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-73a5eacd-947a-4325-adb6-8d6b55426714 tempest-FloatingIPAdminTestJSON-178010834 tempest-FloatingIPAdminTestJSON-178010834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (823a9915-4e6d-42ac-96d3-3263f5f0de17), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:52.854778 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-08168100-d40b-4fc1-b366-7d47fd277251 req-6f5b3877-a2ec-4f5e-a901-aea53bc7972a tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] 10.222.0.20 "GET /v2.0/security-groups?id=c6054555-6cfe-4c7d-9758-21814521da07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1778865 Feb 28 10:32:52.894876 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-87f8d2f8-960b-4c9f-8d7b-8030db108c82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-165093956 tempest-PortsAdminExtendedAttrsIpV6TestJSON-165093956-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (15a1c4a7-0bf1-48a0-9c1a-9d89890c702d), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:52.918708 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87f8d2f8-960b-4c9f-8d7b-8030db108c82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-165093956 tempest-PortsAdminExtendedAttrsIpV6TestJSON-165093956-project] Releasing vlan 252 on physical network physnet1 to pool {{(pid=103407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:32:52.919122 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-87f8d2f8-960b-4c9f-8d7b-8030db108c82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-165093956 tempest-PortsAdminExtendedAttrsIpV6TestJSON-165093956-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3498166'] for segment (15a1c4a7-0bf1-48a0-9c1a-9d89890c702d), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:52.923863 dv-neutron-master-2-hyperv neutron-server[103407]: Traceback (most recent call last): Feb 28 10:32:52.923863 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:32:52.923863 dv-neutron-master-2-hyperv neutron-server[103407]: timer() Feb 28 10:32:52.923863 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:32:52.923863 dv-neutron-master-2-hyperv neutron-server[103407]: cb(*args, **kw) Feb 28 10:32:52.923863 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:32:52.923863 dv-neutron-master-2-hyperv neutron-server[103407]: return func(*args, **kwargs) Feb 28 10:32:52.923863 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:32:52.923863 dv-neutron-master-2-hyperv neutron-server[103407]: self._notify() Feb 28 10:32:52.923863 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:32:52.923863 dv-neutron-master-2-hyperv neutron-server[103407]: self.callback(batched_events) Feb 28 10:32:52.923863 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:32:52.923863 dv-neutron-master-2-hyperv neutron-server[103407]: event.method(event) Feb 28 10:32:52.923863 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:32:52.923863 dv-neutron-master-2-hyperv neutron-server[103407]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:32:52.923863 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:32:52.923863 dv-neutron-master-2-hyperv neutron-server[103407]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:32:52.923863 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:32:52.923863 dv-neutron-master-2-hyperv neutron-server[103407]: return f(self, *a, **k) Feb 28 10:32:52.923863 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:32:52.923863 dv-neutron-master-2-hyperv neutron-server[103407]: return self._get(url).json() Feb 28 10:32:52.923863 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:32:52.923863 dv-neutron-master-2-hyperv neutron-server[103407]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:32:52.923863 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:32:52.923863 dv-neutron-master-2-hyperv neutron-server[103407]: return self.request(url, 'GET', **kwargs) Feb 28 10:32:52.923863 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:32:52.923863 dv-neutron-master-2-hyperv neutron-server[103407]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:32:52.923863 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:32:52.923863 dv-neutron-master-2-hyperv neutron-server[103407]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:32:52.923863 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:32:52.923863 dv-neutron-master-2-hyperv neutron-server[103407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:32:52.923863 dv-neutron-master-2-hyperv neutron-server[103407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:32:53.223423 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-688aadc3-374e-40f4-88fd-33a3f30e7795 tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (8fded43c-042b-4deb-9f65-5b901e46d6c0), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:53.240248 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73a5eacd-947a-4325-adb6-8d6b55426714 tempest-FloatingIPAdminTestJSON-178010834 tempest-FloatingIPAdminTestJSON-178010834-project] Network b99dc5e3-630e-49c2-8ebd-539fed7b4a9b is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:32:53.241884 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-688aadc3-374e-40f4-88fd-33a3f30e7795 tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] Calling delete_port for 8fded43c-042b-4deb-9f65-5b901e46d6c0 owned by network:router_gateway {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:32:53.264581 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-73a5eacd-947a-4325-adb6-8d6b55426714 tempest-FloatingIPAdminTestJSON-178010834 tempest-FloatingIPAdminTestJSON-178010834-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:32:53.294084 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a5eacd-947a-4325-adb6-8d6b55426714 tempest-FloatingIPAdminTestJSON-178010834 tempest-FloatingIPAdminTestJSON-178010834-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:32:53.299664 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-8861fb98-0d89-4a51-b595-178c36566351 req-71b61643-bf3b-4041-858a-aaf239c0c9fe tempest-ServersTestManualDisk-1927369875 tempest-ServersTestManualDisk-1927369875-project] 10.222.0.20 "GET /v2.0/security-groups?id=f7c3c379-f26e-44ef-badf-d68ef2cd35f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5005822 Feb 28 10:32:53.304169 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a5eacd-947a-4325-adb6-8d6b55426714 tempest-FloatingIPAdminTestJSON-178010834 tempest-FloatingIPAdminTestJSON-178010834-project] Pushing event updated for resources: {'Port': ['ID=823a9915-4e6d-42ac-96d3-3263f5f0de17,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:32:53.304672 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-ebc213f0-c930-42e1-9588-3ea418201ae6 tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] Deleting port 078a04f6-7469-4e5b-9e66-5cc6069a8f44 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:32:53.306093 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ebc213f0-c930-42e1-9588-3ea418201ae6 tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (078a04f6-7469-4e5b-9e66-5cc6069a8f44), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:53.351247 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-87f8d2f8-960b-4c9f-8d7b-8030db108c82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-165093956 tempest-PortsAdminExtendedAttrsIpV6TestJSON-165093956-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803269'] for network (579b9e64-03d9-4287-bb18-2d18602b6161), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:53.392333 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-87f8d2f8-960b-4c9f-8d7b-8030db108c82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-165093956 tempest-PortsAdminExtendedAttrsIpV6TestJSON-165093956-project] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:53.395768 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-87f8d2f8-960b-4c9f-8d7b-8030db108c82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-165093956 tempest-PortsAdminExtendedAttrsIpV6TestJSON-165093956-project] 10.222.0.20 "DELETE /v2.0/networks/579b9e64-03d9-4287-bb18-2d18602b6161 HTTP/1.1" status: 204 len: 168 time: 1.4094279 Feb 28 10:32:53.460200 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a5eacd-947a-4325-adb6-8d6b55426714 tempest-FloatingIPAdminTestJSON-178010834 tempest-FloatingIPAdminTestJSON-178010834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:32:53.461546 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-73a5eacd-947a-4325-adb6-8d6b55426714 tempest-FloatingIPAdminTestJSON-178010834 tempest-FloatingIPAdminTestJSON-178010834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:53.482230 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f8d2f8-960b-4c9f-8d7b-8030db108c82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-165093956 tempest-PortsAdminExtendedAttrsIpV6TestJSON-165093956-project] Pushing event deleted for resources: {'Network': ['ID=579b9e64-03d9-4287-bb18-2d18602b6161,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:32:53.497539 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ebc213f0-c930-42e1-9588-3ea418201ae6 tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (078a04f6-7469-4e5b-9e66-5cc6069a8f44), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:53.513644 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cde7834-2e6b-4f49-8a66-cbe9c21fce16 req-add08f7c-2f02-4f5c-becf-cb24c6ae783e tempest-ServersTestJSON-1847654024 tempest-ServersTestJSON-1847654024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:32:53.517560 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-2cde7834-2e6b-4f49-8a66-cbe9c21fce16 req-add08f7c-2f02-4f5c-becf-cb24c6ae783e tempest-ServersTestJSON-1847654024 tempest-ServersTestJSON-1847654024-project] 10.222.0.20 "GET /v2.0/ports?device_id=eded11bc-eb8c-436c-97d5-7fe15d0de3d3 HTTP/1.1" status: 200 len: 945 time: 0.5908184 Feb 28 10:32:53.522818 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-ebc213f0-c930-42e1-9588-3ea418201ae6 tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] Calling delete_port for 078a04f6-7469-4e5b-9e66-5cc6069a8f44 owned by {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:32:53.595574 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-73a5eacd-947a-4325-adb6-8d6b55426714 tempest-FloatingIPAdminTestJSON-178010834 tempest-FloatingIPAdminTestJSON-178010834-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4783063 Feb 28 10:32:53.596588 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 34424) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:53.662723 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-688aadc3-374e-40f4-88fd-33a3f30e7795 tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (8fded43c-042b-4deb-9f65-5b901e46d6c0), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:53.681092 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-839bc70c-acd0-4577-9365-fd76eab53204 None None] Provisioning complete for port 823a9915-4e6d-42ac-96d3-3263f5f0de17 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:32:53.681731 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-839bc70c-acd0-4577-9365-fd76eab53204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (823a9915-4e6d-42ac-96d3-3263f5f0de17), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:53.682531 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a6209892-6c0d-4cfc-ae16-e0bbb272c1ba tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] Publish callbacks [] for router_gateway (1eadac27-ab09-4437-83af-b0557960da6a), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:53.713664 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a6209892-6c0d-4cfc-ae16-e0bbb272c1ba tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:53.731073 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688aadc3-374e-40f4-88fd-33a3f30e7795 tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] Pushing event deleted for resources: {'Port': ['ID=8fded43c-042b-4deb-9f65-5b901e46d6c0,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:32:53.746687 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-2cde7834-2e6b-4f49-8a66-cbe9c21fce16 req-2f4e45ec-4445-4003-b3cf-35787d8ffc8f tempest-ServersTestJSON-1847654024 tempest-ServersTestJSON-1847654024-project] 10.222.0.20 "GET /v2.0/security-groups?id=77bbda26-2d7f-408e-abf3-7caecba4d30a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1530323 Feb 28 10:32:53.753675 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-365c3b06-6b2c-4a9c-b3c3-9d03a651d2a2 tempest-FloatingIPAdminTestJSON-83079418 tempest-FloatingIPAdminTestJSON-83079418-project-admin] Request body: {'floatingip': {'floating_network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'project_id': 'c07e803f10b14214b7d068c44fe740db', 'port_id': '823a9915-4e6d-42ac-96d3-3263f5f0de17'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:32:53.755385 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-839bc70c-acd0-4577-9365-fd76eab53204 None None] Port 823a9915-4e6d-42ac-96d3-3263f5f0de17 cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:32:53.819909 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-365c3b06-6b2c-4a9c-b3c3-9d03a651d2a2 tempest-FloatingIPAdminTestJSON-83079418 tempest-FloatingIPAdminTestJSON-83079418-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:53.862391 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-688aadc3-374e-40f4-88fd-33a3f30e7795 tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1803321'] for router_gateway (e5abd12a-9c31-4552-a48f-b999b9f9bfeb), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:53.890421 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 34432) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:53.932125 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-a6209892-6c0d-4cfc-ae16-e0bbb272c1ba tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] Allocated IP 172.36.5.122 (1e0804d0-d1d9-4d40-9de5-2936f3d87840/6f6f4129-23e5-4c3b-b4ef-4c7ce926797e/a93d2c8a-f9f6-43a8-8c86-739af4e03644) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:32:53.970907 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-688aadc3-374e-40f4-88fd-33a3f30e7795 tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1807017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5941'] for router (e5abd12a-9c31-4552-a48f-b999b9f9bfeb), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:53.973296 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-688aadc3-374e-40f4-88fd-33a3f30e7795 tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] Publish callbacks [] for router_controller (e5abd12a-9c31-4552-a48f-b999b9f9bfeb), precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:54.016765 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ebc213f0-c930-42e1-9588-3ea418201ae6 tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (078a04f6-7469-4e5b-9e66-5cc6069a8f44), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:54.025304 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-688aadc3-374e-40f4-88fd-33a3f30e7795 tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1806994'] for router (e5abd12a-9c31-4552-a48f-b999b9f9bfeb), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:54.025828 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-688aadc3-374e-40f4-88fd-33a3f30e7795 tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] Fanout notify agent at l3_agent the message router_deleted on router e5abd12a-9c31-4552-a48f-b999b9f9bfeb {{(pid=103408) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 10:32:54.036062 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-688aadc3-374e-40f4-88fd-33a3f30e7795 tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] Publish callbacks [] for router (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:54.037210 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-688aadc3-374e-40f4-88fd-33a3f30e7795 tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] 10.222.0.20 "DELETE /v2.0/routers/e5abd12a-9c31-4552-a48f-b999b9f9bfeb HTTP/1.1" status: 204 len: 168 time: 1.7787259 Feb 28 10:32:54.056755 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 34436) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:54.062031 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc213f0-c930-42e1-9588-3ea418201ae6 tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] Pushing event deleted for resources: {'Port': ['ID=078a04f6-7469-4e5b-9e66-5cc6069a8f44,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:32:54.070931 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-db348d3a-ff58-4b39-87af-cd9a368bb030 tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Request body: {'router': {'name': 'tempest-snat-router-751483820', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'enable_snat': False}}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:32:54.089989 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ebc213f0-c930-42e1-9588-3ea418201ae6 tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:54.096132 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-ebc213f0-c930-42e1-9588-3ea418201ae6 tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] 10.222.0.20 "DELETE /v2.0/ports/078a04f6-7469-4e5b-9e66-5cc6069a8f44 HTTP/1.1" status: 204 len: 168 time: 1.2802925 Feb 28 10:32:54.096795 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 34438) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:54.123386 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-686c28be-772d-4c48-9408-3fb0b63dc494 tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] GET failed (client error): The resource could not be found. Feb 28 10:32:54.128316 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-686c28be-772d-4c48-9408-3fb0b63dc494 tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] 10.222.0.20 "GET /v2.0/ports/078a04f6-7469-4e5b-9e66-5cc6069a8f44 HTTP/1.1" status: 404 len: 333 time: 0.0305350 Feb 28 10:32:54.128947 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 34440) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:54.129471 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df816df5-c2dc-4ed4-8681-96e2504fdf7d req-4ae89e28-3897-4fd5-a602-ab75b3da7d04 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:32:54.136652 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-df816df5-c2dc-4ed4-8681-96e2504fdf7d req-4ae89e28-3897-4fd5-a602-ab75b3da7d04 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] 10.222.0.20 "GET /v2.0/ports?device_id=21839f2d-46e7-497a-a06a-b1ae129c5e90 HTTP/1.1" status: 200 len: 945 time: 0.1916413 Feb 28 10:32:54.192244 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-db348d3a-ff58-4b39-87af-cd9a368bb030 tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1805251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254175'] for router (d9d6740f-e97a-41d4-8e04-6e92fe0cd948), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:54.193328 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-db348d3a-ff58-4b39-87af-cd9a368bb030 tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1804172', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1602053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254150'] for router (d9d6740f-e97a-41d4-8e04-6e92fe0cd948), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:54.245351 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-12dac9e8-4fd5-4722-a670-0e0193b7b6c1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8e1788e354f248728eb7321c60d30a6d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3519464 Feb 28 10:32:54.247099 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 34442) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:54.257466 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-6e0ed1e6-0c66-4b56-9516-e84f2e52a34e tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] Deleting port 7d6257c0-00f5-4f1b-8c64-abf461b7d035 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:32:54.258157 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6e0ed1e6-0c66-4b56-9516-e84f2e52a34e tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (7d6257c0-00f5-4f1b-8c64-abf461b7d035), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:54.264860 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a6209892-6c0d-4cfc-ae16-e0bbb272c1ba tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] Publish callbacks [] for port (a93d2c8a-f9f6-43a8-8c86-739af4e03644), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:54.314673 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a6209892-6c0d-4cfc-ae16-e0bbb272c1ba tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (a93d2c8a-f9f6-43a8-8c86-739af4e03644), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:54.345791 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-365c3b06-6b2c-4a9c-b3c3-9d03a651d2a2 tempest-FloatingIPAdminTestJSON-83079418 tempest-FloatingIPAdminTestJSON-83079418-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:54.394757 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b6a06177-1068-455d-9ca7-23255e1e10f4 admin admin] Publish callbacks [] for security_group (400982c4-0103-4d6d-9d8f-30edc87b86a7), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:54.431310 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6e0ed1e6-0c66-4b56-9516-e84f2e52a34e tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (7d6257c0-00f5-4f1b-8c64-abf461b7d035), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:54.463156 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b6a06177-1068-455d-9ca7-23255e1e10f4 admin admin] Publish callbacks [] for security_group (400982c4-0103-4d6d-9d8f-30edc87b86a7), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:54.465903 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-6e0ed1e6-0c66-4b56-9516-e84f2e52a34e tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] Calling delete_port for 7d6257c0-00f5-4f1b-8c64-abf461b7d035 owned by {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:32:54.479089 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6209892-6c0d-4cfc-ae16-e0bbb272c1ba tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] Pushing event updated for resources: {'Port': ['ID=a93d2c8a-f9f6-43a8-8c86-739af4e03644,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:32:54.504436 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-df816df5-c2dc-4ed4-8681-96e2504fdf7d req-6f3e0f74-401c-490f-8e6d-0dd3a6563b2e tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] 10.222.0.20 "GET /v2.0/security-groups?id=c6054555-6cfe-4c7d-9758-21814521da07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3669002 Feb 28 10:32:54.513465 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6209892-6c0d-4cfc-ae16-e0bbb272c1ba tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] Network 1e0804d0-d1d9-4d40-9de5-2936f3d87840 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:32:54.534388 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-a6209892-6c0d-4cfc-ae16-e0bbb272c1ba tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:32:54.607806 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b6a06177-1068-455d-9ca7-23255e1e10f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (400982c4-0103-4d6d-9d8f-30edc87b86a7), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:54.613071 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6209892-6c0d-4cfc-ae16-e0bbb272c1ba tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:32:54.614460 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b6a06177-1068-455d-9ca7-23255e1e10f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:54.618351 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-b6a06177-1068-455d-9ca7-23255e1e10f4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/400982c4-0103-4d6d-9d8f-30edc87b86a7 HTTP/1.1" status: 204 len: 168 time: 0.3676536 Feb 28 10:32:54.641326 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a06177-1068-455d-9ca7-23255e1e10f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=400982c4-0103-4d6d-9d8f-30edc87b86a7,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:32:54.782352 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-db348d3a-ff58-4b39-87af-cd9a368bb030 tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Publish callbacks [] for router_controller (d9d6740f-e97a-41d4-8e04-6e92fe0cd948), precommit_add_association {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:54.797160 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6e0ed1e6-0c66-4b56-9516-e84f2e52a34e tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (7d6257c0-00f5-4f1b-8c64-abf461b7d035), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:54.854806 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0ed1e6-0c66-4b56-9516-e84f2e52a34e tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] Pushing event deleted for resources: {'Port': ['ID=7d6257c0-00f5-4f1b-8c64-abf461b7d035,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:32:54.903382 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6e0ed1e6-0c66-4b56-9516-e84f2e52a34e tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:54.910731 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-6e0ed1e6-0c66-4b56-9516-e84f2e52a34e tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] 10.222.0.20 "DELETE /v2.0/ports/7d6257c0-00f5-4f1b-8c64-abf461b7d035 HTTP/1.1" status: 204 len: 168 time: 0.7807524 Feb 28 10:32:54.911362 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 34456) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:54.977374 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_v2 [None req-4749b0ef-52cb-43a9-a0eb-3aeb7d637428 tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] Deleting subnet fb2db68a-109e-43b6-9285-be81df0a9bc0 {{(pid=103408) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:32:54.981138 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4749b0ef-52cb-43a9-a0eb-3aeb7d637428 tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] Publish callbacks [] for subnet (fb2db68a-109e-43b6-9285-be81df0a9bc0), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:55.059658 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4749b0ef-52cb-43a9-a0eb-3aeb7d637428 tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3423529'] for subnet (fb2db68a-109e-43b6-9285-be81df0a9bc0), precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:55.062423 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 34458) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:55.119557 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514d8512-c137-4d67-91b2-c3fe591457a0 req-9ebc0cc8-cae5-41a8-84f9-c94ac40d82ca tempest-ServersTestManualDisk-1927369875 tempest-ServersTestManualDisk-1927369875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:32:55.121211 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-514d8512-c137-4d67-91b2-c3fe591457a0 req-9ebc0cc8-cae5-41a8-84f9-c94ac40d82ca tempest-ServersTestManualDisk-1927369875 tempest-ServersTestManualDisk-1927369875-project] 10.222.0.20 "GET /v2.0/ports?device_id=c32684cc-ad27-487d-bf9a-2122546516b2 HTTP/1.1" status: 200 len: 946 time: 0.5889556 Feb 28 10:32:55.145697 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5945141d-c323-4c5a-8ea1-8f236513e8d0 req-377d0b60-9870-4eb9-94e6-a17091431b3b tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:32:55.159489 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-5945141d-c323-4c5a-8ea1-8f236513e8d0 req-377d0b60-9870-4eb9-94e6-a17091431b3b tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] 10.222.0.20 "GET /v2.0/ports?device_id=21839f2d-46e7-497a-a06a-b1ae129c5e90 HTTP/1.1" status: 200 len: 945 time: 0.4082849 Feb 28 10:32:55.163674 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 34460) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:55.170416 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-d7644ce4-60be-4f06-8a2a-9e6a3f4b3327 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2993e081211c451c9116bb9f3be86396&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1068397 Feb 28 10:32:55.192009 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 34462) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:55.211174 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-052d48fe-68e9-4ea9-8b91-ce16aca1a47c tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] Request body: {'floatingip': {'port_id': '9e40b316-6489-47a0-bf5a-713af4e208f5'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:32:55.251044 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4749b0ef-52cb-43a9-a0eb-3aeb7d637428 tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-823142'] for subnet (fb2db68a-109e-43b6-9285-be81df0a9bc0), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:55.267216 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-db348d3a-ff58-4b39-87af-cd9a368bb030 tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Publish callbacks [] for router_gateway (d9d6740f-e97a-41d4-8e04-6e92fe0cd948), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:55.297101 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c606d700-1995-427f-8046-2031df8d1c9e admin admin] Publish callbacks [] for security_group (59ccf60d-448f-4a0f-b8e8-0be0aeea0e2d), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:55.303661 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-365c3b06-6b2c-4a9c-b3c3-9d03a651d2a2 tempest-FloatingIPAdminTestJSON-83079418 tempest-FloatingIPAdminTestJSON-83079418-project-admin] Allocated IP 172.36.5.215 (1e0804d0-d1d9-4d40-9de5-2936f3d87840/6f6f4129-23e5-4c3b-b4ef-4c7ce926797e/0afc4491-aabe-44b8-8171-e10e4d401f33) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:32:55.335071 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c606d700-1995-427f-8046-2031df8d1c9e admin admin] Publish callbacks [] for security_group (59ccf60d-448f-4a0f-b8e8-0be0aeea0e2d), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:55.360898 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4749b0ef-52cb-43a9-a0eb-3aeb7d637428 tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-823145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3242523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3951170'] for subnet (fb2db68a-109e-43b6-9285-be81df0a9bc0), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:55.362789 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-052d48fe-68e9-4ea9-8b91-ce16aca1a47c tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] Publish callbacks [] for floatingip (23281362-01ab-4fbf-8967-6059c3af563f), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:55.395965 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4749b0ef-52cb-43a9-a0eb-3aeb7d637428 tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] Pushing event deleted for resources: {'Subnet': ['ID=fb2db68a-109e-43b6-9285-be81df0a9bc0,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:32:55.400920 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4749b0ef-52cb-43a9-a0eb-3aeb7d637428 tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] Publish callbacks [] for subnet (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:55.406794 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-4749b0ef-52cb-43a9-a0eb-3aeb7d637428 tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] 10.222.0.20 "DELETE /v2.0/subnets/fb2db68a-109e-43b6-9285-be81df0a9bc0 HTTP/1.1" status: 204 len: 168 time: 0.4940331 Feb 28 10:32:55.410238 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c71a80c2-ca4f-45b5-b8c6-77d51310814b None None] Network 7f6e8fda-7cec-4f7f-a462-8f4210eb71f3 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:32:55.410778 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 34464) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:55.474337 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c606d700-1995-427f-8046-2031df8d1c9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (59ccf60d-448f-4a0f-b8e8-0be0aeea0e2d), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:55.477064 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c606d700-1995-427f-8046-2031df8d1c9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:55.478265 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-c606d700-1995-427f-8046-2031df8d1c9e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/59ccf60d-448f-4a0f-b8e8-0be0aeea0e2d HTTP/1.1" status: 204 len: 168 time: 0.2852764 Feb 28 10:32:55.504370 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13fc7dd6-6dda-4f13-89cb-f37e81f95316 tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-665757'] for network (7f6e8fda-7cec-4f7f-a462-8f4210eb71f3), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:55.509582 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c606d700-1995-427f-8046-2031df8d1c9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59ccf60d-448f-4a0f-b8e8-0be0aeea0e2d,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:32:55.589352 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13fc7dd6-6dda-4f13-89cb-f37e81f95316 tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] Deleting port 590072fa-6562-4026-bbe9-2a55c57fbbaf {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:32:55.589701 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13fc7dd6-6dda-4f13-89cb-f37e81f95316 tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (590072fa-6562-4026-bbe9-2a55c57fbbaf), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:55.682675 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-13fc7dd6-6dda-4f13-89cb-f37e81f95316 tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] For port 590072fa-6562-4026-bbe9-2a55c57fbbaf, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=590072fa-6562-4026-bbe9-2a55c57fbbaf,segment=NetworkSegment(a302a44b-b40b-4232-8dc8-20e2765a01e0),segment_id=a302a44b-b40b-4232-8dc8-20e2765a01e0)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:32:55.683356 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13fc7dd6-6dda-4f13-89cb-f37e81f95316 tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (590072fa-6562-4026-bbe9-2a55c57fbbaf), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:55.691404 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe2ca2fc-1194-4d61-8815-e487dec6afb0 None None] DHCP port deletion for 7f6e8fda-7cec-4f7f-a462-8f4210eb71f3 request from dv-neutron-master-2-hyperv {{(pid=103409) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:32:55.699824 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-13fc7dd6-6dda-4f13-89cb-f37e81f95316 tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] Calling delete_port for 590072fa-6562-4026-bbe9-2a55c57fbbaf owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:32:55.765121 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-514d8512-c137-4d67-91b2-c3fe591457a0 req-5d7c22e4-35bb-445f-8e6f-6f03fcc9c7ee tempest-ServersTestManualDisk-1927369875 tempest-ServersTestManualDisk-1927369875-project] 10.222.0.20 "GET /v2.0/security-groups?id=f7c3c379-f26e-44ef-badf-d68ef2cd35f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6348679 Feb 28 10:32:55.771367 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-fe2ca2fc-1194-4d61-8815-e487dec6afb0 None None] Deleting port 590072fa-6562-4026-bbe9-2a55c57fbbaf {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:32:55.771747 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fe2ca2fc-1194-4d61-8815-e487dec6afb0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (590072fa-6562-4026-bbe9-2a55c57fbbaf), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:55.840672 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13fc7dd6-6dda-4f13-89cb-f37e81f95316 tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (590072fa-6562-4026-bbe9-2a55c57fbbaf), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:55.861755 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-fe2ca2fc-1194-4d61-8815-e487dec6afb0 None None] For port 590072fa-6562-4026-bbe9-2a55c57fbbaf, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=590072fa-6562-4026-bbe9-2a55c57fbbaf,segment=NetworkSegment(a302a44b-b40b-4232-8dc8-20e2765a01e0),segment_id=a302a44b-b40b-4232-8dc8-20e2765a01e0)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:32:55.862502 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fe2ca2fc-1194-4d61-8815-e487dec6afb0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (590072fa-6562-4026-bbe9-2a55c57fbbaf), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:55.880359 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-fe2ca2fc-1194-4d61-8815-e487dec6afb0 None None] Calling delete_port for 590072fa-6562-4026-bbe9-2a55c57fbbaf owned by network:dhcp {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:32:55.890313 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc7dd6-6dda-4f13-89cb-f37e81f95316 tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] Pushing event deleted for resources: {'Port': ['ID=590072fa-6562-4026-bbe9-2a55c57fbbaf,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:32:55.894071 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13fc7dd6-6dda-4f13-89cb-f37e81f95316 tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] No DVR routers for this DVR port 590072fa-6562-4026-bbe9-2a55c57fbbaf on host dv-neutron-master-2-hyperv {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:32:56.006024 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13fc7dd6-6dda-4f13-89cb-f37e81f95316 tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672413', 'neutron.services.segments.db._delete_segments_for_network-8742057110173'] for network (7f6e8fda-7cec-4f7f-a462-8f4210eb71f3), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:56.030002 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-13fc7dd6-6dda-4f13-89cb-f37e81f95316 tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f6e8fda-7cec-4f7f-a462-8f4210eb71f3']}} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:32:56.040580 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-13fc7dd6-6dda-4f13-89cb-f37e81f95316 tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a302a44b-b40b-4232-8dc8-20e2765a01e0') {'for_net_delete': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:32:56.040893 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-13fc7dd6-6dda-4f13-89cb-f37e81f95316 tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a302a44b-b40b-4232-8dc8-20e2765a01e0') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:32:56.050945 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13fc7dd6-6dda-4f13-89cb-f37e81f95316 tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742057113766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3423550'] for segment (a302a44b-b40b-4232-8dc8-20e2765a01e0), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:56.067645 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13fc7dd6-6dda-4f13-89cb-f37e81f95316 tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (a302a44b-b40b-4232-8dc8-20e2765a01e0), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:56.075969 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13fc7dd6-6dda-4f13-89cb-f37e81f95316 tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] Releasing vlan 256 on physical network physnet1 to pool {{(pid=103408) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:32:56.080321 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13fc7dd6-6dda-4f13-89cb-f37e81f95316 tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3242693'] for segment (a302a44b-b40b-4232-8dc8-20e2765a01e0), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:56.084301 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fe2ca2fc-1194-4d61-8815-e487dec6afb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758'] for port (590072fa-6562-4026-bbe9-2a55c57fbbaf), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:56.089922 dv-neutron-master-2-hyperv neutron-server[103408]: Traceback (most recent call last): Feb 28 10:32:56.089922 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:32:56.089922 dv-neutron-master-2-hyperv neutron-server[103408]: timer() Feb 28 10:32:56.089922 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:32:56.089922 dv-neutron-master-2-hyperv neutron-server[103408]: cb(*args, **kw) Feb 28 10:32:56.089922 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:32:56.089922 dv-neutron-master-2-hyperv neutron-server[103408]: return func(*args, **kwargs) Feb 28 10:32:56.089922 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:32:56.089922 dv-neutron-master-2-hyperv neutron-server[103408]: self._notify() Feb 28 10:32:56.089922 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:32:56.089922 dv-neutron-master-2-hyperv neutron-server[103408]: self.callback(batched_events) Feb 28 10:32:56.089922 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:32:56.089922 dv-neutron-master-2-hyperv neutron-server[103408]: event.method(event) Feb 28 10:32:56.089922 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:32:56.089922 dv-neutron-master-2-hyperv neutron-server[103408]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:32:56.089922 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:32:56.089922 dv-neutron-master-2-hyperv neutron-server[103408]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:32:56.089922 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:32:56.089922 dv-neutron-master-2-hyperv neutron-server[103408]: return f(self, *a, **k) Feb 28 10:32:56.089922 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:32:56.089922 dv-neutron-master-2-hyperv neutron-server[103408]: return self._get(url).json() Feb 28 10:32:56.089922 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:32:56.089922 dv-neutron-master-2-hyperv neutron-server[103408]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:32:56.089922 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:32:56.089922 dv-neutron-master-2-hyperv neutron-server[103408]: return self.request(url, 'GET', **kwargs) Feb 28 10:32:56.089922 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:32:56.089922 dv-neutron-master-2-hyperv neutron-server[103408]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:32:56.089922 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:32:56.089922 dv-neutron-master-2-hyperv neutron-server[103408]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:32:56.089922 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:32:56.089922 dv-neutron-master-2-hyperv neutron-server[103408]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:32:56.089922 dv-neutron-master-2-hyperv neutron-server[103408]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:32:56.168195 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe2ca2fc-1194-4d61-8815-e487dec6afb0 None None] No DVR routers for this DVR port 590072fa-6562-4026-bbe9-2a55c57fbbaf on host dv-neutron-master-2-hyperv {{(pid=103409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:32:56.175070 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2ca2fc-1194-4d61-8815-e487dec6afb0 None None] Pushing event deleted for resources: {'Port': ['ID=590072fa-6562-4026-bbe9-2a55c57fbbaf,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:32:56.202088 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2ca2fc-1194-4d61-8815-e487dec6afb0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:32:56.206257 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2ca2fc-1194-4d61-8815-e487dec6afb0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:32:56.206634 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2ca2fc-1194-4d61-8815-e487dec6afb0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:32:56.207062 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2ca2fc-1194-4d61-8815-e487dec6afb0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:32:56.207322 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2ca2fc-1194-4d61-8815-e487dec6afb0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:32:56.207650 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2ca2fc-1194-4d61-8815-e487dec6afb0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:32:56.207991 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2ca2fc-1194-4d61-8815-e487dec6afb0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:32:56.208389 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2ca2fc-1194-4d61-8815-e487dec6afb0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:32:56.208730 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2ca2fc-1194-4d61-8815-e487dec6afb0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:32:56.209073 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2ca2fc-1194-4d61-8815-e487dec6afb0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:32:56.211258 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2ca2fc-1194-4d61-8815-e487dec6afb0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:32:56.211400 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2ca2fc-1194-4d61-8815-e487dec6afb0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:32:56.211697 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13fc7dd6-6dda-4f13-89cb-f37e81f95316 tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803269'] for network (7f6e8fda-7cec-4f7f-a462-8f4210eb71f3), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:56.211826 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2ca2fc-1194-4d61-8815-e487dec6afb0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:32:56.236413 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13fc7dd6-6dda-4f13-89cb-f37e81f95316 tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616561'] for network (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:56.243279 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-13fc7dd6-6dda-4f13-89cb-f37e81f95316 tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] 10.222.0.20 "DELETE /v2.0/networks/7f6e8fda-7cec-4f7f-a462-8f4210eb71f3 HTTP/1.1" status: 204 len: 168 time: 0.8341575 Feb 28 10:32:56.286670 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc7dd6-6dda-4f13-89cb-f37e81f95316 tempest-AllowedAddressPairIpV6TestJSON-658383598 tempest-AllowedAddressPairIpV6TestJSON-658383598-project] Pushing event deleted for resources: {'Network': ['ID=7f6e8fda-7cec-4f7f-a462-8f4210eb71f3,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:32:56.459087 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4a99e9-7106-451f-896c-8a502c74cdb5 req-bff7c1e0-8a38-4b46-a992-190a54c4aec0 tempest-ServersTestJSON-1847654024 tempest-ServersTestJSON-1847654024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:32:56.460654 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-0b4a99e9-7106-451f-896c-8a502c74cdb5 req-bff7c1e0-8a38-4b46-a992-190a54c4aec0 tempest-ServersTestJSON-1847654024 tempest-ServersTestJSON-1847654024-project] 10.222.0.20 "GET /v2.0/ports?device_id=eded11bc-eb8c-436c-97d5-7fe15d0de3d3 HTTP/1.1" status: 200 len: 945 time: 1.2027211 Feb 28 10:32:56.518794 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a6209892-6c0d-4cfc-ae16-e0bbb272c1ba tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] Publish callbacks [] for router_gateway (1eadac27-ab09-4437-83af-b0557960da6a), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:56.633755 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 34490) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:56.673150 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 34494) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:56.729084 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-365c3b06-6b2c-4a9c-b3c3-9d03a651d2a2 tempest-FloatingIPAdminTestJSON-83079418 tempest-FloatingIPAdminTestJSON-83079418-project-admin] Publish callbacks [] for port (0afc4491-aabe-44b8-8171-e10e4d401f33), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:56.831976 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-0b4a99e9-7106-451f-896c-8a502c74cdb5 req-ed3198bc-35d9-49db-a4de-b01e9e7a50ae tempest-ServersTestJSON-1847654024 tempest-ServersTestJSON-1847654024-project] 10.222.0.20 "GET /v2.0/security-groups?id=77bbda26-2d7f-408e-abf3-7caecba4d30a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3492804 Feb 28 10:32:56.843446 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-1717583f-7ef2-460e-8665-25f900b12983 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b4e543b735cd48f9a58e191a2c97f898&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1687105 Feb 28 10:32:56.846566 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 34500) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:56.964350 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-2719d6b1-7a60-46f2-a9fa-fe684fbb9aeb tempest-AgentManagementNegativeTest-1983576985 tempest-AgentManagementNegativeTest-1983576985-project] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3292913 Feb 28 10:32:56.966309 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.db.resource_extend [None req-052d48fe-68e9-4ea9-8b91-ce16aca1a47c tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 10:32:56.983825 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5e283cfa-e94b-47f5-be77-5fbf59b160d3 admin admin] Publish callbacks [] for security_group (08f2952b-85b1-410d-bd06-037968bdbf26), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:57.010547 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5e283cfa-e94b-47f5-be77-5fbf59b160d3 admin admin] Publish callbacks [] for security_group (08f2952b-85b1-410d-bd06-037968bdbf26), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:57.064708 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5e283cfa-e94b-47f5-be77-5fbf59b160d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (08f2952b-85b1-410d-bd06-037968bdbf26), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:57.069942 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5e283cfa-e94b-47f5-be77-5fbf59b160d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:57.074532 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-5e283cfa-e94b-47f5-be77-5fbf59b160d3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/08f2952b-85b1-410d-bd06-037968bdbf26 HTTP/1.1" status: 204 len: 168 time: 0.2266498 Feb 28 10:32:57.085534 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e283cfa-e94b-47f5-be77-5fbf59b160d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08f2952b-85b1-410d-bd06-037968bdbf26,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:32:57.168411 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-365c3b06-6b2c-4a9c-b3c3-9d03a651d2a2 tempest-FloatingIPAdminTestJSON-83079418 tempest-FloatingIPAdminTestJSON-83079418-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (0afc4491-aabe-44b8-8171-e10e4d401f33), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:57.210397 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-052d48fe-68e9-4ea9-8b91-ce16aca1a47c tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:57.212911 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 34510) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:57.261293 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ee3b22-53c6-4d6f-8f82-1ce9cea2ea16 req-5b914f91-0787-4a84-bbd4-2254fe6a74b2 tempest-ServersTestManualDisk-1927369875 tempest-ServersTestManualDisk-1927369875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:32:57.262848 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-45ee3b22-53c6-4d6f-8f82-1ce9cea2ea16 req-5b914f91-0787-4a84-bbd4-2254fe6a74b2 tempest-ServersTestManualDisk-1927369875 tempest-ServersTestManualDisk-1927369875-project] 10.222.0.20 "GET /v2.0/ports?device_id=c32684cc-ad27-487d-bf9a-2122546516b2 HTTP/1.1" status: 200 len: 946 time: 0.3865776 Feb 28 10:32:57.286799 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-052d48fe-68e9-4ea9-8b91-ce16aca1a47c tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1803383'] for floatingip (23281362-01ab-4fbf-8967-6059c3af563f), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:57.355767 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-365c3b06-6b2c-4a9c-b3c3-9d03a651d2a2 tempest-FloatingIPAdminTestJSON-83079418 tempest-FloatingIPAdminTestJSON-83079418-project-admin] Network 1e0804d0-d1d9-4d40-9de5-2936f3d87840 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:32:57.381959 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-365c3b06-6b2c-4a9c-b3c3-9d03a651d2a2 tempest-FloatingIPAdminTestJSON-83079418 tempest-FloatingIPAdminTestJSON-83079418-project-admin] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:32:57.407796 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a6209892-6c0d-4cfc-ae16-e0bbb272c1ba tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1804286', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1806925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5948'] for router (1eadac27-ab09-4437-83af-b0557960da6a), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:57.411829 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9705bf57-a168-4361-b996-f3662b2a5f59 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:57.416153 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc495777-0582-4541-9dde-acb08631e954 req-892cf616-04e5-497c-a1c7-707889f8ab46 tempest-ServersTestJSON-1847654024 tempest-ServersTestJSON-1847654024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:32:57.417735 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-dc495777-0582-4541-9dde-acb08631e954 req-892cf616-04e5-497c-a1c7-707889f8ab46 tempest-ServersTestJSON-1847654024 tempest-ServersTestJSON-1847654024-project] 10.222.0.20 "GET /v2.0/ports?device_id=eded11bc-eb8c-436c-97d5-7fe15d0de3d3 HTTP/1.1" status: 200 len: 945 time: 0.4732010 Feb 28 10:32:57.423379 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365c3b06-6b2c-4a9c-b3c3-9d03a651d2a2 tempest-FloatingIPAdminTestJSON-83079418 tempest-FloatingIPAdminTestJSON-83079418-project-admin] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:32:57.432479 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 34522) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:57.435970 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365c3b06-6b2c-4a9c-b3c3-9d03a651d2a2 tempest-FloatingIPAdminTestJSON-83079418 tempest-FloatingIPAdminTestJSON-83079418-project-admin] Pushing event updated for resources: {'Port': ['ID=0afc4491-aabe-44b8-8171-e10e4d401f33,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:32:57.444765 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-faa0c3f7-29d7-4a2f-b556-5b59922b5a17 tempest-ServersTestJSON-1847654024 tempest-ServersTestJSON-1847654024-project] Request body: {'floatingip': {'port_id': '7e7f55b8-c450-4329-aef2-8a2c07cf47f7'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:32:57.475727 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a6209892-6c0d-4cfc-ae16-e0bbb272c1ba tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1804241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1804263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1804264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1807030'] for router (1eadac27-ab09-4437-83af-b0557960da6a), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:57.509065 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 590072fa-6562-4026-bbe9-2a55c57fbbaf no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:32:57.518138 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9705bf57-a168-4361-b996-f3662b2a5f59 admin admin] Publish callbacks [] for security_group (41737ef4-2c36-4c92-a1ec-55e9e0b4ed30), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:57.525525 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9705bf57-a168-4361-b996-f3662b2a5f59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (41737ef4-2c36-4c92-a1ec-55e9e0b4ed30), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:57.532177 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] No Port match for: 590072fa-6562-4026-bbe9-2a55c57fbbaf {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:32:57.532859 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 590072fa-6562-4026-bbe9-2a55c57fbbaf not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:32:57.571103 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9705bf57-a168-4361-b996-f3662b2a5f59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41737ef4-2c36-4c92-a1ec-55e9e0b4ed30,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:32:57.581969 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-9705bf57-a168-4361-b996-f3662b2a5f59 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=65b61d160250451682d925a43a4d5780&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3675013 Feb 28 10:32:57.584753 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 34526) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:57.654781 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7851f7df-61e6-472e-b462-38b519565828 admin admin] Publish callbacks [] for security_group (41737ef4-2c36-4c92-a1ec-55e9e0b4ed30), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:57.684590 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7851f7df-61e6-472e-b462-38b519565828 admin admin] Publish callbacks [] for security_group (41737ef4-2c36-4c92-a1ec-55e9e0b4ed30), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:57.743586 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7851f7df-61e6-472e-b462-38b519565828 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (41737ef4-2c36-4c92-a1ec-55e9e0b4ed30), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:57.746294 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7851f7df-61e6-472e-b462-38b519565828 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:57.747663 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-7851f7df-61e6-472e-b462-38b519565828 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/41737ef4-2c36-4c92-a1ec-55e9e0b4ed30 HTTP/1.1" status: 204 len: 168 time: 0.1613412 Feb 28 10:32:57.756324 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7851f7df-61e6-472e-b462-38b519565828 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41737ef4-2c36-4c92-a1ec-55e9e0b4ed30,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:32:57.867381 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-faa0c3f7-29d7-4a2f-b556-5b59922b5a17 tempest-ServersTestJSON-1847654024 tempest-ServersTestJSON-1847654024-project] Publish callbacks [] for floatingip (c4e92641-27ac-472f-ab36-f8efed3a7d88), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:57.923250 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 34540) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:57.936267 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-db348d3a-ff58-4b39-87af-cd9a368bb030 tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Publish callbacks [] for router_gateway (d9d6740f-e97a-41d4-8e04-6e92fe0cd948), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:57.940692 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-45ee3b22-53c6-4d6f-8f82-1ce9cea2ea16 req-82e42008-10e2-4eb8-8636-37363bc841fa tempest-ServersTestManualDisk-1927369875 tempest-ServersTestManualDisk-1927369875-project] 10.222.0.20 "GET /v2.0/security-groups?id=f7c3c379-f26e-44ef-badf-d68ef2cd35f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6452482 Feb 28 10:32:58.020584 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-db348d3a-ff58-4b39-87af-cd9a368bb030 tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:58.043662 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.db.l3_db [None req-052d48fe-68e9-4ea9-8b91-ce16aca1a47c tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] Floating IP 23281362-01ab-4fbf-8967-6059c3af563f associated. External IP: 172.36.5.26, port: 9e40b316-6489-47a0-bf5a-713af4e208f5. Feb 28 10:32:58.065592 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-e049bb5f-bf23-45fb-960a-774984c8940d tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1257963760'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:32:58.089673 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e049bb5f-bf23-45fb-960a-774984c8940d tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Made reservation on behalf of 01d784a6a3f04224a7e9160ad9d44184 for: {'network': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:32:58.096392 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e049bb5f-bf23-45fb-960a-774984c8940d tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for network (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:58.105115 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e049bb5f-bf23-45fb-960a-774984c8940d tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks [] for security_group (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:58.192173 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e049bb5f-bf23-45fb-960a-774984c8940d tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks [] for security_group (5e6c316f-20db-433e-a89a-3a0f70fda1a6), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:58.197775 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e049bb5f-bf23-45fb-960a-774984c8940d tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (5e6c316f-20db-433e-a89a-3a0f70fda1a6), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:58.223756 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e049bb5f-bf23-45fb-960a-774984c8940d tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 264} {{(pid=103408) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:32:58.241659 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e049bb5f-bf23-45fb-960a-774984c8940d tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e6c316f-20db-433e-a89a-3a0f70fda1a6,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:32:58.247059 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e049bb5f-bf23-45fb-960a-774984c8940d tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (bf553b55-fb1d-4346-a090-4fb77eb0fbd7), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:58.247389 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.db.segments_db [None req-e049bb5f-bf23-45fb-960a-774984c8940d tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Added segment bf553b55-fb1d-4346-a090-4fb77eb0fbd7 of type vlan for network 9f0a511d-8408-4971-9daa-968eebea54f2 Feb 28 10:32:58.299309 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e049bb5f-bf23-45fb-960a-774984c8940d tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742056637431'] for network (9f0a511d-8408-4971-9daa-968eebea54f2), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:58.331336 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e049bb5f-bf23-45fb-960a-774984c8940d tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551'] for network (9f0a511d-8408-4971-9daa-968eebea54f2), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:58.338285 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e049bb5f-bf23-45fb-960a-774984c8940d tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:32:58.339691 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e049bb5f-bf23-45fb-960a-774984c8940d tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616561'] for network (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:58.413260 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-e049bb5f-bf23-45fb-960a-774984c8940d tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4853389 Feb 28 10:32:58.413260 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 34560) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:58.421688 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-cfcf9e8d-7ed9-4211-bbd9-640d27ad4839 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Request body: {'subnet': {'network_id': '9f0a511d-8408-4971-9daa-968eebea54f2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:32:58.439679 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e049bb5f-bf23-45fb-960a-774984c8940d tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Pushing event updated for resources: {'Network': ['ID=9f0a511d-8408-4971-9daa-968eebea54f2,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:32:58.458640 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Network 9f0a511d-8408-4971-9daa-968eebea54f2 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103409) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:32:58.475591 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73b9853-4691-465a-a6b8-45b55de5a563 req-b500429f-dbe2-429f-bb58-0ba9fa0dcfc7 tempest-ServersTestManualDisk-1927369875 tempest-ServersTestManualDisk-1927369875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:32:58.477443 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-e73b9853-4691-465a-a6b8-45b55de5a563 req-b500429f-dbe2-429f-bb58-0ba9fa0dcfc7 tempest-ServersTestManualDisk-1927369875 tempest-ServersTestManualDisk-1927369875-project] 10.222.0.20 "GET /v2.0/ports?device_id=c32684cc-ad27-487d-bf9a-2122546516b2 HTTP/1.1" status: 200 len: 946 time: 0.4400735 Feb 28 10:32:58.488074 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 34564) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:58.496609 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-46de6091-f7d2-4c27-ac75-1b3ff1c9f804 tempest-ServersTestManualDisk-1927369875 tempest-ServersTestManualDisk-1927369875-project] Request body: {'floatingip': {'port_id': 'aef30d3c-6659-44cd-99d6-ed22d30eb60c'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:32:58.536105 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-db348d3a-ff58-4b39-87af-cd9a368bb030 tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Allocated IP 172.36.5.227 (1e0804d0-d1d9-4d40-9de5-2936f3d87840/6f6f4129-23e5-4c3b-b4ef-4c7ce926797e/d3e32e3b-5f91-45ad-8df3-c6b5a81433cc) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:32:58.578347 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 34566) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:58.596090 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-46de6091-f7d2-4c27-ac75-1b3ff1c9f804 tempest-ServersTestManualDisk-1927369875 tempest-ServersTestManualDisk-1927369875-project] Publish callbacks [] for floatingip (3885ecbd-64e0-49a0-a30d-96cf8319b4ef), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:58.693251 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-2c5e5ba9-6c09-4731-b160-d70e045487e5 tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Request body: {'networks': [{'name': 'tempest-network--996595393'}, {'name': 'tempest-network--842217596'}]} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:32:58.693651 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-2c5e5ba9-6c09-4731-b160-d70e045487e5 tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Request body: {'network': {'name': 'tempest-network--996595393'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:32:58.694208 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-2c5e5ba9-6c09-4731-b160-d70e045487e5 tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Request body: {'network': {'name': 'tempest-network--842217596'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:32:58.720594 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfcf9e8d-7ed9-4211-bbd9-640d27ad4839 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Made reservation on behalf of 01d784a6a3f04224a7e9160ad9d44184 for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:32:58.724050 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-cfcf9e8d-7ed9-4211-bbd9-640d27ad4839 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3951209'] for subnet (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:58.787346 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6209892-6c0d-4cfc-ae16-e0bbb272c1ba tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] Router 1eadac27-ab09-4437-83af-b0557960da6a is scheduled to L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 with binding_index 1 {{(pid=103407) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 10:32:58.808433 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c5e5ba9-6c09-4731-b160-d70e045487e5 tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Made reservation on behalf of c319e99d39084ea4a47ff39ae97012d5 for: {'network': 2} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:32:58.812639 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2c5e5ba9-6c09-4731-b160-d70e045487e5 tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for network (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:58.879860 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2c5e5ba9-6c09-4731-b160-d70e045487e5 tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Publish callbacks [] for security_group (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:58.948963 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-db348d3a-ff58-4b39-87af-cd9a368bb030 tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Publish callbacks [] for port (d3e32e3b-5f91-45ad-8df3-c6b5a81433cc), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:59.107641 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-052d48fe-68e9-4ea9-8b91-ce16aca1a47c tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] Router 63bce622-3960-486c-b74c-b0f96a67ca30 has already been hosted by L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:32:59.292856 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2c5e5ba9-6c09-4731-b160-d70e045487e5 tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Publish callbacks [] for security_group (9591f0ae-b8bf-4534-baaa-ebbaf67f5d7f), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:59.315003 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2c5e5ba9-6c09-4731-b160-d70e045487e5 tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (9591f0ae-b8bf-4534-baaa-ebbaf67f5d7f), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:59.315656 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2c5e5ba9-6c09-4731-b160-d70e045487e5 tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for network (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:59.501363 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-db348d3a-ff58-4b39-87af-cd9a368bb030 tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (d3e32e3b-5f91-45ad-8df3-c6b5a81433cc), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:59.623577 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-365c3b06-6b2c-4a9c-b3c3-9d03a651d2a2 tempest-FloatingIPAdminTestJSON-83079418 tempest-FloatingIPAdminTestJSON-83079418-project-admin] Publish callbacks [] for floatingip (b65e333e-3a6a-4cb5-a574-e0dab9899571), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:59.625357 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-cfcf9e8d-7ed9-4211-bbd9-640d27ad4839 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3242588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3951195'] for subnet (a0a59064-a594-4dac-8adf-f48abc40efd7), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:59.628866 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6209892-6c0d-4cfc-ae16-e0bbb272c1ba tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:32:59.631651 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.db.resource_extend [None req-faa0c3f7-29d7-4a2f-b556-5b59922b5a17 tempest-ServersTestJSON-1847654024 tempest-ServersTestJSON-1847654024-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 10:32:59.641575 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e2bf26-259f-4d75-b49b-ea32af664ddc None None] Sync routers for ids ['1eadac27-ab09-4437-83af-b0557960da6a'] in dv-neutron-master-2-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:32:59.653843 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e2bf26-259f-4d75-b49b-ea32af664ddc None None] Routers {'1eadac27-ab09-4437-83af-b0557960da6a'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:32:59.654499 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-84e2bf26-259f-4d75-b49b-ea32af664ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:32:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['1eadac27-ab09-4437-83af-b0557960da6a'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:32:59.669505 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db348d3a-ff58-4b39-87af-cd9a368bb030 tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Network 1e0804d0-d1d9-4d40-9de5-2936f3d87840 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:32:59.674915 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a6209892-6c0d-4cfc-ae16-e0bbb272c1ba tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] Publish callbacks [] for router (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:59.676092 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-a6209892-6c0d-4cfc-ae16-e0bbb272c1ba tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] 10.222.0.20 "PUT /v2.0/routers/1eadac27-ab09-4437-83af-b0557960da6a HTTP/1.1" status: 200 len: 879 time: 7.7437260 Feb 28 10:32:59.681114 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 34570) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:32:59.689452 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-84e2bf26-259f-4d75-b49b-ea32af664ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:32:59.699233 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5e5ba9-6c09-4731-b160-d70e045487e5 tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9591f0ae-b8bf-4534-baaa-ebbaf67f5d7f,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:32:59.700854 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e2bf26-259f-4d75-b49b-ea32af664ddc None None] Routers {'1eadac27-ab09-4437-83af-b0557960da6a'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:32:59.701636 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-84e2bf26-259f-4d75-b49b-ea32af664ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:32:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['1eadac27-ab09-4437-83af-b0557960da6a'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:32:59.708402 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-db348d3a-ff58-4b39-87af-cd9a368bb030 tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:32:59.715413 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db348d3a-ff58-4b39-87af-cd9a368bb030 tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Pushing event updated for resources: {'Port': ['ID=d3e32e3b-5f91-45ad-8df3-c6b5a81433cc,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:32:59.722036 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c5e5ba9-6c09-4731-b160-d70e045487e5 tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 295} {{(pid=103408) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:32:59.723664 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db348d3a-ff58-4b39-87af-cd9a368bb030 tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:32:59.757653 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-84e2bf26-259f-4d75-b49b-ea32af664ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:32:59.758622 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e2bf26-259f-4d75-b49b-ea32af664ddc None None] The sync data for ids ['1eadac27-ab09-4437-83af-b0557960da6a'] in dv-neutron-master-2-hyperv is: [] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:32:59.808319 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-faa0c3f7-29d7-4a2f-b556-5b59922b5a17 tempest-ServersTestJSON-1847654024 tempest-ServersTestJSON-1847654024-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:59.816926 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcf9e8d-7ed9-4211-bbd9-640d27ad4839 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Pushing event updated for resources: {'Subnet': ['ID=a0a59064-a594-4dac-8adf-f48abc40efd7,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:32:59.825346 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-faa0c3f7-29d7-4a2f-b556-5b59922b5a17 tempest-ServersTestJSON-1847654024 tempest-ServersTestJSON-1847654024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1803383'] for floatingip (c4e92641-27ac-472f-ab36-f8efed3a7d88), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:59.825507 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2c5e5ba9-6c09-4731-b160-d70e045487e5 tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (888fc213-37f6-4b77-908e-28e9672567a0), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:59.825788 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.db.segments_db [None req-2c5e5ba9-6c09-4731-b160-d70e045487e5 tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Added segment 888fc213-37f6-4b77-908e-28e9672567a0 of type vlan for network 01e30456-73cc-4089-9310-2654473e7620 Feb 28 10:32:59.857148 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.db.resource_extend [None req-46de6091-f7d2-4c27-ac75-1b3ff1c9f804 tempest-ServersTestManualDisk-1927369875 tempest-ServersTestManualDisk-1927369875-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 10:32:59.882178 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-052d48fe-68e9-4ea9-8b91-ce16aca1a47c tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:32:59.890763 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-052d48fe-68e9-4ea9-8b91-ce16aca1a47c tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for floatingip (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:59.894325 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab05af7d-5ed5-4eb3-9c52-a22e449a706b None None] Sync routers for ids ['63bce622-3960-486c-b74c-b0f96a67ca30'] in dv-neutron-master-2-hyperv {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:32:59.907768 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab05af7d-5ed5-4eb3-9c52-a22e449a706b None None] Routers {'63bce622-3960-486c-b74c-b0f96a67ca30'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:32:59.908590 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-ab05af7d-5ed5-4eb3-9c52-a22e449a706b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:32:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['63bce622-3960-486c-b74c-b0f96a67ca30'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:32:59.982020 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-365c3b06-6b2c-4a9c-b3c3-9d03a651d2a2 tempest-FloatingIPAdminTestJSON-83079418 tempest-FloatingIPAdminTestJSON-83079418-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (0afc4491-aabe-44b8-8171-e10e4d401f33), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:32:59.992662 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2c5e5ba9-6c09-4731-b160-d70e045487e5 tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742056637431'] for network (01e30456-73cc-4089-9310-2654473e7620), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:00.002009 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfcf9e8d-7ed9-4211-bbd9-640d27ad4839 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Checking segment: {'id': 'bf553b55-fb1d-4346-a090-4fb77eb0fbd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '9f0a511d-8408-4971-9daa-968eebea54f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:33:00.002372 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfcf9e8d-7ed9-4211-bbd9-640d27ad4839 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Network hostable DHCP agents. Network: 9f0a511d-8408-4971-9daa-968eebea54f2, hostable agents: ['fb6705d2-4f70-4965-92a3-fbfccd43a6d3'], hosted agents: [] {{(pid=103408) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:33:00.017359 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-46de6091-f7d2-4c27-ac75-1b3ff1c9f804 tempest-ServersTestManualDisk-1927369875 tempest-ServersTestManualDisk-1927369875-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:00.033166 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-46de6091-f7d2-4c27-ac75-1b3ff1c9f804 tempest-ServersTestManualDisk-1927369875 tempest-ServersTestManualDisk-1927369875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1803383'] for floatingip (3885ecbd-64e0-49a0-a30d-96cf8319b4ef), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:00.036400 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-1a02e2ac-2a7e-4605-b1e0-d5bd563f0c0f tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] 10.222.0.20 "GET /v2.0/routers/1eadac27-ab09-4437-83af-b0557960da6a HTTP/1.1" status: 200 len: 920 time: 0.3540847 Feb 28 10:33:00.044525 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 34572) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:00.090158 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-052d48fe-68e9-4ea9-8b91-ce16aca1a47c tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] 10.222.0.20 "PUT /v2.0/floatingips/23281362-01ab-4fbf-8967-6059c3af563f HTTP/1.1" status: 200 len: 990 time: 4.8899860 Feb 28 10:33:00.099681 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21839f2d-46e7-497a-a06a-b1ae129c5e90', 'tag': '9e40b316-6489-47a0-bf5a-713af4e208f5'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:33:00.102136 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c8e1c873eeca597e52e7ceb7469e602eac250bfea6606d285743d38033cf584" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad7020f5-7557-466d-be2b-46cfe27f21c9" -d '{"events": [{"name": "network-changed", "server_uuid": "21839f2d-46e7-497a-a06a-b1ae129c5e90", "tag": "9e40b316-6489-47a0-bf5a-713af4e208f5"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:33:00.156226 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c5e5ba9-6c09-4731-b160-d70e045487e5 tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 260} {{(pid=103408) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:33:00.160316 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfcf9e8d-7ed9-4211-bbd9-640d27ad4839 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Network 9f0a511d-8408-4971-9daa-968eebea54f2 is scheduled to be hosted by DHCP agent fb6705d2-4f70-4965-92a3-fbfccd43a6d3 with binding_index 1 {{(pid=103408) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:33:00.187311 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-ab05af7d-5ed5-4eb3-9c52-a22e449a706b None None] Set router 63bce622-3960-486c-b74c-b0f96a67ca30 gateway port host: dv-neutron-master-2-hyperv {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:33:00.199636 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.db.l3_db [None req-faa0c3f7-29d7-4a2f-b556-5b59922b5a17 tempest-ServersTestJSON-1847654024 tempest-ServersTestJSON-1847654024-project] Floating IP c4e92641-27ac-472f-ab36-f8efed3a7d88 associated. External IP: 172.36.5.153, port: 7e7f55b8-c450-4329-aef2-8a2c07cf47f7. Feb 28 10:33:00.208475 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2c5e5ba9-6c09-4731-b160-d70e045487e5 tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (1b7a1039-1760-42d7-acc7-563142f9ec26), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:00.208847 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.db.segments_db [None req-2c5e5ba9-6c09-4731-b160-d70e045487e5 tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Added segment 1b7a1039-1760-42d7-acc7-563142f9ec26 of type vlan for network 448e7bce-660c-4ddc-b884-4f71ee3e4159 Feb 28 10:33:00.229141 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-cfcf9e8d-7ed9-4211-bbd9-640d27ad4839 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 9f0a511d-8408-4971-9daa-968eebea54f2) {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:33:00.243543 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfcf9e8d-7ed9-4211-bbd9-640d27ad4839 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:33:00.244192 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-cfcf9e8d-7ed9-4211-bbd9-640d27ad4839 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks [] for subnet (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:00.249712 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 10:33:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92c7b5e7-f9bc-4043-9df9-845bce656768 x-openstack-request-id: req-92c7b5e7-f9bc-4043-9df9-845bce656768 {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:33:00.250074 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21839f2d-46e7-497a-a06a-b1ae129c5e90", "tag": "9e40b316-6489-47a0-bf5a-713af4e208f5", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:33:00.250702 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-92c7b5e7-f9bc-4043-9df9-845bce656768 {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:33:00.250817 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21839f2d-46e7-497a-a06a-b1ae129c5e90', 'tag': '9e40b316-6489-47a0-bf5a-713af4e208f5', 'status': 'completed', 'code': 200} Feb 28 10:33:00.293317 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9b5046f-0c06-4f0d-a39b-f1fbc62047c7 tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:33:00.294930 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-f9b5046f-0c06-4f0d-a39b-f1fbc62047c7 tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=1e0804d0-d1d9-4d40-9de5-2936f3d87840&device_id=1eadac27-ab09-4437-83af-b0557960da6a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2476962 Feb 28 10:33:00.300607 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-259bf0e4-03a3-4b09-a829-0136710d48d4 None None] Network 9f0a511d-8408-4971-9daa-968eebea54f2 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:33:00.301994 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 34578) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:00.319314 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-cfcf9e8d-7ed9-4211-bbd9-640d27ad4839 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9047186 Feb 28 10:33:00.322750 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 34580) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:00.325644 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2c5e5ba9-6c09-4731-b160-d70e045487e5 tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742056637431'] for network (448e7bce-660c-4ddc-b884-4f71ee3e4159), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:00.338278 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.db.l3_db [None req-46de6091-f7d2-4c27-ac75-1b3ff1c9f804 tempest-ServersTestManualDisk-1927369875 tempest-ServersTestManualDisk-1927369875-project] Floating IP 3885ecbd-64e0-49a0-a30d-96cf8319b4ef associated. External IP: 172.36.5.156, port: aef30d3c-6659-44cd-99d6-ed22d30eb60c. Feb 28 10:33:00.368167 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-33b9c1b0-d790-4315-a59f-2ff0d6921d86 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Request body: {'port': {'network_id': '9f0a511d-8408-4971-9daa-968eebea54f2', 'name': 'tempest-NetworksTestDHCPv6-568297743'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:33:00.517018 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea1d8582-a3e4-4aa1-a7f6-a3d326dd9e6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-9f0a511d-8408-4971-9daa-968eebea54f2', 'network_id': '9f0a511d-8408-4971-9daa-968eebea54f2', 'project_id': '01d784a6a3f04224a7e9160ad9d44184', 'fixed_ips': [{'subnet_id': 'a0a59064-a594-4dac-8adf-f48abc40efd7'}]}} from dv-neutron-master-2-hyperv. {{(pid=103409) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:33:00.522960 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ea1d8582-a3e4-4aa1-a7f6-a3d326dd9e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:00.544024 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7020f5-7557-466d-be2b-46cfe27f21c9 req-6bed3ea6-9dca-4cc7-b13a-f973e11786cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:33:00.546138 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-ad7020f5-7557-466d-be2b-46cfe27f21c9 req-6bed3ea6-9dca-4cc7-b13a-f973e11786cd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=194e12cf0f844c7eb6a851155ceb2206&device_id=21839f2d-46e7-497a-a06a-b1ae129c5e90 HTTP/1.1" status: 200 len: 1129 time: 0.2998152 Feb 28 10:33:00.551750 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2c5e5ba9-6c09-4731-b160-d70e045487e5 tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551'] for network (01e30456-73cc-4089-9310-2654473e7620), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:00.552412 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2c5e5ba9-6c09-4731-b160-d70e045487e5 tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551'] for network (448e7bce-660c-4ddc-b884-4f71ee3e4159), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:00.557636 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c5e5ba9-6c09-4731-b160-d70e045487e5 tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:33:00.561847 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c5e5ba9-6c09-4731-b160-d70e045487e5 tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:33:00.562505 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2c5e5ba9-6c09-4731-b160-d70e045487e5 tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616561'] for network (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:00.570657 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8d069d-1f3d-4b40-95c9-ef4480a47b19 req-0aefdfe2-8a0a-455e-b00c-5bc8bed9ecd1 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:33:00.572175 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-cb8d069d-1f3d-4b40-95c9-ef4480a47b19 req-0aefdfe2-8a0a-455e-b00c-5bc8bed9ecd1 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] 10.222.0.20 "GET /v2.0/ports?device_id=21839f2d-46e7-497a-a06a-b1ae129c5e90 HTTP/1.1" status: 200 len: 945 time: 0.3244054 Feb 28 10:33:00.633876 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-365c3b06-6b2c-4a9c-b3c3-9d03a651d2a2 tempest-FloatingIPAdminTestJSON-83079418 tempest-FloatingIPAdminTestJSON-83079418-project-admin] Publish callbacks [] for port (0afc4491-aabe-44b8-8171-e10e4d401f33), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:00.644974 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-db348d3a-ff58-4b39-87af-cd9a368bb030 tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Publish callbacks [] for router_gateway (d9d6740f-e97a-41d4-8e04-6e92fe0cd948), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:00.662084 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4685badd-b29b-446b-bf0e-75d760e6cb5d tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:33:00.663585 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-4685badd-b29b-446b-bf0e-75d760e6cb5d tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] 10.222.0.20 "GET /v2.0/networks/1e0804d0-d1d9-4d40-9de5-2936f3d87840 HTTP/1.1" status: 200 len: 881 time: 0.3605397 Feb 28 10:33:00.677376 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 34582) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:00.683842 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-365c3b06-6b2c-4a9c-b3c3-9d03a651d2a2 tempest-FloatingIPAdminTestJSON-83079418 tempest-FloatingIPAdminTestJSON-83079418-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3498066'] for port (0afc4491-aabe-44b8-8171-e10e4d401f33), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:00.686405 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-2c5e5ba9-6c09-4731-b160-d70e045487e5 tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 2.1070135 Feb 28 10:33:00.699077 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 34584) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:00.704616 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-ab05af7d-5ed5-4eb3-9c52-a22e449a706b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63bce622-3960-486c-b74c-b0f96a67ca30', 'name': 'tempest-ServerActionsTestJSON-231407906-router', 'tenant_id': '194e12cf0f844c7eb6a851155ceb2206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.205'}], 'enable_snat': True}, 'gw_port_id': 'cd7cc0ca-0b66-4431-b24f-53d9a043c0a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:31:49Z', 'updated_at': '2022-02-28T10:32:00Z', 'revision_number': 4, 'project_id': '194e12cf0f844c7eb6a851155ceb2206', 'gw_port': {'id': 'cd7cc0ca-0b66-4431-b24f-53d9a043c0a5', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:76:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63bce622-3960-486c-b74c-b0f96a67ca30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:31:50Z', 'updated_at': '2022-02-28T10:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '23281362-01ab-4fbf-8967-6059c3af563f', 'tenant_id': '194e12cf0f844c7eb6a851155ceb2206', 'floating_ip_address': '172.36.5.26', 'floating_network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'router_id': '63bce622-3960-486c-b74c-b0f96a67ca30', 'port_id': '9e40b316-6489-47a0-bf5a-713af4e208f5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 165, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8fe4d5f-4a1f-41f9-85f5-28e75dcf99b0', 'mac_address': 'fa:16:3e:38:1c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21839f2d-46e7-497a-a06a-b1ae129c5e90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:32:12Z', 'updated_at': '2022-02-28T10:32:56Z', 'revision_number': 1, 'project_id': '194e12cf0f844c7eb6a851155ceb2206', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5513175-7249-457d-aadc-e926c59faf1b', 'name': '', 'network_id': 'c8fe4d5f-4a1f-41f9-85f5-28e75dcf99b0', 'tenant_id': '194e12cf0f844c7eb6a851155ceb2206', 'mac_address': 'fa:16:3e:fa:dc:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63bce622-3960-486c-b74c-b0f96a67ca30', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'f9ad3164-3d89-48ee-bb07-ade0c62bef16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:31:58Z', 'updated_at': '2022-02-28T10:32:10Z', 'revision_number': 5, 'project_id': '194e12cf0f844c7eb6a851155ceb2206', 'subnets': [{'id': 'f9ad3164-3d89-48ee-bb07-ade0c62bef16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:33:00.720609 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5e5ba9-6c09-4731-b160-d70e045487e5 tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Pushing event updated for resources: {'Network': ['ID=01e30456-73cc-4089-9310-2654473e7620,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:00.728610 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-a0747fac-75d0-4686-a322-888950f1a4ef tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eadac27-ab09-4437-83af-b0557960da6a HTTP/1.1" status: 200 len: 205 time: 0.0478253 Feb 28 10:33:00.733159 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 34586) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:00.753169 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Network 01e30456-73cc-4089-9310-2654473e7620 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103409) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:33:00.767277 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab05af7d-5ed5-4eb3-9c52-a22e449a706b None None] Checking router: 63bce622-3960-486c-b74c-b0f96a67ca30 for host: dv-neutron-master-2-hyperv {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:33:00.813293 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-ea1d8582-a3e4-4aa1-a7f6-a3d326dd9e6d None None] Allocated IP 2001:db8::2 (9f0a511d-8408-4971-9daa-968eebea54f2/a0a59064-a594-4dac-8adf-f48abc40efd7/4538345f-066c-4eff-9ba3-f7bdebe0f4c2) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:33:00.838193 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab05af7d-5ed5-4eb3-9c52-a22e449a706b None None] Routers {'63bce622-3960-486c-b74c-b0f96a67ca30'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:33:00.838831 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-ab05af7d-5ed5-4eb3-9c52-a22e449a706b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:32:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['63bce622-3960-486c-b74c-b0f96a67ca30'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:33:00.876796 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33b9c1b0-d790-4315-a59f-2ff0d6921d86 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Made reservation on behalf of 01d784a6a3f04224a7e9160ad9d44184 for: {'port': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:33:00.880171 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-33b9c1b0-d790-4315-a59f-2ff0d6921d86 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:00.888600 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5e5ba9-6c09-4731-b160-d70e045487e5 tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Pushing event updated for resources: {'Network': ['ID=448e7bce-660c-4ddc-b884-4f71ee3e4159,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:00.910898 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Network 448e7bce-660c-4ddc-b884-4f71ee3e4159 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103409) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:33:00.920701 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-33b9c1b0-d790-4315-a59f-2ff0d6921d86 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] device_id is not set on port 3420f382-bdda-40f7-9de8-66ebdec02de7 yet. {{(pid=103408) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:33:01.115466 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-ab05af7d-5ed5-4eb3-9c52-a22e449a706b None None] Set router 63bce622-3960-486c-b74c-b0f96a67ca30 gateway port host: dv-neutron-master-2-hyperv {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:33:01.250372 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ea1d8582-a3e4-4aa1-a7f6-a3d326dd9e6d None None] Publish callbacks [] for port (4538345f-066c-4eff-9ba3-f7bdebe0f4c2), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:01.263346 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ea1d8582-a3e4-4aa1-a7f6-a3d326dd9e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749'] for port (4538345f-066c-4eff-9ba3-f7bdebe0f4c2), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:01.321627 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365c3b06-6b2c-4a9c-b3c3-9d03a651d2a2 tempest-FloatingIPAdminTestJSON-83079418 tempest-FloatingIPAdminTestJSON-83079418-project-admin] Pushing event updated for resources: {'Port': ['ID=0afc4491-aabe-44b8-8171-e10e4d401f33,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:01.327543 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f4244290-0219-46ae-bfdf-638ff4f09a27 tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] Publish callbacks [] for router (1eadac27-ab09-4437-83af-b0557960da6a), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:01.351980 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-cb8d069d-1f3d-4b40-95c9-ef4480a47b19 req-f47c3e28-d259-41e6-82c7-e641bc91a393 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] 10.222.0.20 "GET /v2.0/security-groups?id=c6054555-6cfe-4c7d-9758-21814521da07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7535925 Feb 28 10:33:01.374931 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7020f5-7557-466d-be2b-46cfe27f21c9 req-b6ac3696-f24f-4760-9734-125acb4001ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:33:01.374931 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-ad7020f5-7557-466d-be2b-46cfe27f21c9 req-b6ac3696-f24f-4760-9734-125acb4001ba service neutron] 10.222.0.30 "GET /v2.0/networks?id=c8fe4d5f-4a1f-41f9-85f5-28e75dcf99b0 HTTP/1.1" status: 200 len: 912 time: 0.8116982 Feb 28 10:33:01.389691 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-33b9c1b0-d790-4315-a59f-2ff0d6921d86 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Allocated IP 2001:db8::88 (9f0a511d-8408-4971-9daa-968eebea54f2/a0a59064-a594-4dac-8adf-f48abc40efd7/3420f382-bdda-40f7-9de8-66ebdec02de7) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:33:01.442923 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea1d8582-a3e4-4aa1-a7f6-a3d326dd9e6d None None] Network 9f0a511d-8408-4971-9daa-968eebea54f2 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:33:01.449370 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-ea1d8582-a3e4-4aa1-a7f6-a3d326dd9e6d None None] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:33:01.472531 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea1d8582-a3e4-4aa1-a7f6-a3d326dd9e6d None None] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:33:01.479914 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46de6091-f7d2-4c27-ac75-1b3ff1c9f804 tempest-ServersTestManualDisk-1927369875 tempest-ServersTestManualDisk-1927369875-project] Router ebec2a5a-7ca7-420e-949e-f77a5a64a595 has already been hosted by L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 {{(pid=103408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:33:01.484586 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1d8582-a3e4-4aa1-a7f6-a3d326dd9e6d None None] Pushing event updated for resources: {'Port': ['ID=4538345f-066c-4eff-9ba3-f7bdebe0f4c2,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:01.486949 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-365c3b06-6b2c-4a9c-b3c3-9d03a651d2a2 tempest-FloatingIPAdminTestJSON-83079418 tempest-FloatingIPAdminTestJSON-83079418-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1803383'] for floatingip (b65e333e-3a6a-4cb5-a574-e0dab9899571), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:01.556895 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-ea1d8582-a3e4-4aa1-a7f6-a3d326dd9e6d None None] Attempting to bind port 4538345f-066c-4eff-9ba3-f7bdebe0f4c2 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:33:01.557285 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-ea1d8582-a3e4-4aa1-a7f6-a3d326dd9e6d None None] Attempting to bind port 4538345f-066c-4eff-9ba3-f7bdebe0f4c2 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'bf553b55-fb1d-4346-a090-4fb77eb0fbd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '9f0a511d-8408-4971-9daa-968eebea54f2'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:33:01.557641 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea1d8582-a3e4-4aa1-a7f6-a3d326dd9e6d None None] Attempting to bind port 4538345f-066c-4eff-9ba3-f7bdebe0f4c2 on network 9f0a511d-8408-4971-9daa-968eebea54f2 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:33:01.565171 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea1d8582-a3e4-4aa1-a7f6-a3d326dd9e6d None None] Checking agent: {'id': '75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 24, 15), 'started_at': datetime.datetime(2022, 2, 28, 10, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 32, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:33:01.565554 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea1d8582-a3e4-4aa1-a7f6-a3d326dd9e6d None None] Checking segment: {'id': 'bf553b55-fb1d-4346-a090-4fb77eb0fbd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '9f0a511d-8408-4971-9daa-968eebea54f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:33:01.565962 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ea1d8582-a3e4-4aa1-a7f6-a3d326dd9e6d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:01.566352 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea1d8582-a3e4-4aa1-a7f6-a3d326dd9e6d None None] Bound using segment: {'id': 'bf553b55-fb1d-4346-a090-4fb77eb0fbd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '9f0a511d-8408-4971-9daa-968eebea54f2'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:33:01.566836 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-ea1d8582-a3e4-4aa1-a7f6-a3d326dd9e6d None None] Bound port: 4538345f-066c-4eff-9ba3-f7bdebe0f4c2, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf553b55-fb1d-4346-a090-4fb77eb0fbd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '9f0a511d-8408-4971-9daa-968eebea54f2'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:33:01.567206 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ea1d8582-a3e4-4aa1-a7f6-a3d326dd9e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (4538345f-066c-4eff-9ba3-f7bdebe0f4c2), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:01.570566 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-ab05af7d-5ed5-4eb3-9c52-a22e449a706b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63bce622-3960-486c-b74c-b0f96a67ca30', 'name': 'tempest-ServerActionsTestJSON-231407906-router', 'tenant_id': '194e12cf0f844c7eb6a851155ceb2206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.205'}], 'enable_snat': True}, 'gw_port_id': 'cd7cc0ca-0b66-4431-b24f-53d9a043c0a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:31:49Z', 'updated_at': '2022-02-28T10:32:00Z', 'revision_number': 4, 'project_id': '194e12cf0f844c7eb6a851155ceb2206', 'gw_port': {'id': 'cd7cc0ca-0b66-4431-b24f-53d9a043c0a5', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:76:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63bce622-3960-486c-b74c-b0f96a67ca30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:31:50Z', 'updated_at': '2022-02-28T10:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '23281362-01ab-4fbf-8967-6059c3af563f', 'tenant_id': '194e12cf0f844c7eb6a851155ceb2206', 'floating_ip_address': '172.36.5.26', 'floating_network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'router_id': '63bce622-3960-486c-b74c-b0f96a67ca30', 'port_id': '9e40b316-6489-47a0-bf5a-713af4e208f5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 165, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8fe4d5f-4a1f-41f9-85f5-28e75dcf99b0', 'mac_address': 'fa:16:3e:38:1c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21839f2d-46e7-497a-a06a-b1ae129c5e90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:32:12Z', 'updated_at': '2022-02-28T10:32:56Z', 'revision_number': 1, 'project_id': '194e12cf0f844c7eb6a851155ceb2206', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5513175-7249-457d-aadc-e926c59faf1b', 'name': '', 'network_id': 'c8fe4d5f-4a1f-41f9-85f5-28e75dcf99b0', 'tenant_id': '194e12cf0f844c7eb6a851155ceb2206', 'mac_address': 'fa:16:3e:fa:dc:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63bce622-3960-486c-b74c-b0f96a67ca30', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'f9ad3164-3d89-48ee-bb07-ade0c62bef16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:31:58Z', 'updated_at': '2022-02-28T10:32:10Z', 'revision_number': 5, 'project_id': '194e12cf0f844c7eb6a851155ceb2206', 'subnets': [{'id': 'f9ad3164-3d89-48ee-bb07-ade0c62bef16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:33:01.605675 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faa0c3f7-29d7-4a2f-b556-5b59922b5a17 tempest-ServersTestJSON-1847654024 tempest-ServersTestJSON-1847654024-project] Router aad0f095-9a34-4d69-8adc-66dbe99d9006 has already been hosted by L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:33:01.613873 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab05af7d-5ed5-4eb3-9c52-a22e449a706b None None] The sync data for ids ['63bce622-3960-486c-b74c-b0f96a67ca30'] in dv-neutron-master-2-hyperv is: [{'id': '63bce622-3960-486c-b74c-b0f96a67ca30', 'name': 'tempest-ServerActionsTestJSON-231407906-router', 'tenant_id': '194e12cf0f844c7eb6a851155ceb2206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.205'}], 'enable_snat': True}, 'gw_port_id': 'cd7cc0ca-0b66-4431-b24f-53d9a043c0a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:31:49Z', 'updated_at': '2022-02-28T10:32:00Z', 'revision_number': 4, 'project_id': '194e12cf0f844c7eb6a851155ceb2206', 'gw_port': {'id': 'cd7cc0ca-0b66-4431-b24f-53d9a043c0a5', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:76:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63bce622-3960-486c-b74c-b0f96a67ca30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:31:50Z', 'updated_at': '2022-02-28T10:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '23281362-01ab-4fbf-8967-6059c3af563f', 'tenant_id': '194e12cf0f844c7eb6a851155ceb2206', 'floating_ip_address': '172.36.5.26', 'floating_network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'router_id': '63bce622-3960-486c-b74c-b0f96a67ca30', 'port_id': '9e40b316-6489-47a0-bf5a-713af4e208f5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 165, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8fe4d5f-4a1f-41f9-85f5-28e75dcf99b0', 'mac_address': 'fa:16:3e:38:1c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21839f2d-46e7-497a-a06a-b1ae129c5e90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:32:12Z', 'updated_at': '2022-02-28T10:32:56Z', 'revision_number': 1, 'project_id': '194e12cf0f844c7eb6a851155ceb2206', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5513175-7249-457d-aadc-e926c59faf1b', 'name': '', 'network_id': 'c8fe4d5f-4a1f-41f9-85f5-28e75dcf99b0', 'tenant_id': '194e12cf0f844c7eb6a851155ceb2206', 'mac_address': 'fa:16:3e:fa:dc:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63bce622-3960-486c-b74c-b0f96a67ca30', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'f9ad3164-3d89-48ee-bb07-ade0c62bef16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:31:58Z', 'updated_at': '2022-02-28T10:32:10Z', 'revision_number': 5, 'project_id': '194e12cf0f844c7eb6a851155ceb2206', 'subnets': [{'id': 'f9ad3164-3d89-48ee-bb07-ade0c62bef16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:33:01.669825 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-ea1d8582-a3e4-4aa1-a7f6-a3d326dd9e6d None None] For port 4538345f-066c-4eff-9ba3-f7bdebe0f4c2, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:33:01.673245 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-ea1d8582-a3e4-4aa1-a7f6-a3d326dd9e6d None None] For port 4538345f-066c-4eff-9ba3-f7bdebe0f4c2, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4538345f-066c-4eff-9ba3-f7bdebe0f4c2,segment=NetworkSegment(bf553b55-fb1d-4346-a090-4fb77eb0fbd7),segment_id=bf553b55-fb1d-4346-a090-4fb77eb0fbd7)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:33:01.675521 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ea199e9-dc9c-4594-99f3-23071dbb5917 tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:33:01.682293 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ea199e9-dc9c-4594-99f3-23071dbb5917 tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:33:01.686126 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ea1d8582-a3e4-4aa1-a7f6-a3d326dd9e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (4538345f-066c-4eff-9ba3-f7bdebe0f4c2), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:01.688681 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ea199e9-dc9c-4594-99f3-23071dbb5917 tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:33:01.704417 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ea199e9-dc9c-4594-99f3-23071dbb5917 tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:33:01.709076 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-0ea199e9-dc9c-4594-99f3-23071dbb5917 tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.9756594 Feb 28 10:33:01.712683 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 34590) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:01.734053 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f4244290-0219-46ae-bfdf-638ff4f09a27 tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] Publish callbacks [] for router_gateway (1eadac27-ab09-4437-83af-b0557960da6a), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:01.742202 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-33b9c1b0-d790-4315-a59f-2ff0d6921d86 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks [] for port (3420f382-bdda-40f7-9de8-66ebdec02de7), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:01.772896 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1d8582-a3e4-4aa1-a7f6-a3d326dd9e6d None None] Pushing event updated for resources: {'Port': ['ID=4538345f-066c-4eff-9ba3-f7bdebe0f4c2,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:01.777493 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46de6091-f7d2-4c27-ac75-1b3ff1c9f804 tempest-ServersTestManualDisk-1927369875 tempest-ServersTestManualDisk-1927369875-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:33:01.787387 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-46de6091-f7d2-4c27-ac75-1b3ff1c9f804 tempest-ServersTestManualDisk-1927369875 tempest-ServersTestManualDisk-1927369875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for floatingip (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:01.794137 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b0e6a9-fa3e-4ee2-acc1-90ee51bb57f9 None None] Sync routers for ids ['ebec2a5a-7ca7-420e-949e-f77a5a64a595'] in dv-neutron-master-2-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:33:01.802450 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-ad7020f5-7557-466d-be2b-46cfe27f21c9 req-7d68a317-8134-43b2-8260-20b01887035f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9e40b316-6489-47a0-bf5a-713af4e208f5 HTTP/1.1" status: 200 len: 998 time: 0.4108441 Feb 28 10:33:01.812088 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b0e6a9-fa3e-4ee2-acc1-90ee51bb57f9 None None] Routers {'ebec2a5a-7ca7-420e-949e-f77a5a64a595'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:33:01.813645 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-79b0e6a9-fa3e-4ee2-acc1-90ee51bb57f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:32:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['ebec2a5a-7ca7-420e-949e-f77a5a64a595'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:33:01.870211 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-46de6091-f7d2-4c27-ac75-1b3ff1c9f804 tempest-ServersTestManualDisk-1927369875 tempest-ServersTestManualDisk-1927369875-project] 10.222.0.20 "PUT /v2.0/floatingips/3885ecbd-64e0-49a0-a30d-96cf8319b4ef HTTP/1.1" status: 200 len: 992 time: 3.3801105 Feb 28 10:33:01.872246 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c32684cc-ad27-487d-bf9a-2122546516b2', 'tag': 'aef30d3c-6659-44cd-99d6-ed22d30eb60c'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:33:01.877589 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-33b9c1b0-d790-4315-a59f-2ff0d6921d86 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (3420f382-bdda-40f7-9de8-66ebdec02de7), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:01.983536 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-79b0e6a9-fa3e-4ee2-acc1-90ee51bb57f9 None None] Set router ebec2a5a-7ca7-420e-949e-f77a5a64a595 gateway port host: dv-neutron-master-2-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:33:02.018311 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b9c1b0-d790-4315-a59f-2ff0d6921d86 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Network 9f0a511d-8408-4971-9daa-968eebea54f2 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:33:02.025206 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-33b9c1b0-d790-4315-a59f-2ff0d6921d86 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:33:02.031348 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b9c1b0-d790-4315-a59f-2ff0d6921d86 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:33:02.043392 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b9c1b0-d790-4315-a59f-2ff0d6921d86 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:33:02.045209 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-33b9c1b0-d790-4315-a59f-2ff0d6921d86 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:02.054204 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-f4244290-0219-46ae-bfdf-638ff4f09a27 tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] Deleting port a93d2c8a-f9f6-43a8-8c86-739af4e03644 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:33:02.056501 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f4244290-0219-46ae-bfdf-638ff4f09a27 tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (a93d2c8a-f9f6-43a8-8c86-739af4e03644), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:02.057803 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7020f5-7557-466d-be2b-46cfe27f21c9 req-2d26b39c-c435-4eb4-8a8a-038bb81e89ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:33:02.059442 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d454a4-c971-42d8-9613-19163361f204 None None] New status for floating IP 23281362-01ab-4fbf-8967-6059c3af563f: ACTIVE {{(pid=103409) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 10:33:02.060015 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-ad7020f5-7557-466d-be2b-46cfe27f21c9 req-2d26b39c-c435-4eb4-8a8a-038bb81e89ff service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f9ad3164-3d89-48ee-bb07-ade0c62bef16 HTTP/1.1" status: 200 len: 850 time: 0.2442219 Feb 28 10:33:02.067253 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b9c1b0-d790-4315-a59f-2ff0d6921d86 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Pushing event updated for resources: {'Port': ['ID=3420f382-bdda-40f7-9de8-66ebdec02de7,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:02.139085 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8c4df486-7b7d-496c-868a-2be332f042b9 tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-665757'] for network (01e30456-73cc-4089-9310-2654473e7620), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:02.151189 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f56b9db1a49ad64bfd589e142fe25e4b3ad10508b17737ae95e2f0d29aca45ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cad2e550-d407-4232-be0e-1d0aef7c9d99" -d '{"events": [{"name": "network-changed", "server_uuid": "c32684cc-ad27-487d-bf9a-2122546516b2", "tag": "aef30d3c-6659-44cd-99d6-ed22d30eb60c"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:33:02.195171 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f90348-e3bc-4c2e-9351-f11e7f9c11d0 req-a869d352-baa2-4d98-87b0-21820a2cf1f3 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:33:02.203234 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-79f90348-e3bc-4c2e-9351-f11e7f9c11d0 req-a869d352-baa2-4d98-87b0-21820a2cf1f3 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] 10.222.0.20 "GET /v2.0/ports?device_id=21839f2d-46e7-497a-a06a-b1ae129c5e90 HTTP/1.1" status: 200 len: 945 time: 0.7278135 Feb 28 10:33:02.211112 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f4244290-0219-46ae-bfdf-638ff4f09a27 tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (a93d2c8a-f9f6-43a8-8c86-739af4e03644), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:02.226272 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-f4244290-0219-46ae-bfdf-638ff4f09a27 tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] Calling delete_port for a93d2c8a-f9f6-43a8-8c86-739af4e03644 owned by network:router_gateway {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:33:02.300746 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-db348d3a-ff58-4b39-87af-cd9a368bb030 tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1804241'] for router (d9d6740f-e97a-41d4-8e04-6e92fe0cd948), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:02.342585 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.db.l3_db [None req-365c3b06-6b2c-4a9c-b3c3-9d03a651d2a2 tempest-FloatingIPAdminTestJSON-83079418 tempest-FloatingIPAdminTestJSON-83079418-project-admin] Floating IP b65e333e-3a6a-4cb5-a574-e0dab9899571 associated. External IP: 172.36.5.215, port: 823a9915-4e6d-42ac-96d3-3263f5f0de17. Feb 28 10:33:02.437116 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-33b9c1b0-d790-4315-a59f-2ff0d6921d86 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.1132555 Feb 28 10:33:02.438051 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 34600) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:02.526295 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbc6d6f1-6676-4c25-bc43-9d12c14d4494 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:33:02.531670 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbc6d6f1-6676-4c25-bc43-9d12c14d4494 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:33:02.540175 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-fbc6d6f1-6676-4c25-bc43-9d12c14d4494 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.0967717 Feb 28 10:33:02.541353 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 34602) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:02.542199 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f4244290-0219-46ae-bfdf-638ff4f09a27 tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (a93d2c8a-f9f6-43a8-8c86-739af4e03644), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:02.565265 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7020f5-7557-466d-be2b-46cfe27f21c9 req-aefae118-33f1-4a9f-9753-a4d88d96a209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:33:02.566795 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-ad7020f5-7557-466d-be2b-46cfe27f21c9 req-aefae118-33f1-4a9f-9753-a4d88d96a209 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c8fe4d5f-4a1f-41f9-85f5-28e75dcf99b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.4249494 Feb 28 10:33:02.573694 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7674f8dd-8c6b-40a0-a86d-aa98c6c4367d req-a0152ae9-e7b4-4a83-bedd-6fcb2e70c7da tempest-ServersTestManualDisk-1927369875 tempest-ServersTestManualDisk-1927369875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:33:02.580485 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-7674f8dd-8c6b-40a0-a86d-aa98c6c4367d req-a0152ae9-e7b4-4a83-bedd-6fcb2e70c7da tempest-ServersTestManualDisk-1927369875 tempest-ServersTestManualDisk-1927369875-project] 10.222.0.20 "GET /v2.0/ports?device_id=c32684cc-ad27-487d-bf9a-2122546516b2 HTTP/1.1" status: 200 len: 946 time: 0.4794416 Feb 28 10:33:02.585908 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-79b0e6a9-fa3e-4ee2-acc1-90ee51bb57f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebec2a5a-7ca7-420e-949e-f77a5a64a595', 'name': 'tempest-ServersTestManualDisk-2129798420-router', 'tenant_id': 'd80868ff0b864fdfb22c0fe939fc8d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.108'}], 'enable_snat': True}, 'gw_port_id': 'a243619b-d2d4-4c33-8a1d-88282887b5e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:31:52Z', 'updated_at': '2022-02-28T10:32:04Z', 'revision_number': 4, 'project_id': 'd80868ff0b864fdfb22c0fe939fc8d79', 'gw_port': {'id': 'a243619b-d2d4-4c33-8a1d-88282887b5e1', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:49:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebec2a5a-7ca7-420e-949e-f77a5a64a595', 'device_owner': 'network:router_gateway', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:31:55Z', 'updated_at': '2022-02-28T10:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '3885ecbd-64e0-49a0-a30d-96cf8319b4ef', 'tenant_id': 'd80868ff0b864fdfb22c0fe939fc8d79', 'floating_ip_address': '172.36.5.156', 'floating_network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'router_id': 'ebec2a5a-7ca7-420e-949e-f77a5a64a595', 'port_id': 'aef30d3c-6659-44cd-99d6-ed22d30eb60c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 175, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b230672c-e40a-422a-a640-836f18ec11a6', 'mac_address': 'fa:16:3e:2b:a2:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c32684cc-ad27-487d-bf9a-2122546516b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:32:14Z', 'updated_at': '2022-02-28T10:32:59Z', 'revision_number': 1, 'project_id': 'd80868ff0b864fdfb22c0fe939fc8d79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c20230d-1243-4bcc-99fa-4d09e9d513e9', 'name': '', 'network_id': 'b230672c-e40a-422a-a640-836f18ec11a6', 'tenant_id': 'd80868ff0b864fdfb22c0fe939fc8d79', 'mac_address': 'fa:16:3e:17:e6:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebec2a5a-7ca7-420e-949e-f77a5a64a595', 'device_owner': 'network:router_interface', 'standard_attr_id': 138, 'fixed_ips': [{'subnet_id': '589a74a6-9e3d-4112-a776-4fccf4b2370d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:32:02Z', 'updated_at': '2022-02-28T10:32:09Z', 'revision_number': 5, 'project_id': 'd80868ff0b864fdfb22c0fe939fc8d79', 'subnets': [{'id': '589a74a6-9e3d-4112-a776-4fccf4b2370d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:33:02.590770 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faa0c3f7-29d7-4a2f-b556-5b59922b5a17 tempest-ServersTestJSON-1847654024 tempest-ServersTestJSON-1847654024-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:33:02.608303 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8c4df486-7b7d-496c-868a-2be332f042b9 tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672413', 'neutron.services.segments.db._delete_segments_for_network-8742057110173'] for network (01e30456-73cc-4089-9310-2654473e7620), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:02.613195 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-79f90348-e3bc-4c2e-9351-f11e7f9c11d0 req-f58160f2-002d-414a-9cb3-4d03bd6eb952 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] 10.222.0.20 "GET /v2.0/security-groups?id=c6054555-6cfe-4c7d-9758-21814521da07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3609474 Feb 28 10:33:02.624176 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-faa0c3f7-29d7-4a2f-b556-5b59922b5a17 tempest-ServersTestJSON-1847654024 tempest-ServersTestJSON-1847654024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for floatingip (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:02.650025 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4244290-0219-46ae-bfdf-638ff4f09a27 tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] Pushing event deleted for resources: {'Port': ['ID=a93d2c8a-f9f6-43a8-8c86-739af4e03644,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:02.682206 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92913a82-850f-4871-8427-aeb89364c222 None None] Sync routers for ids ['aad0f095-9a34-4d69-8adc-66dbe99d9006'] in dv-neutron-master-2-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:33:02.698958 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b0e6a9-fa3e-4ee2-acc1-90ee51bb57f9 None None] Checking router: ebec2a5a-7ca7-420e-949e-f77a5a64a595 for host: dv-neutron-master-2-hyperv {{(pid=103410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:33:02.716102 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92913a82-850f-4871-8427-aeb89364c222 None None] Routers {'aad0f095-9a34-4d69-8adc-66dbe99d9006'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:33:02.716832 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-92913a82-850f-4871-8427-aeb89364c222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:32:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['aad0f095-9a34-4d69-8adc-66dbe99d9006'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:33:02.749982 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f4244290-0219-46ae-bfdf-638ff4f09a27 tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1803321'] for router_gateway (1eadac27-ab09-4437-83af-b0557960da6a), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:02.753585 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-bc643251-293a-40fb-829d-0cc9f9daa63f tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Deleting port 3420f382-bdda-40f7-9de8-66ebdec02de7 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:33:02.753924 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bc643251-293a-40fb-829d-0cc9f9daa63f tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (3420f382-bdda-40f7-9de8-66ebdec02de7), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:02.834820 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 10:33:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd5e4f7d-ef30-4df1-af5d-3fce85551e2f x-openstack-request-id: req-cd5e4f7d-ef30-4df1-af5d-3fce85551e2f {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:33:02.835776 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c32684cc-ad27-487d-bf9a-2122546516b2", "tag": "aef30d3c-6659-44cd-99d6-ed22d30eb60c", "status": "completed", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:33:02.836176 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cd5e4f7d-ef30-4df1-af5d-3fce85551e2f {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:33:02.836815 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c32684cc-ad27-487d-bf9a-2122546516b2', 'tag': 'aef30d3c-6659-44cd-99d6-ed22d30eb60c', 'status': 'completed', 'code': 200} Feb 28 10:33:02.953163 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f4244290-0219-46ae-bfdf-638ff4f09a27 tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1807017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5941'] for router (1eadac27-ab09-4437-83af-b0557960da6a), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:02.958056 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f4244290-0219-46ae-bfdf-638ff4f09a27 tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] Publish callbacks [] for router_controller (1eadac27-ab09-4437-83af-b0557960da6a), precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:02.964868 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-92913a82-850f-4871-8427-aeb89364c222 None None] Set router aad0f095-9a34-4d69-8adc-66dbe99d9006 gateway port host: dv-neutron-master-2-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:33:03.088481 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bc643251-293a-40fb-829d-0cc9f9daa63f tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (3420f382-bdda-40f7-9de8-66ebdec02de7), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:03.104258 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f4244290-0219-46ae-bfdf-638ff4f09a27 tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1806994'] for router (1eadac27-ab09-4437-83af-b0557960da6a), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:03.104941 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4244290-0219-46ae-bfdf-638ff4f09a27 tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] Fanout notify agent at l3_agent the message router_deleted on router 1eadac27-ab09-4437-83af-b0557960da6a {{(pid=103408) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 10:33:03.106902 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-bc643251-293a-40fb-829d-0cc9f9daa63f tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Calling delete_port for 3420f382-bdda-40f7-9de8-66ebdec02de7 owned by {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:33:03.114896 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f4244290-0219-46ae-bfdf-638ff4f09a27 tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] Publish callbacks [] for router (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:03.116025 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-f4244290-0219-46ae-bfdf-638ff4f09a27 tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] 10.222.0.20 "DELETE /v2.0/routers/1eadac27-ab09-4437-83af-b0557960da6a HTTP/1.1" status: 204 len: 168 time: 2.3805070 Feb 28 10:33:03.120146 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 34606) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:03.124943 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-9e068d2d-44ce-4817-aec0-e3e40c51c18d tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-744403904', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:33:03.202379 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9e068d2d-44ce-4817-aec0-e3e40c51c18d tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1805251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254175'] for router (f023a5e2-4e4b-488e-b810-03ac28f813de), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:03.202379 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9e068d2d-44ce-4817-aec0-e3e40c51c18d tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1804172', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1602053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254150'] for router (f023a5e2-4e4b-488e-b810-03ac28f813de), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:03.273403 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-8c4df486-7b7d-496c-868a-2be332f042b9 tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01e30456-73cc-4089-9310-2654473e7620']}} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:33:03.285943 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9e068d2d-44ce-4817-aec0-e3e40c51c18d tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] Publish callbacks [] for router_controller (f023a5e2-4e4b-488e-b810-03ac28f813de), precommit_add_association {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:03.296311 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9e068d2d-44ce-4817-aec0-e3e40c51c18d tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1804241'] for router (f023a5e2-4e4b-488e-b810-03ac28f813de), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:03.333662 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9e068d2d-44ce-4817-aec0-e3e40c51c18d tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] Publish callbacks [] for router (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:03.333887 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b0e6a9-fa3e-4ee2-acc1-90ee51bb57f9 None None] Routers {'ebec2a5a-7ca7-420e-949e-f77a5a64a595'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:33:03.338289 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-79b0e6a9-fa3e-4ee2-acc1-90ee51bb57f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:32:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['ebec2a5a-7ca7-420e-949e-f77a5a64a595'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:33:03.338485 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-9e068d2d-44ce-4817-aec0-e3e40c51c18d tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2137954 Feb 28 10:33:03.340540 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 34608) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:03.340699 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-8c4df486-7b7d-496c-868a-2be332f042b9 tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '888fc213-37f6-4b77-908e-28e9672567a0') {'for_net_delete': True} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:33:03.340976 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-8c4df486-7b7d-496c-868a-2be332f042b9 tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '888fc213-37f6-4b77-908e-28e9672567a0') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:33:03.346851 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-58826046-4dc3-4eb1-bd6f-cce919f96de2 tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'enable_snat': True}}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:33:03.359081 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-faa0c3f7-29d7-4a2f-b556-5b59922b5a17 tempest-ServersTestJSON-1847654024 tempest-ServersTestJSON-1847654024-project] 10.222.0.20 "PUT /v2.0/floatingips/c4e92641-27ac-472f-ab36-f8efed3a7d88 HTTP/1.1" status: 200 len: 991 time: 5.9202769 Feb 28 10:33:03.370498 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eded11bc-eb8c-436c-97d5-7fe15d0de3d3', 'tag': '7e7f55b8-c450-4329-aef2-8a2c07cf47f7'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:33:03.372982 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c8e1c873eeca597e52e7ceb7469e602eac250bfea6606d285743d38033cf584" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1f7eac9-5023-4db5-b0d1-b994205984fe" -d '{"events": [{"name": "network-changed", "server_uuid": "eded11bc-eb8c-436c-97d5-7fe15d0de3d3", "tag": "7e7f55b8-c450-4329-aef2-8a2c07cf47f7"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:33:03.376882 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8c4df486-7b7d-496c-868a-2be332f042b9 tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742057113766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3501147'] for segment (888fc213-37f6-4b77-908e-28e9672567a0), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:03.426155 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8c4df486-7b7d-496c-868a-2be332f042b9 tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (888fc213-37f6-4b77-908e-28e9672567a0), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:03.432524 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-debc6c0a-c515-448e-904e-bf649bcca3b2 None None] Network 9f0a511d-8408-4971-9daa-968eebea54f2 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:33:03.458969 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-7674f8dd-8c6b-40a0-a86d-aa98c6c4367d req-a0cf445a-fff6-406f-b804-07bb168417dd tempest-ServersTestManualDisk-1927369875 tempest-ServersTestManualDisk-1927369875-project] 10.222.0.20 "GET /v2.0/security-groups?id=f7c3c379-f26e-44ef-badf-d68ef2cd35f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8774145 Feb 28 10:33:03.497346 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c4df486-7b7d-496c-868a-2be332f042b9 tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Releasing vlan 295 on physical network physnet1 to pool {{(pid=103407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:33:03.497765 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8c4df486-7b7d-496c-868a-2be332f042b9 tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3498166'] for segment (888fc213-37f6-4b77-908e-28e9672567a0), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:03.517727 dv-neutron-master-2-hyperv neutron-server[103407]: Traceback (most recent call last): Feb 28 10:33:03.517727 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:33:03.517727 dv-neutron-master-2-hyperv neutron-server[103407]: timer() Feb 28 10:33:03.517727 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:33:03.517727 dv-neutron-master-2-hyperv neutron-server[103407]: cb(*args, **kw) Feb 28 10:33:03.517727 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:33:03.517727 dv-neutron-master-2-hyperv neutron-server[103407]: return func(*args, **kwargs) Feb 28 10:33:03.517727 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:33:03.517727 dv-neutron-master-2-hyperv neutron-server[103407]: self._notify() Feb 28 10:33:03.517727 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:33:03.517727 dv-neutron-master-2-hyperv neutron-server[103407]: self.callback(batched_events) Feb 28 10:33:03.517727 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:33:03.517727 dv-neutron-master-2-hyperv neutron-server[103407]: event.method(event) Feb 28 10:33:03.517727 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:33:03.517727 dv-neutron-master-2-hyperv neutron-server[103407]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:33:03.517727 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:33:03.517727 dv-neutron-master-2-hyperv neutron-server[103407]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:33:03.517727 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:33:03.517727 dv-neutron-master-2-hyperv neutron-server[103407]: return f(self, *a, **k) Feb 28 10:33:03.517727 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:33:03.517727 dv-neutron-master-2-hyperv neutron-server[103407]: return self._get(url).json() Feb 28 10:33:03.517727 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:33:03.517727 dv-neutron-master-2-hyperv neutron-server[103407]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:33:03.517727 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:33:03.517727 dv-neutron-master-2-hyperv neutron-server[103407]: return self.request(url, 'GET', **kwargs) Feb 28 10:33:03.517727 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:33:03.517727 dv-neutron-master-2-hyperv neutron-server[103407]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:33:03.517727 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:33:03.517727 dv-neutron-master-2-hyperv neutron-server[103407]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:33:03.517727 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:33:03.517727 dv-neutron-master-2-hyperv neutron-server[103407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:33:03.517727 dv-neutron-master-2-hyperv neutron-server[103407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:33:03.527354 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-79b0e6a9-fa3e-4ee2-acc1-90ee51bb57f9 None None] Set router ebec2a5a-7ca7-420e-949e-f77a5a64a595 gateway port host: dv-neutron-master-2-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:33:03.566799 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-ad7020f5-7557-466d-be2b-46cfe27f21c9 req-8999df4b-a2bb-40b4-8710-b6ddb10b8729 service neutron] 10.222.0.30 "GET /v2.0/networks/c8fe4d5f-4a1f-41f9-85f5-28e75dcf99b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9823816 Feb 28 10:33:03.596734 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 4538345f-066c-4eff-9ba3-f7bdebe0f4c2 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:33:03.631563 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 10:33:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed32b8c2-1df5-4868-b3af-52d12e7e0e06 x-openstack-request-id: req-ed32b8c2-1df5-4868-b3af-52d12e7e0e06 {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:33:03.632141 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eded11bc-eb8c-436c-97d5-7fe15d0de3d3", "tag": "7e7f55b8-c450-4329-aef2-8a2c07cf47f7", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:33:03.632141 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ed32b8c2-1df5-4868-b3af-52d12e7e0e06 {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:33:03.632508 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eded11bc-eb8c-436c-97d5-7fe15d0de3d3', 'tag': '7e7f55b8-c450-4329-aef2-8a2c07cf47f7', 'status': 'completed', 'code': 200} Feb 28 10:33:03.652023 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-92913a82-850f-4871-8427-aeb89364c222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aad0f095-9a34-4d69-8adc-66dbe99d9006', 'name': 'tempest-ServersTestJSON-779106664-router', 'tenant_id': 'a530b24e9c394cc0824666a7df89bf0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.144'}], 'enable_snat': True}, 'gw_port_id': 'f1769461-c9bd-4976-89e8-b3a9d5ffaee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:31:51Z', 'updated_at': '2022-02-28T10:32:06Z', 'revision_number': 4, 'project_id': 'a530b24e9c394cc0824666a7df89bf0a', 'gw_port': {'id': 'f1769461-c9bd-4976-89e8-b3a9d5ffaee7', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:53:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad0f095-9a34-4d69-8adc-66dbe99d9006', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:31:54Z', 'updated_at': '2022-02-28T10:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'c4e92641-27ac-472f-ab36-f8efed3a7d88', 'tenant_id': 'a530b24e9c394cc0824666a7df89bf0a', 'floating_ip_address': '172.36.5.153', 'floating_network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'router_id': 'aad0f095-9a34-4d69-8adc-66dbe99d9006', 'port_id': '7e7f55b8-c450-4329-aef2-8a2c07cf47f7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 184, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da9969cf-fbcc-4307-8c2e-f65c87750026', 'mac_address': 'fa:16:3e:e4:8a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eded11bc-eb8c-436c-97d5-7fe15d0de3d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:32:16Z', 'updated_at': '2022-02-28T10:32:59Z', 'revision_number': 1, 'project_id': 'a530b24e9c394cc0824666a7df89bf0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d1de444-f18c-4ca8-b8bc-2f3c2287a0a8', 'name': '', 'network_id': 'da9969cf-fbcc-4307-8c2e-f65c87750026', 'tenant_id': 'a530b24e9c394cc0824666a7df89bf0a', 'mac_address': 'fa:16:3e:f2:69:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad0f095-9a34-4d69-8adc-66dbe99d9006', 'device_owner': 'network:router_interface', 'standard_attr_id': 139, 'fixed_ips': [{'subnet_id': '68736f5c-4776-4059-9d35-abe8eebbb637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:32:03Z', 'updated_at': '2022-02-28T10:32:13Z', 'revision_number': 5, 'project_id': 'a530b24e9c394cc0824666a7df89bf0a', 'subnets': [{'id': '68736f5c-4776-4059-9d35-abe8eebbb637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:33:03.666551 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-6643f0de-613f-4d67-bf3b-afd788ffc39f None None] Provisioning complete for port 4538345f-066c-4eff-9ba3-f7bdebe0f4c2 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:33:03.666931 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6643f0de-613f-4d67-bf3b-afd788ffc39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (4538345f-066c-4eff-9ba3-f7bdebe0f4c2), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:03.695822 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92913a82-850f-4871-8427-aeb89364c222 None None] Checking router: aad0f095-9a34-4d69-8adc-66dbe99d9006 for host: dv-neutron-master-2-hyperv {{(pid=103410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:33:03.709914 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad2e550-d407-4232-be0e-1d0aef7c9d99 req-89a892f8-b31c-437e-9110-4d0e1f0ae329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:33:03.718323 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bc643251-293a-40fb-829d-0cc9f9daa63f tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (3420f382-bdda-40f7-9de8-66ebdec02de7), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:03.721990 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-cad2e550-d407-4232-be0e-1d0aef7c9d99 req-89a892f8-b31c-437e-9110-4d0e1f0ae329 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d80868ff0b864fdfb22c0fe939fc8d79&device_id=c32684cc-ad27-487d-bf9a-2122546516b2 HTTP/1.1" status: 200 len: 1130 time: 0.4520795 Feb 28 10:33:03.732157 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92913a82-850f-4871-8427-aeb89364c222 None None] Routers {'aad0f095-9a34-4d69-8adc-66dbe99d9006'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:33:03.733039 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-92913a82-850f-4871-8427-aeb89364c222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:32:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['aad0f095-9a34-4d69-8adc-66dbe99d9006'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:33:03.757312 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port 4538345f-066c-4eff-9ba3-f7bdebe0f4c2 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:33:03.758234 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (4538345f-066c-4eff-9ba3-f7bdebe0f4c2), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:03.786624 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc643251-293a-40fb-829d-0cc9f9daa63f tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Pushing event deleted for resources: {'Port': ['ID=3420f382-bdda-40f7-9de8-66ebdec02de7,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:03.851131 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-58826046-4dc3-4eb1-bd6f-cce919f96de2 tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Publish callbacks [] for router_gateway (f023a5e2-4e4b-488e-b810-03ac28f813de), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:03.878524 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8c4df486-7b7d-496c-868a-2be332f042b9 tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803269'] for network (01e30456-73cc-4089-9310-2654473e7620), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:03.901260 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bc643251-293a-40fb-829d-0cc9f9daa63f tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:03.901717 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-6643f0de-613f-4d67-bf3b-afd788ffc39f None None] Current status of the port 4538345f-066c-4eff-9ba3-f7bdebe0f4c2 is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:33:03.902122 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6643f0de-613f-4d67-bf3b-afd788ffc39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (4538345f-066c-4eff-9ba3-f7bdebe0f4c2), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:03.904824 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-bc643251-293a-40fb-829d-0cc9f9daa63f tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "DELETE /v2.0/ports/3420f382-bdda-40f7-9de8-66ebdec02de7 HTTP/1.1" status: 204 len: 168 time: 1.3504367 Feb 28 10:33:03.909546 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 34620) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:03.928049 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8c4df486-7b7d-496c-868a-2be332f042b9 tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:03.931477 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-8c4df486-7b7d-496c-868a-2be332f042b9 tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] 10.222.0.20 "DELETE /v2.0/networks/01e30456-73cc-4089-9310-2654473e7620 HTTP/1.1" status: 204 len: 168 time: 2.2045546 Feb 28 10:33:03.943332 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 4538345f-066c-4eff-9ba3-f7bdebe0f4c2 is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:33:03.943860 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (4538345f-066c-4eff-9ba3-f7bdebe0f4c2), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:03.944144 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 34622) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:03.986298 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db348d3a-ff58-4b39-87af-cd9a368bb030 tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Router d9d6740f-e97a-41d4-8e04-6e92fe0cd948 is scheduled to L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 with binding_index 1 {{(pid=103407) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 10:33:03.988172 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4df486-7b7d-496c-868a-2be332f042b9 tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Pushing event deleted for resources: {'Network': ['ID=01e30456-73cc-4089-9310-2654473e7620,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:03.997107 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-6643f0de-613f-4d67-bf3b-afd788ffc39f None None] For port 4538345f-066c-4eff-9ba3-f7bdebe0f4c2, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4538345f-066c-4eff-9ba3-f7bdebe0f4c2,segment=NetworkSegment(bf553b55-fb1d-4346-a090-4fb77eb0fbd7),segment_id=bf553b55-fb1d-4346-a090-4fb77eb0fbd7)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:33:04.003586 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ef9806-7d93-4609-95fa-7a862a5e103e req-5bbf13a2-e779-4763-83dd-01244a0937ba tempest-ServersTestJSON-1847654024 tempest-ServersTestJSON-1847654024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:33:04.005231 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-a3ef9806-7d93-4609-95fa-7a862a5e103e req-5bbf13a2-e779-4763-83dd-01244a0937ba tempest-ServersTestJSON-1847654024 tempest-ServersTestJSON-1847654024-project] 10.222.0.20 "GET /v2.0/ports?device_id=eded11bc-eb8c-436c-97d5-7fe15d0de3d3 HTTP/1.1" status: 200 len: 945 time: 0.5817311 Feb 28 10:33:04.009065 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6643f0de-613f-4d67-bf3b-afd788ffc39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (4538345f-066c-4eff-9ba3-f7bdebe0f4c2), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:04.077032 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6790726f-8e2b-4f43-8a09-80f4720b4a2e tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:33:04.078512 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6790726f-8e2b-4f43-8a09-80f4720b4a2e tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:33:04.080826 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-6790726f-8e2b-4f43-8a09-80f4720b4a2e tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1702409 Feb 28 10:33:04.092287 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 34624) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:04.101208 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f7eac9-5023-4db5-b0d1-b994205984fe req-d7ce9e67-bde4-4224-9434-787f327ad6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:33:04.102868 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-d1f7eac9-5023-4db5-b0d1-b994205984fe req-d7ce9e67-bde4-4224-9434-787f327ad6bf service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a530b24e9c394cc0824666a7df89bf0a&device_id=eded11bc-eb8c-436c-97d5-7fe15d0de3d3 HTTP/1.1" status: 200 len: 1129 time: 0.4693716 Feb 28 10:33:04.120706 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-365c3b06-6b2c-4a9c-b3c3-9d03a651d2a2 tempest-FloatingIPAdminTestJSON-83079418 tempest-FloatingIPAdminTestJSON-83079418-project-admin] Router 7eadc941-c9a9-469a-b023-13a98bd7a130 has already been hosted by L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:33:04.125970 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-92913a82-850f-4871-8427-aeb89364c222 None None] Set router aad0f095-9a34-4d69-8adc-66dbe99d9006 gateway port host: dv-neutron-master-2-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:33:04.131589 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643f0de-613f-4d67-bf3b-afd788ffc39f None None] Pushing event updated for resources: {'Port': ['ID=4538345f-066c-4eff-9ba3-f7bdebe0f4c2,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:04.142339 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.db.api [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103409) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 10:33:04.142706 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG oslo_db.api [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 10:33:04.162894 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd46c140-304e-48a3-bd8b-49f444bd9366 req-ecb19210-8847-4000-8593-26647949ba2a tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:33:04.167220 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-dd46c140-304e-48a3-bd8b-49f444bd9366 req-ecb19210-8847-4000-8593-26647949ba2a tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] 10.222.0.20 "GET /v2.0/ports?device_id=21839f2d-46e7-497a-a06a-b1ae129c5e90 HTTP/1.1" status: 200 len: 945 time: 0.4393628 Feb 28 10:33:04.216910 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-ad7020f5-7557-466d-be2b-46cfe27f21c9 req-f50c2008-36f5-4ead-a7af-12728b41f3df service neutron] 10.222.0.30 "GET /v2.0/networks/c8fe4d5f-4a1f-41f9-85f5-28e75dcf99b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5795901 Feb 28 10:33:04.264123 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-9f5b7d72-7bad-4602-a95f-cce72cb47ada None None] Provisioning complete for port 4538345f-066c-4eff-9ba3-f7bdebe0f4c2 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:33:04.264640 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9f5b7d72-7bad-4602-a95f-cce72cb47ada None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (4538345f-066c-4eff-9ba3-f7bdebe0f4c2), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:04.290962 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad2e550-d407-4232-be0e-1d0aef7c9d99 req-3c3a0644-9195-4b5e-9742-b2e262e41f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:33:04.292484 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-cad2e550-d407-4232-be0e-1d0aef7c9d99 req-3c3a0644-9195-4b5e-9742-b2e262e41f0c service neutron] 10.222.0.30 "GET /v2.0/networks?id=b230672c-e40a-422a-a640-836f18ec11a6 HTTP/1.1" status: 200 len: 913 time: 0.5174868 Feb 28 10:33:04.311185 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-a3ef9806-7d93-4609-95fa-7a862a5e103e req-e52bde3f-000a-4a28-a09e-2bfeaabbdc5b tempest-ServersTestJSON-1847654024 tempest-ServersTestJSON-1847654024-project] 10.222.0.20 "GET /v2.0/security-groups?id=77bbda26-2d7f-408e-abf3-7caecba4d30a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2870579 Feb 28 10:33:04.321311 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-79b0e6a9-fa3e-4ee2-acc1-90ee51bb57f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebec2a5a-7ca7-420e-949e-f77a5a64a595', 'name': 'tempest-ServersTestManualDisk-2129798420-router', 'tenant_id': 'd80868ff0b864fdfb22c0fe939fc8d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.108'}], 'enable_snat': True}, 'gw_port_id': 'a243619b-d2d4-4c33-8a1d-88282887b5e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:31:52Z', 'updated_at': '2022-02-28T10:32:04Z', 'revision_number': 4, 'project_id': 'd80868ff0b864fdfb22c0fe939fc8d79', 'gw_port': {'id': 'a243619b-d2d4-4c33-8a1d-88282887b5e1', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:49:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebec2a5a-7ca7-420e-949e-f77a5a64a595', 'device_owner': 'network:router_gateway', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:31:55Z', 'updated_at': '2022-02-28T10:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '3885ecbd-64e0-49a0-a30d-96cf8319b4ef', 'tenant_id': 'd80868ff0b864fdfb22c0fe939fc8d79', 'floating_ip_address': '172.36.5.156', 'floating_network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'router_id': 'ebec2a5a-7ca7-420e-949e-f77a5a64a595', 'port_id': 'aef30d3c-6659-44cd-99d6-ed22d30eb60c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 175, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b230672c-e40a-422a-a640-836f18ec11a6', 'mac_address': 'fa:16:3e:2b:a2:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c32684cc-ad27-487d-bf9a-2122546516b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:32:14Z', 'updated_at': '2022-02-28T10:32:59Z', 'revision_number': 1, 'project_id': 'd80868ff0b864fdfb22c0fe939fc8d79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c20230d-1243-4bcc-99fa-4d09e9d513e9', 'name': '', 'network_id': 'b230672c-e40a-422a-a640-836f18ec11a6', 'tenant_id': 'd80868ff0b864fdfb22c0fe939fc8d79', 'mac_address': 'fa:16:3e:17:e6:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebec2a5a-7ca7-420e-949e-f77a5a64a595', 'device_owner': 'network:router_interface', 'standard_attr_id': 138, 'fixed_ips': [{'subnet_id': '589a74a6-9e3d-4112-a776-4fccf4b2370d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:32:02Z', 'updated_at': '2022-02-28T10:32:09Z', 'revision_number': 5, 'project_id': 'd80868ff0b864fdfb22c0fe939fc8d79', 'subnets': [{'id': '589a74a6-9e3d-4112-a776-4fccf4b2370d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:33:04.416712 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-9f5b7d72-7bad-4602-a95f-cce72cb47ada None None] Current status of the port 4538345f-066c-4eff-9ba3-f7bdebe0f4c2 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:33:04.451168 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b0e6a9-fa3e-4ee2-acc1-90ee51bb57f9 None None] The sync data for ids ['ebec2a5a-7ca7-420e-949e-f77a5a64a595'] in dv-neutron-master-2-hyperv is: [{'id': 'ebec2a5a-7ca7-420e-949e-f77a5a64a595', 'name': 'tempest-ServersTestManualDisk-2129798420-router', 'tenant_id': 'd80868ff0b864fdfb22c0fe939fc8d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.108'}], 'enable_snat': True}, 'gw_port_id': 'a243619b-d2d4-4c33-8a1d-88282887b5e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:31:52Z', 'updated_at': '2022-02-28T10:32:04Z', 'revision_number': 4, 'project_id': 'd80868ff0b864fdfb22c0fe939fc8d79', 'gw_port': {'id': 'a243619b-d2d4-4c33-8a1d-88282887b5e1', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:49:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebec2a5a-7ca7-420e-949e-f77a5a64a595', 'device_owner': 'network:router_gateway', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:31:55Z', 'updated_at': '2022-02-28T10:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '3885ecbd-64e0-49a0-a30d-96cf8319b4ef', 'tenant_id': 'd80868ff0b864fdfb22c0fe939fc8d79', 'floating_ip_address': '172.36.5.156', 'floating_network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'router_id': 'ebec2a5a-7ca7-420e-949e-f77a5a64a595', 'port_id': 'aef30d3c-6659-44cd-99d6-ed22d30eb60c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 175, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b230672c-e40a-422a-a640-836f18ec11a6', 'mac_address': 'fa:16:3e:2b:a2:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c32684cc-ad27-487d-bf9a-2122546516b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:32:14Z', 'updated_at': '2022-02-28T10:32:59Z', 'revision_number': 1, 'project_id': 'd80868ff0b864fdfb22c0fe939fc8d79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c20230d-1243-4bcc-99fa-4d09e9d513e9', 'name': '', 'network_id': 'b230672c-e40a-422a-a640-836f18ec11a6', 'tenant_id': 'd80868ff0b864fdfb22c0fe939fc8d79', 'mac_address': 'fa:16:3e:17:e6:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebec2a5a-7ca7-420e-949e-f77a5a64a595', 'device_owner': 'network:router_interface', 'standard_attr_id': 138, 'fixed_ips': [{'subnet_id': '589a74a6-9e3d-4112-a776-4fccf4b2370d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:32:02Z', 'updated_at': '2022-02-28T10:32:09Z', 'revision_number': 5, 'project_id': 'd80868ff0b864fdfb22c0fe939fc8d79', 'subnets': [{'id': '589a74a6-9e3d-4112-a776-4fccf4b2370d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:33:04.520277 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-92913a82-850f-4871-8427-aeb89364c222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aad0f095-9a34-4d69-8adc-66dbe99d9006', 'name': 'tempest-ServersTestJSON-779106664-router', 'tenant_id': 'a530b24e9c394cc0824666a7df89bf0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.144'}], 'enable_snat': True}, 'gw_port_id': 'f1769461-c9bd-4976-89e8-b3a9d5ffaee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:31:51Z', 'updated_at': '2022-02-28T10:32:06Z', 'revision_number': 4, 'project_id': 'a530b24e9c394cc0824666a7df89bf0a', 'gw_port': {'id': 'f1769461-c9bd-4976-89e8-b3a9d5ffaee7', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:53:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad0f095-9a34-4d69-8adc-66dbe99d9006', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:31:54Z', 'updated_at': '2022-02-28T10:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'c4e92641-27ac-472f-ab36-f8efed3a7d88', 'tenant_id': 'a530b24e9c394cc0824666a7df89bf0a', 'floating_ip_address': '172.36.5.153', 'floating_network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'router_id': 'aad0f095-9a34-4d69-8adc-66dbe99d9006', 'port_id': '7e7f55b8-c450-4329-aef2-8a2c07cf47f7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 184, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da9969cf-fbcc-4307-8c2e-f65c87750026', 'mac_address': 'fa:16:3e:e4:8a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eded11bc-eb8c-436c-97d5-7fe15d0de3d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:32:16Z', 'updated_at': '2022-02-28T10:32:59Z', 'revision_number': 1, 'project_id': 'a530b24e9c394cc0824666a7df89bf0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d1de444-f18c-4ca8-b8bc-2f3c2287a0a8', 'name': '', 'network_id': 'da9969cf-fbcc-4307-8c2e-f65c87750026', 'tenant_id': 'a530b24e9c394cc0824666a7df89bf0a', 'mac_address': 'fa:16:3e:f2:69:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad0f095-9a34-4d69-8adc-66dbe99d9006', 'device_owner': 'network:router_interface', 'standard_attr_id': 139, 'fixed_ips': [{'subnet_id': '68736f5c-4776-4059-9d35-abe8eebbb637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:32:03Z', 'updated_at': '2022-02-28T10:32:13Z', 'revision_number': 5, 'project_id': 'a530b24e9c394cc0824666a7df89bf0a', 'subnets': [{'id': '68736f5c-4776-4059-9d35-abe8eebbb637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:33:04.574605 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92913a82-850f-4871-8427-aeb89364c222 None None] The sync data for ids ['aad0f095-9a34-4d69-8adc-66dbe99d9006'] in dv-neutron-master-2-hyperv is: [{'id': 'aad0f095-9a34-4d69-8adc-66dbe99d9006', 'name': 'tempest-ServersTestJSON-779106664-router', 'tenant_id': 'a530b24e9c394cc0824666a7df89bf0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.144'}], 'enable_snat': True}, 'gw_port_id': 'f1769461-c9bd-4976-89e8-b3a9d5ffaee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:31:51Z', 'updated_at': '2022-02-28T10:32:06Z', 'revision_number': 4, 'project_id': 'a530b24e9c394cc0824666a7df89bf0a', 'gw_port': {'id': 'f1769461-c9bd-4976-89e8-b3a9d5ffaee7', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:53:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad0f095-9a34-4d69-8adc-66dbe99d9006', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:31:54Z', 'updated_at': '2022-02-28T10:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'c4e92641-27ac-472f-ab36-f8efed3a7d88', 'tenant_id': 'a530b24e9c394cc0824666a7df89bf0a', 'floating_ip_address': '172.36.5.153', 'floating_network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'router_id': 'aad0f095-9a34-4d69-8adc-66dbe99d9006', 'port_id': '7e7f55b8-c450-4329-aef2-8a2c07cf47f7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 184, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da9969cf-fbcc-4307-8c2e-f65c87750026', 'mac_address': 'fa:16:3e:e4:8a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eded11bc-eb8c-436c-97d5-7fe15d0de3d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:32:16Z', 'updated_at': '2022-02-28T10:32:59Z', 'revision_number': 1, 'project_id': 'a530b24e9c394cc0824666a7df89bf0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d1de444-f18c-4ca8-b8bc-2f3c2287a0a8', 'name': '', 'network_id': 'da9969cf-fbcc-4307-8c2e-f65c87750026', 'tenant_id': 'a530b24e9c394cc0824666a7df89bf0a', 'mac_address': 'fa:16:3e:f2:69:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad0f095-9a34-4d69-8adc-66dbe99d9006', 'device_owner': 'network:router_interface', 'standard_attr_id': 139, 'fixed_ips': [{'subnet_id': '68736f5c-4776-4059-9d35-abe8eebbb637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:32:03Z', 'updated_at': '2022-02-28T10:32:13Z', 'revision_number': 5, 'project_id': 'a530b24e9c394cc0824666a7df89bf0a', 'subnets': [{'id': '68736f5c-4776-4059-9d35-abe8eebbb637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:33:04.594277 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-dd46c140-304e-48a3-bd8b-49f444bd9366 req-18c9b984-bf17-430b-9a3f-6893aeb087e0 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] 10.222.0.20 "GET /v2.0/security-groups?id=c6054555-6cfe-4c7d-9758-21814521da07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3935025 Feb 28 10:33:04.638225 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-fd70f7c4-064a-43e9-a491-b07845af154e None None] Could not find standard attr ID for object 3420f382-bdda-40f7-9de8-66ebdec02de7. {{(pid=103409) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Feb 28 10:33:04.654739 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-cad2e550-d407-4232-be0e-1d0aef7c9d99 req-99e35843-a84a-4345-8159-8feb06803b3b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aef30d3c-6659-44cd-99d6-ed22d30eb60c HTTP/1.1" status: 200 len: 1000 time: 0.3391807 Feb 28 10:33:04.657602 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db348d3a-ff58-4b39-87af-cd9a368bb030 tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:33:04.659741 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f7eac9-5023-4db5-b0d1-b994205984fe req-631e8bd7-460e-439e-b1ef-5a11dc64ed78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:33:04.661524 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-d1f7eac9-5023-4db5-b0d1-b994205984fe req-631e8bd7-460e-439e-b1ef-5a11dc64ed78 service neutron] 10.222.0.30 "GET /v2.0/networks?id=da9969cf-fbcc-4307-8c2e-f65c87750026 HTTP/1.1" status: 200 len: 906 time: 0.5096714 Feb 28 10:33:04.688942 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c859b9c3-9fa9-4955-aa3d-e49e4f03f40d None None] Sync routers for ids ['d9d6740f-e97a-41d4-8e04-6e92fe0cd948'] in dv-neutron-master-2-hyperv {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:33:04.715524 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0738b295-c9e3-4cca-81c4-d5c9b8ae15f9 tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-665757'] for network (448e7bce-660c-4ddc-b884-4f71ee3e4159), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:04.723917 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_v2 [None req-1594c8ae-ded2-41cf-9c14-b69f36c97380 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Deleting subnet a0a59064-a594-4dac-8adf-f48abc40efd7 {{(pid=103408) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:33:04.730463 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1594c8ae-ded2-41cf-9c14-b69f36c97380 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks [] for subnet (a0a59064-a594-4dac-8adf-f48abc40efd7), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:04.738963 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 4538345f-066c-4eff-9ba3-f7bdebe0f4c2 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:33:04.758119 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c859b9c3-9fa9-4955-aa3d-e49e4f03f40d None None] Routers {'d9d6740f-e97a-41d4-8e04-6e92fe0cd948'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:33:04.758872 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-c859b9c3-9fa9-4955-aa3d-e49e4f03f40d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:32:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['d9d6740f-e97a-41d4-8e04-6e92fe0cd948'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:33:04.815719 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1594c8ae-ded2-41cf-9c14-b69f36c97380 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3423529'] for subnet (a0a59064-a594-4dac-8adf-f48abc40efd7), precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:04.836153 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-db348d3a-ff58-4b39-87af-cd9a368bb030 tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:04.840350 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-db348d3a-ff58-4b39-87af-cd9a368bb030 tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 10.7797601 Feb 28 10:33:04.853905 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 34630) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:04.855782 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e2f0743-6128-4d61-becf-dd448afc055f None None] New status for floating IP 3885ecbd-64e0-49a0-a30d-96cf8319b4ef: ACTIVE {{(pid=103410) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 10:33:04.870264 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-365c3b06-6b2c-4a9c-b3c3-9d03a651d2a2 tempest-FloatingIPAdminTestJSON-83079418 tempest-FloatingIPAdminTestJSON-83079418-project-admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:33:04.883938 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-d1f7eac9-5023-4db5-b0d1-b994205984fe req-b6d9c5f8-e82b-42f9-a984-504c08d47cfc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7e7f55b8-c450-4329-aef2-8a2c07cf47f7 HTTP/1.1" status: 200 len: 999 time: 0.1769345 Feb 28 10:33:04.919075 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab348126-6b5e-43c0-845f-32d449330ca1 None None] Sync routers for ids ['7eadc941-c9a9-469a-b023-13a98bd7a130'] in dv-neutron-master-2-hyperv {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:33:04.926917 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad2e550-d407-4232-be0e-1d0aef7c9d99 req-e80811bb-0221-4d8a-94e5-bf6020f9d2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:33:04.928394 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-cad2e550-d407-4232-be0e-1d0aef7c9d99 req-e80811bb-0221-4d8a-94e5-bf6020f9d2d9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=589a74a6-9e3d-4112-a776-4fccf4b2370d HTTP/1.1" status: 200 len: 851 time: 0.2323110 Feb 28 10:33:04.948357 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab348126-6b5e-43c0-845f-32d449330ca1 None None] Routers {'7eadc941-c9a9-469a-b023-13a98bd7a130'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:33:04.949917 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-ab348126-6b5e-43c0-845f-32d449330ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:32:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['7eadc941-c9a9-469a-b023-13a98bd7a130'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:33:05.003220 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-ab348126-6b5e-43c0-845f-32d449330ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:33:05.034807 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-c859b9c3-9fa9-4955-aa3d-e49e4f03f40d None None] Set router d9d6740f-e97a-41d4-8e04-6e92fe0cd948 gateway port host: dv-neutron-master-2-hyperv {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:33:05.035634 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-365c3b06-6b2c-4a9c-b3c3-9d03a651d2a2 tempest-FloatingIPAdminTestJSON-83079418 tempest-FloatingIPAdminTestJSON-83079418-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for floatingip (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:05.104282 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f7eac9-5023-4db5-b0d1-b994205984fe req-a3bb9657-77a4-4ac6-8c79-d2c9c3b23f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:33:05.105863 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-d1f7eac9-5023-4db5-b0d1-b994205984fe req-a3bb9657-77a4-4ac6-8c79-d2c9c3b23f05 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=68736f5c-4776-4059-9d35-abe8eebbb637 HTTP/1.1" status: 200 len: 844 time: 0.1715219 Feb 28 10:33:05.117795 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-365c3b06-6b2c-4a9c-b3c3-9d03a651d2a2 tempest-FloatingIPAdminTestJSON-83079418 tempest-FloatingIPAdminTestJSON-83079418-project-admin] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 11.5208328 Feb 28 10:33:05.126178 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0738b295-c9e3-4cca-81c4-d5c9b8ae15f9 tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672413', 'neutron.services.segments.db._delete_segments_for_network-8742057110173'] for network (448e7bce-660c-4ddc-b884-4f71ee3e4159), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:05.130188 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 34632) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:05.137109 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab348126-6b5e-43c0-845f-32d449330ca1 None None] Routers {'7eadc941-c9a9-469a-b023-13a98bd7a130'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:33:05.137109 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-ab348126-6b5e-43c0-845f-32d449330ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:32:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['7eadc941-c9a9-469a-b023-13a98bd7a130'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:33:05.157623 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-0738b295-c9e3-4cca-81c4-d5c9b8ae15f9 tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['448e7bce-660c-4ddc-b884-4f71ee3e4159']}} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:33:05.174235 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-0738b295-c9e3-4cca-81c4-d5c9b8ae15f9 tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b7a1039-1760-42d7-acc7-563142f9ec26') {'for_net_delete': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:33:05.174938 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-0738b295-c9e3-4cca-81c4-d5c9b8ae15f9 tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b7a1039-1760-42d7-acc7-563142f9ec26') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:33:05.188965 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0738b295-c9e3-4cca-81c4-d5c9b8ae15f9 tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742057113766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3423550'] for segment (1b7a1039-1760-42d7-acc7-563142f9ec26), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:05.204358 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-ab348126-6b5e-43c0-845f-32d449330ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:33:05.206304 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab348126-6b5e-43c0-845f-32d449330ca1 None None] The sync data for ids ['7eadc941-c9a9-469a-b023-13a98bd7a130'] in dv-neutron-master-2-hyperv is: [] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:33:05.212613 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0738b295-c9e3-4cca-81c4-d5c9b8ae15f9 tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (1b7a1039-1760-42d7-acc7-563142f9ec26), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:05.221942 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1594c8ae-ded2-41cf-9c14-b69f36c97380 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-823142'] for subnet (a0a59064-a594-4dac-8adf-f48abc40efd7), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:05.230535 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5edf6665-ae2d-407c-848d-b914f8c7f2ec None None] New status for floating IP c4e92641-27ac-472f-ab36-f8efed3a7d88: ACTIVE {{(pid=103410) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 10:33:05.238216 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad2e550-d407-4232-be0e-1d0aef7c9d99 req-9214d9d8-5171-48a7-b6c1-93404607acf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:33:05.240193 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-cad2e550-d407-4232-be0e-1d0aef7c9d99 req-9214d9d8-5171-48a7-b6c1-93404607acf2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b230672c-e40a-422a-a640-836f18ec11a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.2795920 Feb 28 10:33:05.251485 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-cec99d8f-fb4f-41fa-bd7b-f702de882284 tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] 10.222.0.20 "GET /v2.0/routers/d9d6740f-e97a-41d4-8e04-6e92fe0cd948 HTTP/1.1" status: 200 len: 908 time: 0.3933029 Feb 28 10:33:05.256725 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 34634) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:05.262121 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-ec3cbb28-5636-4a0a-b183-3e004d4e8354 tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Request body: {'router': {'name': 'tempest-snat-router-751483820', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'enable_snat': True}}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:33:05.299642 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0738b295-c9e3-4cca-81c4-d5c9b8ae15f9 tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Releasing vlan 260 on physical network physnet1 to pool {{(pid=103408) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:33:05.300060 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0738b295-c9e3-4cca-81c4-d5c9b8ae15f9 tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3242693'] for segment (1b7a1039-1760-42d7-acc7-563142f9ec26), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:05.303093 dv-neutron-master-2-hyperv neutron-server[103408]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_agent failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Feb 28 10:33:05.303093 dv-neutron-master-2-hyperv neutron-server[103408]: warnings.warn(msg) Feb 28 10:33:05.303093 dv-neutron-master-2-hyperv neutron-server[103408]: Traceback (most recent call last): Feb 28 10:33:05.303093 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:33:05.303093 dv-neutron-master-2-hyperv neutron-server[103408]: timer() Feb 28 10:33:05.303093 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:33:05.303093 dv-neutron-master-2-hyperv neutron-server[103408]: cb(*args, **kw) Feb 28 10:33:05.303093 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:33:05.303093 dv-neutron-master-2-hyperv neutron-server[103408]: return func(*args, **kwargs) Feb 28 10:33:05.303093 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:33:05.303093 dv-neutron-master-2-hyperv neutron-server[103408]: self._notify() Feb 28 10:33:05.303093 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:33:05.303093 dv-neutron-master-2-hyperv neutron-server[103408]: self.callback(batched_events) Feb 28 10:33:05.303093 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:33:05.303093 dv-neutron-master-2-hyperv neutron-server[103408]: event.method(event) Feb 28 10:33:05.303093 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:33:05.303093 dv-neutron-master-2-hyperv neutron-server[103408]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:33:05.303093 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:33:05.303093 dv-neutron-master-2-hyperv neutron-server[103408]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:33:05.303093 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:33:05.303093 dv-neutron-master-2-hyperv neutron-server[103408]: return f(self, *a, **k) Feb 28 10:33:05.303093 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:33:05.303093 dv-neutron-master-2-hyperv neutron-server[103408]: return self._get(url).json() Feb 28 10:33:05.303093 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:33:05.303093 dv-neutron-master-2-hyperv neutron-server[103408]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:33:05.303093 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:33:05.303093 dv-neutron-master-2-hyperv neutron-server[103408]: return self.request(url, 'GET', **kwargs) Feb 28 10:33:05.303093 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:33:05.303093 dv-neutron-master-2-hyperv neutron-server[103408]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:33:05.303093 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:33:05.303093 dv-neutron-master-2-hyperv neutron-server[103408]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:33:05.303093 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:33:05.303093 dv-neutron-master-2-hyperv neutron-server[103408]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:33:05.303093 dv-neutron-master-2-hyperv neutron-server[103408]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:33:05.327726 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-c859b9c3-9fa9-4955-aa3d-e49e4f03f40d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9d6740f-e97a-41d4-8e04-6e92fe0cd948', 'name': 'tempest-snat-router-751483820', 'tenant_id': 'a48e85374c4b471b881a673c7d60b591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.227'}], 'enable_snat': False}, 'gw_port_id': 'd3e32e3b-5f91-45ad-8df3-c6b5a81433cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:32:54Z', 'updated_at': '2022-02-28T10:33:00Z', 'revision_number': 3, 'project_id': 'a48e85374c4b471b881a673c7d60b591', 'gw_port': {'id': 'd3e32e3b-5f91-45ad-8df3-c6b5a81433cc', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:9c:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9d6740f-e97a-41d4-8e04-6e92fe0cd948', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:32:58Z', 'updated_at': '2022-02-28T10:32:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:33:05.363867 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c859b9c3-9fa9-4955-aa3d-e49e4f03f40d None None] Checking router: d9d6740f-e97a-41d4-8e04-6e92fe0cd948 for host: dv-neutron-master-2-hyperv {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:33:05.364518 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c859b9c3-9fa9-4955-aa3d-e49e4f03f40d None None] Updating router d9d6740f-e97a-41d4-8e04-6e92fe0cd948 port d3e32e3b-5f91-45ad-8df3-c6b5a81433cc binding host dv-neutron-master-2-hyperv {{(pid=103409) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 10:33:05.399740 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c859b9c3-9fa9-4955-aa3d-e49e4f03f40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (d3e32e3b-5f91-45ad-8df3-c6b5a81433cc), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:05.455560 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-ec2ccfa8-3bc4-47ff-addd-1ec872581b28 tempest-FloatingIPAdminTestJSON-83079418 tempest-FloatingIPAdminTestJSON-83079418-project-admin] 10.222.0.20 "GET /v2.0/floatingips/b65e333e-3a6a-4cb5-a574-e0dab9899571 HTTP/1.1" status: 200 len: 983 time: 0.3233716 Feb 28 10:33:05.460239 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 34636) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:05.467708 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-cad2e550-d407-4232-be0e-1d0aef7c9d99 req-45f8bbd3-20cf-42d6-875a-0b0d84b03096 service neutron] 10.222.0.30 "GET /v2.0/networks/b230672c-e40a-422a-a640-836f18ec11a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118194 Feb 28 10:33:05.470409 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f7eac9-5023-4db5-b0d1-b994205984fe req-85d46dfb-cf3e-41a9-ad93-f83ab2a5ff2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:33:05.472078 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-d1f7eac9-5023-4db5-b0d1-b994205984fe req-85d46dfb-cf3e-41a9-ad93-f83ab2a5ff2a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=da9969cf-fbcc-4307-8c2e-f65c87750026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.3512025 Feb 28 10:33:05.473941 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ec3cbb28-5636-4a0a-b183-3e004d4e8354 tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1805251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254175'] for router (8f57ea76-59d8-4b98-8eee-c88f922d85ee), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:05.474847 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ec3cbb28-5636-4a0a-b183-3e004d4e8354 tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1804172', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1602053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254150'] for router (8f57ea76-59d8-4b98-8eee-c88f922d85ee), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:05.537935 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0738b295-c9e3-4cca-81c4-d5c9b8ae15f9 tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803269'] for network (448e7bce-660c-4ddc-b884-4f71ee3e4159), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:05.555986 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0738b295-c9e3-4cca-81c4-d5c9b8ae15f9 tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616561'] for network (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:05.559852 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-0738b295-c9e3-4cca-81c4-d5c9b8ae15f9 tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] 10.222.0.20 "DELETE /v2.0/networks/448e7bce-660c-4ddc-b884-4f71ee3e4159 HTTP/1.1" status: 204 len: 168 time: 1.4869759 Feb 28 10:33:05.574090 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 34638) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:05.575250 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 4538345f-066c-4eff-9ba3-f7bdebe0f4c2 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:33:05.607497 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1594c8ae-ded2-41cf-9c14-b69f36c97380 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-823145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3242523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3951170'] for subnet (a0a59064-a594-4dac-8adf-f48abc40efd7), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:05.620495 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0738b295-c9e3-4cca-81c4-d5c9b8ae15f9 tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Pushing event deleted for resources: {'Network': ['ID=448e7bce-660c-4ddc-b884-4f71ee3e4159,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:05.691842 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-af90dd97-b333-4c11-b979-950384728506 tempest-FloatingIPAdminTestJSON-83079418 tempest-FloatingIPAdminTestJSON-83079418-project-admin] 10.222.0.20 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3821 time: 0.2303412 Feb 28 10:33:05.693909 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 34642) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:05.700573 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1594c8ae-ded2-41cf-9c14-b69f36c97380 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks [] for subnet (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:05.703863 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-1594c8ae-ded2-41cf-9c14-b69f36c97380 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "DELETE /v2.0/subnets/a0a59064-a594-4dac-8adf-f48abc40efd7 HTTP/1.1" status: 204 len: 168 time: 1.6107202 Feb 28 10:33:05.709617 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-117feac4-619a-41a7-9274-bb2da9855757 None None] Network 9f0a511d-8408-4971-9daa-968eebea54f2 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:33:05.710270 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1594c8ae-ded2-41cf-9c14-b69f36c97380 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Pushing event deleted for resources: {'Subnet': ['ID=a0a59064-a594-4dac-8adf-f48abc40efd7,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:05.715924 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 34644) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:05.716992 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port 4538345f-066c-4eff-9ba3-f7bdebe0f4c2 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:33:05.717506 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (4538345f-066c-4eff-9ba3-f7bdebe0f4c2), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:05.778223 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-58826046-4dc3-4eb1-bd6f-cce919f96de2 tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Publish callbacks [] for router_gateway (f023a5e2-4e4b-488e-b810-03ac28f813de), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:05.834584 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-db4c7603-1cbf-4221-9f1c-8e46920908a4 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1174207 Feb 28 10:33:05.838130 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 34646) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:05.845230 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-e109eb57-794f-41e6-933c-78be302c6d00 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Request body: {'subnet': {'network_id': '9f0a511d-8408-4971-9daa-968eebea54f2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:33:05.849495 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-58826046-4dc3-4eb1-bd6f-cce919f96de2 tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:05.972833 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ec3cbb28-5636-4a0a-b183-3e004d4e8354 tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Publish callbacks [] for router_controller (8f57ea76-59d8-4b98-8eee-c88f922d85ee), precommit_add_association {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:06.067999 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e109eb57-794f-41e6-933c-78be302c6d00 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Made reservation on behalf of 01d784a6a3f04224a7e9160ad9d44184 for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:33:06.068401 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c859b9c3-9fa9-4955-aa3d-e49e4f03f40d None None] Publish callbacks [] for port (d3e32e3b-5f91-45ad-8df3-c6b5a81433cc), precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:06.071647 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e109eb57-794f-41e6-933c-78be302c6d00 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3951209'] for subnet (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:06.088142 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 4538345f-066c-4eff-9ba3-f7bdebe0f4c2 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:33:06.089806 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c859b9c3-9fa9-4955-aa3d-e49e4f03f40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (d3e32e3b-5f91-45ad-8df3-c6b5a81433cc), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:06.146165 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdf0b44-c8bf-4d9f-8621-2577ed7cf47b None None] Pushing event updated for resources: {'Port': ['ID=d3e32e3b-5f91-45ad-8df3-c6b5a81433cc,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:06.149902 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-c859b9c3-9fa9-4955-aa3d-e49e4f03f40d None None] Attempting to bind port d3e32e3b-5f91-45ad-8df3-c6b5a81433cc on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:33:06.150506 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-c859b9c3-9fa9-4955-aa3d-e49e4f03f40d None None] Attempting to bind port d3e32e3b-5f91-45ad-8df3-c6b5a81433cc by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '195d7ed7-323d-4284-82df-208cca613d99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:33:06.151135 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c859b9c3-9fa9-4955-aa3d-e49e4f03f40d None None] Attempting to bind port d3e32e3b-5f91-45ad-8df3-c6b5a81433cc on network 1e0804d0-d1d9-4d40-9de5-2936f3d87840 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:33:06.167799 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c859b9c3-9fa9-4955-aa3d-e49e4f03f40d None None] Checking agent: {'id': '75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 24, 15), 'started_at': datetime.datetime(2022, 2, 28, 10, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 32, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:33:06.168189 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c859b9c3-9fa9-4955-aa3d-e49e4f03f40d None None] Checking segment: {'id': '195d7ed7-323d-4284-82df-208cca613d99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:33:06.168804 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c859b9c3-9fa9-4955-aa3d-e49e4f03f40d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:06.169063 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c859b9c3-9fa9-4955-aa3d-e49e4f03f40d None None] Bound using segment: {'id': '195d7ed7-323d-4284-82df-208cca613d99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:33:06.169559 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-c859b9c3-9fa9-4955-aa3d-e49e4f03f40d None None] Bound port: d3e32e3b-5f91-45ad-8df3-c6b5a81433cc, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '195d7ed7-323d-4284-82df-208cca613d99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:33:06.170868 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c859b9c3-9fa9-4955-aa3d-e49e4f03f40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (d3e32e3b-5f91-45ad-8df3-c6b5a81433cc), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:06.219918 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-686e4965-af3f-4000-bc55-87148a6f7e20 None None] DHCP port deletion for 9f0a511d-8408-4971-9daa-968eebea54f2 request from dv-neutron-master-2-hyperv {{(pid=103409) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:33:06.247800 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-58826046-4dc3-4eb1-bd6f-cce919f96de2 tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Allocated IP 172.36.5.51 (1e0804d0-d1d9-4d40-9de5-2936f3d87840/6f6f4129-23e5-4c3b-b4ef-4c7ce926797e/84f0b808-4b7e-4e66-9820-9b50b6b805c4) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:33:06.249129 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-c859b9c3-9fa9-4955-aa3d-e49e4f03f40d None None] For port d3e32e3b-5f91-45ad-8df3-c6b5a81433cc, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:33:06.254269 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-c859b9c3-9fa9-4955-aa3d-e49e4f03f40d None None] For port d3e32e3b-5f91-45ad-8df3-c6b5a81433cc, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d3e32e3b-5f91-45ad-8df3-c6b5a81433cc,segment=NetworkSegment(195d7ed7-323d-4284-82df-208cca613d99),segment_id=195d7ed7-323d-4284-82df-208cca613d99)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:33:06.274530 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-ac175160-930b-49c9-af7f-67e016b006ef tempest-FloatingIPAdminTestJSON-178010834 tempest-FloatingIPAdminTestJSON-178010834-project] Deleting port 0afc4491-aabe-44b8-8171-e10e4d401f33 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:33:06.275047 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ac175160-930b-49c9-af7f-67e016b006ef tempest-FloatingIPAdminTestJSON-178010834 tempest-FloatingIPAdminTestJSON-178010834-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (0afc4491-aabe-44b8-8171-e10e4d401f33), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:06.284232 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c859b9c3-9fa9-4955-aa3d-e49e4f03f40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (d3e32e3b-5f91-45ad-8df3-c6b5a81433cc), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:06.324997 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-d1f7eac9-5023-4db5-b0d1-b994205984fe req-c8706dd0-224d-48ce-b82e-487745319810 service neutron] 10.222.0.30 "GET /v2.0/networks/da9969cf-fbcc-4307-8c2e-f65c87750026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8194134 Feb 28 10:33:06.327796 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ec3cbb28-5636-4a0a-b183-3e004d4e8354 tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Publish callbacks [] for router_gateway (8f57ea76-59d8-4b98-8eee-c88f922d85ee), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:06.336367 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-cad2e550-d407-4232-be0e-1d0aef7c9d99 req-2924653f-9e87-4b63-a85c-86986777280f service neutron] 10.222.0.30 "GET /v2.0/networks/b230672c-e40a-422a-a640-836f18ec11a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8293324 Feb 28 10:33:06.343323 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f50fa9ac-68b3-4df9-b441-e87a15c97e37 tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:33:06.348485 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f50fa9ac-68b3-4df9-b441-e87a15c97e37 tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:33:06.353889 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-f50fa9ac-68b3-4df9-b441-e87a15c97e37 tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.4245260 Feb 28 10:33:06.360128 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d076e8-bbdd-4cc0-aaee-e69af39e9ce0 req-49182e76-46a2-4798-8e6a-f26268323fb6 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:33:06.361801 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdf0b44-c8bf-4d9f-8621-2577ed7cf47b None None] Pushing event updated for resources: {'Port': ['ID=d3e32e3b-5f91-45ad-8df3-c6b5a81433cc,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:06.362028 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-69d076e8-bbdd-4cc0-aaee-e69af39e9ce0 req-49182e76-46a2-4798-8e6a-f26268323fb6 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] 10.222.0.20 "GET /v2.0/ports?device_id=21839f2d-46e7-497a-a06a-b1ae129c5e90 HTTP/1.1" status: 200 len: 945 time: 0.3911610 Feb 28 10:33:06.362517 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 34648) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:06.365767 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c859b9c3-9fa9-4955-aa3d-e49e4f03f40d None None] Routers {'d9d6740f-e97a-41d4-8e04-6e92fe0cd948'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:33:06.366436 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-c859b9c3-9fa9-4955-aa3d-e49e4f03f40d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:32:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['d9d6740f-e97a-41d4-8e04-6e92fe0cd948'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:33:06.372118 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-686e4965-af3f-4000-bc55-87148a6f7e20 None None] Deleting port 4538345f-066c-4eff-9ba3-f7bdebe0f4c2 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:33:06.372637 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-686e4965-af3f-4000-bc55-87148a6f7e20 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (4538345f-066c-4eff-9ba3-f7bdebe0f4c2), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:06.375932 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-51652e69-7993-4564-81b1-092ca0aacf22 tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1092725710'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:33:06.510527 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51652e69-7993-4564-81b1-092ca0aacf22 tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Made reservation on behalf of c319e99d39084ea4a47ff39ae97012d5 for: {'network': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:33:06.513830 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-51652e69-7993-4564-81b1-092ca0aacf22 tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for network (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:06.521822 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-686e4965-af3f-4000-bc55-87148a6f7e20 None None] For port 4538345f-066c-4eff-9ba3-f7bdebe0f4c2, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4538345f-066c-4eff-9ba3-f7bdebe0f4c2,segment=NetworkSegment(bf553b55-fb1d-4346-a090-4fb77eb0fbd7),segment_id=bf553b55-fb1d-4346-a090-4fb77eb0fbd7)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:33:06.522306 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-686e4965-af3f-4000-bc55-87148a6f7e20 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (4538345f-066c-4eff-9ba3-f7bdebe0f4c2), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:06.540708 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-686e4965-af3f-4000-bc55-87148a6f7e20 None None] Calling delete_port for 4538345f-066c-4eff-9ba3-f7bdebe0f4c2 owned by network:dhcp {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:33:06.545045 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ac175160-930b-49c9-af7f-67e016b006ef tempest-FloatingIPAdminTestJSON-178010834 tempest-FloatingIPAdminTestJSON-178010834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (0afc4491-aabe-44b8-8171-e10e4d401f33), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:06.545538 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ac175160-930b-49c9-af7f-67e016b006ef tempest-FloatingIPAdminTestJSON-178010834 tempest-FloatingIPAdminTestJSON-178010834-project] Publish callbacks [] for floatingip (0afc4491-aabe-44b8-8171-e10e4d401f33), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:06.570265 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-69d076e8-bbdd-4cc0-aaee-e69af39e9ce0 req-57154990-756b-4d3c-a75a-7f382ede9a51 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] 10.222.0.20 "GET /v2.0/security-groups?id=c6054555-6cfe-4c7d-9758-21814521da07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1876206 Feb 28 10:33:06.572826 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-ac175160-930b-49c9-af7f-67e016b006ef tempest-FloatingIPAdminTestJSON-178010834 tempest-FloatingIPAdminTestJSON-178010834-project] Calling delete_port for 0afc4491-aabe-44b8-8171-e10e4d401f33 owned by network:floatingip {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:33:06.585949 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e109eb57-794f-41e6-933c-78be302c6d00 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3242588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3951195'] for subnet (9ad1bdc5-d8bd-4193-ae90-43457b7c26d8), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:06.591371 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-58826046-4dc3-4eb1-bd6f-cce919f96de2 tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Publish callbacks [] for port (84f0b808-4b7e-4e66-9820-9b50b6b805c4), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:06.592853 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51652e69-7993-4564-81b1-092ca0aacf22 tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 263} {{(pid=103407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:33:06.595087 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-c859b9c3-9fa9-4955-aa3d-e49e4f03f40d None None] Set router d9d6740f-e97a-41d4-8e04-6e92fe0cd948 gateway port host: dv-neutron-master-2-hyperv {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:33:06.600895 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-d1f7eac9-5023-4db5-b0d1-b994205984fe req-b310b3ec-0d10-4097-a126-5541a02cd77a service neutron] 10.222.0.30 "GET /v2.0/networks/da9969cf-fbcc-4307-8c2e-f65c87750026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2486780 Feb 28 10:33:06.609501 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-51652e69-7993-4564-81b1-092ca0aacf22 tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (01d4bd80-b24c-4aa8-b317-a0f502498f83), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:06.609851 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.db.segments_db [None req-51652e69-7993-4564-81b1-092ca0aacf22 tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Added segment 01d4bd80-b24c-4aa8-b317-a0f502498f83 of type vlan for network bc9e0d64-9a44-4490-b95d-7b8b06481d0f Feb 28 10:33:06.658250 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-51652e69-7993-4564-81b1-092ca0aacf22 tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742056637431'] for network (bc9e0d64-9a44-4490-b95d-7b8b06481d0f), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:06.715940 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e109eb57-794f-41e6-933c-78be302c6d00 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Network 9f0a511d-8408-4971-9daa-968eebea54f2 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:33:06.722704 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-51652e69-7993-4564-81b1-092ca0aacf22 tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551'] for network (bc9e0d64-9a44-4490-b95d-7b8b06481d0f), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:06.727822 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51652e69-7993-4564-81b1-092ca0aacf22 tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:33:06.728413 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-51652e69-7993-4564-81b1-092ca0aacf22 tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:06.733040 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-e109eb57-794f-41e6-933c-78be302c6d00 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:33:06.736147 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e109eb57-794f-41e6-933c-78be302c6d00 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:33:06.736871 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e109eb57-794f-41e6-933c-78be302c6d00 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks [] for subnet (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:06.774828 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e109eb57-794f-41e6-933c-78be302c6d00 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Pushing event updated for resources: {'Subnet': ['ID=9ad1bdc5-d8bd-4193-ae90-43457b7c26d8,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:06.803906 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-e109eb57-794f-41e6-933c-78be302c6d00 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9620843 Feb 28 10:33:06.805660 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 34652) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:06.811082 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-0a49086b-4bb2-49ea-ad01-38731ca0e77c tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Request body: {'port': {'network_id': '9f0a511d-8408-4971-9daa-968eebea54f2', 'name': 'tempest-NetworksTestDHCPv6-358783440'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:33:06.828104 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-58826046-4dc3-4eb1-bd6f-cce919f96de2 tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (84f0b808-4b7e-4e66-9820-9b50b6b805c4), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:06.841002 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-51652e69-7993-4564-81b1-092ca0aacf22 tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4686303 Feb 28 10:33:06.844115 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-686e4965-af3f-4000-bc55-87148a6f7e20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758'] for port (4538345f-066c-4eff-9ba3-f7bdebe0f4c2), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:06.868296 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 34654) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:06.878157 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-0a9c0999-26b6-4404-8b90-c3e31505648b tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1558458343'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:33:06.880820 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686e4965-af3f-4000-bc55-87148a6f7e20 None None] No DVR routers for this DVR port 4538345f-066c-4eff-9ba3-f7bdebe0f4c2 on host dv-neutron-master-2-hyperv {{(pid=103409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:33:06.885471 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686e4965-af3f-4000-bc55-87148a6f7e20 None None] Pushing event deleted for resources: {'Port': ['ID=4538345f-066c-4eff-9ba3-f7bdebe0f4c2,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:06.885664 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51652e69-7993-4564-81b1-092ca0aacf22 tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Pushing event updated for resources: {'Network': ['ID=bc9e0d64-9a44-4490-b95d-7b8b06481d0f,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:06.919478 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f122094-48b5-4b03-92a2-2ea3c8719a4b None None] Network 9f0a511d-8408-4971-9daa-968eebea54f2 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:33:06.926710 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-c859b9c3-9fa9-4955-aa3d-e49e4f03f40d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9d6740f-e97a-41d4-8e04-6e92fe0cd948', 'name': 'tempest-snat-router-751483820', 'tenant_id': 'a48e85374c4b471b881a673c7d60b591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.227'}], 'enable_snat': False}, 'gw_port_id': 'd3e32e3b-5f91-45ad-8df3-c6b5a81433cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:32:54Z', 'updated_at': '2022-02-28T10:33:00Z', 'revision_number': 3, 'project_id': 'a48e85374c4b471b881a673c7d60b591', 'gw_port': {'id': 'd3e32e3b-5f91-45ad-8df3-c6b5a81433cc', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:9c:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9d6740f-e97a-41d4-8e04-6e92fe0cd948', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:32:58Z', 'updated_at': '2022-02-28T10:33:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:33:06.931880 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58826046-4dc3-4eb1-bd6f-cce919f96de2 tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Pushing event updated for resources: {'Port': ['ID=84f0b808-4b7e-4e66-9820-9b50b6b805c4,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:06.942998 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9532f539-f379-4f5f-80b2-515fbf5cef68 req-568ed782-fb0c-454d-b6a2-137bae521bcc tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:33:06.944608 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-9532f539-f379-4f5f-80b2-515fbf5cef68 req-568ed782-fb0c-454d-b6a2-137bae521bcc tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] 10.222.0.20 "GET /v2.0/ports?device_id=21839f2d-46e7-497a-a06a-b1ae129c5e90 HTTP/1.1" status: 200 len: 945 time: 0.2530751 Feb 28 10:33:06.953410 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58826046-4dc3-4eb1-bd6f-cce919f96de2 tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Network 1e0804d0-d1d9-4d40-9de5-2936f3d87840 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:33:06.959230 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-58826046-4dc3-4eb1-bd6f-cce919f96de2 tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:33:06.966298 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58826046-4dc3-4eb1-bd6f-cce919f96de2 tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:33:06.968082 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a9c0999-26b6-4404-8b90-c3e31505648b tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Made reservation on behalf of c319e99d39084ea4a47ff39ae97012d5 for: {'network': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:33:06.971603 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0a9c0999-26b6-4404-8b90-c3e31505648b tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for network (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:06.995589 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ec3cbb28-5636-4a0a-b183-3e004d4e8354 tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Publish callbacks [] for router_gateway (8f57ea76-59d8-4b98-8eee-c88f922d85ee), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:06.999272 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Network bc9e0d64-9a44-4490-b95d-7b8b06481d0f details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103409) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:33:07.018250 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c859b9c3-9fa9-4955-aa3d-e49e4f03f40d None None] The sync data for ids ['d9d6740f-e97a-41d4-8e04-6e92fe0cd948'] in dv-neutron-master-2-hyperv is: [{'id': 'd9d6740f-e97a-41d4-8e04-6e92fe0cd948', 'name': 'tempest-snat-router-751483820', 'tenant_id': 'a48e85374c4b471b881a673c7d60b591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.227'}], 'enable_snat': False}, 'gw_port_id': 'd3e32e3b-5f91-45ad-8df3-c6b5a81433cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:32:54Z', 'updated_at': '2022-02-28T10:33:00Z', 'revision_number': 3, 'project_id': 'a48e85374c4b471b881a673c7d60b591', 'gw_port': {'id': 'd3e32e3b-5f91-45ad-8df3-c6b5a81433cc', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:9c:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9d6740f-e97a-41d4-8e04-6e92fe0cd948', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:32:58Z', 'updated_at': '2022-02-28T10:33:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:33:07.048768 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a9c0999-26b6-4404-8b90-c3e31505648b tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 262} {{(pid=103407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:33:07.059968 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0a9c0999-26b6-4404-8b90-c3e31505648b tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (7721f8d1-ea45-4422-8dd2-45c5106c9e02), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:07.060510 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.db.segments_db [None req-0a9c0999-26b6-4404-8b90-c3e31505648b tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Added segment 7721f8d1-ea45-4422-8dd2-45c5106c9e02 of type vlan for network 54ba419c-8bdb-4dc3-95a3-533aecc958e0 Feb 28 10:33:07.076387 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ec3cbb28-5636-4a0a-b183-3e004d4e8354 tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:07.136020 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c179ab1-5839-480a-bbaa-bc3345c5ca35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-9f0a511d-8408-4971-9daa-968eebea54f2', 'network_id': '9f0a511d-8408-4971-9daa-968eebea54f2', 'project_id': '01d784a6a3f04224a7e9160ad9d44184', 'fixed_ips': [{'subnet_id': '9ad1bdc5-d8bd-4193-ae90-43457b7c26d8'}]}} from dv-neutron-master-2-hyperv. {{(pid=103409) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:33:07.137789 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1c179ab1-5839-480a-bbaa-bc3345c5ca35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:07.140814 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-9532f539-f379-4f5f-80b2-515fbf5cef68 req-84336c39-6a42-41f1-8396-9527a5b89c63 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] 10.222.0.20 "GET /v2.0/security-groups?id=c6054555-6cfe-4c7d-9758-21814521da07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1897523 Feb 28 10:33:07.147632 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0a9c0999-26b6-4404-8b90-c3e31505648b tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742056637431'] for network (54ba419c-8bdb-4dc3-95a3-533aecc958e0), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:07.262192 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0a9c0999-26b6-4404-8b90-c3e31505648b tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551'] for network (54ba419c-8bdb-4dc3-95a3-533aecc958e0), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:07.268528 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a9c0999-26b6-4404-8b90-c3e31505648b tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:33:07.269331 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0a9c0999-26b6-4404-8b90-c3e31505648b tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:07.307236 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ac175160-930b-49c9-af7f-67e016b006ef tempest-FloatingIPAdminTestJSON-178010834 tempest-FloatingIPAdminTestJSON-178010834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (0afc4491-aabe-44b8-8171-e10e4d401f33), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:07.311494 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-1c179ab1-5839-480a-bbaa-bc3345c5ca35 None None] Allocated IP 2001:db8::2 (9f0a511d-8408-4971-9daa-968eebea54f2/9ad1bdc5-d8bd-4193-ae90-43457b7c26d8/0bb489fe-40b7-414b-a981-9db1489c91ec) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:33:07.353353 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a49086b-4bb2-49ea-ad01-38731ca0e77c tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Made reservation on behalf of 01d784a6a3f04224a7e9160ad9d44184 for: {'port': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:33:07.367051 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0a49086b-4bb2-49ea-ad01-38731ca0e77c tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:07.376002 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-0a9c0999-26b6-4404-8b90-c3e31505648b tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5040059 Feb 28 10:33:07.376895 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9c0999-26b6-4404-8b90-c3e31505648b tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Pushing event updated for resources: {'Network': ['ID=54ba419c-8bdb-4dc3-95a3-533aecc958e0,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:07.379434 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac175160-930b-49c9-af7f-67e016b006ef tempest-FloatingIPAdminTestJSON-178010834 tempest-FloatingIPAdminTestJSON-178010834-project] Pushing event deleted for resources: {'Port': ['ID=0afc4491-aabe-44b8-8171-e10e4d401f33,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:07.392877 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 34658) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:07.396924 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Network 54ba419c-8bdb-4dc3-95a3-533aecc958e0 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103409) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:33:07.426171 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-70666ed3-f0e4-43c4-83e0-98ac008978ed tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Request body: {'ports': [{'network_id': 'bc9e0d64-9a44-4490-b95d-7b8b06481d0f', 'name': 'tempest-port--444756198', 'admin_state_up': True}, {'network_id': '54ba419c-8bdb-4dc3-95a3-533aecc958e0', 'admin_state_up': False}]} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:33:07.426762 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-70666ed3-f0e4-43c4-83e0-98ac008978ed tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Request body: {'port': {'network_id': 'bc9e0d64-9a44-4490-b95d-7b8b06481d0f', 'name': 'tempest-port--444756198', 'admin_state_up': True}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:33:07.427419 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-70666ed3-f0e4-43c4-83e0-98ac008978ed tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Request body: {'port': {'network_id': '54ba419c-8bdb-4dc3-95a3-533aecc958e0', 'admin_state_up': False}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:33:07.435902 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-ec3cbb28-5636-4a0a-b183-3e004d4e8354 tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Allocated IP 172.36.5.169 (1e0804d0-d1d9-4d40-9de5-2936f3d87840/6f6f4129-23e5-4c3b-b4ef-4c7ce926797e/a067aaa6-d755-4808-aaf6-9a3b22dcd36f) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:33:07.624738 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device d3e32e3b-5f91-45ad-8df3-c6b5a81433cc up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:33:07.780896 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f06f812-61ab-42d8-b716-68455ac084fa req-3ddfe288-19b2-40ea-8c41-2b3fba285280 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:33:07.782767 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-9f06f812-61ab-42d8-b716-68455ac084fa req-3ddfe288-19b2-40ea-8c41-2b3fba285280 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] 10.222.0.20 "GET /v2.0/ports?device_id=21839f2d-46e7-497a-a06a-b1ae129c5e90 HTTP/1.1" status: 200 len: 945 time: 0.1685781 Feb 28 10:33:07.783026 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port d3e32e3b-5f91-45ad-8df3-c6b5a81433cc triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:33:07.783408 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (d3e32e3b-5f91-45ad-8df3-c6b5a81433cc), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:07.828507 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1c179ab1-5839-480a-bbaa-bc3345c5ca35 None None] Publish callbacks [] for port (0bb489fe-40b7-414b-a981-9db1489c91ec), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:07.831708 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ec3cbb28-5636-4a0a-b183-3e004d4e8354 tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Publish callbacks [] for port (a067aaa6-d755-4808-aaf6-9a3b22dcd36f), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:07.839995 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1c179ab1-5839-480a-bbaa-bc3345c5ca35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749'] for port (0bb489fe-40b7-414b-a981-9db1489c91ec), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:07.860725 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70666ed3-f0e4-43c4-83e0-98ac008978ed tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Made reservation on behalf of c319e99d39084ea4a47ff39ae97012d5 for: {'port': 2} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:33:07.865060 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-70666ed3-f0e4-43c4-83e0-98ac008978ed tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:07.883461 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-0a49086b-4bb2-49ea-ad01-38731ca0e77c tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] device_id is not set on port 4ea0f0a9-7039-408d-8300-68cb6509e766 yet. {{(pid=103408) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:33:07.884137 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-70666ed3-f0e4-43c4-83e0-98ac008978ed tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:07.899909 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c179ab1-5839-480a-bbaa-bc3345c5ca35 None None] Network 9f0a511d-8408-4971-9daa-968eebea54f2 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:33:07.909173 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-1c179ab1-5839-480a-bbaa-bc3345c5ca35 None None] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:33:07.914311 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c179ab1-5839-480a-bbaa-bc3345c5ca35 None None] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:33:07.920485 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-9f06f812-61ab-42d8-b716-68455ac084fa req-39584856-bab8-4bbe-addc-e71802439cef tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] 10.222.0.20 "GET /v2.0/security-groups?id=c6054555-6cfe-4c7d-9758-21814521da07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1324375 Feb 28 10:33:07.950133 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c179ab1-5839-480a-bbaa-bc3345c5ca35 None None] Pushing event updated for resources: {'Port': ['ID=0bb489fe-40b7-414b-a981-9db1489c91ec,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:08.006276 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-58826046-4dc3-4eb1-bd6f-cce919f96de2 tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Publish callbacks [] for router_gateway (f023a5e2-4e4b-488e-b810-03ac28f813de), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:08.041322 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ec3cbb28-5636-4a0a-b183-3e004d4e8354 tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (a067aaa6-d755-4808-aaf6-9a3b22dcd36f), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:08.053202 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-1c179ab1-5839-480a-bbaa-bc3345c5ca35 None None] Attempting to bind port 0bb489fe-40b7-414b-a981-9db1489c91ec on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:33:08.053571 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-1c179ab1-5839-480a-bbaa-bc3345c5ca35 None None] Attempting to bind port 0bb489fe-40b7-414b-a981-9db1489c91ec by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'bf553b55-fb1d-4346-a090-4fb77eb0fbd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '9f0a511d-8408-4971-9daa-968eebea54f2'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:33:08.054218 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c179ab1-5839-480a-bbaa-bc3345c5ca35 None None] Attempting to bind port 0bb489fe-40b7-414b-a981-9db1489c91ec on network 9f0a511d-8408-4971-9daa-968eebea54f2 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:33:08.058294 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port d3e32e3b-5f91-45ad-8df3-c6b5a81433cc is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:33:08.058739 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (d3e32e3b-5f91-45ad-8df3-c6b5a81433cc), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:08.067811 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (13ac42ae-016e-4baf-bb31-c6fa820b41c2), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:08.080220 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ac175160-930b-49c9-af7f-67e016b006ef tempest-FloatingIPAdminTestJSON-178010834 tempest-FloatingIPAdminTestJSON-178010834-project] Publish callbacks [] for floatingip (b65e333e-3a6a-4cb5-a574-e0dab9899571), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:08.080585 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.db.l3_db [None req-ac175160-930b-49c9-af7f-67e016b006ef tempest-FloatingIPAdminTestJSON-178010834 tempest-FloatingIPAdminTestJSON-178010834-project] Floating IP b65e333e-3a6a-4cb5-a574-e0dab9899571 disassociated (deleted). External IP: 172.36.5.215, port: 823a9915-4e6d-42ac-96d3-3263f5f0de17. Feb 28 10:33:08.096795 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c179ab1-5839-480a-bbaa-bc3345c5ca35 None None] Checking agent: {'id': '75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 24, 15), 'started_at': datetime.datetime(2022, 2, 28, 10, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 32, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:33:08.097209 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c179ab1-5839-480a-bbaa-bc3345c5ca35 None None] Checking segment: {'id': 'bf553b55-fb1d-4346-a090-4fb77eb0fbd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '9f0a511d-8408-4971-9daa-968eebea54f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:33:08.097588 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1c179ab1-5839-480a-bbaa-bc3345c5ca35 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:08.097992 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c179ab1-5839-480a-bbaa-bc3345c5ca35 None None] Bound using segment: {'id': 'bf553b55-fb1d-4346-a090-4fb77eb0fbd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '9f0a511d-8408-4971-9daa-968eebea54f2'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:33:08.098484 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-1c179ab1-5839-480a-bbaa-bc3345c5ca35 None None] Bound port: 0bb489fe-40b7-414b-a981-9db1489c91ec, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf553b55-fb1d-4346-a090-4fb77eb0fbd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '9f0a511d-8408-4971-9daa-968eebea54f2'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:33:08.098865 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1c179ab1-5839-480a-bbaa-bc3345c5ca35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (0bb489fe-40b7-414b-a981-9db1489c91ec), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:08.157620 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] For port d3e32e3b-5f91-45ad-8df3-c6b5a81433cc, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d3e32e3b-5f91-45ad-8df3-c6b5a81433cc,segment=NetworkSegment(195d7ed7-323d-4284-82df-208cca613d99),segment_id=195d7ed7-323d-4284-82df-208cca613d99)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:33:08.159809 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3cbb28-5636-4a0a-b183-3e004d4e8354 tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Pushing event updated for resources: {'Port': ['ID=a067aaa6-d755-4808-aaf6-9a3b22dcd36f,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:08.165751 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec3cbb28-5636-4a0a-b183-3e004d4e8354 tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Network 1e0804d0-d1d9-4d40-9de5-2936f3d87840 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:33:08.166245 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (d3e32e3b-5f91-45ad-8df3-c6b5a81433cc), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:08.180384 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-ec3cbb28-5636-4a0a-b183-3e004d4e8354 tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:33:08.183044 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec3cbb28-5636-4a0a-b183-3e004d4e8354 tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:33:08.263597 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.notifiers.nova [None req-70666ed3-f0e4-43c4-83e0-98ac008978ed tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] device_id is not set on port bbdb3469-ce37-4ded-9069-c8184570eb40 yet. {{(pid=103407) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:33:08.280339 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Pushing event updated for resources: {'Port': ['ID=d3e32e3b-5f91-45ad-8df3-c6b5a81433cc,revision_number=4']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:08.313478 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-1c179ab1-5839-480a-bbaa-bc3345c5ca35 None None] For port 0bb489fe-40b7-414b-a981-9db1489c91ec, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:33:08.319118 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-1c179ab1-5839-480a-bbaa-bc3345c5ca35 None None] For port 0bb489fe-40b7-414b-a981-9db1489c91ec, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0bb489fe-40b7-414b-a981-9db1489c91ec,segment=NetworkSegment(bf553b55-fb1d-4346-a090-4fb77eb0fbd7),segment_id=bf553b55-fb1d-4346-a090-4fb77eb0fbd7)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:33:08.323418 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 4538345f-066c-4eff-9ba3-f7bdebe0f4c2 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:33:08.347722 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1c179ab1-5839-480a-bbaa-bc3345c5ca35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (0bb489fe-40b7-414b-a981-9db1489c91ec), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:08.359200 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] No Port match for: 4538345f-066c-4eff-9ba3-f7bdebe0f4c2 {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:33:08.360226 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 4538345f-066c-4eff-9ba3-f7bdebe0f4c2 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:33:08.428443 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c179ab1-5839-480a-bbaa-bc3345c5ca35 None None] Pushing event updated for resources: {'Port': ['ID=0bb489fe-40b7-414b-a981-9db1489c91ec,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:08.460037 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-0a49086b-4bb2-49ea-ad01-38731ca0e77c tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Allocated IP 2001:db8::d8 (9f0a511d-8408-4971-9daa-968eebea54f2/9ad1bdc5-d8bd-4193-ae90-43457b7c26d8/4ea0f0a9-7039-408d-8300-68cb6509e766) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:33:08.557225 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-70666ed3-f0e4-43c4-83e0-98ac008978ed tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Publish callbacks [] for port (bbdb3469-ce37-4ded-9069-c8184570eb40), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:08.700196 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.notifiers.nova [None req-70666ed3-f0e4-43c4-83e0-98ac008978ed tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] device_id is not set on port 8a992719-2d7a-4151-a2aa-6653ed514336 yet. {{(pid=103407) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:33:08.751627 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d0bc5dff-8cf1-4d29-949d-0ed66e0a7f21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fb6705d2-4f70-4965-92a3-fbfccd43a6d3), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:08.822934 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ec3cbb28-5636-4a0a-b183-3e004d4e8354 tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Publish callbacks [] for router_gateway (8f57ea76-59d8-4b98-8eee-c88f922d85ee), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:08.879108 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-58826046-4dc3-4eb1-bd6f-cce919f96de2 tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1804286', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1806925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5948'] for router (f023a5e2-4e4b-488e-b810-03ac28f813de), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:08.895920 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-58826046-4dc3-4eb1-bd6f-cce919f96de2 tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1804241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1804263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1804264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1807030'] for router (f023a5e2-4e4b-488e-b810-03ac28f813de), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:08.912902 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0a49086b-4bb2-49ea-ad01-38731ca0e77c tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks [] for port (4ea0f0a9-7039-408d-8300-68cb6509e766), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:08.958875 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac175160-930b-49c9-af7f-67e016b006ef tempest-FloatingIPAdminTestJSON-178010834 tempest-FloatingIPAdminTestJSON-178010834-project] Router 7eadc941-c9a9-469a-b023-13a98bd7a130 has already been hosted by L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 {{(pid=103408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:33:09.111320 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0a49086b-4bb2-49ea-ad01-38731ca0e77c tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (4ea0f0a9-7039-408d-8300-68cb6509e766), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:09.224952 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a49086b-4bb2-49ea-ad01-38731ca0e77c tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Network 9f0a511d-8408-4971-9daa-968eebea54f2 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:33:09.227626 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a49086b-4bb2-49ea-ad01-38731ca0e77c tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Pushing event updated for resources: {'Port': ['ID=4ea0f0a9-7039-408d-8300-68cb6509e766,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:09.231953 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-0a49086b-4bb2-49ea-ad01-38731ca0e77c tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:33:09.234212 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac175160-930b-49c9-af7f-67e016b006ef tempest-FloatingIPAdminTestJSON-178010834 tempest-FloatingIPAdminTestJSON-178010834-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:33:09.238353 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a49086b-4bb2-49ea-ad01-38731ca0e77c tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:33:09.244414 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a49086b-4bb2-49ea-ad01-38731ca0e77c tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:33:09.245102 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0a49086b-4bb2-49ea-ad01-38731ca0e77c tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:09.273575 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ac175160-930b-49c9-af7f-67e016b006ef tempest-FloatingIPAdminTestJSON-178010834 tempest-FloatingIPAdminTestJSON-178010834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for floatingip (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:09.280670 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-0a49086b-4bb2-49ea-ad01-38731ca0e77c tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.4717054 Feb 28 10:33:09.281516 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f79a11-c79f-4e9c-9eb8-de2dc45295b9 None None] Sync routers for ids ['7eadc941-c9a9-469a-b023-13a98bd7a130'] in dv-neutron-master-2-hyperv {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:33:09.282871 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 34672) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:09.295764 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f79a11-c79f-4e9c-9eb8-de2dc45295b9 None None] Routers {'7eadc941-c9a9-469a-b023-13a98bd7a130'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:33:09.296591 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-50f79a11-c79f-4e9c-9eb8-de2dc45295b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:32:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['7eadc941-c9a9-469a-b023-13a98bd7a130'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:33:09.307748 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58826046-4dc3-4eb1-bd6f-cce919f96de2 tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Router f023a5e2-4e4b-488e-b810-03ac28f813de is scheduled to L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 with binding_index 1 {{(pid=103408) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 10:33:09.334952 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-ac175160-930b-49c9-af7f-67e016b006ef tempest-FloatingIPAdminTestJSON-178010834 tempest-FloatingIPAdminTestJSON-178010834-project] 10.222.0.20 "DELETE /v2.0/floatingips/b65e333e-3a6a-4cb5-a574-e0dab9899571 HTTP/1.1" status: 204 len: 168 time: 3.6345785 Feb 28 10:33:09.335923 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 34674) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:09.342858 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-fa11010d-fd56-41d7-82e3-1a94a7a4a61d tempest-FloatingIPAdminTestJSON-83079418 tempest-FloatingIPAdminTestJSON-83079418-project-admin] Request body: {'floatingip': {'floating_network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:33:09.349141 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-50f79a11-c79f-4e9c-9eb8-de2dc45295b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:33:09.358851 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f79a11-c79f-4e9c-9eb8-de2dc45295b9 None None] Routers {'7eadc941-c9a9-469a-b023-13a98bd7a130'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:33:09.359480 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-50f79a11-c79f-4e9c-9eb8-de2dc45295b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:32:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['7eadc941-c9a9-469a-b023-13a98bd7a130'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:33:09.395491 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-50f79a11-c79f-4e9c-9eb8-de2dc45295b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:33:09.402602 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03af5b3-9c0b-42fd-9899-07963ab39ffe req-00c25289-3c20-44e0-ba1b-60e65f3478f9 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:33:09.402919 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f79a11-c79f-4e9c-9eb8-de2dc45295b9 None None] The sync data for ids ['7eadc941-c9a9-469a-b023-13a98bd7a130'] in dv-neutron-master-2-hyperv is: [] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:33:09.404175 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-b03af5b3-9c0b-42fd-9899-07963ab39ffe req-00c25289-3c20-44e0-ba1b-60e65f3478f9 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] 10.222.0.20 "GET /v2.0/ports?device_id=21839f2d-46e7-497a-a06a-b1ae129c5e90 HTTP/1.1" status: 200 len: 945 time: 0.5273716 Feb 28 10:33:09.410222 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-70666ed3-f0e4-43c4-83e0-98ac008978ed tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Publish callbacks [] for port (8a992719-2d7a-4151-a2aa-6653ed514336), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:09.413913 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fa11010d-fd56-41d7-82e3-1a94a7a4a61d tempest-FloatingIPAdminTestJSON-83079418 tempest-FloatingIPAdminTestJSON-83079418-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:09.523032 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f7fc2c3-9bb1-4dc8-84c3-f061844e8323 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:33:09.528459 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f7fc2c3-9bb1-4dc8-84c3-f061844e8323 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:33:09.530122 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-7f7fc2c3-9bb1-4dc8-84c3-f061844e8323 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.2433441 Feb 28 10:33:09.544519 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 34676) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:09.597686 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58826046-4dc3-4eb1-bd6f-cce919f96de2 tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:33:09.605881 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-58826046-4dc3-4eb1-bd6f-cce919f96de2 tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:09.611229 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-58826046-4dc3-4eb1-bd6f-cce919f96de2 tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] 10.222.0.20 "PUT /v2.0/routers/f023a5e2-4e4b-488e-b810-03ac28f813de HTTP/1.1" status: 200 len: 913 time: 6.2697389 Feb 28 10:33:09.612039 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 34678) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:09.613104 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7559a68-8ea7-4ad4-8cb5-250491103f8f None None] Sync routers for ids ['f023a5e2-4e4b-488e-b810-03ac28f813de'] in dv-neutron-master-2-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:33:09.620515 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-b03af5b3-9c0b-42fd-9899-07963ab39ffe req-f815e8a0-e6f8-4e40-b8d4-d288480c2950 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] 10.222.0.20 "GET /v2.0/security-groups?id=c6054555-6cfe-4c7d-9758-21814521da07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2055156 Feb 28 10:33:09.624455 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-70666ed3-f0e4-43c4-83e0-98ac008978ed tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (bbdb3469-ce37-4ded-9069-c8184570eb40), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:09.630138 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7559a68-8ea7-4ad4-8cb5-250491103f8f None None] Routers {'f023a5e2-4e4b-488e-b810-03ac28f813de'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:33:09.630785 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-b7559a68-8ea7-4ad4-8cb5-250491103f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:32:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['f023a5e2-4e4b-488e-b810-03ac28f813de'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:33:09.661008 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ec3cbb28-5636-4a0a-b183-3e004d4e8354 tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1804241'] for router (8f57ea76-59d8-4b98-8eee-c88f922d85ee), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:09.691660 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-b7559a68-8ea7-4ad4-8cb5-250491103f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:33:09.701561 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7559a68-8ea7-4ad4-8cb5-250491103f8f None None] Routers {'f023a5e2-4e4b-488e-b810-03ac28f813de'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:33:09.702186 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-b7559a68-8ea7-4ad4-8cb5-250491103f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:32:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['f023a5e2-4e4b-488e-b810-03ac28f813de'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:33:09.726888 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device d3e32e3b-5f91-45ad-8df3-c6b5a81433cc up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:33:09.742475 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-b7559a68-8ea7-4ad4-8cb5-250491103f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:33:09.743370 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7559a68-8ea7-4ad4-8cb5-250491103f8f None None] The sync data for ids ['f023a5e2-4e4b-488e-b810-03ac28f813de'] in dv-neutron-master-2-hyperv is: [] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:33:09.796167 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port d3e32e3b-5f91-45ad-8df3-c6b5a81433cc triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:33:09.796405 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-aad5a455-7101-431e-ace2-b766ab82e627 tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] 10.222.0.20 "GET /v2.0/routers/f023a5e2-4e4b-488e-b810-03ac28f813de HTTP/1.1" status: 200 len: 919 time: 0.1773105 Feb 28 10:33:09.797087 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (d3e32e3b-5f91-45ad-8df3-c6b5a81433cc), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:09.797234 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 34680) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:09.817227 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-9e366b03-2940-448c-b01d-1029e876c66a tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Deleting port 4ea0f0a9-7039-408d-8300-68cb6509e766 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:33:09.817608 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9e366b03-2940-448c-b01d-1029e876c66a tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (4ea0f0a9-7039-408d-8300-68cb6509e766), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:09.824443 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70666ed3-f0e4-43c4-83e0-98ac008978ed tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Pushing event updated for resources: {'Port': ['ID=bbdb3469-ce37-4ded-9069-c8184570eb40,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:09.847361 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70666ed3-f0e4-43c4-83e0-98ac008978ed tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Checking segment: {'id': '01d4bd80-b24c-4aa8-b317-a0f502498f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'bc9e0d64-9a44-4490-b95d-7b8b06481d0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:33:09.847361 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70666ed3-f0e4-43c4-83e0-98ac008978ed tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Network hostable DHCP agents. Network: bc9e0d64-9a44-4490-b95d-7b8b06481d0f, hostable agents: ['fb6705d2-4f70-4965-92a3-fbfccd43a6d3'], hosted agents: [] {{(pid=103407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:33:09.886212 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70666ed3-f0e4-43c4-83e0-98ac008978ed tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Network bc9e0d64-9a44-4490-b95d-7b8b06481d0f is scheduled to be hosted by DHCP agent fb6705d2-4f70-4965-92a3-fbfccd43a6d3 with binding_index 1 {{(pid=103407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:33:09.898634 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fa11010d-fd56-41d7-82e3-1a94a7a4a61d tempest-FloatingIPAdminTestJSON-83079418 tempest-FloatingIPAdminTestJSON-83079418-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:09.903841 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-70666ed3-f0e4-43c4-83e0-98ac008978ed tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, bc9e0d64-9a44-4490-b95d-7b8b06481d0f) {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:33:09.907126 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec3cbb28-5636-4a0a-b183-3e004d4e8354 tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Router 8f57ea76-59d8-4b98-8eee-c88f922d85ee is scheduled to L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 with binding_index 1 {{(pid=103407) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 10:33:09.916818 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70666ed3-f0e4-43c4-83e0-98ac008978ed tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:33:09.917816 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-70666ed3-f0e4-43c4-83e0-98ac008978ed tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (8a992719-2d7a-4151-a2aa-6653ed514336), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:09.940022 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port d3e32e3b-5f91-45ad-8df3-c6b5a81433cc is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:33:09.941164 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 0bb489fe-40b7-414b-a981-9db1489c91ec up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:33:09.958351 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.agents_db [None req-382e0aa2-b126-48e6-89eb-3efa426b6b29 None None] Agent healthcheck: found 6 active agents {{(pid=103410) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 10:33:09.975503 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70666ed3-f0e4-43c4-83e0-98ac008978ed tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Pushing event updated for resources: {'Port': ['ID=8a992719-2d7a-4151-a2aa-6653ed514336,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:09.981564 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-048ad691-5a36-4baf-bb5f-6c15db31709e None None] Network bc9e0d64-9a44-4490-b95d-7b8b06481d0f requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:33:10.024657 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efd1d4b7-a22a-4e4a-b4cc-fb3398b3881b tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:33:10.029070 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-efd1d4b7-a22a-4e4a-b4cc-fb3398b3881b tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=1e0804d0-d1d9-4d40-9de5-2936f3d87840&device_id=f023a5e2-4e4b-488e-b810-03ac28f813de&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2293727 Feb 28 10:33:10.038064 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 34682) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:10.056008 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9e366b03-2940-448c-b01d-1029e876c66a tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (4ea0f0a9-7039-408d-8300-68cb6509e766), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:10.082214 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70666ed3-f0e4-43c4-83e0-98ac008978ed tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Checking segment: {'id': '7721f8d1-ea45-4422-8dd2-45c5106c9e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '54ba419c-8bdb-4dc3-95a3-533aecc958e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:33:10.082592 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70666ed3-f0e4-43c4-83e0-98ac008978ed tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Network hostable DHCP agents. Network: 54ba419c-8bdb-4dc3-95a3-533aecc958e0, hostable agents: ['fb6705d2-4f70-4965-92a3-fbfccd43a6d3'], hosted agents: [] {{(pid=103407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:33:10.144946 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70666ed3-f0e4-43c4-83e0-98ac008978ed tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Network 54ba419c-8bdb-4dc3-95a3-533aecc958e0 is scheduled to be hosted by DHCP agent fb6705d2-4f70-4965-92a3-fbfccd43a6d3 with binding_index 1 {{(pid=103407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:33:10.167217 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec3cbb28-5636-4a0a-b183-3e004d4e8354 tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:33:10.169212 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-70666ed3-f0e4-43c4-83e0-98ac008978ed tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 54ba419c-8bdb-4dc3-95a3-533aecc958e0) {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:33:10.176462 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70666ed3-f0e4-43c4-83e0-98ac008978ed tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:33:10.182902 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70666ed3-f0e4-43c4-83e0-98ac008978ed tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:33:10.187923 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70666ed3-f0e4-43c4-83e0-98ac008978ed tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:33:10.188698 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-70666ed3-f0e4-43c4-83e0-98ac008978ed tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:10.215249 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ec3cbb28-5636-4a0a-b183-3e004d4e8354 tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:10.219987 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-ec3cbb28-5636-4a0a-b183-3e004d4e8354 tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.9593947 Feb 28 10:33:10.222256 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-70666ed3-f0e4-43c4-83e0-98ac008978ed tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 2.8128023 Feb 28 10:33:10.222887 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 34684) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:10.270005 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dd77f07-b968-442a-849e-76a686a6a7d4 None None] Network 54ba419c-8bdb-4dc3-95a3-533aecc958e0 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:33:10.273095 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a758ea6-572b-49b1-bfd9-228272b95ffc None None] Sync routers for ids ['8f57ea76-59d8-4b98-8eee-c88f922d85ee'] in dv-neutron-master-2-hyperv {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:33:10.346942 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 34686) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:10.349496 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-eb890c06-6dce-4ff6-9893-e969500eb216 tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] 10.222.0.20 "GET /v2.0/routers/8f57ea76-59d8-4b98-8eee-c88f922d85ee HTTP/1.1" status: 200 len: 907 time: 0.1251094 Feb 28 10:33:10.352380 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 34688) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:10.362262 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a758ea6-572b-49b1-bfd9-228272b95ffc None None] Routers {'8f57ea76-59d8-4b98-8eee-c88f922d85ee'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:33:10.362937 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-6a758ea6-572b-49b1-bfd9-228272b95ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:32:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['8f57ea76-59d8-4b98-8eee-c88f922d85ee'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:33:10.435574 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-9e366b03-2940-448c-b01d-1029e876c66a tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Calling delete_port for 4ea0f0a9-7039-408d-8300-68cb6509e766 owned by {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:33:10.454292 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port 0bb489fe-40b7-414b-a981-9db1489c91ec triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:33:10.454929 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (0bb489fe-40b7-414b-a981-9db1489c91ec), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:10.457223 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-9b7c03cb-6997-4fc1-8afe-63e9a4912816 None None] Provisioning complete for port 0bb489fe-40b7-414b-a981-9db1489c91ec triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:33:10.457772 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9b7c03cb-6997-4fc1-8afe-63e9a4912816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (0bb489fe-40b7-414b-a981-9db1489c91ec), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:10.465429 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19aa06f0-82e0-447f-93cc-078a8b1ede5f tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:33:10.467884 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-fa11010d-fd56-41d7-82e3-1a94a7a4a61d tempest-FloatingIPAdminTestJSON-83079418 tempest-FloatingIPAdminTestJSON-83079418-project-admin] Allocated IP 172.36.5.240 (1e0804d0-d1d9-4d40-9de5-2936f3d87840/6f6f4129-23e5-4c3b-b4ef-4c7ce926797e/e0f2f52f-b7f2-4fb6-b3da-20dd12d8335b) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:33:10.471420 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19aa06f0-82e0-447f-93cc-078a8b1ede5f tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:33:10.473208 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-19aa06f0-82e0-447f-93cc-078a8b1ede5f tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1226845 Feb 28 10:33:10.475919 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 34690) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:10.591826 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d7d3519-0a64-44cc-b5b8-fd24f84d74b3 tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:33:10.596259 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-4d7d3519-0a64-44cc-b5b8-fd24f84d74b3 tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] 10.222.0.20 "GET /v2.0/networks/1e0804d0-d1d9-4d40-9de5-2936f3d87840 HTTP/1.1" status: 200 len: 881 time: 0.5570962 Feb 28 10:33:10.596904 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 34694) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:10.599492 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-68be43f9-7a69-44c5-9373-72cd50773475 tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Publish callbacks [] for router (8f57ea76-59d8-4b98-8eee-c88f922d85ee), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:10.640100 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-8c1c564b-e5d8-4f64-8aaa-629a6983ef3e tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] 10.222.0.20 "GET /v2.0/ports?device_id=f023a5e2-4e4b-488e-b810-03ac28f813de HTTP/1.1" status: 200 len: 205 time: 0.0372696 Feb 28 10:33:10.640354 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 34696) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:10.695078 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fa11010d-fd56-41d7-82e3-1a94a7a4a61d tempest-FloatingIPAdminTestJSON-83079418 tempest-FloatingIPAdminTestJSON-83079418-project-admin] Publish callbacks [] for port (e0f2f52f-b7f2-4fb6-b3da-20dd12d8335b), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:10.739181 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-6a758ea6-572b-49b1-bfd9-228272b95ffc None None] Set router 8f57ea76-59d8-4b98-8eee-c88f922d85ee gateway port host: dv-neutron-master-2-hyperv {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:33:10.755595 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9e366b03-2940-448c-b01d-1029e876c66a tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (4ea0f0a9-7039-408d-8300-68cb6509e766), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:10.770945 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-9b7c03cb-6997-4fc1-8afe-63e9a4912816 None None] Current status of the port 0bb489fe-40b7-414b-a981-9db1489c91ec is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:33:10.771336 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9b7c03cb-6997-4fc1-8afe-63e9a4912816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (0bb489fe-40b7-414b-a981-9db1489c91ec), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:10.796211 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e366b03-2940-448c-b01d-1029e876c66a tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Pushing event deleted for resources: {'Port': ['ID=4ea0f0a9-7039-408d-8300-68cb6509e766,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:10.806319 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fa11010d-fd56-41d7-82e3-1a94a7a4a61d tempest-FloatingIPAdminTestJSON-83079418 tempest-FloatingIPAdminTestJSON-83079418-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (e0f2f52f-b7f2-4fb6-b3da-20dd12d8335b), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:10.849996 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9e366b03-2940-448c-b01d-1029e876c66a tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:10.853681 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-9e366b03-2940-448c-b01d-1029e876c66a tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "DELETE /v2.0/ports/4ea0f0a9-7039-408d-8300-68cb6509e766 HTTP/1.1" status: 204 len: 168 time: 1.3110452 Feb 28 10:33:10.860164 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 34702) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:10.861446 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-090e1f1e-d3e1-4506-8564-4cf62452ab62 tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Deleting port bbdb3469-ce37-4ded-9069-c8184570eb40 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:33:10.862037 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-090e1f1e-d3e1-4506-8564-4cf62452ab62 tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (bbdb3469-ce37-4ded-9069-c8184570eb40), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:10.897680 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa11010d-fd56-41d7-82e3-1a94a7a4a61d tempest-FloatingIPAdminTestJSON-83079418 tempest-FloatingIPAdminTestJSON-83079418-project-admin] Network 1e0804d0-d1d9-4d40-9de5-2936f3d87840 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:33:10.905487 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-9b7c03cb-6997-4fc1-8afe-63e9a4912816 None None] For port 0bb489fe-40b7-414b-a981-9db1489c91ec, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0bb489fe-40b7-414b-a981-9db1489c91ec,segment=NetworkSegment(bf553b55-fb1d-4346-a090-4fb77eb0fbd7),segment_id=bf553b55-fb1d-4346-a090-4fb77eb0fbd7)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:33:10.906638 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-fa11010d-fd56-41d7-82e3-1a94a7a4a61d tempest-FloatingIPAdminTestJSON-83079418 tempest-FloatingIPAdminTestJSON-83079418-project-admin] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:33:10.915124 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa11010d-fd56-41d7-82e3-1a94a7a4a61d tempest-FloatingIPAdminTestJSON-83079418 tempest-FloatingIPAdminTestJSON-83079418-project-admin] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:33:10.917913 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9b7c03cb-6997-4fc1-8afe-63e9a4912816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (0bb489fe-40b7-414b-a981-9db1489c91ec), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:10.970353 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 0bb489fe-40b7-414b-a981-9db1489c91ec is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:33:10.970751 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (0bb489fe-40b7-414b-a981-9db1489c91ec), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:10.973012 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa11010d-fd56-41d7-82e3-1a94a7a4a61d tempest-FloatingIPAdminTestJSON-83079418 tempest-FloatingIPAdminTestJSON-83079418-project-admin] Pushing event updated for resources: {'Port': ['ID=e0f2f52f-b7f2-4fb6-b3da-20dd12d8335b,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:10.975944 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7c03cb-6997-4fc1-8afe-63e9a4912816 None None] Pushing event updated for resources: {'Port': ['ID=0bb489fe-40b7-414b-a981-9db1489c91ec,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:11.011432 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25490b67-1578-47b7-9a6c-6eadf2e5c092 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:33:11.012779 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25490b67-1578-47b7-9a6c-6eadf2e5c092 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:33:11.016896 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-25490b67-1578-47b7-9a6c-6eadf2e5c092 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1528394 Feb 28 10:33:11.017589 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 34704) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:11.023284 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-090e1f1e-d3e1-4506-8564-4cf62452ab62 tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (bbdb3469-ce37-4ded-9069-c8184570eb40), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:11.034022 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-308553fb-ef98-4e83-bf8f-1907c87f2d42 tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] Publish callbacks [] for router (f023a5e2-4e4b-488e-b810-03ac28f813de), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:11.042534 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95991be6-6e7c-4e7b-99c6-f9b9c6729c65 req-e37d859d-460b-42bd-aeb8-aaa348a075ca tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:33:11.045205 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-e476e255-8a37-414b-a79c-4abfe81f4edd None None] Could not find standard attr ID for object 4ea0f0a9-7039-408d-8300-68cb6509e766. {{(pid=103409) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Feb 28 10:33:11.048866 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d481526f-302d-449c-a9e4-75dbc9623dde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fc6c9b74-8dbb-41bb-800a-5bd3a43fe896), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:11.049822 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-95991be6-6e7c-4e7b-99c6-f9b9c6729c65 req-e37d859d-460b-42bd-aeb8-aaa348a075ca tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] 10.222.0.20 "GET /v2.0/ports?device_id=21839f2d-46e7-497a-a06a-b1ae129c5e90 HTTP/1.1" status: 200 len: 945 time: 0.3075063 Feb 28 10:33:11.075707 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-68be43f9-7a69-44c5-9373-72cd50773475 tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Publish callbacks [] for router_gateway (8f57ea76-59d8-4b98-8eee-c88f922d85ee), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:11.102861 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fa11010d-fd56-41d7-82e3-1a94a7a4a61d tempest-FloatingIPAdminTestJSON-83079418 tempest-FloatingIPAdminTestJSON-83079418-project-admin] Publish callbacks [] for floatingip (d05d17b6-5b1d-45ea-be98-9aa59ce52af1), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:11.141794 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fa11010d-fd56-41d7-82e3-1a94a7a4a61d tempest-FloatingIPAdminTestJSON-83079418 tempest-FloatingIPAdminTestJSON-83079418-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (e0f2f52f-b7f2-4fb6-b3da-20dd12d8335b), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:11.158968 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.db.api [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103409) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 10:33:11.158968 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG oslo_db.api [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 10:33:11.169878 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-090e1f1e-d3e1-4506-8564-4cf62452ab62 tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Calling delete_port for bbdb3469-ce37-4ded-9069-c8184570eb40 owned by {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:33:11.181978 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-6a758ea6-572b-49b1-bfd9-228272b95ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f57ea76-59d8-4b98-8eee-c88f922d85ee', 'name': 'tempest-snat-router-751483820', 'tenant_id': 'a48e85374c4b471b881a673c7d60b591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.169'}], 'enable_snat': True}, 'gw_port_id': 'a067aaa6-d755-4808-aaf6-9a3b22dcd36f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:33:05Z', 'updated_at': '2022-02-28T10:33:08Z', 'revision_number': 3, 'project_id': 'a48e85374c4b471b881a673c7d60b591', 'gw_port': {'id': 'a067aaa6-d755-4808-aaf6-9a3b22dcd36f', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:53:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f57ea76-59d8-4b98-8eee-c88f922d85ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:33:07Z', 'updated_at': '2022-02-28T10:33:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:33:11.215167 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a758ea6-572b-49b1-bfd9-228272b95ffc None None] Checking router: 8f57ea76-59d8-4b98-8eee-c88f922d85ee for host: dv-neutron-master-2-hyperv {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:33:11.215586 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a758ea6-572b-49b1-bfd9-228272b95ffc None None] Updating router 8f57ea76-59d8-4b98-8eee-c88f922d85ee port a067aaa6-d755-4808-aaf6-9a3b22dcd36f binding host dv-neutron-master-2-hyperv {{(pid=103409) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 10:33:11.245300 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6a758ea6-572b-49b1-bfd9-228272b95ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (a067aaa6-d755-4808-aaf6-9a3b22dcd36f), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:11.289756 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_v2 [None req-e668ee02-8399-4431-ad3d-d25b9918d66b tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Deleting subnet 9ad1bdc5-d8bd-4193-ae90-43457b7c26d8 {{(pid=103407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:33:11.316061 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fa11010d-fd56-41d7-82e3-1a94a7a4a61d tempest-FloatingIPAdminTestJSON-83079418 tempest-FloatingIPAdminTestJSON-83079418-project-admin] Publish callbacks [] for port (e0f2f52f-b7f2-4fb6-b3da-20dd12d8335b), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:11.321641 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fa11010d-fd56-41d7-82e3-1a94a7a4a61d tempest-FloatingIPAdminTestJSON-83079418 tempest-FloatingIPAdminTestJSON-83079418-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3242529'] for port (e0f2f52f-b7f2-4fb6-b3da-20dd12d8335b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:11.330356 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e668ee02-8399-4431-ad3d-d25b9918d66b tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks [] for subnet (9ad1bdc5-d8bd-4193-ae90-43457b7c26d8), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:11.378440 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-95991be6-6e7c-4e7b-99c6-f9b9c6729c65 req-94e34fda-26e4-44e3-8c1e-81db8a5d3c97 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] 10.222.0.20 "GET /v2.0/security-groups?id=c6054555-6cfe-4c7d-9758-21814521da07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3276410 Feb 28 10:33:11.401356 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa11010d-fd56-41d7-82e3-1a94a7a4a61d tempest-FloatingIPAdminTestJSON-83079418 tempest-FloatingIPAdminTestJSON-83079418-project-admin] Pushing event updated for resources: {'Port': ['ID=e0f2f52f-b7f2-4fb6-b3da-20dd12d8335b,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:11.422077 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fa11010d-fd56-41d7-82e3-1a94a7a4a61d tempest-FloatingIPAdminTestJSON-83079418 tempest-FloatingIPAdminTestJSON-83079418-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1803383'] for floatingip (d05d17b6-5b1d-45ea-be98-9aa59ce52af1), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:11.439323 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e668ee02-8399-4431-ad3d-d25b9918d66b tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3501132'] for subnet (9ad1bdc5-d8bd-4193-ae90-43457b7c26d8), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:11.443950 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fa11010d-fd56-41d7-82e3-1a94a7a4a61d tempest-FloatingIPAdminTestJSON-83079418 tempest-FloatingIPAdminTestJSON-83079418-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for floatingip (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:11.445766 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-fa11010d-fd56-41d7-82e3-1a94a7a4a61d tempest-FloatingIPAdminTestJSON-83079418 tempest-FloatingIPAdminTestJSON-83079418-project-admin] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1084366 Feb 28 10:33:11.448434 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 34706) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:11.463844 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e684bd-f30f-4c6d-aa44-01a972cb0082 req-437c2302-f419-45e0-942f-04ab77774eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:33:11.465397 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-82e684bd-f30f-4c6d-aa44-01a972cb0082 req-437c2302-f419-45e0-942f-04ab77774eab service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=194e12cf0f844c7eb6a851155ceb2206&device_id=21839f2d-46e7-497a-a06a-b1ae129c5e90 HTTP/1.1" status: 200 len: 1129 time: 0.3212569 Feb 28 10:33:11.492944 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-308553fb-ef98-4e83-bf8f-1907c87f2d42 tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] Publish callbacks [] for router_gateway (f023a5e2-4e4b-488e-b810-03ac28f813de), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:11.541104 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6a758ea6-572b-49b1-bfd9-228272b95ffc None None] Publish callbacks [] for port (a067aaa6-d755-4808-aaf6-9a3b22dcd36f), precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:11.553432 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6a758ea6-572b-49b1-bfd9-228272b95ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (a067aaa6-d755-4808-aaf6-9a3b22dcd36f), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:11.561081 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-68be43f9-7a69-44c5-9373-72cd50773475 tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Deleting port a067aaa6-d755-4808-aaf6-9a3b22dcd36f {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:33:11.561399 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-68be43f9-7a69-44c5-9373-72cd50773475 tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (a067aaa6-d755-4808-aaf6-9a3b22dcd36f), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:11.562846 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-72d05f45-3226-48b3-85f8-7e45bdbfd249 tempest-FloatingIPAdminTestJSON-385089431 tempest-FloatingIPAdminTestJSON-385089431-project] Request body: {'floatingip': {'floating_network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:33:11.571226 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-090e1f1e-d3e1-4506-8564-4cf62452ab62 tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (bbdb3469-ce37-4ded-9069-c8184570eb40), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:11.594493 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-72d05f45-3226-48b3-85f8-7e45bdbfd249 tempest-FloatingIPAdminTestJSON-385089431 tempest-FloatingIPAdminTestJSON-385089431-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:11.616503 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7046a2f-804a-4d13-9997-7ceb09ebbda5 None None] Pushing event updated for resources: {'Port': ['ID=a067aaa6-d755-4808-aaf6-9a3b22dcd36f,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:11.632226 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-6a758ea6-572b-49b1-bfd9-228272b95ffc None None] Attempting to bind port a067aaa6-d755-4808-aaf6-9a3b22dcd36f on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:33:11.632885 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-6a758ea6-572b-49b1-bfd9-228272b95ffc None None] Attempting to bind port a067aaa6-d755-4808-aaf6-9a3b22dcd36f by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '195d7ed7-323d-4284-82df-208cca613d99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:33:11.633786 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a758ea6-572b-49b1-bfd9-228272b95ffc None None] Attempting to bind port a067aaa6-d755-4808-aaf6-9a3b22dcd36f on network 1e0804d0-d1d9-4d40-9de5-2936f3d87840 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:33:11.639847 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a758ea6-572b-49b1-bfd9-228272b95ffc None None] Checking agent: {'id': '75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 24, 15), 'started_at': datetime.datetime(2022, 2, 28, 10, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 32, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:33:11.640737 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a758ea6-572b-49b1-bfd9-228272b95ffc None None] Checking segment: {'id': '195d7ed7-323d-4284-82df-208cca613d99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:33:11.641159 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6a758ea6-572b-49b1-bfd9-228272b95ffc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:11.641564 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a758ea6-572b-49b1-bfd9-228272b95ffc None None] Bound using segment: {'id': '195d7ed7-323d-4284-82df-208cca613d99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:33:11.642033 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-6a758ea6-572b-49b1-bfd9-228272b95ffc None None] Bound port: a067aaa6-d755-4808-aaf6-9a3b22dcd36f, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '195d7ed7-323d-4284-82df-208cca613d99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:33:11.642412 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6a758ea6-572b-49b1-bfd9-228272b95ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (a067aaa6-d755-4808-aaf6-9a3b22dcd36f), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:11.717409 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-72d05f45-3226-48b3-85f8-7e45bdbfd249 tempest-FloatingIPAdminTestJSON-385089431 tempest-FloatingIPAdminTestJSON-385089431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:11.731164 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 0bb489fe-40b7-414b-a981-9db1489c91ec is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:33:11.742977 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-6a758ea6-572b-49b1-bfd9-228272b95ffc None None] For port a067aaa6-d755-4808-aaf6-9a3b22dcd36f, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:33:11.746852 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-6a758ea6-572b-49b1-bfd9-228272b95ffc None None] For port a067aaa6-d755-4808-aaf6-9a3b22dcd36f, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a067aaa6-d755-4808-aaf6-9a3b22dcd36f,segment=NetworkSegment(195d7ed7-323d-4284-82df-208cca613d99),segment_id=195d7ed7-323d-4284-82df-208cca613d99)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:33:11.758158 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6a758ea6-572b-49b1-bfd9-228272b95ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (a067aaa6-d755-4808-aaf6-9a3b22dcd36f), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:11.842276 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-72d05f45-3226-48b3-85f8-7e45bdbfd249 tempest-FloatingIPAdminTestJSON-385089431 tempest-FloatingIPAdminTestJSON-385089431-project] Allocated IP 172.36.5.134 (1e0804d0-d1d9-4d40-9de5-2936f3d87840/6f6f4129-23e5-4c3b-b4ef-4c7ce926797e/bd80ccd7-6859-4508-a2b1-49128bae958a) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:33:11.847138 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7046a2f-804a-4d13-9997-7ceb09ebbda5 None None] Pushing event updated for resources: {'Port': ['ID=a067aaa6-d755-4808-aaf6-9a3b22dcd36f,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:11.859518 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 0bb489fe-40b7-414b-a981-9db1489c91ec up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:33:11.898908 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a758ea6-572b-49b1-bfd9-228272b95ffc None None] Routers {'8f57ea76-59d8-4b98-8eee-c88f922d85ee'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:33:11.899586 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-6a758ea6-572b-49b1-bfd9-228272b95ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:33:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['8f57ea76-59d8-4b98-8eee-c88f922d85ee'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:33:11.973152 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-72d05f45-3226-48b3-85f8-7e45bdbfd249 tempest-FloatingIPAdminTestJSON-385089431 tempest-FloatingIPAdminTestJSON-385089431-project] Publish callbacks [] for port (bd80ccd7-6859-4508-a2b1-49128bae958a), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:12.011996 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b6d631fb-7df0-4fe1-8322-abff3b61cae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (0db5147a-92a3-4581-8a5f-8ec9b93e0600), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:12.013244 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-72d05f45-3226-48b3-85f8-7e45bdbfd249 tempest-FloatingIPAdminTestJSON-385089431 tempest-FloatingIPAdminTestJSON-385089431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (bd80ccd7-6859-4508-a2b1-49128bae958a), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:12.023505 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090e1f1e-d3e1-4506-8564-4cf62452ab62 tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Pushing event deleted for resources: {'Port': ['ID=bbdb3469-ce37-4ded-9069-c8184570eb40,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:12.033756 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72d05f45-3226-48b3-85f8-7e45bdbfd249 tempest-FloatingIPAdminTestJSON-385089431 tempest-FloatingIPAdminTestJSON-385089431-project] Network 1e0804d0-d1d9-4d40-9de5-2936f3d87840 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:33:12.034561 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-6a758ea6-572b-49b1-bfd9-228272b95ffc None None] Set router 8f57ea76-59d8-4b98-8eee-c88f922d85ee gateway port host: None {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:33:12.038061 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port 0bb489fe-40b7-414b-a981-9db1489c91ec triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:33:12.038198 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-72d05f45-3226-48b3-85f8-7e45bdbfd249 tempest-FloatingIPAdminTestJSON-385089431 tempest-FloatingIPAdminTestJSON-385089431-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:33:12.038288 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (0bb489fe-40b7-414b-a981-9db1489c91ec), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:12.039664 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d05f45-3226-48b3-85f8-7e45bdbfd249 tempest-FloatingIPAdminTestJSON-385089431 tempest-FloatingIPAdminTestJSON-385089431-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:33:12.040453 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-090e1f1e-d3e1-4506-8564-4cf62452ab62 tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:12.043718 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-090e1f1e-d3e1-4506-8564-4cf62452ab62 tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] 10.222.0.20 "DELETE /v2.0/ports/bbdb3469-ce37-4ded-9069-c8184570eb40 HTTP/1.1" status: 204 len: 168 time: 1.5668235 Feb 28 10:33:12.053445 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 34710) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:12.076754 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e668ee02-8399-4431-ad3d-d25b9918d66b tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-823142'] for subnet (9ad1bdc5-d8bd-4193-ae90-43457b7c26d8), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:12.112252 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d05f45-3226-48b3-85f8-7e45bdbfd249 tempest-FloatingIPAdminTestJSON-385089431 tempest-FloatingIPAdminTestJSON-385089431-project] Pushing event updated for resources: {'Port': ['ID=bd80ccd7-6859-4508-a2b1-49128bae958a,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:12.118119 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-6a758ea6-572b-49b1-bfd9-228272b95ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f57ea76-59d8-4b98-8eee-c88f922d85ee', 'name': 'tempest-snat-router-751483820', 'tenant_id': 'a48e85374c4b471b881a673c7d60b591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:33:05Z', 'updated_at': '2022-02-28T10:33:11Z', 'revision_number': 4, 'project_id': 'a48e85374c4b471b881a673c7d60b591', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:33:12.153266 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a758ea6-572b-49b1-bfd9-228272b95ffc None None] The sync data for ids ['8f57ea76-59d8-4b98-8eee-c88f922d85ee'] in dv-neutron-master-2-hyperv is: [{'id': '8f57ea76-59d8-4b98-8eee-c88f922d85ee', 'name': 'tempest-snat-router-751483820', 'tenant_id': 'a48e85374c4b471b881a673c7d60b591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:33:05Z', 'updated_at': '2022-02-28T10:33:11Z', 'revision_number': 4, 'project_id': 'a48e85374c4b471b881a673c7d60b591', 'gw_port_host': None}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:33:12.162971 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e684bd-f30f-4c6d-aa44-01a972cb0082 req-971581ed-3720-4e2b-ba94-34c60e2b0ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:33:12.164659 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-82e684bd-f30f-4c6d-aa44-01a972cb0082 req-971581ed-3720-4e2b-ba94-34c60e2b0ca7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c8fe4d5f-4a1f-41f9-85f5-28e75dcf99b0 HTTP/1.1" status: 200 len: 912 time: 0.6640966 Feb 28 10:33:12.171110 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-72d05f45-3226-48b3-85f8-7e45bdbfd249 tempest-FloatingIPAdminTestJSON-385089431 tempest-FloatingIPAdminTestJSON-385089431-project] Publish callbacks [] for floatingip (f4c4753f-b7fa-4f13-8c9f-04a48ea0cf70), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:12.206835 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 0bb489fe-40b7-414b-a981-9db1489c91ec is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:33:12.215148 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-72d05f45-3226-48b3-85f8-7e45bdbfd249 tempest-FloatingIPAdminTestJSON-385089431 tempest-FloatingIPAdminTestJSON-385089431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (bd80ccd7-6859-4508-a2b1-49128bae958a), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:12.239661 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-68be43f9-7a69-44c5-9373-72cd50773475 tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (a067aaa6-d755-4808-aaf6-9a3b22dcd36f), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:12.292339 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-308553fb-ef98-4e83-bf8f-1907c87f2d42 tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] Deleting port 84f0b808-4b7e-4e66-9820-9b50b6b805c4 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:33:12.292843 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-308553fb-ef98-4e83-bf8f-1907c87f2d42 tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (84f0b808-4b7e-4e66-9820-9b50b6b805c4), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:12.299985 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-68be43f9-7a69-44c5-9373-72cd50773475 tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Calling delete_port for a067aaa6-d755-4808-aaf6-9a3b22dcd36f owned by network:router_gateway {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:33:12.367333 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e668ee02-8399-4431-ad3d-d25b9918d66b tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-823145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3498088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3516558'] for subnet (9ad1bdc5-d8bd-4193-ae90-43457b7c26d8), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:12.385941 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-72d05f45-3226-48b3-85f8-7e45bdbfd249 tempest-FloatingIPAdminTestJSON-385089431 tempest-FloatingIPAdminTestJSON-385089431-project] Publish callbacks [] for port (bd80ccd7-6859-4508-a2b1-49128bae958a), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:12.391671 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-72d05f45-3226-48b3-85f8-7e45bdbfd249 tempest-FloatingIPAdminTestJSON-385089431 tempest-FloatingIPAdminTestJSON-385089431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3242529'] for port (bd80ccd7-6859-4508-a2b1-49128bae958a), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:12.418040 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-82e684bd-f30f-4c6d-aa44-01a972cb0082 req-cad20629-25c0-47d0-91d7-40d36e0c89e9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9e40b316-6489-47a0-bf5a-713af4e208f5 HTTP/1.1" status: 200 len: 1000 time: 0.2421930 Feb 28 10:33:12.463088 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d05f45-3226-48b3-85f8-7e45bdbfd249 tempest-FloatingIPAdminTestJSON-385089431 tempest-FloatingIPAdminTestJSON-385089431-project] Pushing event updated for resources: {'Port': ['ID=bd80ccd7-6859-4508-a2b1-49128bae958a,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:12.473749 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-72d05f45-3226-48b3-85f8-7e45bdbfd249 tempest-FloatingIPAdminTestJSON-385089431 tempest-FloatingIPAdminTestJSON-385089431-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1803383'] for floatingip (f4c4753f-b7fa-4f13-8c9f-04a48ea0cf70), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:12.478332 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e668ee02-8399-4431-ad3d-d25b9918d66b tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Pushing event deleted for resources: {'Subnet': ['ID=9ad1bdc5-d8bd-4193-ae90-43457b7c26d8,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:12.482995 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-825a545e-c459-41d9-b4a5-ff8e9baa65fe None None] Network 9f0a511d-8408-4971-9daa-968eebea54f2 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:33:12.485979 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e668ee02-8399-4431-ad3d-d25b9918d66b tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616561'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:12.489533 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-e668ee02-8399-4431-ad3d-d25b9918d66b tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "DELETE /v2.0/subnets/9ad1bdc5-d8bd-4193-ae90-43457b7c26d8 HTTP/1.1" status: 204 len: 168 time: 1.4685800 Feb 28 10:33:12.493699 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-72d05f45-3226-48b3-85f8-7e45bdbfd249 tempest-FloatingIPAdminTestJSON-385089431 tempest-FloatingIPAdminTestJSON-385089431-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for floatingip (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:12.495022 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-72d05f45-3226-48b3-85f8-7e45bdbfd249 tempest-FloatingIPAdminTestJSON-385089431 tempest-FloatingIPAdminTestJSON-385089431-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0455573 Feb 28 10:33:12.495829 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 34714) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:12.497797 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 34716) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:12.548141 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-56a4ba2f-394a-44d9-845e-d8177f67a1f3 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0510483 Feb 28 10:33:12.564465 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 34718) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:12.576011 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-7739574b-ee32-46c6-98ff-26e31cabaa23 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Request body: {'subnet': {'network_id': '9f0a511d-8408-4971-9daa-968eebea54f2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:33:12.607119 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-1714b397-87c6-4413-a68c-378bc4d6a98e tempest-FloatingIPAdminTestJSON-83079418 tempest-FloatingIPAdminTestJSON-83079418-project-admin] 10.222.0.20 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4006 time: 0.1034405 Feb 28 10:33:12.609685 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 34720) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:12.644518 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-308553fb-ef98-4e83-bf8f-1907c87f2d42 tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (84f0b808-4b7e-4e66-9820-9b50b6b805c4), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:12.667383 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-bd5f02fc-c068-4eaa-8381-f85a8a957dbd tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Deleting port 8a992719-2d7a-4151-a2aa-6653ed514336 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:33:12.667826 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bd5f02fc-c068-4eaa-8381-f85a8a957dbd tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (8a992719-2d7a-4151-a2aa-6653ed514336), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:12.688846 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-ed1e2536-e546-41d3-95ba-75b3d2269e2e tempest-FloatingIPAdminTestJSON-178010834 tempest-FloatingIPAdminTestJSON-178010834-project] 10.222.0.20 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.0755198 Feb 28 10:33:12.689172 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 34722) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:12.720574 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e684bd-f30f-4c6d-aa44-01a972cb0082 req-d8e4fed3-05f9-4874-b035-55545d6287fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:33:12.722251 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-82e684bd-f30f-4c6d-aa44-01a972cb0082 req-d8e4fed3-05f9-4874-b035-55545d6287fd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f9ad3164-3d89-48ee-bb07-ade0c62bef16 HTTP/1.1" status: 200 len: 850 time: 0.2634525 Feb 28 10:33:12.725165 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-308553fb-ef98-4e83-bf8f-1907c87f2d42 tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] Calling delete_port for 84f0b808-4b7e-4e66-9820-9b50b6b805c4 owned by network:router_gateway {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:33:12.821488 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3701a51-dfb4-4bb5-8d02-541bc41da3eb None None] DHCP port deletion for 9f0a511d-8408-4971-9daa-968eebea54f2 request from dv-neutron-master-2-hyperv {{(pid=103409) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:33:12.826175 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-4578521a-6f17-428c-96b5-e91e4401ba88 tempest-FloatingIPAdminTestJSON-385089431 tempest-FloatingIPAdminTestJSON-385089431-project] Deleting port bd80ccd7-6859-4508-a2b1-49128bae958a {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:33:12.826676 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4578521a-6f17-428c-96b5-e91e4401ba88 tempest-FloatingIPAdminTestJSON-385089431 tempest-FloatingIPAdminTestJSON-385089431-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (bd80ccd7-6859-4508-a2b1-49128bae958a), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:12.888807 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-a3701a51-dfb4-4bb5-8d02-541bc41da3eb None None] Deleting port 0bb489fe-40b7-414b-a981-9db1489c91ec {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:33:12.889442 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a3701a51-dfb4-4bb5-8d02-541bc41da3eb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (0bb489fe-40b7-414b-a981-9db1489c91ec), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:12.899863 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12529d6-cd56-4116-89ea-2b15e1e3f79b req-505f2016-7746-45cc-9e86-b5e9efc4e085 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:33:12.901420 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-f12529d6-cd56-4116-89ea-2b15e1e3f79b req-505f2016-7746-45cc-9e86-b5e9efc4e085 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] 10.222.0.20 "GET /v2.0/ports?device_id=21839f2d-46e7-497a-a06a-b1ae129c5e90 HTTP/1.1" status: 200 len: 945 time: 0.4108093 Feb 28 10:33:12.910990 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4578521a-6f17-428c-96b5-e91e4401ba88 tempest-FloatingIPAdminTestJSON-385089431 tempest-FloatingIPAdminTestJSON-385089431-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (bd80ccd7-6859-4508-a2b1-49128bae958a), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:12.911317 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4578521a-6f17-428c-96b5-e91e4401ba88 tempest-FloatingIPAdminTestJSON-385089431 tempest-FloatingIPAdminTestJSON-385089431-project] Publish callbacks [] for floatingip (bd80ccd7-6859-4508-a2b1-49128bae958a), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:12.924681 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-4578521a-6f17-428c-96b5-e91e4401ba88 tempest-FloatingIPAdminTestJSON-385089431 tempest-FloatingIPAdminTestJSON-385089431-project] Calling delete_port for bd80ccd7-6859-4508-a2b1-49128bae958a owned by network:floatingip {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:33:12.948491 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bd5f02fc-c068-4eaa-8381-f85a8a957dbd tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (8a992719-2d7a-4151-a2aa-6653ed514336), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:12.964451 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-a3701a51-dfb4-4bb5-8d02-541bc41da3eb None None] For port 0bb489fe-40b7-414b-a981-9db1489c91ec, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0bb489fe-40b7-414b-a981-9db1489c91ec,segment=NetworkSegment(bf553b55-fb1d-4346-a090-4fb77eb0fbd7),segment_id=bf553b55-fb1d-4346-a090-4fb77eb0fbd7)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:33:12.964975 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a3701a51-dfb4-4bb5-8d02-541bc41da3eb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (0bb489fe-40b7-414b-a981-9db1489c91ec), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:12.979591 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-a3701a51-dfb4-4bb5-8d02-541bc41da3eb None None] Calling delete_port for 0bb489fe-40b7-414b-a981-9db1489c91ec owned by network:dhcp {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:33:13.004688 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-bd5f02fc-c068-4eaa-8381-f85a8a957dbd tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Calling delete_port for 8a992719-2d7a-4151-a2aa-6653ed514336 owned by {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:33:13.020104 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7739574b-ee32-46c6-98ff-26e31cabaa23 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Made reservation on behalf of 01d784a6a3f04224a7e9160ad9d44184 for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:33:13.023595 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7739574b-ee32-46c6-98ff-26e31cabaa23 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3516581'] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:13.077828 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a3701a51-dfb4-4bb5-8d02-541bc41da3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758'] for port (0bb489fe-40b7-414b-a981-9db1489c91ec), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:13.107737 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4578521a-6f17-428c-96b5-e91e4401ba88 tempest-FloatingIPAdminTestJSON-385089431 tempest-FloatingIPAdminTestJSON-385089431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (bd80ccd7-6859-4508-a2b1-49128bae958a), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:13.113807 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3701a51-dfb4-4bb5-8d02-541bc41da3eb None None] Pushing event deleted for resources: {'Port': ['ID=0bb489fe-40b7-414b-a981-9db1489c91ec,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:13.123940 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3701a51-dfb4-4bb5-8d02-541bc41da3eb None None] No DVR routers for this DVR port 0bb489fe-40b7-414b-a981-9db1489c91ec on host dv-neutron-master-2-hyperv {{(pid=103409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:33:13.148622 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4578521a-6f17-428c-96b5-e91e4401ba88 tempest-FloatingIPAdminTestJSON-385089431 tempest-FloatingIPAdminTestJSON-385089431-project] Pushing event deleted for resources: {'Port': ['ID=bd80ccd7-6859-4508-a2b1-49128bae958a,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:13.182446 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e684bd-f30f-4c6d-aa44-01a972cb0082 req-256785ad-b61f-4b6a-b6ea-911ffe7a2d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:33:13.184045 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-82e684bd-f30f-4c6d-aa44-01a972cb0082 req-256785ad-b61f-4b6a-b6ea-911ffe7a2d45 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c8fe4d5f-4a1f-41f9-85f5-28e75dcf99b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.4090092 Feb 28 10:33:13.199401 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-f12529d6-cd56-4116-89ea-2b15e1e3f79b req-ff3820e7-8a48-42fb-be96-e1b411d8c18a tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] 10.222.0.20 "GET /v2.0/security-groups?id=c6054555-6cfe-4c7d-9758-21814521da07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2885714 Feb 28 10:33:13.224577 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-68be43f9-7a69-44c5-9373-72cd50773475 tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (a067aaa6-d755-4808-aaf6-9a3b22dcd36f), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:13.228048 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4578521a-6f17-428c-96b5-e91e4401ba88 tempest-FloatingIPAdminTestJSON-385089431 tempest-FloatingIPAdminTestJSON-385089431-project] Publish callbacks [] for floatingip (f4c4753f-b7fa-4f13-8c9f-04a48ea0cf70), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:13.228048 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4578521a-6f17-428c-96b5-e91e4401ba88 tempest-FloatingIPAdminTestJSON-385089431 tempest-FloatingIPAdminTestJSON-385089431-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for floatingip (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:13.228048 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-4578521a-6f17-428c-96b5-e91e4401ba88 tempest-FloatingIPAdminTestJSON-385089431 tempest-FloatingIPAdminTestJSON-385089431-project] 10.222.0.20 "DELETE /v2.0/floatingips/f4c4753f-b7fa-4f13-8c9f-04a48ea0cf70 HTTP/1.1" status: 204 len: 168 time: 0.5320425 Feb 28 10:33:13.228048 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 34724) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:13.300841 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68be43f9-7a69-44c5-9373-72cd50773475 tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Pushing event deleted for resources: {'Port': ['ID=a067aaa6-d755-4808-aaf6-9a3b22dcd36f,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:13.361800 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-b9c7419c-b9b8-4d34-a5cf-d570ad884f78 tempest-FloatingIPAdminTestJSON-83079418 tempest-FloatingIPAdminTestJSON-83079418-project-admin] Deleting port e0f2f52f-b7f2-4fb6-b3da-20dd12d8335b {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:33:13.362141 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b9c7419c-b9b8-4d34-a5cf-d570ad884f78 tempest-FloatingIPAdminTestJSON-83079418 tempest-FloatingIPAdminTestJSON-83079418-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (e0f2f52f-b7f2-4fb6-b3da-20dd12d8335b), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:13.397749 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6b923bb1-06b0-4b84-b461-7cc1d0196090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (2e621730-3978-4720-b581-ac380e97a567), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:13.439530 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b9c7419c-b9b8-4d34-a5cf-d570ad884f78 tempest-FloatingIPAdminTestJSON-83079418 tempest-FloatingIPAdminTestJSON-83079418-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (e0f2f52f-b7f2-4fb6-b3da-20dd12d8335b), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:13.439956 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b9c7419c-b9b8-4d34-a5cf-d570ad884f78 tempest-FloatingIPAdminTestJSON-83079418 tempest-FloatingIPAdminTestJSON-83079418-project-admin] Publish callbacks [] for floatingip (e0f2f52f-b7f2-4fb6-b3da-20dd12d8335b), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:13.453927 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-b9c7419c-b9b8-4d34-a5cf-d570ad884f78 tempest-FloatingIPAdminTestJSON-83079418 tempest-FloatingIPAdminTestJSON-83079418-project-admin] Calling delete_port for e0f2f52f-b7f2-4fb6-b3da-20dd12d8335b owned by network:floatingip {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:33:13.469568 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bd5f02fc-c068-4eaa-8381-f85a8a957dbd tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (8a992719-2d7a-4151-a2aa-6653ed514336), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:13.516356 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-82e684bd-f30f-4c6d-aa44-01a972cb0082 req-bfd40547-22ae-482e-90f7-859830a6a3b0 service neutron] 10.222.0.30 "GET /v2.0/networks/c8fe4d5f-4a1f-41f9-85f5-28e75dcf99b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3229847 Feb 28 10:33:13.549933 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-68be43f9-7a69-44c5-9373-72cd50773475 tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1803321'] for router_gateway (8f57ea76-59d8-4b98-8eee-c88f922d85ee), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:13.559099 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5f02fc-c068-4eaa-8381-f85a8a957dbd tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Pushing event deleted for resources: {'Port': ['ID=8a992719-2d7a-4151-a2aa-6653ed514336,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:13.602213 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b9c7419c-b9b8-4d34-a5cf-d570ad884f78 tempest-FloatingIPAdminTestJSON-83079418 tempest-FloatingIPAdminTestJSON-83079418-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (e0f2f52f-b7f2-4fb6-b3da-20dd12d8335b), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:13.628024 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c7419c-b9b8-4d34-a5cf-d570ad884f78 tempest-FloatingIPAdminTestJSON-83079418 tempest-FloatingIPAdminTestJSON-83079418-project-admin] Pushing event deleted for resources: {'Port': ['ID=e0f2f52f-b7f2-4fb6-b3da-20dd12d8335b,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:13.635179 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-308553fb-ef98-4e83-bf8f-1907c87f2d42 tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (84f0b808-4b7e-4e66-9820-9b50b6b805c4), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:13.637753 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bd5f02fc-c068-4eaa-8381-f85a8a957dbd tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:13.641076 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-bd5f02fc-c068-4eaa-8381-f85a8a957dbd tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] 10.222.0.20 "DELETE /v2.0/ports/8a992719-2d7a-4151-a2aa-6653ed514336 HTTP/1.1" status: 204 len: 168 time: 1.5866888 Feb 28 10:33:13.650198 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 34726) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:13.701556 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-381a84db-6700-4c16-92a4-da9cc09e7a3f tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0502331 Feb 28 10:33:13.708569 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 34728) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:13.714329 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-0aba455e-fe48-41fe-8a05-52f9d9cbf9fc tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1932991373'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:33:13.734222 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b9c7419c-b9b8-4d34-a5cf-d570ad884f78 tempest-FloatingIPAdminTestJSON-83079418 tempest-FloatingIPAdminTestJSON-83079418-project-admin] Publish callbacks [] for floatingip (d05d17b6-5b1d-45ea-be98-9aa59ce52af1), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:13.736801 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b9c7419c-b9b8-4d34-a5cf-d570ad884f78 tempest-FloatingIPAdminTestJSON-83079418 tempest-FloatingIPAdminTestJSON-83079418-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for floatingip (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:13.737950 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-b9c7419c-b9b8-4d34-a5cf-d570ad884f78 tempest-FloatingIPAdminTestJSON-83079418 tempest-FloatingIPAdminTestJSON-83079418-project-admin] 10.222.0.20 "DELETE /v2.0/floatingips/d05d17b6-5b1d-45ea-be98-9aa59ce52af1 HTTP/1.1" status: 204 len: 168 time: 0.5122643 Feb 28 10:33:13.742606 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 34730) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:13.748146 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-68be43f9-7a69-44c5-9373-72cd50773475 tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1807017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5941'] for router (8f57ea76-59d8-4b98-8eee-c88f922d85ee), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:13.751724 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aba455e-fe48-41fe-8a05-52f9d9cbf9fc tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Made reservation on behalf of c319e99d39084ea4a47ff39ae97012d5 for: {'network': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:33:13.754883 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0aba455e-fe48-41fe-8a05-52f9d9cbf9fc tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for network (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:13.779413 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-68be43f9-7a69-44c5-9373-72cd50773475 tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Publish callbacks [] for router_controller (8f57ea76-59d8-4b98-8eee-c88f922d85ee), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:13.782652 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308553fb-ef98-4e83-bf8f-1907c87f2d42 tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] Pushing event deleted for resources: {'Port': ['ID=84f0b808-4b7e-4e66-9820-9b50b6b805c4,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:13.805708 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0aba455e-fe48-41fe-8a05-52f9d9cbf9fc tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 270} {{(pid=103408) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:33:13.821656 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0aba455e-fe48-41fe-8a05-52f9d9cbf9fc tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (1290d727-7687-477d-9822-9444604fcbc7), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:13.822004 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.db.segments_db [None req-0aba455e-fe48-41fe-8a05-52f9d9cbf9fc tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Added segment 1290d727-7687-477d-9822-9444604fcbc7 of type vlan for network c62470f3-5f3f-4345-8021-d257630aa4d0 Feb 28 10:33:13.848177 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 0bb489fe-40b7-414b-a981-9db1489c91ec no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:33:13.869620 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0aba455e-fe48-41fe-8a05-52f9d9cbf9fc tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742056637431'] for network (c62470f3-5f3f-4345-8021-d257630aa4d0), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:13.873658 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] No Port match for: 0bb489fe-40b7-414b-a981-9db1489c91ec {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:33:13.874128 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 0bb489fe-40b7-414b-a981-9db1489c91ec not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:33:13.897669 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7739574b-ee32-46c6-98ff-26e31cabaa23 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3498031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3516567'] for subnet (a1798998-9023-434d-b0c1-73c3ca0bcb1e), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:13.920775 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0aba455e-fe48-41fe-8a05-52f9d9cbf9fc tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551'] for network (c62470f3-5f3f-4345-8021-d257630aa4d0), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:13.921148 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-68be43f9-7a69-44c5-9373-72cd50773475 tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1806994'] for router (8f57ea76-59d8-4b98-8eee-c88f922d85ee), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:13.921712 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68be43f9-7a69-44c5-9373-72cd50773475 tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8f57ea76-59d8-4b98-8eee-c88f922d85ee {{(pid=103407) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 10:33:13.925690 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aba455e-fe48-41fe-8a05-52f9d9cbf9fc tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:33:13.926295 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0aba455e-fe48-41fe-8a05-52f9d9cbf9fc tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616561'] for network (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:13.947026 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-68be43f9-7a69-44c5-9373-72cd50773475 tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:13.950941 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-68be43f9-7a69-44c5-9373-72cd50773475 tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] 10.222.0.20 "DELETE /v2.0/routers/8f57ea76-59d8-4b98-8eee-c88f922d85ee HTTP/1.1" status: 204 len: 168 time: 3.5949452 Feb 28 10:33:13.955583 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 34732) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:13.957734 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-82e684bd-f30f-4c6d-aa44-01a972cb0082 req-6f970e4d-5c94-40ec-ac5b-9673353524ca service neutron] 10.222.0.30 "GET /v2.0/networks/c8fe4d5f-4a1f-41f9-85f5-28e75dcf99b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4091921 Feb 28 10:33:13.969931 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7739574b-ee32-46c6-98ff-26e31cabaa23 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Network 9f0a511d-8408-4971-9daa-968eebea54f2 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:33:13.973012 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-308553fb-ef98-4e83-bf8f-1907c87f2d42 tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1803321'] for router_gateway (f023a5e2-4e4b-488e-b810-03ac28f813de), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:14.001793 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-7739574b-ee32-46c6-98ff-26e31cabaa23 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:33:14.010787 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-0aba455e-fe48-41fe-8a05-52f9d9cbf9fc tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3012066 Feb 28 10:33:14.017470 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99ac72a0-b56c-442d-8345-e362ce11b498 None None] Network 9f0a511d-8408-4971-9daa-968eebea54f2 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:33:14.043171 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7739574b-ee32-46c6-98ff-26e31cabaa23 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:33:14.043171 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7739574b-ee32-46c6-98ff-26e31cabaa23 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616561'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:14.045497 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 34734) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:14.050381 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-4a560d65-f823-48e8-8d0f-754137abaca2 tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1769759616'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:33:14.066806 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aba455e-fe48-41fe-8a05-52f9d9cbf9fc tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Pushing event updated for resources: {'Network': ['ID=c62470f3-5f3f-4345-8021-d257630aa4d0,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:14.076597 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-47121888-6424-4f86-9182-2938f1068bc2 tempest-FloatingIPAdminTestJSON-178010834 tempest-FloatingIPAdminTestJSON-178010834-project] Deleting port 823a9915-4e6d-42ac-96d3-3263f5f0de17 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:33:14.076925 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-47121888-6424-4f86-9182-2938f1068bc2 tempest-FloatingIPAdminTestJSON-178010834 tempest-FloatingIPAdminTestJSON-178010834-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (823a9915-4e6d-42ac-96d3-3263f5f0de17), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:14.090383 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Network c62470f3-5f3f-4345-8021-d257630aa4d0 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103409) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:33:14.196567 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-632d38a2-4a39-4cbb-b857-38d84511bb0a tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Publish callbacks [] for router (d9d6740f-e97a-41d4-8e04-6e92fe0cd948), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:14.214663 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9936a379-c797-4489-a4e3-d59c3048ddbf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-9f0a511d-8408-4971-9daa-968eebea54f2', 'network_id': '9f0a511d-8408-4971-9daa-968eebea54f2', 'project_id': '01d784a6a3f04224a7e9160ad9d44184', 'fixed_ips': [{'subnet_id': 'a1798998-9023-434d-b0c1-73c3ca0bcb1e'}]}} from dv-neutron-master-2-hyperv. {{(pid=103409) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:33:14.215815 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9936a379-c797-4489-a4e3-d59c3048ddbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:14.260258 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-47121888-6424-4f86-9182-2938f1068bc2 tempest-FloatingIPAdminTestJSON-178010834 tempest-FloatingIPAdminTestJSON-178010834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (823a9915-4e6d-42ac-96d3-3263f5f0de17), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:14.280592 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-47121888-6424-4f86-9182-2938f1068bc2 tempest-FloatingIPAdminTestJSON-178010834 tempest-FloatingIPAdminTestJSON-178010834-project] Calling delete_port for 823a9915-4e6d-42ac-96d3-3263f5f0de17 owned by {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:33:14.375559 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-632d38a2-4a39-4cbb-b857-38d84511bb0a tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Publish callbacks [] for router_gateway (d9d6740f-e97a-41d4-8e04-6e92fe0cd948), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:14.378667 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7739574b-ee32-46c6-98ff-26e31cabaa23 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Pushing event updated for resources: {'Subnet': ['ID=a1798998-9023-434d-b0c1-73c3ca0bcb1e,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:14.392861 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-9936a379-c797-4489-a4e3-d59c3048ddbf None None] Allocated IP 2001:db8::2 (9f0a511d-8408-4971-9daa-968eebea54f2/a1798998-9023-434d-b0c1-73c3ca0bcb1e/d9a2b53e-aa39-4140-bc00-32a12f0a3279) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:33:14.436579 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-308553fb-ef98-4e83-bf8f-1907c87f2d42 tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1807017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5941'] for router (f023a5e2-4e4b-488e-b810-03ac28f813de), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:14.441645 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-7739574b-ee32-46c6-98ff-26e31cabaa23 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8752365 Feb 28 10:33:14.444625 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 34738) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:14.446441 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-308553fb-ef98-4e83-bf8f-1907c87f2d42 tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] Publish callbacks [] for router_controller (f023a5e2-4e4b-488e-b810-03ac28f813de), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:14.451124 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-6e8f36bc-8cda-4584-882a-a0a38a4d10ba tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Request body: {'port': {'network_id': '9f0a511d-8408-4971-9daa-968eebea54f2', 'name': 'tempest-NetworksTestDHCPv6-35377481'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:33:14.453734 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a560d65-f823-48e8-8d0f-754137abaca2 tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Made reservation on behalf of c319e99d39084ea4a47ff39ae97012d5 for: {'network': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:33:14.457426 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4a560d65-f823-48e8-8d0f-754137abaca2 tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for network (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:14.518408 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-308553fb-ef98-4e83-bf8f-1907c87f2d42 tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1806994'] for router (f023a5e2-4e4b-488e-b810-03ac28f813de), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:14.519227 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-308553fb-ef98-4e83-bf8f-1907c87f2d42 tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] Fanout notify agent at l3_agent the message router_deleted on router f023a5e2-4e4b-488e-b810-03ac28f813de {{(pid=103407) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 10:33:14.527516 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-308553fb-ef98-4e83-bf8f-1907c87f2d42 tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] Publish callbacks [] for router (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:14.532415 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-308553fb-ef98-4e83-bf8f-1907c87f2d42 tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] 10.222.0.20 "DELETE /v2.0/routers/f023a5e2-4e4b-488e-b810-03ac28f813de HTTP/1.1" status: 204 len: 168 time: 3.8870087 Feb 28 10:33:14.537318 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 34740) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:14.542274 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-cebe6443-cea4-4831-b5e4-f8e08c289600 tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-56239762', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:33:14.559771 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e0a79a-2acc-4bd2-9cad-8f6055ae5a16 req-ebc78684-df86-4b3d-916d-4d2771eda738 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:33:14.561348 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-80e0a79a-2acc-4bd2-9cad-8f6055ae5a16 req-ebc78684-df86-4b3d-916d-4d2771eda738 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] 10.222.0.20 "GET /v2.0/ports?device_id=21839f2d-46e7-497a-a06a-b1ae129c5e90 HTTP/1.1" status: 200 len: 945 time: 0.1999159 Feb 28 10:33:14.563014 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9936a379-c797-4489-a4e3-d59c3048ddbf None None] Publish callbacks [] for port (d9a2b53e-aa39-4140-bc00-32a12f0a3279), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:14.563224 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-632d38a2-4a39-4cbb-b857-38d84511bb0a tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Deleting port d3e32e3b-5f91-45ad-8df3-c6b5a81433cc {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:33:14.563688 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-632d38a2-4a39-4cbb-b857-38d84511bb0a tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (d3e32e3b-5f91-45ad-8df3-c6b5a81433cc), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:14.565070 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a560d65-f823-48e8-8d0f-754137abaca2 tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 259} {{(pid=103407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:33:14.570916 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9936a379-c797-4489-a4e3-d59c3048ddbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749'] for port (d9a2b53e-aa39-4140-bc00-32a12f0a3279), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:14.606001 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4a560d65-f823-48e8-8d0f-754137abaca2 tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (10b70a08-a0c5-4c08-9563-ab7b4fb0b7a6), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:14.606724 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.db.segments_db [None req-4a560d65-f823-48e8-8d0f-754137abaca2 tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Added segment 10b70a08-a0c5-4c08-9563-ab7b4fb0b7a6 of type vlan for network f558be07-ea63-4577-8b86-ef1dc833a846 Feb 28 10:33:14.609033 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-cebe6443-cea4-4831-b5e4-f8e08c289600 tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1805251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254175'] for router (d3ee6f3f-ea30-4f72-930f-eaa66d6f3a42), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:14.610252 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-cebe6443-cea4-4831-b5e4-f8e08c289600 tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1804172', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1602053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254150'] for router (d3ee6f3f-ea30-4f72-930f-eaa66d6f3a42), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:14.617439 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-47121888-6424-4f86-9182-2938f1068bc2 tempest-FloatingIPAdminTestJSON-178010834 tempest-FloatingIPAdminTestJSON-178010834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (823a9915-4e6d-42ac-96d3-3263f5f0de17), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:14.619529 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9936a379-c797-4489-a4e3-d59c3048ddbf None None] Network 9f0a511d-8408-4971-9daa-968eebea54f2 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:33:14.622527 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-9936a379-c797-4489-a4e3-d59c3048ddbf None None] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:33:14.629691 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9936a379-c797-4489-a4e3-d59c3048ddbf None None] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:33:14.639365 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9936a379-c797-4489-a4e3-d59c3048ddbf None None] Pushing event updated for resources: {'Port': ['ID=d9a2b53e-aa39-4140-bc00-32a12f0a3279,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:14.670564 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47121888-6424-4f86-9182-2938f1068bc2 tempest-FloatingIPAdminTestJSON-178010834 tempest-FloatingIPAdminTestJSON-178010834-project] Pushing event deleted for resources: {'Port': ['ID=823a9915-4e6d-42ac-96d3-3263f5f0de17,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:14.680659 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4a560d65-f823-48e8-8d0f-754137abaca2 tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742056637431'] for network (f558be07-ea63-4577-8b86-ef1dc833a846), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:14.699766 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-9936a379-c797-4489-a4e3-d59c3048ddbf None None] Attempting to bind port d9a2b53e-aa39-4140-bc00-32a12f0a3279 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:33:14.700129 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-9936a379-c797-4489-a4e3-d59c3048ddbf None None] Attempting to bind port d9a2b53e-aa39-4140-bc00-32a12f0a3279 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'bf553b55-fb1d-4346-a090-4fb77eb0fbd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '9f0a511d-8408-4971-9daa-968eebea54f2'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:33:14.700491 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9936a379-c797-4489-a4e3-d59c3048ddbf None None] Attempting to bind port d9a2b53e-aa39-4140-bc00-32a12f0a3279 on network 9f0a511d-8408-4971-9daa-968eebea54f2 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:33:14.706566 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9936a379-c797-4489-a4e3-d59c3048ddbf None None] Checking agent: {'id': '75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 24, 15), 'started_at': datetime.datetime(2022, 2, 28, 10, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 32, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:33:14.706961 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-80e0a79a-2acc-4bd2-9cad-8f6055ae5a16 req-22c3e18b-9d38-4942-b94b-45d4e4756f6e tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] 10.222.0.20 "GET /v2.0/security-groups?id=c6054555-6cfe-4c7d-9758-21814521da07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1335609 Feb 28 10:33:14.707377 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9936a379-c797-4489-a4e3-d59c3048ddbf None None] Checking segment: {'id': 'bf553b55-fb1d-4346-a090-4fb77eb0fbd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '9f0a511d-8408-4971-9daa-968eebea54f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:33:14.708049 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9936a379-c797-4489-a4e3-d59c3048ddbf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:14.708842 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9936a379-c797-4489-a4e3-d59c3048ddbf None None] Bound using segment: {'id': 'bf553b55-fb1d-4346-a090-4fb77eb0fbd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '9f0a511d-8408-4971-9daa-968eebea54f2'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:33:14.709450 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-9936a379-c797-4489-a4e3-d59c3048ddbf None None] Bound port: d9a2b53e-aa39-4140-bc00-32a12f0a3279, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf553b55-fb1d-4346-a090-4fb77eb0fbd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '9f0a511d-8408-4971-9daa-968eebea54f2'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:33:14.710123 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9936a379-c797-4489-a4e3-d59c3048ddbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (d9a2b53e-aa39-4140-bc00-32a12f0a3279), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:14.760737 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-cebe6443-cea4-4831-b5e4-f8e08c289600 tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] Publish callbacks [] for router_controller (d3ee6f3f-ea30-4f72-930f-eaa66d6f3a42), precommit_add_association {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:14.767948 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-cebe6443-cea4-4831-b5e4-f8e08c289600 tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1804241'] for router (d3ee6f3f-ea30-4f72-930f-eaa66d6f3a42), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:14.774455 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4a560d65-f823-48e8-8d0f-754137abaca2 tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551'] for network (f558be07-ea63-4577-8b86-ef1dc833a846), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:14.779794 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a560d65-f823-48e8-8d0f-754137abaca2 tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:33:14.780650 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4a560d65-f823-48e8-8d0f-754137abaca2 tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:14.792737 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-47121888-6424-4f86-9182-2938f1068bc2 tempest-FloatingIPAdminTestJSON-178010834 tempest-FloatingIPAdminTestJSON-178010834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:14.796864 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-47121888-6424-4f86-9182-2938f1068bc2 tempest-FloatingIPAdminTestJSON-178010834 tempest-FloatingIPAdminTestJSON-178010834-project] 10.222.0.20 "DELETE /v2.0/ports/823a9915-4e6d-42ac-96d3-3263f5f0de17 HTTP/1.1" status: 204 len: 168 time: 1.0532167 Feb 28 10:33:14.799973 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 34742) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:14.800301 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-632d38a2-4a39-4cbb-b857-38d84511bb0a tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] For port d3e32e3b-5f91-45ad-8df3-c6b5a81433cc, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d3e32e3b-5f91-45ad-8df3-c6b5a81433cc,segment=NetworkSegment(195d7ed7-323d-4284-82df-208cca613d99),segment_id=195d7ed7-323d-4284-82df-208cca613d99)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:33:14.800852 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-632d38a2-4a39-4cbb-b857-38d84511bb0a tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (d3e32e3b-5f91-45ad-8df3-c6b5a81433cc), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:14.806753 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-9936a379-c797-4489-a4e3-d59c3048ddbf None None] For port d9a2b53e-aa39-4140-bc00-32a12f0a3279, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:33:14.811562 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-9936a379-c797-4489-a4e3-d59c3048ddbf None None] For port d9a2b53e-aa39-4140-bc00-32a12f0a3279, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d9a2b53e-aa39-4140-bc00-32a12f0a3279,segment=NetworkSegment(bf553b55-fb1d-4346-a090-4fb77eb0fbd7),segment_id=bf553b55-fb1d-4346-a090-4fb77eb0fbd7)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:33:14.818555 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-632d38a2-4a39-4cbb-b857-38d84511bb0a tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Calling delete_port for d3e32e3b-5f91-45ad-8df3-c6b5a81433cc owned by network:router_gateway {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:33:14.826059 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9936a379-c797-4489-a4e3-d59c3048ddbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (d9a2b53e-aa39-4140-bc00-32a12f0a3279), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:14.838229 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e8f36bc-8cda-4584-882a-a0a38a4d10ba tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Made reservation on behalf of 01d784a6a3f04224a7e9160ad9d44184 for: {'port': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:33:14.842566 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6e8f36bc-8cda-4584-882a-a0a38a4d10ba tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:14.867614 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-cebe6443-cea4-4831-b5e4-f8e08c289600 tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] Publish callbacks [] for router (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:14.873387 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-cebe6443-cea4-4831-b5e4-f8e08c289600 tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3346574 Feb 28 10:33:14.876334 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 34744) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:14.883963 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-4a560d65-f823-48e8-8d0f-754137abaca2 tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8373165 Feb 28 10:33:14.892759 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-093a9996-685f-4fed-95a3-3135c9790f72 tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'enable_snat': False}}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:33:14.915724 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-6e8f36bc-8cda-4584-882a-a0a38a4d10ba tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] device_id is not set on port 82771b89-da42-49da-958e-0763393dfb83 yet. {{(pid=103408) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:33:14.931247 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:14.963582 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9936a379-c797-4489-a4e3-d59c3048ddbf None None] Pushing event updated for resources: {'Port': ['ID=d9a2b53e-aa39-4140-bc00-32a12f0a3279,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:15.043016 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a560d65-f823-48e8-8d0f-754137abaca2 tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Pushing event updated for resources: {'Network': ['ID=f558be07-ea63-4577-8b86-ef1dc833a846,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:15.065014 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Network f558be07-ea63-4577-8b86-ef1dc833a846 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103409) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:33:15.083251 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 34746) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:15.090705 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-b4bb06b3-790b-4c5c-baa2-478f595d9edc tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Request body: {'subnets': [{'network_id': 'c62470f3-5f3f-4345-8021-d257630aa4d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--842514793', 'ip_version': 4}, {'network_id': 'f558be07-ea63-4577-8b86-ef1dc833a846', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:33:15.091013 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-b4bb06b3-790b-4c5c-baa2-478f595d9edc tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Request body: {'subnet': {'network_id': 'c62470f3-5f3f-4345-8021-d257630aa4d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--842514793', 'ip_version': 4}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:33:15.091584 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-b4bb06b3-790b-4c5c-baa2-478f595d9edc tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Request body: {'subnet': {'network_id': 'f558be07-ea63-4577-8b86-ef1dc833a846', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:33:15.138566 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a55079c-973d-469d-add1-6a1ad4075b7d tempest-FloatingIPAdminTestJSON-178010834 tempest-FloatingIPAdminTestJSON-178010834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:33:15.143494 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-0a55079c-973d-469d-add1-6a1ad4075b7d tempest-FloatingIPAdminTestJSON-178010834 tempest-FloatingIPAdminTestJSON-178010834-project] 10.222.0.20 "GET /v2.0/ports?device_id=7eadc941-c9a9-469a-b023-13a98bd7a130 HTTP/1.1" status: 200 len: 913 time: 0.3386858 Feb 28 10:33:15.144422 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 34748) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:15.290498 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-093a9996-685f-4fed-95a3-3135c9790f72 tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Publish callbacks [] for router_gateway (d3ee6f3f-ea30-4f72-930f-eaa66d6f3a42), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:15.514380 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-6e8f36bc-8cda-4584-882a-a0a38a4d10ba tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Allocated IP 2001:db8::75 (9f0a511d-8408-4971-9daa-968eebea54f2/a1798998-9023-434d-b0c1-73c3ca0bcb1e/82771b89-da42-49da-958e-0763393dfb83) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:33:15.647933 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-632d38a2-4a39-4cbb-b857-38d84511bb0a tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (d3e32e3b-5f91-45ad-8df3-c6b5a81433cc), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:15.692850 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632d38a2-4a39-4cbb-b857-38d84511bb0a tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Pushing event deleted for resources: {'Port': ['ID=d3e32e3b-5f91-45ad-8df3-c6b5a81433cc,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:15.810168 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4bb06b3-790b-4c5c-baa2-478f595d9edc tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Made reservation on behalf of c319e99d39084ea4a47ff39ae97012d5 for: {'subnet': 2} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:33:15.816412 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b4bb06b3-790b-4c5c-baa2-478f595d9edc tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3951209'] for subnet (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:15.816412 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b4bb06b3-790b-4c5c-baa2-478f595d9edc tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3951209'] for subnet (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:15.816721 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-093a9996-685f-4fed-95a3-3135c9790f72 tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Publish callbacks [] for router_gateway (d3ee6f3f-ea30-4f72-930f-eaa66d6f3a42), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:15.856740 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-093a9996-685f-4fed-95a3-3135c9790f72 tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:15.929501 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-632d38a2-4a39-4cbb-b857-38d84511bb0a tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1803321'] for router_gateway (d9d6740f-e97a-41d4-8e04-6e92fe0cd948), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:16.079738 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6e8f36bc-8cda-4584-882a-a0a38a4d10ba tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks [] for port (82771b89-da42-49da-958e-0763393dfb83), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:16.095210 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-632d38a2-4a39-4cbb-b857-38d84511bb0a tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1807017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5941'] for router (d9d6740f-e97a-41d4-8e04-6e92fe0cd948), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:16.100835 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-632d38a2-4a39-4cbb-b857-38d84511bb0a tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Publish callbacks [] for router_controller (d9d6740f-e97a-41d4-8e04-6e92fe0cd948), precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:16.141558 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device d9a2b53e-aa39-4140-bc00-32a12f0a3279 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:33:16.152615 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a89db37d-e07c-4727-a91c-26877162edb4 tempest-FloatingIPAdminTestJSON-178010834 tempest-FloatingIPAdminTestJSON-178010834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1802615'] for router_interface (7eadc941-c9a9-469a-b023-13a98bd7a130), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:16.155332 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-093a9996-685f-4fed-95a3-3135c9790f72 tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Allocated IP 172.36.5.98 (1e0804d0-d1d9-4d40-9de5-2936f3d87840/6f6f4129-23e5-4c3b-b4ef-4c7ce926797e/4868634d-55a6-466c-98d4-0f23a221855e) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:33:16.174122 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-632d38a2-4a39-4cbb-b857-38d84511bb0a tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1806994'] for router (d9d6740f-e97a-41d4-8e04-6e92fe0cd948), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:16.174884 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-632d38a2-4a39-4cbb-b857-38d84511bb0a tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d9d6740f-e97a-41d4-8e04-6e92fe0cd948 {{(pid=103408) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 10:33:16.184939 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-632d38a2-4a39-4cbb-b857-38d84511bb0a tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:16.186113 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-632d38a2-4a39-4cbb-b857-38d84511bb0a tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] 10.222.0.20 "DELETE /v2.0/routers/d9d6740f-e97a-41d4-8e04-6e92fe0cd948 HTTP/1.1" status: 204 len: 168 time: 2.2278304 Feb 28 10:33:16.212706 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 34752) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:16.219978 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-ba4baa28-79f3-4b44-a8fb-1d90f88a0be0 tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1204786890', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840'}, 'admin_state_up': False}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:33:16.225696 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port d9a2b53e-aa39-4140-bc00-32a12f0a3279 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:33:16.226590 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (d9a2b53e-aa39-4140-bc00-32a12f0a3279), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:16.258229 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6e8f36bc-8cda-4584-882a-a0a38a4d10ba tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (82771b89-da42-49da-958e-0763393dfb83), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:16.356081 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ba4baa28-79f3-4b44-a8fb-1d90f88a0be0 tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1805251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254175'] for router (657743da-1fc9-4ff2-a314-0f4434f7cd8f), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:16.359850 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ba4baa28-79f3-4b44-a8fb-1d90f88a0be0 tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1804172', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1602053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254150'] for router (657743da-1fc9-4ff2-a314-0f4434f7cd8f), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:16.360127 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e8f36bc-8cda-4584-882a-a0a38a4d10ba tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Network 9f0a511d-8408-4971-9daa-968eebea54f2 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:33:16.379520 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-6e8f36bc-8cda-4584-882a-a0a38a4d10ba tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:33:16.380470 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port d9a2b53e-aa39-4140-bc00-32a12f0a3279 is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:33:16.380956 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (d9a2b53e-aa39-4140-bc00-32a12f0a3279), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:16.403207 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8f36bc-8cda-4584-882a-a0a38a4d10ba tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:33:16.419860 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e8f36bc-8cda-4584-882a-a0a38a4d10ba tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:33:16.420500 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6e8f36bc-8cda-4584-882a-a0a38a4d10ba tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:16.433678 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] For port d9a2b53e-aa39-4140-bc00-32a12f0a3279, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d9a2b53e-aa39-4140-bc00-32a12f0a3279,segment=NetworkSegment(bf553b55-fb1d-4346-a090-4fb77eb0fbd7),segment_id=bf553b55-fb1d-4346-a090-4fb77eb0fbd7)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:33:16.441127 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (d9a2b53e-aa39-4140-bc00-32a12f0a3279), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:16.460397 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd62266e-ccf4-4a55-b904-375f8ad26f95 req-dd27275b-3fb0-4fef-9d0d-bf8fea4d1df0 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:33:16.468730 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-fd62266e-ccf4-4a55-b904-375f8ad26f95 req-dd27275b-3fb0-4fef-9d0d-bf8fea4d1df0 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] 10.222.0.20 "GET /v2.0/ports?device_id=21839f2d-46e7-497a-a06a-b1ae129c5e90 HTTP/1.1" status: 200 len: 945 time: 0.4146574 Feb 28 10:33:16.490078 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-6e8f36bc-8cda-4584-882a-a0a38a4d10ba tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.0436931 Feb 28 10:33:16.497937 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 34754) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:16.517039 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Pushing event updated for resources: {'Port': ['ID=d9a2b53e-aa39-4140-bc00-32a12f0a3279,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:16.535903 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8f36bc-8cda-4584-882a-a0a38a4d10ba tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Pushing event updated for resources: {'Port': ['ID=82771b89-da42-49da-958e-0763393dfb83,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:16.537319 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-432093f3-27e7-484c-9c31-358ec4fb6767 None None] Provisioning complete for port d9a2b53e-aa39-4140-bc00-32a12f0a3279 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:33:16.538303 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-432093f3-27e7-484c-9c31-358ec4fb6767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (d9a2b53e-aa39-4140-bc00-32a12f0a3279), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:16.612625 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ba4baa28-79f3-4b44-a8fb-1d90f88a0be0 tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] Publish callbacks [] for router_controller (657743da-1fc9-4ff2-a314-0f4434f7cd8f), precommit_add_association {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:16.633863 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-432093f3-27e7-484c-9c31-358ec4fb6767 None None] Current status of the port d9a2b53e-aa39-4140-bc00-32a12f0a3279 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:33:16.660690 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-093a9996-685f-4fed-95a3-3135c9790f72 tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Publish callbacks [] for port (4868634d-55a6-466c-98d4-0f23a221855e), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:16.732496 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b4bb06b3-790b-4c5c-baa2-478f595d9edc tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3242588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3951195'] for subnet (4420a97f-95b9-4f9f-ab48-8c62ebdf84df), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:16.757689 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-d90b4378-938b-44d2-aa87-7a545e35e84e None None] Provisioning complete for port 82771b89-da42-49da-958e-0763393dfb83 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:33:16.758456 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d90b4378-938b-44d2-aa87-7a545e35e84e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (82771b89-da42-49da-958e-0763393dfb83), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:16.798087 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bb06b3-790b-4c5c-baa2-478f595d9edc tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Pushing event updated for resources: {'Subnet': ['ID=4420a97f-95b9-4f9f-ab48-8c62ebdf84df,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:16.806150 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4bb06b3-790b-4c5c-baa2-478f595d9edc tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Checking segment: {'id': '1290d727-7687-477d-9822-9444604fcbc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'c62470f3-5f3f-4345-8021-d257630aa4d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:33:16.806368 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4bb06b3-790b-4c5c-baa2-478f595d9edc tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Network hostable DHCP agents. Network: c62470f3-5f3f-4345-8021-d257630aa4d0, hostable agents: ['fb6705d2-4f70-4965-92a3-fbfccd43a6d3'], hosted agents: [] {{(pid=103408) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:33:16.809090 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-fd62266e-ccf4-4a55-b904-375f8ad26f95 req-dd174069-39bb-4544-bfa6-4549a026f82b tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] 10.222.0.20 "GET /v2.0/security-groups?id=c6054555-6cfe-4c7d-9758-21814521da07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3386631 Feb 28 10:33:16.812089 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-d90b4378-938b-44d2-aa87-7a545e35e84e None None] Port 82771b89-da42-49da-958e-0763393dfb83 cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:33:16.832782 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4bb06b3-790b-4c5c-baa2-478f595d9edc tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Network c62470f3-5f3f-4345-8021-d257630aa4d0 is scheduled to be hosted by DHCP agent fb6705d2-4f70-4965-92a3-fbfccd43a6d3 with binding_index 1 {{(pid=103408) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:33:16.844668 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-b4bb06b3-790b-4c5c-baa2-478f595d9edc tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, c62470f3-5f3f-4345-8021-d257630aa4d0) {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:33:16.850101 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b4bb06b3-790b-4c5c-baa2-478f595d9edc tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3242588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3951195'] for subnet (539ab353-2341-4bc8-a733-32b1a29df9a5), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:16.855309 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78eeb118-0c79-4949-86ea-774d84174c9e tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:33:16.861328 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78eeb118-0c79-4949-86ea-774d84174c9e tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:33:16.865589 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-78eeb118-0c79-4949-86ea-774d84174c9e tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.3589330 Feb 28 10:33:16.865750 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef1a8ba9-0718-4614-81f6-28d96cff3673 None None] Network c62470f3-5f3f-4345-8021-d257630aa4d0 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:33:16.868847 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 34756) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:16.930529 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4bb06b3-790b-4c5c-baa2-478f595d9edc tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Checking segment: {'id': '10b70a08-a0c5-4c08-9563-ab7b4fb0b7a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'f558be07-ea63-4577-8b86-ef1dc833a846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:33:16.930990 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4bb06b3-790b-4c5c-baa2-478f595d9edc tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Network hostable DHCP agents. Network: f558be07-ea63-4577-8b86-ef1dc833a846, hostable agents: ['fb6705d2-4f70-4965-92a3-fbfccd43a6d3'], hosted agents: [] {{(pid=103408) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:33:16.941915 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bb06b3-790b-4c5c-baa2-478f595d9edc tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Pushing event updated for resources: {'Subnet': ['ID=539ab353-2341-4bc8-a733-32b1a29df9a5,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:16.958218 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4bb06b3-790b-4c5c-baa2-478f595d9edc tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Network f558be07-ea63-4577-8b86-ef1dc833a846 is scheduled to be hosted by DHCP agent fb6705d2-4f70-4965-92a3-fbfccd43a6d3 with binding_index 1 {{(pid=103408) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:33:16.970705 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-b4bb06b3-790b-4c5c-baa2-478f595d9edc tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, f558be07-ea63-4577-8b86-ef1dc833a846) {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:33:16.977370 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-875a154d-d160-440e-92d0-2580614c5a51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-c62470f3-5f3f-4345-8021-d257630aa4d0', 'network_id': 'c62470f3-5f3f-4345-8021-d257630aa4d0', 'project_id': 'c319e99d39084ea4a47ff39ae97012d5', 'fixed_ips': [{'subnet_id': '4420a97f-95b9-4f9f-ab48-8c62ebdf84df'}]}} from dv-neutron-master-2-hyperv. {{(pid=103409) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:33:16.978328 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-875a154d-d160-440e-92d0-2580614c5a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:16.980154 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4bb06b3-790b-4c5c-baa2-478f595d9edc tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:33:16.980899 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4bb06b3-790b-4c5c-baa2-478f595d9edc tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:33:16.981697 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b4bb06b3-790b-4c5c-baa2-478f595d9edc tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Publish callbacks [] for subnet (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:16.992490 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-449b117e-10a9-4320-bb91-a56c67ae387a None None] Network f558be07-ea63-4577-8b86-ef1dc833a846 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:33:17.015143 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-b4bb06b3-790b-4c5c-baa2-478f595d9edc tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 1.9306681 Feb 28 10:33:17.016063 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 34758) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:17.077123 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15a32992-ac09-4c63-b7b4-08f633084c6a tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:33:17.078625 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15a32992-ac09-4c63-b7b4-08f633084c6a tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:33:17.080042 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15a32992-ac09-4c63-b7b4-08f633084c6a tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:33:17.085246 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-15a32992-ac09-4c63-b7b4-08f633084c6a tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.0647907 Feb 28 10:33:17.085739 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 34762) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:17.139836 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_v2 [None req-27a88db2-116f-4a7a-88b4-a118b8aa58ca tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Deleting subnet 4420a97f-95b9-4f9f-ab48-8c62ebdf84df {{(pid=103408) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:33:17.195113 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49192521-e819-4827-b25c-e817e680411c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-f558be07-ea63-4577-8b86-ef1dc833a846', 'network_id': 'f558be07-ea63-4577-8b86-ef1dc833a846', 'project_id': 'c319e99d39084ea4a47ff39ae97012d5', 'fixed_ips': [{'subnet_id': '539ab353-2341-4bc8-a733-32b1a29df9a5'}]}} from dv-neutron-master-2-hyperv. {{(pid=103409) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:33:17.196000 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-49192521-e819-4827-b25c-e817e680411c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:17.213432 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-875a154d-d160-440e-92d0-2580614c5a51 None None] Allocated IP 172.20.0.2 (c62470f3-5f3f-4345-8021-d257630aa4d0/4420a97f-95b9-4f9f-ab48-8c62ebdf84df/1d553c58-1b84-4a60-9097-d9d42700375e) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:33:17.290783 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ba4baa28-79f3-4b44-a8fb-1d90f88a0be0 tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] Publish callbacks [] for router_gateway (657743da-1fc9-4ff2-a314-0f4434f7cd8f), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:17.305984 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-093a9996-685f-4fed-95a3-3135c9790f72 tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (4868634d-55a6-466c-98d4-0f23a221855e), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:17.422262 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-093a9996-685f-4fed-95a3-3135c9790f72 tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Network 1e0804d0-d1d9-4d40-9de5-2936f3d87840 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:33:17.433255 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-093a9996-685f-4fed-95a3-3135c9790f72 tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:33:17.447904 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-49192521-e819-4827-b25c-e817e680411c None None] Allocated IP 172.20.0.18 (f558be07-ea63-4577-8b86-ef1dc833a846/539ab353-2341-4bc8-a733-32b1a29df9a5/56e12a19-35da-4424-8eb8-806c2d37658e) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:33:17.459789 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093a9996-685f-4fed-95a3-3135c9790f72 tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:33:17.463306 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093a9996-685f-4fed-95a3-3135c9790f72 tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Pushing event updated for resources: {'Port': ['ID=4868634d-55a6-466c-98d4-0f23a221855e,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:17.476753 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-875a154d-d160-440e-92d0-2580614c5a51 None None] Publish callbacks [] for port (1d553c58-1b84-4a60-9097-d9d42700375e), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:17.492338 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-27a88db2-116f-4a7a-88b4-a118b8aa58ca tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Publish callbacks [] for subnet (4420a97f-95b9-4f9f-ab48-8c62ebdf84df), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:17.515400 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-875a154d-d160-440e-92d0-2580614c5a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749'] for port (1d553c58-1b84-4a60-9097-d9d42700375e), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:17.539027 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-27a88db2-116f-4a7a-88b4-a118b8aa58ca tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3423529'] for subnet (4420a97f-95b9-4f9f-ab48-8c62ebdf84df), precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:17.562812 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-875a154d-d160-440e-92d0-2580614c5a51 None None] Network c62470f3-5f3f-4345-8021-d257630aa4d0 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:33:17.570312 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-875a154d-d160-440e-92d0-2580614c5a51 None None] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:33:17.579202 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-875a154d-d160-440e-92d0-2580614c5a51 None None] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:33:17.590099 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875a154d-d160-440e-92d0-2580614c5a51 None None] Pushing event updated for resources: {'Port': ['ID=1d553c58-1b84-4a60-9097-d9d42700375e,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:17.633091 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-797a9a0b-5b4a-4ae2-8618-5617ebcf42c4 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Deleting port 82771b89-da42-49da-958e-0763393dfb83 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:33:17.633347 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-797a9a0b-5b4a-4ae2-8618-5617ebcf42c4 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (82771b89-da42-49da-958e-0763393dfb83), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:17.650602 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-27a88db2-116f-4a7a-88b4-a118b8aa58ca tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-823142'] for subnet (4420a97f-95b9-4f9f-ab48-8c62ebdf84df), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:17.691953 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-875a154d-d160-440e-92d0-2580614c5a51 None None] Attempting to bind port 1d553c58-1b84-4a60-9097-d9d42700375e on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:33:17.692299 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-875a154d-d160-440e-92d0-2580614c5a51 None None] Attempting to bind port 1d553c58-1b84-4a60-9097-d9d42700375e by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '1290d727-7687-477d-9822-9444604fcbc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'c62470f3-5f3f-4345-8021-d257630aa4d0'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:33:17.692621 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-875a154d-d160-440e-92d0-2580614c5a51 None None] Attempting to bind port 1d553c58-1b84-4a60-9097-d9d42700375e on network c62470f3-5f3f-4345-8021-d257630aa4d0 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:33:17.705635 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-875a154d-d160-440e-92d0-2580614c5a51 None None] Checking agent: {'id': '75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 24, 15), 'started_at': datetime.datetime(2022, 2, 28, 10, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 33, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:33:17.706012 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-875a154d-d160-440e-92d0-2580614c5a51 None None] Checking segment: {'id': '1290d727-7687-477d-9822-9444604fcbc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'c62470f3-5f3f-4345-8021-d257630aa4d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:33:17.706409 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-875a154d-d160-440e-92d0-2580614c5a51 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:17.707185 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-875a154d-d160-440e-92d0-2580614c5a51 None None] Bound using segment: {'id': '1290d727-7687-477d-9822-9444604fcbc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'c62470f3-5f3f-4345-8021-d257630aa4d0'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:33:17.707327 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-875a154d-d160-440e-92d0-2580614c5a51 None None] Bound port: 1d553c58-1b84-4a60-9097-d9d42700375e, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1290d727-7687-477d-9822-9444604fcbc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'c62470f3-5f3f-4345-8021-d257630aa4d0'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:33:17.707646 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-875a154d-d160-440e-92d0-2580614c5a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (1d553c58-1b84-4a60-9097-d9d42700375e), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:17.715486 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-27a88db2-116f-4a7a-88b4-a118b8aa58ca tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-823145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3242523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3951170'] for subnet (4420a97f-95b9-4f9f-ab48-8c62ebdf84df), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:17.720829 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-49192521-e819-4827-b25c-e817e680411c None None] Publish callbacks [] for port (56e12a19-35da-4424-8eb8-806c2d37658e), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:17.747384 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a88db2-116f-4a7a-88b4-a118b8aa58ca tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Pushing event deleted for resources: {'Subnet': ['ID=4420a97f-95b9-4f9f-ab48-8c62ebdf84df,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:17.753075 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-27a88db2-116f-4a7a-88b4-a118b8aa58ca tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Publish callbacks [] for subnet (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:17.754483 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-49192521-e819-4827-b25c-e817e680411c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749'] for port (56e12a19-35da-4424-8eb8-806c2d37658e), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:17.757003 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-27a88db2-116f-4a7a-88b4-a118b8aa58ca tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] 10.222.0.20 "DELETE /v2.0/subnets/4420a97f-95b9-4f9f-ab48-8c62ebdf84df HTTP/1.1" status: 204 len: 168 time: 0.6700907 Feb 28 10:33:17.759808 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 34766) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:17.794250 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-875a154d-d160-440e-92d0-2580614c5a51 None None] For port 1d553c58-1b84-4a60-9097-d9d42700375e, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:33:17.797772 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-875a154d-d160-440e-92d0-2580614c5a51 None None] For port 1d553c58-1b84-4a60-9097-d9d42700375e, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1d553c58-1b84-4a60-9097-d9d42700375e,segment=NetworkSegment(1290d727-7687-477d-9822-9444604fcbc7),segment_id=1290d727-7687-477d-9822-9444604fcbc7)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:33:17.811586 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-a89db37d-e07c-4727-a91c-26877162edb4 tempest-FloatingIPAdminTestJSON-178010834 tempest-FloatingIPAdminTestJSON-178010834-project] Deleting port 24f78b8a-edde-497c-9c23-aacb182e6116 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:33:17.811935 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a89db37d-e07c-4727-a91c-26877162edb4 tempest-FloatingIPAdminTestJSON-178010834 tempest-FloatingIPAdminTestJSON-178010834-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (24f78b8a-edde-497c-9c23-aacb182e6116), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:17.828447 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_v2 [None req-7527cd76-1fc5-4239-a185-00b9e24a66a6 tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Deleting subnet 539ab353-2341-4bc8-a733-32b1a29df9a5 {{(pid=103408) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:33:17.834279 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-875a154d-d160-440e-92d0-2580614c5a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (1d553c58-1b84-4a60-9097-d9d42700375e), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:17.845990 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7527cd76-1fc5-4239-a185-00b9e24a66a6 tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Publish callbacks [] for subnet (539ab353-2341-4bc8-a733-32b1a29df9a5), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:17.846386 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49192521-e819-4827-b25c-e817e680411c None None] Network f558be07-ea63-4577-8b86-ef1dc833a846 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:33:17.854727 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-49192521-e819-4827-b25c-e817e680411c None None] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:33:17.858462 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49192521-e819-4827-b25c-e817e680411c None None] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:33:17.872292 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49192521-e819-4827-b25c-e817e680411c None None] Pushing event updated for resources: {'Port': ['ID=56e12a19-35da-4424-8eb8-806c2d37658e,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:17.892316 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-797a9a0b-5b4a-4ae2-8618-5617ebcf42c4 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (82771b89-da42-49da-958e-0763393dfb83), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:17.919647 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-797a9a0b-5b4a-4ae2-8618-5617ebcf42c4 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Calling delete_port for 82771b89-da42-49da-958e-0763393dfb83 owned by {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:33:17.933111 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7527cd76-1fc5-4239-a185-00b9e24a66a6 tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3423529'] for subnet (539ab353-2341-4bc8-a733-32b1a29df9a5), precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:17.942229 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device d9a2b53e-aa39-4140-bc00-32a12f0a3279 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:33:18.034918 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7527cd76-1fc5-4239-a185-00b9e24a66a6 tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-823142'] for subnet (539ab353-2341-4bc8-a733-32b1a29df9a5), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:18.123387 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7527cd76-1fc5-4239-a185-00b9e24a66a6 tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-823145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3242523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3951170'] for subnet (539ab353-2341-4bc8-a733-32b1a29df9a5), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:18.137470 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a89db37d-e07c-4727-a91c-26877162edb4 tempest-FloatingIPAdminTestJSON-178010834 tempest-FloatingIPAdminTestJSON-178010834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (24f78b8a-edde-497c-9c23-aacb182e6116), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:18.148804 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875a154d-d160-440e-92d0-2580614c5a51 None None] Pushing event updated for resources: {'Port': ['ID=1d553c58-1b84-4a60-9097-d9d42700375e,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:18.155495 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7527cd76-1fc5-4239-a185-00b9e24a66a6 tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Pushing event deleted for resources: {'Subnet': ['ID=539ab353-2341-4bc8-a733-32b1a29df9a5,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:18.157471 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-093a9996-685f-4fed-95a3-3135c9790f72 tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Publish callbacks [] for router_gateway (d3ee6f3f-ea30-4f72-930f-eaa66d6f3a42), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:18.160539 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7527cd76-1fc5-4239-a185-00b9e24a66a6 tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Publish callbacks [] for subnet (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:18.161845 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-49192521-e819-4827-b25c-e817e680411c None None] Attempting to bind port 56e12a19-35da-4424-8eb8-806c2d37658e on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:33:18.162220 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-49192521-e819-4827-b25c-e817e680411c None None] Attempting to bind port 56e12a19-35da-4424-8eb8-806c2d37658e by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '10b70a08-a0c5-4c08-9563-ab7b4fb0b7a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'f558be07-ea63-4577-8b86-ef1dc833a846'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:33:18.162593 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49192521-e819-4827-b25c-e817e680411c None None] Attempting to bind port 56e12a19-35da-4424-8eb8-806c2d37658e on network f558be07-ea63-4577-8b86-ef1dc833a846 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:33:18.167303 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-7527cd76-1fc5-4239-a185-00b9e24a66a6 tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] 10.222.0.20 "DELETE /v2.0/subnets/539ab353-2341-4bc8-a733-32b1a29df9a5 HTTP/1.1" status: 204 len: 168 time: 0.4038823 Feb 28 10:33:18.167543 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 34770) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:18.170950 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49192521-e819-4827-b25c-e817e680411c None None] Checking agent: {'id': '75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 24, 15), 'started_at': datetime.datetime(2022, 2, 28, 10, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 33, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:33:18.171329 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49192521-e819-4827-b25c-e817e680411c None None] Checking segment: {'id': '10b70a08-a0c5-4c08-9563-ab7b4fb0b7a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'f558be07-ea63-4577-8b86-ef1dc833a846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:33:18.171738 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-49192521-e819-4827-b25c-e817e680411c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:18.172132 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49192521-e819-4827-b25c-e817e680411c None None] Bound using segment: {'id': '10b70a08-a0c5-4c08-9563-ab7b4fb0b7a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'f558be07-ea63-4577-8b86-ef1dc833a846'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:33:18.172671 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-49192521-e819-4827-b25c-e817e680411c None None] Bound port: 56e12a19-35da-4424-8eb8-806c2d37658e, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10b70a08-a0c5-4c08-9563-ab7b4fb0b7a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'f558be07-ea63-4577-8b86-ef1dc833a846'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:33:18.173010 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-49192521-e819-4827-b25c-e817e680411c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (56e12a19-35da-4424-8eb8-806c2d37658e), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:18.189105 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-a89db37d-e07c-4727-a91c-26877162edb4 tempest-FloatingIPAdminTestJSON-178010834 tempest-FloatingIPAdminTestJSON-178010834-project] Calling delete_port for 24f78b8a-edde-497c-9c23-aacb182e6116 owned by network:router_interface {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:33:18.193687 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73556afd-0ca3-49a3-bfae-6c71941bccef None None] Network c62470f3-5f3f-4345-8021-d257630aa4d0 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:33:18.228863 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1431844-2641-4db3-a351-1f5be1af8f8d tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:33:18.234074 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-b1431844-2641-4db3-a351-1f5be1af8f8d tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0610700 Feb 28 10:33:18.234924 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ba4baa28-79f3-4b44-a8fb-1d90f88a0be0 tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] Publish callbacks [] for router_gateway (657743da-1fc9-4ff2-a314-0f4434f7cd8f), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:18.235061 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 34772) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:18.275691 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ba4baa28-79f3-4b44-a8fb-1d90f88a0be0 tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:18.283264 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port d9a2b53e-aa39-4140-bc00-32a12f0a3279 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:33:18.283816 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (d9a2b53e-aa39-4140-bc00-32a12f0a3279), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:18.318373 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-33e7b287-9016-4022-9c6a-4af8c649d354 tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-665757'] for network (f558be07-ea63-4577-8b86-ef1dc833a846), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:18.338778 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858adaa1-6f18-451d-a29f-e7310af528e2 req-630bce39-8d37-4a08-a9fb-bbc4d4faa6b1 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:33:18.340330 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-858adaa1-6f18-451d-a29f-e7310af528e2 req-630bce39-8d37-4a08-a9fb-bbc4d4faa6b1 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] 10.222.0.20 "GET /v2.0/ports?device_id=21839f2d-46e7-497a-a06a-b1ae129c5e90 HTTP/1.1" status: 200 len: 945 time: 0.3835020 Feb 28 10:33:18.344424 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-49192521-e819-4827-b25c-e817e680411c None None] For port 56e12a19-35da-4424-8eb8-806c2d37658e, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:33:18.365225 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-49192521-e819-4827-b25c-e817e680411c None None] For port 56e12a19-35da-4424-8eb8-806c2d37658e, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=56e12a19-35da-4424-8eb8-806c2d37658e,segment=NetworkSegment(10b70a08-a0c5-4c08-9563-ab7b4fb0b7a6),segment_id=10b70a08-a0c5-4c08-9563-ab7b4fb0b7a6)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:33:18.379082 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-49192521-e819-4827-b25c-e817e680411c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (56e12a19-35da-4424-8eb8-806c2d37658e), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:18.381737 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-33e7b287-9016-4022-9c6a-4af8c649d354 tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Deleting port 56e12a19-35da-4424-8eb8-806c2d37658e {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:33:18.381942 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-33e7b287-9016-4022-9c6a-4af8c649d354 tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (56e12a19-35da-4424-8eb8-806c2d37658e), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:18.462870 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-33e7b287-9016-4022-9c6a-4af8c649d354 tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] For port 56e12a19-35da-4424-8eb8-806c2d37658e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=56e12a19-35da-4424-8eb8-806c2d37658e,segment=NetworkSegment(10b70a08-a0c5-4c08-9563-ab7b4fb0b7a6),segment_id=10b70a08-a0c5-4c08-9563-ab7b4fb0b7a6)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:33:18.462870 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-33e7b287-9016-4022-9c6a-4af8c649d354 tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (56e12a19-35da-4424-8eb8-806c2d37658e), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:18.476337 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-33e7b287-9016-4022-9c6a-4af8c649d354 tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Calling delete_port for 56e12a19-35da-4424-8eb8-806c2d37658e owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:33:18.490659 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49192521-e819-4827-b25c-e817e680411c None None] Pushing event updated for resources: {'Port': ['ID=56e12a19-35da-4424-8eb8-806c2d37658e,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:18.507055 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port d9a2b53e-aa39-4140-bc00-32a12f0a3279 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:33:18.518035 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-657f3729-caf9-4ad5-8002-1bd538fad9b4 None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=103409) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 28 10:33:18.551244 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device d3e32e3b-5f91-45ad-8df3-c6b5a81433cc no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:33:18.581399 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-858adaa1-6f18-451d-a29f-e7310af528e2 req-5f43df4a-d26d-4cbc-a190-b3fc302ce488 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] 10.222.0.20 "GET /v2.0/security-groups?id=c6054555-6cfe-4c7d-9758-21814521da07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2075548 Feb 28 10:33:18.585134 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] No Port match for: d3e32e3b-5f91-45ad-8df3-c6b5a81433cc {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:33:18.585987 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device d3e32e3b-5f91-45ad-8df3-c6b5a81433cc not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:33:18.598305 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-33e7b287-9016-4022-9c6a-4af8c649d354 tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (56e12a19-35da-4424-8eb8-806c2d37658e), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:18.643515 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e7b287-9016-4022-9c6a-4af8c649d354 tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] No DVR routers for this DVR port 56e12a19-35da-4424-8eb8-806c2d37658e on host dv-neutron-master-2-hyperv {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:33:18.644628 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-797a9a0b-5b4a-4ae2-8618-5617ebcf42c4 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (82771b89-da42-49da-958e-0763393dfb83), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:18.646318 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e7b287-9016-4022-9c6a-4af8c649d354 tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Pushing event deleted for resources: {'Port': ['ID=56e12a19-35da-4424-8eb8-806c2d37658e,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:18.677149 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-657f3729-caf9-4ad5-8002-1bd538fad9b4 None None] Resources bound (agent type, host, resource id): {{(pid=103409) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 28 10:33:18.698963 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-ba4baa28-79f3-4b44-a8fb-1d90f88a0be0 tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] Allocated IP 172.36.5.181 (1e0804d0-d1d9-4d40-9de5-2936f3d87840/6f6f4129-23e5-4c3b-b4ef-4c7ce926797e/ade366e6-f774-4bb7-8a7a-34ee1f3fbebc) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:33:18.708174 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797a9a0b-5b4a-4ae2-8618-5617ebcf42c4 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Pushing event deleted for resources: {'Port': ['ID=82771b89-da42-49da-958e-0763393dfb83,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:18.741015 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-33e7b287-9016-4022-9c6a-4af8c649d354 tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672413', 'neutron.services.segments.db._delete_segments_for_network-8742057110173'] for network (f558be07-ea63-4577-8b86-ef1dc833a846), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:18.762283 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-33e7b287-9016-4022-9c6a-4af8c649d354 tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f558be07-ea63-4577-8b86-ef1dc833a846']}} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:33:18.772586 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-33e7b287-9016-4022-9c6a-4af8c649d354 tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10b70a08-a0c5-4c08-9563-ab7b4fb0b7a6') {'for_net_delete': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:33:18.773093 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-33e7b287-9016-4022-9c6a-4af8c649d354 tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10b70a08-a0c5-4c08-9563-ab7b4fb0b7a6') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:33:18.784010 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-33e7b287-9016-4022-9c6a-4af8c649d354 tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742057113766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3423550'] for segment (10b70a08-a0c5-4c08-9563-ab7b4fb0b7a6), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:18.798115 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-797a9a0b-5b4a-4ae2-8618-5617ebcf42c4 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:18.801380 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-797a9a0b-5b4a-4ae2-8618-5617ebcf42c4 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "DELETE /v2.0/ports/82771b89-da42-49da-958e-0763393dfb83 HTTP/1.1" status: 204 len: 168 time: 1.5913405 Feb 28 10:33:18.804148 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-33e7b287-9016-4022-9c6a-4af8c649d354 tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (10b70a08-a0c5-4c08-9563-ab7b4fb0b7a6), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:18.807570 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 34774) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:18.840873 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33e7b287-9016-4022-9c6a-4af8c649d354 tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Releasing vlan 259 on physical network physnet1 to pool {{(pid=103408) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:33:18.841291 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-33e7b287-9016-4022-9c6a-4af8c649d354 tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3242693'] for segment (10b70a08-a0c5-4c08-9563-ab7b4fb0b7a6), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:18.844274 dv-neutron-master-2-hyperv neutron-server[103408]: Traceback (most recent call last): Feb 28 10:33:18.844274 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:33:18.844274 dv-neutron-master-2-hyperv neutron-server[103408]: timer() Feb 28 10:33:18.844274 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:33:18.844274 dv-neutron-master-2-hyperv neutron-server[103408]: cb(*args, **kw) Feb 28 10:33:18.844274 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:33:18.844274 dv-neutron-master-2-hyperv neutron-server[103408]: return func(*args, **kwargs) Feb 28 10:33:18.844274 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:33:18.844274 dv-neutron-master-2-hyperv neutron-server[103408]: self._notify() Feb 28 10:33:18.844274 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:33:18.844274 dv-neutron-master-2-hyperv neutron-server[103408]: self.callback(batched_events) Feb 28 10:33:18.844274 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:33:18.844274 dv-neutron-master-2-hyperv neutron-server[103408]: event.method(event) Feb 28 10:33:18.844274 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:33:18.844274 dv-neutron-master-2-hyperv neutron-server[103408]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:33:18.844274 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:33:18.844274 dv-neutron-master-2-hyperv neutron-server[103408]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:33:18.844274 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:33:18.844274 dv-neutron-master-2-hyperv neutron-server[103408]: return f(self, *a, **k) Feb 28 10:33:18.844274 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:33:18.844274 dv-neutron-master-2-hyperv neutron-server[103408]: return self._get(url).json() Feb 28 10:33:18.844274 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:33:18.844274 dv-neutron-master-2-hyperv neutron-server[103408]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:33:18.844274 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:33:18.844274 dv-neutron-master-2-hyperv neutron-server[103408]: return self.request(url, 'GET', **kwargs) Feb 28 10:33:18.844274 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:33:18.844274 dv-neutron-master-2-hyperv neutron-server[103408]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:33:18.844274 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:33:18.844274 dv-neutron-master-2-hyperv neutron-server[103408]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:33:18.844274 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:33:18.844274 dv-neutron-master-2-hyperv neutron-server[103408]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:33:18.844274 dv-neutron-master-2-hyperv neutron-server[103408]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:33:18.881853 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-093a9996-685f-4fed-95a3-3135c9790f72 tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1804286', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1806925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5948'] for router (d3ee6f3f-ea30-4f72-930f-eaa66d6f3a42), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:18.892174 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-093a9996-685f-4fed-95a3-3135c9790f72 tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1804241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1804263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1804264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1807030'] for router (d3ee6f3f-ea30-4f72-930f-eaa66d6f3a42), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:18.927635 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f91dea8-fe46-4b2e-938d-9004461d4fe6 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:33:18.929450 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f91dea8-fe46-4b2e-938d-9004461d4fe6 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:33:18.932065 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-0f91dea8-fe46-4b2e-938d-9004461d4fe6 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1224635 Feb 28 10:33:18.932065 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-33e7b287-9016-4022-9c6a-4af8c649d354 tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803269'] for network (f558be07-ea63-4577-8b86-ef1dc833a846), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:18.933890 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 34776) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:18.956108 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a89db37d-e07c-4727-a91c-26877162edb4 tempest-FloatingIPAdminTestJSON-178010834 tempest-FloatingIPAdminTestJSON-178010834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (24f78b8a-edde-497c-9c23-aacb182e6116), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:18.969907 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-33e7b287-9016-4022-9c6a-4af8c649d354 tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616561'] for network (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:18.976192 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-33e7b287-9016-4022-9c6a-4af8c649d354 tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] 10.222.0.20 "DELETE /v2.0/networks/f558be07-ea63-4577-8b86-ef1dc833a846 HTTP/1.1" status: 204 len: 168 time: 0.7405641 Feb 28 10:33:18.987537 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f4b03c1-0e4f-4074-9db5-015ca89726ba None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=103409) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 28 10:33:18.988714 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 34778) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:18.998874 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e7b287-9016-4022-9c6a-4af8c649d354 tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Pushing event deleted for resources: {'Network': ['ID=f558be07-ea63-4577-8b86-ef1dc833a846,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:19.005773 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89db37d-e07c-4727-a91c-26877162edb4 tempest-FloatingIPAdminTestJSON-178010834 tempest-FloatingIPAdminTestJSON-178010834-project] Pushing event deleted for resources: {'Port': ['ID=24f78b8a-edde-497c-9c23-aacb182e6116,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:19.010225 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ba4baa28-79f3-4b44-a8fb-1d90f88a0be0 tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] Publish callbacks [] for port (ade366e6-f774-4bb7-8a7a-34ee1f3fbebc), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:19.070744 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_v2 [None req-c84f000b-27bb-425a-9ed5-628af114c33b tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Deleting subnet a1798998-9023-434d-b0c1-73c3ca0bcb1e {{(pid=103408) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:33:19.077573 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c84f000b-27bb-425a-9ed5-628af114c33b tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks [] for subnet (a1798998-9023-434d-b0c1-73c3ca0bcb1e), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:19.100819 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f4b03c1-0e4f-4074-9db5-015ca89726ba None None] Resources bound (agent type, host, resource id): {{(pid=103409) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 28 10:33:19.124192 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-efb60026-24fa-4133-b575-e622d9939d26 tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-665757'] for network (c62470f3-5f3f-4345-8021-d257630aa4d0), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:19.135491 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c84f000b-27bb-425a-9ed5-628af114c33b tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3423529'] for subnet (a1798998-9023-434d-b0c1-73c3ca0bcb1e), precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:19.257813 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c84f000b-27bb-425a-9ed5-628af114c33b tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-823142'] for subnet (a1798998-9023-434d-b0c1-73c3ca0bcb1e), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:19.288927 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-efb60026-24fa-4133-b575-e622d9939d26 tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Deleting port 1d553c58-1b84-4a60-9097-d9d42700375e {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:33:19.289294 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-efb60026-24fa-4133-b575-e622d9939d26 tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (1d553c58-1b84-4a60-9097-d9d42700375e), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:19.314865 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4525a86e-32fd-4147-a650-b35845774bcc None None] Network f558be07-ea63-4577-8b86-ef1dc833a846 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:33:19.339507 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4525a86e-32fd-4147-a650-b35845774bcc None None] Network f558be07-ea63-4577-8b86-ef1dc833a846 could not be found, it might have been deleted concurrently. {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 28 10:33:19.376884 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-efb60026-24fa-4133-b575-e622d9939d26 tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] For port 1d553c58-1b84-4a60-9097-d9d42700375e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1d553c58-1b84-4a60-9097-d9d42700375e,segment=NetworkSegment(1290d727-7687-477d-9822-9444604fcbc7),segment_id=1290d727-7687-477d-9822-9444604fcbc7)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:33:19.377262 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-efb60026-24fa-4133-b575-e622d9939d26 tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (1d553c58-1b84-4a60-9097-d9d42700375e), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:19.393303 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-efb60026-24fa-4133-b575-e622d9939d26 tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Calling delete_port for 1d553c58-1b84-4a60-9097-d9d42700375e owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:33:19.398965 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c84f000b-27bb-425a-9ed5-628af114c33b tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-823145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3242523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3951170'] for subnet (a1798998-9023-434d-b0c1-73c3ca0bcb1e), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:19.443979 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84f000b-27bb-425a-9ed5-628af114c33b tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Pushing event deleted for resources: {'Subnet': ['ID=a1798998-9023-434d-b0c1-73c3ca0bcb1e,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:19.446250 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c84f000b-27bb-425a-9ed5-628af114c33b tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks [] for subnet (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:19.451793 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-c84f000b-27bb-425a-9ed5-628af114c33b tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "DELETE /v2.0/subnets/a1798998-9023-434d-b0c1-73c3ca0bcb1e HTTP/1.1" status: 204 len: 168 time: 0.5140915 Feb 28 10:33:19.478909 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 34780) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:19.520594 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ba4baa28-79f3-4b44-a8fb-1d90f88a0be0 tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (ade366e6-f774-4bb7-8a7a-34ee1f3fbebc), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:19.531223 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-909d91e5-7917-45d0-9b89-17727766d708 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0510819 Feb 28 10:33:19.534286 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 34782) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:19.627974 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef6a716-5ccc-48e7-93cc-a05595b4d249 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:33:19.632370 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba4baa28-79f3-4b44-a8fb-1d90f88a0be0 tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] Network 1e0804d0-d1d9-4d40-9de5-2936f3d87840 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:33:19.633457 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 34786) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:19.633659 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-5ef6a716-5ccc-48e7-93cc-a05595b4d249 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0978644 Feb 28 10:33:19.643268 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-efb60026-24fa-4133-b575-e622d9939d26 tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (1d553c58-1b84-4a60-9097-d9d42700375e), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:19.659415 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e368b4b-5a34-4cac-9ec6-55bc2deb431e None None] Network 9f0a511d-8408-4971-9daa-968eebea54f2 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:33:19.664296 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-ba4baa28-79f3-4b44-a8fb-1d90f88a0be0 tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:33:19.668984 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4baa28-79f3-4b44-a8fb-1d90f88a0be0 tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:33:19.674332 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb60026-24fa-4133-b575-e622d9939d26 tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Pushing event deleted for resources: {'Port': ['ID=1d553c58-1b84-4a60-9097-d9d42700375e,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:19.677951 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb60026-24fa-4133-b575-e622d9939d26 tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] No DVR routers for this DVR port 1d553c58-1b84-4a60-9097-d9d42700375e on host dv-neutron-master-2-hyperv {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:33:19.714766 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4baa28-79f3-4b44-a8fb-1d90f88a0be0 tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] Pushing event updated for resources: {'Port': ['ID=ade366e6-f774-4bb7-8a7a-34ee1f3fbebc,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:19.767411 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-efb60026-24fa-4133-b575-e622d9939d26 tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672413', 'neutron.services.segments.db._delete_segments_for_network-8742057110173'] for network (c62470f3-5f3f-4345-8021-d257630aa4d0), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:19.801260 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-efb60026-24fa-4133-b575-e622d9939d26 tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c62470f3-5f3f-4345-8021-d257630aa4d0']}} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:33:19.801795 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a89db37d-e07c-4727-a91c-26877162edb4 tempest-FloatingIPAdminTestJSON-178010834 tempest-FloatingIPAdminTestJSON-178010834-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1802651'] for router_interface (7eadc941-c9a9-469a-b023-13a98bd7a130), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:19.812683 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-093a9996-685f-4fed-95a3-3135c9790f72 tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Router d3ee6f3f-ea30-4f72-930f-eaa66d6f3a42 is scheduled to L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 with binding_index 1 {{(pid=103407) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 10:33:19.813391 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-efb60026-24fa-4133-b575-e622d9939d26 tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1290d727-7687-477d-9822-9444604fcbc7') {'for_net_delete': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:33:19.813719 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-efb60026-24fa-4133-b575-e622d9939d26 tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1290d727-7687-477d-9822-9444604fcbc7') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:33:19.824413 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-efb60026-24fa-4133-b575-e622d9939d26 tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742057113766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3423550'] for segment (1290d727-7687-477d-9822-9444604fcbc7), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:19.840516 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-efb60026-24fa-4133-b575-e622d9939d26 tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (1290d727-7687-477d-9822-9444604fcbc7), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:19.840846 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7b7df0f-ed28-4a7a-a6d2-2a902e5f6813 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:33:19.841997 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-e7b7df0f-ed28-4a7a-a6d2-2a902e5f6813 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2019134 Feb 28 10:33:19.845658 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 34788) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:19.857191 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efb60026-24fa-4133-b575-e622d9939d26 tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Releasing vlan 270 on physical network physnet1 to pool {{(pid=103408) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:33:19.857355 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-efb60026-24fa-4133-b575-e622d9939d26 tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3242693'] for segment (1290d727-7687-477d-9822-9444604fcbc7), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:19.860482 dv-neutron-master-2-hyperv neutron-server[103408]: Traceback (most recent call last): Feb 28 10:33:19.860482 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:33:19.860482 dv-neutron-master-2-hyperv neutron-server[103408]: timer() Feb 28 10:33:19.860482 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:33:19.860482 dv-neutron-master-2-hyperv neutron-server[103408]: cb(*args, **kw) Feb 28 10:33:19.860482 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:33:19.860482 dv-neutron-master-2-hyperv neutron-server[103408]: return func(*args, **kwargs) Feb 28 10:33:19.860482 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:33:19.860482 dv-neutron-master-2-hyperv neutron-server[103408]: self._notify() Feb 28 10:33:19.860482 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:33:19.860482 dv-neutron-master-2-hyperv neutron-server[103408]: self.callback(batched_events) Feb 28 10:33:19.860482 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:33:19.860482 dv-neutron-master-2-hyperv neutron-server[103408]: event.method(event) Feb 28 10:33:19.860482 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:33:19.860482 dv-neutron-master-2-hyperv neutron-server[103408]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:33:19.860482 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:33:19.860482 dv-neutron-master-2-hyperv neutron-server[103408]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:33:19.860482 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:33:19.860482 dv-neutron-master-2-hyperv neutron-server[103408]: return f(self, *a, **k) Feb 28 10:33:19.860482 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:33:19.860482 dv-neutron-master-2-hyperv neutron-server[103408]: return self._get(url).json() Feb 28 10:33:19.860482 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:33:19.860482 dv-neutron-master-2-hyperv neutron-server[103408]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:33:19.860482 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:33:19.860482 dv-neutron-master-2-hyperv neutron-server[103408]: return self.request(url, 'GET', **kwargs) Feb 28 10:33:19.860482 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:33:19.860482 dv-neutron-master-2-hyperv neutron-server[103408]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:33:19.860482 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:33:19.860482 dv-neutron-master-2-hyperv neutron-server[103408]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:33:19.860482 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:33:19.860482 dv-neutron-master-2-hyperv neutron-server[103408]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:33:19.860482 dv-neutron-master-2-hyperv neutron-server[103408]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:33:19.870183 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9283cff6-833d-44fe-be88-42a968e68dae None None] DHCP port deletion for 9f0a511d-8408-4971-9daa-968eebea54f2 request from dv-neutron-master-2-hyperv {{(pid=103409) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:33:19.905126 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-ae04c654-575c-4e17-9585-4da00c3a2faf tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0583239 Feb 28 10:33:19.923985 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-9283cff6-833d-44fe-be88-42a968e68dae None None] Deleting port d9a2b53e-aa39-4140-bc00-32a12f0a3279 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:33:19.924464 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9283cff6-833d-44fe-be88-42a968e68dae None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (d9a2b53e-aa39-4140-bc00-32a12f0a3279), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:19.930475 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 34790) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:19.958736 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-efb60026-24fa-4133-b575-e622d9939d26 tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803269'] for network (c62470f3-5f3f-4345-8021-d257630aa4d0), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:19.965211 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-efb60026-24fa-4133-b575-e622d9939d26 tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616561'] for network (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:19.969296 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-efb60026-24fa-4133-b575-e622d9939d26 tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] 10.222.0.20 "DELETE /v2.0/networks/c62470f3-5f3f-4345-8021-d257630aa4d0 HTTP/1.1" status: 204 len: 168 time: 0.9795516 Feb 28 10:33:19.974358 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 34792) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:19.978890 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-17bfaa17-d73f-4f9a-8327-ea37c4d5580f tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Request body: {'subnet': {'network_id': '9f0a511d-8408-4971-9daa-968eebea54f2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:33:19.990023 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-9283cff6-833d-44fe-be88-42a968e68dae None None] For port d9a2b53e-aa39-4140-bc00-32a12f0a3279, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d9a2b53e-aa39-4140-bc00-32a12f0a3279,segment=NetworkSegment(bf553b55-fb1d-4346-a090-4fb77eb0fbd7),segment_id=bf553b55-fb1d-4346-a090-4fb77eb0fbd7)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:33:19.990516 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9283cff6-833d-44fe-be88-42a968e68dae None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (d9a2b53e-aa39-4140-bc00-32a12f0a3279), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:20.003669 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-9283cff6-833d-44fe-be88-42a968e68dae None None] Calling delete_port for d9a2b53e-aa39-4140-bc00-32a12f0a3279 owned by network:dhcp {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:33:20.006141 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb60026-24fa-4133-b575-e622d9939d26 tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Pushing event deleted for resources: {'Network': ['ID=c62470f3-5f3f-4345-8021-d257630aa4d0,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:20.032064 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0a1d4a-1770-4335-a012-07b6eaa766db req-822d9bcd-12d3-4108-9b51-b754cb900e9e tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:33:20.034140 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-ad0a1d4a-1770-4335-a012-07b6eaa766db req-822d9bcd-12d3-4108-9b51-b754cb900e9e tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] 10.222.0.20 "GET /v2.0/ports?device_id=21839f2d-46e7-497a-a06a-b1ae129c5e90 HTTP/1.1" status: 200 len: 945 time: 0.3351207 Feb 28 10:33:20.071958 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-53bd548e-3837-44a1-92e6-4e4882a2435e tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-665757'] for network (54ba419c-8bdb-4dc3-95a3-533aecc958e0), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:20.095326 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9283cff6-833d-44fe-be88-42a968e68dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758'] for port (d9a2b53e-aa39-4140-bc00-32a12f0a3279), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:20.130201 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9283cff6-833d-44fe-be88-42a968e68dae None None] No DVR routers for this DVR port d9a2b53e-aa39-4140-bc00-32a12f0a3279 on host dv-neutron-master-2-hyperv {{(pid=103409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:33:20.136024 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9283cff6-833d-44fe-be88-42a968e68dae None None] Pushing event deleted for resources: {'Port': ['ID=d9a2b53e-aa39-4140-bc00-32a12f0a3279,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:20.169672 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-53bd548e-3837-44a1-92e6-4e4882a2435e tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672413', 'neutron.services.segments.db._delete_segments_for_network-8742057110173'] for network (54ba419c-8bdb-4dc3-95a3-533aecc958e0), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:20.191006 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-53bd548e-3837-44a1-92e6-4e4882a2435e tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54ba419c-8bdb-4dc3-95a3-533aecc958e0']}} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:33:20.200689 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-53bd548e-3837-44a1-92e6-4e4882a2435e tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7721f8d1-ea45-4422-8dd2-45c5106c9e02') {'for_net_delete': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:33:20.200985 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-53bd548e-3837-44a1-92e6-4e4882a2435e tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7721f8d1-ea45-4422-8dd2-45c5106c9e02') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:33:20.210580 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-53bd548e-3837-44a1-92e6-4e4882a2435e tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742057113766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3423550'] for segment (7721f8d1-ea45-4422-8dd2-45c5106c9e02), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:20.225007 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-53bd548e-3837-44a1-92e6-4e4882a2435e tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (7721f8d1-ea45-4422-8dd2-45c5106c9e02), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:20.231192 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53bd548e-3837-44a1-92e6-4e4882a2435e tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Releasing vlan 262 on physical network physnet1 to pool {{(pid=103408) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:33:20.231583 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-53bd548e-3837-44a1-92e6-4e4882a2435e tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3242693'] for segment (7721f8d1-ea45-4422-8dd2-45c5106c9e02), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:20.235208 dv-neutron-master-2-hyperv neutron-server[103408]: Traceback (most recent call last): Feb 28 10:33:20.235208 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:33:20.235208 dv-neutron-master-2-hyperv neutron-server[103408]: timer() Feb 28 10:33:20.235208 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:33:20.235208 dv-neutron-master-2-hyperv neutron-server[103408]: cb(*args, **kw) Feb 28 10:33:20.235208 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:33:20.235208 dv-neutron-master-2-hyperv neutron-server[103408]: return func(*args, **kwargs) Feb 28 10:33:20.235208 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:33:20.235208 dv-neutron-master-2-hyperv neutron-server[103408]: self._notify() Feb 28 10:33:20.235208 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:33:20.235208 dv-neutron-master-2-hyperv neutron-server[103408]: self.callback(batched_events) Feb 28 10:33:20.235208 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:33:20.235208 dv-neutron-master-2-hyperv neutron-server[103408]: event.method(event) Feb 28 10:33:20.235208 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:33:20.235208 dv-neutron-master-2-hyperv neutron-server[103408]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:33:20.235208 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:33:20.235208 dv-neutron-master-2-hyperv neutron-server[103408]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:33:20.235208 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:33:20.235208 dv-neutron-master-2-hyperv neutron-server[103408]: return f(self, *a, **k) Feb 28 10:33:20.235208 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:33:20.235208 dv-neutron-master-2-hyperv neutron-server[103408]: return self._get(url).json() Feb 28 10:33:20.235208 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:33:20.235208 dv-neutron-master-2-hyperv neutron-server[103408]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:33:20.235208 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:33:20.235208 dv-neutron-master-2-hyperv neutron-server[103408]: return self.request(url, 'GET', **kwargs) Feb 28 10:33:20.235208 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:33:20.235208 dv-neutron-master-2-hyperv neutron-server[103408]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:33:20.235208 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:33:20.235208 dv-neutron-master-2-hyperv neutron-server[103408]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:33:20.235208 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:33:20.235208 dv-neutron-master-2-hyperv neutron-server[103408]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:33:20.235208 dv-neutron-master-2-hyperv neutron-server[103408]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:33:20.287584 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-ad0a1d4a-1770-4335-a012-07b6eaa766db req-f293e455-0b76-46c3-9c39-e836317eaf11 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] 10.222.0.20 "GET /v2.0/security-groups?id=c6054555-6cfe-4c7d-9758-21814521da07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2208514 Feb 28 10:33:20.299471 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-53bd548e-3837-44a1-92e6-4e4882a2435e tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803269'] for network (54ba419c-8bdb-4dc3-95a3-533aecc958e0), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:20.316957 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-53bd548e-3837-44a1-92e6-4e4882a2435e tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616561'] for network (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:20.320150 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-53bd548e-3837-44a1-92e6-4e4882a2435e tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] 10.222.0.20 "DELETE /v2.0/networks/54ba419c-8bdb-4dc3-95a3-533aecc958e0 HTTP/1.1" status: 204 len: 168 time: 0.3427832 Feb 28 10:33:20.321476 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bd548e-3837-44a1-92e6-4e4882a2435e tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Pushing event deleted for resources: {'Network': ['ID=54ba419c-8bdb-4dc3-95a3-533aecc958e0,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:20.323060 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 34794) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:20.329905 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-093a9996-685f-4fed-95a3-3135c9790f72 tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:33:20.338367 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-093a9996-685f-4fed-95a3-3135c9790f72 tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:20.341959 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-093a9996-685f-4fed-95a3-3135c9790f72 tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] 10.222.0.20 "PUT /v2.0/routers/d3ee6f3f-ea30-4f72-930f-eaa66d6f3a42 HTTP/1.1" status: 200 len: 913 time: 5.4505262 Feb 28 10:33:20.342793 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 34796) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:20.345232 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bddd5beb-ed7d-454d-ab11-053cef59eff8 None None] Sync routers for ids ['d3ee6f3f-ea30-4f72-930f-eaa66d6f3a42'] in dv-neutron-master-2-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:33:20.355937 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bddd5beb-ed7d-454d-ab11-053cef59eff8 None None] Routers {'d3ee6f3f-ea30-4f72-930f-eaa66d6f3a42'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:33:20.356562 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-bddd5beb-ed7d-454d-ab11-053cef59eff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:33:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['d3ee6f3f-ea30-4f72-930f-eaa66d6f3a42'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:33:20.380060 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17bfaa17-d73f-4f9a-8327-ea37c4d5580f tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Made reservation on behalf of 01d784a6a3f04224a7e9160ad9d44184 for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:33:20.383870 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-17bfaa17-d73f-4f9a-8327-ea37c4d5580f tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3516581'] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:20.395572 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-bddd5beb-ed7d-454d-ab11-053cef59eff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:33:20.405027 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bddd5beb-ed7d-454d-ab11-053cef59eff8 None None] Routers {'d3ee6f3f-ea30-4f72-930f-eaa66d6f3a42'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:33:20.405556 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-bddd5beb-ed7d-454d-ab11-053cef59eff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:33:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['d3ee6f3f-ea30-4f72-930f-eaa66d6f3a42'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:33:20.439006 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-bddd5beb-ed7d-454d-ab11-053cef59eff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:33:20.439934 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bddd5beb-ed7d-454d-ab11-053cef59eff8 None None] The sync data for ids ['d3ee6f3f-ea30-4f72-930f-eaa66d6f3a42'] in dv-neutron-master-2-hyperv is: [] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:33:20.449617 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-eab7d289-333e-412b-84fd-9debed37d4b1 tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-665757'] for network (bc9e0d64-9a44-4490-b95d-7b8b06481d0f), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:20.530046 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-29cbeb11-da60-4437-9fa4-4dca86972cc0 tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] 10.222.0.20 "GET /v2.0/routers/d3ee6f3f-ea30-4f72-930f-eaa66d6f3a42 HTTP/1.1" status: 200 len: 919 time: 0.1861277 Feb 28 10:33:20.534568 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 34798) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:20.585657 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-eab7d289-333e-412b-84fd-9debed37d4b1 tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672413', 'neutron.services.segments.db._delete_segments_for_network-8742057110173'] for network (bc9e0d64-9a44-4490-b95d-7b8b06481d0f), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:20.591267 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ba4baa28-79f3-4b44-a8fb-1d90f88a0be0 tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] Publish callbacks [] for router_gateway (657743da-1fc9-4ff2-a314-0f4434f7cd8f), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:20.606499 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-eab7d289-333e-412b-84fd-9debed37d4b1 tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc9e0d64-9a44-4490-b95d-7b8b06481d0f']}} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:33:20.615642 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-eab7d289-333e-412b-84fd-9debed37d4b1 tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01d4bd80-b24c-4aa8-b317-a0f502498f83') {'for_net_delete': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:33:20.615941 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-eab7d289-333e-412b-84fd-9debed37d4b1 tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01d4bd80-b24c-4aa8-b317-a0f502498f83') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:33:20.625148 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-eab7d289-333e-412b-84fd-9debed37d4b1 tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742057113766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3423550'] for segment (01d4bd80-b24c-4aa8-b317-a0f502498f83), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:20.639427 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-eab7d289-333e-412b-84fd-9debed37d4b1 tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (01d4bd80-b24c-4aa8-b317-a0f502498f83), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:20.645829 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eab7d289-333e-412b-84fd-9debed37d4b1 tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Releasing vlan 263 on physical network physnet1 to pool {{(pid=103408) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:33:20.646241 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-eab7d289-333e-412b-84fd-9debed37d4b1 tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3242693'] for segment (01d4bd80-b24c-4aa8-b317-a0f502498f83), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:20.649382 dv-neutron-master-2-hyperv neutron-server[103408]: Traceback (most recent call last): Feb 28 10:33:20.649382 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:33:20.649382 dv-neutron-master-2-hyperv neutron-server[103408]: timer() Feb 28 10:33:20.649382 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:33:20.649382 dv-neutron-master-2-hyperv neutron-server[103408]: cb(*args, **kw) Feb 28 10:33:20.649382 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:33:20.649382 dv-neutron-master-2-hyperv neutron-server[103408]: return func(*args, **kwargs) Feb 28 10:33:20.649382 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:33:20.649382 dv-neutron-master-2-hyperv neutron-server[103408]: self._notify() Feb 28 10:33:20.649382 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:33:20.649382 dv-neutron-master-2-hyperv neutron-server[103408]: self.callback(batched_events) Feb 28 10:33:20.649382 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:33:20.649382 dv-neutron-master-2-hyperv neutron-server[103408]: event.method(event) Feb 28 10:33:20.649382 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:33:20.649382 dv-neutron-master-2-hyperv neutron-server[103408]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:33:20.649382 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:33:20.649382 dv-neutron-master-2-hyperv neutron-server[103408]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:33:20.649382 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:33:20.649382 dv-neutron-master-2-hyperv neutron-server[103408]: return f(self, *a, **k) Feb 28 10:33:20.649382 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:33:20.649382 dv-neutron-master-2-hyperv neutron-server[103408]: return self._get(url).json() Feb 28 10:33:20.649382 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:33:20.649382 dv-neutron-master-2-hyperv neutron-server[103408]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:33:20.649382 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:33:20.649382 dv-neutron-master-2-hyperv neutron-server[103408]: return self.request(url, 'GET', **kwargs) Feb 28 10:33:20.649382 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:33:20.649382 dv-neutron-master-2-hyperv neutron-server[103408]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:33:20.649382 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:33:20.649382 dv-neutron-master-2-hyperv neutron-server[103408]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:33:20.649382 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:33:20.649382 dv-neutron-master-2-hyperv neutron-server[103408]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:33:20.649382 dv-neutron-master-2-hyperv neutron-server[103408]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:33:20.654238 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a89db37d-e07c-4727-a91c-26877162edb4 tempest-FloatingIPAdminTestJSON-178010834 tempest-FloatingIPAdminTestJSON-178010834-project] Router 7eadc941-c9a9-469a-b023-13a98bd7a130 has already been hosted by L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:33:20.707884 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-eab7d289-333e-412b-84fd-9debed37d4b1 tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803269'] for network (bc9e0d64-9a44-4490-b95d-7b8b06481d0f), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:20.712733 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-eab7d289-333e-412b-84fd-9debed37d4b1 tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616561'] for network (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:20.718582 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-eab7d289-333e-412b-84fd-9debed37d4b1 tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] 10.222.0.20 "DELETE /v2.0/networks/bc9e0d64-9a44-4490-b95d-7b8b06481d0f HTTP/1.1" status: 204 len: 168 time: 0.3921380 Feb 28 10:33:20.731667 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab7d289-333e-412b-84fd-9debed37d4b1 tempest-BulkNetworkOpsTest-1207489497 tempest-BulkNetworkOpsTest-1207489497-project] Pushing event deleted for resources: {'Network': ['ID=bc9e0d64-9a44-4490-b95d-7b8b06481d0f,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:20.741122 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b447b81-b070-4691-bf8d-1808ce8165c3 tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:33:20.742736 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-0b447b81-b070-4691-bf8d-1808ce8165c3 tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=1e0804d0-d1d9-4d40-9de5-2936f3d87840&device_id=d3ee6f3f-ea30-4f72-930f-eaa66d6f3a42&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2052958 Feb 28 10:33:20.746948 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 34802) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:20.838565 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fcf7cbe-2891-4142-9655-50dd4ad4a12f tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:33:20.840043 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-5fcf7cbe-2891-4142-9655-50dd4ad4a12f tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] 10.222.0.20 "GET /v2.0/networks/1e0804d0-d1d9-4d40-9de5-2936f3d87840 HTTP/1.1" status: 200 len: 881 time: 0.0920892 Feb 28 10:33:20.844235 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 34804) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:20.874691 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-c3664aa5-acce-40ec-bcdd-8907a517c33a tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3ee6f3f-ea30-4f72-930f-eaa66d6f3a42 HTTP/1.1" status: 200 len: 205 time: 0.0291789 Feb 28 10:33:20.877330 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 34806) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:20.967199 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-17bfaa17-d73f-4f9a-8327-ea37c4d5580f tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3498031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3516567'] for subnet (0b767d2d-1034-43c2-9e07-9c8f1c5bf182), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:21.011969 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 34810) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:21.039855 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a89db37d-e07c-4727-a91c-26877162edb4 tempest-FloatingIPAdminTestJSON-178010834 tempest-FloatingIPAdminTestJSON-178010834-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:33:21.051699 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-a89db37d-e07c-4727-a91c-26877162edb4 tempest-FloatingIPAdminTestJSON-178010834 tempest-FloatingIPAdminTestJSON-178010834-project] 10.222.0.20 "PUT /v2.0/routers/7eadc941-c9a9-469a-b023-13a98bd7a130/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9061186 Feb 28 10:33:21.052919 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5ee876-2e15-4fae-9fad-37a590bcf474 None None] Sync routers for ids ['7eadc941-c9a9-469a-b023-13a98bd7a130'] in dv-neutron-master-2-hyperv {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:33:21.053726 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17bfaa17-d73f-4f9a-8327-ea37c4d5580f tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Network 9f0a511d-8408-4971-9daa-968eebea54f2 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:33:21.058639 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 34814) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:21.067234 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-17bfaa17-d73f-4f9a-8327-ea37c4d5580f tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:33:21.072023 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5ee876-2e15-4fae-9fad-37a590bcf474 None None] Routers {'7eadc941-c9a9-469a-b023-13a98bd7a130'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:33:21.072339 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bfaa17-d73f-4f9a-8327-ea37c4d5580f tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Pushing event updated for resources: {'Subnet': ['ID=0b767d2d-1034-43c2-9e07-9c8f1c5bf182,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:21.073489 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-2e5ee876-2e15-4fae-9fad-37a590bcf474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:33:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['7eadc941-c9a9-469a-b023-13a98bd7a130'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:33:21.110497 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17bfaa17-d73f-4f9a-8327-ea37c4d5580f tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:33:21.110922 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-17bfaa17-d73f-4f9a-8327-ea37c4d5580f tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616561'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:21.119603 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ba4baa28-79f3-4b44-a8fb-1d90f88a0be0 tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1804241'] for router (657743da-1fc9-4ff2-a314-0f4434f7cd8f), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:21.148209 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0517e183-43c3-49fb-9e12-805f890c5d66 None None] Network 9f0a511d-8408-4971-9daa-968eebea54f2 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:33:21.150958 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-2e5ee876-2e15-4fae-9fad-37a590bcf474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:33:21.217701 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-17bfaa17-d73f-4f9a-8327-ea37c4d5580f tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2830169 Feb 28 10:33:21.218364 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 34816) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:21.301562 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5baec217-1460-4373-b866-df578df1c5bd tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] Publish callbacks [] for router (d3ee6f3f-ea30-4f72-930f-eaa66d6f3a42), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:21.348709 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5ee876-2e15-4fae-9fad-37a590bcf474 None None] Routers {'7eadc941-c9a9-469a-b023-13a98bd7a130'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:33:21.349824 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-2e5ee876-2e15-4fae-9fad-37a590bcf474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:33:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['7eadc941-c9a9-469a-b023-13a98bd7a130'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:33:21.391942 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-2e5ee876-2e15-4fae-9fad-37a590bcf474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:33:21.392517 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5ee876-2e15-4fae-9fad-37a590bcf474 None None] The sync data for ids ['7eadc941-c9a9-469a-b023-13a98bd7a130'] in dv-neutron-master-2-hyperv is: [] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:33:21.425703 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5baec217-1460-4373-b866-df578df1c5bd tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] Publish callbacks [] for router_gateway (d3ee6f3f-ea30-4f72-930f-eaa66d6f3a42), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:21.444448 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e65852f0-b2e2-4ed5-bc06-2de0fea83a0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-9f0a511d-8408-4971-9daa-968eebea54f2', 'network_id': '9f0a511d-8408-4971-9daa-968eebea54f2', 'project_id': '01d784a6a3f04224a7e9160ad9d44184', 'fixed_ips': [{'subnet_id': '0b767d2d-1034-43c2-9e07-9c8f1c5bf182'}]}} from dv-neutron-master-2-hyperv. {{(pid=103409) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:33:21.445604 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e65852f0-b2e2-4ed5-bc06-2de0fea83a0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:21.485390 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-5baec217-1460-4373-b866-df578df1c5bd tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] Deleting port 4868634d-55a6-466c-98d4-0f23a221855e {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:33:21.485935 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5baec217-1460-4373-b866-df578df1c5bd tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (4868634d-55a6-466c-98d4-0f23a221855e), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:21.577791 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5baec217-1460-4373-b866-df578df1c5bd tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (4868634d-55a6-466c-98d4-0f23a221855e), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:21.586826 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-33a31d36-3358-4595-820c-4766542c8d8f tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Request body: {'port': {'network_id': '9f0a511d-8408-4971-9daa-968eebea54f2', 'fixed_ips': [{'subnet_id': '0b767d2d-1034-43c2-9e07-9c8f1c5bf182', 'ip_address': '2001:db8::be61:a17e:ca22:9169'}], 'name': 'tempest-NetworksTestDHCPv6-587244400'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:33:21.592161 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-5baec217-1460-4373-b866-df578df1c5bd tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] Calling delete_port for 4868634d-55a6-466c-98d4-0f23a221855e owned by network:router_gateway {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:33:21.595786 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-e65852f0-b2e2-4ed5-bc06-2de0fea83a0d None None] Allocated IP 2001:db8::2 (9f0a511d-8408-4971-9daa-968eebea54f2/0b767d2d-1034-43c2-9e07-9c8f1c5bf182/38ca5606-7431-4bc8-8b79-58636b481151) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:33:21.754879 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e65852f0-b2e2-4ed5-bc06-2de0fea83a0d None None] Publish callbacks [] for port (38ca5606-7431-4bc8-8b79-58636b481151), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:21.762340 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e65852f0-b2e2-4ed5-bc06-2de0fea83a0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749'] for port (38ca5606-7431-4bc8-8b79-58636b481151), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:21.781964 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b19d5a6c-b58e-4ed8-9b5d-3f1bbd4b8ca9 tempest-FloatingIPAdminTestJSON-178010834 tempest-FloatingIPAdminTestJSON-178010834-project] Publish callbacks [] for router (7eadc941-c9a9-469a-b023-13a98bd7a130), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:21.799301 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5baec217-1460-4373-b866-df578df1c5bd tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (4868634d-55a6-466c-98d4-0f23a221855e), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:21.804418 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-20328c0e-8943-4487-8d54-ca3fdbab2e61 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c319e99d39084ea4a47ff39ae97012d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7854645 Feb 28 10:33:21.804921 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 34820) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:21.811212 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e65852f0-b2e2-4ed5-bc06-2de0fea83a0d None None] Network 9f0a511d-8408-4971-9daa-968eebea54f2 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:33:21.816996 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-e65852f0-b2e2-4ed5-bc06-2de0fea83a0d None None] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:33:21.817270 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65852f0-b2e2-4ed5-bc06-2de0fea83a0d None None] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:33:21.852499 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65852f0-b2e2-4ed5-bc06-2de0fea83a0d None None] Pushing event updated for resources: {'Port': ['ID=38ca5606-7431-4bc8-8b79-58636b481151,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:21.869527 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baec217-1460-4373-b866-df578df1c5bd tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] Pushing event deleted for resources: {'Port': ['ID=4868634d-55a6-466c-98d4-0f23a221855e,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:21.884705 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c8d8d9-88dd-4834-bbe1-99e6a6ee9e61 req-778eec6d-79c3-4f17-9e49-c972b341c8ce tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:33:21.884897 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device d9a2b53e-aa39-4140-bc00-32a12f0a3279 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:33:21.886380 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-f1c8d8d9-88dd-4834-bbe1-99e6a6ee9e61 req-778eec6d-79c3-4f17-9e49-c972b341c8ce tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] 10.222.0.20 "GET /v2.0/ports?device_id=21839f2d-46e7-497a-a06a-b1ae129c5e90 HTTP/1.1" status: 200 len: 945 time: 0.2863395 Feb 28 10:33:21.911482 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-e65852f0-b2e2-4ed5-bc06-2de0fea83a0d None None] Attempting to bind port 38ca5606-7431-4bc8-8b79-58636b481151 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:33:21.911873 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-e65852f0-b2e2-4ed5-bc06-2de0fea83a0d None None] Attempting to bind port 38ca5606-7431-4bc8-8b79-58636b481151 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'bf553b55-fb1d-4346-a090-4fb77eb0fbd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '9f0a511d-8408-4971-9daa-968eebea54f2'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:33:21.912247 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65852f0-b2e2-4ed5-bc06-2de0fea83a0d None None] Attempting to bind port 38ca5606-7431-4bc8-8b79-58636b481151 on network 9f0a511d-8408-4971-9daa-968eebea54f2 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:33:21.914453 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] No Port match for: d9a2b53e-aa39-4140-bc00-32a12f0a3279 {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:33:21.914833 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device d9a2b53e-aa39-4140-bc00-32a12f0a3279 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:33:21.921714 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65852f0-b2e2-4ed5-bc06-2de0fea83a0d None None] Checking agent: {'id': '75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 24, 15), 'started_at': datetime.datetime(2022, 2, 28, 10, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 33, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:33:21.922111 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65852f0-b2e2-4ed5-bc06-2de0fea83a0d None None] Checking segment: {'id': 'bf553b55-fb1d-4346-a090-4fb77eb0fbd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '9f0a511d-8408-4971-9daa-968eebea54f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:33:21.922527 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e65852f0-b2e2-4ed5-bc06-2de0fea83a0d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:21.922928 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65852f0-b2e2-4ed5-bc06-2de0fea83a0d None None] Bound using segment: {'id': 'bf553b55-fb1d-4346-a090-4fb77eb0fbd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '9f0a511d-8408-4971-9daa-968eebea54f2'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:33:21.923408 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-e65852f0-b2e2-4ed5-bc06-2de0fea83a0d None None] Bound port: 38ca5606-7431-4bc8-8b79-58636b481151, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf553b55-fb1d-4346-a090-4fb77eb0fbd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '9f0a511d-8408-4971-9daa-968eebea54f2'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:33:21.923797 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e65852f0-b2e2-4ed5-bc06-2de0fea83a0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (38ca5606-7431-4bc8-8b79-58636b481151), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:21.964407 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ab81f036-4c87-40df-8f53-48892eebb8bf admin admin] Publish callbacks [] for security_group (9591f0ae-b8bf-4534-baaa-ebbaf67f5d7f), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:21.975265 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba4baa28-79f3-4b44-a8fb-1d90f88a0be0 tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] Router 657743da-1fc9-4ff2-a314-0f4434f7cd8f is scheduled to L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 with binding_index 1 {{(pid=103407) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 10:33:21.984590 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33a31d36-3358-4595-820c-4766542c8d8f tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Made reservation on behalf of 01d784a6a3f04224a7e9160ad9d44184 for: {'port': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:33:21.996681 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-e65852f0-b2e2-4ed5-bc06-2de0fea83a0d None None] For port 38ca5606-7431-4bc8-8b79-58636b481151, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:33:22.000197 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-e65852f0-b2e2-4ed5-bc06-2de0fea83a0d None None] For port 38ca5606-7431-4bc8-8b79-58636b481151, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=38ca5606-7431-4bc8-8b79-58636b481151,segment=NetworkSegment(bf553b55-fb1d-4346-a090-4fb77eb0fbd7),segment_id=bf553b55-fb1d-4346-a090-4fb77eb0fbd7)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:33:22.006746 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ab81f036-4c87-40df-8f53-48892eebb8bf admin admin] Publish callbacks [] for security_group (9591f0ae-b8bf-4534-baaa-ebbaf67f5d7f), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:22.007056 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e65852f0-b2e2-4ed5-bc06-2de0fea83a0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (38ca5606-7431-4bc8-8b79-58636b481151), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:22.015667 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5baec217-1460-4373-b866-df578df1c5bd tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1803321'] for router_gateway (d3ee6f3f-ea30-4f72-930f-eaa66d6f3a42), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:22.061443 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-f1c8d8d9-88dd-4834-bbe1-99e6a6ee9e61 req-91706eda-6153-4e74-bd51-db69327e573e tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] 10.222.0.20 "GET /v2.0/security-groups?id=c6054555-6cfe-4c7d-9758-21814521da07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1575925 Feb 28 10:33:22.065173 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65852f0-b2e2-4ed5-bc06-2de0fea83a0d None None] Pushing event updated for resources: {'Port': ['ID=38ca5606-7431-4bc8-8b79-58636b481151,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:22.104975 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b19d5a6c-b58e-4ed8-9b5d-3f1bbd4b8ca9 tempest-FloatingIPAdminTestJSON-178010834 tempest-FloatingIPAdminTestJSON-178010834-project] Publish callbacks [] for router_gateway (7eadc941-c9a9-469a-b023-13a98bd7a130), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:22.134394 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5baec217-1460-4373-b866-df578df1c5bd tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1807017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5941'] for router (d3ee6f3f-ea30-4f72-930f-eaa66d6f3a42), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:22.136908 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5baec217-1460-4373-b866-df578df1c5bd tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] Publish callbacks [] for router_controller (d3ee6f3f-ea30-4f72-930f-eaa66d6f3a42), precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:22.189108 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5baec217-1460-4373-b866-df578df1c5bd tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1806994'] for router (d3ee6f3f-ea30-4f72-930f-eaa66d6f3a42), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:22.189797 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5baec217-1460-4373-b866-df578df1c5bd tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] Fanout notify agent at l3_agent the message router_deleted on router d3ee6f3f-ea30-4f72-930f-eaa66d6f3a42 {{(pid=103408) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 10:33:22.201768 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ab81f036-4c87-40df-8f53-48892eebb8bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (9591f0ae-b8bf-4534-baaa-ebbaf67f5d7f), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:22.205354 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ab81f036-4c87-40df-8f53-48892eebb8bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:22.209680 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-ab81f036-4c87-40df-8f53-48892eebb8bf admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9591f0ae-b8bf-4534-baaa-ebbaf67f5d7f HTTP/1.1" status: 204 len: 168 time: 0.4003172 Feb 28 10:33:22.221025 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5baec217-1460-4373-b866-df578df1c5bd tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] Publish callbacks [] for router (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:22.225586 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-5baec217-1460-4373-b866-df578df1c5bd tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] 10.222.0.20 "DELETE /v2.0/routers/d3ee6f3f-ea30-4f72-930f-eaa66d6f3a42 HTTP/1.1" status: 204 len: 168 time: 1.3436532 Feb 28 10:33:22.225780 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-33a31d36-3358-4595-820c-4766542c8d8f tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:22.226043 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 34824) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:22.234747 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-5eae87ee-11cb-47cf-b2c8-db90ed7ecc16 tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1822440639', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840'}, 'admin_state_up': False}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:33:22.269298 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab81f036-4c87-40df-8f53-48892eebb8bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9591f0ae-b8bf-4534-baaa-ebbaf67f5d7f,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:22.276105 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.notifiers.nova [None req-33a31d36-3358-4595-820c-4766542c8d8f tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] device_id is not set on port f7616d3d-12f3-48b3-90f8-f16effd923ca yet. {{(pid=103407) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:33:22.289713 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5eae87ee-11cb-47cf-b2c8-db90ed7ecc16 tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1805251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254175'] for router (c2babb0e-68ca-4a4d-908f-4b9a50f06a93), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:22.289954 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba4baa28-79f3-4b44-a8fb-1d90f88a0be0 tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:33:22.291092 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5eae87ee-11cb-47cf-b2c8-db90ed7ecc16 tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1804172', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1602053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254150'] for router (c2babb0e-68ca-4a4d-908f-4b9a50f06a93), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:22.305336 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd59e162-b03f-4ce9-a54c-5a6245c92903 None None] Sync routers for ids ['657743da-1fc9-4ff2-a314-0f4434f7cd8f'] in dv-neutron-master-2-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:33:22.328883 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd59e162-b03f-4ce9-a54c-5a6245c92903 None None] Routers {'657743da-1fc9-4ff2-a314-0f4434f7cd8f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:33:22.329745 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-dd59e162-b03f-4ce9-a54c-5a6245c92903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:33:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['657743da-1fc9-4ff2-a314-0f4434f7cd8f'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:33:22.356501 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-b19d5a6c-b58e-4ed8-9b5d-3f1bbd4b8ca9 tempest-FloatingIPAdminTestJSON-178010834 tempest-FloatingIPAdminTestJSON-178010834-project] Deleting port 29b19aee-2003-4b08-869f-731d9f9107df {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:33:22.365116 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b19d5a6c-b58e-4ed8-9b5d-3f1bbd4b8ca9 tempest-FloatingIPAdminTestJSON-178010834 tempest-FloatingIPAdminTestJSON-178010834-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (29b19aee-2003-4b08-869f-731d9f9107df), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:22.378945 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5eae87ee-11cb-47cf-b2c8-db90ed7ecc16 tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] Publish callbacks [] for router_controller (c2babb0e-68ca-4a4d-908f-4b9a50f06a93), precommit_add_association {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:22.411726 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-dd59e162-b03f-4ce9-a54c-5a6245c92903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:33:22.423133 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd59e162-b03f-4ce9-a54c-5a6245c92903 None None] Routers {'657743da-1fc9-4ff2-a314-0f4434f7cd8f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:33:22.423797 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-dd59e162-b03f-4ce9-a54c-5a6245c92903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:33:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['657743da-1fc9-4ff2-a314-0f4434f7cd8f'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:33:22.470214 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-dd59e162-b03f-4ce9-a54c-5a6245c92903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:33:22.471136 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd59e162-b03f-4ce9-a54c-5a6245c92903 None None] The sync data for ids ['657743da-1fc9-4ff2-a314-0f4434f7cd8f'] in dv-neutron-master-2-hyperv is: [] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:33:22.486783 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ba4baa28-79f3-4b44-a8fb-1d90f88a0be0 tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] Publish callbacks [] for router (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:22.490537 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-ba4baa28-79f3-4b44-a8fb-1d90f88a0be0 tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 6.2745485 Feb 28 10:33:22.493859 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 34828) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:22.499135 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-3b923454-c35c-4ea8-bef5-47047051fd16 tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'enable_snat': False}}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:33:22.603664 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b19d5a6c-b58e-4ed8-9b5d-3f1bbd4b8ca9 tempest-FloatingIPAdminTestJSON-178010834 tempest-FloatingIPAdminTestJSON-178010834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (29b19aee-2003-4b08-869f-731d9f9107df), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:22.612936 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-33a31d36-3358-4595-820c-4766542c8d8f tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Allocated IP 2001:db8::be61:a17e:ca22:9169 (9f0a511d-8408-4971-9daa-968eebea54f2/0b767d2d-1034-43c2-9e07-9c8f1c5bf182/f7616d3d-12f3-48b3-90f8-f16effd923ca) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:33:22.622423 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-b19d5a6c-b58e-4ed8-9b5d-3f1bbd4b8ca9 tempest-FloatingIPAdminTestJSON-178010834 tempest-FloatingIPAdminTestJSON-178010834-project] Calling delete_port for 29b19aee-2003-4b08-869f-731d9f9107df owned by network:router_gateway {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:33:22.628252 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5eae87ee-11cb-47cf-b2c8-db90ed7ecc16 tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] Publish callbacks [] for router_gateway (c2babb0e-68ca-4a4d-908f-4b9a50f06a93), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:22.911183 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-33a31d36-3358-4595-820c-4766542c8d8f tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks [] for port (f7616d3d-12f3-48b3-90f8-f16effd923ca), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:22.942754 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b19d5a6c-b58e-4ed8-9b5d-3f1bbd4b8ca9 tempest-FloatingIPAdminTestJSON-178010834 tempest-FloatingIPAdminTestJSON-178010834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (29b19aee-2003-4b08-869f-731d9f9107df), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:23.002843 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19d5a6c-b58e-4ed8-9b5d-3f1bbd4b8ca9 tempest-FloatingIPAdminTestJSON-178010834 tempest-FloatingIPAdminTestJSON-178010834-project] Pushing event deleted for resources: {'Port': ['ID=29b19aee-2003-4b08-869f-731d9f9107df,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:23.041471 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-33a31d36-3358-4595-820c-4766542c8d8f tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (f7616d3d-12f3-48b3-90f8-f16effd923ca), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:23.069090 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5eae87ee-11cb-47cf-b2c8-db90ed7ecc16 tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] Publish callbacks [] for router_gateway (c2babb0e-68ca-4a4d-908f-4b9a50f06a93), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:23.074589 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33a31d36-3358-4595-820c-4766542c8d8f tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Network 9f0a511d-8408-4971-9daa-968eebea54f2 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:33:23.092777 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5eae87ee-11cb-47cf-b2c8-db90ed7ecc16 tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:23.098513 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3b923454-c35c-4ea8-bef5-47047051fd16 tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Publish callbacks [] for router_gateway (657743da-1fc9-4ff2-a314-0f4434f7cd8f), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:23.109722 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-33a31d36-3358-4595-820c-4766542c8d8f tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:33:23.112719 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a31d36-3358-4595-820c-4766542c8d8f tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:33:23.118135 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33a31d36-3358-4595-820c-4766542c8d8f tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:33:23.118795 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-33a31d36-3358-4595-820c-4766542c8d8f tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:23.126500 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b19d5a6c-b58e-4ed8-9b5d-3f1bbd4b8ca9 tempest-FloatingIPAdminTestJSON-178010834 tempest-FloatingIPAdminTestJSON-178010834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1803321'] for router_gateway (7eadc941-c9a9-469a-b023-13a98bd7a130), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:23.174957 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 34848) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:23.216047 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a31d36-3358-4595-820c-4766542c8d8f tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Pushing event updated for resources: {'Port': ['ID=f7616d3d-12f3-48b3-90f8-f16effd923ca,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:23.291512 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-33a31d36-3358-4595-820c-4766542c8d8f tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.0356383 Feb 28 10:33:23.294903 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 34852) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:23.298060 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b19d5a6c-b58e-4ed8-9b5d-3f1bbd4b8ca9 tempest-FloatingIPAdminTestJSON-178010834 tempest-FloatingIPAdminTestJSON-178010834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1807017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5941'] for router (7eadc941-c9a9-469a-b023-13a98bd7a130), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:23.314043 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b19d5a6c-b58e-4ed8-9b5d-3f1bbd4b8ca9 tempest-FloatingIPAdminTestJSON-178010834 tempest-FloatingIPAdminTestJSON-178010834-project] Publish callbacks [] for router_controller (7eadc941-c9a9-469a-b023-13a98bd7a130), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:23.339600 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-5eae87ee-11cb-47cf-b2c8-db90ed7ecc16 tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] Allocated IP 172.36.5.128 (1e0804d0-d1d9-4d40-9de5-2936f3d87840/6f6f4129-23e5-4c3b-b4ef-4c7ce926797e/9bdccefb-16e7-4d94-b8e1-00727dd00ed1) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:33:23.360470 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-91b85dc8-9c1c-49ec-aaf1-329c5ccfe692 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Request body: {'network': {'name': 'tempest-RoutersTest-2079211887'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:33:23.395119 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63754467-79ce-45e2-ab00-067be0c1d505 req-f2d73e02-548b-4c23-9f94-793611092656 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:33:23.402396 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-63754467-79ce-45e2-ab00-067be0c1d505 req-f2d73e02-548b-4c23-9f94-793611092656 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] 10.222.0.20 "GET /v2.0/ports?device_id=21839f2d-46e7-497a-a06a-b1ae129c5e90 HTTP/1.1" status: 200 len: 945 time: 0.1984184 Feb 28 10:33:23.410775 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b19d5a6c-b58e-4ed8-9b5d-3f1bbd4b8ca9 tempest-FloatingIPAdminTestJSON-178010834 tempest-FloatingIPAdminTestJSON-178010834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1806994'] for router (7eadc941-c9a9-469a-b023-13a98bd7a130), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:23.411286 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b19d5a6c-b58e-4ed8-9b5d-3f1bbd4b8ca9 tempest-FloatingIPAdminTestJSON-178010834 tempest-FloatingIPAdminTestJSON-178010834-project] Fanout notify agent at l3_agent the message router_deleted on router 7eadc941-c9a9-469a-b023-13a98bd7a130 {{(pid=103407) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 10:33:23.421399 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b19d5a6c-b58e-4ed8-9b5d-3f1bbd4b8ca9 tempest-FloatingIPAdminTestJSON-178010834 tempest-FloatingIPAdminTestJSON-178010834-project] Publish callbacks [] for router (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:23.422513 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-b19d5a6c-b58e-4ed8-9b5d-3f1bbd4b8ca9 tempest-FloatingIPAdminTestJSON-178010834 tempest-FloatingIPAdminTestJSON-178010834-project] 10.222.0.20 "DELETE /v2.0/routers/7eadc941-c9a9-469a-b023-13a98bd7a130 HTTP/1.1" status: 204 len: 168 time: 2.3629255 Feb 28 10:33:23.426030 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 34854) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:23.443298 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-bf043bc0-ccb3-4615-9a81-4144af39ed2b None None] Provisioning complete for port 38ca5606-7431-4bc8-8b79-58636b481151 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:33:23.445178 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bf043bc0-ccb3-4615-9a81-4144af39ed2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (38ca5606-7431-4bc8-8b79-58636b481151), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:23.482552 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91b85dc8-9c1c-49ec-aaf1-329c5ccfe692 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Made reservation on behalf of da82c5902a0c4c459ee88fe904a1e59b for: {'network': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:33:23.485861 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-91b85dc8-9c1c-49ec-aaf1-329c5ccfe692 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for network (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:23.492346 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_v2 [None req-8761f1ad-a752-4ccb-a8b6-0adcd5fb7007 tempest-FloatingIPAdminTestJSON-178010834 tempest-FloatingIPAdminTestJSON-178010834-project] Deleting subnet 38f3ba21-27df-45c3-9768-fb85e6fe57c0 {{(pid=103407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:33:23.508029 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8761f1ad-a752-4ccb-a8b6-0adcd5fb7007 tempest-FloatingIPAdminTestJSON-178010834 tempest-FloatingIPAdminTestJSON-178010834-project] Publish callbacks [] for subnet (38f3ba21-27df-45c3-9768-fb85e6fe57c0), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:23.521369 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-91b85dc8-9c1c-49ec-aaf1-329c5ccfe692 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks [] for security_group (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:23.567682 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-bf043bc0-ccb3-4615-9a81-4144af39ed2b None None] Current status of the port 38ca5606-7431-4bc8-8b79-58636b481151 is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:33:23.568798 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bf043bc0-ccb3-4615-9a81-4144af39ed2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (38ca5606-7431-4bc8-8b79-58636b481151), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:23.591545 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c99dcfc-5b83-4d9f-bfb0-3495ac1d3fc9 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:33:23.595431 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5eae87ee-11cb-47cf-b2c8-db90ed7ecc16 tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] Publish callbacks [] for port (9bdccefb-16e7-4d94-b8e1-00727dd00ed1), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:23.597620 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c99dcfc-5b83-4d9f-bfb0-3495ac1d3fc9 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:33:23.599458 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-5c99dcfc-5b83-4d9f-bfb0-3495ac1d3fc9 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.3035269 Feb 28 10:33:23.605837 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 34856) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:23.616433 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-63754467-79ce-45e2-ab00-067be0c1d505 req-d84a4042-ba6b-47fa-8a47-33ac294044fc tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] 10.222.0.20 "GET /v2.0/security-groups?id=c6054555-6cfe-4c7d-9758-21814521da07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2088833 Feb 28 10:33:23.626148 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-bf043bc0-ccb3-4615-9a81-4144af39ed2b None None] For port 38ca5606-7431-4bc8-8b79-58636b481151, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=38ca5606-7431-4bc8-8b79-58636b481151,segment=NetworkSegment(bf553b55-fb1d-4346-a090-4fb77eb0fbd7),segment_id=bf553b55-fb1d-4346-a090-4fb77eb0fbd7)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:33:23.635425 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bf043bc0-ccb3-4615-9a81-4144af39ed2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (38ca5606-7431-4bc8-8b79-58636b481151), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:23.639525 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8761f1ad-a752-4ccb-a8b6-0adcd5fb7007 tempest-FloatingIPAdminTestJSON-178010834 tempest-FloatingIPAdminTestJSON-178010834-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3501132'] for subnet (38f3ba21-27df-45c3-9768-fb85e6fe57c0), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:23.707030 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf043bc0-ccb3-4615-9a81-4144af39ed2b None None] Pushing event updated for resources: {'Port': ['ID=38ca5606-7431-4bc8-8b79-58636b481151,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:23.748259 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8761f1ad-a752-4ccb-a8b6-0adcd5fb7007 tempest-FloatingIPAdminTestJSON-178010834 tempest-FloatingIPAdminTestJSON-178010834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-823142'] for subnet (38f3ba21-27df-45c3-9768-fb85e6fe57c0), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:23.757798 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-7f736a22-6c30-484c-8cf9-5ac6eab5797f None None] Provisioning complete for port f7616d3d-12f3-48b3-90f8-f16effd923ca triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:33:23.758517 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7f736a22-6c30-484c-8cf9-5ac6eab5797f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (f7616d3d-12f3-48b3-90f8-f16effd923ca), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:23.789776 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5eae87ee-11cb-47cf-b2c8-db90ed7ecc16 tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (9bdccefb-16e7-4d94-b8e1-00727dd00ed1), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:23.807770 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-7f736a22-6c30-484c-8cf9-5ac6eab5797f None None] Port f7616d3d-12f3-48b3-90f8-f16effd923ca cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:33:23.824731 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8761f1ad-a752-4ccb-a8b6-0adcd5fb7007 tempest-FloatingIPAdminTestJSON-178010834 tempest-FloatingIPAdminTestJSON-178010834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-823145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3498088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3516558'] for subnet (38f3ba21-27df-45c3-9768-fb85e6fe57c0), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:23.864340 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8761f1ad-a752-4ccb-a8b6-0adcd5fb7007 tempest-FloatingIPAdminTestJSON-178010834 tempest-FloatingIPAdminTestJSON-178010834-project] Pushing event deleted for resources: {'Subnet': ['ID=38f3ba21-27df-45c3-9768-fb85e6fe57c0,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:23.870096 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8761f1ad-a752-4ccb-a8b6-0adcd5fb7007 tempest-FloatingIPAdminTestJSON-178010834 tempest-FloatingIPAdminTestJSON-178010834-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616561'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:23.873441 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-8761f1ad-a752-4ccb-a8b6-0adcd5fb7007 tempest-FloatingIPAdminTestJSON-178010834 tempest-FloatingIPAdminTestJSON-178010834-project] 10.222.0.20 "DELETE /v2.0/subnets/38f3ba21-27df-45c3-9768-fb85e6fe57c0 HTTP/1.1" status: 204 len: 168 time: 0.4394565 Feb 28 10:33:23.876014 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 34858) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:23.882541 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ccdcd54-8d5d-4138-addc-dd7e831deafa None None] Network b99dc5e3-630e-49c2-8ebd-539fed7b4a9b requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:33:23.953785 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 38ca5606-7431-4bc8-8b79-58636b481151 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:33:23.977924 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d3648752-e777-42fc-82fe-b2e7e850f206 tempest-FloatingIPAdminTestJSON-178010834 tempest-FloatingIPAdminTestJSON-178010834-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-665757'] for network (b99dc5e3-630e-49c2-8ebd-539fed7b4a9b), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:24.040301 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-d3648752-e777-42fc-82fe-b2e7e850f206 tempest-FloatingIPAdminTestJSON-178010834 tempest-FloatingIPAdminTestJSON-178010834-project] Deleting port 0dffeb1d-ee13-43d8-a6ae-7bd5d6dfe28f {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:33:24.040720 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d3648752-e777-42fc-82fe-b2e7e850f206 tempest-FloatingIPAdminTestJSON-178010834 tempest-FloatingIPAdminTestJSON-178010834-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (0dffeb1d-ee13-43d8-a6ae-7bd5d6dfe28f), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:24.059935 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port 38ca5606-7431-4bc8-8b79-58636b481151 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:33:24.060739 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (38ca5606-7431-4bc8-8b79-58636b481151), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:24.109426 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16fae941-f066-4ffa-9678-52852cbb91eb None None] DHCP port deletion for b99dc5e3-630e-49c2-8ebd-539fed7b4a9b request from dv-neutron-master-2-hyperv {{(pid=103409) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:33:24.127110 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-d3648752-e777-42fc-82fe-b2e7e850f206 tempest-FloatingIPAdminTestJSON-178010834 tempest-FloatingIPAdminTestJSON-178010834-project] For port 0dffeb1d-ee13-43d8-a6ae-7bd5d6dfe28f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0dffeb1d-ee13-43d8-a6ae-7bd5d6dfe28f,segment=NetworkSegment(f948a806-3476-45f7-a6fa-a05c6ee69301),segment_id=f948a806-3476-45f7-a6fa-a05c6ee69301)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:33:24.127844 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d3648752-e777-42fc-82fe-b2e7e850f206 tempest-FloatingIPAdminTestJSON-178010834 tempest-FloatingIPAdminTestJSON-178010834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (0dffeb1d-ee13-43d8-a6ae-7bd5d6dfe28f), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:24.144391 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-d3648752-e777-42fc-82fe-b2e7e850f206 tempest-FloatingIPAdminTestJSON-178010834 tempest-FloatingIPAdminTestJSON-178010834-project] Calling delete_port for 0dffeb1d-ee13-43d8-a6ae-7bd5d6dfe28f owned by network:dhcp {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:33:24.186569 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eae87ee-11cb-47cf-b2c8-db90ed7ecc16 tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] Network 1e0804d0-d1d9-4d40-9de5-2936f3d87840 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:33:24.192175 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 38ca5606-7431-4bc8-8b79-58636b481151 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:33:24.196408 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-91b85dc8-9c1c-49ec-aaf1-329c5ccfe692 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks [] for security_group (e81e1317-f994-4892-8695-98da39050ba7), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:24.202372 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-16fae941-f066-4ffa-9678-52852cbb91eb None None] Deleting port 0dffeb1d-ee13-43d8-a6ae-7bd5d6dfe28f {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:33:24.202599 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-5eae87ee-11cb-47cf-b2c8-db90ed7ecc16 tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:33:24.202888 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-16fae941-f066-4ffa-9678-52852cbb91eb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (0dffeb1d-ee13-43d8-a6ae-7bd5d6dfe28f), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:24.210827 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eae87ee-11cb-47cf-b2c8-db90ed7ecc16 tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:33:24.213265 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-91b85dc8-9c1c-49ec-aaf1-329c5ccfe692 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (e81e1317-f994-4892-8695-98da39050ba7), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:24.222330 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eae87ee-11cb-47cf-b2c8-db90ed7ecc16 tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] Pushing event updated for resources: {'Port': ['ID=9bdccefb-16e7-4d94-b8e1-00727dd00ed1,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:24.246610 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d3648752-e777-42fc-82fe-b2e7e850f206 tempest-FloatingIPAdminTestJSON-178010834 tempest-FloatingIPAdminTestJSON-178010834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (0dffeb1d-ee13-43d8-a6ae-7bd5d6dfe28f), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:24.275479 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3648752-e777-42fc-82fe-b2e7e850f206 tempest-FloatingIPAdminTestJSON-178010834 tempest-FloatingIPAdminTestJSON-178010834-project] Pushing event deleted for resources: {'Port': ['ID=0dffeb1d-ee13-43d8-a6ae-7bd5d6dfe28f,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:24.275748 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91b85dc8-9c1c-49ec-aaf1-329c5ccfe692 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 262} {{(pid=103408) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:33:24.279965 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3648752-e777-42fc-82fe-b2e7e850f206 tempest-FloatingIPAdminTestJSON-178010834 tempest-FloatingIPAdminTestJSON-178010834-project] No DVR routers for this DVR port 0dffeb1d-ee13-43d8-a6ae-7bd5d6dfe28f on host dv-neutron-master-2-hyperv {{(pid=103407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:33:24.281847 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-16fae941-f066-4ffa-9678-52852cbb91eb None None] For port 0dffeb1d-ee13-43d8-a6ae-7bd5d6dfe28f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0dffeb1d-ee13-43d8-a6ae-7bd5d6dfe28f,segment=NetworkSegment(f948a806-3476-45f7-a6fa-a05c6ee69301),segment_id=f948a806-3476-45f7-a6fa-a05c6ee69301)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:33:24.282604 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-16fae941-f066-4ffa-9678-52852cbb91eb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (0dffeb1d-ee13-43d8-a6ae-7bd5d6dfe28f), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:24.300001 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-16fae941-f066-4ffa-9678-52852cbb91eb None None] Calling delete_port for 0dffeb1d-ee13-43d8-a6ae-7bd5d6dfe28f owned by network:dhcp {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:33:24.330411 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-240da841-7eb8-4a31-96b7-f7ac133a633c tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Deleting port f7616d3d-12f3-48b3-90f8-f16effd923ca {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:33:24.330751 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-240da841-7eb8-4a31-96b7-f7ac133a633c tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (f7616d3d-12f3-48b3-90f8-f16effd923ca), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:24.344857 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b85dc8-9c1c-49ec-aaf1-329c5ccfe692 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e81e1317-f994-4892-8695-98da39050ba7,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:24.364088 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-91b85dc8-9c1c-49ec-aaf1-329c5ccfe692 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (89d6c6a5-4cd2-43dd-83a0-7cac1638c447), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:24.364433 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.db.segments_db [None req-91b85dc8-9c1c-49ec-aaf1-329c5ccfe692 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Added segment 89d6c6a5-4cd2-43dd-83a0-7cac1638c447 of type vlan for network 0633c7ea-4c5a-45cf-9a44-7cf947257364 Feb 28 10:33:24.371062 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d3648752-e777-42fc-82fe-b2e7e850f206 tempest-FloatingIPAdminTestJSON-178010834 tempest-FloatingIPAdminTestJSON-178010834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672413', 'neutron.services.segments.db._delete_segments_for_network-8742057110173'] for network (b99dc5e3-630e-49c2-8ebd-539fed7b4a9b), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:24.405249 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-16fae941-f066-4ffa-9678-52852cbb91eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758'] for port (0dffeb1d-ee13-43d8-a6ae-7bd5d6dfe28f), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:24.405621 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-d3648752-e777-42fc-82fe-b2e7e850f206 tempest-FloatingIPAdminTestJSON-178010834 tempest-FloatingIPAdminTestJSON-178010834-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b99dc5e3-630e-49c2-8ebd-539fed7b4a9b']}} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:33:24.415795 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-d3648752-e777-42fc-82fe-b2e7e850f206 tempest-FloatingIPAdminTestJSON-178010834 tempest-FloatingIPAdminTestJSON-178010834-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f948a806-3476-45f7-a6fa-a05c6ee69301') {'for_net_delete': True} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:33:24.416127 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-d3648752-e777-42fc-82fe-b2e7e850f206 tempest-FloatingIPAdminTestJSON-178010834 tempest-FloatingIPAdminTestJSON-178010834-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f948a806-3476-45f7-a6fa-a05c6ee69301') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:33:24.427300 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d3648752-e777-42fc-82fe-b2e7e850f206 tempest-FloatingIPAdminTestJSON-178010834 tempest-FloatingIPAdminTestJSON-178010834-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742057113766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3501147'] for segment (f948a806-3476-45f7-a6fa-a05c6ee69301), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:24.438541 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fae941-f066-4ffa-9678-52852cbb91eb None None] Pushing event deleted for resources: {'Port': ['ID=0dffeb1d-ee13-43d8-a6ae-7bd5d6dfe28f,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:24.445275 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d3648752-e777-42fc-82fe-b2e7e850f206 tempest-FloatingIPAdminTestJSON-178010834 tempest-FloatingIPAdminTestJSON-178010834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (f948a806-3476-45f7-a6fa-a05c6ee69301), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:24.450334 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16fae941-f066-4ffa-9678-52852cbb91eb None None] No DVR routers for this DVR port 0dffeb1d-ee13-43d8-a6ae-7bd5d6dfe28f on host dv-neutron-master-2-hyperv {{(pid=103409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:33:24.454666 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3648752-e777-42fc-82fe-b2e7e850f206 tempest-FloatingIPAdminTestJSON-178010834 tempest-FloatingIPAdminTestJSON-178010834-project] Releasing vlan 278 on physical network physnet1 to pool {{(pid=103407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:33:24.455574 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d3648752-e777-42fc-82fe-b2e7e850f206 tempest-FloatingIPAdminTestJSON-178010834 tempest-FloatingIPAdminTestJSON-178010834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3498166'] for segment (f948a806-3476-45f7-a6fa-a05c6ee69301), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:24.460127 dv-neutron-master-2-hyperv neutron-server[103407]: Traceback (most recent call last): Feb 28 10:33:24.460127 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:33:24.460127 dv-neutron-master-2-hyperv neutron-server[103407]: timer() Feb 28 10:33:24.460127 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:33:24.460127 dv-neutron-master-2-hyperv neutron-server[103407]: cb(*args, **kw) Feb 28 10:33:24.460127 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:33:24.460127 dv-neutron-master-2-hyperv neutron-server[103407]: return func(*args, **kwargs) Feb 28 10:33:24.460127 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:33:24.460127 dv-neutron-master-2-hyperv neutron-server[103407]: self._notify() Feb 28 10:33:24.460127 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:33:24.460127 dv-neutron-master-2-hyperv neutron-server[103407]: self.callback(batched_events) Feb 28 10:33:24.460127 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:33:24.460127 dv-neutron-master-2-hyperv neutron-server[103407]: event.method(event) Feb 28 10:33:24.460127 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:33:24.460127 dv-neutron-master-2-hyperv neutron-server[103407]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:33:24.460127 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:33:24.460127 dv-neutron-master-2-hyperv neutron-server[103407]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:33:24.460127 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:33:24.460127 dv-neutron-master-2-hyperv neutron-server[103407]: return f(self, *a, **k) Feb 28 10:33:24.460127 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:33:24.460127 dv-neutron-master-2-hyperv neutron-server[103407]: return self._get(url).json() Feb 28 10:33:24.460127 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:33:24.460127 dv-neutron-master-2-hyperv neutron-server[103407]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:33:24.460127 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:33:24.460127 dv-neutron-master-2-hyperv neutron-server[103407]: return self.request(url, 'GET', **kwargs) Feb 28 10:33:24.460127 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:33:24.460127 dv-neutron-master-2-hyperv neutron-server[103407]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:33:24.460127 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:33:24.460127 dv-neutron-master-2-hyperv neutron-server[103407]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:33:24.460127 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:33:24.460127 dv-neutron-master-2-hyperv neutron-server[103407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:33:24.460127 dv-neutron-master-2-hyperv neutron-server[103407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:33:24.526730 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d3648752-e777-42fc-82fe-b2e7e850f206 tempest-FloatingIPAdminTestJSON-178010834 tempest-FloatingIPAdminTestJSON-178010834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803269'] for network (b99dc5e3-630e-49c2-8ebd-539fed7b4a9b), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:24.533653 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d3648752-e777-42fc-82fe-b2e7e850f206 tempest-FloatingIPAdminTestJSON-178010834 tempest-FloatingIPAdminTestJSON-178010834-project] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:24.537137 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-d3648752-e777-42fc-82fe-b2e7e850f206 tempest-FloatingIPAdminTestJSON-178010834 tempest-FloatingIPAdminTestJSON-178010834-project] 10.222.0.20 "DELETE /v2.0/networks/b99dc5e3-630e-49c2-8ebd-539fed7b4a9b HTTP/1.1" status: 204 len: 168 time: 0.6601238 Feb 28 10:33:24.546173 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-91b85dc8-9c1c-49ec-aaf1-329c5ccfe692 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742056637431'] for network (0633c7ea-4c5a-45cf-9a44-7cf947257364), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:24.548542 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 34860) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:24.556702 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3648752-e777-42fc-82fe-b2e7e850f206 tempest-FloatingIPAdminTestJSON-178010834 tempest-FloatingIPAdminTestJSON-178010834-project] Pushing event deleted for resources: {'Network': ['ID=b99dc5e3-630e-49c2-8ebd-539fed7b4a9b,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:24.628987 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3b923454-c35c-4ea8-bef5-47047051fd16 tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1804286', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1806925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5948'] for router (657743da-1fc9-4ff2-a314-0f4434f7cd8f), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:24.650863 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3b923454-c35c-4ea8-bef5-47047051fd16 tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1804241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1804263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1804264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1807030'] for router (657743da-1fc9-4ff2-a314-0f4434f7cd8f), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:24.652693 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-91b85dc8-9c1c-49ec-aaf1-329c5ccfe692 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551'] for network (0633c7ea-4c5a-45cf-9a44-7cf947257364), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:24.657545 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91b85dc8-9c1c-49ec-aaf1-329c5ccfe692 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:33:24.658135 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-91b85dc8-9c1c-49ec-aaf1-329c5ccfe692 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616561'] for network (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:24.662948 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-240da841-7eb8-4a31-96b7-f7ac133a633c tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (f7616d3d-12f3-48b3-90f8-f16effd923ca), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:24.697176 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-a9739448-a01f-45c3-a469-4bd2d171a8de tempest-FloatingIPAdminTestJSON-178010834 tempest-FloatingIPAdminTestJSON-178010834-project] Deleting port ec683974-559f-40a0-95fc-bffc4b106483 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:33:24.697534 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a9739448-a01f-45c3-a469-4bd2d171a8de tempest-FloatingIPAdminTestJSON-178010834 tempest-FloatingIPAdminTestJSON-178010834-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (ec683974-559f-40a0-95fc-bffc4b106483), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:24.727730 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-240da841-7eb8-4a31-96b7-f7ac133a633c tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Calling delete_port for f7616d3d-12f3-48b3-90f8-f16effd923ca owned by {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:33:24.784258 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-91b85dc8-9c1c-49ec-aaf1-329c5ccfe692 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.6043422 Feb 28 10:33:24.788151 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 34868) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:24.795686 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef7a88f-48c3-464b-889a-a3b3d0856cd7 req-e1e6e353-ed22-4b0d-aa51-cca8e40d5626 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:33:24.797221 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-6ef7a88f-48c3-464b-889a-a3b3d0856cd7 req-e1e6e353-ed22-4b0d-aa51-cca8e40d5626 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] 10.222.0.20 "GET /v2.0/ports?device_id=21839f2d-46e7-497a-a06a-b1ae129c5e90 HTTP/1.1" status: 200 len: 945 time: 0.1144578 Feb 28 10:33:24.803688 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-4042f372-a957-43da-94f8-db691ddc3c95 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Request body: {'network': {'name': 'tempest-RoutersTest-195139779'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:33:24.836119 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a9739448-a01f-45c3-a469-4bd2d171a8de tempest-FloatingIPAdminTestJSON-178010834 tempest-FloatingIPAdminTestJSON-178010834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (ec683974-559f-40a0-95fc-bffc4b106483), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:24.836989 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a9739448-a01f-45c3-a469-4bd2d171a8de tempest-FloatingIPAdminTestJSON-178010834 tempest-FloatingIPAdminTestJSON-178010834-project] Publish callbacks [] for floatingip (ec683974-559f-40a0-95fc-bffc4b106483), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:24.843027 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b85dc8-9c1c-49ec-aaf1-329c5ccfe692 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Pushing event updated for resources: {'Network': ['ID=0633c7ea-4c5a-45cf-9a44-7cf947257364,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:24.855578 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Network 0633c7ea-4c5a-45cf-9a44-7cf947257364 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103409) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:33:24.863895 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-a9739448-a01f-45c3-a469-4bd2d171a8de tempest-FloatingIPAdminTestJSON-178010834 tempest-FloatingIPAdminTestJSON-178010834-project] Calling delete_port for ec683974-559f-40a0-95fc-bffc4b106483 owned by network:floatingip {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:33:24.878669 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4042f372-a957-43da-94f8-db691ddc3c95 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Made reservation on behalf of da82c5902a0c4c459ee88fe904a1e59b for: {'network': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:33:24.882503 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4042f372-a957-43da-94f8-db691ddc3c95 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for network (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:24.914373 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-6ef7a88f-48c3-464b-889a-a3b3d0856cd7 req-fb933300-9602-489d-b9b8-34717fd50160 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] 10.222.0.20 "GET /v2.0/security-groups?id=c6054555-6cfe-4c7d-9758-21814521da07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070375 Feb 28 10:33:24.982912 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4042f372-a957-43da-94f8-db691ddc3c95 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 285} {{(pid=103407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:33:25.002095 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5eae87ee-11cb-47cf-b2c8-db90ed7ecc16 tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] Publish callbacks [] for router_gateway (c2babb0e-68ca-4a4d-908f-4b9a50f06a93), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:25.003579 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4042f372-a957-43da-94f8-db691ddc3c95 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (2eb7a73d-7a84-4668-8a10-e939188a715f), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:25.004261 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.db.segments_db [None req-4042f372-a957-43da-94f8-db691ddc3c95 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Added segment 2eb7a73d-7a84-4668-8a10-e939188a715f of type vlan for network ef40da56-ba4a-464c-a0c1-f88af9ae09cb Feb 28 10:33:25.009013 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b923454-c35c-4ea8-bef5-47047051fd16 tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Router 657743da-1fc9-4ff2-a314-0f4434f7cd8f has already been hosted by L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 {{(pid=103408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:33:25.067758 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4042f372-a957-43da-94f8-db691ddc3c95 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742056637431'] for network (ef40da56-ba4a-464c-a0c1-f88af9ae09cb), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:25.127517 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4042f372-a957-43da-94f8-db691ddc3c95 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551'] for network (ef40da56-ba4a-464c-a0c1-f88af9ae09cb), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:25.133228 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4042f372-a957-43da-94f8-db691ddc3c95 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:33:25.133789 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4042f372-a957-43da-94f8-db691ddc3c95 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:25.196193 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-4042f372-a957-43da-94f8-db691ddc3c95 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3952317 Feb 28 10:33:25.197088 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 34874) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:25.201392 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-240da841-7eb8-4a31-96b7-f7ac133a633c tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (f7616d3d-12f3-48b3-90f8-f16effd923ca), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:25.207756 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-75680699-5716-4953-a9e0-e1482464323c tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Request body: {'subnet': {'network_id': '0633c7ea-4c5a-45cf-9a44-7cf947257364', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:33:25.246453 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4042f372-a957-43da-94f8-db691ddc3c95 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Pushing event updated for resources: {'Network': ['ID=ef40da56-ba4a-464c-a0c1-f88af9ae09cb,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:25.250339 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a9739448-a01f-45c3-a469-4bd2d171a8de tempest-FloatingIPAdminTestJSON-178010834 tempest-FloatingIPAdminTestJSON-178010834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (ec683974-559f-40a0-95fc-bffc4b106483), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:25.258864 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Network ef40da56-ba4a-464c-a0c1-f88af9ae09cb details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103409) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:33:25.293623 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9739448-a01f-45c3-a469-4bd2d171a8de tempest-FloatingIPAdminTestJSON-178010834 tempest-FloatingIPAdminTestJSON-178010834-project] Pushing event deleted for resources: {'Port': ['ID=ec683974-559f-40a0-95fc-bffc4b106483,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:25.351668 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240da841-7eb8-4a31-96b7-f7ac133a633c tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Pushing event deleted for resources: {'Port': ['ID=f7616d3d-12f3-48b3-90f8-f16effd923ca,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:25.354441 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44ecd0d-3087-41e4-b9cb-1c716dadbb71 req-b257288c-ffcc-4e12-a22b-e6627e035cba tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:33:25.356253 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-b44ecd0d-3087-41e4-b9cb-1c716dadbb71 req-b257288c-ffcc-4e12-a22b-e6627e035cba tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] 10.222.0.20 "GET /v2.0/ports?device_id=21839f2d-46e7-497a-a06a-b1ae129c5e90 HTTP/1.1" status: 200 len: 945 time: 0.1595938 Feb 28 10:33:25.414747 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecccfc61-e938-4e9a-b7ef-ef56b42958d5 req-a70265c3-fa7a-4026-9e4b-4e6de6b84734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:33:25.416311 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-ecccfc61-e938-4e9a-b7ef-ef56b42958d5 req-a70265c3-fa7a-4026-9e4b-4e6de6b84734 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=194e12cf0f844c7eb6a851155ceb2206&device_id=21839f2d-46e7-497a-a06a-b1ae129c5e90 HTTP/1.1" status: 200 len: 1129 time: 0.1322591 Feb 28 10:33:25.425709 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-240da841-7eb8-4a31-96b7-f7ac133a633c tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:25.429186 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-240da841-7eb8-4a31-96b7-f7ac133a633c tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "DELETE /v2.0/ports/f7616d3d-12f3-48b3-90f8-f16effd923ca HTTP/1.1" status: 204 len: 168 time: 1.8192434 Feb 28 10:33:25.436591 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 34876) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:25.436822 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b923454-c35c-4ea8-bef5-47047051fd16 tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:33:25.441529 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a9739448-a01f-45c3-a469-4bd2d171a8de tempest-FloatingIPAdminTestJSON-178010834 tempest-FloatingIPAdminTestJSON-178010834-project] Publish callbacks [] for floatingip (b7a6d4db-d42a-4bbf-89d9-d9efc71bff17), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:25.444296 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a9739448-a01f-45c3-a469-4bd2d171a8de tempest-FloatingIPAdminTestJSON-178010834 tempest-FloatingIPAdminTestJSON-178010834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for floatingip (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:25.448339 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-a9739448-a01f-45c3-a469-4bd2d171a8de tempest-FloatingIPAdminTestJSON-178010834 tempest-FloatingIPAdminTestJSON-178010834-project] 10.222.0.20 "DELETE /v2.0/floatingips/b7a6d4db-d42a-4bbf-89d9-d9efc71bff17 HTTP/1.1" status: 204 len: 168 time: 0.8961623 Feb 28 10:33:25.460269 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26684930-eac3-4d08-b3c1-00794577d307 None None] Sync routers for ids ['657743da-1fc9-4ff2-a314-0f4434f7cd8f'] in dv-neutron-master-2-hyperv {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:33:25.473522 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26684930-eac3-4d08-b3c1-00794577d307 None None] Routers {'657743da-1fc9-4ff2-a314-0f4434f7cd8f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:33:25.474236 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-26684930-eac3-4d08-b3c1-00794577d307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:33:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['657743da-1fc9-4ff2-a314-0f4434f7cd8f'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:33:25.488275 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3b923454-c35c-4ea8-bef5-47047051fd16 tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:25.492539 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-3b923454-c35c-4ea8-bef5-47047051fd16 tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] 10.222.0.20 "PUT /v2.0/routers/657743da-1fc9-4ff2-a314-0f4434f7cd8f HTTP/1.1" status: 200 len: 926 time: 2.9946797 Feb 28 10:33:25.500641 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 34880) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:25.519183 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-26684930-eac3-4d08-b3c1-00794577d307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:33:25.520010 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-b44ecd0d-3087-41e4-b9cb-1c716dadbb71 req-968fb8e1-215f-4f0e-95bc-267125e2ae66 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] 10.222.0.20 "GET /v2.0/security-groups?id=c6054555-6cfe-4c7d-9758-21814521da07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1453559 Feb 28 10:33:25.556939 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26684930-eac3-4d08-b3c1-00794577d307 None None] Routers {'657743da-1fc9-4ff2-a314-0f4434f7cd8f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:33:25.560187 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75680699-5716-4953-a9e0-e1482464323c tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Made reservation on behalf of da82c5902a0c4c459ee88fe904a1e59b for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:33:25.562270 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-26684930-eac3-4d08-b3c1-00794577d307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:33:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['657743da-1fc9-4ff2-a314-0f4434f7cd8f'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:33:25.563658 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-75680699-5716-4953-a9e0-e1482464323c tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3951209'] for subnet (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:25.625855 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-26684930-eac3-4d08-b3c1-00794577d307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:33:25.626807 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26684930-eac3-4d08-b3c1-00794577d307 None None] The sync data for ids ['657743da-1fc9-4ff2-a314-0f4434f7cd8f'] in dv-neutron-master-2-hyperv is: [] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:33:25.639289 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa2c94c-28f9-49eb-91fd-9e83bbb36a9d tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:33:25.640538 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa2c94c-28f9-49eb-91fd-9e83bbb36a9d tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:33:25.642085 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-0aa2c94c-28f9-49eb-91fd-9e83bbb36a9d tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2036464 Feb 28 10:33:25.645994 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5eae87ee-11cb-47cf-b2c8-db90ed7ecc16 tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1804241'] for router (c2babb0e-68ca-4a4d-908f-4b9a50f06a93), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:25.649965 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 34882) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:25.687945 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecccfc61-e938-4e9a-b7ef-ef56b42958d5 req-cb207e7b-571f-4459-be77-4e8d71d47f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:33:25.689756 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-ecccfc61-e938-4e9a-b7ef-ef56b42958d5 req-cb207e7b-571f-4459-be77-4e8d71d47f2f service neutron] 10.222.0.30 "GET /v2.0/networks?id=c8fe4d5f-4a1f-41f9-85f5-28e75dcf99b0 HTTP/1.1" status: 200 len: 912 time: 0.2666883 Feb 28 10:33:25.862557 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 0dffeb1d-ee13-43d8-a6ae-7bd5d6dfe28f no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:33:25.887865 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] No Port match for: 0dffeb1d-ee13-43d8-a6ae-7bd5d6dfe28f {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:33:25.888702 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 0dffeb1d-ee13-43d8-a6ae-7bd5d6dfe28f not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:33:25.915741 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-75680699-5716-4953-a9e0-e1482464323c tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3242588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3951195'] for subnet (419aac73-3f92-4096-96f4-a15d70842236), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:25.920489 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 34886) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:25.956006 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5eae87ee-11cb-47cf-b2c8-db90ed7ecc16 tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] Router c2babb0e-68ca-4a4d-908f-4b9a50f06a93 is scheduled to L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 with binding_index 1 {{(pid=103408) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 10:33:25.998077 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75680699-5716-4953-a9e0-e1482464323c tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Pushing event updated for resources: {'Subnet': ['ID=419aac73-3f92-4096-96f4-a15d70842236,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:26.055996 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75680699-5716-4953-a9e0-e1482464323c tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Checking segment: {'id': '89d6c6a5-4cd2-43dd-83a0-7cac1638c447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '0633c7ea-4c5a-45cf-9a44-7cf947257364'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:33:26.056362 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75680699-5716-4953-a9e0-e1482464323c tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Network hostable DHCP agents. Network: 0633c7ea-4c5a-45cf-9a44-7cf947257364, hostable agents: ['fb6705d2-4f70-4965-92a3-fbfccd43a6d3'], hosted agents: [] {{(pid=103408) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:33:26.120664 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-4746bebc-78a4-4a0c-9d05-b4e8bf68b4ed tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] 10.222.0.20 "GET /v2.0/routers/657743da-1fc9-4ff2-a314-0f4434f7cd8f HTTP/1.1" status: 200 len: 926 time: 0.6180904 Feb 28 10:33:26.122144 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 34890) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:26.147238 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75680699-5716-4953-a9e0-e1482464323c tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Network 0633c7ea-4c5a-45cf-9a44-7cf947257364 is scheduled to be hosted by DHCP agent fb6705d2-4f70-4965-92a3-fbfccd43a6d3 with binding_index 1 {{(pid=103408) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:33:26.149694 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eae87ee-11cb-47cf-b2c8-db90ed7ecc16 tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:33:26.153179 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_v2 [None req-d11533e1-81ba-4ebb-b465-f481aacac834 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Deleting subnet 0b767d2d-1034-43c2-9e07-9c8f1c5bf182 {{(pid=103407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:33:26.176566 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41710f5-d6c9-46c5-bf7f-61ff882bbdc4 None None] Sync routers for ids ['c2babb0e-68ca-4a4d-908f-4b9a50f06a93'] in dv-neutron-master-2-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:33:26.177214 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d11533e1-81ba-4ebb-b465-f481aacac834 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks [] for subnet (0b767d2d-1034-43c2-9e07-9c8f1c5bf182), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:26.179218 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-d456847e-0dc2-48af-87f8-f70dbf6edc7b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c07e803f10b14214b7d068c44fe740db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2554080 Feb 28 10:33:26.181708 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-75680699-5716-4953-a9e0-e1482464323c tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 0633c7ea-4c5a-45cf-9a44-7cf947257364) {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:33:26.183400 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 34892) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:26.195768 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75680699-5716-4953-a9e0-e1482464323c tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:33:26.197044 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-75680699-5716-4953-a9e0-e1482464323c tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks [] for subnet (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:26.201256 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b322cb37-a913-4ae7-ae8e-bc64aff01c75 None None] Network 0633c7ea-4c5a-45cf-9a44-7cf947257364 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:33:26.206744 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41710f5-d6c9-46c5-bf7f-61ff882bbdc4 None None] Routers {'c2babb0e-68ca-4a4d-908f-4b9a50f06a93'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:33:26.210777 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-e41710f5-d6c9-46c5-bf7f-61ff882bbdc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:33:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['c2babb0e-68ca-4a4d-908f-4b9a50f06a93'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:33:26.212186 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5eae87ee-11cb-47cf-b2c8-db90ed7ecc16 tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] Publish callbacks [] for router (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:26.217598 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-5eae87ee-11cb-47cf-b2c8-db90ed7ecc16 tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.9865994 Feb 28 10:33:26.222606 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 34894) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:26.234268 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-a3b0c74a-cf71-4931-a379-2c551275feec tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:33:26.265309 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-ecccfc61-e938-4e9a-b7ef-ef56b42958d5 req-0aad6898-da30-4891-990a-71dbbdaee47a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9e40b316-6489-47a0-bf5a-713af4e208f5 HTTP/1.1" status: 200 len: 1000 time: 0.5666993 Feb 28 10:33:26.273234 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-e41710f5-d6c9-46c5-bf7f-61ff882bbdc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:33:26.284791 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41710f5-d6c9-46c5-bf7f-61ff882bbdc4 None None] Routers {'c2babb0e-68ca-4a4d-908f-4b9a50f06a93'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:33:26.286025 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-e41710f5-d6c9-46c5-bf7f-61ff882bbdc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:33:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['c2babb0e-68ca-4a4d-908f-4b9a50f06a93'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:33:26.289246 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-75680699-5716-4953-a9e0-e1482464323c tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0862784 Feb 28 10:33:26.294284 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 34896) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:26.300820 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-6331bfe2-ad89-4254-8a1f-e9bd40514614 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Request body: {'subnet': {'network_id': 'ef40da56-ba4a-464c-a0c1-f88af9ae09cb', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:33:26.327982 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d11533e1-81ba-4ebb-b465-f481aacac834 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3501132'] for subnet (0b767d2d-1034-43c2-9e07-9c8f1c5bf182), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:26.330156 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-e41710f5-d6c9-46c5-bf7f-61ff882bbdc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:33:26.330906 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41710f5-d6c9-46c5-bf7f-61ff882bbdc4 None None] The sync data for ids ['c2babb0e-68ca-4a4d-908f-4b9a50f06a93'] in dv-neutron-master-2-hyperv is: [] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:33:26.360613 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-904b2c3b-27a4-4de4-b1d9-d68c2c9de610 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-0633c7ea-4c5a-45cf-9a44-7cf947257364', 'network_id': '0633c7ea-4c5a-45cf-9a44-7cf947257364', 'project_id': 'da82c5902a0c4c459ee88fe904a1e59b', 'fixed_ips': [{'subnet_id': '419aac73-3f92-4096-96f4-a15d70842236'}]}} from dv-neutron-master-2-hyperv. {{(pid=103409) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:33:26.361318 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c94619bc-2155-480f-9f64-134c040bc81a tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:33:26.361797 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-904b2c3b-27a4-4de4-b1d9-d68c2c9de610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:26.365580 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-c94619bc-2155-480f-9f64-134c040bc81a tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=1e0804d0-d1d9-4d40-9de5-2936f3d87840&device_id=657743da-1fc9-4ff2-a314-0f4434f7cd8f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2264829 Feb 28 10:33:26.367971 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 34898) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:26.434601 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecccfc61-e938-4e9a-b7ef-ef56b42958d5 req-9c0e520c-688c-426b-afd4-d24f5a057305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:33:26.435989 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-ecccfc61-e938-4e9a-b7ef-ef56b42958d5 req-9c0e520c-688c-426b-afd4-d24f5a057305 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f9ad3164-3d89-48ee-bb07-ade0c62bef16 HTTP/1.1" status: 200 len: 850 time: 0.1642094 Feb 28 10:33:26.520524 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-904b2c3b-27a4-4de4-b1d9-d68c2c9de610 None None] Allocated IP 172.20.0.2 (0633c7ea-4c5a-45cf-9a44-7cf947257364/419aac73-3f92-4096-96f4-a15d70842236/f4feb854-4018-45bd-9eb1-d98dcce0961e) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:33:26.532470 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d11533e1-81ba-4ebb-b465-f481aacac834 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-823142'] for subnet (0b767d2d-1034-43c2-9e07-9c8f1c5bf182), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:26.593056 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5175483f-6c98-4b28-905d-c2bd5e12afcc tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:33:26.597445 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-5175483f-6c98-4b28-905d-c2bd5e12afcc tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] 10.222.0.20 "GET /v2.0/networks/1e0804d0-d1d9-4d40-9de5-2936f3d87840 HTTP/1.1" status: 200 len: 881 time: 0.2238829 Feb 28 10:33:26.598646 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 34902) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:26.615516 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecccfc61-e938-4e9a-b7ef-ef56b42958d5 req-33933bb5-d613-4a65-8860-f0f165bd2ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:33:26.617929 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-ecccfc61-e938-4e9a-b7ef-ef56b42958d5 req-33933bb5-d613-4a65-8860-f0f165bd2ecc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c8fe4d5f-4a1f-41f9-85f5-28e75dcf99b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.1731682 Feb 28 10:33:26.646898 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-c0945920-a5d4-4e75-a962-325f20215bdc tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] 10.222.0.20 "GET /v2.0/ports?device_id=657743da-1fc9-4ff2-a314-0f4434f7cd8f HTTP/1.1" status: 200 len: 205 time: 0.0412853 Feb 28 10:33:26.655804 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 34904) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:26.698240 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-904b2c3b-27a4-4de4-b1d9-d68c2c9de610 None None] Publish callbacks [] for port (f4feb854-4018-45bd-9eb1-d98dcce0961e), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:26.705860 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-904b2c3b-27a4-4de4-b1d9-d68c2c9de610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749'] for port (f4feb854-4018-45bd-9eb1-d98dcce0961e), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:26.723996 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-06f7bda1-6634-4030-bdd8-341be2aab64c admin admin] Publish callbacks [] for security_group (a8a5bdb8-bc1e-4a54-b5d8-890abd7b6690), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:26.755556 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-904b2c3b-27a4-4de4-b1d9-d68c2c9de610 None None] Network 0633c7ea-4c5a-45cf-9a44-7cf947257364 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:33:26.762898 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-904b2c3b-27a4-4de4-b1d9-d68c2c9de610 None None] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:33:26.769085 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904b2c3b-27a4-4de4-b1d9-d68c2c9de610 None None] Pushing event updated for resources: {'Port': ['ID=f4feb854-4018-45bd-9eb1-d98dcce0961e,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:26.771467 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-06f7bda1-6634-4030-bdd8-341be2aab64c admin admin] Publish callbacks [] for security_group (a8a5bdb8-bc1e-4a54-b5d8-890abd7b6690), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:26.773232 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-904b2c3b-27a4-4de4-b1d9-d68c2c9de610 None None] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:33:26.775162 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d11533e1-81ba-4ebb-b465-f481aacac834 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-823145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3498088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3516558'] for subnet (0b767d2d-1034-43c2-9e07-9c8f1c5bf182), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:26.828210 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11533e1-81ba-4ebb-b465-f481aacac834 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Pushing event deleted for resources: {'Subnet': ['ID=0b767d2d-1034-43c2-9e07-9c8f1c5bf182,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:26.836172 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36c55145-4d7f-44e2-9664-9ca173c79a36 None None] Network 9f0a511d-8408-4971-9daa-968eebea54f2 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:33:26.852049 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-904b2c3b-27a4-4de4-b1d9-d68c2c9de610 None None] Attempting to bind port f4feb854-4018-45bd-9eb1-d98dcce0961e on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:33:26.852434 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-904b2c3b-27a4-4de4-b1d9-d68c2c9de610 None None] Attempting to bind port f4feb854-4018-45bd-9eb1-d98dcce0961e by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '89d6c6a5-4cd2-43dd-83a0-7cac1638c447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '0633c7ea-4c5a-45cf-9a44-7cf947257364'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:33:26.852806 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-904b2c3b-27a4-4de4-b1d9-d68c2c9de610 None None] Attempting to bind port f4feb854-4018-45bd-9eb1-d98dcce0961e on network 0633c7ea-4c5a-45cf-9a44-7cf947257364 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:33:26.865108 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6331bfe2-ad89-4254-8a1f-e9bd40514614 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Made reservation on behalf of da82c5902a0c4c459ee88fe904a1e59b for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:33:26.866209 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d11533e1-81ba-4ebb-b465-f481aacac834 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616561'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:26.869611 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6331bfe2-ad89-4254-8a1f-e9bd40514614 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3951209'] for subnet (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:26.872349 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-d11533e1-81ba-4ebb-b465-f481aacac834 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "DELETE /v2.0/subnets/0b767d2d-1034-43c2-9e07-9c8f1c5bf182 HTTP/1.1" status: 204 len: 168 time: 1.2213759 Feb 28 10:33:26.874015 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 34906) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:26.902078 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-904b2c3b-27a4-4de4-b1d9-d68c2c9de610 None None] Checking agent: {'id': '75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 24, 15), 'started_at': datetime.datetime(2022, 2, 28, 10, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 33, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:33:26.902660 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-904b2c3b-27a4-4de4-b1d9-d68c2c9de610 None None] Checking segment: {'id': '89d6c6a5-4cd2-43dd-83a0-7cac1638c447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '0633c7ea-4c5a-45cf-9a44-7cf947257364'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:33:26.903075 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-904b2c3b-27a4-4de4-b1d9-d68c2c9de610 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:26.903477 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-904b2c3b-27a4-4de4-b1d9-d68c2c9de610 None None] Bound using segment: {'id': '89d6c6a5-4cd2-43dd-83a0-7cac1638c447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '0633c7ea-4c5a-45cf-9a44-7cf947257364'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:33:26.903965 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-904b2c3b-27a4-4de4-b1d9-d68c2c9de610 None None] Bound port: f4feb854-4018-45bd-9eb1-d98dcce0961e, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89d6c6a5-4cd2-43dd-83a0-7cac1638c447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '0633c7ea-4c5a-45cf-9a44-7cf947257364'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:33:26.904360 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-904b2c3b-27a4-4de4-b1d9-d68c2c9de610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (f4feb854-4018-45bd-9eb1-d98dcce0961e), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:26.978401 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-06f7bda1-6634-4030-bdd8-341be2aab64c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (a8a5bdb8-bc1e-4a54-b5d8-890abd7b6690), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:26.981369 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-06f7bda1-6634-4030-bdd8-341be2aab64c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:26.982528 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-06f7bda1-6634-4030-bdd8-341be2aab64c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a8a5bdb8-bc1e-4a54-b5d8-890abd7b6690 HTTP/1.1" status: 204 len: 168 time: 0.7980280 Feb 28 10:33:26.987181 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0362bb21-95b6-4532-ba7d-67d28befa203 req-74d93b36-33fe-4957-aaeb-ca9a195e7773 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:33:26.988787 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-0362bb21-95b6-4532-ba7d-67d28befa203 req-74d93b36-33fe-4957-aaeb-ca9a195e7773 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] 10.222.0.20 "GET /v2.0/ports?device_id=21839f2d-46e7-497a-a06a-b1ae129c5e90 HTTP/1.1" status: 200 len: 945 time: 0.3471909 Feb 28 10:33:26.993766 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-65471d65-d474-455f-b50a-65b931670636 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1117754 Feb 28 10:33:26.997970 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 34910) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:27.005296 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-79029626-d536-428f-b370-66ab18064606 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Request body: {'subnet': {'network_id': '9f0a511d-8408-4971-9daa-968eebea54f2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:33:27.009999 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f7bda1-6634-4030-bdd8-341be2aab64c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8a5bdb8-bc1e-4a54-b5d8-890abd7b6690,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:27.031731 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-ecccfc61-e938-4e9a-b7ef-ef56b42958d5 req-95e07093-7607-4a65-a53a-2c3bc6331950 service neutron] 10.222.0.30 "GET /v2.0/networks/c8fe4d5f-4a1f-41f9-85f5-28e75dcf99b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3912246 Feb 28 10:33:27.032875 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-904b2c3b-27a4-4de4-b1d9-d68c2c9de610 None None] For port f4feb854-4018-45bd-9eb1-d98dcce0961e, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:33:27.037359 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-904b2c3b-27a4-4de4-b1d9-d68c2c9de610 None None] For port f4feb854-4018-45bd-9eb1-d98dcce0961e, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f4feb854-4018-45bd-9eb1-d98dcce0961e,segment=NetworkSegment(89d6c6a5-4cd2-43dd-83a0-7cac1638c447),segment_id=89d6c6a5-4cd2-43dd-83a0-7cac1638c447)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:33:27.083431 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-904b2c3b-27a4-4de4-b1d9-d68c2c9de610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (f4feb854-4018-45bd-9eb1-d98dcce0961e), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:27.132820 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c52a9dcd-8b0f-4695-b7d7-310c1a235f5d tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] Publish callbacks [] for router (657743da-1fc9-4ff2-a314-0f4434f7cd8f), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:27.182784 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90f3d0f6-7412-4222-874d-9c754f0229f5 None None] DHCP port deletion for 9f0a511d-8408-4971-9daa-968eebea54f2 request from dv-neutron-master-2-hyperv {{(pid=103409) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:33:27.195026 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a3b0c74a-cf71-4931-a379-2c551275feec tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] Publish callbacks [] for router_gateway (c2babb0e-68ca-4a4d-908f-4b9a50f06a93), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:27.198126 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904b2c3b-27a4-4de4-b1d9-d68c2c9de610 None None] Pushing event updated for resources: {'Port': ['ID=f4feb854-4018-45bd-9eb1-d98dcce0961e,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:27.244886 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a3b0c74a-cf71-4931-a379-2c551275feec tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] Publish callbacks [] for router_gateway (c2babb0e-68ca-4a4d-908f-4b9a50f06a93), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:27.256921 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6331bfe2-ad89-4254-8a1f-e9bd40514614 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3242588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3951195'] for subnet (f2e99dff-54cd-4ed9-a0ea-02762b8d95fd), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:27.285257 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-0362bb21-95b6-4532-ba7d-67d28befa203 req-4e75d977-80a8-412b-a5aa-01468ba922fd tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] 10.222.0.20 "GET /v2.0/security-groups?id=c6054555-6cfe-4c7d-9758-21814521da07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2695191 Feb 28 10:33:27.347346 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79029626-d536-428f-b370-66ab18064606 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Made reservation on behalf of 01d784a6a3f04224a7e9160ad9d44184 for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:33:27.351399 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-79029626-d536-428f-b370-66ab18064606 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3516581'] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:27.372808 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6331bfe2-ad89-4254-8a1f-e9bd40514614 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Pushing event updated for resources: {'Subnet': ['ID=f2e99dff-54cd-4ed9-a0ea-02762b8d95fd,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:27.419813 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-ecccfc61-e938-4e9a-b7ef-ef56b42958d5 req-dc8f9e64-128b-4d3a-b1ac-49d057ec0e76 service neutron] 10.222.0.30 "GET /v2.0/networks/c8fe4d5f-4a1f-41f9-85f5-28e75dcf99b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3560743 Feb 28 10:33:27.450442 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c52a9dcd-8b0f-4695-b7d7-310c1a235f5d tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] Publish callbacks [] for router_gateway (657743da-1fc9-4ff2-a314-0f4434f7cd8f), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:27.488251 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6331bfe2-ad89-4254-8a1f-e9bd40514614 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Checking segment: {'id': '2eb7a73d-7a84-4668-8a10-e939188a715f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'ef40da56-ba4a-464c-a0c1-f88af9ae09cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:33:27.489355 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6331bfe2-ad89-4254-8a1f-e9bd40514614 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Network hostable DHCP agents. Network: ef40da56-ba4a-464c-a0c1-f88af9ae09cb, hostable agents: ['fb6705d2-4f70-4965-92a3-fbfccd43a6d3'], hosted agents: [] {{(pid=103408) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:33:27.504233 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-90f3d0f6-7412-4222-874d-9c754f0229f5 None None] Deleting port 38ca5606-7431-4bc8-8b79-58636b481151 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:33:27.504671 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-90f3d0f6-7412-4222-874d-9c754f0229f5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (38ca5606-7431-4bc8-8b79-58636b481151), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:27.521271 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 34914) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:27.542911 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5e92c954-6dbd-49d6-bd57-8f24d62e06a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:27.578733 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6331bfe2-ad89-4254-8a1f-e9bd40514614 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Network ef40da56-ba4a-464c-a0c1-f88af9ae09cb is scheduled to be hosted by DHCP agent fb6705d2-4f70-4965-92a3-fbfccd43a6d3 with binding_index 1 {{(pid=103408) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:33:27.619235 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-90f3d0f6-7412-4222-874d-9c754f0229f5 None None] For port 38ca5606-7431-4bc8-8b79-58636b481151, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=38ca5606-7431-4bc8-8b79-58636b481151,segment=NetworkSegment(bf553b55-fb1d-4346-a090-4fb77eb0fbd7),segment_id=bf553b55-fb1d-4346-a090-4fb77eb0fbd7)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:33:27.619846 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-90f3d0f6-7412-4222-874d-9c754f0229f5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (38ca5606-7431-4bc8-8b79-58636b481151), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:27.637800 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-90f3d0f6-7412-4222-874d-9c754f0229f5 None None] Calling delete_port for 38ca5606-7431-4bc8-8b79-58636b481151 owned by network:dhcp {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:33:27.662929 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-6331bfe2-ad89-4254-8a1f-e9bd40514614 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, ef40da56-ba4a-464c-a0c1-f88af9ae09cb) {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:33:27.667252 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-c52a9dcd-8b0f-4695-b7d7-310c1a235f5d tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] Deleting port ade366e6-f774-4bb7-8a7a-34ee1f3fbebc {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:33:27.667630 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c52a9dcd-8b0f-4695-b7d7-310c1a235f5d tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (ade366e6-f774-4bb7-8a7a-34ee1f3fbebc), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:27.670706 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6331bfe2-ad89-4254-8a1f-e9bd40514614 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:33:27.671420 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6331bfe2-ad89-4254-8a1f-e9bd40514614 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks [] for subnet (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:27.677135 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-a3b0c74a-cf71-4931-a379-2c551275feec tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] Deleting port 9bdccefb-16e7-4d94-b8e1-00727dd00ed1 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:33:27.677712 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a3b0c74a-cf71-4931-a379-2c551275feec tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (9bdccefb-16e7-4d94-b8e1-00727dd00ed1), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:27.720852 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-79029626-d536-428f-b370-66ab18064606 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3498031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3516567'] for subnet (c7a0f305-7767-4e58-a695-bb61ac273a95), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:27.741839 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-594c56e5-9eaf-4348-add8-ad0ad5f0aa78 None None] Network ef40da56-ba4a-464c-a0c1-f88af9ae09cb requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:33:27.771063 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-6331bfe2-ad89-4254-8a1f-e9bd40514614 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4757450 Feb 28 10:33:27.777490 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 34916) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:27.783838 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-e73b3fdc-a6fe-4b6c-8ccb-aebd1d2bdb2d tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1905606724', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:33:27.793561 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5e92c954-6dbd-49d6-bd57-8f24d62e06a7 admin admin] Publish callbacks [] for security_group (e6aafe78-0e16-46e8-bc47-deaa83f1b4ef), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:27.798922 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-90f3d0f6-7412-4222-874d-9c754f0229f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758'] for port (38ca5606-7431-4bc8-8b79-58636b481151), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:27.808802 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79029626-d536-428f-b370-66ab18064606 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Network 9f0a511d-8408-4971-9daa-968eebea54f2 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:33:27.812790 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5e92c954-6dbd-49d6-bd57-8f24d62e06a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (e6aafe78-0e16-46e8-bc47-deaa83f1b4ef), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:27.824695 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-79029626-d536-428f-b370-66ab18064606 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:33:27.836612 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f3d0f6-7412-4222-874d-9c754f0229f5 None None] Pushing event deleted for resources: {'Port': ['ID=38ca5606-7431-4bc8-8b79-58636b481151,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:27.847001 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79029626-d536-428f-b370-66ab18064606 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:33:27.847614 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-79029626-d536-428f-b370-66ab18064606 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616561'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:27.849384 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f3d0f6-7412-4222-874d-9c754f0229f5 None None] No DVR routers for this DVR port 38ca5606-7431-4bc8-8b79-58636b481151 on host dv-neutron-master-2-hyperv {{(pid=103409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:33:27.889379 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-5e92c954-6dbd-49d6-bd57-8f24d62e06a7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ceed722ec29b4657b1e5a4882d89b529&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3621304 Feb 28 10:33:27.889817 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73497663-3b4f-4b05-be87-9b9c113f8512 None None] Network 9f0a511d-8408-4971-9daa-968eebea54f2 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:33:27.892266 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a3b0c74a-cf71-4931-a379-2c551275feec tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (9bdccefb-16e7-4d94-b8e1-00727dd00ed1), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:27.893062 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79029626-d536-428f-b370-66ab18064606 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Pushing event updated for resources: {'Subnet': ['ID=c7a0f305-7767-4e58-a695-bb61ac273a95,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:27.895777 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 34918) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:27.910107 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e73b3fdc-a6fe-4b6c-8ccb-aebd1d2bdb2d tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1805251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254175'] for router (7fa1d940-829e-49df-ba00-63a1528114c2), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:27.911156 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e73b3fdc-a6fe-4b6c-8ccb-aebd1d2bdb2d tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1804172', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1602053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254150'] for router (7fa1d940-829e-49df-ba00-63a1528114c2), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:27.917674 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e92c954-6dbd-49d6-bd57-8f24d62e06a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6aafe78-0e16-46e8-bc47-deaa83f1b4ef,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:27.920859 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c52a9dcd-8b0f-4695-b7d7-310c1a235f5d tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (ade366e6-f774-4bb7-8a7a-34ee1f3fbebc), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:27.928631 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-a3b0c74a-cf71-4931-a379-2c551275feec tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] Calling delete_port for 9bdccefb-16e7-4d94-b8e1-00727dd00ed1 owned by network:router_gateway {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:33:27.937086 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-79029626-d536-428f-b370-66ab18064606 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9380169 Feb 28 10:33:27.937711 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 34920) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:27.956842 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-ef7eee61-a5fd-4456-bd98-34a529e41065 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Request body: {'port': {'network_id': '9f0a511d-8408-4971-9daa-968eebea54f2', 'fixed_ips': [{'subnet_id': 'c7a0f305-7767-4e58-a695-bb61ac273a95', 'ip_address': '2001:db8::684c:2e45:df4b:1e0a'}], 'name': 'tempest-NetworksTestDHCPv6-513071843'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:33:27.972686 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-c52a9dcd-8b0f-4695-b7d7-310c1a235f5d tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] Calling delete_port for ade366e6-f774-4bb7-8a7a-34ee1f3fbebc owned by network:router_gateway {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:33:28.005398 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-546dca33-db31-4da2-b608-76fb455e2408 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-ef40da56-ba4a-464c-a0c1-f88af9ae09cb', 'network_id': 'ef40da56-ba4a-464c-a0c1-f88af9ae09cb', 'project_id': 'da82c5902a0c4c459ee88fe904a1e59b', 'fixed_ips': [{'subnet_id': 'f2e99dff-54cd-4ed9-a0ea-02762b8d95fd'}]}} from dv-neutron-master-2-hyperv. {{(pid=103409) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:33:28.006473 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-546dca33-db31-4da2-b608-76fb455e2408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:28.035819 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device f4feb854-4018-45bd-9eb1-d98dcce0961e up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:33:28.174027 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a3b0c74a-cf71-4931-a379-2c551275feec tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (9bdccefb-16e7-4d94-b8e1-00727dd00ed1), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:28.181722 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-814f2883-4e1c-4d0a-8a29-9f321f754de4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-9f0a511d-8408-4971-9daa-968eebea54f2', 'network_id': '9f0a511d-8408-4971-9daa-968eebea54f2', 'project_id': '01d784a6a3f04224a7e9160ad9d44184', 'fixed_ips': [{'subnet_id': 'c7a0f305-7767-4e58-a695-bb61ac273a95'}]}} from dv-neutron-master-2-hyperv. {{(pid=103409) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:33:28.182596 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-814f2883-4e1c-4d0a-8a29-9f321f754de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:28.183068 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e73b3fdc-a6fe-4b6c-8ccb-aebd1d2bdb2d tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks [] for router_controller (7fa1d940-829e-49df-ba00-63a1528114c2), precommit_add_association {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:28.204528 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b0c74a-cf71-4931-a379-2c551275feec tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] Pushing event deleted for resources: {'Port': ['ID=9bdccefb-16e7-4d94-b8e1-00727dd00ed1,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:28.206117 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e73b3fdc-a6fe-4b6c-8ccb-aebd1d2bdb2d tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1804241'] for router (7fa1d940-829e-49df-ba00-63a1528114c2), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:28.239920 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f8338086-3025-419f-b8bb-de510512b5f6 admin admin] Publish callbacks [] for security_group (e6aafe78-0e16-46e8-bc47-deaa83f1b4ef), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:28.260316 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e73b3fdc-a6fe-4b6c-8ccb-aebd1d2bdb2d tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks [] for router (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:28.264464 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-e73b3fdc-a6fe-4b6c-8ccb-aebd1d2bdb2d tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4840746 Feb 28 10:33:28.273343 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 34922) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:28.297327 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a3b0c74a-cf71-4931-a379-2c551275feec tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1803321'] for router_gateway (c2babb0e-68ca-4a4d-908f-4b9a50f06a93), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:28.330148 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port f4feb854-4018-45bd-9eb1-d98dcce0961e triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:33:28.330529 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (f4feb854-4018-45bd-9eb1-d98dcce0961e), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:28.381013 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef7eee61-a5fd-4456-bd98-34a529e41065 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Made reservation on behalf of 01d784a6a3f04224a7e9160ad9d44184 for: {'port': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:33:28.391040 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f8338086-3025-419f-b8bb-de510512b5f6 admin admin] Publish callbacks [] for security_group (e6aafe78-0e16-46e8-bc47-deaa83f1b4ef), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:28.393732 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-546dca33-db31-4da2-b608-76fb455e2408 None None] Allocated IP 172.21.0.2 (ef40da56-ba4a-464c-a0c1-f88af9ae09cb/f2e99dff-54cd-4ed9-a0ea-02762b8d95fd/0b23f7b3-238a-42c5-9445-c3ab2ce05008) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:33:28.508661 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-814f2883-4e1c-4d0a-8a29-9f321f754de4 None None] Allocated IP 2001:db8::2 (9f0a511d-8408-4971-9daa-968eebea54f2/c7a0f305-7767-4e58-a695-bb61ac273a95/6245934c-5d29-479c-bb82-770590720ec1) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:33:28.620881 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a3b0c74a-cf71-4931-a379-2c551275feec tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1804286', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1806925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5948'] for router (c2babb0e-68ca-4a4d-908f-4b9a50f06a93), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:28.625714 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a3b0c74a-cf71-4931-a379-2c551275feec tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1804241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1804263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1804264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1807030'] for router (c2babb0e-68ca-4a4d-908f-4b9a50f06a93), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:28.641778 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port f4feb854-4018-45bd-9eb1-d98dcce0961e is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:33:28.642355 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (f4feb854-4018-45bd-9eb1-d98dcce0961e), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:28.743395 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3b0c74a-cf71-4931-a379-2c551275feec tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] Router c2babb0e-68ca-4a4d-908f-4b9a50f06a93 has already been hosted by L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 {{(pid=103408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:33:28.756519 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] For port f4feb854-4018-45bd-9eb1-d98dcce0961e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f4feb854-4018-45bd-9eb1-d98dcce0961e,segment=NetworkSegment(89d6c6a5-4cd2-43dd-83a0-7cac1638c447),segment_id=89d6c6a5-4cd2-43dd-83a0-7cac1638c447)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:33:28.784209 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (f4feb854-4018-45bd-9eb1-d98dcce0961e), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:28.798229 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-546dca33-db31-4da2-b608-76fb455e2408 None None] Publish callbacks [] for port (0b23f7b3-238a-42c5-9445-c3ab2ce05008), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:28.833494 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c5b511d-5dcd-4887-be26-732b80493eca None None] Network 0633c7ea-4c5a-45cf-9a44-7cf947257364 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:33:28.844178 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-546dca33-db31-4da2-b608-76fb455e2408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749'] for port (0b23f7b3-238a-42c5-9445-c3ab2ce05008), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:28.870106 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-814f2883-4e1c-4d0a-8a29-9f321f754de4 None None] Publish callbacks [] for port (6245934c-5d29-479c-bb82-770590720ec1), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:28.884167 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3b0c74a-cf71-4931-a379-2c551275feec tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:33:28.893250 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a3b0c74a-cf71-4931-a379-2c551275feec tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] Publish callbacks [] for router (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:28.897186 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-a3b0c74a-cf71-4931-a379-2c551275feec tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] 10.222.0.20 "PUT /v2.0/routers/c2babb0e-68ca-4a4d-908f-4b9a50f06a93 HTTP/1.1" status: 200 len: 706 time: 2.6652231 Feb 28 10:33:28.897659 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 34926) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:28.913711 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 38ca5606-7431-4bc8-8b79-58636b481151 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:33:28.927328 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9cb23e-8952-48ce-9f57-eee676dfac79 None None] Sync routers for ids ['c2babb0e-68ca-4a4d-908f-4b9a50f06a93'] in dv-neutron-master-2-hyperv {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:33:28.955936 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-814f2883-4e1c-4d0a-8a29-9f321f754de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749'] for port (6245934c-5d29-479c-bb82-770590720ec1), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:28.973967 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] No Port match for: 38ca5606-7431-4bc8-8b79-58636b481151 {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:33:28.974315 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 38ca5606-7431-4bc8-8b79-58636b481151 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:33:28.978846 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-546dca33-db31-4da2-b608-76fb455e2408 None None] Network ef40da56-ba4a-464c-a0c1-f88af9ae09cb is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:33:28.984399 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-3ef461ee-f887-4fc0-817a-95a233e623f5 tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] 10.222.0.20 "GET /v2.0/routers/c2babb0e-68ca-4a4d-908f-4b9a50f06a93 HTTP/1.1" status: 200 len: 741 time: 0.0848260 Feb 28 10:33:28.985468 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 34930) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:28.993021 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Pushing event updated for resources: {'Port': ['ID=f4feb854-4018-45bd-9eb1-d98dcce0961e,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:29.006624 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-546dca33-db31-4da2-b608-76fb455e2408 None None] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:33:29.009312 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546dca33-db31-4da2-b608-76fb455e2408 None None] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:33:29.036660 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-e4161ef7-6b50-4ae5-90ad-16425152ac42 None None] Provisioning complete for port f4feb854-4018-45bd-9eb1-d98dcce0961e triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:33:29.037047 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e4161ef7-6b50-4ae5-90ad-16425152ac42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (f4feb854-4018-45bd-9eb1-d98dcce0961e), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:29.041852 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-f1cebdd4-4cb0-4e9e-ac57-e103d40f8cb4 tempest-RoutersAdminTest-846248186 tempest-RoutersAdminTest-846248186-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=1e0804d0-d1d9-4d40-9de5-2936f3d87840&device_id=c2babb0e-68ca-4a4d-908f-4b9a50f06a93 HTTP/1.1" status: 200 len: 205 time: 0.0524526 Feb 28 10:33:29.042244 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 34932) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:29.047811 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-814f2883-4e1c-4d0a-8a29-9f321f754de4 None None] Network 9f0a511d-8408-4971-9daa-968eebea54f2 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:33:29.060537 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ef7eee61-a5fd-4456-bd98-34a529e41065 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:29.074622 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-f1d7dbe4-efd9-48d2-90f6-474f7ef47dcc tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2babb0e-68ca-4a4d-908f-4b9a50f06a93 HTTP/1.1" status: 200 len: 205 time: 0.0288093 Feb 28 10:33:29.075040 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 34934) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:29.084588 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-814f2883-4e1c-4d0a-8a29-9f321f754de4 None None] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:33:29.087623 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814f2883-4e1c-4d0a-8a29-9f321f754de4 None None] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:33:29.101403 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9cb23e-8952-48ce-9f57-eee676dfac79 None None] Routers {'c2babb0e-68ca-4a4d-908f-4b9a50f06a93'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:33:29.102146 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-7e9cb23e-8952-48ce-9f57-eee676dfac79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:33:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['c2babb0e-68ca-4a4d-908f-4b9a50f06a93'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:33:29.109081 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf85a0a-b4f4-4ee9-af7c-a2b4465f9fc6 req-ed573627-170d-4a1c-b0e7-4f00eb4556cd tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:33:29.110887 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-aaf85a0a-b4f4-4ee9-af7c-a2b4465f9fc6 req-ed573627-170d-4a1c-b0e7-4f00eb4556cd tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] 10.222.0.20 "GET /v2.0/ports?device_id=21839f2d-46e7-497a-a06a-b1ae129c5e90 HTTP/1.1" status: 200 len: 945 time: 0.6738987 Feb 28 10:33:29.115581 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c52a9dcd-8b0f-4695-b7d7-310c1a235f5d tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (ade366e6-f774-4bb7-8a7a-34ee1f3fbebc), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:29.122167 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f8338086-3025-419f-b8bb-de510512b5f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (e6aafe78-0e16-46e8-bc47-deaa83f1b4ef), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:29.124944 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f8338086-3025-419f-b8bb-de510512b5f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:29.128675 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-f8338086-3025-419f-b8bb-de510512b5f6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e6aafe78-0e16-46e8-bc47-deaa83f1b4ef HTTP/1.1" status: 204 len: 168 time: 1.2287848 Feb 28 10:33:29.161313 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f18c69a4-3088-4352-9244-7b9a906e82ad tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] Publish callbacks [] for router (c2babb0e-68ca-4a4d-908f-4b9a50f06a93), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:29.174863 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52a9dcd-8b0f-4695-b7d7-310c1a235f5d tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] Pushing event deleted for resources: {'Port': ['ID=ade366e6-f774-4bb7-8a7a-34ee1f3fbebc,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:29.185074 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.notifiers.nova [None req-ef7eee61-a5fd-4456-bd98-34a529e41065 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] device_id is not set on port 3992c585-9867-4ab8-9b57-10260daff884 yet. {{(pid=103407) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:33:29.185368 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-7e9cb23e-8952-48ce-9f57-eee676dfac79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:33:29.190338 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8338086-3025-419f-b8bb-de510512b5f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6aafe78-0e16-46e8-bc47-deaa83f1b4ef,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:29.255179 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546dca33-db31-4da2-b608-76fb455e2408 None None] Pushing event updated for resources: {'Port': ['ID=0b23f7b3-238a-42c5-9445-c3ab2ce05008,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:29.314434 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-546dca33-db31-4da2-b608-76fb455e2408 None None] Attempting to bind port 0b23f7b3-238a-42c5-9445-c3ab2ce05008 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:33:29.315028 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-546dca33-db31-4da2-b608-76fb455e2408 None None] Attempting to bind port 0b23f7b3-238a-42c5-9445-c3ab2ce05008 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '2eb7a73d-7a84-4668-8a10-e939188a715f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'ef40da56-ba4a-464c-a0c1-f88af9ae09cb'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:33:29.315566 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-546dca33-db31-4da2-b608-76fb455e2408 None None] Attempting to bind port 0b23f7b3-238a-42c5-9445-c3ab2ce05008 on network ef40da56-ba4a-464c-a0c1-f88af9ae09cb {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:33:29.341841 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f18c69a4-3088-4352-9244-7b9a906e82ad tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1807017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5941'] for router (c2babb0e-68ca-4a4d-908f-4b9a50f06a93), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:29.344604 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f18c69a4-3088-4352-9244-7b9a906e82ad tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] Publish callbacks [] for router_controller (c2babb0e-68ca-4a4d-908f-4b9a50f06a93), precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:29.346682 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-aaf85a0a-b4f4-4ee9-af7c-a2b4465f9fc6 req-ddbbd382-5207-44c0-842f-8525439a419d tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] 10.222.0.20 "GET /v2.0/security-groups?id=c6054555-6cfe-4c7d-9758-21814521da07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2165015 Feb 28 10:33:29.421492 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f18c69a4-3088-4352-9244-7b9a906e82ad tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1806994'] for router (c2babb0e-68ca-4a4d-908f-4b9a50f06a93), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:29.423114 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f18c69a4-3088-4352-9244-7b9a906e82ad tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] Fanout notify agent at l3_agent the message router_deleted on router c2babb0e-68ca-4a4d-908f-4b9a50f06a93 {{(pid=103408) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 10:33:29.435446 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f18c69a4-3088-4352-9244-7b9a906e82ad tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] Publish callbacks [] for router (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:29.440656 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-f18c69a4-3088-4352-9244-7b9a906e82ad tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] 10.222.0.20 "DELETE /v2.0/routers/c2babb0e-68ca-4a4d-908f-4b9a50f06a93 HTTP/1.1" status: 204 len: 168 time: 0.3611834 Feb 28 10:33:29.441138 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 34942) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:29.480604 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-09676d62-3974-4996-a3f9-875580e92f0e tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2babb0e-68ca-4a4d-908f-4b9a50f06a93 HTTP/1.1" status: 200 len: 205 time: 0.0360000 Feb 28 10:33:29.482015 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 34946) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:29.496046 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d5e15d44-2490-4196-8ebd-3a193fe42f45 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:29.519255 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-546dca33-db31-4da2-b608-76fb455e2408 None None] Checking agent: {'id': '75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 24, 15), 'started_at': datetime.datetime(2022, 2, 28, 10, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 33, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:33:29.519691 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-546dca33-db31-4da2-b608-76fb455e2408 None None] Checking segment: {'id': '2eb7a73d-7a84-4668-8a10-e939188a715f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'ef40da56-ba4a-464c-a0c1-f88af9ae09cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:33:29.520211 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-546dca33-db31-4da2-b608-76fb455e2408 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:29.520705 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-546dca33-db31-4da2-b608-76fb455e2408 None None] Bound using segment: {'id': '2eb7a73d-7a84-4668-8a10-e939188a715f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'ef40da56-ba4a-464c-a0c1-f88af9ae09cb'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:33:29.521344 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-546dca33-db31-4da2-b608-76fb455e2408 None None] Bound port: 0b23f7b3-238a-42c5-9445-c3ab2ce05008, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2eb7a73d-7a84-4668-8a10-e939188a715f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'ef40da56-ba4a-464c-a0c1-f88af9ae09cb'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:33:29.522001 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-546dca33-db31-4da2-b608-76fb455e2408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (0b23f7b3-238a-42c5-9445-c3ab2ce05008), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:29.529672 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.api.v2.resource [None req-b7960c76-b12f-475d-9cd8-5ac3b5e180ef tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] delete failed (client error): The resource could not be found. Feb 28 10:33:29.533327 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-b7960c76-b12f-475d-9cd8-5ac3b5e180ef tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] 10.222.0.20 "DELETE /v2.0/routers/c2babb0e-68ca-4a4d-908f-4b9a50f06a93 HTTP/1.1" status: 404 len: 336 time: 0.0475001 Feb 28 10:33:29.533774 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 34948) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:29.568280 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-8dd885fd-bd45-45b8-bcea-0fe8684bd241 tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3ee6f3f-ea30-4f72-930f-eaa66d6f3a42 HTTP/1.1" status: 200 len: 205 time: 0.0332773 Feb 28 10:33:29.571179 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 34950) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:29.571487 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9cb23e-8952-48ce-9f57-eee676dfac79 None None] Routers set() bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:33:29.571869 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9cb23e-8952-48ce-9f57-eee676dfac79 None None] Router IDs set() for agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 28 10:33:29.572478 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_agentschedulers_db [None req-7e9cb23e-8952-48ce-9f57-eee676dfac79 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'c2babb0e-68ca-4a4d-908f-4b9a50f06a93'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:33:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent'). {{(pid=103409) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 28 10:33:29.572991 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9cb23e-8952-48ce-9f57-eee676dfac79 None None] The sync data for ids ['c2babb0e-68ca-4a4d-908f-4b9a50f06a93'] in dv-neutron-master-2-hyperv is: [] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:33:29.615415 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-814f2883-4e1c-4d0a-8a29-9f321f754de4 None None] Attempting to bind port 6245934c-5d29-479c-bb82-770590720ec1 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:33:29.615799 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-814f2883-4e1c-4d0a-8a29-9f321f754de4 None None] Attempting to bind port 6245934c-5d29-479c-bb82-770590720ec1 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'bf553b55-fb1d-4346-a090-4fb77eb0fbd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '9f0a511d-8408-4971-9daa-968eebea54f2'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:33:29.616171 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814f2883-4e1c-4d0a-8a29-9f321f754de4 None None] Attempting to bind port 6245934c-5d29-479c-bb82-770590720ec1 on network 9f0a511d-8408-4971-9daa-968eebea54f2 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:33:29.618191 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814f2883-4e1c-4d0a-8a29-9f321f754de4 None None] Pushing event updated for resources: {'Port': ['ID=6245934c-5d29-479c-bb82-770590720ec1,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:29.622677 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.api.v2.resource [None req-b6faf067-c927-4c08-830a-14240ceb9799 tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] delete failed (client error): The resource could not be found. Feb 28 10:33:29.626504 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-b6faf067-c927-4c08-830a-14240ceb9799 tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] 10.222.0.20 "DELETE /v2.0/routers/d3ee6f3f-ea30-4f72-930f-eaa66d6f3a42 HTTP/1.1" status: 404 len: 336 time: 0.0515249 Feb 28 10:33:29.626904 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 34952) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:29.639493 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814f2883-4e1c-4d0a-8a29-9f321f754de4 None None] Checking agent: {'id': '75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 24, 15), 'started_at': datetime.datetime(2022, 2, 28, 10, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 33, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:33:29.639886 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814f2883-4e1c-4d0a-8a29-9f321f754de4 None None] Checking segment: {'id': 'bf553b55-fb1d-4346-a090-4fb77eb0fbd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '9f0a511d-8408-4971-9daa-968eebea54f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:33:29.640192 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-814f2883-4e1c-4d0a-8a29-9f321f754de4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:29.640615 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814f2883-4e1c-4d0a-8a29-9f321f754de4 None None] Bound using segment: {'id': 'bf553b55-fb1d-4346-a090-4fb77eb0fbd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '9f0a511d-8408-4971-9daa-968eebea54f2'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:33:29.641099 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-814f2883-4e1c-4d0a-8a29-9f321f754de4 None None] Bound port: 6245934c-5d29-479c-bb82-770590720ec1, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf553b55-fb1d-4346-a090-4fb77eb0fbd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '9f0a511d-8408-4971-9daa-968eebea54f2'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:33:29.641486 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-814f2883-4e1c-4d0a-8a29-9f321f754de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (6245934c-5d29-479c-bb82-770590720ec1), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:29.669601 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-9fd4d72e-e3f2-40ad-8286-5d2ded9fd716 tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] 10.222.0.20 "GET /v2.0/ports?device_id=f023a5e2-4e4b-488e-b810-03ac28f813de HTTP/1.1" status: 200 len: 205 time: 0.0391402 Feb 28 10:33:29.670239 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 34954) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:29.725181 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-546dca33-db31-4da2-b608-76fb455e2408 None None] For port 0b23f7b3-238a-42c5-9445-c3ab2ce05008, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:33:29.730405 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 34956) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:29.737381 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.api.v2.resource [None req-1af2e1ee-e481-4d99-93ef-b2191ae0cf95 tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] delete failed (client error): The resource could not be found. Feb 28 10:33:29.738605 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-1af2e1ee-e481-4d99-93ef-b2191ae0cf95 tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] 10.222.0.20 "DELETE /v2.0/routers/f023a5e2-4e4b-488e-b810-03ac28f813de HTTP/1.1" status: 404 len: 336 time: 0.0674102 Feb 28 10:33:29.739710 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-e4161ef7-6b50-4ae5-90ad-16425152ac42 None None] Current status of the port f4feb854-4018-45bd-9eb1-d98dcce0961e is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:33:29.747440 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 34958) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:29.748705 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-546dca33-db31-4da2-b608-76fb455e2408 None None] For port 0b23f7b3-238a-42c5-9445-c3ab2ce05008, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0b23f7b3-238a-42c5-9445-c3ab2ce05008,segment=NetworkSegment(2eb7a73d-7a84-4668-8a10-e939188a715f),segment_id=2eb7a73d-7a84-4668-8a10-e939188a715f)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:33:29.758127 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ddb912bc-ed4c-4e1a-ae13-8bd1828c22cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:29.764448 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-546dca33-db31-4da2-b608-76fb455e2408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (0b23f7b3-238a-42c5-9445-c3ab2ce05008), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:29.788225 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-d59a515b-46f5-4bd0-ba2a-f00a0f53d523 tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] 10.222.0.20 "GET /v2.0/ports?device_id=1eadac27-ab09-4437-83af-b0557960da6a HTTP/1.1" status: 200 len: 205 time: 0.0392053 Feb 28 10:33:29.790754 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 34960) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:29.813126 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-814f2883-4e1c-4d0a-8a29-9f321f754de4 None None] For port 6245934c-5d29-479c-bb82-770590720ec1, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:33:29.835566 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-814f2883-4e1c-4d0a-8a29-9f321f754de4 None None] For port 6245934c-5d29-479c-bb82-770590720ec1, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6245934c-5d29-479c-bb82-770590720ec1,segment=NetworkSegment(bf553b55-fb1d-4346-a090-4fb77eb0fbd7),segment_id=bf553b55-fb1d-4346-a090-4fb77eb0fbd7)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:33:29.847701 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546dca33-db31-4da2-b608-76fb455e2408 None None] Pushing event updated for resources: {'Port': ['ID=0b23f7b3-238a-42c5-9445-c3ab2ce05008,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:29.852925 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-814f2883-4e1c-4d0a-8a29-9f321f754de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (6245934c-5d29-479c-bb82-770590720ec1), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:29.860339 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-ef7eee61-a5fd-4456-bd98-34a529e41065 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Allocated IP 2001:db8::684c:2e45:df4b:1e0a (9f0a511d-8408-4971-9daa-968eebea54f2/c7a0f305-7767-4e58-a695-bb61ac273a95/3992c585-9867-4ab8-9b57-10260daff884) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:33:29.861775 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.api.v2.resource [None req-8d74d1e6-475a-4ae7-bed1-428ba09021e2 tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] delete failed (client error): The resource could not be found. Feb 28 10:33:29.868458 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-8d74d1e6-475a-4ae7-bed1-428ba09021e2 tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] 10.222.0.20 "DELETE /v2.0/routers/1eadac27-ab09-4437-83af-b0557960da6a HTTP/1.1" status: 404 len: 336 time: 0.0741510 Feb 28 10:33:29.869496 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 34962) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:29.924359 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814f2883-4e1c-4d0a-8a29-9f321f754de4 None None] Pushing event updated for resources: {'Port': ['ID=6245934c-5d29-479c-bb82-770590720ec1,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:29.931177 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c52a9dcd-8b0f-4695-b7d7-310c1a235f5d tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1803321'] for router_gateway (657743da-1fc9-4ff2-a314-0f4434f7cd8f), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:29.936909 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-81e2e1dd-02c5-4fd5-a2a9-0bce25484aea tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] 10.222.0.20 "GET /v2.0/ports?device_id=b00f1233-5cb2-4fc8-baf0-c4949f85b1aa HTTP/1.1" status: 200 len: 205 time: 0.0641165 Feb 28 10:33:29.942554 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 34964) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:30.003179 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device f4feb854-4018-45bd-9eb1-d98dcce0961e up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:33:30.014805 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.api.v2.resource [None req-ca8ac8af-27ae-47ce-9527-68b3220c812e tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] delete failed (client error): The resource could not be found. Feb 28 10:33:30.020116 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-ca8ac8af-27ae-47ce-9527-68b3220c812e tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] 10.222.0.20 "DELETE /v2.0/routers/b00f1233-5cb2-4fc8-baf0-c4949f85b1aa HTTP/1.1" status: 404 len: 336 time: 0.0764678 Feb 28 10:33:30.021152 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 34966) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:30.085405 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f7e2f1-ae8c-450c-9e73-5822aed12d00 req-7c30942c-3967-4392-917b-a0e72ce6ca8e tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:33:30.087693 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-29f7e2f1-ae8c-450c-9e73-5822aed12d00 req-7c30942c-3967-4392-917b-a0e72ce6ca8e tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] 10.222.0.20 "GET /v2.0/ports?device_id=21839f2d-46e7-497a-a06a-b1ae129c5e90 HTTP/1.1" status: 200 len: 945 time: 0.5995295 Feb 28 10:33:30.091883 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-bde5091b-142b-4fd5-a88c-1eebffae7c07 None None] Provisioning complete for port f4feb854-4018-45bd-9eb1-d98dcce0961e triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:33:30.092280 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bde5091b-142b-4fd5-a88c-1eebffae7c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (f4feb854-4018-45bd-9eb1-d98dcce0961e), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:30.154825 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port f4feb854-4018-45bd-9eb1-d98dcce0961e triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:33:30.155263 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (f4feb854-4018-45bd-9eb1-d98dcce0961e), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:30.161129 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-c84ef4f1-679c-4a8e-bf77-41e3657d5a2e tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] 10.222.0.20 "GET /v2.0/ports?device_id=b736499c-0b58-4753-839d-8a41e04fdb5b HTTP/1.1" status: 200 len: 205 time: 0.0968156 Feb 28 10:33:30.161855 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 34968) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:30.239292 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.api.v2.resource [None req-ef35ab85-3c27-4407-b6ef-898f8236a7bf tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] delete failed (client error): The resource could not be found. Feb 28 10:33:30.243078 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-ef35ab85-3c27-4407-b6ef-898f8236a7bf tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] 10.222.0.20 "DELETE /v2.0/routers/b736499c-0b58-4753-839d-8a41e04fdb5b HTTP/1.1" status: 404 len: 336 time: 0.0756419 Feb 28 10:33:30.248170 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c52a9dcd-8b0f-4695-b7d7-310c1a235f5d tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1807017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5941'] for router (657743da-1fc9-4ff2-a314-0f4434f7cd8f), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:30.252921 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ddb912bc-ed4c-4e1a-ae13-8bd1828c22cf admin admin] Publish callbacks [] for security_group (b3d796d9-c684-4934-bfbf-64ca07adb02c), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:30.254293 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 34970) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:30.276256 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-bde5091b-142b-4fd5-a88c-1eebffae7c07 None None] Current status of the port f4feb854-4018-45bd-9eb1-d98dcce0961e is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:33:30.283399 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ddb912bc-ed4c-4e1a-ae13-8bd1828c22cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (b3d796d9-c684-4934-bfbf-64ca07adb02c), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:30.295133 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c52a9dcd-8b0f-4695-b7d7-310c1a235f5d tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] Publish callbacks [] for router_controller (657743da-1fc9-4ff2-a314-0f4434f7cd8f), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:30.341482 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port f4feb854-4018-45bd-9eb1-d98dcce0961e is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:33:30.344266 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6e5754d-8323-49e5-8884-447ef64cb727 tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] DELETE failed (client error): The resource could not be found. Feb 28 10:33:30.344795 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6e5754d-8323-49e5-8884-447ef64cb727 tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103408) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:33:30.348233 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-c6e5754d-8323-49e5-8884-447ef64cb727 tempest-RoutersAdminTest-206269296 tempest-RoutersAdminTest-206269296-project] 10.222.0.20 "DELETE /v2.0/subnets/34a8855e-d106-4a75-a80c-6dba55670a29 HTTP/1.1" status: 404 len: 337 time: 0.0917475 Feb 28 10:33:30.391897 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-ddb912bc-ed4c-4e1a-ae13-8bd1828c22cf admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d6ab154c836d42a5ab2e57cbe58dd822&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6578140 Feb 28 10:33:30.396464 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 34974) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:30.418584 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb912bc-ed4c-4e1a-ae13-8bd1828c22cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3d796d9-c684-4934-bfbf-64ca07adb02c,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:30.424389 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c52a9dcd-8b0f-4695-b7d7-310c1a235f5d tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1806994'] for router (657743da-1fc9-4ff2-a314-0f4434f7cd8f), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:30.425042 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c52a9dcd-8b0f-4695-b7d7-310c1a235f5d tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] Fanout notify agent at l3_agent the message router_deleted on router 657743da-1fc9-4ff2-a314-0f4434f7cd8f {{(pid=103407) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 10:33:30.473857 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c52a9dcd-8b0f-4695-b7d7-310c1a235f5d tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] Publish callbacks [] for router (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:30.474500 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-c52a9dcd-8b0f-4695-b7d7-310c1a235f5d tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] 10.222.0.20 "DELETE /v2.0/routers/657743da-1fc9-4ff2-a314-0f4434f7cd8f HTTP/1.1" status: 204 len: 168 time: 3.8114405 Feb 28 10:33:30.483313 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 34976) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:30.488118 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-dd8c747b-0373-41af-af9b-652a4cf8fc5f tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1358582378', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:33:30.494843 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-20361d1a-0b8f-49c7-8e34-69a618a3cbbc admin admin] Publish callbacks [] for security_group (b3d796d9-c684-4934-bfbf-64ca07adb02c), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:30.512935 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-29f7e2f1-ae8c-450c-9e73-5822aed12d00 req-5a60f183-4c7c-46ac-a5df-64b3beb2f146 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] 10.222.0.20 "GET /v2.0/security-groups?id=c6054555-6cfe-4c7d-9758-21814521da07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3955212 Feb 28 10:33:30.518072 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ef7eee61-a5fd-4456-bd98-34a529e41065 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks [] for port (3992c585-9867-4ab8-9b57-10260daff884), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:30.524001 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-20361d1a-0b8f-49c7-8e34-69a618a3cbbc admin admin] Publish callbacks [] for security_group (b3d796d9-c684-4934-bfbf-64ca07adb02c), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:30.544012 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-d5e15d44-2490-4196-8ebd-3a193fe42f45 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Allocated IP 172.20.0.1 (0633c7ea-4c5a-45cf-9a44-7cf947257364/419aac73-3f92-4096-96f4-a15d70842236/aeb1f775-654b-4009-aad5-82078676fd20) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:33:30.581421 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-dd8c747b-0373-41af-af9b-652a4cf8fc5f tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1805251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254175'] for router (db643bc4-b2a2-4dbc-967a-cb1a23076f1b), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:30.581992 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-dd8c747b-0373-41af-af9b-652a4cf8fc5f tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1804172', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1602053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254150'] for router (db643bc4-b2a2-4dbc-967a-cb1a23076f1b), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:30.652460 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-dd8c747b-0373-41af-af9b-652a4cf8fc5f tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] Publish callbacks [] for router_controller (db643bc4-b2a2-4dbc-967a-cb1a23076f1b), precommit_add_association {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:30.661024 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-dd8c747b-0373-41af-af9b-652a4cf8fc5f tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1804241'] for router (db643bc4-b2a2-4dbc-967a-cb1a23076f1b), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:30.662832 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ef7eee61-a5fd-4456-bd98-34a529e41065 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (3992c585-9867-4ab8-9b57-10260daff884), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:30.669358 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-20361d1a-0b8f-49c7-8e34-69a618a3cbbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (b3d796d9-c684-4934-bfbf-64ca07adb02c), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:30.672134 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-20361d1a-0b8f-49c7-8e34-69a618a3cbbc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:30.675984 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-20361d1a-0b8f-49c7-8e34-69a618a3cbbc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b3d796d9-c684-4934-bfbf-64ca07adb02c HTTP/1.1" status: 204 len: 168 time: 0.2759852 Feb 28 10:33:30.689051 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20361d1a-0b8f-49c7-8e34-69a618a3cbbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3d796d9-c684-4934-bfbf-64ca07adb02c,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:30.698664 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-dd8c747b-0373-41af-af9b-652a4cf8fc5f tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] Publish callbacks [] for router (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:30.703468 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-dd8c747b-0373-41af-af9b-652a4cf8fc5f tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2190478 Feb 28 10:33:30.704225 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 34982) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:30.709644 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-59327f42-4a5c-4e23-985a-6b29a03b018a tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] Request body: {'router': {'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840'}}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:33:30.741064 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef7eee61-a5fd-4456-bd98-34a529e41065 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Network 9f0a511d-8408-4971-9daa-968eebea54f2 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:33:30.744533 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7eee61-a5fd-4456-bd98-34a529e41065 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Pushing event updated for resources: {'Port': ['ID=3992c585-9867-4ab8-9b57-10260daff884,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:30.747174 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-ef7eee61-a5fd-4456-bd98-34a529e41065 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:33:30.756083 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef7eee61-a5fd-4456-bd98-34a529e41065 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:33:30.766120 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef7eee61-a5fd-4456-bd98-34a529e41065 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:33:30.766817 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ef7eee61-a5fd-4456-bd98-34a529e41065 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:30.811626 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-ef7eee61-a5fd-4456-bd98-34a529e41065 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.8612418 Feb 28 10:33:30.812379 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 34988) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:30.827242 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d5e15d44-2490-4196-8ebd-3a193fe42f45 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks [] for port (aeb1f775-654b-4009-aad5-82078676fd20), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:30.906458 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 34992) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:30.936261 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c623cc0-f8ec-4792-bd23-7ab06b730b58 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:33:30.942367 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c623cc0-f8ec-4792-bd23-7ab06b730b58 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:33:30.947094 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-4c623cc0-f8ec-4792-bd23-7ab06b730b58 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1308756 Feb 28 10:33:30.948400 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 34996) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:30.997586 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56c791e-1639-48e5-a1b8-81ccde8fe5b3 req-857eb6b8-f571-4814-b927-bff76caa61ab tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:33:30.999174 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-c56c791e-1639-48e5-a1b8-81ccde8fe5b3 req-857eb6b8-f571-4814-b927-bff76caa61ab tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] 10.222.0.20 "GET /v2.0/ports?device_id=21839f2d-46e7-497a-a06a-b1ae129c5e90 HTTP/1.1" status: 200 len: 945 time: 0.1439645 Feb 28 10:33:31.000304 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d5e15d44-2490-4196-8ebd-3a193fe42f45 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (aeb1f775-654b-4009-aad5-82078676fd20), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:31.028490 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-59327f42-4a5c-4e23-985a-6b29a03b018a tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] Publish callbacks [] for router_gateway (db643bc4-b2a2-4dbc-967a-cb1a23076f1b), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:31.128082 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5e15d44-2490-4196-8ebd-3a193fe42f45 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Network 0633c7ea-4c5a-45cf-9a44-7cf947257364 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:33:31.144125 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-d5e15d44-2490-4196-8ebd-3a193fe42f45 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:33:31.146091 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e15d44-2490-4196-8ebd-3a193fe42f45 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Pushing event updated for resources: {'Port': ['ID=aeb1f775-654b-4009-aad5-82078676fd20,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:31.151250 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e15d44-2490-4196-8ebd-3a193fe42f45 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:33:31.200797 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-c56c791e-1639-48e5-a1b8-81ccde8fe5b3 req-73bc3000-258b-4cd5-a35e-83ce8d4ec13f tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] 10.222.0.20 "GET /v2.0/security-groups?id=c6054555-6cfe-4c7d-9758-21814521da07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1905358 Feb 28 10:33:31.259585 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d5e15d44-2490-4196-8ebd-3a193fe42f45 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1803404'] for router_interface (7fa1d940-829e-49df-ba00-63a1528114c2), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:31.262378 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5934e3b8-f58a-4275-8d11-2b12289895f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:31.379047 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-59327f42-4a5c-4e23-985a-6b29a03b018a tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] Publish callbacks [] for router_gateway (db643bc4-b2a2-4dbc-967a-cb1a23076f1b), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:31.408790 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-3cdb239a-53ba-47c4-a16a-134cfb6de570 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Deleting port 3992c585-9867-4ab8-9b57-10260daff884 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:33:31.409302 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3cdb239a-53ba-47c4-a16a-134cfb6de570 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (3992c585-9867-4ab8-9b57-10260daff884), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:31.418891 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-59327f42-4a5c-4e23-985a-6b29a03b018a tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:31.606436 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-59327f42-4a5c-4e23-985a-6b29a03b018a tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] Allocated IP 172.36.5.220 (1e0804d0-d1d9-4d40-9de5-2936f3d87840/6f6f4129-23e5-4c3b-b4ef-4c7ce926797e/ce5381c8-394c-426b-aab9-c54da66a1c7b) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:33:31.625896 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-28554b87-0f70-4080-ba8b-a9bea1b20ccd None None] Provisioning complete for port aeb1f775-654b-4009-aad5-82078676fd20 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:33:31.629614 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-28554b87-0f70-4080-ba8b-a9bea1b20ccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (aeb1f775-654b-4009-aad5-82078676fd20), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:31.677854 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5934e3b8-f58a-4275-8d11-2b12289895f3 admin admin] Publish callbacks [] for security_group (230d77d5-19cb-4258-9916-e85a7458b602), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:31.703617 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1414169b-81c5-4fb7-b009-c417e8c040b9 req-528f64b0-faa6-4139-baf1-751437aefd20 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:33:31.722203 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-28554b87-0f70-4080-ba8b-a9bea1b20ccd None None] Port aeb1f775-654b-4009-aad5-82078676fd20 cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:33:31.724631 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-1414169b-81c5-4fb7-b009-c417e8c040b9 req-528f64b0-faa6-4139-baf1-751437aefd20 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] 10.222.0.20 "GET /v2.0/ports?device_id=21839f2d-46e7-497a-a06a-b1ae129c5e90 HTTP/1.1" status: 200 len: 945 time: 0.3393197 Feb 28 10:33:31.752224 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5934e3b8-f58a-4275-8d11-2b12289895f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (230d77d5-19cb-4258-9916-e85a7458b602), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:31.792201 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-59327f42-4a5c-4e23-985a-6b29a03b018a tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] Publish callbacks [] for port (ce5381c8-394c-426b-aab9-c54da66a1c7b), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:31.808639 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-5934e3b8-f58a-4275-8d11-2b12289895f3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=80a517e3fe274090ba73daf1fc6aa841&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8963308 Feb 28 10:33:31.809054 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 35016) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:31.818525 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3cdb239a-53ba-47c4-a16a-134cfb6de570 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (3992c585-9867-4ab8-9b57-10260daff884), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:31.856096 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-0618900d-fdfe-4823-830c-4a9b3bf0e621 None None] Provisioning complete for port 6245934c-5d29-479c-bb82-770590720ec1 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:33:31.856478 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0618900d-fdfe-4823-830c-4a9b3bf0e621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (6245934c-5d29-479c-bb82-770590720ec1), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:31.922004 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d5e15d44-2490-4196-8ebd-3a193fe42f45 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (aeb1f775-654b-4009-aad5-82078676fd20), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:31.950370 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-3cdb239a-53ba-47c4-a16a-134cfb6de570 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Calling delete_port for 3992c585-9867-4ab8-9b57-10260daff884 owned by {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:33:31.974650 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-414ae2fd-c1fb-488e-b643-0ad231964490 None None] Network ef40da56-ba4a-464c-a0c1-f88af9ae09cb requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:33:32.021180 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-0618900d-fdfe-4823-830c-4a9b3bf0e621 None None] Current status of the port 6245934c-5d29-479c-bb82-770590720ec1 is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:33:32.021757 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0618900d-fdfe-4823-830c-4a9b3bf0e621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (6245934c-5d29-479c-bb82-770590720ec1), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:32.024631 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 35018) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:32.036116 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 6245934c-5d29-479c-bb82-770590720ec1 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:33:32.042982 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5934e3b8-f58a-4275-8d11-2b12289895f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=230d77d5-19cb-4258-9916-e85a7458b602,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:32.133825 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-1414169b-81c5-4fb7-b009-c417e8c040b9 req-0a620265-d72e-4093-b146-a0f2ea0063ac tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] 10.222.0.20 "GET /v2.0/security-groups?id=c6054555-6cfe-4c7d-9758-21814521da07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4078870 Feb 28 10:33:32.148029 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-0618900d-fdfe-4823-830c-4a9b3bf0e621 None None] For port 6245934c-5d29-479c-bb82-770590720ec1, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6245934c-5d29-479c-bb82-770590720ec1,segment=NetworkSegment(bf553b55-fb1d-4346-a090-4fb77eb0fbd7),segment_id=bf553b55-fb1d-4346-a090-4fb77eb0fbd7)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:33:32.172336 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0618900d-fdfe-4823-830c-4a9b3bf0e621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (6245934c-5d29-479c-bb82-770590720ec1), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:32.219971 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port 6245934c-5d29-479c-bb82-770590720ec1 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:33:32.220755 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (6245934c-5d29-479c-bb82-770590720ec1), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:32.243904 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-6130be5d-3028-462f-834a-831b4a1b4eb4 tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-451212365'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:33:32.302028 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0618900d-fdfe-4823-830c-4a9b3bf0e621 None None] Pushing event updated for resources: {'Port': ['ID=6245934c-5d29-479c-bb82-770590720ec1,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:32.320820 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-8cd9aad1-9109-42e8-a891-21b80d99d3f0 None None] Provisioning complete for port 3992c585-9867-4ab8-9b57-10260daff884 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:33:32.321114 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8cd9aad1-9109-42e8-a891-21b80d99d3f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (3992c585-9867-4ab8-9b57-10260daff884), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:32.321609 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-59327f42-4a5c-4e23-985a-6b29a03b018a tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (ce5381c8-394c-426b-aab9-c54da66a1c7b), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:32.352668 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-19d3b3d4-158f-4d73-b138-99aced028b11 admin admin] Publish callbacks [] for security_group (230d77d5-19cb-4258-9916-e85a7458b602), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:32.381524 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59327f42-4a5c-4e23-985a-6b29a03b018a tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] Network 1e0804d0-d1d9-4d40-9de5-2936f3d87840 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:33:32.387348 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-8cd9aad1-9109-42e8-a891-21b80d99d3f0 None None] Port 3992c585-9867-4ab8-9b57-10260daff884 cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:33:32.391975 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-59327f42-4a5c-4e23-985a-6b29a03b018a tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:33:32.394510 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 6245934c-5d29-479c-bb82-770590720ec1 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:33:32.395176 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-19d3b3d4-158f-4d73-b138-99aced028b11 admin admin] Publish callbacks [] for security_group (230d77d5-19cb-4258-9916-e85a7458b602), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:32.395473 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 0b23f7b3-238a-42c5-9445-c3ab2ce05008 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:33:32.404580 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59327f42-4a5c-4e23-985a-6b29a03b018a tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:33:32.409332 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59327f42-4a5c-4e23-985a-6b29a03b018a tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] Pushing event updated for resources: {'Port': ['ID=ce5381c8-394c-426b-aab9-c54da66a1c7b,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:32.426845 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6130be5d-3028-462f-834a-831b4a1b4eb4 tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] Made reservation on behalf of 5b49a73603bf465c80be7e5443b89794 for: {'network': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:33:32.431350 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6130be5d-3028-462f-834a-831b4a1b4eb4 tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for network (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:32.434734 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-8cd9aad1-9109-42e8-a891-21b80d99d3f0 None None] Provisioning complete for port 0b23f7b3-238a-42c5-9445-c3ab2ce05008 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:33:32.435187 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8cd9aad1-9109-42e8-a891-21b80d99d3f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (0b23f7b3-238a-42c5-9445-c3ab2ce05008), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:32.447037 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6130be5d-3028-462f-834a-831b4a1b4eb4 tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:32.493805 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port 0b23f7b3-238a-42c5-9445-c3ab2ce05008 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:33:32.494486 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (0b23f7b3-238a-42c5-9445-c3ab2ce05008), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:32.520567 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9584c415-263f-46ca-b60f-4d3f20df7cb5 req-04b7548d-457f-424c-8e44-0d50d5a35cca tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:33:32.528537 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-9584c415-263f-46ca-b60f-4d3f20df7cb5 req-04b7548d-457f-424c-8e44-0d50d5a35cca tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] 10.222.0.20 "GET /v2.0/ports?device_id=21839f2d-46e7-497a-a06a-b1ae129c5e90 HTTP/1.1" status: 200 len: 945 time: 0.2913451 Feb 28 10:33:32.530387 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3cdb239a-53ba-47c4-a16a-134cfb6de570 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (3992c585-9867-4ab8-9b57-10260daff884), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:32.573459 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-8cd9aad1-9109-42e8-a891-21b80d99d3f0 None None] Current status of the port 0b23f7b3-238a-42c5-9445-c3ab2ce05008 is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:33:32.573865 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8cd9aad1-9109-42e8-a891-21b80d99d3f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (0b23f7b3-238a-42c5-9445-c3ab2ce05008), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:32.589438 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-19d3b3d4-158f-4d73-b138-99aced028b11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (230d77d5-19cb-4258-9916-e85a7458b602), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:32.592979 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-19d3b3d4-158f-4d73-b138-99aced028b11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:32.594471 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-19d3b3d4-158f-4d73-b138-99aced028b11 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/230d77d5-19cb-4258-9916-e85a7458b602 HTTP/1.1" status: 204 len: 168 time: 0.7840652 Feb 28 10:33:32.615172 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d3b3d4-158f-4d73-b138-99aced028b11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=230d77d5-19cb-4258-9916-e85a7458b602,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:32.668593 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdb239a-53ba-47c4-a16a-134cfb6de570 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Pushing event deleted for resources: {'Port': ['ID=3992c585-9867-4ab8-9b57-10260daff884,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:32.669514 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-8cd9aad1-9109-42e8-a891-21b80d99d3f0 None None] For port 0b23f7b3-238a-42c5-9445-c3ab2ce05008, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0b23f7b3-238a-42c5-9445-c3ab2ce05008,segment=NetworkSegment(2eb7a73d-7a84-4668-8a10-e939188a715f),segment_id=2eb7a73d-7a84-4668-8a10-e939188a715f)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:33:32.683338 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8cd9aad1-9109-42e8-a891-21b80d99d3f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (0b23f7b3-238a-42c5-9445-c3ab2ce05008), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:32.687789 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 0b23f7b3-238a-42c5-9445-c3ab2ce05008 is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:33:32.688388 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (0b23f7b3-238a-42c5-9445-c3ab2ce05008), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:32.756711 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3cdb239a-53ba-47c4-a16a-134cfb6de570 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:32.761057 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-3cdb239a-53ba-47c4-a16a-134cfb6de570 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "DELETE /v2.0/ports/3992c585-9867-4ab8-9b57-10260daff884 HTTP/1.1" status: 204 len: 168 time: 1.8106768 Feb 28 10:33:32.780595 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 35026) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:32.781186 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-9584c415-263f-46ca-b60f-4d3f20df7cb5 req-22064b68-0485-4ea5-a42a-43c152b32404 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] 10.222.0.20 "GET /v2.0/security-groups?id=c6054555-6cfe-4c7d-9758-21814521da07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2515099 Feb 28 10:33:32.869784 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.db.api [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103409) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 10:33:32.870206 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG oslo_db.api [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 10:33:32.891938 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-59327f42-4a5c-4e23-985a-6b29a03b018a tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] Publish callbacks [] for router_gateway (db643bc4-b2a2-4dbc-967a-cb1a23076f1b), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:32.903676 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2657a5f-8389-48c5-ab9f-d100ec6f20b1 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:33:32.906888 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d5e15d44-2490-4196-8ebd-3a193fe42f45 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks [] for port (aeb1f775-654b-4009-aad5-82078676fd20), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:32.910131 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2657a5f-8389-48c5-ab9f-d100ec6f20b1 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:33:32.918764 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 35032) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:32.919724 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-d2657a5f-8389-48c5-ab9f-d100ec6f20b1 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1372614 Feb 28 10:33:32.920782 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d5e15d44-2490-4196-8ebd-3a193fe42f45 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3498066'] for port (aeb1f775-654b-4009-aad5-82078676fd20), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:32.925481 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6130be5d-3028-462f-834a-831b4a1b4eb4 tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] Publish callbacks [] for security_group (782c29d1-9578-409e-a76b-e95b77a98658), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:32.929072 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd9aad1-9109-42e8-a891-21b80d99d3f0 None None] Pushing event updated for resources: {'Port': ['ID=0b23f7b3-238a-42c5-9445-c3ab2ce05008,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:32.946399 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-45b29432-62fd-4ff1-a6ee-f87cafab1675 None None] Provisioning complete for port 0b23f7b3-238a-42c5-9445-c3ab2ce05008 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:33:32.946789 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-45b29432-62fd-4ff1-a6ee-f87cafab1675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (0b23f7b3-238a-42c5-9445-c3ab2ce05008), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:33.032750 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6130be5d-3028-462f-834a-831b4a1b4eb4 tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (782c29d1-9578-409e-a76b-e95b77a98658), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:33.139550 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 35036) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:33.145899 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-45b29432-62fd-4ff1-a6ee-f87cafab1675 None None] Current status of the port 0b23f7b3-238a-42c5-9445-c3ab2ce05008 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:33:33.187950 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6130be5d-3028-462f-834a-831b4a1b4eb4 tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 298} {{(pid=103407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:33:33.216977 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e15d44-2490-4196-8ebd-3a193fe42f45 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Pushing event updated for resources: {'Port': ['ID=aeb1f775-654b-4009-aad5-82078676fd20,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:33.226745 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-59327f42-4a5c-4e23-985a-6b29a03b018a tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1804286', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1806925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5948'] for router (db643bc4-b2a2-4dbc-967a-cb1a23076f1b), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:33.230792 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-59327f42-4a5c-4e23-985a-6b29a03b018a tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1804241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1804263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1804264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1807030'] for router (db643bc4-b2a2-4dbc-967a-cb1a23076f1b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:33.248336 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d5e15d44-2490-4196-8ebd-3a193fe42f45 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1802524'] for router_interface (7fa1d940-829e-49df-ba00-63a1528114c2), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:33.249906 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6130be5d-3028-462f-834a-831b4a1b4eb4 tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] Pushing event updated for resources: {'SecurityGroup': ['ID=782c29d1-9578-409e-a76b-e95b77a98658,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:33.256585 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6130be5d-3028-462f-834a-831b4a1b4eb4 tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (9e489100-456e-48f9-b26a-6c40993290e4), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:33.257182 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.db.segments_db [None req-6130be5d-3028-462f-834a-831b4a1b4eb4 tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] Added segment 9e489100-456e-48f9-b26a-6c40993290e4 of type vlan for network 10e4f615-edb3-42bc-b9db-6eafbcbc0839 Feb 28 10:33:33.288818 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_v2 [None req-265adaae-e7e2-414e-a23e-8ee8b7cc664b tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Deleting subnet c7a0f305-7767-4e58-a695-bb61ac273a95 {{(pid=103407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:33:33.302551 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-265adaae-e7e2-414e-a23e-8ee8b7cc664b tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks [] for subnet (c7a0f305-7767-4e58-a695-bb61ac273a95), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:33.386160 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59327f42-4a5c-4e23-985a-6b29a03b018a tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] Router db643bc4-b2a2-4dbc-967a-cb1a23076f1b is scheduled to L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 with binding_index 1 {{(pid=103408) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 10:33:33.398900 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-a45c6529-1c3f-42c4-9887-07826caf6d0c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dbcaadb863a541029ec32cc74c6f0dbc&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2469516 Feb 28 10:33:33.410866 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 35042) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:33.416184 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 0b23f7b3-238a-42c5-9445-c3ab2ce05008 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:33:33.431601 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6130be5d-3028-462f-834a-831b4a1b4eb4 tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742056637431'] for network (10e4f615-edb3-42bc-b9db-6eafbcbc0839), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:33.447947 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-265adaae-e7e2-414e-a23e-8ee8b7cc664b tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3501132'] for subnet (c7a0f305-7767-4e58-a695-bb61ac273a95), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:33.456944 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd6d228-9a1f-4b0f-96a5-c8c623665128 req-b7050366-d093-4bd3-bcc4-7049425bd09f tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:33:33.458433 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-8dd6d228-9a1f-4b0f-96a5-c8c623665128 req-b7050366-d093-4bd3-bcc4-7049425bd09f tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] 10.222.0.20 "GET /v2.0/ports?device_id=21839f2d-46e7-497a-a06a-b1ae129c5e90 HTTP/1.1" status: 200 len: 945 time: 0.3313072 Feb 28 10:33:33.504401 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59327f42-4a5c-4e23-985a-6b29a03b018a tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:33:33.513032 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-59327f42-4a5c-4e23-985a-6b29a03b018a tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] Publish callbacks [] for router (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:33.514320 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-59327f42-4a5c-4e23-985a-6b29a03b018a tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] 10.222.0.20 "PUT /v2.0/routers/db643bc4-b2a2-4dbc-967a-cb1a23076f1b HTTP/1.1" status: 200 len: 884 time: 2.8089874 Feb 28 10:33:33.515962 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b3b95fa-3899-4c5a-b839-545fdd675dfa None None] Sync routers for ids ['db643bc4-b2a2-4dbc-967a-cb1a23076f1b'] in dv-neutron-master-2-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:33:33.517059 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 35044) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:33.527227 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3b95fa-3899-4c5a-b839-545fdd675dfa None None] Routers {'db643bc4-b2a2-4dbc-967a-cb1a23076f1b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:33:33.528188 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-2b3b95fa-3899-4c5a-b839-545fdd675dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:33:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['db643bc4-b2a2-4dbc-967a-cb1a23076f1b'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:33:33.568157 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-2b3b95fa-3899-4c5a-b839-545fdd675dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:33:33.577877 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3b95fa-3899-4c5a-b839-545fdd675dfa None None] Routers {'db643bc4-b2a2-4dbc-967a-cb1a23076f1b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:33:33.578515 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-2b3b95fa-3899-4c5a-b839-545fdd675dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:33:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['db643bc4-b2a2-4dbc-967a-cb1a23076f1b'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:33:33.613219 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-2b3b95fa-3899-4c5a-b839-545fdd675dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:33:33.613860 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b3b95fa-3899-4c5a-b839-545fdd675dfa None None] The sync data for ids ['db643bc4-b2a2-4dbc-967a-cb1a23076f1b'] in dv-neutron-master-2-hyperv is: [] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:33:33.631353 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-b3a0fb3b-0223-4a34-ba7b-5192049462e1 tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] 10.222.0.20 "GET /v2.0/routers/db643bc4-b2a2-4dbc-967a-cb1a23076f1b HTTP/1.1" status: 200 len: 925 time: 0.1128852 Feb 28 10:33:33.634175 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 35046) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:33.681260 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01987935-8aff-489a-a418-abee629177a7 tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:33:33.682816 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-01987935-8aff-489a-a418-abee629177a7 tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=1e0804d0-d1d9-4d40-9de5-2936f3d87840&device_id=db643bc4-b2a2-4dbc-967a-cb1a23076f1b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0476544 Feb 28 10:33:33.685514 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 35048) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:33.774075 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7678ff2d-6ef4-4c68-be97-fe2f33f2ef57 tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:33:33.778446 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-7678ff2d-6ef4-4c68-be97-fe2f33f2ef57 tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] 10.222.0.20 "GET /v2.0/networks/1e0804d0-d1d9-4d40-9de5-2936f3d87840 HTTP/1.1" status: 200 len: 881 time: 0.0893807 Feb 28 10:33:33.779197 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 35050) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:33.816259 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-72e124ae-4160-43f7-b33d-29d8f13a0107 tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] 10.222.0.20 "GET /v2.0/ports?device_id=db643bc4-b2a2-4dbc-967a-cb1a23076f1b HTTP/1.1" status: 200 len: 205 time: 0.0333750 Feb 28 10:33:33.816663 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 35052) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:33.855798 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 6245934c-5d29-479c-bb82-770590720ec1 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:33:33.924765 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port 6245934c-5d29-479c-bb82-770590720ec1 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:33:33.925183 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (6245934c-5d29-479c-bb82-770590720ec1), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:33.935148 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6130be5d-3028-462f-834a-831b4a1b4eb4 tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551'] for network (10e4f615-edb3-42bc-b9db-6eafbcbc0839), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:33.940098 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6130be5d-3028-462f-834a-831b4a1b4eb4 tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:33:33.940724 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6130be5d-3028-462f-834a-831b4a1b4eb4 tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:33.944063 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5dab8b30-5efe-491e-9948-5d9eab0ce904 tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] Publish callbacks [] for router (db643bc4-b2a2-4dbc-967a-cb1a23076f1b), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:34.007330 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 6245934c-5d29-479c-bb82-770590720ec1 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:33:34.008471 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 0b23f7b3-238a-42c5-9445-c3ab2ce05008 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:33:34.050802 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a3128a27-7c8a-4673-a7ac-f56362d13681 admin admin] Publish callbacks [] for security_group (b8ab278b-f7f3-42d1-9f18-97f9824466a8), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:34.058546 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-6130be5d-3028-462f-834a-831b4a1b4eb4 tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 2.0300543 Feb 28 10:33:34.059022 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 35054) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:34.059260 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-8dd6d228-9a1f-4b0f-96a5-c8c623665128 req-a38bd4bc-a7e5-4c08-9a3c-dd5536338449 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] 10.222.0.20 "GET /v2.0/security-groups?id=c6054555-6cfe-4c7d-9758-21814521da07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5775425 Feb 28 10:33:34.059382 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port 0b23f7b3-238a-42c5-9445-c3ab2ce05008 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:33:34.059801 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (0b23f7b3-238a-42c5-9445-c3ab2ce05008), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:34.065912 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5e15d44-2490-4196-8ebd-3a193fe42f45 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Network 0633c7ea-4c5a-45cf-9a44-7cf947257364 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:33:34.068338 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-6165f5b7-d6a5-4fe6-92c3-16afd1a452ea tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] Request body: {'subnet': {'network_id': '10e4f615-edb3-42bc-b9db-6eafbcbc0839', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:33:34.093468 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-d5e15d44-2490-4196-8ebd-3a193fe42f45 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:33:34.111040 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-265adaae-e7e2-414e-a23e-8ee8b7cc664b tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-823142'] for subnet (c7a0f305-7767-4e58-a695-bb61ac273a95), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:34.125245 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5dab8b30-5efe-491e-9948-5d9eab0ce904 tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] Publish callbacks [] for router_gateway (db643bc4-b2a2-4dbc-967a-cb1a23076f1b), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:34.141472 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6130be5d-3028-462f-834a-831b4a1b4eb4 tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] Pushing event updated for resources: {'Network': ['ID=10e4f615-edb3-42bc-b9db-6eafbcbc0839,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:34.155123 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 0b23f7b3-238a-42c5-9445-c3ab2ce05008 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:33:34.160634 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Network 10e4f615-edb3-42bc-b9db-6eafbcbc0839 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103409) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:33:34.221399 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6165f5b7-d6a5-4fe6-92c3-16afd1a452ea tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] Made reservation on behalf of 5b49a73603bf465c80be7e5443b89794 for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:33:34.225117 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6165f5b7-d6a5-4fe6-92c3-16afd1a452ea tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3951209'] for subnet (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:34.236371 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a3128a27-7c8a-4673-a7ac-f56362d13681 admin admin] Publish callbacks [] for security_group (b8ab278b-f7f3-42d1-9f18-97f9824466a8), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:34.251344 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-265adaae-e7e2-414e-a23e-8ee8b7cc664b tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-823145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3498088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3516558'] for subnet (c7a0f305-7767-4e58-a695-bb61ac273a95), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:34.252428 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-5dab8b30-5efe-491e-9948-5d9eab0ce904 tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] Deleting port ce5381c8-394c-426b-aab9-c54da66a1c7b {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:33:34.252896 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5dab8b30-5efe-491e-9948-5d9eab0ce904 tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (ce5381c8-394c-426b-aab9-c54da66a1c7b), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:34.339614 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265adaae-e7e2-414e-a23e-8ee8b7cc664b tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Pushing event deleted for resources: {'Subnet': ['ID=c7a0f305-7767-4e58-a695-bb61ac273a95,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:34.342229 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-265adaae-e7e2-414e-a23e-8ee8b7cc664b tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616561'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:34.344925 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-265adaae-e7e2-414e-a23e-8ee8b7cc664b tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "DELETE /v2.0/subnets/c7a0f305-7767-4e58-a695-bb61ac273a95 HTTP/1.1" status: 204 len: 168 time: 1.4251204 Feb 28 10:33:34.348105 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eec7e04e-6316-46f4-b6d9-a77d7735e147 None None] Network 9f0a511d-8408-4971-9daa-968eebea54f2 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:33:34.350701 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 35056) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:34.394366 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5dab8b30-5efe-491e-9948-5d9eab0ce904 tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (ce5381c8-394c-426b-aab9-c54da66a1c7b), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:34.404478 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-c326de2e-7b7b-4487-a964-161cee2cfa2a tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0497305 Feb 28 10:33:34.405129 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 35058) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:34.411085 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-529af7d2-36bc-4983-b55f-2c5e39da89bc tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Request body: {'subnet': {'network_id': '9f0a511d-8408-4971-9daa-968eebea54f2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:33:34.413401 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-5dab8b30-5efe-491e-9948-5d9eab0ce904 tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] Calling delete_port for ce5381c8-394c-426b-aab9-c54da66a1c7b owned by network:router_gateway {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:33:34.452873 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-8e8060f1-5dcf-4b7a-aa48-bb8c7e1e9d93 None None] Provisioning complete for port aeb1f775-654b-4009-aad5-82078676fd20 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:33:34.453249 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8e8060f1-5dcf-4b7a-aa48-bb8c7e1e9d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (aeb1f775-654b-4009-aad5-82078676fd20), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:34.478991 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a3128a27-7c8a-4673-a7ac-f56362d13681 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (b8ab278b-f7f3-42d1-9f18-97f9824466a8), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:34.481531 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a3128a27-7c8a-4673-a7ac-f56362d13681 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:34.482675 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-a3128a27-7c8a-4673-a7ac-f56362d13681 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b8ab278b-f7f3-42d1-9f18-97f9824466a8 HTTP/1.1" status: 204 len: 168 time: 1.0678992 Feb 28 10:33:34.514482 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3128a27-7c8a-4673-a7ac-f56362d13681 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8ab278b-f7f3-42d1-9f18-97f9824466a8,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:34.555353 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5e15d44-2490-4196-8ebd-3a193fe42f45 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Router 7fa1d940-829e-49df-ba00-63a1528114c2 is scheduled to L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 with binding_index 1 {{(pid=103407) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 10:33:34.575453 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-8e8060f1-5dcf-4b7a-aa48-bb8c7e1e9d93 None None] Port aeb1f775-654b-4009-aad5-82078676fd20 cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:33:34.641947 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-529af7d2-36bc-4983-b55f-2c5e39da89bc tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Made reservation on behalf of 01d784a6a3f04224a7e9160ad9d44184 for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:33:34.645569 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-529af7d2-36bc-4983-b55f-2c5e39da89bc tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3516581'] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:34.683477 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4690c3ca-a6d9-4546-bf60-f41d233153f5 None None] DHCP port deletion for 9f0a511d-8408-4971-9daa-968eebea54f2 request from dv-neutron-master-2-hyperv {{(pid=103409) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:33:34.738163 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5dab8b30-5efe-491e-9948-5d9eab0ce904 tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (ce5381c8-394c-426b-aab9-c54da66a1c7b), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:34.769281 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dab8b30-5efe-491e-9948-5d9eab0ce904 tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] Pushing event deleted for resources: {'Port': ['ID=ce5381c8-394c-426b-aab9-c54da66a1c7b,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:34.774319 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6165f5b7-d6a5-4fe6-92c3-16afd1a452ea tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3242588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3951195'] for subnet (88df84ce-f1a9-4592-9a3b-56c056f890ab), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:34.918949 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6165f5b7-d6a5-4fe6-92c3-16afd1a452ea tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] Pushing event updated for resources: {'Subnet': ['ID=88df84ce-f1a9-4592-9a3b-56c056f890ab,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:34.931965 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5dab8b30-5efe-491e-9948-5d9eab0ce904 tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1803321'] for router_gateway (db643bc4-b2a2-4dbc-967a-cb1a23076f1b), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:34.933002 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4690c3ca-a6d9-4546-bf60-f41d233153f5 None None] Deleting port 6245934c-5d29-479c-bb82-770590720ec1 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:33:34.933929 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4690c3ca-a6d9-4546-bf60-f41d233153f5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (6245934c-5d29-479c-bb82-770590720ec1), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:34.940540 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-529af7d2-36bc-4983-b55f-2c5e39da89bc tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3498031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3516567'] for subnet (0d59525c-3f71-4102-a5a4-b4b0a2fc192f), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:35.000182 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-529af7d2-36bc-4983-b55f-2c5e39da89bc tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Network 9f0a511d-8408-4971-9daa-968eebea54f2 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:33:35.006748 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-529af7d2-36bc-4983-b55f-2c5e39da89bc tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:33:35.019334 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-529af7d2-36bc-4983-b55f-2c5e39da89bc tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:33:35.019938 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-529af7d2-36bc-4983-b55f-2c5e39da89bc tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616561'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:35.028652 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4690c3ca-a6d9-4546-bf60-f41d233153f5 None None] For port 6245934c-5d29-479c-bb82-770590720ec1, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6245934c-5d29-479c-bb82-770590720ec1,segment=NetworkSegment(bf553b55-fb1d-4346-a090-4fb77eb0fbd7),segment_id=bf553b55-fb1d-4346-a090-4fb77eb0fbd7)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:33:35.029055 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4690c3ca-a6d9-4546-bf60-f41d233153f5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (6245934c-5d29-479c-bb82-770590720ec1), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:35.041805 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5e15d44-2490-4196-8ebd-3a193fe42f45 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:33:35.046127 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4690c3ca-a6d9-4546-bf60-f41d233153f5 None None] Calling delete_port for 6245934c-5d29-479c-bb82-770590720ec1 owned by network:dhcp {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:33:35.049081 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-d5e15d44-2490-4196-8ebd-3a193fe42f45 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] 10.222.0.20 "PUT /v2.0/routers/7fa1d940-829e-49df-ba00-63a1528114c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7745147 Feb 28 10:33:35.052749 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-529af7d2-36bc-4983-b55f-2c5e39da89bc tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6465261 Feb 28 10:33:35.053299 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 35072) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:35.054649 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f6ab451-fe2b-4a01-9c01-3891f2cec732 None None] Sync routers for ids ['7fa1d940-829e-49df-ba00-63a1528114c2'] in dv-neutron-master-2-hyperv {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:33:35.055556 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529af7d2-36bc-4983-b55f-2c5e39da89bc tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Pushing event updated for resources: {'Subnet': ['ID=0d59525c-3f71-4102-a5a4-b4b0a2fc192f,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:35.057547 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 35074) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:35.069559 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5dab8b30-5efe-491e-9948-5d9eab0ce904 tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1807017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5941'] for router (db643bc4-b2a2-4dbc-967a-cb1a23076f1b), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:35.071795 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-9b152e20-7fc4-4d0a-a451-9936ca84b178 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Request body: {'port': {'network_id': '9f0a511d-8408-4971-9daa-968eebea54f2', 'fixed_ips': [{'subnet_id': '0d59525c-3f71-4102-a5a4-b4b0a2fc192f', 'ip_address': '2001:db8::b8e2:4175:5ef8:2ad7'}], 'name': 'tempest-NetworksTestDHCPv6-786082932'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:33:35.071932 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6165f5b7-d6a5-4fe6-92c3-16afd1a452ea tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] Checking segment: {'id': '9e489100-456e-48f9-b26a-6c40993290e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '10e4f615-edb3-42bc-b9db-6eafbcbc0839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:33:35.072372 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6165f5b7-d6a5-4fe6-92c3-16afd1a452ea tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] Network hostable DHCP agents. Network: 10e4f615-edb3-42bc-b9db-6eafbcbc0839, hostable agents: ['fb6705d2-4f70-4965-92a3-fbfccd43a6d3'], hosted agents: [] {{(pid=103408) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:33:35.076018 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5dab8b30-5efe-491e-9948-5d9eab0ce904 tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] Publish callbacks [] for router_controller (db643bc4-b2a2-4dbc-967a-cb1a23076f1b), precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:35.087167 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f6ab451-fe2b-4a01-9c01-3891f2cec732 None None] Routers {'7fa1d940-829e-49df-ba00-63a1528114c2'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:33:35.088432 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-6f6ab451-fe2b-4a01-9c01-3891f2cec732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:33:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['7fa1d940-829e-49df-ba00-63a1528114c2'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:33:35.140102 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5dab8b30-5efe-491e-9948-5d9eab0ce904 tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1806994'] for router (db643bc4-b2a2-4dbc-967a-cb1a23076f1b), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:35.141607 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dab8b30-5efe-491e-9948-5d9eab0ce904 tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] Fanout notify agent at l3_agent the message router_deleted on router db643bc4-b2a2-4dbc-967a-cb1a23076f1b {{(pid=103408) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 10:33:35.159874 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5dab8b30-5efe-491e-9948-5d9eab0ce904 tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] Publish callbacks [] for router (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:35.165719 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-5dab8b30-5efe-491e-9948-5d9eab0ce904 tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] 10.222.0.20 "DELETE /v2.0/routers/db643bc4-b2a2-4dbc-967a-cb1a23076f1b HTTP/1.1" status: 204 len: 168 time: 1.3438995 Feb 28 10:33:35.166896 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 35078) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:35.169855 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6165f5b7-d6a5-4fe6-92c3-16afd1a452ea tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] Network 10e4f615-edb3-42bc-b9db-6eafbcbc0839 is scheduled to be hosted by DHCP agent fb6705d2-4f70-4965-92a3-fbfccd43a6d3 with binding_index 1 {{(pid=103408) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:33:35.182253 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-faea50d0-614c-461c-ba23-0e4747e5fd7e tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-905472004', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:33:35.205620 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-6165f5b7-d6a5-4fe6-92c3-16afd1a452ea tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 10e4f615-edb3-42bc-b9db-6eafbcbc0839) {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:33:35.212665 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6165f5b7-d6a5-4fe6-92c3-16afd1a452ea tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:33:35.213295 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6165f5b7-d6a5-4fe6-92c3-16afd1a452ea tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] Publish callbacks [] for subnet (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:35.231287 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbe0045d-e5ce-48fd-beda-0031d93093ff tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:33:35.237761 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-dbe0045d-e5ce-48fd-beda-0031d93093ff tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] 10.222.0.20 "GET /v2.0/ports/aeb1f775-654b-4009-aad5-82078676fd20 HTTP/1.1" status: 200 len: 910 time: 0.1784165 Feb 28 10:33:35.238005 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 35082) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:35.238117 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-056fd165-8d7d-4cbb-b00f-e896139c926d None None] Network 10e4f615-edb3-42bc-b9db-6eafbcbc0839 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:33:35.247964 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-6f6ab451-fe2b-4a01-9c01-3891f2cec732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:33:35.296857 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-6165f5b7-d6a5-4fe6-92c3-16afd1a452ea tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2365763 Feb 28 10:33:35.299729 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 35086) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:35.300998 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c3282c-0e9c-4b29-9e4c-842d90694621 req-f4b188c0-261e-44de-9faa-e07c8a36521f tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:33:35.302801 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-c9c3282c-0e9c-4b29-9e4c-842d90694621 req-f4b188c0-261e-44de-9faa-e07c8a36521f tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] 10.222.0.20 "GET /v2.0/ports?device_id=21839f2d-46e7-497a-a06a-b1ae129c5e90 HTTP/1.1" status: 200 len: 945 time: 0.1198611 Feb 28 10:33:35.313731 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4690c3ca-a6d9-4546-bf60-f41d233153f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758'] for port (6245934c-5d29-479c-bb82-770590720ec1), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:35.313874 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-e7ca48d7-9328-4bdd-8a39-112384b10cb3 tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] Request body: {'port': {'network_id': '10e4f615-edb3-42bc-b9db-6eafbcbc0839', 'name': 'tempest-AllowedAddressPairTestJSON-1129485680'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:33:35.319808 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-faea50d0-614c-461c-ba23-0e4747e5fd7e tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1805251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254175'] for router (0d9c9663-b9b9-49b8-ae6d-fb057d4e181b), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:35.323849 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f6ab451-fe2b-4a01-9c01-3891f2cec732 None None] Routers {'7fa1d940-829e-49df-ba00-63a1528114c2'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:33:35.324505 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-6f6ab451-fe2b-4a01-9c01-3891f2cec732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:33:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['7fa1d940-829e-49df-ba00-63a1528114c2'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:33:35.327472 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-faea50d0-614c-461c-ba23-0e4747e5fd7e tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1804172', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1602053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254150'] for router (0d9c9663-b9b9-49b8-ae6d-fb057d4e181b), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:35.348260 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b152e20-7fc4-4d0a-a451-9936ca84b178 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Made reservation on behalf of 01d784a6a3f04224a7e9160ad9d44184 for: {'port': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:33:35.406703 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-6f6ab451-fe2b-4a01-9c01-3891f2cec732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:33:35.409588 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f6ab451-fe2b-4a01-9c01-3891f2cec732 None None] The sync data for ids ['7fa1d940-829e-49df-ba00-63a1528114c2'] in dv-neutron-master-2-hyperv is: [] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:33:35.423922 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-c9c3282c-0e9c-4b29-9e4c-842d90694621 req-8a3c8362-a8cd-48fd-b1d9-f70ac09c481b tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] 10.222.0.20 "GET /v2.0/security-groups?id=c6054555-6cfe-4c7d-9758-21814521da07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1104150 Feb 28 10:33:35.444802 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4690c3ca-a6d9-4546-bf60-f41d233153f5 None None] Pushing event deleted for resources: {'Port': ['ID=6245934c-5d29-479c-bb82-770590720ec1,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:35.483250 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9b152e20-7fc4-4d0a-a451-9936ca84b178 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:35.507357 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.notifiers.nova [None req-9b152e20-7fc4-4d0a-a451-9936ca84b178 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] device_id is not set on port 1f2a0fdd-ce97-41d8-b69b-83da84aa184a yet. {{(pid=103407) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:33:35.514598 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4690c3ca-a6d9-4546-bf60-f41d233153f5 None None] No DVR routers for this DVR port 6245934c-5d29-479c-bb82-770590720ec1 on host dv-neutron-master-2-hyperv {{(pid=103409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:33:35.565194 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f048b85-9fd4-461d-b837-e8cbb946a508 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-10e4f615-edb3-42bc-b9db-6eafbcbc0839', 'network_id': '10e4f615-edb3-42bc-b9db-6eafbcbc0839', 'project_id': '5b49a73603bf465c80be7e5443b89794', 'fixed_ips': [{'subnet_id': '88df84ce-f1a9-4592-9a3b-56c056f890ab'}]}} from dv-neutron-master-2-hyperv. {{(pid=103409) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:33:35.566370 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4f048b85-9fd4-461d-b837-e8cbb946a508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:35.609440 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4b45d71-75c4-4446-b587-5ad0651bfe17 None None] Network 9f0a511d-8408-4971-9daa-968eebea54f2 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:33:35.802560 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0f7cad-4fd2-4bb3-badc-194ba0e0bac3 req-3d9cf7c8-c21a-4951-8ed2-da0ea7860860 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:33:35.804635 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-ab0f7cad-4fd2-4bb3-badc-194ba0e0bac3 req-3d9cf7c8-c21a-4951-8ed2-da0ea7860860 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] 10.222.0.20 "GET /v2.0/ports?device_id=21839f2d-46e7-497a-a06a-b1ae129c5e90 HTTP/1.1" status: 200 len: 945 time: 0.1293652 Feb 28 10:33:35.839567 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-9b152e20-7fc4-4d0a-a451-9936ca84b178 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Allocated IP 2001:db8::b8e2:4175:5ef8:2ad7 (9f0a511d-8408-4971-9daa-968eebea54f2/0d59525c-3f71-4102-a5a4-b4b0a2fc192f/1f2a0fdd-ce97-41d8-b69b-83da84aa184a) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:33:35.876796 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e212c75c-6695-425d-8d35-3246eba4ab70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-9f0a511d-8408-4971-9daa-968eebea54f2', 'network_id': '9f0a511d-8408-4971-9daa-968eebea54f2', 'project_id': '01d784a6a3f04224a7e9160ad9d44184', 'fixed_ips': [{'subnet_id': '0d59525c-3f71-4102-a5a4-b4b0a2fc192f'}]}} from dv-neutron-master-2-hyperv. {{(pid=103409) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:33:35.877882 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e212c75c-6695-425d-8d35-3246eba4ab70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:35.906900 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-4f048b85-9fd4-461d-b837-e8cbb946a508 None None] Allocated IP 172.20.0.2 (10e4f615-edb3-42bc-b9db-6eafbcbc0839/88df84ce-f1a9-4592-9a3b-56c056f890ab/c114842c-4840-4f2f-b4b9-e7b86f64ea01) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:33:35.966773 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-faea50d0-614c-461c-ba23-0e4747e5fd7e tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] Publish callbacks [] for router_controller (0d9c9663-b9b9-49b8-ae6d-fb057d4e181b), precommit_add_association {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:35.988650 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-ab0f7cad-4fd2-4bb3-badc-194ba0e0bac3 req-2dd8a8af-9d04-4c3e-8a07-15d553c2b6be tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] 10.222.0.20 "GET /v2.0/security-groups?id=c6054555-6cfe-4c7d-9758-21814521da07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1709046 Feb 28 10:33:36.012726 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 6245934c-5d29-479c-bb82-770590720ec1 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:33:36.044312 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] No Port match for: 6245934c-5d29-479c-bb82-770590720ec1 {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:33:36.044940 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 6245934c-5d29-479c-bb82-770590720ec1 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:33:36.115957 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-faea50d0-614c-461c-ba23-0e4747e5fd7e tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1804241'] for router (0d9c9663-b9b9-49b8-ae6d-fb057d4e181b), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:36.191518 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9b152e20-7fc4-4d0a-a451-9936ca84b178 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks [] for port (1f2a0fdd-ce97-41d8-b69b-83da84aa184a), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:36.200975 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4f048b85-9fd4-461d-b837-e8cbb946a508 None None] Publish callbacks [] for port (c114842c-4840-4f2f-b4b9-e7b86f64ea01), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:36.212585 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4f048b85-9fd4-461d-b837-e8cbb946a508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749'] for port (c114842c-4840-4f2f-b4b9-e7b86f64ea01), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:36.214054 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-faea50d0-614c-461c-ba23-0e4747e5fd7e tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] Publish callbacks [] for router (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:36.215307 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-faea50d0-614c-461c-ba23-0e4747e5fd7e tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.0427690 Feb 28 10:33:36.219047 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 35108) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:36.224681 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-fbbc097b-d690-4b4b-9b62-cc2790df9444 tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'enable_snat': True}}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:33:36.248442 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7ca48d7-9328-4bdd-8a39-112384b10cb3 tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] Made reservation on behalf of 5b49a73603bf465c80be7e5443b89794 for: {'port': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:33:36.252592 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e7ca48d7-9328-4bdd-8a39-112384b10cb3 tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:36.257289 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f048b85-9fd4-461d-b837-e8cbb946a508 None None] Network 10e4f615-edb3-42bc-b9db-6eafbcbc0839 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:33:36.262114 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-4f048b85-9fd4-461d-b837-e8cbb946a508 None None] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:33:36.272157 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f048b85-9fd4-461d-b837-e8cbb946a508 None None] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:33:36.283730 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f048b85-9fd4-461d-b837-e8cbb946a508 None None] Pushing event updated for resources: {'Port': ['ID=c114842c-4840-4f2f-b4b9-e7b86f64ea01,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:36.302773 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-e7ca48d7-9328-4bdd-8a39-112384b10cb3 tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] device_id is not set on port 92948e71-50d7-495a-b07f-dff6dbbc1036 yet. {{(pid=103408) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:33:36.330976 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9b152e20-7fc4-4d0a-a451-9936ca84b178 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (1f2a0fdd-ce97-41d8-b69b-83da84aa184a), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:36.401409 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-4f048b85-9fd4-461d-b837-e8cbb946a508 None None] Attempting to bind port c114842c-4840-4f2f-b4b9-e7b86f64ea01 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:33:36.403148 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-4f048b85-9fd4-461d-b837-e8cbb946a508 None None] Attempting to bind port c114842c-4840-4f2f-b4b9-e7b86f64ea01 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '9e489100-456e-48f9-b26a-6c40993290e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '10e4f615-edb3-42bc-b9db-6eafbcbc0839'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:33:36.403768 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f048b85-9fd4-461d-b837-e8cbb946a508 None None] Attempting to bind port c114842c-4840-4f2f-b4b9-e7b86f64ea01 on network 10e4f615-edb3-42bc-b9db-6eafbcbc0839 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:33:36.415042 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f048b85-9fd4-461d-b837-e8cbb946a508 None None] Checking agent: {'id': '75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 24, 15), 'started_at': datetime.datetime(2022, 2, 28, 10, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 33, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:33:36.415522 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f048b85-9fd4-461d-b837-e8cbb946a508 None None] Checking segment: {'id': '9e489100-456e-48f9-b26a-6c40993290e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '10e4f615-edb3-42bc-b9db-6eafbcbc0839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:33:36.416014 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4f048b85-9fd4-461d-b837-e8cbb946a508 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:36.416614 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f048b85-9fd4-461d-b837-e8cbb946a508 None None] Bound using segment: {'id': '9e489100-456e-48f9-b26a-6c40993290e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '10e4f615-edb3-42bc-b9db-6eafbcbc0839'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:33:36.417160 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-4f048b85-9fd4-461d-b837-e8cbb946a508 None None] Bound port: c114842c-4840-4f2f-b4b9-e7b86f64ea01, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e489100-456e-48f9-b26a-6c40993290e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '10e4f615-edb3-42bc-b9db-6eafbcbc0839'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:33:36.417613 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4f048b85-9fd4-461d-b837-e8cbb946a508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (c114842c-4840-4f2f-b4b9-e7b86f64ea01), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:36.425672 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-e212c75c-6695-425d-8d35-3246eba4ab70 None None] Allocated IP 2001:db8::2 (9f0a511d-8408-4971-9daa-968eebea54f2/0d59525c-3f71-4102-a5a4-b4b0a2fc192f/3b60fc04-f42f-4787-8bee-2d94470cb0e7) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:33:36.441097 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fcc001c2-4adc-4c11-88a1-4f54a1d30a2b tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:36.469458 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 35114) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:36.498627 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b152e20-7fc4-4d0a-a451-9936ca84b178 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Network 9f0a511d-8408-4971-9daa-968eebea54f2 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:33:36.529741 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-e7ca48d7-9328-4bdd-8a39-112384b10cb3 tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] Allocated IP 172.20.0.7 (10e4f615-edb3-42bc-b9db-6eafbcbc0839/88df84ce-f1a9-4592-9a3b-56c056f890ab/92948e71-50d7-495a-b07f-dff6dbbc1036) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:33:36.559075 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4f048b85-9fd4-461d-b837-e8cbb946a508 None None] For port c114842c-4840-4f2f-b4b9-e7b86f64ea01, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:33:36.564409 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4f048b85-9fd4-461d-b837-e8cbb946a508 None None] For port c114842c-4840-4f2f-b4b9-e7b86f64ea01, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c114842c-4840-4f2f-b4b9-e7b86f64ea01,segment=NetworkSegment(9e489100-456e-48f9-b26a-6c40993290e4),segment_id=9e489100-456e-48f9-b26a-6c40993290e4)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:33:36.581158 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fbbc097b-d690-4b4b-9b62-cc2790df9444 tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Publish callbacks [] for router_gateway (0d9c9663-b9b9-49b8-ae6d-fb057d4e181b), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:36.586262 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4f048b85-9fd4-461d-b837-e8cbb946a508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (c114842c-4840-4f2f-b4b9-e7b86f64ea01), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:36.590065 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b152e20-7fc4-4d0a-a451-9936ca84b178 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Pushing event updated for resources: {'Port': ['ID=1f2a0fdd-ce97-41d8-b69b-83da84aa184a,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:36.593811 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-9b152e20-7fc4-4d0a-a451-9936ca84b178 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:33:36.613710 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b152e20-7fc4-4d0a-a451-9936ca84b178 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:33:36.620369 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b152e20-7fc4-4d0a-a451-9936ca84b178 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:33:36.621078 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9b152e20-7fc4-4d0a-a451-9936ca84b178 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:36.689335 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-9b152e20-7fc4-4d0a-a451-9936ca84b178 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.6238244 Feb 28 10:33:36.690167 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 35118) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:36.697086 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f048b85-9fd4-461d-b837-e8cbb946a508 None None] Pushing event updated for resources: {'Port': ['ID=c114842c-4840-4f2f-b4b9-e7b86f64ea01,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:36.717255 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e212c75c-6695-425d-8d35-3246eba4ab70 None None] Publish callbacks [] for port (3b60fc04-f42f-4787-8bee-2d94470cb0e7), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:36.725904 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e212c75c-6695-425d-8d35-3246eba4ab70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749'] for port (3b60fc04-f42f-4787-8bee-2d94470cb0e7), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:36.737934 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-fd24dc9e-3b38-4933-841a-ebb90f6eeac6 tempest-RoutersTestDVR-1907000863 tempest-RoutersTestDVR-1907000863-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1423424279'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:33:36.780347 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e212c75c-6695-425d-8d35-3246eba4ab70 None None] Network 9f0a511d-8408-4971-9daa-968eebea54f2 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:33:36.786199 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa7311d8-0da6-4a33-a97c-7af2c34783d9 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:33:36.787261 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-e212c75c-6695-425d-8d35-3246eba4ab70 None None] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:33:36.789218 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e212c75c-6695-425d-8d35-3246eba4ab70 None None] Pushing event updated for resources: {'Port': ['ID=3b60fc04-f42f-4787-8bee-2d94470cb0e7,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:36.790935 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-fa7311d8-0da6-4a33-a97c-7af2c34783d9 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0995579 Feb 28 10:33:36.791428 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 35120) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:36.797076 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e212c75c-6695-425d-8d35-3246eba4ab70 None None] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:33:36.864543 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-e212c75c-6695-425d-8d35-3246eba4ab70 None None] Attempting to bind port 3b60fc04-f42f-4787-8bee-2d94470cb0e7 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:33:36.864945 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-e212c75c-6695-425d-8d35-3246eba4ab70 None None] Attempting to bind port 3b60fc04-f42f-4787-8bee-2d94470cb0e7 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'bf553b55-fb1d-4346-a090-4fb77eb0fbd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '9f0a511d-8408-4971-9daa-968eebea54f2'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:33:36.865303 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e212c75c-6695-425d-8d35-3246eba4ab70 None None] Attempting to bind port 3b60fc04-f42f-4787-8bee-2d94470cb0e7 on network 9f0a511d-8408-4971-9daa-968eebea54f2 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:33:36.871282 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e212c75c-6695-425d-8d35-3246eba4ab70 None None] Checking agent: {'id': '75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 24, 15), 'started_at': datetime.datetime(2022, 2, 28, 10, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 33, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:33:36.871665 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e212c75c-6695-425d-8d35-3246eba4ab70 None None] Checking segment: {'id': 'bf553b55-fb1d-4346-a090-4fb77eb0fbd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '9f0a511d-8408-4971-9daa-968eebea54f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:33:36.872077 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e212c75c-6695-425d-8d35-3246eba4ab70 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:36.872473 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e212c75c-6695-425d-8d35-3246eba4ab70 None None] Bound using segment: {'id': 'bf553b55-fb1d-4346-a090-4fb77eb0fbd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '9f0a511d-8408-4971-9daa-968eebea54f2'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:33:36.872997 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-e212c75c-6695-425d-8d35-3246eba4ab70 None None] Bound port: 3b60fc04-f42f-4787-8bee-2d94470cb0e7, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf553b55-fb1d-4346-a090-4fb77eb0fbd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '9f0a511d-8408-4971-9daa-968eebea54f2'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:33:36.873383 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e212c75c-6695-425d-8d35-3246eba4ab70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (3b60fc04-f42f-4787-8bee-2d94470cb0e7), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:36.896971 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fd24dc9e-3b38-4933-841a-ebb90f6eeac6 tempest-RoutersTestDVR-1907000863 tempest-RoutersTestDVR-1907000863-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1805251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254175'] for router (ce70dd67-7fb6-42b1-bf52-af0477db1a2f), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:36.898210 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fd24dc9e-3b38-4933-841a-ebb90f6eeac6 tempest-RoutersTestDVR-1907000863 tempest-RoutersTestDVR-1907000863-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1804172', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1602053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254150'] for router (ce70dd67-7fb6-42b1-bf52-af0477db1a2f), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:36.973634 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-e212c75c-6695-425d-8d35-3246eba4ab70 None None] For port 3b60fc04-f42f-4787-8bee-2d94470cb0e7, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:33:36.979226 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-e212c75c-6695-425d-8d35-3246eba4ab70 None None] For port 3b60fc04-f42f-4787-8bee-2d94470cb0e7, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3b60fc04-f42f-4787-8bee-2d94470cb0e7,segment=NetworkSegment(bf553b55-fb1d-4346-a090-4fb77eb0fbd7),segment_id=bf553b55-fb1d-4346-a090-4fb77eb0fbd7)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:33:36.988951 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e212c75c-6695-425d-8d35-3246eba4ab70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (3b60fc04-f42f-4787-8bee-2d94470cb0e7), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:37.082081 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e212c75c-6695-425d-8d35-3246eba4ab70 None None] Pushing event updated for resources: {'Port': ['ID=3b60fc04-f42f-4787-8bee-2d94470cb0e7,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:37.094046 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-08841ba6-7087-48d3-bca5-5796a719bf2b tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Deleting port 1f2a0fdd-ce97-41d8-b69b-83da84aa184a {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:33:37.094583 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-08841ba6-7087-48d3-bca5-5796a719bf2b tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (1f2a0fdd-ce97-41d8-b69b-83da84aa184a), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:37.117970 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fbbc097b-d690-4b4b-9b62-cc2790df9444 tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Publish callbacks [] for router_gateway (0d9c9663-b9b9-49b8-ae6d-fb057d4e181b), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:37.130260 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-fcc001c2-4adc-4c11-88a1-4f54a1d30a2b tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Allocated IP 172.21.0.1 (ef40da56-ba4a-464c-a0c1-f88af9ae09cb/f2e99dff-54cd-4ed9-a0ea-02762b8d95fd/bbe69ee0-a4f8-45a6-b286-796bb6b17430) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:33:37.132786 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fd24dc9e-3b38-4933-841a-ebb90f6eeac6 tempest-RoutersTestDVR-1907000863 tempest-RoutersTestDVR-1907000863-project-admin] Publish callbacks [] for router_controller (ce70dd67-7fb6-42b1-bf52-af0477db1a2f), precommit_add_association {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:37.141067 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e7ca48d7-9328-4bdd-8a39-112384b10cb3 tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] Publish callbacks [] for port (92948e71-50d7-495a-b07f-dff6dbbc1036), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:37.146037 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fd24dc9e-3b38-4933-841a-ebb90f6eeac6 tempest-RoutersTestDVR-1907000863 tempest-RoutersTestDVR-1907000863-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1804241'] for router (ce70dd67-7fb6-42b1-bf52-af0477db1a2f), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:37.202581 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fbbc097b-d690-4b4b-9b62-cc2790df9444 tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:37.223664 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fd24dc9e-3b38-4933-841a-ebb90f6eeac6 tempest-RoutersTestDVR-1907000863 tempest-RoutersTestDVR-1907000863-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:37.224934 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-fd24dc9e-3b38-4933-841a-ebb90f6eeac6 tempest-RoutersTestDVR-1907000863 tempest-RoutersTestDVR-1907000863-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.7517343 Feb 28 10:33:37.230071 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 35124) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:37.330029 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e7ca48d7-9328-4bdd-8a39-112384b10cb3 tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (92948e71-50d7-495a-b07f-dff6dbbc1036), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:37.399479 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-38391682-afd1-4d7c-8cfb-f6734dc5105f tempest-RoutersTestDVR-1907000863 tempest-RoutersTestDVR-1907000863-project-admin] Publish callbacks [] for router (ce70dd67-7fb6-42b1-bf52-af0477db1a2f), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:37.400873 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fcc001c2-4adc-4c11-88a1-4f54a1d30a2b tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks [] for port (bbe69ee0-a4f8-45a6-b286-796bb6b17430), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:37.404152 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-08841ba6-7087-48d3-bca5-5796a719bf2b tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (1f2a0fdd-ce97-41d8-b69b-83da84aa184a), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:37.413693 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef39033-fb22-4aa8-a9ee-820ced60cd1a req-bd935756-826b-4e3b-8094-069fa57779a2 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:33:37.414897 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ca48d7-9328-4bdd-8a39-112384b10cb3 tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] Network 10e4f615-edb3-42bc-b9db-6eafbcbc0839 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:33:37.415036 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-0ef39033-fb22-4aa8-a9ee-820ced60cd1a req-bd935756-826b-4e3b-8094-069fa57779a2 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] 10.222.0.20 "GET /v2.0/ports?device_id=21839f2d-46e7-497a-a06a-b1ae129c5e90 HTTP/1.1" status: 200 len: 945 time: 0.2989256 Feb 28 10:33:37.423612 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-e7ca48d7-9328-4bdd-8a39-112384b10cb3 tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:33:37.427236 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ca48d7-9328-4bdd-8a39-112384b10cb3 tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:33:37.430152 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ca48d7-9328-4bdd-8a39-112384b10cb3 tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] Pushing event updated for resources: {'Port': ['ID=92948e71-50d7-495a-b07f-dff6dbbc1036,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:37.490245 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-08841ba6-7087-48d3-bca5-5796a719bf2b tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Calling delete_port for 1f2a0fdd-ce97-41d8-b69b-83da84aa184a owned by {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:33:37.494994 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ca48d7-9328-4bdd-8a39-112384b10cb3 tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:33:37.495691 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e7ca48d7-9328-4bdd-8a39-112384b10cb3 tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:37.512191 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fcc001c2-4adc-4c11-88a1-4f54a1d30a2b tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (bbe69ee0-a4f8-45a6-b286-796bb6b17430), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:37.520530 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-e7ca48d7-9328-4bdd-8a39-112384b10cb3 tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2198250 Feb 28 10:33:37.527130 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 35126) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:37.532494 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-4aecb6b8-796b-4167-bcbb-9b91cb261a28 tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] Request body: {'port': {'network_id': '10e4f615-edb3-42bc-b9db-6eafbcbc0839', 'name': 'tempest-AllowedAddressPairTestJSON-889627526', 'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:ec:fe:a0'}]}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:33:37.612494 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc001c2-4adc-4c11-88a1-4f54a1d30a2b tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Network ef40da56-ba4a-464c-a0c1-f88af9ae09cb is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:33:37.619937 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-fcc001c2-4adc-4c11-88a1-4f54a1d30a2b tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:33:37.627728 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc001c2-4adc-4c11-88a1-4f54a1d30a2b tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:33:37.667040 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc001c2-4adc-4c11-88a1-4f54a1d30a2b tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Pushing event updated for resources: {'Port': ['ID=bbe69ee0-a4f8-45a6-b286-796bb6b17430,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:37.712092 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fcc001c2-4adc-4c11-88a1-4f54a1d30a2b tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1803404'] for router_interface (7fa1d940-829e-49df-ba00-63a1528114c2), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:37.892624 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aecb6b8-796b-4167-bcbb-9b91cb261a28 tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] Made reservation on behalf of 5b49a73603bf465c80be7e5443b89794 for: {'port': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:33:38.001890 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fcc001c2-4adc-4c11-88a1-4f54a1d30a2b tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (bbe69ee0-a4f8-45a6-b286-796bb6b17430), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:38.013128 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device c114842c-4840-4f2f-b4b9-e7b86f64ea01 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:33:38.018154 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-0ef39033-fb22-4aa8-a9ee-820ced60cd1a req-78bd0e2b-68a4-4250-99df-bfe18c58879c tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] 10.222.0.20 "GET /v2.0/security-groups?id=c6054555-6cfe-4c7d-9758-21814521da07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5447285 Feb 28 10:33:38.096716 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71f8cea2-b6df-4c1e-a2bf-8b99d09ec832 None None] Network 10e4f615-edb3-42bc-b9db-6eafbcbc0839 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:33:38.097380 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-fbbc097b-d690-4b4b-9b62-cc2790df9444 tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Allocated IP 172.36.5.248 (1e0804d0-d1d9-4d40-9de5-2936f3d87840/6f6f4129-23e5-4c3b-b4ef-4c7ce926797e/eaef4c29-4f5b-4f70-8e4b-c96bfea69ca3) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:33:38.122636 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (13ac42ae-016e-4baf-bb31-c6fa820b41c2), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:38.181216 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-662f6027-efcb-403f-a1a1-b544e8a1b116 None None] Provisioning complete for port bbe69ee0-a4f8-45a6-b286-796bb6b17430 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:33:38.181643 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-662f6027-efcb-403f-a1a1-b544e8a1b116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (bbe69ee0-a4f8-45a6-b286-796bb6b17430), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:38.234618 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-38391682-afd1-4d7c-8cfb-f6734dc5105f tempest-RoutersTestDVR-1907000863 tempest-RoutersTestDVR-1907000863-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1807017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5941'] for router (ce70dd67-7fb6-42b1-bf52-af0477db1a2f), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:38.237484 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-38391682-afd1-4d7c-8cfb-f6734dc5105f tempest-RoutersTestDVR-1907000863 tempest-RoutersTestDVR-1907000863-project-admin] Publish callbacks [] for router_controller (ce70dd67-7fb6-42b1-bf52-af0477db1a2f), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:38.247331 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-662f6027-efcb-403f-a1a1-b544e8a1b116 None None] Port bbe69ee0-a4f8-45a6-b286-796bb6b17430 cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:33:38.265520 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port c114842c-4840-4f2f-b4b9-e7b86f64ea01 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:33:38.265904 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (c114842c-4840-4f2f-b4b9-e7b86f64ea01), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:38.373650 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port c114842c-4840-4f2f-b4b9-e7b86f64ea01 is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:33:38.374055 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (c114842c-4840-4f2f-b4b9-e7b86f64ea01), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:38.379734 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4aecb6b8-796b-4167-bcbb-9b91cb261a28 tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:38.405815 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fbbc097b-d690-4b4b-9b62-cc2790df9444 tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Publish callbacks [] for port (eaef4c29-4f5b-4f70-8e4b-c96bfea69ca3), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:38.416436 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] For port c114842c-4840-4f2f-b4b9-e7b86f64ea01, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c114842c-4840-4f2f-b4b9-e7b86f64ea01,segment=NetworkSegment(9e489100-456e-48f9-b26a-6c40993290e4),segment_id=9e489100-456e-48f9-b26a-6c40993290e4)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:33:38.428823 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-4aecb6b8-796b-4167-bcbb-9b91cb261a28 tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] device_id is not set on port 5df8f0b4-cc08-4130-a07a-ed8ebdefa918 yet. {{(pid=103408) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:33:38.429706 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (c114842c-4840-4f2f-b4b9-e7b86f64ea01), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:38.430482 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 3b60fc04-f42f-4787-8bee-2d94470cb0e7 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:33:38.467146 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-38391682-afd1-4d7c-8cfb-f6734dc5105f tempest-RoutersTestDVR-1907000863 tempest-RoutersTestDVR-1907000863-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1806994'] for router (ce70dd67-7fb6-42b1-bf52-af0477db1a2f), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:38.468173 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38391682-afd1-4d7c-8cfb-f6734dc5105f tempest-RoutersTestDVR-1907000863 tempest-RoutersTestDVR-1907000863-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ce70dd67-7fb6-42b1-bf52-af0477db1a2f {{(pid=103407) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 10:33:38.481812 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-38391682-afd1-4d7c-8cfb-f6734dc5105f tempest-RoutersTestDVR-1907000863 tempest-RoutersTestDVR-1907000863-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:38.485803 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-38391682-afd1-4d7c-8cfb-f6734dc5105f tempest-RoutersTestDVR-1907000863 tempest-RoutersTestDVR-1907000863-project-admin] 10.222.0.20 "DELETE /v2.0/routers/ce70dd67-7fb6-42b1-bf52-af0477db1a2f HTTP/1.1" status: 204 len: 168 time: 1.2191656 Feb 28 10:33:38.489560 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-5eb21f7a-a387-4f99-a1d5-01d41fe1994a None None] Provisioning complete for port c114842c-4840-4f2f-b4b9-e7b86f64ea01 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:33:38.490217 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5eb21f7a-a387-4f99-a1d5-01d41fe1994a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (c114842c-4840-4f2f-b4b9-e7b86f64ea01), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:38.491666 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fbbc097b-d690-4b4b-9b62-cc2790df9444 tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (eaef4c29-4f5b-4f70-8e4b-c96bfea69ca3), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:38.499808 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 35130) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:38.514511 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-06e376ad-2db1-437e-ba99-58789227aff5 tempest-RoutersTestDVR-1907000863 tempest-RoutersTestDVR-1907000863-project-admin] Request body: {'router': {'name': 'tempest-router-545078736', 'distributed': False}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:33:38.530947 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fcc001c2-4adc-4c11-88a1-4f54a1d30a2b tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks [] for port (bbe69ee0-a4f8-45a6-b286-796bb6b17430), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:38.550204 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fcc001c2-4adc-4c11-88a1-4f54a1d30a2b tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3242529'] for port (bbe69ee0-a4f8-45a6-b286-796bb6b17430), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:38.572744 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbc097b-d690-4b4b-9b62-cc2790df9444 tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Pushing event updated for resources: {'Port': ['ID=eaef4c29-4f5b-4f70-8e4b-c96bfea69ca3,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:38.633707 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbbc097b-d690-4b4b-9b62-cc2790df9444 tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Network 1e0804d0-d1d9-4d40-9de5-2936f3d87840 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:33:38.639109 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-fbbc097b-d690-4b4b-9b62-cc2790df9444 tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:33:38.648803 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbbc097b-d690-4b4b-9b62-cc2790df9444 tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:33:38.655232 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Pushing event updated for resources: {'Port': ['ID=c114842c-4840-4f2f-b4b9-e7b86f64ea01,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:38.664073 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port 3b60fc04-f42f-4787-8bee-2d94470cb0e7 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:33:38.664479 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (3b60fc04-f42f-4787-8bee-2d94470cb0e7), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:38.685229 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-06e376ad-2db1-437e-ba99-58789227aff5 tempest-RoutersTestDVR-1907000863 tempest-RoutersTestDVR-1907000863-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1805251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254175'] for router (0de7a6b6-9c82-46f2-924a-62ce8c8869fd), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:38.686441 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-06e376ad-2db1-437e-ba99-58789227aff5 tempest-RoutersTestDVR-1907000863 tempest-RoutersTestDVR-1907000863-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1804172', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1602053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254150'] for router (0de7a6b6-9c82-46f2-924a-62ce8c8869fd), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:38.716531 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693dee4b-34f7-429e-9ff7-a95fd720c93c req-f06e311b-cfa4-41ef-9ca1-1b45dc4d74a1 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:33:38.716853 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-5eb21f7a-a387-4f99-a1d5-01d41fe1994a None None] Current status of the port c114842c-4840-4f2f-b4b9-e7b86f64ea01 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:33:38.720805 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-693dee4b-34f7-429e-9ff7-a95fd720c93c req-f06e311b-cfa4-41ef-9ca1-1b45dc4d74a1 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] 10.222.0.20 "GET /v2.0/ports?device_id=21839f2d-46e7-497a-a06a-b1ae129c5e90 HTTP/1.1" status: 200 len: 945 time: 0.5445848 Feb 28 10:33:38.776946 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 3b60fc04-f42f-4787-8bee-2d94470cb0e7 is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:33:38.777331 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (3b60fc04-f42f-4787-8bee-2d94470cb0e7), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:38.801971 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0038e069-d604-4045-bcf8-869cfae75d36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fb6705d2-4f70-4965-92a3-fbfccd43a6d3), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:38.811258 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-06e376ad-2db1-437e-ba99-58789227aff5 tempest-RoutersTestDVR-1907000863 tempest-RoutersTestDVR-1907000863-project-admin] Publish callbacks [] for router_controller (0de7a6b6-9c82-46f2-924a-62ce8c8869fd), precommit_add_association {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:38.831116 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] For port 3b60fc04-f42f-4787-8bee-2d94470cb0e7, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3b60fc04-f42f-4787-8bee-2d94470cb0e7,segment=NetworkSegment(bf553b55-fb1d-4346-a090-4fb77eb0fbd7),segment_id=bf553b55-fb1d-4346-a090-4fb77eb0fbd7)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:33:38.837021 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-06e376ad-2db1-437e-ba99-58789227aff5 tempest-RoutersTestDVR-1907000863 tempest-RoutersTestDVR-1907000863-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1804241'] for router (0de7a6b6-9c82-46f2-924a-62ce8c8869fd), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:38.849773 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (3b60fc04-f42f-4787-8bee-2d94470cb0e7), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:38.857568 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc001c2-4adc-4c11-88a1-4f54a1d30a2b tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Pushing event updated for resources: {'Port': ['ID=bbe69ee0-a4f8-45a6-b286-796bb6b17430,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:38.867314 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fcc001c2-4adc-4c11-88a1-4f54a1d30a2b tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1802524'] for router_interface (7fa1d940-829e-49df-ba00-63a1528114c2), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:38.881621 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-4aecb6b8-796b-4167-bcbb-9b91cb261a28 tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] Allocated IP 172.20.0.6 (10e4f615-edb3-42bc-b9db-6eafbcbc0839/88df84ce-f1a9-4592-9a3b-56c056f890ab/5df8f0b4-cc08-4130-a07a-ed8ebdefa918) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:33:38.891212 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-06e376ad-2db1-437e-ba99-58789227aff5 tempest-RoutersTestDVR-1907000863 tempest-RoutersTestDVR-1907000863-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:38.892970 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-06e376ad-2db1-437e-ba99-58789227aff5 tempest-RoutersTestDVR-1907000863 tempest-RoutersTestDVR-1907000863-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.3921416 Feb 28 10:33:38.917589 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-0f079c2c-7563-431c-b1bc-8d6adef85206 None None] Provisioning complete for port 3b60fc04-f42f-4787-8bee-2d94470cb0e7 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:33:38.917971 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0f079c2c-7563-431c-b1bc-8d6adef85206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (3b60fc04-f42f-4787-8bee-2d94470cb0e7), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:38.948997 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 35132) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:38.979560 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Pushing event updated for resources: {'Port': ['ID=3b60fc04-f42f-4787-8bee-2d94470cb0e7,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:39.031128 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-693dee4b-34f7-429e-9ff7-a95fd720c93c req-6e360961-bb21-4923-98b1-db36bbb56c52 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] 10.222.0.20 "GET /v2.0/security-groups?id=c6054555-6cfe-4c7d-9758-21814521da07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2953985 Feb 28 10:33:39.038286 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-08841ba6-7087-48d3-bca5-5796a719bf2b tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (1f2a0fdd-ce97-41d8-b69b-83da84aa184a), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:39.068984 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-0f079c2c-7563-431c-b1bc-8d6adef85206 None None] Current status of the port 3b60fc04-f42f-4787-8bee-2d94470cb0e7 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:33:39.090887 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-0f079c2c-7563-431c-b1bc-8d6adef85206 None None] Provisioning complete for port 92948e71-50d7-495a-b07f-dff6dbbc1036 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:33:39.091609 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0f079c2c-7563-431c-b1bc-8d6adef85206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (92948e71-50d7-495a-b07f-dff6dbbc1036), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:39.112373 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-065c3fbc-7993-48b3-b245-dc4d96f4a706 tempest-RoutersTestDVR-1907000863 tempest-RoutersTestDVR-1907000863-project-admin] Publish callbacks [] for router (0de7a6b6-9c82-46f2-924a-62ce8c8869fd), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:39.138940 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08841ba6-7087-48d3-bca5-5796a719bf2b tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Pushing event deleted for resources: {'Port': ['ID=1f2a0fdd-ce97-41d8-b69b-83da84aa184a,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:39.150571 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-0f079c2c-7563-431c-b1bc-8d6adef85206 None None] Port 92948e71-50d7-495a-b07f-dff6dbbc1036 cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:33:39.161481 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-0f079c2c-7563-431c-b1bc-8d6adef85206 None None] Provisioning complete for port c114842c-4840-4f2f-b4b9-e7b86f64ea01 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:33:39.161858 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0f079c2c-7563-431c-b1bc-8d6adef85206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (c114842c-4840-4f2f-b4b9-e7b86f64ea01), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:39.173509 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-08841ba6-7087-48d3-bca5-5796a719bf2b tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:39.176994 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-08841ba6-7087-48d3-bca5-5796a719bf2b tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "DELETE /v2.0/ports/1f2a0fdd-ce97-41d8-b69b-83da84aa184a HTTP/1.1" status: 204 len: 168 time: 2.3833308 Feb 28 10:33:39.182099 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 35136) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:39.273150 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc001c2-4adc-4c11-88a1-4f54a1d30a2b tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Network ef40da56-ba4a-464c-a0c1-f88af9ae09cb is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:33:39.283405 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-fcc001c2-4adc-4c11-88a1-4f54a1d30a2b tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:33:39.283622 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8284c7cd-c489-4542-90d6-36df77e3d887 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:33:39.286125 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8284c7cd-c489-4542-90d6-36df77e3d887 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:33:39.289243 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-8284c7cd-c489-4542-90d6-36df77e3d887 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1061339 Feb 28 10:33:39.296514 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 35138) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:39.368085 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0af1f5-c1b9-46d0-8186-4f5734a41a54 req-aceb102c-9dc4-40e8-a71b-4ac572721934 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:33:39.369751 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-4f0af1f5-c1b9-46d0-8186-4f5734a41a54 req-aceb102c-9dc4-40e8-a71b-4ac572721934 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] 10.222.0.20 "GET /v2.0/ports?device_id=21839f2d-46e7-497a-a06a-b1ae129c5e90 HTTP/1.1" status: 200 len: 945 time: 0.2324889 Feb 28 10:33:39.389548 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fbbc097b-d690-4b4b-9b62-cc2790df9444 tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Publish callbacks [] for router_gateway (0d9c9663-b9b9-49b8-ae6d-fb057d4e181b), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:39.473614 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-0f079c2c-7563-431c-b1bc-8d6adef85206 None None] Current status of the port c114842c-4840-4f2f-b4b9-e7b86f64ea01 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:33:39.527342 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-4f0af1f5-c1b9-46d0-8186-4f5734a41a54 req-63bd8c76-1234-4a3f-a266-06b4339d77b9 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] 10.222.0.20 "GET /v2.0/security-groups?id=c6054555-6cfe-4c7d-9758-21814521da07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1513245 Feb 28 10:33:39.591996 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-7e9e1a12-242e-4b8d-a106-6f3fc968a5ea None None] Could not find standard attr ID for object 1f2a0fdd-ce97-41d8-b69b-83da84aa184a. {{(pid=103409) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Feb 28 10:33:39.604006 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-7e9e1a12-242e-4b8d-a106-6f3fc968a5ea None None] Provisioning complete for port bbe69ee0-a4f8-45a6-b286-796bb6b17430 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:33:39.604813 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7e9e1a12-242e-4b8d-a106-6f3fc968a5ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (bbe69ee0-a4f8-45a6-b286-796bb6b17430), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:39.642214 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-7e9e1a12-242e-4b8d-a106-6f3fc968a5ea None None] Port bbe69ee0-a4f8-45a6-b286-796bb6b17430 cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:33:39.655287 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-7e9e1a12-242e-4b8d-a106-6f3fc968a5ea None None] Provisioning complete for port 92948e71-50d7-495a-b07f-dff6dbbc1036 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:33:39.655287 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7e9e1a12-242e-4b8d-a106-6f3fc968a5ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (92948e71-50d7-495a-b07f-dff6dbbc1036), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:39.693344 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-7e9e1a12-242e-4b8d-a106-6f3fc968a5ea None None] Port 92948e71-50d7-495a-b07f-dff6dbbc1036 cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:33:39.697421 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fbbc097b-d690-4b4b-9b62-cc2790df9444 tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1804286', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1806925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5948'] for router (0d9c9663-b9b9-49b8-ae6d-fb057d4e181b), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:39.703394 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fbbc097b-d690-4b4b-9b62-cc2790df9444 tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1804241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1804263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1804264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1807030'] for router (0d9c9663-b9b9-49b8-ae6d-fb057d4e181b), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:39.720713 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308e534b-cab3-4be8-a50d-0b311c46f211 req-54f7ddc8-093d-48b7-be08-d1ef87d35f75 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:33:39.722539 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-308e534b-cab3-4be8-a50d-0b311c46f211 req-54f7ddc8-093d-48b7-be08-d1ef87d35f75 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] 10.222.0.20 "GET /v2.0/ports?device_id=21839f2d-46e7-497a-a06a-b1ae129c5e90 HTTP/1.1" status: 200 len: 945 time: 0.1074605 Feb 28 10:33:39.833141 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-065c3fbc-7993-48b3-b245-dc4d96f4a706 tempest-RoutersTestDVR-1907000863 tempest-RoutersTestDVR-1907000863-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1807017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5941'] for router (0de7a6b6-9c82-46f2-924a-62ce8c8869fd), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:39.842715 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-308e534b-cab3-4be8-a50d-0b311c46f211 req-010b84a2-c2ef-4920-9659-1d22110c65dc tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] 10.222.0.20 "GET /v2.0/security-groups?id=c6054555-6cfe-4c7d-9758-21814521da07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871542 Feb 28 10:33:39.843046 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-065c3fbc-7993-48b3-b245-dc4d96f4a706 tempest-RoutersTestDVR-1907000863 tempest-RoutersTestDVR-1907000863-project-admin] Publish callbacks [] for router_controller (0de7a6b6-9c82-46f2-924a-62ce8c8869fd), precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:39.848077 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee9b38fb-f99d-4daf-b69c-88153a142309 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Deleting subnet 0d59525c-3f71-4102-a5a4-b4b0a2fc192f {{(pid=103408) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:33:39.867312 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ee9b38fb-f99d-4daf-b69c-88153a142309 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks [] for subnet (0d59525c-3f71-4102-a5a4-b4b0a2fc192f), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:39.879566 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device c114842c-4840-4f2f-b4b9-e7b86f64ea01 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:33:39.894172 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbbc097b-d690-4b4b-9b62-cc2790df9444 tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Router 0d9c9663-b9b9-49b8-ae6d-fb057d4e181b is scheduled to L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 with binding_index 1 {{(pid=103407) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 10:33:39.943977 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port c114842c-4840-4f2f-b4b9-e7b86f64ea01 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:33:39.945238 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (c114842c-4840-4f2f-b4b9-e7b86f64ea01), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:39.959212 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4aecb6b8-796b-4167-bcbb-9b91cb261a28 tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] Publish callbacks [] for port (5df8f0b4-cc08-4130-a07a-ed8ebdefa918), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:39.968862 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-065c3fbc-7993-48b3-b245-dc4d96f4a706 tempest-RoutersTestDVR-1907000863 tempest-RoutersTestDVR-1907000863-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1806994'] for router (0de7a6b6-9c82-46f2-924a-62ce8c8869fd), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:39.969554 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-065c3fbc-7993-48b3-b245-dc4d96f4a706 tempest-RoutersTestDVR-1907000863 tempest-RoutersTestDVR-1907000863-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0de7a6b6-9c82-46f2-924a-62ce8c8869fd {{(pid=103408) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 10:33:39.987011 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-065c3fbc-7993-48b3-b245-dc4d96f4a706 tempest-RoutersTestDVR-1907000863 tempest-RoutersTestDVR-1907000863-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:39.987499 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-065c3fbc-7993-48b3-b245-dc4d96f4a706 tempest-RoutersTestDVR-1907000863 tempest-RoutersTestDVR-1907000863-project-admin] 10.222.0.20 "DELETE /v2.0/routers/0de7a6b6-9c82-46f2-924a-62ce8c8869fd HTTP/1.1" status: 204 len: 168 time: 1.0333118 Feb 28 10:33:39.992168 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ee9b38fb-f99d-4daf-b69c-88153a142309 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3423529'] for subnet (0d59525c-3f71-4102-a5a4-b4b0a2fc192f), precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:39.995290 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 35148) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:40.000465 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-a9afcade-d094-4059-80e0-0d93fc13fdf7 tempest-RoutersTestDVR-1907000863 tempest-RoutersTestDVR-1907000863-project-admin] Request body: {'router': {'name': 'tempest-router-754684749', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'b3a9c4af99be4666b887271e01831e00'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:33:40.031382 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcc001c2-4adc-4c11-88a1-4f54a1d30a2b tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Router 7fa1d940-829e-49df-ba00-63a1528114c2 has already been hosted by L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 {{(pid=103408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:33:40.043372 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port c114842c-4840-4f2f-b4b9-e7b86f64ea01 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:33:40.044884 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 3b60fc04-f42f-4787-8bee-2d94470cb0e7 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:33:40.069256 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2a187f-78a9-4d11-8124-6dd1232ad197 req-e4116eb7-18d4-4504-9e84-b7039e57d35f tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:33:40.071017 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-3a2a187f-78a9-4d11-8124-6dd1232ad197 req-e4116eb7-18d4-4504-9e84-b7039e57d35f tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] 10.222.0.20 "GET /v2.0/ports?device_id=21839f2d-46e7-497a-a06a-b1ae129c5e90 HTTP/1.1" status: 200 len: 945 time: 0.1236639 Feb 28 10:33:40.099521 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port 3b60fc04-f42f-4787-8bee-2d94470cb0e7 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:33:40.099901 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (3b60fc04-f42f-4787-8bee-2d94470cb0e7), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:40.104102 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a9afcade-d094-4059-80e0-0d93fc13fdf7 tempest-RoutersTestDVR-1907000863 tempest-RoutersTestDVR-1907000863-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1805251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254175'] for router (a03fe796-b1f8-4e2d-b7cf-e67c16957d23), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:40.105138 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a9afcade-d094-4059-80e0-0d93fc13fdf7 tempest-RoutersTestDVR-1907000863 tempest-RoutersTestDVR-1907000863-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1804172', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1602053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254150'] for router (a03fe796-b1f8-4e2d-b7cf-e67c16957d23), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:40.115154 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbbc097b-d690-4b4b-9b62-cc2790df9444 tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:33:40.119782 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fbbc097b-d690-4b4b-9b62-cc2790df9444 tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:40.121044 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-fbbc097b-d690-4b4b-9b62-cc2790df9444 tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] 10.222.0.20 "PUT /v2.0/routers/0d9c9663-b9b9-49b8-ae6d-fb057d4e181b HTTP/1.1" status: 200 len: 918 time: 3.9006464 Feb 28 10:33:40.127690 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e59f651-a375-4e6d-8f2a-385f1ec0bbb8 None None] Sync routers for ids ['0d9c9663-b9b9-49b8-ae6d-fb057d4e181b'] in dv-neutron-master-2-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:33:40.128354 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 35150) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:40.139700 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e59f651-a375-4e6d-8f2a-385f1ec0bbb8 None None] Routers {'0d9c9663-b9b9-49b8-ae6d-fb057d4e181b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:33:40.140684 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-5e59f651-a375-4e6d-8f2a-385f1ec0bbb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:33:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['0d9c9663-b9b9-49b8-ae6d-fb057d4e181b'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:33:40.150112 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-3a2a187f-78a9-4d11-8124-6dd1232ad197 req-58452381-5640-4740-a7a8-35fa578bb5ec tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] 10.222.0.20 "GET /v2.0/security-groups?id=c6054555-6cfe-4c7d-9758-21814521da07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707376 Feb 28 10:33:40.182930 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-5e59f651-a375-4e6d-8f2a-385f1ec0bbb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:33:40.193259 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e59f651-a375-4e6d-8f2a-385f1ec0bbb8 None None] Routers {'0d9c9663-b9b9-49b8-ae6d-fb057d4e181b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:33:40.194132 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-5e59f651-a375-4e6d-8f2a-385f1ec0bbb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:33:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['0d9c9663-b9b9-49b8-ae6d-fb057d4e181b'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:33:40.199222 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a9afcade-d094-4059-80e0-0d93fc13fdf7 tempest-RoutersTestDVR-1907000863 tempest-RoutersTestDVR-1907000863-project-admin] Publish callbacks [] for router_controller (a03fe796-b1f8-4e2d-b7cf-e67c16957d23), precommit_add_association {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:40.205775 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4aecb6b8-796b-4167-bcbb-9b91cb261a28 tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (5df8f0b4-cc08-4130-a07a-ed8ebdefa918), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:40.206915 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a9afcade-d094-4059-80e0-0d93fc13fdf7 tempest-RoutersTestDVR-1907000863 tempest-RoutersTestDVR-1907000863-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1804241'] for router (a03fe796-b1f8-4e2d-b7cf-e67c16957d23), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:40.211747 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 3b60fc04-f42f-4787-8bee-2d94470cb0e7 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:33:40.229032 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a9afcade-d094-4059-80e0-0d93fc13fdf7 tempest-RoutersTestDVR-1907000863 tempest-RoutersTestDVR-1907000863-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:40.232667 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-a9afcade-d094-4059-80e0-0d93fc13fdf7 tempest-RoutersTestDVR-1907000863 tempest-RoutersTestDVR-1907000863-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2333951 Feb 28 10:33:40.233301 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 35154) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:40.235532 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-5e59f651-a375-4e6d-8f2a-385f1ec0bbb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:33:40.236219 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e59f651-a375-4e6d-8f2a-385f1ec0bbb8 None None] The sync data for ids ['0d9c9663-b9b9-49b8-ae6d-fb057d4e181b'] in dv-neutron-master-2-hyperv is: [] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:33:40.237927 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-f54e7e61-253f-44fb-856b-8a0ac4d1825e tempest-RoutersTestDVR-1907000863 tempest-RoutersTestDVR-1907000863-project-admin] Request body: {'router': {'distributed': True}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:33:40.344413 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ee9b38fb-f99d-4daf-b69c-88153a142309 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-823142'] for subnet (0d59525c-3f71-4102-a5a4-b4b0a2fc192f), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:40.425859 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c6a734-9660-4012-8dda-8cfc13733c12 req-5c987096-f59f-4133-a464-ed04e96405c6 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:33:40.427313 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-c9c6a734-9660-4012-8dda-8cfc13733c12 req-5c987096-f59f-4133-a464-ed04e96405c6 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] 10.222.0.20 "GET /v2.0/ports?device_id=21839f2d-46e7-497a-a06a-b1ae129c5e90 HTTP/1.1" status: 200 len: 945 time: 0.1479146 Feb 28 10:33:40.433603 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aecb6b8-796b-4167-bcbb-9b91cb261a28 tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] Network 10e4f615-edb3-42bc-b9db-6eafbcbc0839 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:33:40.445411 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aecb6b8-796b-4167-bcbb-9b91cb261a28 tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] Pushing event updated for resources: {'Port': ['ID=5df8f0b4-cc08-4130-a07a-ed8ebdefa918,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:40.453846 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-4aecb6b8-796b-4167-bcbb-9b91cb261a28 tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:33:40.459574 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aecb6b8-796b-4167-bcbb-9b91cb261a28 tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:33:40.467894 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcc001c2-4adc-4c11-88a1-4f54a1d30a2b tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:33:40.482359 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea902c97-15fc-47f7-9730-8783a907ce41 None None] Sync routers for ids ['7fa1d940-829e-49df-ba00-63a1528114c2'] in dv-neutron-master-2-hyperv {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:33:40.497975 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea902c97-15fc-47f7-9730-8783a907ce41 None None] Routers {'7fa1d940-829e-49df-ba00-63a1528114c2'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:33:40.497975 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-ea902c97-15fc-47f7-9730-8783a907ce41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:33:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['7fa1d940-829e-49df-ba00-63a1528114c2'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:33:40.500686 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-fcc001c2-4adc-4c11-88a1-4f54a1d30a2b tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] 10.222.0.20 "PUT /v2.0/routers/7fa1d940-829e-49df-ba00-63a1528114c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2629409 Feb 28 10:33:40.501630 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 35156) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:40.521253 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f54e7e61-253f-44fb-856b-8a0ac4d1825e tempest-RoutersTestDVR-1907000863 tempest-RoutersTestDVR-1907000863-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1804286', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1806925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5948'] for router (a03fe796-b1f8-4e2d-b7cf-e67c16957d23), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:40.523805 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f54e7e61-253f-44fb-856b-8a0ac4d1825e tempest-RoutersTestDVR-1907000863 tempest-RoutersTestDVR-1907000863-project-admin] Publish callbacks [] for router (a03fe796-b1f8-4e2d-b7cf-e67c16957d23), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:40.524597 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-cb731b6e-f2ea-4ef5-92a8-e0fb17007f93 tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] 10.222.0.20 "GET /v2.0/routers/0d9c9663-b9b9-49b8-ae6d-fb057d4e181b HTTP/1.1" status: 200 len: 924 time: 0.3755856 Feb 28 10:33:40.527849 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 35158) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:40.542102 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ee9b38fb-f99d-4daf-b69c-88153a142309 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-823145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3242523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3951170'] for subnet (0d59525c-3f71-4102-a5a4-b4b0a2fc192f), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:40.557594 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-ea902c97-15fc-47f7-9730-8783a907ce41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:33:40.569544 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea902c97-15fc-47f7-9730-8783a907ce41 None None] Routers {'7fa1d940-829e-49df-ba00-63a1528114c2'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:33:40.570179 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-ea902c97-15fc-47f7-9730-8783a907ce41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:33:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['7fa1d940-829e-49df-ba00-63a1528114c2'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:33:40.572057 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aecb6b8-796b-4167-bcbb-9b91cb261a28 tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:33:40.572953 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4aecb6b8-796b-4167-bcbb-9b91cb261a28 tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:40.608918 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9b38fb-f99d-4daf-b69c-88153a142309 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Pushing event deleted for resources: {'Subnet': ['ID=0d59525c-3f71-4102-a5a4-b4b0a2fc192f,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:40.613263 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ee9b38fb-f99d-4daf-b69c-88153a142309 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks [] for subnet (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:40.617183 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-ee9b38fb-f99d-4daf-b69c-88153a142309 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "DELETE /v2.0/subnets/0d59525c-3f71-4102-a5a4-b4b0a2fc192f HTTP/1.1" status: 204 len: 168 time: 1.3193197 Feb 28 10:33:40.619681 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 35160) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:40.626738 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-ea902c97-15fc-47f7-9730-8783a907ce41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:33:40.628093 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea902c97-15fc-47f7-9730-8783a907ce41 None None] The sync data for ids ['7fa1d940-829e-49df-ba00-63a1528114c2'] in dv-neutron-master-2-hyperv is: [] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:33:40.633038 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a7f2e4b-efc2-43d3-ba1b-5ae282e57b74 None None] Network 9f0a511d-8408-4971-9daa-968eebea54f2 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:33:40.637712 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-4aecb6b8-796b-4167-bcbb-9b91cb261a28 tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 997 time: 3.1089070 Feb 28 10:33:40.639391 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 35162) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:40.661600 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef31e524-e177-4b30-a665-4036b91f3125 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:33:40.663271 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-ef31e524-e177-4b30-a665-4036b91f3125 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] 10.222.0.20 "GET /v2.0/ports/bbe69ee0-a4f8-45a6-b286-796bb6b17430 HTTP/1.1" status: 200 len: 910 time: 0.1588597 Feb 28 10:33:40.667783 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 35164) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:40.671117 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-c9c6a734-9660-4012-8dda-8cfc13733c12 req-b01ed459-2704-441a-9e35-e7506d8334d6 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] 10.222.0.20 "GET /v2.0/security-groups?id=c6054555-6cfe-4c7d-9758-21814521da07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2103791 Feb 28 10:33:40.677748 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-f54e7e61-253f-44fb-856b-8a0ac4d1825e tempest-RoutersTestDVR-1907000863 tempest-RoutersTestDVR-1907000863-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=103407) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Feb 28 10:33:40.678081 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-f54e7e61-253f-44fb-856b-8a0ac4d1825e tempest-RoutersTestDVR-1907000863 tempest-RoutersTestDVR-1907000863-project-admin] Router a03fe796-b1f8-4e2d-b7cf-e67c16957d23 migrating from provider to provider. {{(pid=103407) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Feb 28 10:33:40.678487 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f54e7e61-253f-44fb-856b-8a0ac4d1825e tempest-RoutersTestDVR-1907000863 tempest-RoutersTestDVR-1907000863-project-admin] Publish callbacks [] for router_controller (a03fe796-b1f8-4e2d-b7cf-e67c16957d23), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:40.730815 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-e7880d14-70e5-47a0-95d5-9bc9e2b582f9 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1099062 Feb 28 10:33:40.735725 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a97a0679-a753-47ed-a942-ff64d0abd47e tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:33:40.740515 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 35168) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:40.741575 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-a97a0679-a753-47ed-a942-ff64d0abd47e tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=1e0804d0-d1d9-4d40-9de5-2936f3d87840&device_id=0d9c9663-b9b9-49b8-ae6d-fb057d4e181b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2132342 Feb 28 10:33:40.742183 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 35170) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:40.749058 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f54e7e61-253f-44fb-856b-8a0ac4d1825e tempest-RoutersTestDVR-1907000863 tempest-RoutersTestDVR-1907000863-project-admin] Publish callbacks [] for router_controller (a03fe796-b1f8-4e2d-b7cf-e67c16957d23), precommit_add_association {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:40.754836 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f54e7e61-253f-44fb-856b-8a0ac4d1825e tempest-RoutersTestDVR-1907000863 tempest-RoutersTestDVR-1907000863-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1804241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1804263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1804264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1807030'] for router (a03fe796-b1f8-4e2d-b7cf-e67c16957d23), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:40.835373 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-c5a8aa37-a5f4-42a2-abd8-24fd847c4d14 None None] Provisioning complete for port 5df8f0b4-cc08-4130-a07a-ed8ebdefa918 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:33:40.836149 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c5a8aa37-a5f4-42a2-abd8-24fd847c4d14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (5df8f0b4-cc08-4130-a07a-ed8ebdefa918), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:40.856992 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c11756c-382b-4093-9f68-95e10e223891 tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:33:40.862715 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c11756c-382b-4093-9f68-95e10e223891 tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:33:40.865364 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e874ae8-c532-4796-b073-0d22314dbabe None None] DHCP port deletion for 9f0a511d-8408-4971-9daa-968eebea54f2 request from dv-neutron-master-2-hyperv {{(pid=103409) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:33:40.868453 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c11756c-382b-4093-9f68-95e10e223891 tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:33:40.870077 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-9c11756c-382b-4093-9f68-95e10e223891 tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.1585560 Feb 28 10:33:40.876897 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 35172) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:40.901030 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-c5a8aa37-a5f4-42a2-abd8-24fd847c4d14 None None] Port 5df8f0b4-cc08-4130-a07a-ed8ebdefa918 cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:33:40.926644 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04777cef-8554-45fc-9231-a8cf21ad6aff tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:33:40.927215 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2e874ae8-c532-4796-b073-0d22314dbabe None None] Deleting port 3b60fc04-f42f-4787-8bee-2d94470cb0e7 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:33:40.927587 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2e874ae8-c532-4796-b073-0d22314dbabe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (3b60fc04-f42f-4787-8bee-2d94470cb0e7), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:40.929522 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-04777cef-8554-45fc-9231-a8cf21ad6aff tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] 10.222.0.20 "GET /v2.0/networks/1e0804d0-d1d9-4d40-9de5-2936f3d87840 HTTP/1.1" status: 200 len: 881 time: 0.1703045 Feb 28 10:33:40.933253 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 35174) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:40.994989 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-d9ea9e17-fd7c-4723-8f26-b6b3a0bc0cd0 tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] Deleting port 5df8f0b4-cc08-4130-a07a-ed8ebdefa918 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:33:40.995498 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d9ea9e17-fd7c-4723-8f26-b6b3a0bc0cd0 tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (5df8f0b4-cc08-4130-a07a-ed8ebdefa918), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:41.001972 dv-neutron-master-2-hyperv neutron-server[103407]: WARNING neutron.scheduler.l3_agent_scheduler [None req-f54e7e61-253f-44fb-856b-8a0ac4d1825e tempest-RoutersTestDVR-1907000863 tempest-RoutersTestDVR-1907000863-project-admin] No L3 agents can host the router a03fe796-b1f8-4e2d-b7cf-e67c16957d23 Feb 28 10:33:41.003706 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-9c9ed27d-c338-4784-8224-2d186e53ebd7 tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d9c9663-b9b9-49b8-ae6d-fb057d4e181b HTTP/1.1" status: 200 len: 205 time: 0.0677240 Feb 28 10:33:41.007115 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 35176) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:41.015908 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-2e874ae8-c532-4796-b073-0d22314dbabe None None] For port 3b60fc04-f42f-4787-8bee-2d94470cb0e7, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3b60fc04-f42f-4787-8bee-2d94470cb0e7,segment=NetworkSegment(bf553b55-fb1d-4346-a090-4fb77eb0fbd7),segment_id=bf553b55-fb1d-4346-a090-4fb77eb0fbd7)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:33:41.016783 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2e874ae8-c532-4796-b073-0d22314dbabe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (3b60fc04-f42f-4787-8bee-2d94470cb0e7), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:41.024261 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd3f5ae6-87a3-4d66-8cb3-42ea32afede2 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:33:41.027592 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3d369515-2b8a-4a19-b898-a832771bcfcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fc6c9b74-8dbb-41bb-800a-5bd3a43fe896), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:41.028392 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-cd3f5ae6-87a3-4d66-8cb3-42ea32afede2 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2893655 Feb 28 10:33:41.031582 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 35178) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:41.033248 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2e874ae8-c532-4796-b073-0d22314dbabe None None] Calling delete_port for 3b60fc04-f42f-4787-8bee-2d94470cb0e7 owned by network:dhcp {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:33:41.103459 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d9ea9e17-fd7c-4723-8f26-b6b3a0bc0cd0 tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (5df8f0b4-cc08-4130-a07a-ed8ebdefa918), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:41.116104 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-d9ea9e17-fd7c-4723-8f26-b6b3a0bc0cd0 tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] Calling delete_port for 5df8f0b4-cc08-4130-a07a-ed8ebdefa918 owned by {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:33:41.129963 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2e874ae8-c532-4796-b073-0d22314dbabe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758'] for port (3b60fc04-f42f-4787-8bee-2d94470cb0e7), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:41.144869 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e874ae8-c532-4796-b073-0d22314dbabe None None] No DVR routers for this DVR port 3b60fc04-f42f-4787-8bee-2d94470cb0e7 on host dv-neutron-master-2-hyperv {{(pid=103409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:33:41.173095 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e874ae8-c532-4796-b073-0d22314dbabe None None] Pushing event deleted for resources: {'Port': ['ID=3b60fc04-f42f-4787-8bee-2d94470cb0e7,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:41.268525 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d9ea9e17-fd7c-4723-8f26-b6b3a0bc0cd0 tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (5df8f0b4-cc08-4130-a07a-ed8ebdefa918), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:41.304732 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ea9e17-fd7c-4723-8f26-b6b3a0bc0cd0 tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] Pushing event deleted for resources: {'Port': ['ID=5df8f0b4-cc08-4130-a07a-ed8ebdefa918,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:41.458901 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d9ea9e17-fd7c-4723-8f26-b6b3a0bc0cd0 tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:41.465229 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-d9ea9e17-fd7c-4723-8f26-b6b3a0bc0cd0 tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] 10.222.0.20 "DELETE /v2.0/ports/5df8f0b4-cc08-4130-a07a-ed8ebdefa918 HTTP/1.1" status: 204 len: 168 time: 0.5844612 Feb 28 10:33:41.465486 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 35180) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:41.497016 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6b4c1d9-1da5-4bde-8836-0a4f4556820f tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] GET failed (client error): The resource could not be found. Feb 28 10:33:41.501838 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-b6b4c1d9-1da5-4bde-8836-0a4f4556820f tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] 10.222.0.20 "GET /v2.0/ports/5df8f0b4-cc08-4130-a07a-ed8ebdefa918 HTTP/1.1" status: 404 len: 333 time: 0.0320098 Feb 28 10:33:41.502163 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 35182) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:41.507209 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-58fd34f3-d0fe-48ab-b66a-497c496d2e16 tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] Request body: {'port': {'network_id': '10e4f615-edb3-42bc-b9db-6eafbcbc0839', 'name': 'tempest-AllowedAddressPairTestJSON-27873897'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:33:41.600062 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-929faa8d-416f-488a-a780-456121ef0dea tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:33:41.602250 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-929faa8d-416f-488a-a780-456121ef0dea tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5688040 Feb 28 10:33:41.605469 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 35184) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:41.653167 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-05efcbf4-1b07-4f77-ad86-d227bd691429 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0463879 Feb 28 10:33:41.659517 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 35186) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:41.665043 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-d1322229-9683-4a77-a975-b00a708ed1f7 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Request body: {'subnet': {'network_id': '9f0a511d-8408-4971-9daa-968eebea54f2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:33:41.670007 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58fd34f3-d0fe-48ab-b66a-497c496d2e16 tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] Made reservation on behalf of 5b49a73603bf465c80be7e5443b89794 for: {'port': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:33:41.673285 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-58fd34f3-d0fe-48ab-b66a-497c496d2e16 tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:41.680058 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7eb7faf1-f1df-4553-82db-23c234d10d7d tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] Publish callbacks [] for router (0d9c9663-b9b9-49b8-ae6d-fb057d4e181b), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:41.683077 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f54e7e61-253f-44fb-856b-8a0ac4d1825e tempest-RoutersTestDVR-1907000863 tempest-RoutersTestDVR-1907000863-project-admin] Hosts for router a03fe796-b1f8-4e2d-b7cf-e67c16957d23: [] {{(pid=103407) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Feb 28 10:33:41.749138 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-58fd34f3-d0fe-48ab-b66a-497c496d2e16 tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] device_id is not set on port b996a423-92c3-4e7a-976a-3ad72c0128e3 yet. {{(pid=103408) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:33:41.759159 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f54e7e61-253f-44fb-856b-8a0ac4d1825e tempest-RoutersTestDVR-1907000863 tempest-RoutersTestDVR-1907000863-project-admin] Hosts for other DVR routers connected to router a03fe796-b1f8-4e2d-b7cf-e67c16957d23: set() {{(pid=103407) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} Feb 28 10:33:41.761785 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f54e7e61-253f-44fb-856b-8a0ac4d1825e tempest-RoutersTestDVR-1907000863 tempest-RoutersTestDVR-1907000863-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:41.762988 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-f54e7e61-253f-44fb-856b-8a0ac4d1825e tempest-RoutersTestDVR-1907000863 tempest-RoutersTestDVR-1907000863-project-admin] 10.222.0.20 "PUT /v2.0/routers/a03fe796-b1f8-4e2d-b7cf-e67c16957d23 HTTP/1.1" status: 200 len: 716 time: 1.5286472 Feb 28 10:33:41.767353 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 35188) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:41.850069 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 3b60fc04-f42f-4787-8bee-2d94470cb0e7 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:33:41.862252 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7eb7faf1-f1df-4553-82db-23c234d10d7d tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] Publish callbacks [] for router_gateway (0d9c9663-b9b9-49b8-ae6d-fb057d4e181b), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:41.879826 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] No Port match for: 3b60fc04-f42f-4787-8bee-2d94470cb0e7 {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:33:41.880181 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 3b60fc04-f42f-4787-8bee-2d94470cb0e7 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:33:41.911246 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-62a0c7f2-6653-4b15-8907-4d3e91708336 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1802615'] for router_interface (7fa1d940-829e-49df-ba00-63a1528114c2), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:41.911693 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-74c9ddce-c4b4-4154-b6ac-77d026fa40d0 tempest-RoutersTestDVR-1907000863 tempest-RoutersTestDVR-1907000863-project-admin] 10.222.0.20 "GET /v2.0/routers/a03fe796-b1f8-4e2d-b7cf-e67c16957d23 HTTP/1.1" status: 200 len: 716 time: 0.1421008 Feb 28 10:33:41.915382 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 35190) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:41.931149 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1322229-9683-4a77-a975-b00a708ed1f7 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Made reservation on behalf of 01d784a6a3f04224a7e9160ad9d44184 for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:33:41.934574 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d1322229-9683-4a77-a975-b00a708ed1f7 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3951209'] for subnet (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:41.941328 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b6d631fb-7df0-4fe1-8322-abff3b61cae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (0db5147a-92a3-4581-8a5f-8ec9b93e0600), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:42.012382 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-7eb7faf1-f1df-4553-82db-23c234d10d7d tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] Deleting port eaef4c29-4f5b-4f70-8e4b-c96bfea69ca3 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:33:42.012737 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7eb7faf1-f1df-4553-82db-23c234d10d7d tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (eaef4c29-4f5b-4f70-8e4b-c96bfea69ca3), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:42.017152 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-58fd34f3-d0fe-48ab-b66a-497c496d2e16 tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] Allocated IP 172.20.0.10 (10e4f615-edb3-42bc-b9db-6eafbcbc0839/88df84ce-f1a9-4592-9a3b-56c056f890ab/b996a423-92c3-4e7a-976a-3ad72c0128e3) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:33:42.211897 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-797b89d1-5132-412e-823c-e6451435a03d tempest-RoutersTestDVR-722556913 tempest-RoutersTestDVR-722556913-project] 10.222.0.20 "GET /v2.0/routers/a03fe796-b1f8-4e2d-b7cf-e67c16957d23 HTTP/1.1" status: 200 len: 682 time: 0.2952757 Feb 28 10:33:42.216019 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 35194) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:42.265181 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7eb7faf1-f1df-4553-82db-23c234d10d7d tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (eaef4c29-4f5b-4f70-8e4b-c96bfea69ca3), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:42.274145 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d1322229-9683-4a77-a975-b00a708ed1f7 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3242588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3951195'] for subnet (ab0065da-8059-4858-8369-70ff78a759c2), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:42.282555 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-7eb7faf1-f1df-4553-82db-23c234d10d7d tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] Calling delete_port for eaef4c29-4f5b-4f70-8e4b-c96bfea69ca3 owned by network:router_gateway {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:33:42.285919 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-58fd34f3-d0fe-48ab-b66a-497c496d2e16 tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] Publish callbacks [] for port (b996a423-92c3-4e7a-976a-3ad72c0128e3), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:42.328224 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1322229-9683-4a77-a975-b00a708ed1f7 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Network 9f0a511d-8408-4971-9daa-968eebea54f2 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:33:42.330453 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-46dcf17c-4aed-438d-b5de-72a279fe95d9 tempest-RoutersTestDVR-1907000863 tempest-RoutersTestDVR-1907000863-project-admin] Publish callbacks [] for router (a03fe796-b1f8-4e2d-b7cf-e67c16957d23), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:42.335802 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-d1322229-9683-4a77-a975-b00a708ed1f7 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:33:42.341880 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1322229-9683-4a77-a975-b00a708ed1f7 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:33:42.342477 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d1322229-9683-4a77-a975-b00a708ed1f7 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks [] for subnet (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:42.349506 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcaeec98-86ed-408a-b10d-aad837d0499c None None] Network 9f0a511d-8408-4971-9daa-968eebea54f2 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:33:42.357508 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1322229-9683-4a77-a975-b00a708ed1f7 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Pushing event updated for resources: {'Subnet': ['ID=ab0065da-8059-4858-8369-70ff78a759c2,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:42.378656 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-d1322229-9683-4a77-a975-b00a708ed1f7 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7151299 Feb 28 10:33:42.378656 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 35196) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:42.384238 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-161c087b-9905-42a4-aa00-7215a467e642 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Request body: {'port': {'network_id': '9f0a511d-8408-4971-9daa-968eebea54f2', 'fixed_ips': [{'subnet_id': 'ab0065da-8059-4858-8369-70ff78a759c2', 'ip_address': '2001:db8::45a5:5dc5:a0c2:238c'}], 'name': 'tempest-NetworksTestDHCPv6-889272823'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:33:42.387982 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-58fd34f3-d0fe-48ab-b66a-497c496d2e16 tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (b996a423-92c3-4e7a-976a-3ad72c0128e3), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:42.483868 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58fd34f3-d0fe-48ab-b66a-497c496d2e16 tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] Network 10e4f615-edb3-42bc-b9db-6eafbcbc0839 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:33:42.485407 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4599133-b636-4ae1-8cd5-cd3e92c7069a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-9f0a511d-8408-4971-9daa-968eebea54f2', 'network_id': '9f0a511d-8408-4971-9daa-968eebea54f2', 'project_id': '01d784a6a3f04224a7e9160ad9d44184', 'fixed_ips': [{'subnet_id': 'ab0065da-8059-4858-8369-70ff78a759c2'}]}} from dv-neutron-master-2-hyperv. {{(pid=103409) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:33:42.486424 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e4599133-b636-4ae1-8cd5-cd3e92c7069a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:42.491398 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-58fd34f3-d0fe-48ab-b66a-497c496d2e16 tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:33:42.495994 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58fd34f3-d0fe-48ab-b66a-497c496d2e16 tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:33:42.500147 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fd34f3-d0fe-48ab-b66a-497c496d2e16 tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] Pushing event updated for resources: {'Port': ['ID=b996a423-92c3-4e7a-976a-3ad72c0128e3,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:42.594151 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58fd34f3-d0fe-48ab-b66a-497c496d2e16 tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:33:42.595016 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-58fd34f3-d0fe-48ab-b66a-497c496d2e16 tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:42.616345 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-161c087b-9905-42a4-aa00-7215a467e642 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Made reservation on behalf of 01d784a6a3f04224a7e9160ad9d44184 for: {'port': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:33:42.623277 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-58fd34f3-d0fe-48ab-b66a-497c496d2e16 tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.1200943 Feb 28 10:33:42.630230 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 35198) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:42.652511 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-46dcf17c-4aed-438d-b5de-72a279fe95d9 tempest-RoutersTestDVR-1907000863 tempest-RoutersTestDVR-1907000863-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1807017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5941'] for router (a03fe796-b1f8-4e2d-b7cf-e67c16957d23), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:42.656127 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-46dcf17c-4aed-438d-b5de-72a279fe95d9 tempest-RoutersTestDVR-1907000863 tempest-RoutersTestDVR-1907000863-project-admin] Publish callbacks [] for router_controller (a03fe796-b1f8-4e2d-b7cf-e67c16957d23), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:42.671096 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-e4599133-b636-4ae1-8cd5-cd3e92c7069a None None] Allocated IP 2001:db8::2 (9f0a511d-8408-4971-9daa-968eebea54f2/ab0065da-8059-4858-8369-70ff78a759c2/883b1fae-9668-448b-be2c-63add5646fcb) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:33:42.712709 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-161c087b-9905-42a4-aa00-7215a467e642 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:42.721222 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-d7af3f45-82e1-4889-b859-6e37b4dac6bd tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:ec:fe:a0'}]}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:33:42.728319 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-46dcf17c-4aed-438d-b5de-72a279fe95d9 tempest-RoutersTestDVR-1907000863 tempest-RoutersTestDVR-1907000863-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1806994'] for router (a03fe796-b1f8-4e2d-b7cf-e67c16957d23), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:42.728798 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46dcf17c-4aed-438d-b5de-72a279fe95d9 tempest-RoutersTestDVR-1907000863 tempest-RoutersTestDVR-1907000863-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a03fe796-b1f8-4e2d-b7cf-e67c16957d23 {{(pid=103407) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 10:33:42.768804 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-46dcf17c-4aed-438d-b5de-72a279fe95d9 tempest-RoutersTestDVR-1907000863 tempest-RoutersTestDVR-1907000863-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:42.770131 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-46dcf17c-4aed-438d-b5de-72a279fe95d9 tempest-RoutersTestDVR-1907000863 tempest-RoutersTestDVR-1907000863-project-admin] 10.222.0.20 "DELETE /v2.0/routers/a03fe796-b1f8-4e2d-b7cf-e67c16957d23 HTTP/1.1" status: 204 len: 168 time: 0.5531538 Feb 28 10:33:42.785244 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 35200) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:42.793929 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-c4c36b99-4497-4e90-a855-330d9f862754 tempest-RoutersTestDVR-1907000863 tempest-RoutersTestDVR-1907000863-project-admin] Request body: {'router': {'name': 'tempest-router-1255105768', 'distributed': True}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:33:42.847265 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e4599133-b636-4ae1-8cd5-cd3e92c7069a None None] Publish callbacks [] for port (883b1fae-9668-448b-be2c-63add5646fcb), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:42.855252 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-c9e9d3a4-bece-44b2-a9fd-72256827bf30 None None] Provisioning complete for port b996a423-92c3-4e7a-976a-3ad72c0128e3 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:33:42.855959 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c9e9d3a4-bece-44b2-a9fd-72256827bf30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (b996a423-92c3-4e7a-976a-3ad72c0128e3), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:42.857771 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e4599133-b636-4ae1-8cd5-cd3e92c7069a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749'] for port (883b1fae-9668-448b-be2c-63add5646fcb), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:42.911466 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c4c36b99-4497-4e90-a855-330d9f862754 tempest-RoutersTestDVR-1907000863 tempest-RoutersTestDVR-1907000863-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1805251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254175'] for router (2def47ae-7783-41f9-b225-9f06c3f6b7bd), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:42.912673 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c4c36b99-4497-4e90-a855-330d9f862754 tempest-RoutersTestDVR-1907000863 tempest-RoutersTestDVR-1907000863-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1804172', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1602053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254150'] for router (2def47ae-7783-41f9-b225-9f06c3f6b7bd), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:42.930725 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4599133-b636-4ae1-8cd5-cd3e92c7069a None None] Network 9f0a511d-8408-4971-9daa-968eebea54f2 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:33:42.938231 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-e4599133-b636-4ae1-8cd5-cd3e92c7069a None None] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:33:42.942268 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4599133-b636-4ae1-8cd5-cd3e92c7069a None None] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:33:42.947510 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-c9e9d3a4-bece-44b2-a9fd-72256827bf30 None None] Port b996a423-92c3-4e7a-976a-3ad72c0128e3 cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:33:42.950723 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4599133-b636-4ae1-8cd5-cd3e92c7069a None None] Pushing event updated for resources: {'Port': ['ID=883b1fae-9668-448b-be2c-63add5646fcb,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:42.978975 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-62a0c7f2-6653-4b15-8907-4d3e91708336 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Deleting port bbe69ee0-a4f8-45a6-b286-796bb6b17430 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:33:42.979318 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-62a0c7f2-6653-4b15-8907-4d3e91708336 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (bbe69ee0-a4f8-45a6-b286-796bb6b17430), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:42.993614 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7eb7faf1-f1df-4553-82db-23c234d10d7d tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (eaef4c29-4f5b-4f70-8e4b-c96bfea69ca3), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:43.008026 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-e4599133-b636-4ae1-8cd5-cd3e92c7069a None None] Attempting to bind port 883b1fae-9668-448b-be2c-63add5646fcb on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:33:43.008409 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-e4599133-b636-4ae1-8cd5-cd3e92c7069a None None] Attempting to bind port 883b1fae-9668-448b-be2c-63add5646fcb by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'bf553b55-fb1d-4346-a090-4fb77eb0fbd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '9f0a511d-8408-4971-9daa-968eebea54f2'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:33:43.008924 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4599133-b636-4ae1-8cd5-cd3e92c7069a None None] Attempting to bind port 883b1fae-9668-448b-be2c-63add5646fcb on network 9f0a511d-8408-4971-9daa-968eebea54f2 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:33:43.014102 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4599133-b636-4ae1-8cd5-cd3e92c7069a None None] Checking agent: {'id': '75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 24, 15), 'started_at': datetime.datetime(2022, 2, 28, 10, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 33, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:33:43.014481 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4599133-b636-4ae1-8cd5-cd3e92c7069a None None] Checking segment: {'id': 'bf553b55-fb1d-4346-a090-4fb77eb0fbd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '9f0a511d-8408-4971-9daa-968eebea54f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:33:43.014894 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e4599133-b636-4ae1-8cd5-cd3e92c7069a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:43.015293 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4599133-b636-4ae1-8cd5-cd3e92c7069a None None] Bound using segment: {'id': 'bf553b55-fb1d-4346-a090-4fb77eb0fbd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '9f0a511d-8408-4971-9daa-968eebea54f2'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:33:43.015779 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-e4599133-b636-4ae1-8cd5-cd3e92c7069a None None] Bound port: 883b1fae-9668-448b-be2c-63add5646fcb, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf553b55-fb1d-4346-a090-4fb77eb0fbd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '9f0a511d-8408-4971-9daa-968eebea54f2'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:33:43.016193 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e4599133-b636-4ae1-8cd5-cd3e92c7069a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (883b1fae-9668-448b-be2c-63add5646fcb), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:43.071216 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-161c087b-9905-42a4-aa00-7215a467e642 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] device_id is not set on port 862e02af-b2d9-492e-b581-7e9fcf0a660f yet. {{(pid=103408) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:33:43.071839 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c4c36b99-4497-4e90-a855-330d9f862754 tempest-RoutersTestDVR-1907000863 tempest-RoutersTestDVR-1907000863-project-admin] Publish callbacks [] for router_controller (2def47ae-7783-41f9-b225-9f06c3f6b7bd), precommit_add_association {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:43.096832 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-e4599133-b636-4ae1-8cd5-cd3e92c7069a None None] For port 883b1fae-9668-448b-be2c-63add5646fcb, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:33:43.101096 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-e4599133-b636-4ae1-8cd5-cd3e92c7069a None None] For port 883b1fae-9668-448b-be2c-63add5646fcb, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=883b1fae-9668-448b-be2c-63add5646fcb,segment=NetworkSegment(bf553b55-fb1d-4346-a090-4fb77eb0fbd7),segment_id=bf553b55-fb1d-4346-a090-4fb77eb0fbd7)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:33:43.110691 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e4599133-b636-4ae1-8cd5-cd3e92c7069a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (883b1fae-9668-448b-be2c-63add5646fcb), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:43.124509 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c4c36b99-4497-4e90-a855-330d9f862754 tempest-RoutersTestDVR-1907000863 tempest-RoutersTestDVR-1907000863-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1804241'] for router (2def47ae-7783-41f9-b225-9f06c3f6b7bd), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:43.126994 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb7faf1-f1df-4553-82db-23c234d10d7d tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] Pushing event deleted for resources: {'Port': ['ID=eaef4c29-4f5b-4f70-8e4b-c96bfea69ca3,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:43.181330 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c4c36b99-4497-4e90-a855-330d9f862754 tempest-RoutersTestDVR-1907000863 tempest-RoutersTestDVR-1907000863-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:43.181928 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4599133-b636-4ae1-8cd5-cd3e92c7069a None None] Pushing event updated for resources: {'Port': ['ID=883b1fae-9668-448b-be2c-63add5646fcb,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:43.182575 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-c4c36b99-4497-4e90-a855-330d9f862754 tempest-RoutersTestDVR-1907000863 tempest-RoutersTestDVR-1907000863-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.3962822 Feb 28 10:33:43.185553 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 35202) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:43.204088 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d7af3f45-82e1-4889-b859-6e37b4dac6bd tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (b996a423-92c3-4e7a-976a-3ad72c0128e3), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:43.253123 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-62a0c7f2-6653-4b15-8907-4d3e91708336 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (bbe69ee0-a4f8-45a6-b286-796bb6b17430), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:43.295896 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-62a0c7f2-6653-4b15-8907-4d3e91708336 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Calling delete_port for bbe69ee0-a4f8-45a6-b286-796bb6b17430 owned by network:router_interface {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:33:43.299639 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7eb7faf1-f1df-4553-82db-23c234d10d7d tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1803321'] for router_gateway (0d9c9663-b9b9-49b8-ae6d-fb057d4e181b), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:43.306397 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-702d8f4b-2a92-4c01-bb2f-67fc86d25fd8 tempest-RoutersTestDVR-1907000863 tempest-RoutersTestDVR-1907000863-project-admin] Publish callbacks [] for router (2def47ae-7783-41f9-b225-9f06c3f6b7bd), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:43.404011 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-161c087b-9905-42a4-aa00-7215a467e642 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Allocated IP 2001:db8::45a5:5dc5:a0c2:238c (9f0a511d-8408-4971-9daa-968eebea54f2/ab0065da-8059-4858-8369-70ff78a759c2/862e02af-b2d9-492e-b581-7e9fcf0a660f) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:33:43.430016 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6b923bb1-06b0-4b84-b461-7cc1d0196090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (2e621730-3978-4720-b581-ac380e97a567), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:43.544728 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-702d8f4b-2a92-4c01-bb2f-67fc86d25fd8 tempest-RoutersTestDVR-1907000863 tempest-RoutersTestDVR-1907000863-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1807017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5941'] for router (2def47ae-7783-41f9-b225-9f06c3f6b7bd), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:43.555724 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-702d8f4b-2a92-4c01-bb2f-67fc86d25fd8 tempest-RoutersTestDVR-1907000863 tempest-RoutersTestDVR-1907000863-project-admin] Publish callbacks [] for router_controller (2def47ae-7783-41f9-b225-9f06c3f6b7bd), precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:43.629169 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-702d8f4b-2a92-4c01-bb2f-67fc86d25fd8 tempest-RoutersTestDVR-1907000863 tempest-RoutersTestDVR-1907000863-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1806994'] for router (2def47ae-7783-41f9-b225-9f06c3f6b7bd), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:43.629707 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-702d8f4b-2a92-4c01-bb2f-67fc86d25fd8 tempest-RoutersTestDVR-1907000863 tempest-RoutersTestDVR-1907000863-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2def47ae-7783-41f9-b225-9f06c3f6b7bd {{(pid=103408) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 10:33:43.634455 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-702d8f4b-2a92-4c01-bb2f-67fc86d25fd8 tempest-RoutersTestDVR-1907000863 tempest-RoutersTestDVR-1907000863-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:43.641103 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-702d8f4b-2a92-4c01-bb2f-67fc86d25fd8 tempest-RoutersTestDVR-1907000863 tempest-RoutersTestDVR-1907000863-project-admin] 10.222.0.20 "DELETE /v2.0/routers/2def47ae-7783-41f9-b225-9f06c3f6b7bd HTTP/1.1" status: 204 len: 168 time: 0.4530370 Feb 28 10:33:43.749676 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-161c087b-9905-42a4-aa00-7215a467e642 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks [] for port (862e02af-b2d9-492e-b581-7e9fcf0a660f), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:43.787675 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-161c087b-9905-42a4-aa00-7215a467e642 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (862e02af-b2d9-492e-b581-7e9fcf0a660f), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:43.802783 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7eb7faf1-f1df-4553-82db-23c234d10d7d tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1807017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5941'] for router (0d9c9663-b9b9-49b8-ae6d-fb057d4e181b), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:43.808405 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7eb7faf1-f1df-4553-82db-23c234d10d7d tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] Publish callbacks [] for router_controller (0d9c9663-b9b9-49b8-ae6d-fb057d4e181b), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:43.848235 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-161c087b-9905-42a4-aa00-7215a467e642 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Network 9f0a511d-8408-4971-9daa-968eebea54f2 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:33:43.851574 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-161c087b-9905-42a4-aa00-7215a467e642 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:33:43.855707 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161c087b-9905-42a4-aa00-7215a467e642 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:33:43.860985 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-161c087b-9905-42a4-aa00-7215a467e642 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:33:43.861625 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-161c087b-9905-42a4-aa00-7215a467e642 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:43.882873 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161c087b-9905-42a4-aa00-7215a467e642 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Pushing event updated for resources: {'Port': ['ID=862e02af-b2d9-492e-b581-7e9fcf0a660f,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:43.902695 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-161c087b-9905-42a4-aa00-7215a467e642 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.5229661 Feb 28 10:33:43.903377 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 35208) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:43.921015 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-8e70286f-160b-4d95-a8ed-c1a6df350994 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Request body: {'port': {'network_id': '9f0a511d-8408-4971-9daa-968eebea54f2', 'fixed_ips': [{'subnet_id': 'ab0065da-8059-4858-8369-70ff78a759c2', 'ip_address': '2001:db8::45a5:5dc5:a0c2:238c'}], 'name': 'tempest-NetworksTestDHCPv6-790181653'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:33:43.948830 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 883b1fae-9668-448b-be2c-63add5646fcb up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:33:43.989250 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7eb7faf1-f1df-4553-82db-23c234d10d7d tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1806994'] for router (0d9c9663-b9b9-49b8-ae6d-fb057d4e181b), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:43.990154 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eb7faf1-f1df-4553-82db-23c234d10d7d tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] Fanout notify agent at l3_agent the message router_deleted on router 0d9c9663-b9b9-49b8-ae6d-fb057d4e181b {{(pid=103407) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 10:33:43.998188 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7eb7faf1-f1df-4553-82db-23c234d10d7d tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] Publish callbacks [] for router (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:43.999472 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-7eb7faf1-f1df-4553-82db-23c234d10d7d tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] 10.222.0.20 "DELETE /v2.0/routers/0d9c9663-b9b9-49b8-ae6d-fb057d4e181b HTTP/1.1" status: 204 len: 168 time: 2.9897568 Feb 28 10:33:44.003918 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 35210) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:44.022699 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-ee1b8d0e-675b-4070-b856-7a98430de051 tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1617278813', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:33:44.053724 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port 883b1fae-9668-448b-be2c-63add5646fcb triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:33:44.054413 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (883b1fae-9668-448b-be2c-63add5646fcb), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:44.059200 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 35212) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:44.092390 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e70286f-160b-4d95-a8ed-c1a6df350994 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Made reservation on behalf of 01d784a6a3f04224a7e9160ad9d44184 for: {'port': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:33:44.107863 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8e70286f-160b-4d95-a8ed-c1a6df350994 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:44.132314 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-8e70286f-160b-4d95-a8ed-c1a6df350994 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] device_id is not set on port bea47920-0ab9-42a3-935b-c229e2a2f922 yet. {{(pid=103408) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:33:44.153602 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ee1b8d0e-675b-4070-b856-7a98430de051 tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1805251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254175'] for router (5e88b09d-4a99-4e35-ab83-a661ca220a48), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:44.154664 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ee1b8d0e-675b-4070-b856-7a98430de051 tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1804172', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1602053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254150'] for router (5e88b09d-4a99-4e35-ab83-a661ca220a48), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:44.182339 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-62a0c7f2-6653-4b15-8907-4d3e91708336 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (bbe69ee0-a4f8-45a6-b286-796bb6b17430), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:44.189882 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 883b1fae-9668-448b-be2c-63add5646fcb is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:33:44.190288 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (883b1fae-9668-448b-be2c-63add5646fcb), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:44.222421 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d7af3f45-82e1-4889-b859-6e37b4dac6bd tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] Publish callbacks [] for port (b996a423-92c3-4e7a-976a-3ad72c0128e3), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:44.224588 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a0c7f2-6653-4b15-8907-4d3e91708336 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Pushing event deleted for resources: {'Port': ['ID=bbe69ee0-a4f8-45a6-b286-796bb6b17430,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:44.256827 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d7af3f45-82e1-4889-b859-6e37b4dac6bd tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3498066'] for port (b996a423-92c3-4e7a-976a-3ad72c0128e3), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:44.267229 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-27cc333a-4ad2-4ef1-a762-355754688633 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:44.285580 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] For port 883b1fae-9668-448b-be2c-63add5646fcb, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=883b1fae-9668-448b-be2c-63add5646fcb,segment=NetworkSegment(bf553b55-fb1d-4346-a090-4fb77eb0fbd7),segment_id=bf553b55-fb1d-4346-a090-4fb77eb0fbd7)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:33:44.294271 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (883b1fae-9668-448b-be2c-63add5646fcb), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:44.362471 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7af3f45-82e1-4889-b859-6e37b4dac6bd tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] Pushing event updated for resources: {'Port': ['ID=b996a423-92c3-4e7a-976a-3ad72c0128e3,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:44.369657 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ee1b8d0e-675b-4070-b856-7a98430de051 tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] Publish callbacks [] for router_controller (5e88b09d-4a99-4e35-ab83-a661ca220a48), precommit_add_association {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:44.390511 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Pushing event updated for resources: {'Port': ['ID=883b1fae-9668-448b-be2c-63add5646fcb,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:44.404729 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ee1b8d0e-675b-4070-b856-7a98430de051 tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1804241'] for router (5e88b09d-4a99-4e35-ab83-a661ca220a48), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:44.412405 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e70286f-160b-4d95-a8ed-c1a6df350994 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] POST failed (client error): There was a conflict when trying to complete your request. Feb 28 10:33:44.413084 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e70286f-160b-4d95-a8ed-c1a6df350994 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103408) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:33:44.445770 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-8e70286f-160b-4d95-a8ed-c1a6df350994 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.5391328 Feb 28 10:33:44.449520 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 35216) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:44.453460 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-27cc333a-4ad2-4ef1-a762-355754688633 admin admin] Publish callbacks [] for security_group (ec1772f9-c3fe-4817-8abb-85d7452c215a), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:44.470381 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-27cc333a-4ad2-4ef1-a762-355754688633 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (ec1772f9-c3fe-4817-8abb-85d7452c215a), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:44.480217 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ee1b8d0e-675b-4070-b856-7a98430de051 tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] Publish callbacks [] for router (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:44.481494 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-ee1b8d0e-675b-4070-b856-7a98430de051 tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4752555 Feb 28 10:33:44.484784 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 35218) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:44.494185 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-38d94c3d-c313-4747-998d-72ab0585a95a tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'enable_snat': False}}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:33:44.553779 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-27cc333a-4ad2-4ef1-a762-355754688633 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b3a9c4af99be4666b887271e01831e00&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4928174 Feb 28 10:33:44.556342 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cc333a-4ad2-4ef1-a762-355754688633 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec1772f9-c3fe-4817-8abb-85d7452c215a,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:44.559260 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 35220) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:44.582451 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-d7af3f45-82e1-4889-b859-6e37b4dac6bd tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] In _notify_port_updated(), no bound segment for port b996a423-92c3-4e7a-976a-3ad72c0128e3 on network 10e4f615-edb3-42bc-b9db-6eafbcbc0839 {{(pid=103407) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 28 10:33:44.590482 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7af3f45-82e1-4889-b859-6e37b4dac6bd tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:33:44.590932 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d7af3f45-82e1-4889-b859-6e37b4dac6bd tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:44.594874 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-d7af3f45-82e1-4889-b859-6e37b4dac6bd tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] 10.222.0.20 "PUT /v2.0/ports/b996a423-92c3-4e7a-976a-3ad72c0128e3 HTTP/1.1" status: 200 len: 992 time: 1.8790119 Feb 28 10:33:44.595239 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 35222) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:44.633954 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01182111-73e0-4ed9-b7ae-8f84c53350d4 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:33:44.639994 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01182111-73e0-4ed9-b7ae-8f84c53350d4 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:33:44.641750 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-01182111-73e0-4ed9-b7ae-8f84c53350d4 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.1911936 Feb 28 10:33:44.655728 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 35224) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:44.742732 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7c26dbb7-42dc-4ee1-9e6a-824671785556 admin admin] Publish callbacks [] for security_group (ec1772f9-c3fe-4817-8abb-85d7452c215a), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:44.773617 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7c26dbb7-42dc-4ee1-9e6a-824671785556 admin admin] Publish callbacks [] for security_group (ec1772f9-c3fe-4817-8abb-85d7452c215a), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:44.792257 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-b6c9a897-5251-42f3-b07f-d4aa99aa3c85 None None] Provisioning complete for port 883b1fae-9668-448b-be2c-63add5646fcb triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:33:44.793594 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b6c9a897-5251-42f3-b07f-d4aa99aa3c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (883b1fae-9668-448b-be2c-63add5646fcb), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:44.797487 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-62a0c7f2-6653-4b15-8907-4d3e91708336 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1802651'] for router_interface (7fa1d940-829e-49df-ba00-63a1528114c2), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:44.806955 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-aef269b6-d8bc-4b99-8abd-a2e99a26bcaa tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] Deleting port b996a423-92c3-4e7a-976a-3ad72c0128e3 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:33:44.807241 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-aef269b6-d8bc-4b99-8abd-a2e99a26bcaa tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (b996a423-92c3-4e7a-976a-3ad72c0128e3), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:44.916239 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:44.918258 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-b6c9a897-5251-42f3-b07f-d4aa99aa3c85 None None] Current status of the port 883b1fae-9668-448b-be2c-63add5646fcb is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:33:44.924298 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-aef269b6-d8bc-4b99-8abd-a2e99a26bcaa tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (b996a423-92c3-4e7a-976a-3ad72c0128e3), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:44.931516 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-b6c9a897-5251-42f3-b07f-d4aa99aa3c85 None None] Provisioning complete for port b996a423-92c3-4e7a-976a-3ad72c0128e3 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:33:44.931899 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b6c9a897-5251-42f3-b07f-d4aa99aa3c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (b996a423-92c3-4e7a-976a-3ad72c0128e3), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:44.942306 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-aef269b6-d8bc-4b99-8abd-a2e99a26bcaa tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] Calling delete_port for b996a423-92c3-4e7a-976a-3ad72c0128e3 owned by {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:33:44.974595 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-b6c9a897-5251-42f3-b07f-d4aa99aa3c85 None None] Port b996a423-92c3-4e7a-976a-3ad72c0128e3 cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:33:45.002503 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7c26dbb7-42dc-4ee1-9e6a-824671785556 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (ec1772f9-c3fe-4817-8abb-85d7452c215a), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:45.005156 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7c26dbb7-42dc-4ee1-9e6a-824671785556 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:45.008854 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-7c26dbb7-42dc-4ee1-9e6a-824671785556 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ec1772f9-c3fe-4817-8abb-85d7452c215a HTTP/1.1" status: 204 len: 168 time: 0.4315128 Feb 28 10:33:45.022697 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-38d94c3d-c313-4747-998d-72ab0585a95a tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Publish callbacks [] for router_gateway (5e88b09d-4a99-4e35-ab83-a661ca220a48), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:45.026972 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c26dbb7-42dc-4ee1-9e6a-824671785556 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec1772f9-c3fe-4817-8abb-85d7452c215a,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:45.034709 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-a44e1bf4-1646-4fed-9a5c-c1b440804eaf tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Deleting port 862e02af-b2d9-492e-b581-7e9fcf0a660f {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:33:45.035488 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a44e1bf4-1646-4fed-9a5c-c1b440804eaf tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (862e02af-b2d9-492e-b581-7e9fcf0a660f), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:45.104173 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-535f021e-e153-4899-b446-97d7f6593128 None None] Provisioning complete for port 862e02af-b2d9-492e-b581-7e9fcf0a660f triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:33:45.104901 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-535f021e-e153-4899-b446-97d7f6593128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (862e02af-b2d9-492e-b581-7e9fcf0a660f), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:45.153097 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-aef269b6-d8bc-4b99-8abd-a2e99a26bcaa tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (b996a423-92c3-4e7a-976a-3ad72c0128e3), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:45.162247 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-535f021e-e153-4899-b446-97d7f6593128 None None] Port 862e02af-b2d9-492e-b581-7e9fcf0a660f cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:33:45.184779 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef269b6-d8bc-4b99-8abd-a2e99a26bcaa tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] Pushing event deleted for resources: {'Port': ['ID=b996a423-92c3-4e7a-976a-3ad72c0128e3,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:45.261552 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a44e1bf4-1646-4fed-9a5c-c1b440804eaf tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (862e02af-b2d9-492e-b581-7e9fcf0a660f), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:45.281457 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-a44e1bf4-1646-4fed-9a5c-c1b440804eaf tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Calling delete_port for 862e02af-b2d9-492e-b581-7e9fcf0a660f owned by {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:33:45.285155 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62a0c7f2-6653-4b15-8907-4d3e91708336 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Router 7fa1d940-829e-49df-ba00-63a1528114c2 has already been hosted by L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:33:45.340866 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-aef269b6-d8bc-4b99-8abd-a2e99a26bcaa tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:45.344327 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-aef269b6-d8bc-4b99-8abd-a2e99a26bcaa tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] 10.222.0.20 "DELETE /v2.0/ports/b996a423-92c3-4e7a-976a-3ad72c0128e3 HTTP/1.1" status: 204 len: 168 time: 0.7468977 Feb 28 10:33:45.346953 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 35230) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:45.380943 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-4aae9be2-a1e1-45b5-a479-528386005541 tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] GET failed (client error): The resource could not be found. Feb 28 10:33:45.385719 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-4aae9be2-a1e1-45b5-a479-528386005541 tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] 10.222.0.20 "GET /v2.0/ports/b996a423-92c3-4e7a-976a-3ad72c0128e3 HTTP/1.1" status: 404 len: 333 time: 0.0349588 Feb 28 10:33:45.386696 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 35232) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:45.387035 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 35234) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:45.397945 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-5198f3d5-aff6-4299-bf0e-a37c0035b464 tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] Request body: {'port': {'network_id': '10e4f615-edb3-42bc-b9db-6eafbcbc0839', 'name': 'tempest-AllowedAddressPairTestJSON-3794741'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:33:45.451818 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a9748f83-f3c5-4ea6-80b0-d78063aa780d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:45.483726 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62a0c7f2-6653-4b15-8907-4d3e91708336 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:33:45.493105 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-62a0c7f2-6653-4b15-8907-4d3e91708336 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] 10.222.0.20 "PUT /v2.0/routers/7fa1d940-829e-49df-ba00-63a1528114c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8177025 Feb 28 10:33:45.493192 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 35238) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:45.495874 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c6146c-c869-4a62-b5dc-0b5870965b83 None None] Sync routers for ids ['7fa1d940-829e-49df-ba00-63a1528114c2'] in dv-neutron-master-2-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:33:45.509733 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c6146c-c869-4a62-b5dc-0b5870965b83 None None] Routers {'7fa1d940-829e-49df-ba00-63a1528114c2'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:33:45.510697 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-11c6146c-c869-4a62-b5dc-0b5870965b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:33:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['7fa1d940-829e-49df-ba00-63a1528114c2'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:33:45.554357 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-11c6146c-c869-4a62-b5dc-0b5870965b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:33:45.564045 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c6146c-c869-4a62-b5dc-0b5870965b83 None None] Routers {'7fa1d940-829e-49df-ba00-63a1528114c2'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:33:45.565007 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-11c6146c-c869-4a62-b5dc-0b5870965b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:33:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['7fa1d940-829e-49df-ba00-63a1528114c2'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:33:45.605874 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-11c6146c-c869-4a62-b5dc-0b5870965b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:33:45.606995 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c6146c-c869-4a62-b5dc-0b5870965b83 None None] The sync data for ids ['7fa1d940-829e-49df-ba00-63a1528114c2'] in dv-neutron-master-2-hyperv is: [] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:33:45.634886 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a44e1bf4-1646-4fed-9a5c-c1b440804eaf tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (862e02af-b2d9-492e-b581-7e9fcf0a660f), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:45.668938 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-38d94c3d-c313-4747-998d-72ab0585a95a tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Publish callbacks [] for router_gateway (5e88b09d-4a99-4e35-ab83-a661ca220a48), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:45.673493 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44e1bf4-1646-4fed-9a5c-c1b440804eaf tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Pushing event deleted for resources: {'Port': ['ID=862e02af-b2d9-492e-b581-7e9fcf0a660f,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:45.685414 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5198f3d5-aff6-4299-bf0e-a37c0035b464 tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] Made reservation on behalf of 5b49a73603bf465c80be7e5443b89794 for: {'port': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:33:45.688747 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5198f3d5-aff6-4299-bf0e-a37c0035b464 tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:45.695646 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-38d94c3d-c313-4747-998d-72ab0585a95a tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:45.722518 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a44e1bf4-1646-4fed-9a5c-c1b440804eaf tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:45.725762 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-a44e1bf4-1646-4fed-9a5c-c1b440804eaf tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "DELETE /v2.0/ports/862e02af-b2d9-492e-b581-7e9fcf0a660f HTTP/1.1" status: 204 len: 168 time: 1.0653262 Feb 28 10:33:45.728390 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 35240) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:45.765168 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-5198f3d5-aff6-4299-bf0e-a37c0035b464 tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] device_id is not set on port 4b37df7e-1529-4167-b79e-0174cb5ca1ab yet. {{(pid=103408) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:33:45.794889 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a9748f83-f3c5-4ea6-80b0-d78063aa780d admin admin] Publish callbacks [] for security_group (a0c6a6b7-09b3-414b-a77d-435f0f8a6d44), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:45.846936 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a9748f83-f3c5-4ea6-80b0-d78063aa780d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (a0c6a6b7-09b3-414b-a77d-435f0f8a6d44), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:45.850101 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d17eee49-16eb-42a8-b30e-0819a1d52f50 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:33:45.851592 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d17eee49-16eb-42a8-b30e-0819a1d52f50 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:33:45.856689 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-d17eee49-16eb-42a8-b30e-0819a1d52f50 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1235571 Feb 28 10:33:45.857640 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 35242) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:45.899623 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 883b1fae-9668-448b-be2c-63add5646fcb up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:33:45.918245 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-38d94c3d-c313-4747-998d-72ab0585a95a tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Allocated IP 172.36.5.212 (1e0804d0-d1d9-4d40-9de5-2936f3d87840/6f6f4129-23e5-4c3b-b4ef-4c7ce926797e/3fd20260-af7f-454a-9c18-2e5a334b3808) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:33:45.931526 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fab3999-8608-45d3-b1e4-13b913a5c43c tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Deleting subnet ab0065da-8059-4858-8369-70ff78a759c2 {{(pid=103407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:33:45.938575 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9fab3999-8608-45d3-b1e4-13b913a5c43c tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks [] for subnet (ab0065da-8059-4858-8369-70ff78a759c2), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:45.940069 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-a9748f83-f3c5-4ea6-80b0-d78063aa780d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3c15cb9b249b4bda8d209f90b2404c8f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5519738 Feb 28 10:33:45.942896 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 35244) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:45.968543 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9748f83-f3c5-4ea6-80b0-d78063aa780d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0c6a6b7-09b3-414b-a77d-435f0f8a6d44,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:45.995885 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port 883b1fae-9668-448b-be2c-63add5646fcb triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:33:45.996467 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (883b1fae-9668-448b-be2c-63add5646fcb), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:46.049782 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9fab3999-8608-45d3-b1e4-13b913a5c43c tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3501132'] for subnet (ab0065da-8059-4858-8369-70ff78a759c2), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:46.057716 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-5198f3d5-aff6-4299-bf0e-a37c0035b464 tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] Allocated IP 172.20.0.3 (10e4f615-edb3-42bc-b9db-6eafbcbc0839/88df84ce-f1a9-4592-9a3b-56c056f890ab/4b37df7e-1529-4167-b79e-0174cb5ca1ab) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:33:46.082635 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 883b1fae-9668-448b-be2c-63add5646fcb is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:33:46.166247 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-96573ef2-16e1-49cc-994d-20365e045626 admin admin] Publish callbacks [] for security_group (a0c6a6b7-09b3-414b-a77d-435f0f8a6d44), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:46.181366 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-38d94c3d-c313-4747-998d-72ab0585a95a tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Publish callbacks [] for port (3fd20260-af7f-454a-9c18-2e5a334b3808), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:46.206446 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-96573ef2-16e1-49cc-994d-20365e045626 admin admin] Publish callbacks [] for security_group (a0c6a6b7-09b3-414b-a77d-435f0f8a6d44), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:46.218388 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9fab3999-8608-45d3-b1e4-13b913a5c43c tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-823142'] for subnet (ab0065da-8059-4858-8369-70ff78a759c2), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:46.259424 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-25486d22-65c0-4789-b275-442fb6e50b57 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1802615'] for router_interface (7fa1d940-829e-49df-ba00-63a1528114c2), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:46.299738 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-38d94c3d-c313-4747-998d-72ab0585a95a tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (3fd20260-af7f-454a-9c18-2e5a334b3808), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:46.336043 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-96573ef2-16e1-49cc-994d-20365e045626 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (a0c6a6b7-09b3-414b-a77d-435f0f8a6d44), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:46.338971 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-96573ef2-16e1-49cc-994d-20365e045626 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:46.340113 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-96573ef2-16e1-49cc-994d-20365e045626 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a0c6a6b7-09b3-414b-a77d-435f0f8a6d44 HTTP/1.1" status: 204 len: 168 time: 0.3961825 Feb 28 10:33:46.353303 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5198f3d5-aff6-4299-bf0e-a37c0035b464 tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] Publish callbacks [] for port (4b37df7e-1529-4167-b79e-0174cb5ca1ab), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:46.355307 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9fab3999-8608-45d3-b1e4-13b913a5c43c tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-823145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3498088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3516558'] for subnet (ab0065da-8059-4858-8369-70ff78a759c2), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:46.369050 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38d94c3d-c313-4747-998d-72ab0585a95a tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Network 1e0804d0-d1d9-4d40-9de5-2936f3d87840 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:33:46.374203 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96573ef2-16e1-49cc-994d-20365e045626 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0c6a6b7-09b3-414b-a77d-435f0f8a6d44,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:46.401291 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-38d94c3d-c313-4747-998d-72ab0585a95a tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:33:46.402959 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d94c3d-c313-4747-998d-72ab0585a95a tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Pushing event updated for resources: {'Port': ['ID=3fd20260-af7f-454a-9c18-2e5a334b3808,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:46.405635 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fab3999-8608-45d3-b1e4-13b913a5c43c tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Pushing event deleted for resources: {'Subnet': ['ID=ab0065da-8059-4858-8369-70ff78a759c2,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:46.410039 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d94c3d-c313-4747-998d-72ab0585a95a tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:33:46.449633 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9fab3999-8608-45d3-b1e4-13b913a5c43c tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616561'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:46.452614 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-9fab3999-8608-45d3-b1e4-13b913a5c43c tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "DELETE /v2.0/subnets/ab0065da-8059-4858-8369-70ff78a759c2 HTTP/1.1" status: 204 len: 168 time: 0.5933983 Feb 28 10:33:46.454376 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 35252) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:46.461246 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-381d0d54-fd38-4321-adc2-ef7f3c0c6d2a None None] Network 9f0a511d-8408-4971-9daa-968eebea54f2 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:33:46.493437 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5198f3d5-aff6-4299-bf0e-a37c0035b464 tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (4b37df7e-1529-4167-b79e-0174cb5ca1ab), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:46.501697 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-7ad855e0-ce4e-4ae4-813c-b779da3d7c0a tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0426152 Feb 28 10:33:46.501887 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 35254) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:46.507584 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-c84a2fcc-08ef-444d-addc-01014044e39b tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Request body: {'subnet': {'network_id': '9f0a511d-8408-4971-9daa-968eebea54f2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:33:46.576771 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5198f3d5-aff6-4299-bf0e-a37c0035b464 tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] Network 10e4f615-edb3-42bc-b9db-6eafbcbc0839 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:33:46.586434 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-5198f3d5-aff6-4299-bf0e-a37c0035b464 tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:33:46.589803 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5198f3d5-aff6-4299-bf0e-a37c0035b464 tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:33:46.602889 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5198f3d5-aff6-4299-bf0e-a37c0035b464 tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] Pushing event updated for resources: {'Port': ['ID=4b37df7e-1529-4167-b79e-0174cb5ca1ab,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:46.693056 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5198f3d5-aff6-4299-bf0e-a37c0035b464 tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:33:46.693788 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5198f3d5-aff6-4299-bf0e-a37c0035b464 tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:46.694717 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26913041-6804-4bd1-828e-a7bf6851fad1 None None] DHCP port deletion for 9f0a511d-8408-4971-9daa-968eebea54f2 request from dv-neutron-master-2-hyperv {{(pid=103409) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:33:46.754131 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-26913041-6804-4bd1-828e-a7bf6851fad1 None None] Deleting port 883b1fae-9668-448b-be2c-63add5646fcb {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:33:46.754470 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-26913041-6804-4bd1-828e-a7bf6851fad1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (883b1fae-9668-448b-be2c-63add5646fcb), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:46.758935 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-5198f3d5-aff6-4299-bf0e-a37c0035b464 tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3672152 Feb 28 10:33:46.764928 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 35258) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:46.776850 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-4fbd4463-f57a-4b93-9bdf-29e230eaf524 tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:ec:fe:a0'}]}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:33:46.851606 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-25486d22-65c0-4789-b275-442fb6e50b57 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Deleting port aeb1f775-654b-4009-aad5-82078676fd20 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:33:46.852205 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-25486d22-65c0-4789-b275-442fb6e50b57 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (aeb1f775-654b-4009-aad5-82078676fd20), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:46.860583 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-26913041-6804-4bd1-828e-a7bf6851fad1 None None] For port 883b1fae-9668-448b-be2c-63add5646fcb, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=883b1fae-9668-448b-be2c-63add5646fcb,segment=NetworkSegment(bf553b55-fb1d-4346-a090-4fb77eb0fbd7),segment_id=bf553b55-fb1d-4346-a090-4fb77eb0fbd7)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:33:46.863287 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-26913041-6804-4bd1-828e-a7bf6851fad1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (883b1fae-9668-448b-be2c-63add5646fcb), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:46.882499 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-26913041-6804-4bd1-828e-a7bf6851fad1 None None] Calling delete_port for 883b1fae-9668-448b-be2c-63add5646fcb owned by network:dhcp {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:33:46.963170 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.agents_db [None req-382e0aa2-b126-48e6-89eb-3efa426b6b29 None None] Agent healthcheck: found 6 active agents {{(pid=103410) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 10:33:46.983431 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-26913041-6804-4bd1-828e-a7bf6851fad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758'] for port (883b1fae-9668-448b-be2c-63add5646fcb), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:47.036007 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26913041-6804-4bd1-828e-a7bf6851fad1 None None] No DVR routers for this DVR port 883b1fae-9668-448b-be2c-63add5646fcb on host dv-neutron-master-2-hyperv {{(pid=103409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:33:47.064344 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26913041-6804-4bd1-828e-a7bf6851fad1 None None] Pushing event deleted for resources: {'Port': ['ID=883b1fae-9668-448b-be2c-63add5646fcb,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:47.075356 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-63ab6d3e-c784-4858-afdf-2922859c5db7 None None] Provisioning complete for port 4b37df7e-1529-4167-b79e-0174cb5ca1ab triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:33:47.075671 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-63ab6d3e-c784-4858-afdf-2922859c5db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (4b37df7e-1529-4167-b79e-0174cb5ca1ab), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:47.109474 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c84a2fcc-08ef-444d-addc-01014044e39b tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Made reservation on behalf of 01d784a6a3f04224a7e9160ad9d44184 for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:33:47.110100 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4fbd4463-f57a-4b93-9bdf-29e230eaf524 tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (4b37df7e-1529-4167-b79e-0174cb5ca1ab), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:47.112808 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c84a2fcc-08ef-444d-addc-01014044e39b tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3516581'] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:47.137250 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-63ab6d3e-c784-4858-afdf-2922859c5db7 None None] Port 4b37df7e-1529-4167-b79e-0174cb5ca1ab cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:33:47.178679 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-25486d22-65c0-4789-b275-442fb6e50b57 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (aeb1f775-654b-4009-aad5-82078676fd20), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:47.197423 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-25486d22-65c0-4789-b275-442fb6e50b57 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Calling delete_port for aeb1f775-654b-4009-aad5-82078676fd20 owned by network:router_interface {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:33:47.291667 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-38d94c3d-c313-4747-998d-72ab0585a95a tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Publish callbacks [] for router_gateway (5e88b09d-4a99-4e35-ab83-a661ca220a48), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:47.450986 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 35280) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:47.513964 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c84a2fcc-08ef-444d-addc-01014044e39b tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3498031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3516567'] for subnet (f9f63f64-9cd4-4003-979c-7c8c14ff00d9), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:47.579501 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c84a2fcc-08ef-444d-addc-01014044e39b tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Network 9f0a511d-8408-4971-9daa-968eebea54f2 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:33:47.610127 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [None req-3d3ca829-64c0-4162-92f0-6dc5cae10770 tempest-ExtensionsTestJSON-558946841 tempest-ExtensionsTestJSON-558946841-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103407) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 10:33:47.611074 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-3d3ca829-64c0-4162-92f0-6dc5cae10770 tempest-ExtensionsTestJSON-558946841 tempest-ExtensionsTestJSON-558946841-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.1590924 Feb 28 10:33:47.614631 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 35284) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:47.618619 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-c84a2fcc-08ef-444d-addc-01014044e39b tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:33:47.622752 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c84a2fcc-08ef-444d-addc-01014044e39b tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:33:47.623339 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c84a2fcc-08ef-444d-addc-01014044e39b tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616561'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:47.624526 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [None req-25735096-2da7-4067-a903-6258965a8d5a tempest-ExtensionsTestJSON-558946841 tempest-ExtensionsTestJSON-558946841-project] http://10.222.0.20:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=103408) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 10:33:47.625528 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-25735096-2da7-4067-a903-6258965a8d5a tempest-ExtensionsTestJSON-558946841 tempest-ExtensionsTestJSON-558946841-project] 10.222.0.20 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0079641 Feb 28 10:33:47.628056 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84a2fcc-08ef-444d-addc-01014044e39b tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Pushing event updated for resources: {'Subnet': ['ID=f9f63f64-9cd4-4003-979c-7c8c14ff00d9,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:47.632665 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 35286) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:47.638110 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b6dcaa2-e826-4153-a56b-6ddc017555f9 None None] Network 9f0a511d-8408-4971-9daa-968eebea54f2 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:33:47.644467 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [None req-a4f95152-7d2b-4b38-a3da-9ad2053c2713 tempest-ExtensionsTestJSON-558946841 tempest-ExtensionsTestJSON-558946841-project] http://10.222.0.20:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=103408) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 10:33:47.645465 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-a4f95152-7d2b-4b38-a3da-9ad2053c2713 tempest-ExtensionsTestJSON-558946841 tempest-ExtensionsTestJSON-558946841-project] 10.222.0.20 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0118735 Feb 28 10:33:47.647819 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-38d94c3d-c313-4747-998d-72ab0585a95a tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1804286', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1806925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5948'] for router (5e88b09d-4a99-4e35-ab83-a661ca220a48), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:47.649952 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 35288) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:47.655728 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-c84a2fcc-08ef-444d-addc-01014044e39b tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1529295 Feb 28 10:33:47.658836 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [None req-f17846b7-6d01-436e-8d50-dc9ecd21c8b7 tempest-ExtensionsTestJSON-558946841 tempest-ExtensionsTestJSON-558946841-project] http://10.222.0.20:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=103407) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 10:33:47.658959 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 35290) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:47.659755 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-f17846b7-6d01-436e-8d50-dc9ecd21c8b7 tempest-ExtensionsTestJSON-558946841 tempest-ExtensionsTestJSON-558946841-project] 10.222.0.20 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0086925 Feb 28 10:33:47.661273 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-38d94c3d-c313-4747-998d-72ab0585a95a tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1804241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1804263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1804264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1807030'] for router (5e88b09d-4a99-4e35-ab83-a661ca220a48), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:47.663150 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 35292) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:47.668956 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [None req-8b9c199c-1f26-4238-bc89-2b7759d1a793 tempest-ExtensionsTestJSON-558946841 tempest-ExtensionsTestJSON-558946841-project] http://10.222.0.20:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=103407) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 10:33:47.672245 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-8b9c199c-1f26-4238-bc89-2b7759d1a793 tempest-ExtensionsTestJSON-558946841 tempest-ExtensionsTestJSON-558946841-project] 10.222.0.20 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0050397 Feb 28 10:33:47.672364 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 35294) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:47.673924 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-3a0df67f-4d86-4723-99e7-3f01826ead35 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Request body: {'port': {'network_id': '9f0a511d-8408-4971-9daa-968eebea54f2', 'fixed_ips': [{'subnet_id': 'f9f63f64-9cd4-4003-979c-7c8c14ff00d9', 'ip_address': '2001:db8:0:1::7'}], 'name': 'tempest-NetworksTestDHCPv6-802347049'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:33:47.676468 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [None req-66d463f3-d2ff-4f16-ab6f-f93fe74ff61f tempest-ExtensionsTestJSON-558946841 tempest-ExtensionsTestJSON-558946841-project] http://10.222.0.20:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=103407) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 10:33:47.679361 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-66d463f3-d2ff-4f16-ab6f-f93fe74ff61f tempest-ExtensionsTestJSON-558946841 tempest-ExtensionsTestJSON-558946841-project] 10.222.0.20 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0040896 Feb 28 10:33:47.680305 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 35296) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:47.718734 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [None req-40e8e86a-a82b-4408-9671-a74dcb4e773e tempest-ExtensionsTestJSON-558946841 tempest-ExtensionsTestJSON-558946841-project] http://10.222.0.20:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=103407) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 10:33:47.719976 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-40e8e86a-a82b-4408-9671-a74dcb4e773e tempest-ExtensionsTestJSON-558946841 tempest-ExtensionsTestJSON-558946841-project] 10.222.0.20 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0377820 Feb 28 10:33:47.722844 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 35298) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:47.727063 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [None req-a46807db-920d-4150-bb5d-d03f4f2352db tempest-ExtensionsTestJSON-558946841 tempest-ExtensionsTestJSON-558946841-project] http://10.222.0.20:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=103407) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 10:33:47.730304 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-a46807db-920d-4150-bb5d-d03f4f2352db tempest-ExtensionsTestJSON-558946841 tempest-ExtensionsTestJSON-558946841-project] 10.222.0.20 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0042572 Feb 28 10:33:47.731771 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 35300) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:47.769801 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e33d818-2490-4e7a-bad8-a0172895f960 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-9f0a511d-8408-4971-9daa-968eebea54f2', 'network_id': '9f0a511d-8408-4971-9daa-968eebea54f2', 'project_id': '01d784a6a3f04224a7e9160ad9d44184', 'fixed_ips': [{'subnet_id': 'f9f63f64-9cd4-4003-979c-7c8c14ff00d9'}]}} from dv-neutron-master-2-hyperv. {{(pid=103409) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:33:47.770984 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7e33d818-2490-4e7a-bad8-a0172895f960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:47.776289 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [None req-b8593d1d-ddbb-4b60-bccd-d1522cd2fbfb tempest-ExtensionsTestJSON-558946841 tempest-ExtensionsTestJSON-558946841-project] http://10.222.0.20:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=103408) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 10:33:47.777306 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-b8593d1d-ddbb-4b60-bccd-d1522cd2fbfb tempest-ExtensionsTestJSON-558946841 tempest-ExtensionsTestJSON-558946841-project] 10.222.0.20 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0131650 Feb 28 10:33:47.780052 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 35302) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:47.786260 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [None req-1749c483-60de-4b99-be37-48edfb855383 tempest-ExtensionsTestJSON-558946841 tempest-ExtensionsTestJSON-558946841-project] http://10.222.0.20:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=103407) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 10:33:47.787445 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-1749c483-60de-4b99-be37-48edfb855383 tempest-ExtensionsTestJSON-558946841 tempest-ExtensionsTestJSON-558946841-project] 10.222.0.20 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0062797 Feb 28 10:33:47.790283 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 35304) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:47.796814 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [None req-a0f9d592-82b4-4b5a-ab42-ddd488711ade tempest-ExtensionsTestJSON-558946841 tempest-ExtensionsTestJSON-558946841-project] http://10.222.0.20:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=103407) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 10:33:47.797990 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-a0f9d592-82b4-4b5a-ab42-ddd488711ade tempest-ExtensionsTestJSON-558946841 tempest-ExtensionsTestJSON-558946841-project] 10.222.0.20 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0066178 Feb 28 10:33:47.800585 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 35306) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:47.805203 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [None req-9d9773b5-3a5d-42a6-91bc-5c6dacfff15d tempest-ExtensionsTestJSON-558946841 tempest-ExtensionsTestJSON-558946841-project] http://10.222.0.20:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=103407) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 10:33:47.806391 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-9d9773b5-3a5d-42a6-91bc-5c6dacfff15d tempest-ExtensionsTestJSON-558946841 tempest-ExtensionsTestJSON-558946841-project] 10.222.0.20 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0047612 Feb 28 10:33:47.809744 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 35308) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:47.817011 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [None req-2090639a-7833-4213-bbf0-6083ee6bfd9b tempest-ExtensionsTestJSON-558946841 tempest-ExtensionsTestJSON-558946841-project] http://10.222.0.20:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=103407) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 10:33:47.818259 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-2090639a-7833-4213-bbf0-6083ee6bfd9b tempest-ExtensionsTestJSON-558946841 tempest-ExtensionsTestJSON-558946841-project] 10.222.0.20 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0072405 Feb 28 10:33:47.821433 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 35310) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:47.828169 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [None req-37331dc4-2d88-42d9-a24b-5613a2927199 tempest-ExtensionsTestJSON-558946841 tempest-ExtensionsTestJSON-558946841-project] http://10.222.0.20:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=103407) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 10:33:47.832393 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-37331dc4-2d88-42d9-a24b-5613a2927199 tempest-ExtensionsTestJSON-558946841 tempest-ExtensionsTestJSON-558946841-project] 10.222.0.20 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0070963 Feb 28 10:33:47.833072 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 35312) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:47.840622 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [None req-db5b00f7-b2b1-4c20-8288-a1bf26b14158 tempest-ExtensionsTestJSON-558946841 tempest-ExtensionsTestJSON-558946841-project] http://10.222.0.20:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=103407) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 10:33:47.846440 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-db5b00f7-b2b1-4c20-8288-a1bf26b14158 tempest-ExtensionsTestJSON-558946841 tempest-ExtensionsTestJSON-558946841-project] 10.222.0.20 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0083070 Feb 28 10:33:47.846440 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 35314) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:47.847602 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4fbd4463-f57a-4b93-9bdf-29e230eaf524 tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] Publish callbacks [] for port (4b37df7e-1529-4167-b79e-0174cb5ca1ab), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:47.851891 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [None req-e44bde12-bddc-4418-8f53-d3077f289cdf tempest-ExtensionsTestJSON-558946841 tempest-ExtensionsTestJSON-558946841-project] http://10.222.0.20:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=103407) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 10:33:47.855690 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-e44bde12-bddc-4418-8f53-d3077f289cdf tempest-ExtensionsTestJSON-558946841 tempest-ExtensionsTestJSON-558946841-project] 10.222.0.20 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0075138 Feb 28 10:33:47.856392 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 35316) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:47.860890 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [None req-cf8801e8-4ce3-4507-ab7b-bab396b273d6 tempest-ExtensionsTestJSON-558946841 tempest-ExtensionsTestJSON-558946841-project] http://10.222.0.20:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=103408) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 10:33:47.861938 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-cf8801e8-4ce3-4507-ab7b-bab396b273d6 tempest-ExtensionsTestJSON-558946841 tempest-ExtensionsTestJSON-558946841-project] 10.222.0.20 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0045648 Feb 28 10:33:47.865742 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 35318) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:47.874897 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [None req-10945573-1e0c-47b8-8aac-e44a2358178f tempest-ExtensionsTestJSON-558946841 tempest-ExtensionsTestJSON-558946841-project] http://10.222.0.20:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=103407) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 10:33:47.876999 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-10945573-1e0c-47b8-8aac-e44a2358178f tempest-ExtensionsTestJSON-558946841 tempest-ExtensionsTestJSON-558946841-project] 10.222.0.20 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0091159 Feb 28 10:33:47.880108 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 35320) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:47.888079 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [None req-ca347131-74a6-40f8-847e-f5af8f2cd682 tempest-ExtensionsTestJSON-558946841 tempest-ExtensionsTestJSON-558946841-project] http://10.222.0.20:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=103407) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 10:33:47.891529 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-ca347131-74a6-40f8-847e-f5af8f2cd682 tempest-ExtensionsTestJSON-558946841 tempest-ExtensionsTestJSON-558946841-project] 10.222.0.20 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0055366 Feb 28 10:33:47.891877 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 35322) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:47.893052 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4fbd4463-f57a-4b93-9bdf-29e230eaf524 tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3242529'] for port (4b37df7e-1529-4167-b79e-0174cb5ca1ab), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:47.895769 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [None req-325d43df-a075-4384-a268-d0d5290c5c63 tempest-ExtensionsTestJSON-558946841 tempest-ExtensionsTestJSON-558946841-project] http://10.222.0.20:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=103407) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 10:33:47.898963 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-325d43df-a075-4384-a268-d0d5290c5c63 tempest-ExtensionsTestJSON-558946841 tempest-ExtensionsTestJSON-558946841-project] 10.222.0.20 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0040987 Feb 28 10:33:47.900407 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 35324) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:47.908780 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [None req-f86c29d0-cb6a-4380-afd4-53f1706ec9cb tempest-ExtensionsTestJSON-558946841 tempest-ExtensionsTestJSON-558946841-project] http://10.222.0.20:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=103407) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 10:33:47.908780 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-f86c29d0-cb6a-4380-afd4-53f1706ec9cb tempest-ExtensionsTestJSON-558946841 tempest-ExtensionsTestJSON-558946841-project] 10.222.0.20 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0056901 Feb 28 10:33:47.911209 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 35326) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:47.915723 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [None req-12bb5a82-dc5b-4e34-b550-6f8b6ab3f809 tempest-ExtensionsTestJSON-558946841 tempest-ExtensionsTestJSON-558946841-project] http://10.222.0.20:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=103407) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 10:33:47.919162 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-12bb5a82-dc5b-4e34-b550-6f8b6ab3f809 tempest-ExtensionsTestJSON-558946841 tempest-ExtensionsTestJSON-558946841-project] 10.222.0.20 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0059967 Feb 28 10:33:47.919738 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 35328) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:47.923958 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [None req-3cf2246f-88e3-4c32-9728-b183e88d5b00 tempest-ExtensionsTestJSON-558946841 tempest-ExtensionsTestJSON-558946841-project] http://10.222.0.20:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=103407) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 10:33:47.927688 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-3cf2246f-88e3-4c32-9728-b183e88d5b00 tempest-ExtensionsTestJSON-558946841 tempest-ExtensionsTestJSON-558946841-project] 10.222.0.20 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0042396 Feb 28 10:33:47.927688 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 35330) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:47.932126 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [None req-5a65c060-d8e1-489b-a287-5e26e0798e86 tempest-ExtensionsTestJSON-558946841 tempest-ExtensionsTestJSON-558946841-project] http://10.222.0.20:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=103407) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 10:33:47.935087 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-5a65c060-d8e1-489b-a287-5e26e0798e86 tempest-ExtensionsTestJSON-558946841 tempest-ExtensionsTestJSON-558946841-project] 10.222.0.20 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0044677 Feb 28 10:33:47.936088 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 35332) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:47.939868 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [None req-ab2d33fa-9d9c-40c5-aeac-f2af1910f274 tempest-ExtensionsTestJSON-558946841 tempest-ExtensionsTestJSON-558946841-project] http://10.222.0.20:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=103407) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 10:33:47.943403 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-ab2d33fa-9d9c-40c5-aeac-f2af1910f274 tempest-ExtensionsTestJSON-558946841 tempest-ExtensionsTestJSON-558946841-project] 10.222.0.20 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0046668 Feb 28 10:33:47.943403 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 35334) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:47.945818 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38d94c3d-c313-4747-998d-72ab0585a95a tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Router 5e88b09d-4a99-4e35-ab83-a661ca220a48 is scheduled to L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 with binding_index 1 {{(pid=103407) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 10:33:47.952276 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [None req-8568727a-bd64-4a7d-b5e0-427015a24c6b tempest-ExtensionsTestJSON-558946841 tempest-ExtensionsTestJSON-558946841-project] http://10.222.0.20:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=103407) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 10:33:47.955414 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-8568727a-bd64-4a7d-b5e0-427015a24c6b tempest-ExtensionsTestJSON-558946841 tempest-ExtensionsTestJSON-558946841-project] 10.222.0.20 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0084271 Feb 28 10:33:47.955540 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 883b1fae-9668-448b-be2c-63add5646fcb no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:33:47.956641 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 35336) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:47.963627 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [None req-cfe57289-aca3-4611-9d62-360ebcaf8ccf tempest-ExtensionsTestJSON-558946841 tempest-ExtensionsTestJSON-558946841-project] http://10.222.0.20:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=103407) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 10:33:47.967285 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-cfe57289-aca3-4611-9d62-360ebcaf8ccf tempest-ExtensionsTestJSON-558946841 tempest-ExtensionsTestJSON-558946841-project] 10.222.0.20 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0062380 Feb 28 10:33:47.967637 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 35338) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:47.973375 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [None req-9bce46dd-6da8-4f63-ba36-39f4c76fdabf tempest-ExtensionsTestJSON-558946841 tempest-ExtensionsTestJSON-558946841-project] http://10.222.0.20:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=103407) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 10:33:47.976872 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-9bce46dd-6da8-4f63-ba36-39f4c76fdabf tempest-ExtensionsTestJSON-558946841 tempest-ExtensionsTestJSON-558946841-project] 10.222.0.20 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0059271 Feb 28 10:33:47.977994 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 35340) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:47.983240 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [None req-2eec89a5-02d6-442e-92be-83ab1ce3d147 tempest-ExtensionsTestJSON-558946841 tempest-ExtensionsTestJSON-558946841-project] http://10.222.0.20:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=103407) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 10:33:47.987261 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-2eec89a5-02d6-442e-92be-83ab1ce3d147 tempest-ExtensionsTestJSON-558946841 tempest-ExtensionsTestJSON-558946841-project] 10.222.0.20 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0062897 Feb 28 10:33:47.987487 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 35342) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:47.992822 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] No Port match for: 883b1fae-9668-448b-be2c-63add5646fcb {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:33:47.993450 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 883b1fae-9668-448b-be2c-63add5646fcb not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:33:47.993594 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [None req-8ca6dd26-368c-4155-8ca1-237e733a568d tempest-ExtensionsTestJSON-558946841 tempest-ExtensionsTestJSON-558946841-project] http://10.222.0.20:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=103407) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 10:33:47.997557 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-8ca6dd26-368c-4155-8ca1-237e733a568d tempest-ExtensionsTestJSON-558946841 tempest-ExtensionsTestJSON-558946841-project] 10.222.0.20 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0068126 Feb 28 10:33:47.999947 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 35344) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:48.006959 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [None req-b1feb8bf-3f8a-4eb1-a00e-1552829fb453 tempest-ExtensionsTestJSON-558946841 tempest-ExtensionsTestJSON-558946841-project] http://10.222.0.20:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=103407) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 10:33:48.011163 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-b1feb8bf-3f8a-4eb1-a00e-1552829fb453 tempest-ExtensionsTestJSON-558946841 tempest-ExtensionsTestJSON-558946841-project] 10.222.0.20 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0070660 Feb 28 10:33:48.011309 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbd4463-f57a-4b93-9bdf-29e230eaf524 tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] Pushing event updated for resources: {'Port': ['ID=4b37df7e-1529-4167-b79e-0174cb5ca1ab,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:48.012831 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 35346) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:48.013386 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-7e33d818-2490-4e7a-bad8-a0172895f960 None None] Allocated IP 2001:db8::2 (9f0a511d-8408-4971-9daa-968eebea54f2/f9f63f64-9cd4-4003-979c-7c8c14ff00d9/f0191e80-5022-49ca-a72f-a509ab6eba26) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:33:48.020632 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [None req-0bc2e8b0-7e99-46c0-8c5b-439ad448af25 tempest-ExtensionsTestJSON-558946841 tempest-ExtensionsTestJSON-558946841-project] http://10.222.0.20:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=103408) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 10:33:48.024744 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-0bc2e8b0-7e99-46c0-8c5b-439ad448af25 tempest-ExtensionsTestJSON-558946841 tempest-ExtensionsTestJSON-558946841-project] 10.222.0.20 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0104480 Feb 28 10:33:48.025944 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-25486d22-65c0-4789-b275-442fb6e50b57 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (aeb1f775-654b-4009-aad5-82078676fd20), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:48.031875 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 35348) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:48.035052 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a0df67f-4d86-4723-99e7-3f01826ead35 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Made reservation on behalf of 01d784a6a3f04224a7e9160ad9d44184 for: {'port': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:33:48.069810 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [None req-9fd5c8b2-bdf5-47a0-97cb-3624c383bbb4 tempest-ExtensionsTestJSON-558946841 tempest-ExtensionsTestJSON-558946841-project] http://10.222.0.20:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=103408) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 10:33:48.073762 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-9fd5c8b2-bdf5-47a0-97cb-3624c383bbb4 tempest-ExtensionsTestJSON-558946841 tempest-ExtensionsTestJSON-558946841-project] 10.222.0.20 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0341032 Feb 28 10:33:48.074152 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 35350) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:48.090039 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [None req-4ab321f0-f62d-4439-b11b-dc27391c362e tempest-ExtensionsTestJSON-558946841 tempest-ExtensionsTestJSON-558946841-project] http://10.222.0.20:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=103407) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 10:33:48.093564 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-4ab321f0-f62d-4439-b11b-dc27391c362e tempest-ExtensionsTestJSON-558946841 tempest-ExtensionsTestJSON-558946841-project] 10.222.0.20 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0159895 Feb 28 10:33:48.119231 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 35352) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:48.121697 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-4fbd4463-f57a-4b93-9bdf-29e230eaf524 tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] In _notify_port_updated(), no bound segment for port 4b37df7e-1529-4167-b79e-0174cb5ca1ab on network 10e4f615-edb3-42bc-b9db-6eafbcbc0839 {{(pid=103408) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 28 10:33:48.126932 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fbd4463-f57a-4b93-9bdf-29e230eaf524 tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:33:48.127634 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4fbd4463-f57a-4b93-9bdf-29e230eaf524 tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:48.128992 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-4fbd4463-f57a-4b93-9bdf-29e230eaf524 tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] 10.222.0.20 "PUT /v2.0/ports/4b37df7e-1529-4167-b79e-0174cb5ca1ab HTTP/1.1" status: 200 len: 993 time: 1.3585303 Feb 28 10:33:48.132720 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [None req-2066ece6-4d65-484b-ab58-bfd93bb67b91 tempest-ExtensionsTestJSON-558946841 tempest-ExtensionsTestJSON-558946841-project] http://10.222.0.20:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=103407) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 10:33:48.133913 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-2066ece6-4d65-484b-ab58-bfd93bb67b91 tempest-ExtensionsTestJSON-558946841 tempest-ExtensionsTestJSON-558946841-project] 10.222.0.20 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0135860 Feb 28 10:33:48.134627 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 35354) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:48.137318 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25486d22-65c0-4789-b275-442fb6e50b57 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Pushing event deleted for resources: {'Port': ['ID=aeb1f775-654b-4009-aad5-82078676fd20,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:48.141529 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 35356) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:48.152595 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [None req-6ee01283-9019-4a36-b70f-c1491201935a tempest-ExtensionsTestJSON-558946841 tempest-ExtensionsTestJSON-558946841-project] http://10.222.0.20:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=103408) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 10:33:48.157667 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-6ee01283-9019-4a36-b70f-c1491201935a tempest-ExtensionsTestJSON-558946841 tempest-ExtensionsTestJSON-558946841-project] 10.222.0.20 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0135903 Feb 28 10:33:48.160453 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 35358) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:48.168146 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [None req-a3829db2-c9ee-4d79-a3fe-e5d360593035 tempest-ExtensionsTestJSON-558946841 tempest-ExtensionsTestJSON-558946841-project] http://10.222.0.20:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=103408) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 10:33:48.169442 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-a3829db2-c9ee-4d79-a3fe-e5d360593035 tempest-ExtensionsTestJSON-558946841 tempest-ExtensionsTestJSON-558946841-project] 10.222.0.20 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0062792 Feb 28 10:33:48.173165 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 35360) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:48.186228 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [None req-621bb503-3eed-4309-82ec-e1742325864d tempest-ExtensionsTestJSON-558946841 tempest-ExtensionsTestJSON-558946841-project] http://10.222.0.20:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=103407) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 10:33:48.187595 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-621bb503-3eed-4309-82ec-e1742325864d tempest-ExtensionsTestJSON-558946841 tempest-ExtensionsTestJSON-558946841-project] 10.222.0.20 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0117078 Feb 28 10:33:48.192864 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 35362) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:48.199092 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [None req-e9e9ff9a-de32-4c4f-8d64-eb1e2000bab4 tempest-ExtensionsTestJSON-558946841 tempest-ExtensionsTestJSON-558946841-project] http://10.222.0.20:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=103407) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 10:33:48.200250 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-e9e9ff9a-de32-4c4f-8d64-eb1e2000bab4 tempest-ExtensionsTestJSON-558946841 tempest-ExtensionsTestJSON-558946841-project] 10.222.0.20 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0046768 Feb 28 10:33:48.205236 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 35364) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:48.211249 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [None req-72f190a1-c802-453e-a9ec-6154a7abeb28 tempest-ExtensionsTestJSON-558946841 tempest-ExtensionsTestJSON-558946841-project] http://10.222.0.20:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=103407) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 10:33:48.220137 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-72f190a1-c802-453e-a9ec-6154a7abeb28 tempest-ExtensionsTestJSON-558946841 tempest-ExtensionsTestJSON-558946841-project] 10.222.0.20 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0127544 Feb 28 10:33:48.228075 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 35366) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:48.235559 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [None req-358f0eba-cc3e-4f21-95a3-4d4deb1b5523 tempest-ExtensionsTestJSON-558946841 tempest-ExtensionsTestJSON-558946841-project] http://10.222.0.20:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=103408) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 10:33:48.239649 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-358f0eba-cc3e-4f21-95a3-4d4deb1b5523 tempest-ExtensionsTestJSON-558946841 tempest-ExtensionsTestJSON-558946841-project] 10.222.0.20 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0102620 Feb 28 10:33:48.245320 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 35368) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:48.265639 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [None req-a1425824-839d-47ab-9ba7-39e0186de4cf tempest-ExtensionsTestJSON-558946841 tempest-ExtensionsTestJSON-558946841-project] http://10.222.0.20:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=103408) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 10:33:48.269179 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38d94c3d-c313-4747-998d-72ab0585a95a tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:33:48.270005 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-a1425824-839d-47ab-9ba7-39e0186de4cf tempest-ExtensionsTestJSON-558946841 tempest-ExtensionsTestJSON-558946841-project] 10.222.0.20 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0172224 Feb 28 10:33:48.274901 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 35370) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:48.281642 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-38d94c3d-c313-4747-998d-72ab0585a95a tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:48.286705 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-38d94c3d-c313-4747-998d-72ab0585a95a tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] 10.222.0.20 "PUT /v2.0/routers/5e88b09d-4a99-4e35-ab83-a661ca220a48 HTTP/1.1" status: 200 len: 920 time: 3.7950644 Feb 28 10:33:48.286892 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95954c7f-36c8-4ee6-81f1-0ffdd31b8c23 None None] Sync routers for ids ['5e88b09d-4a99-4e35-ab83-a661ca220a48'] in dv-neutron-master-2-hyperv {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:33:48.290614 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [None req-d086e994-8170-467a-a88c-65566d5d8172 tempest-ExtensionsTestJSON-558946841 tempest-ExtensionsTestJSON-558946841-project] http://10.222.0.20:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=103408) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 10:33:48.294567 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 35372) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:48.295318 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-d086e994-8170-467a-a88c-65566d5d8172 tempest-ExtensionsTestJSON-558946841 tempest-ExtensionsTestJSON-558946841-project] 10.222.0.20 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0175774 Feb 28 10:33:48.309370 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 35374) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:48.312675 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95954c7f-36c8-4ee6-81f1-0ffdd31b8c23 None None] Routers {'5e88b09d-4a99-4e35-ab83-a661ca220a48'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:33:48.313317 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-95954c7f-36c8-4ee6-81f1-0ffdd31b8c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:33:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['5e88b09d-4a99-4e35-ab83-a661ca220a48'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:33:48.314982 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [None req-a4b0a4fd-93d3-419a-b592-4e57a7674c7c tempest-ExtensionsTestJSON-558946841 tempest-ExtensionsTestJSON-558946841-project] http://10.222.0.20:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=103408) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 10:33:48.318890 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-a4b0a4fd-93d3-419a-b592-4e57a7674c7c tempest-ExtensionsTestJSON-558946841 tempest-ExtensionsTestJSON-558946841-project] 10.222.0.20 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0083368 Feb 28 10:33:48.328104 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 35376) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:48.334780 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [None req-1b098ce0-6cc9-4d40-8d4a-4ad3f3ba6306 tempest-ExtensionsTestJSON-558946841 tempest-ExtensionsTestJSON-558946841-project] http://10.222.0.20:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=103408) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 10:33:48.339055 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-1b098ce0-6cc9-4d40-8d4a-4ad3f3ba6306 tempest-ExtensionsTestJSON-558946841 tempest-ExtensionsTestJSON-558946841-project] 10.222.0.20 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0080500 Feb 28 10:33:48.345921 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3a0df67f-4d86-4723-99e7-3f01826ead35 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:48.347965 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 35378) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:48.354490 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-95954c7f-36c8-4ee6-81f1-0ffdd31b8c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:33:48.366098 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [None req-8ff73f78-3438-48d9-985a-6092c98ed76a tempest-ExtensionsTestJSON-558946841 tempest-ExtensionsTestJSON-558946841-project] http://10.222.0.20:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=103408) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 10:33:48.369645 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-8ff73f78-3438-48d9-985a-6092c98ed76a tempest-ExtensionsTestJSON-558946841 tempest-ExtensionsTestJSON-558946841-project] 10.222.0.20 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0177364 Feb 28 10:33:48.374853 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95954c7f-36c8-4ee6-81f1-0ffdd31b8c23 None None] Routers {'5e88b09d-4a99-4e35-ab83-a661ca220a48'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:33:48.375207 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 35380) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:48.375476 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-95954c7f-36c8-4ee6-81f1-0ffdd31b8c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:33:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['5e88b09d-4a99-4e35-ab83-a661ca220a48'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:33:48.381214 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [None req-edf59459-0e63-4758-bce9-6648afa21554 tempest-ExtensionsTestJSON-558946841 tempest-ExtensionsTestJSON-558946841-project] http://10.222.0.20:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=103408) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 10:33:48.385236 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-edf59459-0e63-4758-bce9-6648afa21554 tempest-ExtensionsTestJSON-558946841 tempest-ExtensionsTestJSON-558946841-project] 10.222.0.20 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0059938 Feb 28 10:33:48.387748 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 35382) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:48.429297 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [None req-b836ec64-a2d7-40e9-9562-e78cc1efd7f9 tempest-ExtensionsTestJSON-558946841 tempest-ExtensionsTestJSON-558946841-project] http://10.222.0.20:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=103408) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 10:33:48.432851 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-b836ec64-a2d7-40e9-9562-e78cc1efd7f9 tempest-ExtensionsTestJSON-558946841 tempest-ExtensionsTestJSON-558946841-project] 10.222.0.20 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0416908 Feb 28 10:33:48.432851 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-3a0df67f-4d86-4723-99e7-3f01826ead35 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] device_id is not set on port ffa7ef94-7d57-425d-99cf-ed8b15b00753 yet. {{(pid=103408) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:33:48.437001 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-ab5618d2-eb5c-40c6-8558-dfbe8ddcaec7 tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] 10.222.0.20 "GET /v2.0/routers/5e88b09d-4a99-4e35-ab83-a661ca220a48 HTTP/1.1" status: 200 len: 926 time: 0.1340544 Feb 28 10:33:48.437001 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 35384) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:48.440653 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 35386) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:48.442162 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [None req-9c1e86ae-08e4-4cbb-91d4-1de33ecad9b4 tempest-ExtensionsTestJSON-558946841 tempest-ExtensionsTestJSON-558946841-project] http://10.222.0.20:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=103407) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 10:33:48.443021 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-95954c7f-36c8-4ee6-81f1-0ffdd31b8c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:33:48.446169 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-9c1e86ae-08e4-4cbb-91d4-1de33ecad9b4 tempest-ExtensionsTestJSON-558946841 tempest-ExtensionsTestJSON-558946841-project] 10.222.0.20 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0063083 Feb 28 10:33:48.446314 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95954c7f-36c8-4ee6-81f1-0ffdd31b8c23 None None] The sync data for ids ['5e88b09d-4a99-4e35-ab83-a661ca220a48'] in dv-neutron-master-2-hyperv is: [] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:33:48.453947 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-abdf1fa4-a46a-4cb9-be8b-7ee3bf7fcbd5 None None] Provisioning complete for port 4b37df7e-1529-4167-b79e-0174cb5ca1ab triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:33:48.454329 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-abdf1fa4-a46a-4cb9-be8b-7ee3bf7fcbd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (4b37df7e-1529-4167-b79e-0174cb5ca1ab), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:48.455757 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 35388) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:48.461307 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [None req-7c3857dc-8a9c-4227-b06b-ba256a4663bb tempest-ExtensionsTestJSON-558946841 tempest-ExtensionsTestJSON-558946841-project] http://10.222.0.20:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=103407) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 10:33:48.463506 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-7c3857dc-8a9c-4227-b06b-ba256a4663bb tempest-ExtensionsTestJSON-558946841 tempest-ExtensionsTestJSON-558946841-project] 10.222.0.20 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0066528 Feb 28 10:33:48.470941 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 35390) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:48.476630 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [None req-c0dcabf3-190d-46dc-91f2-3423bd013066 tempest-ExtensionsTestJSON-558946841 tempest-ExtensionsTestJSON-558946841-project] http://10.222.0.20:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=103407) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 10:33:48.479878 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-c0dcabf3-190d-46dc-91f2-3423bd013066 tempest-ExtensionsTestJSON-558946841 tempest-ExtensionsTestJSON-558946841-project] 10.222.0.20 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0048354 Feb 28 10:33:48.480835 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 35392) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:48.483851 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [None req-98f62121-3e2a-4ac8-9c45-1ee68279d114 tempest-ExtensionsTestJSON-558946841 tempest-ExtensionsTestJSON-558946841-project] http://10.222.0.20:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=103407) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 10:33:48.486942 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-98f62121-3e2a-4ac8-9c45-1ee68279d114 tempest-ExtensionsTestJSON-558946841 tempest-ExtensionsTestJSON-558946841-project] 10.222.0.20 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0038517 Feb 28 10:33:48.487222 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 35394) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:48.491865 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [None req-9211bf8a-24dd-421f-96eb-2d290d233992 tempest-ExtensionsTestJSON-558946841 tempest-ExtensionsTestJSON-558946841-project] http://10.222.0.20:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=103407) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 10:33:48.494966 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-9211bf8a-24dd-421f-96eb-2d290d233992 tempest-ExtensionsTestJSON-558946841 tempest-ExtensionsTestJSON-558946841-project] 10.222.0.20 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0048137 Feb 28 10:33:48.496390 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 35396) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:48.508189 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [None req-041402dc-1fd3-4d26-afa9-50190afcd96f tempest-ExtensionsTestJSON-558946841 tempest-ExtensionsTestJSON-558946841-project] http://10.222.0.20:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=103407) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 10:33:48.509811 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-041402dc-1fd3-4d26-afa9-50190afcd96f tempest-ExtensionsTestJSON-558946841 tempest-ExtensionsTestJSON-558946841-project] 10.222.0.20 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0123484 Feb 28 10:33:48.513449 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-bf919c15-1645-45aa-97e5-ee2eba00b994 tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] Deleting port 4b37df7e-1529-4167-b79e-0174cb5ca1ab {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:33:48.513998 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bf919c15-1645-45aa-97e5-ee2eba00b994 tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (4b37df7e-1529-4167-b79e-0174cb5ca1ab), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:48.517668 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 35398) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:48.521818 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [None req-db0da76f-fa12-4809-af5c-bcc871afdae4 tempest-ExtensionsTestJSON-558946841 tempest-ExtensionsTestJSON-558946841-project] http://10.222.0.20:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=103407) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 10:33:48.525439 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-db0da76f-fa12-4809-af5c-bcc871afdae4 tempest-ExtensionsTestJSON-558946841 tempest-ExtensionsTestJSON-558946841-project] 10.222.0.20 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0043418 Feb 28 10:33:48.525573 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-abdf1fa4-a46a-4cb9-be8b-7ee3bf7fcbd5 None None] Port 4b37df7e-1529-4167-b79e-0174cb5ca1ab cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:33:48.530494 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7e33d818-2490-4e7a-bad8-a0172895f960 None None] Publish callbacks [] for port (f0191e80-5022-49ca-a72f-a509ab6eba26), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:48.536828 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 35400) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:48.537885 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7e33d818-2490-4e7a-bad8-a0172895f960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749'] for port (f0191e80-5022-49ca-a72f-a509ab6eba26), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:48.541119 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [None req-4c8e88a6-2781-4697-8aab-cb0678278938 tempest-ExtensionsTestJSON-558946841 tempest-ExtensionsTestJSON-558946841-project] http://10.222.0.20:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=103407) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 10:33:48.544580 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-4c8e88a6-2781-4697-8aab-cb0678278938 tempest-ExtensionsTestJSON-558946841 tempest-ExtensionsTestJSON-558946841-project] 10.222.0.20 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0046234 Feb 28 10:33:48.550467 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 35402) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:48.556866 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [None req-98997f0e-83f6-41fa-bf26-d7082b033e8c tempest-ExtensionsTestJSON-558946841 tempest-ExtensionsTestJSON-558946841-project] http://10.222.0.20:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=103408) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 10:33:48.560459 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-98997f0e-83f6-41fa-bf26-d7082b033e8c tempest-ExtensionsTestJSON-558946841 tempest-ExtensionsTestJSON-558946841-project] 10.222.0.20 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0060811 Feb 28 10:33:48.562346 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-25486d22-65c0-4789-b275-442fb6e50b57 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1802651'] for router_interface (7fa1d940-829e-49df-ba00-63a1528114c2), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:48.565602 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 35404) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:48.576184 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [None req-7b0cc9ee-a9b9-41db-91f2-b48dc275ac29 tempest-ExtensionsTestJSON-558946841 tempest-ExtensionsTestJSON-558946841-project] http://10.222.0.20:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=103408) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 10:33:48.579869 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-7b0cc9ee-a9b9-41db-91f2-b48dc275ac29 tempest-ExtensionsTestJSON-558946841 tempest-ExtensionsTestJSON-558946841-project] 10.222.0.20 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0081244 Feb 28 10:33:48.580587 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 35406) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:48.586069 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [None req-c4cb3858-de64-4745-a18b-c078b31943df tempest-ExtensionsTestJSON-558946841 tempest-ExtensionsTestJSON-558946841-project] http://10.222.0.20:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=103407) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 10:33:48.590445 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-c4cb3858-de64-4745-a18b-c078b31943df tempest-ExtensionsTestJSON-558946841 tempest-ExtensionsTestJSON-558946841-project] 10.222.0.20 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0053110 Feb 28 10:33:48.590640 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 35408) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:48.593585 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e33d818-2490-4e7a-bad8-a0172895f960 None None] Network 9f0a511d-8408-4971-9daa-968eebea54f2 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:33:48.595900 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [None req-50eca485-04d2-4e39-a5c9-a18faa733b79 tempest-ExtensionsTestJSON-558946841 tempest-ExtensionsTestJSON-558946841-project] http://10.222.0.20:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=103408) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 10:33:48.599138 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-50eca485-04d2-4e39-a5c9-a18faa733b79 tempest-ExtensionsTestJSON-558946841 tempest-ExtensionsTestJSON-558946841-project] 10.222.0.20 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0044596 Feb 28 10:33:48.599272 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-7e33d818-2490-4e7a-bad8-a0172895f960 None None] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:33:48.600376 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e33d818-2490-4e7a-bad8-a0172895f960 None None] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:33:48.602672 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 35410) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:48.603991 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e33d818-2490-4e7a-bad8-a0172895f960 None None] Pushing event updated for resources: {'Port': ['ID=f0191e80-5022-49ca-a72f-a509ab6eba26,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:48.609003 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e019734-5a09-4d8a-9a5b-0487f8283672 tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:33:48.609845 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [None req-64baaf07-21f6-4148-b493-626195407161 tempest-ExtensionsTestJSON-558946841 tempest-ExtensionsTestJSON-558946841-project] http://10.222.0.20:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=103407) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 10:33:48.610748 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-7e019734-5a09-4d8a-9a5b-0487f8283672 tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=1e0804d0-d1d9-4d40-9de5-2936f3d87840&device_id=5e88b09d-4a99-4e35-ab83-a661ca220a48&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1689470 Feb 28 10:33:48.614940 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-64baaf07-21f6-4148-b493-626195407161 tempest-ExtensionsTestJSON-558946841 tempest-ExtensionsTestJSON-558946841-project] 10.222.0.20 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0097210 Feb 28 10:33:48.615656 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 35412) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:48.616155 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 35414) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:48.630346 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [None req-5231c221-236d-4b56-8013-ba198aa9fe3d tempest-ExtensionsTestJSON-558946841 tempest-ExtensionsTestJSON-558946841-project] http://10.222.0.20:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=103407) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 10:33:48.633785 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-5231c221-236d-4b56-8013-ba198aa9fe3d tempest-ExtensionsTestJSON-558946841 tempest-ExtensionsTestJSON-558946841-project] 10.222.0.20 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0084612 Feb 28 10:33:48.644621 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 35416) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:48.660466 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [None req-f31704f6-fe47-489d-866e-10822032c010 tempest-ExtensionsTestJSON-558946841 tempest-ExtensionsTestJSON-558946841-project] http://10.222.0.20:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=103407) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 10:33:48.663963 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-f31704f6-fe47-489d-866e-10822032c010 tempest-ExtensionsTestJSON-558946841 tempest-ExtensionsTestJSON-558946841-project] 10.222.0.20 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0158229 Feb 28 10:33:48.670921 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 35418) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:48.671493 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-7e33d818-2490-4e7a-bad8-a0172895f960 None None] Attempting to bind port f0191e80-5022-49ca-a72f-a509ab6eba26 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:33:48.671493 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-7e33d818-2490-4e7a-bad8-a0172895f960 None None] Attempting to bind port f0191e80-5022-49ca-a72f-a509ab6eba26 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'bf553b55-fb1d-4346-a090-4fb77eb0fbd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '9f0a511d-8408-4971-9daa-968eebea54f2'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:33:48.671939 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e33d818-2490-4e7a-bad8-a0172895f960 None None] Attempting to bind port f0191e80-5022-49ca-a72f-a509ab6eba26 on network 9f0a511d-8408-4971-9daa-968eebea54f2 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:33:48.679130 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e33d818-2490-4e7a-bad8-a0172895f960 None None] Checking agent: {'id': '75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 24, 15), 'started_at': datetime.datetime(2022, 2, 28, 10, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 33, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:33:48.679130 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e33d818-2490-4e7a-bad8-a0172895f960 None None] Checking segment: {'id': 'bf553b55-fb1d-4346-a090-4fb77eb0fbd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '9f0a511d-8408-4971-9daa-968eebea54f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:33:48.679130 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7e33d818-2490-4e7a-bad8-a0172895f960 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:48.679745 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e33d818-2490-4e7a-bad8-a0172895f960 None None] Bound using segment: {'id': 'bf553b55-fb1d-4346-a090-4fb77eb0fbd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '9f0a511d-8408-4971-9daa-968eebea54f2'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:33:48.680336 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-7e33d818-2490-4e7a-bad8-a0172895f960 None None] Bound port: f0191e80-5022-49ca-a72f-a509ab6eba26, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf553b55-fb1d-4346-a090-4fb77eb0fbd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '9f0a511d-8408-4971-9daa-968eebea54f2'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:33:48.680856 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7e33d818-2490-4e7a-bad8-a0172895f960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (f0191e80-5022-49ca-a72f-a509ab6eba26), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:48.681321 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [None req-ad677e8f-3028-492e-95b9-eba3dc3607ab tempest-ExtensionsTestJSON-558946841 tempest-ExtensionsTestJSON-558946841-project] http://10.222.0.20:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=103408) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 10:33:48.684739 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-ad677e8f-3028-492e-95b9-eba3dc3607ab tempest-ExtensionsTestJSON-558946841 tempest-ExtensionsTestJSON-558946841-project] 10.222.0.20 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0104136 Feb 28 10:33:48.691713 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 35420) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:48.703050 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [None req-9eee59fe-2e77-4359-8899-a80cb020b329 tempest-ExtensionsTestJSON-558946841 tempest-ExtensionsTestJSON-558946841-project] http://10.222.0.20:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=103407) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 10:33:48.706379 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-9eee59fe-2e77-4359-8899-a80cb020b329 tempest-ExtensionsTestJSON-558946841 tempest-ExtensionsTestJSON-558946841-project] 10.222.0.20 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0095799 Feb 28 10:33:48.709499 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 35422) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:48.719589 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bf919c15-1645-45aa-97e5-ee2eba00b994 tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (4b37df7e-1529-4167-b79e-0174cb5ca1ab), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:48.719797 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [None req-9805f3af-5e31-4d4f-9a74-99fe2ae21877 tempest-ExtensionsTestJSON-558946841 tempest-ExtensionsTestJSON-558946841-project] http://10.222.0.20:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=103408) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 10:33:48.723164 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-9805f3af-5e31-4d4f-9a74-99fe2ae21877 tempest-ExtensionsTestJSON-558946841 tempest-ExtensionsTestJSON-558946841-project] 10.222.0.20 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0086391 Feb 28 10:33:48.723427 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 35424) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:48.729229 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [None req-a7bb4a9d-046a-4ced-b5cd-95156b252c96 tempest-ExtensionsTestJSON-558946841 tempest-ExtensionsTestJSON-558946841-project] http://10.222.0.20:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=103407) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 10:33:48.732453 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-a7bb4a9d-046a-4ced-b5cd-95156b252c96 tempest-ExtensionsTestJSON-558946841 tempest-ExtensionsTestJSON-558946841-project] 10.222.0.20 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0058329 Feb 28 10:33:48.733976 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 35426) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:48.741357 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [None req-0cafb28a-ca91-4f15-b93b-c297c47f195e tempest-ExtensionsTestJSON-558946841 tempest-ExtensionsTestJSON-558946841-project] http://10.222.0.20:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=103408) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 10:33:48.744733 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-0cafb28a-ca91-4f15-b93b-c297c47f195e tempest-ExtensionsTestJSON-558946841 tempest-ExtensionsTestJSON-558946841-project] 10.222.0.20 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0074861 Feb 28 10:33:48.745192 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 35428) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:48.746645 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-bf919c15-1645-45aa-97e5-ee2eba00b994 tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] Calling delete_port for 4b37df7e-1529-4167-b79e-0174cb5ca1ab owned by {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:33:48.749591 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [None req-50c69020-3e56-4c27-8c13-b9cde9b4b764 tempest-ExtensionsTestJSON-558946841 tempest-ExtensionsTestJSON-558946841-project] http://10.222.0.20:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=103408) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 10:33:48.750529 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-50c69020-3e56-4c27-8c13-b9cde9b4b764 tempest-ExtensionsTestJSON-558946841 tempest-ExtensionsTestJSON-558946841-project] 10.222.0.20 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0044584 Feb 28 10:33:48.754348 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 35430) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:48.762644 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-7e33d818-2490-4e7a-bad8-a0172895f960 None None] For port f0191e80-5022-49ca-a72f-a509ab6eba26, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:33:48.766057 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-7e33d818-2490-4e7a-bad8-a0172895f960 None None] For port f0191e80-5022-49ca-a72f-a509ab6eba26, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f0191e80-5022-49ca-a72f-a509ab6eba26,segment=NetworkSegment(bf553b55-fb1d-4346-a090-4fb77eb0fbd7),segment_id=bf553b55-fb1d-4346-a090-4fb77eb0fbd7)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:33:48.773788 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7e33d818-2490-4e7a-bad8-a0172895f960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (f0191e80-5022-49ca-a72f-a509ab6eba26), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:48.794641 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [None req-8db12fb6-9548-4b88-b049-a7105b9a8571 tempest-ExtensionsTestJSON-558946841 tempest-ExtensionsTestJSON-558946841-project] http://10.222.0.20:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=103408) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 10:33:48.798055 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-8db12fb6-9548-4b88-b049-a7105b9a8571 tempest-ExtensionsTestJSON-558946841 tempest-ExtensionsTestJSON-558946841-project] 10.222.0.20 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0403769 Feb 28 10:33:48.798055 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a0df67f-4d86-4723-99e7-3f01826ead35 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 10:33:48.798055 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a0df67f-4d86-4723-99e7-3f01826ead35 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103408) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:33:48.799196 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 35432) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:48.805072 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [None req-cdccfb3f-3336-466d-a436-535736f0d75c tempest-ExtensionsTestJSON-558946841 tempest-ExtensionsTestJSON-558946841-project] http://10.222.0.20:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=103408) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 10:33:48.808909 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-cdccfb3f-3336-466d-a436-535736f0d75c tempest-ExtensionsTestJSON-558946841 tempest-ExtensionsTestJSON-558946841-project] 10.222.0.20 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0044703 Feb 28 10:33:48.827308 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2962e274-5087-4f67-8393-b7b8a65bbcca tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:33:48.831331 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-2962e274-5087-4f67-8393-b7b8a65bbcca tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] 10.222.0.20 "GET /v2.0/networks/1e0804d0-d1d9-4d40-9de5-2936f3d87840 HTTP/1.1" status: 200 len: 881 time: 0.2084630 Feb 28 10:33:48.832166 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 35436) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:48.867880 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-e4678491-eb5d-4007-9511-87121586366e tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e88b09d-4a99-4e35-ab83-a661ca220a48 HTTP/1.1" status: 200 len: 205 time: 0.0324762 Feb 28 10:33:48.868079 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25486d22-65c0-4789-b275-442fb6e50b57 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Router 7fa1d940-829e-49df-ba00-63a1528114c2 has already been hosted by L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 {{(pid=103408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:33:48.870023 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 35438) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:48.870558 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e33d818-2490-4e7a-bad8-a0172895f960 None None] Pushing event updated for resources: {'Port': ['ID=f0191e80-5022-49ca-a72f-a509ab6eba26,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:48.872713 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-3a0df67f-4d86-4723-99e7-3f01826ead35 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.2101994 Feb 28 10:33:48.875188 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 35440) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:48.998334 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25486d22-65c0-4789-b275-442fb6e50b57 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:33:49.003867 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-25486d22-65c0-4789-b275-442fb6e50b57 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] 10.222.0.20 "PUT /v2.0/routers/7fa1d940-829e-49df-ba00-63a1528114c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5096145 Feb 28 10:33:49.011207 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 35442) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:49.011894 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bee6edd-6020-4d6f-8c8a-7af4bb766c8e tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:33:49.015805 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-8bee6edd-6020-4d6f-8c8a-7af4bb766c8e tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1370015 Feb 28 10:33:49.016095 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 35444) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:49.020162 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc801a87-44e5-4d8f-a976-19c83a5c509f None None] Sync routers for ids ['7fa1d940-829e-49df-ba00-63a1528114c2'] in dv-neutron-master-2-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:33:49.044194 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc801a87-44e5-4d8f-a976-19c83a5c509f None None] Routers {'7fa1d940-829e-49df-ba00-63a1528114c2'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:33:49.045586 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-bc801a87-44e5-4d8f-a976-19c83a5c509f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:33:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['7fa1d940-829e-49df-ba00-63a1528114c2'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:33:49.056928 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-2da8a8ba-59ea-4e2c-8637-91e457868c20 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] 10.222.0.20 "GET /v2.0/ports?device_id=7fa1d940-829e-49df-ba00-63a1528114c2 HTTP/1.1" status: 200 len: 205 time: 0.0384333 Feb 28 10:33:49.058590 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 35446) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:49.110678 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-bc801a87-44e5-4d8f-a976-19c83a5c509f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:33:49.125444 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-eb346f0e-68bf-4d92-8452-d24209ae66db tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] Publish callbacks [] for router (5e88b09d-4a99-4e35-ab83-a661ca220a48), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:49.133261 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc801a87-44e5-4d8f-a976-19c83a5c509f None None] Routers {'7fa1d940-829e-49df-ba00-63a1528114c2'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:33:49.134088 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-bc801a87-44e5-4d8f-a976-19c83a5c509f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:33:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['7fa1d940-829e-49df-ba00-63a1528114c2'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:33:49.174602 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bf919c15-1645-45aa-97e5-ee2eba00b994 tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (4b37df7e-1529-4167-b79e-0174cb5ca1ab), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:49.189730 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-bc801a87-44e5-4d8f-a976-19c83a5c509f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:33:49.190414 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc801a87-44e5-4d8f-a976-19c83a5c509f None None] The sync data for ids ['7fa1d940-829e-49df-ba00-63a1528114c2'] in dv-neutron-master-2-hyperv is: [] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:33:49.207785 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf919c15-1645-45aa-97e5-ee2eba00b994 tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] Pushing event deleted for resources: {'Port': ['ID=4b37df7e-1529-4167-b79e-0174cb5ca1ab,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:49.230756 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-937b47aa-c296-44e9-b045-6c1b0670d213 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks [] for router (7fa1d940-829e-49df-ba00-63a1528114c2), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:49.278130 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 35450) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:49.281472 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd0d3e87-c309-4d2c-8ca9-7904acd2b334 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:33:49.283138 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd0d3e87-c309-4d2c-8ca9-7904acd2b334 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:33:49.287394 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-dd0d3e87-c309-4d2c-8ca9-7904acd2b334 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2675154 Feb 28 10:33:49.293776 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 35452) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:49.373645 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bf919c15-1645-45aa-97e5-ee2eba00b994 tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:49.381011 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-bf919c15-1645-45aa-97e5-ee2eba00b994 tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] 10.222.0.20 "DELETE /v2.0/ports/4b37df7e-1529-4167-b79e-0174cb5ca1ab HTTP/1.1" status: 204 len: 168 time: 1.2410574 Feb 28 10:33:49.381011 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-eb346f0e-68bf-4d92-8452-d24209ae66db tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] Publish callbacks [] for router_gateway (5e88b09d-4a99-4e35-ab83-a661ca220a48), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:49.384753 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 35456) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:49.419442 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-03180243-1dc0-4edc-9ae6-2144c4118a15 tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] GET failed (client error): The resource could not be found. Feb 28 10:33:49.421091 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-03180243-1dc0-4edc-9ae6-2144c4118a15 tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] 10.222.0.20 "GET /v2.0/ports/4b37df7e-1529-4167-b79e-0174cb5ca1ab HTTP/1.1" status: 404 len: 333 time: 0.0342038 Feb 28 10:33:49.438263 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 35458) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:49.449091 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-aec3897c-4469-441e-81b0-9f963ae11928 tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] Request body: {'port': {'network_id': '10e4f615-edb3-42bc-b9db-6eafbcbc0839', 'name': 'tempest-AllowedAddressPairTestJSON-1583612867'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:33:49.475828 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-eb346f0e-68bf-4d92-8452-d24209ae66db tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] Deleting port 3fd20260-af7f-454a-9c18-2e5a334b3808 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:33:49.476496 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-eb346f0e-68bf-4d92-8452-d24209ae66db tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (3fd20260-af7f-454a-9c18-2e5a334b3808), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:49.533446 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d847456-d36e-48e2-9af5-7cf5f7bb4a3e tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Deleting subnet f9f63f64-9cd4-4003-979c-7c8c14ff00d9 {{(pid=103408) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:33:49.547826 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4d847456-d36e-48e2-9af5-7cf5f7bb4a3e tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks [] for subnet (f9f63f64-9cd4-4003-979c-7c8c14ff00d9), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:49.562729 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-eb346f0e-68bf-4d92-8452-d24209ae66db tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (3fd20260-af7f-454a-9c18-2e5a334b3808), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:49.569572 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7f3c0c48-9098-4482-8965-75e54f516d09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:49.574604 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-eb346f0e-68bf-4d92-8452-d24209ae66db tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] Calling delete_port for 3fd20260-af7f-454a-9c18-2e5a334b3808 owned by network:router_gateway {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:33:49.575502 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-937b47aa-c296-44e9-b045-6c1b0670d213 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1807017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5941'] for router (7fa1d940-829e-49df-ba00-63a1528114c2), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:49.580102 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-937b47aa-c296-44e9-b045-6c1b0670d213 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks [] for router_controller (7fa1d940-829e-49df-ba00-63a1528114c2), precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:49.653700 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4d847456-d36e-48e2-9af5-7cf5f7bb4a3e tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3423529'] for subnet (f9f63f64-9cd4-4003-979c-7c8c14ff00d9), precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:49.681329 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-937b47aa-c296-44e9-b045-6c1b0670d213 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1806994'] for router (7fa1d940-829e-49df-ba00-63a1528114c2), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:49.681986 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-937b47aa-c296-44e9-b045-6c1b0670d213 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Fanout notify agent at l3_agent the message router_deleted on router 7fa1d940-829e-49df-ba00-63a1528114c2 {{(pid=103408) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 10:33:49.702904 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-937b47aa-c296-44e9-b045-6c1b0670d213 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks [] for router (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:49.706874 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-937b47aa-c296-44e9-b045-6c1b0670d213 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] 10.222.0.20 "DELETE /v2.0/routers/7fa1d940-829e-49df-ba00-63a1528114c2 HTTP/1.1" status: 204 len: 168 time: 0.6472828 Feb 28 10:33:49.707464 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 35460) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:49.796108 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_v2 [None req-99d3521b-9cd1-41ca-ad4a-c3b391b8d0b4 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Deleting subnet f2e99dff-54cd-4ed9-a0ea-02762b8d95fd {{(pid=103407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:33:49.800011 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-99d3521b-9cd1-41ca-ad4a-c3b391b8d0b4 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks [] for subnet (f2e99dff-54cd-4ed9-a0ea-02762b8d95fd), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:49.802991 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-eb346f0e-68bf-4d92-8452-d24209ae66db tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (3fd20260-af7f-454a-9c18-2e5a334b3808), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:49.814662 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aec3897c-4469-441e-81b0-9f963ae11928 tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] Made reservation on behalf of 5b49a73603bf465c80be7e5443b89794 for: {'port': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:33:49.819227 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-aec3897c-4469-441e-81b0-9f963ae11928 tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:49.821083 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4d847456-d36e-48e2-9af5-7cf5f7bb4a3e tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-823142'] for subnet (f9f63f64-9cd4-4003-979c-7c8c14ff00d9), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:49.870705 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb346f0e-68bf-4d92-8452-d24209ae66db tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] Pushing event deleted for resources: {'Port': ['ID=3fd20260-af7f-454a-9c18-2e5a334b3808,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:49.876325 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-aec3897c-4469-441e-81b0-9f963ae11928 tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] device_id is not set on port 9ed2b950-b0c7-4531-a4ea-fdad176a3d18 yet. {{(pid=103408) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:33:49.900357 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb346f0e-68bf-4d92-8452-d24209ae66db tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:33:49.901000 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb346f0e-68bf-4d92-8452-d24209ae66db tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:33:49.901358 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb346f0e-68bf-4d92-8452-d24209ae66db tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:33:49.901706 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb346f0e-68bf-4d92-8452-d24209ae66db tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:33:49.902045 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb346f0e-68bf-4d92-8452-d24209ae66db tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:33:49.902383 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb346f0e-68bf-4d92-8452-d24209ae66db tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:33:49.902722 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb346f0e-68bf-4d92-8452-d24209ae66db tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:33:49.903086 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb346f0e-68bf-4d92-8452-d24209ae66db tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:33:49.903419 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb346f0e-68bf-4d92-8452-d24209ae66db tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:33:49.903755 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb346f0e-68bf-4d92-8452-d24209ae66db tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:33:49.904094 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb346f0e-68bf-4d92-8452-d24209ae66db tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:33:49.904419 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb346f0e-68bf-4d92-8452-d24209ae66db tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:33:49.904791 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb346f0e-68bf-4d92-8452-d24209ae66db tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:33:49.923294 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-99d3521b-9cd1-41ca-ad4a-c3b391b8d0b4 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3501132'] for subnet (f2e99dff-54cd-4ed9-a0ea-02762b8d95fd), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:49.952968 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device f0191e80-5022-49ca-a72f-a509ab6eba26 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:33:49.993600 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7f3c0c48-9098-4482-8965-75e54f516d09 admin admin] Publish callbacks [] for security_group (54cc6156-500d-4dbb-b1b0-aac137854134), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:50.003903 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-eb346f0e-68bf-4d92-8452-d24209ae66db tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1803321'] for router_gateway (5e88b09d-4a99-4e35-ab83-a661ca220a48), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:50.006459 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7f3c0c48-9098-4482-8965-75e54f516d09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (54cc6156-500d-4dbb-b1b0-aac137854134), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:50.024030 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port f0191e80-5022-49ca-a72f-a509ab6eba26 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:33:50.024482 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (f0191e80-5022-49ca-a72f-a509ab6eba26), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:50.024772 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4d847456-d36e-48e2-9af5-7cf5f7bb4a3e tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-823145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3242523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3951170'] for subnet (f9f63f64-9cd4-4003-979c-7c8c14ff00d9), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:50.114582 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port f0191e80-5022-49ca-a72f-a509ab6eba26 is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:33:50.115135 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (f0191e80-5022-49ca-a72f-a509ab6eba26), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:50.117567 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d847456-d36e-48e2-9af5-7cf5f7bb4a3e tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Pushing event deleted for resources: {'Subnet': ['ID=f9f63f64-9cd4-4003-979c-7c8c14ff00d9,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:50.120462 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4d847456-d36e-48e2-9af5-7cf5f7bb4a3e tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks [] for subnet (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:50.124016 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-4d847456-d36e-48e2-9af5-7cf5f7bb4a3e tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "DELETE /v2.0/subnets/f9f63f64-9cd4-4003-979c-7c8c14ff00d9 HTTP/1.1" status: 204 len: 168 time: 0.8264642 Feb 28 10:33:50.137203 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-7f3c0c48-9098-4482-8965-75e54f516d09 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c04927fdd2fd404188dc5abbbb1659bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8514822 Feb 28 10:33:50.138162 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 35462) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:50.138884 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 35464) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:50.161152 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] For port f0191e80-5022-49ca-a72f-a509ab6eba26, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f0191e80-5022-49ca-a72f-a509ab6eba26,segment=NetworkSegment(bf553b55-fb1d-4346-a090-4fb77eb0fbd7),segment_id=bf553b55-fb1d-4346-a090-4fb77eb0fbd7)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:33:50.162140 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3c0c48-9098-4482-8965-75e54f516d09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54cc6156-500d-4dbb-b1b0-aac137854134,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:50.167161 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (f0191e80-5022-49ca-a72f-a509ab6eba26), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:50.175881 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d847456-d36e-48e2-9af5-7cf5f7bb4a3e tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:33:50.176230 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d847456-d36e-48e2-9af5-7cf5f7bb4a3e tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:33:50.176677 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d847456-d36e-48e2-9af5-7cf5f7bb4a3e tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:33:50.177855 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d847456-d36e-48e2-9af5-7cf5f7bb4a3e tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:33:50.177971 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d847456-d36e-48e2-9af5-7cf5f7bb4a3e tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:33:50.178221 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d847456-d36e-48e2-9af5-7cf5f7bb4a3e tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:33:50.178933 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d847456-d36e-48e2-9af5-7cf5f7bb4a3e tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:33:50.179689 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d847456-d36e-48e2-9af5-7cf5f7bb4a3e tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:33:50.180029 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d847456-d36e-48e2-9af5-7cf5f7bb4a3e tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:33:50.180373 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d847456-d36e-48e2-9af5-7cf5f7bb4a3e tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:33:50.180761 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d847456-d36e-48e2-9af5-7cf5f7bb4a3e tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:33:50.181099 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d847456-d36e-48e2-9af5-7cf5f7bb4a3e tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:33:50.181434 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d847456-d36e-48e2-9af5-7cf5f7bb4a3e tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:33:50.205823 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deb12c5c-e356-41b9-91b7-bdd1955768c9 None None] Network 9f0a511d-8408-4971-9daa-968eebea54f2 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:33:50.236828 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-ad68a796-0dd4-4077-b17e-21cb997c19f1 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0882003 Feb 28 10:33:50.241230 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-aec3897c-4469-441e-81b0-9f963ae11928 tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] Allocated IP 172.20.0.6 (10e4f615-edb3-42bc-b9db-6eafbcbc0839/88df84ce-f1a9-4592-9a3b-56c056f890ab/9ed2b950-b0c7-4531-a4ea-fdad176a3d18) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:33:50.243202 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 35466) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:50.251796 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3c0c48-9098-4482-8965-75e54f516d09 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:33:50.252153 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3c0c48-9098-4482-8965-75e54f516d09 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:33:50.252502 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3c0c48-9098-4482-8965-75e54f516d09 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:33:50.252872 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3c0c48-9098-4482-8965-75e54f516d09 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:33:50.253213 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3c0c48-9098-4482-8965-75e54f516d09 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:33:50.253558 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3c0c48-9098-4482-8965-75e54f516d09 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:33:50.253887 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3c0c48-9098-4482-8965-75e54f516d09 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:33:50.254222 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3c0c48-9098-4482-8965-75e54f516d09 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:33:50.254556 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3c0c48-9098-4482-8965-75e54f516d09 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:33:50.254885 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3c0c48-9098-4482-8965-75e54f516d09 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:33:50.255218 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3c0c48-9098-4482-8965-75e54f516d09 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:33:50.255555 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3c0c48-9098-4482-8965-75e54f516d09 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:33:50.255870 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3c0c48-9098-4482-8965-75e54f516d09 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:33:50.267907 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-3cfd01f9-8af7-40ca-a0d1-a64ccba4f438 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Request body: {'subnet': {'network_id': '9f0a511d-8408-4971-9daa-968eebea54f2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:33:50.306856 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-498e831e-2c05-48e2-aad6-bc3cbef5bd68 None None] Provisioning complete for port f0191e80-5022-49ca-a72f-a509ab6eba26 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:33:50.307392 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-498e831e-2c05-48e2-aad6-bc3cbef5bd68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (f0191e80-5022-49ca-a72f-a509ab6eba26), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:50.310325 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Pushing event updated for resources: {'Port': ['ID=f0191e80-5022-49ca-a72f-a509ab6eba26,revision_number=4']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:50.403063 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8b43c4e6-0344-46bb-938e-e6d77e447b83 admin admin] Publish callbacks [] for security_group (54cc6156-500d-4dbb-b1b0-aac137854134), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:50.423652 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-498e831e-2c05-48e2-aad6-bc3cbef5bd68 None None] Current status of the port f0191e80-5022-49ca-a72f-a509ab6eba26 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:33:50.453704 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-eb346f0e-68bf-4d92-8452-d24209ae66db tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1807017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5941'] for router (5e88b09d-4a99-4e35-ab83-a661ca220a48), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:50.455932 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-eb346f0e-68bf-4d92-8452-d24209ae66db tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] Publish callbacks [] for router_controller (5e88b09d-4a99-4e35-ab83-a661ca220a48), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:50.468725 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-99d3521b-9cd1-41ca-ad4a-c3b391b8d0b4 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-823142'] for subnet (f2e99dff-54cd-4ed9-a0ea-02762b8d95fd), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:50.483391 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba2c9468-6fa7-4cfc-9c2c-07b787d1ef30 None None] DHCP port deletion for 9f0a511d-8408-4971-9daa-968eebea54f2 request from dv-neutron-master-2-hyperv {{(pid=103409) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:33:50.491488 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8b43c4e6-0344-46bb-938e-e6d77e447b83 admin admin] Publish callbacks [] for security_group (54cc6156-500d-4dbb-b1b0-aac137854134), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:50.499884 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cfd01f9-8af7-40ca-a0d1-a64ccba4f438 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Made reservation on behalf of 01d784a6a3f04224a7e9160ad9d44184 for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:33:50.503331 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3cfd01f9-8af7-40ca-a0d1-a64ccba4f438 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3951209'] for subnet (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:50.536352 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-eb346f0e-68bf-4d92-8452-d24209ae66db tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1806994'] for router (5e88b09d-4a99-4e35-ab83-a661ca220a48), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:50.536961 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb346f0e-68bf-4d92-8452-d24209ae66db tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] Fanout notify agent at l3_agent the message router_deleted on router 5e88b09d-4a99-4e35-ab83-a661ca220a48 {{(pid=103407) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 10:33:50.550225 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-ba2c9468-6fa7-4cfc-9c2c-07b787d1ef30 None None] Deleting port f0191e80-5022-49ca-a72f-a509ab6eba26 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:33:50.550815 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ba2c9468-6fa7-4cfc-9c2c-07b787d1ef30 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (f0191e80-5022-49ca-a72f-a509ab6eba26), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:50.554484 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-eb346f0e-68bf-4d92-8452-d24209ae66db tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] Publish callbacks [] for router (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:50.560454 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-eb346f0e-68bf-4d92-8452-d24209ae66db tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] 10.222.0.20 "DELETE /v2.0/routers/5e88b09d-4a99-4e35-ab83-a661ca220a48 HTTP/1.1" status: 204 len: 168 time: 1.6894445 Feb 28 10:33:50.561551 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 35468) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:50.579511 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-00ee794d-913e-4b97-83ac-d5b2bd12713f tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-517371889', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840'}, 'admin_state_up': False}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:33:50.591042 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-99d3521b-9cd1-41ca-ad4a-c3b391b8d0b4 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-823145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3498088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3516558'] for subnet (f2e99dff-54cd-4ed9-a0ea-02762b8d95fd), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:50.617301 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-ba2c9468-6fa7-4cfc-9c2c-07b787d1ef30 None None] For port f0191e80-5022-49ca-a72f-a509ab6eba26, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f0191e80-5022-49ca-a72f-a509ab6eba26,segment=NetworkSegment(bf553b55-fb1d-4346-a090-4fb77eb0fbd7),segment_id=bf553b55-fb1d-4346-a090-4fb77eb0fbd7)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:33:50.617690 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ba2c9468-6fa7-4cfc-9c2c-07b787d1ef30 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (f0191e80-5022-49ca-a72f-a509ab6eba26), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:50.620832 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d3521b-9cd1-41ca-ad4a-c3b391b8d0b4 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Pushing event deleted for resources: {'Subnet': ['ID=f2e99dff-54cd-4ed9-a0ea-02762b8d95fd,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:50.624869 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-99d3521b-9cd1-41ca-ad4a-c3b391b8d0b4 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616561'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:50.628841 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-99d3521b-9cd1-41ca-ad4a-c3b391b8d0b4 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] 10.222.0.20 "DELETE /v2.0/subnets/f2e99dff-54cd-4ed9-a0ea-02762b8d95fd HTTP/1.1" status: 204 len: 168 time: 0.9201124 Feb 28 10:33:50.631511 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 35470) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:50.633453 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-ba2c9468-6fa7-4cfc-9c2c-07b787d1ef30 None None] Calling delete_port for f0191e80-5022-49ca-a72f-a509ab6eba26 owned by network:dhcp {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:33:50.646853 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d719f0a7-e42f-4937-8147-4ba3f3ca88b0 None None] Network ef40da56-ba4a-464c-a0c1-f88af9ae09cb requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:33:50.669891 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-aec3897c-4469-441e-81b0-9f963ae11928 tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] Publish callbacks [] for port (9ed2b950-b0c7-4531-a4ea-fdad176a3d18), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:50.673646 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-00ee794d-913e-4b97-83ac-d5b2bd12713f tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1805251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254175'] for router (d4aed115-2dce-4190-8b81-c453ea0af748), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:50.674678 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-00ee794d-913e-4b97-83ac-d5b2bd12713f tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1804172', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1602053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254150'] for router (d4aed115-2dce-4190-8b81-c453ea0af748), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:50.692592 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8b43c4e6-0344-46bb-938e-e6d77e447b83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (54cc6156-500d-4dbb-b1b0-aac137854134), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:50.695412 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8b43c4e6-0344-46bb-938e-e6d77e447b83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:50.697823 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_v2 [None req-8af70aa9-4d17-4845-b692-f9531622756c tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Deleting subnet 419aac73-3f92-4096-96f4-a15d70842236 {{(pid=103407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:33:50.699485 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-8b43c4e6-0344-46bb-938e-e6d77e447b83 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/54cc6156-500d-4dbb-b1b0-aac137854134 HTTP/1.1" status: 204 len: 168 time: 0.5498393 Feb 28 10:33:50.701819 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8af70aa9-4d17-4845-b692-f9531622756c tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks [] for subnet (419aac73-3f92-4096-96f4-a15d70842236), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:50.738189 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b43c4e6-0344-46bb-938e-e6d77e447b83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54cc6156-500d-4dbb-b1b0-aac137854134,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:50.753630 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8af70aa9-4d17-4845-b692-f9531622756c tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3501132'] for subnet (419aac73-3f92-4096-96f4-a15d70842236), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:50.812313 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-00ee794d-913e-4b97-83ac-d5b2bd12713f tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] Publish callbacks [] for router_controller (d4aed115-2dce-4190-8b81-c453ea0af748), precommit_add_association {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:50.832464 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-aec3897c-4469-441e-81b0-9f963ae11928 tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (9ed2b950-b0c7-4531-a4ea-fdad176a3d18), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:50.832971 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ba2c9468-6fa7-4cfc-9c2c-07b787d1ef30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758'] for port (f0191e80-5022-49ca-a72f-a509ab6eba26), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:50.851414 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2c9468-6fa7-4cfc-9c2c-07b787d1ef30 None None] No DVR routers for this DVR port f0191e80-5022-49ca-a72f-a509ab6eba26 on host dv-neutron-master-2-hyperv {{(pid=103409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:33:50.909618 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2c9468-6fa7-4cfc-9c2c-07b787d1ef30 None None] Pushing event deleted for resources: {'Port': ['ID=f0191e80-5022-49ca-a72f-a509ab6eba26,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:50.915446 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a27294bc-75e0-4b68-b6ca-3186bd551ffc None None] DHCP port deletion for ef40da56-ba4a-464c-a0c1-f88af9ae09cb request from dv-neutron-master-2-hyperv {{(pid=103409) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:33:50.941700 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8af70aa9-4d17-4845-b692-f9531622756c tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-823142'] for subnet (419aac73-3f92-4096-96f4-a15d70842236), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:50.983095 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-a27294bc-75e0-4b68-b6ca-3186bd551ffc None None] Deleting port 0b23f7b3-238a-42c5-9445-c3ab2ce05008 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:33:50.983671 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a27294bc-75e0-4b68-b6ca-3186bd551ffc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (0b23f7b3-238a-42c5-9445-c3ab2ce05008), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:51.028894 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8af70aa9-4d17-4845-b692-f9531622756c tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-823145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3498088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3516558'] for subnet (419aac73-3f92-4096-96f4-a15d70842236), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:51.047834 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8af70aa9-4d17-4845-b692-f9531622756c tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616561'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:51.052465 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-8af70aa9-4d17-4845-b692-f9531622756c tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] 10.222.0.20 "DELETE /v2.0/subnets/419aac73-3f92-4096-96f4-a15d70842236 HTTP/1.1" status: 204 len: 168 time: 0.4188941 Feb 28 10:33:51.056731 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 35478) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:51.060459 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62a1b5c5-31b8-499c-8a17-0defb172b111 None None] Network 0633c7ea-4c5a-45cf-9a44-7cf947257364 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:33:51.106217 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af70aa9-4d17-4845-b692-f9531622756c tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Pushing event deleted for resources: {'Subnet': ['ID=419aac73-3f92-4096-96f4-a15d70842236,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:51.124051 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-a27294bc-75e0-4b68-b6ca-3186bd551ffc None None] For port 0b23f7b3-238a-42c5-9445-c3ab2ce05008, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0b23f7b3-238a-42c5-9445-c3ab2ce05008,segment=NetworkSegment(2eb7a73d-7a84-4668-8a10-e939188a715f),segment_id=2eb7a73d-7a84-4668-8a10-e939188a715f)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:33:51.124293 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a27294bc-75e0-4b68-b6ca-3186bd551ffc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (0b23f7b3-238a-42c5-9445-c3ab2ce05008), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:51.151959 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-a27294bc-75e0-4b68-b6ca-3186bd551ffc None None] Calling delete_port for 0b23f7b3-238a-42c5-9445-c3ab2ce05008 owned by network:dhcp {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:33:51.215575 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-045610e2-0aaa-46e6-b30b-3aa8c52eb949 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-665757'] for network (ef40da56-ba4a-464c-a0c1-f88af9ae09cb), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:51.297157 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a27294bc-75e0-4b68-b6ca-3186bd551ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758'] for port (0b23f7b3-238a-42c5-9445-c3ab2ce05008), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:51.318517 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-045610e2-0aaa-46e6-b30b-3aa8c52eb949 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Deleting port 0b23f7b3-238a-42c5-9445-c3ab2ce05008 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:33:51.318987 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-045610e2-0aaa-46e6-b30b-3aa8c52eb949 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (0b23f7b3-238a-42c5-9445-c3ab2ce05008), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:51.323992 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec3897c-4469-441e-81b0-9f963ae11928 tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] Network 10e4f615-edb3-42bc-b9db-6eafbcbc0839 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:33:51.337175 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-aec3897c-4469-441e-81b0-9f963ae11928 tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:33:51.351537 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27294bc-75e0-4b68-b6ca-3186bd551ffc None None] Pushing event deleted for resources: {'Port': ['ID=0b23f7b3-238a-42c5-9445-c3ab2ce05008,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:51.357231 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27294bc-75e0-4b68-b6ca-3186bd551ffc None None] No DVR routers for this DVR port 0b23f7b3-238a-42c5-9445-c3ab2ce05008 on host dv-neutron-master-2-hyperv {{(pid=103409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:33:51.362276 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95ea3090-5d96-4f48-bd7a-59c69bb1a01d None None] DHCP port deletion for 0633c7ea-4c5a-45cf-9a44-7cf947257364 request from dv-neutron-master-2-hyperv {{(pid=103409) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:33:51.382548 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec3897c-4469-441e-81b0-9f963ae11928 tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:33:51.390072 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3cfd01f9-8af7-40ca-a0d1-a64ccba4f438 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3242588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3951195'] for subnet (bc51d808-caca-4d78-9e35-c90642d43fdf), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:51.412211 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-045610e2-0aaa-46e6-b30b-3aa8c52eb949 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] For port 0b23f7b3-238a-42c5-9445-c3ab2ce05008, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:33:51.413585 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-045610e2-0aaa-46e6-b30b-3aa8c52eb949 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (0b23f7b3-238a-42c5-9445-c3ab2ce05008), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:51.419937 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec3897c-4469-441e-81b0-9f963ae11928 tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] Pushing event updated for resources: {'Port': ['ID=9ed2b950-b0c7-4531-a4ea-fdad176a3d18,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:51.433330 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-95ea3090-5d96-4f48-bd7a-59c69bb1a01d None None] Deleting port f4feb854-4018-45bd-9eb1-d98dcce0961e {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:33:51.433710 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-95ea3090-5d96-4f48-bd7a-59c69bb1a01d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (f4feb854-4018-45bd-9eb1-d98dcce0961e), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:51.441123 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-045610e2-0aaa-46e6-b30b-3aa8c52eb949 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Calling delete_port for 0b23f7b3-238a-42c5-9445-c3ab2ce05008 owned by network:dhcp {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:33:51.445245 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.ipam_backend_mixin [None req-045610e2-0aaa-46e6-b30b-3aa8c52eb949 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Port 0b23f7b3-238a-42c5-9445-c3ab2ce05008 was not found and therefore no delete operation was performed {{(pid=103407) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 28 10:33:51.447747 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-045610e2-0aaa-46e6-b30b-3aa8c52eb949 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (0b23f7b3-238a-42c5-9445-c3ab2ce05008), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:51.489435 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-045610e2-0aaa-46e6-b30b-3aa8c52eb949 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] No DVR routers for this DVR port 0b23f7b3-238a-42c5-9445-c3ab2ce05008 on host dv-neutron-master-2-hyperv {{(pid=103407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:33:51.492478 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045610e2-0aaa-46e6-b30b-3aa8c52eb949 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Pushing event deleted for resources: {'Port': ['ID=0b23f7b3-238a-42c5-9445-c3ab2ce05008,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:51.502887 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-00ee794d-913e-4b97-83ac-d5b2bd12713f tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] Publish callbacks [] for router_gateway (d4aed115-2dce-4190-8b81-c453ea0af748), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:51.540462 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-95ea3090-5d96-4f48-bd7a-59c69bb1a01d None None] For port f4feb854-4018-45bd-9eb1-d98dcce0961e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f4feb854-4018-45bd-9eb1-d98dcce0961e,segment=NetworkSegment(89d6c6a5-4cd2-43dd-83a0-7cac1638c447),segment_id=89d6c6a5-4cd2-43dd-83a0-7cac1638c447)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:33:51.541201 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-95ea3090-5d96-4f48-bd7a-59c69bb1a01d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (f4feb854-4018-45bd-9eb1-d98dcce0961e), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:51.556632 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cfd01f9-8af7-40ca-a0d1-a64ccba4f438 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Network 9f0a511d-8408-4971-9daa-968eebea54f2 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:33:51.575176 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-95ea3090-5d96-4f48-bd7a-59c69bb1a01d None None] Calling delete_port for f4feb854-4018-45bd-9eb1-d98dcce0961e owned by network:dhcp {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:33:51.600015 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-3cfd01f9-8af7-40ca-a0d1-a64ccba4f438 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:33:51.607192 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cfd01f9-8af7-40ca-a0d1-a64ccba4f438 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:33:51.607794 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3cfd01f9-8af7-40ca-a0d1-a64ccba4f438 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks [] for subnet (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:51.634676 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16160398-428b-4a51-af21-69f728766989 None None] Network 9f0a511d-8408-4971-9daa-968eebea54f2 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:33:51.641949 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec3897c-4469-441e-81b0-9f963ae11928 tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:33:51.644256 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-aec3897c-4469-441e-81b0-9f963ae11928 tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:51.654600 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-045610e2-0aaa-46e6-b30b-3aa8c52eb949 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672413', 'neutron.services.segments.db._delete_segments_for_network-8742057110173'] for network (ef40da56-ba4a-464c-a0c1-f88af9ae09cb), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:51.680931 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-045610e2-0aaa-46e6-b30b-3aa8c52eb949 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef40da56-ba4a-464c-a0c1-f88af9ae09cb']}} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:33:51.685729 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfd01f9-8af7-40ca-a0d1-a64ccba4f438 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Pushing event updated for resources: {'Subnet': ['ID=bc51d808-caca-4d78-9e35-c90642d43fdf,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:51.693231 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-045610e2-0aaa-46e6-b30b-3aa8c52eb949 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2eb7a73d-7a84-4668-8a10-e939188a715f') {'for_net_delete': True} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:33:51.693537 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-045610e2-0aaa-46e6-b30b-3aa8c52eb949 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2eb7a73d-7a84-4668-8a10-e939188a715f') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:33:51.709614 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-045610e2-0aaa-46e6-b30b-3aa8c52eb949 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742057113766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3501147'] for segment (2eb7a73d-7a84-4668-8a10-e939188a715f), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:51.712933 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-3cfd01f9-8af7-40ca-a0d1-a64ccba4f438 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4627264 Feb 28 10:33:51.723362 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-aec3897c-4469-441e-81b0-9f963ae11928 tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2815413 Feb 28 10:33:51.723362 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 35494) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:51.728702 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-620f58a5-9b99-4fd6-a4ef-23da54ae8a2d tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1109232488', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:33:51.728873 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-045610e2-0aaa-46e6-b30b-3aa8c52eb949 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (2eb7a73d-7a84-4668-8a10-e939188a715f), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:51.733911 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 35496) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:51.738562 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-045610e2-0aaa-46e6-b30b-3aa8c52eb949 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Releasing vlan 285 on physical network physnet1 to pool {{(pid=103407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:33:51.739021 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-045610e2-0aaa-46e6-b30b-3aa8c52eb949 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3498166'] for segment (2eb7a73d-7a84-4668-8a10-e939188a715f), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:51.743763 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-41d0e9eb-ef1f-4f11-b8d9-f985c36c20f3 tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] Request body: {'port': {'network_id': '10e4f615-edb3-42bc-b9db-6eafbcbc0839', 'name': 'tempest-AllowedAddressPairTestJSON-2079985486'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:33:51.789237 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-95ea3090-5d96-4f48-bd7a-59c69bb1a01d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758'] for port (f4feb854-4018-45bd-9eb1-d98dcce0961e), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:51.792747 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2cb682a5-94a9-460d-9d77-a3b93e4a51e1 None None] Provisioning complete for port 9ed2b950-b0c7-4531-a4ea-fdad176a3d18 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:33:51.793116 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2cb682a5-94a9-460d-9d77-a3b93e4a51e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (9ed2b950-b0c7-4531-a4ea-fdad176a3d18), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:51.817198 dv-neutron-master-2-hyperv neutron-server[103407]: Traceback (most recent call last): Feb 28 10:33:51.817198 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:33:51.817198 dv-neutron-master-2-hyperv neutron-server[103407]: timer() Feb 28 10:33:51.817198 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:33:51.817198 dv-neutron-master-2-hyperv neutron-server[103407]: cb(*args, **kw) Feb 28 10:33:51.817198 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:33:51.817198 dv-neutron-master-2-hyperv neutron-server[103407]: return func(*args, **kwargs) Feb 28 10:33:51.817198 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:33:51.817198 dv-neutron-master-2-hyperv neutron-server[103407]: self._notify() Feb 28 10:33:51.817198 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:33:51.817198 dv-neutron-master-2-hyperv neutron-server[103407]: self.callback(batched_events) Feb 28 10:33:51.817198 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:33:51.817198 dv-neutron-master-2-hyperv neutron-server[103407]: event.method(event) Feb 28 10:33:51.817198 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:33:51.817198 dv-neutron-master-2-hyperv neutron-server[103407]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:33:51.817198 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:33:51.817198 dv-neutron-master-2-hyperv neutron-server[103407]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:33:51.817198 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:33:51.817198 dv-neutron-master-2-hyperv neutron-server[103407]: return f(self, *a, **k) Feb 28 10:33:51.817198 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:33:51.817198 dv-neutron-master-2-hyperv neutron-server[103407]: return self._get(url).json() Feb 28 10:33:51.817198 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:33:51.817198 dv-neutron-master-2-hyperv neutron-server[103407]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:33:51.817198 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:33:51.817198 dv-neutron-master-2-hyperv neutron-server[103407]: return self.request(url, 'GET', **kwargs) Feb 28 10:33:51.817198 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:33:51.817198 dv-neutron-master-2-hyperv neutron-server[103407]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:33:51.817198 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:33:51.817198 dv-neutron-master-2-hyperv neutron-server[103407]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:33:51.817198 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:33:51.817198 dv-neutron-master-2-hyperv neutron-server[103407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:33:51.817198 dv-neutron-master-2-hyperv neutron-server[103407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:33:51.819488 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 35498) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:51.824855 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-045610e2-0aaa-46e6-b30b-3aa8c52eb949 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803269'] for network (ef40da56-ba4a-464c-a0c1-f88af9ae09cb), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:51.835747 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-045610e2-0aaa-46e6-b30b-3aa8c52eb949 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:51.839346 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-045610e2-0aaa-46e6-b30b-3aa8c52eb949 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] 10.222.0.20 "DELETE /v2.0/networks/ef40da56-ba4a-464c-a0c1-f88af9ae09cb HTTP/1.1" status: 204 len: 168 time: 0.7814929 Feb 28 10:33:51.848846 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 35502) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:51.869755 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045610e2-0aaa-46e6-b30b-3aa8c52eb949 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Pushing event deleted for resources: {'Network': ['ID=ef40da56-ba4a-464c-a0c1-f88af9ae09cb,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:51.877802 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f6f9a9b-3e0e-4515-8ed9-2cc584d4a41e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-9f0a511d-8408-4971-9daa-968eebea54f2', 'network_id': '9f0a511d-8408-4971-9daa-968eebea54f2', 'project_id': '01d784a6a3f04224a7e9160ad9d44184', 'fixed_ips': [{'subnet_id': 'bc51d808-caca-4d78-9e35-c90642d43fdf'}]}} from dv-neutron-master-2-hyperv. {{(pid=103409) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:33:51.877802 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0f6f9a9b-3e0e-4515-8ed9-2cc584d4a41e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:51.889877 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ea3090-5d96-4f48-bd7a-59c69bb1a01d None None] Pushing event deleted for resources: {'Port': ['ID=f4feb854-4018-45bd-9eb1-d98dcce0961e,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:51.902199 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41d0e9eb-ef1f-4f11-b8d9-f985c36c20f3 tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] Made reservation on behalf of 5b49a73603bf465c80be7e5443b89794 for: {'port': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:33:51.905634 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-41d0e9eb-ef1f-4f11-b8d9-f985c36c20f3 tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:51.920974 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ea3090-5d96-4f48-bd7a-59c69bb1a01d None None] No DVR routers for this DVR port f4feb854-4018-45bd-9eb1-d98dcce0961e on host dv-neutron-master-2-hyperv {{(pid=103409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:33:51.940029 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-41d0e9eb-ef1f-4f11-b8d9-f985c36c20f3 tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] device_id is not set on port adb99e53-786c-4084-8883-3420fe5083a1 yet. {{(pid=103408) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:33:51.952680 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8ed5e09c-c6b2-4287-b916-dc2fdb2103ed tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-665757'] for network (0633c7ea-4c5a-45cf-9a44-7cf947257364), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:51.958346 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-620f58a5-9b99-4fd6-a4ef-23da54ae8a2d tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1805251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254175'] for router (c34c72e0-385b-40aa-83ba-562ba1e66945), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:51.960545 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-620f58a5-9b99-4fd6-a4ef-23da54ae8a2d tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1804172', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1602053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254150'] for router (c34c72e0-385b-40aa-83ba-562ba1e66945), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:51.966657 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2cb682a5-94a9-460d-9d77-a3b93e4a51e1 None None] Port 9ed2b950-b0c7-4531-a4ea-fdad176a3d18 cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:33:52.025751 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 0b23f7b3-238a-42c5-9445-c3ab2ce05008 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:33:52.028462 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-620f58a5-9b99-4fd6-a4ef-23da54ae8a2d tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks [] for router_controller (c34c72e0-385b-40aa-83ba-562ba1e66945), precommit_add_association {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:52.039234 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-78097360-735f-4850-83a7-3a3dcbdb2ccd tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-78235994'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:33:52.042943 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-620f58a5-9b99-4fd6-a4ef-23da54ae8a2d tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1804241'] for router (c34c72e0-385b-40aa-83ba-562ba1e66945), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:52.052236 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] No Port match for: 0b23f7b3-238a-42c5-9445-c3ab2ce05008 {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:33:52.052583 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 0b23f7b3-238a-42c5-9445-c3ab2ce05008 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:33:52.053019 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device f0191e80-5022-49ca-a72f-a509ab6eba26 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:33:52.065371 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78097360-735f-4850-83a7-3a3dcbdb2ccd tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Made reservation on behalf of 29ccc4cf6ba849d18fb6a0524a0ef75f for: {'network': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:33:52.068751 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-78097360-735f-4850-83a7-3a3dcbdb2ccd tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for network (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:52.082620 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] No Port match for: f0191e80-5022-49ca-a72f-a509ab6eba26 {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:33:52.082979 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device f0191e80-5022-49ca-a72f-a509ab6eba26 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:33:52.083408 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device f4feb854-4018-45bd-9eb1-d98dcce0961e no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:33:52.096025 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8ed5e09c-c6b2-4287-b916-dc2fdb2103ed tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672413', 'neutron.services.segments.db._delete_segments_for_network-8742057110173'] for network (0633c7ea-4c5a-45cf-9a44-7cf947257364), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:52.104733 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-78097360-735f-4850-83a7-3a3dcbdb2ccd tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:52.128380 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-8ed5e09c-c6b2-4287-b916-dc2fdb2103ed tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0633c7ea-4c5a-45cf-9a44-7cf947257364']}} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:33:52.148930 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-620f58a5-9b99-4fd6-a4ef-23da54ae8a2d tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks [] for router (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:52.149198 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-8ed5e09c-c6b2-4287-b916-dc2fdb2103ed tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89d6c6a5-4cd2-43dd-83a0-7cac1638c447') {'for_net_delete': True} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:33:52.149529 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-8ed5e09c-c6b2-4287-b916-dc2fdb2103ed tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89d6c6a5-4cd2-43dd-83a0-7cac1638c447') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:33:52.150414 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-620f58a5-9b99-4fd6-a4ef-23da54ae8a2d tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4266536 Feb 28 10:33:52.154347 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] No Port match for: f4feb854-4018-45bd-9eb1-d98dcce0961e {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:33:52.154748 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device f4feb854-4018-45bd-9eb1-d98dcce0961e not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:33:52.155947 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 35504) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:52.162734 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-0f6f9a9b-3e0e-4515-8ed9-2cc584d4a41e None None] Allocated IP 2001:db8::2 (9f0a511d-8408-4971-9daa-968eebea54f2/bc51d808-caca-4d78-9e35-c90642d43fdf/2becdbaa-8f69-4589-9f9d-39e1f0d3c7c0) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:33:52.164642 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8ed5e09c-c6b2-4287-b916-dc2fdb2103ed tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742057113766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3501147'] for segment (89d6c6a5-4cd2-43dd-83a0-7cac1638c447), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:52.192190 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8ed5e09c-c6b2-4287-b916-dc2fdb2103ed tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (89d6c6a5-4cd2-43dd-83a0-7cac1638c447), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:52.206638 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ed5e09c-c6b2-4287-b916-dc2fdb2103ed tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Releasing vlan 262 on physical network physnet1 to pool {{(pid=103407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:33:52.207096 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8ed5e09c-c6b2-4287-b916-dc2fdb2103ed tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3498166'] for segment (89d6c6a5-4cd2-43dd-83a0-7cac1638c447), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:52.210429 dv-neutron-master-2-hyperv neutron-server[103407]: Traceback (most recent call last): Feb 28 10:33:52.210429 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:33:52.210429 dv-neutron-master-2-hyperv neutron-server[103407]: timer() Feb 28 10:33:52.210429 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:33:52.210429 dv-neutron-master-2-hyperv neutron-server[103407]: cb(*args, **kw) Feb 28 10:33:52.210429 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:33:52.210429 dv-neutron-master-2-hyperv neutron-server[103407]: return func(*args, **kwargs) Feb 28 10:33:52.210429 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:33:52.210429 dv-neutron-master-2-hyperv neutron-server[103407]: self._notify() Feb 28 10:33:52.210429 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:33:52.210429 dv-neutron-master-2-hyperv neutron-server[103407]: self.callback(batched_events) Feb 28 10:33:52.210429 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:33:52.210429 dv-neutron-master-2-hyperv neutron-server[103407]: event.method(event) Feb 28 10:33:52.210429 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:33:52.210429 dv-neutron-master-2-hyperv neutron-server[103407]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:33:52.210429 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:33:52.210429 dv-neutron-master-2-hyperv neutron-server[103407]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:33:52.210429 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:33:52.210429 dv-neutron-master-2-hyperv neutron-server[103407]: return f(self, *a, **k) Feb 28 10:33:52.210429 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:33:52.210429 dv-neutron-master-2-hyperv neutron-server[103407]: return self._get(url).json() Feb 28 10:33:52.210429 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:33:52.210429 dv-neutron-master-2-hyperv neutron-server[103407]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:33:52.210429 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:33:52.210429 dv-neutron-master-2-hyperv neutron-server[103407]: return self.request(url, 'GET', **kwargs) Feb 28 10:33:52.210429 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:33:52.210429 dv-neutron-master-2-hyperv neutron-server[103407]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:33:52.210429 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:33:52.210429 dv-neutron-master-2-hyperv neutron-server[103407]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:33:52.210429 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:33:52.210429 dv-neutron-master-2-hyperv neutron-server[103407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:33:52.210429 dv-neutron-master-2-hyperv neutron-server[103407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:33:52.297938 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8ed5e09c-c6b2-4287-b916-dc2fdb2103ed tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803269'] for network (0633c7ea-4c5a-45cf-9a44-7cf947257364), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:52.306113 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8ed5e09c-c6b2-4287-b916-dc2fdb2103ed tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:52.313578 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-8ed5e09c-c6b2-4287-b916-dc2fdb2103ed tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] 10.222.0.20 "DELETE /v2.0/networks/0633c7ea-4c5a-45cf-9a44-7cf947257364 HTTP/1.1" status: 204 len: 168 time: 0.4595885 Feb 28 10:33:52.314889 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 35506) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:52.330323 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed5e09c-c6b2-4287-b916-dc2fdb2103ed tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Pushing event deleted for resources: {'Network': ['ID=0633c7ea-4c5a-45cf-9a44-7cf947257364,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:52.341108 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-6bd03fdc-dc3d-4542-863b-5e724ee3c368 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Request body: {'network': {'name': 'tempest-RoutersTest-581321668'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:33:52.345406 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-78097360-735f-4850-83a7-3a3dcbdb2ccd tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks [] for security_group (97c2fece-a1ef-4c07-b524-059cab72aeb1), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:52.351066 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-78097360-735f-4850-83a7-3a3dcbdb2ccd tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (97c2fece-a1ef-4c07-b524-059cab72aeb1), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:52.355775 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-00ee794d-913e-4b97-83ac-d5b2bd12713f tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] Publish callbacks [] for router_gateway (d4aed115-2dce-4190-8b81-c453ea0af748), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:52.382014 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78097360-735f-4850-83a7-3a3dcbdb2ccd tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 286} {{(pid=103407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:33:52.392809 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78097360-735f-4850-83a7-3a3dcbdb2ccd tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97c2fece-a1ef-4c07-b524-059cab72aeb1,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:52.398563 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-78097360-735f-4850-83a7-3a3dcbdb2ccd tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (7e03bdcf-c10c-4112-b5d0-ef96003e84c0), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:52.398909 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.db.segments_db [None req-78097360-735f-4850-83a7-3a3dcbdb2ccd tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Added segment 7e03bdcf-c10c-4112-b5d0-ef96003e84c0 of type vlan for network 8929b71a-d96d-48b5-95df-91b088a5d91b Feb 28 10:33:52.441753 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-00ee794d-913e-4b97-83ac-d5b2bd12713f tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:52.443164 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-78097360-735f-4850-83a7-3a3dcbdb2ccd tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742056637431'] for network (8929b71a-d96d-48b5-95df-91b088a5d91b), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:52.445601 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-41d0e9eb-ef1f-4f11-b8d9-f985c36c20f3 tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] Allocated IP 172.20.0.3 (10e4f615-edb3-42bc-b9db-6eafbcbc0839/88df84ce-f1a9-4592-9a3b-56c056f890ab/adb99e53-786c-4084-8883-3420fe5083a1) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:33:52.473840 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-78097360-735f-4850-83a7-3a3dcbdb2ccd tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551'] for network (8929b71a-d96d-48b5-95df-91b088a5d91b), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:52.476165 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0f6f9a9b-3e0e-4515-8ed9-2cc584d4a41e None None] Publish callbacks [] for port (2becdbaa-8f69-4589-9f9d-39e1f0d3c7c0), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:52.480279 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78097360-735f-4850-83a7-3a3dcbdb2ccd tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:33:52.481300 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-78097360-735f-4850-83a7-3a3dcbdb2ccd tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:52.482479 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0f6f9a9b-3e0e-4515-8ed9-2cc584d4a41e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749'] for port (2becdbaa-8f69-4589-9f9d-39e1f0d3c7c0), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:52.485929 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bd03fdc-dc3d-4542-863b-5e724ee3c368 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Made reservation on behalf of da82c5902a0c4c459ee88fe904a1e59b for: {'network': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:33:52.489217 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6bd03fdc-dc3d-4542-863b-5e724ee3c368 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for network (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:52.532155 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f6f9a9b-3e0e-4515-8ed9-2cc584d4a41e None None] Network 9f0a511d-8408-4971-9daa-968eebea54f2 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:33:52.537290 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-0f6f9a9b-3e0e-4515-8ed9-2cc584d4a41e None None] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:33:52.544289 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f6f9a9b-3e0e-4515-8ed9-2cc584d4a41e None None] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:33:52.553659 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-78097360-735f-4850-83a7-3a3dcbdb2ccd tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7321899 Feb 28 10:33:52.554216 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 35508) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:52.560425 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-f94ad785-7ca9-48a0-a1bd-8e3f23530281 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Request body: {'port': {'network_id': '8929b71a-d96d-48b5-95df-91b088a5d91b', 'name': 'tempest-PortsIpV6TestJSON-247198453'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:33:52.586605 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6f9a9b-3e0e-4515-8ed9-2cc584d4a41e None None] Pushing event updated for resources: {'Port': ['ID=2becdbaa-8f69-4589-9f9d-39e1f0d3c7c0,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:52.603423 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78097360-735f-4850-83a7-3a3dcbdb2ccd tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Pushing event updated for resources: {'Network': ['ID=8929b71a-d96d-48b5-95df-91b088a5d91b,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:52.620436 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-0f6f9a9b-3e0e-4515-8ed9-2cc584d4a41e None None] Attempting to bind port 2becdbaa-8f69-4589-9f9d-39e1f0d3c7c0 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:33:52.620831 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-0f6f9a9b-3e0e-4515-8ed9-2cc584d4a41e None None] Attempting to bind port 2becdbaa-8f69-4589-9f9d-39e1f0d3c7c0 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'bf553b55-fb1d-4346-a090-4fb77eb0fbd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '9f0a511d-8408-4971-9daa-968eebea54f2'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:33:52.621240 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f6f9a9b-3e0e-4515-8ed9-2cc584d4a41e None None] Attempting to bind port 2becdbaa-8f69-4589-9f9d-39e1f0d3c7c0 on network 9f0a511d-8408-4971-9daa-968eebea54f2 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:33:52.626572 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Network 8929b71a-d96d-48b5-95df-91b088a5d91b details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103409) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:33:52.640027 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f6f9a9b-3e0e-4515-8ed9-2cc584d4a41e None None] Checking agent: {'id': '75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 24, 15), 'started_at': datetime.datetime(2022, 2, 28, 10, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 33, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:33:52.640415 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f6f9a9b-3e0e-4515-8ed9-2cc584d4a41e None None] Checking segment: {'id': 'bf553b55-fb1d-4346-a090-4fb77eb0fbd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '9f0a511d-8408-4971-9daa-968eebea54f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:33:52.641252 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0f6f9a9b-3e0e-4515-8ed9-2cc584d4a41e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:52.641658 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f6f9a9b-3e0e-4515-8ed9-2cc584d4a41e None None] Bound using segment: {'id': 'bf553b55-fb1d-4346-a090-4fb77eb0fbd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '9f0a511d-8408-4971-9daa-968eebea54f2'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:33:52.642486 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-0f6f9a9b-3e0e-4515-8ed9-2cc584d4a41e None None] Bound port: 2becdbaa-8f69-4589-9f9d-39e1f0d3c7c0, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf553b55-fb1d-4346-a090-4fb77eb0fbd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '9f0a511d-8408-4971-9daa-968eebea54f2'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:33:52.642877 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0f6f9a9b-3e0e-4515-8ed9-2cc584d4a41e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (2becdbaa-8f69-4589-9f9d-39e1f0d3c7c0), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:52.662108 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f94ad785-7ca9-48a0-a1bd-8e3f23530281 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Made reservation on behalf of 29ccc4cf6ba849d18fb6a0524a0ef75f for: {'port': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:33:52.663626 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bd03fdc-dc3d-4542-863b-5e724ee3c368 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 278} {{(pid=103408) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:33:52.666170 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f94ad785-7ca9-48a0-a1bd-8e3f23530281 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:52.686877 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.notifiers.nova [None req-f94ad785-7ca9-48a0-a1bd-8e3f23530281 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] device_id is not set on port 7ba842df-a686-488a-b3f0-dfbd12881a17 yet. {{(pid=103407) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:33:52.696629 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6bd03fdc-dc3d-4542-863b-5e724ee3c368 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (0e51cb60-8055-4b31-821a-180b9f72d845), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:52.697003 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.db.segments_db [None req-6bd03fdc-dc3d-4542-863b-5e724ee3c368 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Added segment 0e51cb60-8055-4b31-821a-180b9f72d845 of type vlan for network 7f9e46fe-d735-4e82-bec4-73592fd1da1b Feb 28 10:33:52.753726 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-0f6f9a9b-3e0e-4515-8ed9-2cc584d4a41e None None] For port 2becdbaa-8f69-4589-9f9d-39e1f0d3c7c0, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:33:52.757500 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-0f6f9a9b-3e0e-4515-8ed9-2cc584d4a41e None None] For port 2becdbaa-8f69-4589-9f9d-39e1f0d3c7c0, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2becdbaa-8f69-4589-9f9d-39e1f0d3c7c0,segment=NetworkSegment(bf553b55-fb1d-4346-a090-4fb77eb0fbd7),segment_id=bf553b55-fb1d-4346-a090-4fb77eb0fbd7)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:33:52.763752 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0f6f9a9b-3e0e-4515-8ed9-2cc584d4a41e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (2becdbaa-8f69-4589-9f9d-39e1f0d3c7c0), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:52.819589 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6f9a9b-3e0e-4515-8ed9-2cc584d4a41e None None] Pushing event updated for resources: {'Port': ['ID=2becdbaa-8f69-4589-9f9d-39e1f0d3c7c0,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:52.860326 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6bd03fdc-dc3d-4542-863b-5e724ee3c368 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742056637431'] for network (7f9e46fe-d735-4e82-bec4-73592fd1da1b), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:52.868021 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f94ad785-7ca9-48a0-a1bd-8e3f23530281 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks [] for port (7ba842df-a686-488a-b3f0-dfbd12881a17), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:52.907048 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f94ad785-7ca9-48a0-a1bd-8e3f23530281 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (7ba842df-a686-488a-b3f0-dfbd12881a17), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:52.936896 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-00ee794d-913e-4b97-83ac-d5b2bd12713f tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] Allocated IP 172.36.5.232 (1e0804d0-d1d9-4d40-9de5-2936f3d87840/6f6f4129-23e5-4c3b-b4ef-4c7ce926797e/f53befdc-7339-4b1b-887e-26e0017ccbda) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:33:52.950404 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-259ed090-ecd9-46eb-ade9-916adaedd52b tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:52.989658 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94ad785-7ca9-48a0-a1bd-8e3f23530281 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Pushing event updated for resources: {'Port': ['ID=7ba842df-a686-488a-b3f0-dfbd12881a17,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:52.990112 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6bd03fdc-dc3d-4542-863b-5e724ee3c368 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551'] for network (7f9e46fe-d735-4e82-bec4-73592fd1da1b), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:52.995753 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd03fdc-dc3d-4542-863b-5e724ee3c368 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:33:52.996376 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6bd03fdc-dc3d-4542-863b-5e724ee3c368 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616561'] for network (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:53.011583 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94ad785-7ca9-48a0-a1bd-8e3f23530281 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Checking segment: {'id': '7e03bdcf-c10c-4112-b5d0-ef96003e84c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '8929b71a-d96d-48b5-95df-91b088a5d91b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:33:53.011947 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f94ad785-7ca9-48a0-a1bd-8e3f23530281 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Network hostable DHCP agents. Network: 8929b71a-d96d-48b5-95df-91b088a5d91b, hostable agents: ['fb6705d2-4f70-4965-92a3-fbfccd43a6d3'], hosted agents: [] {{(pid=103407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:33:53.040435 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f94ad785-7ca9-48a0-a1bd-8e3f23530281 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Network 8929b71a-d96d-48b5-95df-91b088a5d91b is scheduled to be hosted by DHCP agent fb6705d2-4f70-4965-92a3-fbfccd43a6d3 with binding_index 1 {{(pid=103407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:33:53.055038 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-f94ad785-7ca9-48a0-a1bd-8e3f23530281 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 8929b71a-d96d-48b5-95df-91b088a5d91b) {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:33:53.060576 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f94ad785-7ca9-48a0-a1bd-8e3f23530281 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:33:53.068625 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c242ea7-61af-40f5-876f-cbdbf7737bcf None None] Network 8929b71a-d96d-48b5-95df-91b088a5d91b requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:33:53.086618 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f94ad785-7ca9-48a0-a1bd-8e3f23530281 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:33:53.087712 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f94ad785-7ca9-48a0-a1bd-8e3f23530281 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:53.123199 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-f94ad785-7ca9-48a0-a1bd-8e3f23530281 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.5651248 Feb 28 10:33:53.123516 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 35512) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:53.128660 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-80fcad84-8abf-4b5a-bd24-318ecf0491f8 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-586974314'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:33:53.136955 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-41d0e9eb-ef1f-4f11-b8d9-f985c36c20f3 tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] Publish callbacks [] for port (adb99e53-786c-4084-8883-3420fe5083a1), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:53.150422 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80fcad84-8abf-4b5a-bd24-318ecf0491f8 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Made reservation on behalf of 29ccc4cf6ba849d18fb6a0524a0ef75f for: {'network': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:33:53.154450 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-80fcad84-8abf-4b5a-bd24-318ecf0491f8 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for network (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:53.178809 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-6bd03fdc-dc3d-4542-863b-5e724ee3c368 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8419678 Feb 28 10:33:53.187532 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 35514) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:53.193408 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-dc44de89-1c2c-4e29-a3a4-bd00fb13d220 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Request body: {'subnet': {'network_id': '7f9e46fe-d735-4e82-bec4-73592fd1da1b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:33:53.197532 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80fcad84-8abf-4b5a-bd24-318ecf0491f8 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 299} {{(pid=103407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:33:53.250183 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd03fdc-dc3d-4542-863b-5e724ee3c368 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Pushing event updated for resources: {'Network': ['ID=7f9e46fe-d735-4e82-bec4-73592fd1da1b,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:53.251215 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-80fcad84-8abf-4b5a-bd24-318ecf0491f8 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (d7e95393-e6f3-4cf1-946e-6a1f71d13f92), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:53.251626 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.db.segments_db [None req-80fcad84-8abf-4b5a-bd24-318ecf0491f8 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Added segment d7e95393-e6f3-4cf1-946e-6a1f71d13f92 of type vlan for network 4350ce1b-6567-418c-b96e-6e743bbdfae6 Feb 28 10:33:53.265764 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Network 7f9e46fe-d735-4e82-bec4-73592fd1da1b details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103409) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:33:53.329337 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-80fcad84-8abf-4b5a-bd24-318ecf0491f8 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742056637431'] for network (4350ce1b-6567-418c-b96e-6e743bbdfae6), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:53.367448 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc44de89-1c2c-4e29-a3a4-bd00fb13d220 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Made reservation on behalf of da82c5902a0c4c459ee88fe904a1e59b for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:33:53.371715 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-dc44de89-1c2c-4e29-a3a4-bd00fb13d220 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3516581'] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:53.376596 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-80fcad84-8abf-4b5a-bd24-318ecf0491f8 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551'] for network (4350ce1b-6567-418c-b96e-6e743bbdfae6), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:53.379059 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-00ee794d-913e-4b97-83ac-d5b2bd12713f tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] Publish callbacks [] for port (f53befdc-7339-4b1b-887e-26e0017ccbda), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:53.382282 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80fcad84-8abf-4b5a-bd24-318ecf0491f8 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:33:53.383042 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-80fcad84-8abf-4b5a-bd24-318ecf0491f8 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:53.408051 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-41d0e9eb-ef1f-4f11-b8d9-f985c36c20f3 tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (adb99e53-786c-4084-8883-3420fe5083a1), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:53.493423 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-80fcad84-8abf-4b5a-bd24-318ecf0491f8 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3684261 Feb 28 10:33:53.498524 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 35516) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:53.501628 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41d0e9eb-ef1f-4f11-b8d9-f985c36c20f3 tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] Network 10e4f615-edb3-42bc-b9db-6eafbcbc0839 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:33:53.507448 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d0e9eb-ef1f-4f11-b8d9-f985c36c20f3 tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] Pushing event updated for resources: {'Port': ['ID=adb99e53-786c-4084-8883-3420fe5083a1,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:53.510260 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-f48462a1-f6ef-4b24-a637-9f811784ce30 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Request body: {'ports': [{'network_id': '8929b71a-d96d-48b5-95df-91b088a5d91b'}, {'network_id': '4350ce1b-6567-418c-b96e-6e743bbdfae6'}]} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:33:53.510714 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-f48462a1-f6ef-4b24-a637-9f811784ce30 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Request body: {'port': {'network_id': '8929b71a-d96d-48b5-95df-91b088a5d91b'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:33:53.511582 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-f48462a1-f6ef-4b24-a637-9f811784ce30 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Request body: {'port': {'network_id': '4350ce1b-6567-418c-b96e-6e743bbdfae6'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:33:53.528937 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-41d0e9eb-ef1f-4f11-b8d9-f985c36c20f3 tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:33:53.535665 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d0e9eb-ef1f-4f11-b8d9-f985c36c20f3 tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:33:53.566195 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fcad84-8abf-4b5a-bd24-318ecf0491f8 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Pushing event updated for resources: {'Network': ['ID=4350ce1b-6567-418c-b96e-6e743bbdfae6,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:53.575810 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-00ee794d-913e-4b97-83ac-d5b2bd12713f tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (f53befdc-7339-4b1b-887e-26e0017ccbda), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:53.584832 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Network 4350ce1b-6567-418c-b96e-6e743bbdfae6 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103409) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:33:53.659155 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-259ed090-ecd9-46eb-ade9-916adaedd52b tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Allocated IP 2001:db8::1 (9f0a511d-8408-4971-9daa-968eebea54f2/bc51d808-caca-4d78-9e35-c90642d43fdf/6363484c-6202-4c78-badc-a463f44d6c46) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:33:53.690555 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41d0e9eb-ef1f-4f11-b8d9-f985c36c20f3 tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:33:53.691216 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-41d0e9eb-ef1f-4f11-b8d9-f985c36c20f3 tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:53.696846 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ee794d-913e-4b97-83ac-d5b2bd12713f tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] Network 1e0804d0-d1d9-4d40-9de5-2936f3d87840 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:33:53.719297 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-00ee794d-913e-4b97-83ac-d5b2bd12713f tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:33:53.728187 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ee794d-913e-4b97-83ac-d5b2bd12713f tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:33:53.732764 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ee794d-913e-4b97-83ac-d5b2bd12713f tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] Pushing event updated for resources: {'Port': ['ID=f53befdc-7339-4b1b-887e-26e0017ccbda,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:53.769158 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-41d0e9eb-ef1f-4f11-b8d9-f985c36c20f3 tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0298700 Feb 28 10:33:53.770623 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 35518) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:53.777656 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-f4b76db9-757e-4b94-9471-192f8964f532 tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:ec:fe:a0'}, {'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:31:46:ab'}]}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:33:53.962756 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 2becdbaa-8f69-4589-9f9d-39e1f0d3c7c0 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:33:53.996975 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-259ed090-ecd9-46eb-ade9-916adaedd52b tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks [] for port (6363484c-6202-4c78-badc-a463f44d6c46), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:54.023073 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f4b76db9-757e-4b94-9471-192f8964f532 tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (adb99e53-786c-4084-8883-3420fe5083a1), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:54.024971 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f48462a1-f6ef-4b24-a637-9f811784ce30 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Made reservation on behalf of 29ccc4cf6ba849d18fb6a0524a0ef75f for: {'port': 2} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:33:54.029153 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f48462a1-f6ef-4b24-a637-9f811784ce30 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:54.047139 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-259ed090-ecd9-46eb-ade9-916adaedd52b tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (6363484c-6202-4c78-badc-a463f44d6c46), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:54.050942 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-ffb9c9ab-2ce9-435b-85fa-e541731a1894 None None] Provisioning complete for port adb99e53-786c-4084-8883-3420fe5083a1 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:33:54.051335 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ffb9c9ab-2ce9-435b-85fa-e541731a1894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (adb99e53-786c-4084-8883-3420fe5083a1), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:54.055279 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-dc44de89-1c2c-4e29-a3a4-bd00fb13d220 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3498031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3516567'] for subnet (a1c1898c-7834-49b0-b307-51a157673c81), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:54.068993 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f48462a1-f6ef-4b24-a637-9f811784ce30 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:54.120694 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port 2becdbaa-8f69-4589-9f9d-39e1f0d3c7c0 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:33:54.131699 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (2becdbaa-8f69-4589-9f9d-39e1f0d3c7c0), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:54.163651 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-ffb9c9ab-2ce9-435b-85fa-e541731a1894 None None] Port adb99e53-786c-4084-8883-3420fe5083a1 cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:33:54.233250 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 2becdbaa-8f69-4589-9f9d-39e1f0d3c7c0 is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:33:54.233648 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (2becdbaa-8f69-4589-9f9d-39e1f0d3c7c0), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:54.289748 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] For port 2becdbaa-8f69-4589-9f9d-39e1f0d3c7c0, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2becdbaa-8f69-4589-9f9d-39e1f0d3c7c0,segment=NetworkSegment(bf553b55-fb1d-4346-a090-4fb77eb0fbd7),segment_id=bf553b55-fb1d-4346-a090-4fb77eb0fbd7)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:33:54.298297 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc44de89-1c2c-4e29-a3a4-bd00fb13d220 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Pushing event updated for resources: {'Subnet': ['ID=a1c1898c-7834-49b0-b307-51a157673c81,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:54.303887 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-7d24f8e7-d69f-4a51-823c-ee037a692a19 None None] Provisioning complete for port 2becdbaa-8f69-4589-9f9d-39e1f0d3c7c0 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:33:54.304701 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7d24f8e7-d69f-4a51-823c-ee037a692a19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (2becdbaa-8f69-4589-9f9d-39e1f0d3c7c0), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:54.327983 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc44de89-1c2c-4e29-a3a4-bd00fb13d220 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Checking segment: {'id': '0e51cb60-8055-4b31-821a-180b9f72d845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '7f9e46fe-d735-4e82-bec4-73592fd1da1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:33:54.328357 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc44de89-1c2c-4e29-a3a4-bd00fb13d220 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Network hostable DHCP agents. Network: 7f9e46fe-d735-4e82-bec4-73592fd1da1b, hostable agents: ['fb6705d2-4f70-4965-92a3-fbfccd43a6d3'], hosted agents: [] {{(pid=103407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:33:54.357011 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (2becdbaa-8f69-4589-9f9d-39e1f0d3c7c0), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:54.399821 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.notifiers.nova [None req-f48462a1-f6ef-4b24-a637-9f811784ce30 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] device_id is not set on port 4504fd01-43bf-4086-8fde-a96d42404481 yet. {{(pid=103407) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:33:54.422043 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc44de89-1c2c-4e29-a3a4-bd00fb13d220 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Network 7f9e46fe-d735-4e82-bec4-73592fd1da1b is scheduled to be hosted by DHCP agent fb6705d2-4f70-4965-92a3-fbfccd43a6d3 with binding_index 1 {{(pid=103407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:33:54.431055 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Pushing event updated for resources: {'Port': ['ID=2becdbaa-8f69-4589-9f9d-39e1f0d3c7c0,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:54.463252 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-dc44de89-1c2c-4e29-a3a4-bd00fb13d220 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 7f9e46fe-d735-4e82-bec4-73592fd1da1b) {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:33:54.468395 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc44de89-1c2c-4e29-a3a4-bd00fb13d220 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:33:54.469036 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-dc44de89-1c2c-4e29-a3a4-bd00fb13d220 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616561'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:54.507797 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-7d24f8e7-d69f-4a51-823c-ee037a692a19 None None] Current status of the port 2becdbaa-8f69-4589-9f9d-39e1f0d3c7c0 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:33:54.514099 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea98cdad-b0e6-44a8-9bfa-9d08ea0d5cd9 None None] Network 7f9e46fe-d735-4e82-bec4-73592fd1da1b requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:33:54.517990 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-dc44de89-1c2c-4e29-a3a4-bd00fb13d220 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3289366 Feb 28 10:33:54.521306 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 35520) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:54.527604 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ed090-ecd9-46eb-ade9-916adaedd52b tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Pushing event updated for resources: {'Port': ['ID=6363484c-6202-4c78-badc-a463f44d6c46,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:54.528305 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-f2b73402-7a8f-4de6-b7ec-7130fc3cb4e1 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1937254063', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:33:54.545671 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-259ed090-ecd9-46eb-ade9-916adaedd52b tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Network 9f0a511d-8408-4971-9daa-968eebea54f2 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:33:54.569351 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-259ed090-ecd9-46eb-ade9-916adaedd52b tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:33:54.572841 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-259ed090-ecd9-46eb-ade9-916adaedd52b tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:33:54.573538 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-259ed090-ecd9-46eb-ade9-916adaedd52b tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1803404'] for router_interface (c34c72e0-385b-40aa-83ba-562ba1e66945), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:54.599886 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f2b73402-7a8f-4de6-b7ec-7130fc3cb4e1 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1805251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254175'] for router (021cb896-d921-405b-81bc-411eb3dc3459), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:54.601116 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f2b73402-7a8f-4de6-b7ec-7130fc3cb4e1 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1804172', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1602053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254150'] for router (021cb896-d921-405b-81bc-411eb3dc3459), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:54.606041 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f4b76db9-757e-4b94-9471-192f8964f532 tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] Publish callbacks [] for port (adb99e53-786c-4084-8883-3420fe5083a1), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:54.620882 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f4b76db9-757e-4b94-9471-192f8964f532 tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3498066'] for port (adb99e53-786c-4084-8883-3420fe5083a1), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:54.731981 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f48462a1-f6ef-4b24-a637-9f811784ce30 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks [] for port (4504fd01-43bf-4086-8fde-a96d42404481), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:54.759164 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75ebde86-82b7-464e-9667-8e924fc18107 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-7f9e46fe-d735-4e82-bec4-73592fd1da1b', 'network_id': '7f9e46fe-d735-4e82-bec4-73592fd1da1b', 'project_id': 'da82c5902a0c4c459ee88fe904a1e59b', 'fixed_ips': [{'subnet_id': 'a1c1898c-7834-49b0-b307-51a157673c81'}]}} from dv-neutron-master-2-hyperv. {{(pid=103409) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:33:54.760408 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-75ebde86-82b7-464e-9667-8e924fc18107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:54.838422 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-f4b76db9-757e-4b94-9471-192f8964f532 tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] In _notify_port_updated(), no bound segment for port adb99e53-786c-4084-8883-3420fe5083a1 on network 10e4f615-edb3-42bc-b9db-6eafbcbc0839 {{(pid=103407) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 28 10:33:54.844766 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b76db9-757e-4b94-9471-192f8964f532 tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:33:54.845456 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f4b76db9-757e-4b94-9471-192f8964f532 tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:54.846897 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-f4b76db9-757e-4b94-9471-192f8964f532 tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] 10.222.0.20 "PUT /v2.0/ports/adb99e53-786c-4084-8883-3420fe5083a1 HTTP/1.1" status: 200 len: 1055 time: 1.0764525 Feb 28 10:33:54.847796 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b76db9-757e-4b94-9471-192f8964f532 tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] Pushing event updated for resources: {'Port': ['ID=adb99e53-786c-4084-8883-3420fe5083a1,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:54.851955 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 35522) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:54.877567 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f2b73402-7a8f-4de6-b7ec-7130fc3cb4e1 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks [] for router_controller (021cb896-d921-405b-81bc-411eb3dc3459), precommit_add_association {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:54.894646 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f2b73402-7a8f-4de6-b7ec-7130fc3cb4e1 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1804241'] for router (021cb896-d921-405b-81bc-411eb3dc3459), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:54.943143 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.notifiers.nova [None req-f48462a1-f6ef-4b24-a637-9f811784ce30 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] device_id is not set on port 59913dcb-665d-466c-9700-d754833c1ccf yet. {{(pid=103407) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:33:54.961056 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f2b73402-7a8f-4de6-b7ec-7130fc3cb4e1 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks [] for router (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:54.966050 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-f2b73402-7a8f-4de6-b7ec-7130fc3cb4e1 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4436779 Feb 28 10:33:54.968278 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 35524) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:54.982060 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-3c2e3a23-5978-42bd-883b-39be48d5ac2d tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Request body: {'port': {'network_id': '7f9e46fe-d735-4e82-bec4-73592fd1da1b', 'name': 'tempest-RoutersTest-1816035128'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:33:55.019002 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-75ebde86-82b7-464e-9667-8e924fc18107 None None] Allocated IP 172.20.0.2 (7f9e46fe-d735-4e82-bec4-73592fd1da1b/a1c1898c-7834-49b0-b307-51a157673c81/8ef15cb0-9d71-44b3-ae8a-16cfad381553) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:33:55.023314 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-00ee794d-913e-4b97-83ac-d5b2bd12713f tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] Publish callbacks [] for router_gateway (d4aed115-2dce-4190-8b81-c453ea0af748), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:55.152391 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-259ed090-ecd9-46eb-ade9-916adaedd52b tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (6363484c-6202-4c78-badc-a463f44d6c46), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:55.172060 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-7698c43a-f6f5-4cab-a365-d04cfe467657 tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] Deleting port adb99e53-786c-4084-8883-3420fe5083a1 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:33:55.172747 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7698c43a-f6f5-4cab-a365-d04cfe467657 tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (adb99e53-786c-4084-8883-3420fe5083a1), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:55.190548 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c2e3a23-5978-42bd-883b-39be48d5ac2d tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Made reservation on behalf of da82c5902a0c4c459ee88fe904a1e59b for: {'port': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:33:55.193985 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3c2e3a23-5978-42bd-883b-39be48d5ac2d tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:55.198209 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-75ebde86-82b7-464e-9667-8e924fc18107 None None] Publish callbacks [] for port (8ef15cb0-9d71-44b3-ae8a-16cfad381553), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:55.211564 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-06827f01-5eb7-4ae8-a186-a6a808a74db3 None None] Provisioning complete for port 6363484c-6202-4c78-badc-a463f44d6c46 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:33:55.212846 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-06827f01-5eb7-4ae8-a186-a6a808a74db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (6363484c-6202-4c78-badc-a463f44d6c46), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:55.242177 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-75ebde86-82b7-464e-9667-8e924fc18107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749'] for port (8ef15cb0-9d71-44b3-ae8a-16cfad381553), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:55.278208 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.notifiers.nova [None req-3c2e3a23-5978-42bd-883b-39be48d5ac2d tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] device_id is not set on port fe1311f5-57ee-4114-ab2c-fd77715426cd yet. {{(pid=103407) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:33:55.306506 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-06827f01-5eb7-4ae8-a186-a6a808a74db3 None None] Port 6363484c-6202-4c78-badc-a463f44d6c46 cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:33:55.309632 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-00ee794d-913e-4b97-83ac-d5b2bd12713f tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1804241'] for router (d4aed115-2dce-4190-8b81-c453ea0af748), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:55.311870 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75ebde86-82b7-464e-9667-8e924fc18107 None None] Network 7f9e46fe-d735-4e82-bec4-73592fd1da1b is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:33:55.314333 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-75ebde86-82b7-464e-9667-8e924fc18107 None None] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:33:55.316153 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ebde86-82b7-464e-9667-8e924fc18107 None None] Pushing event updated for resources: {'Port': ['ID=8ef15cb0-9d71-44b3-ae8a-16cfad381553,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:55.318669 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ebde86-82b7-464e-9667-8e924fc18107 None None] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:33:55.338755 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f48462a1-f6ef-4b24-a637-9f811784ce30 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks [] for port (59913dcb-665d-466c-9700-d754833c1ccf), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:55.383649 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-75ebde86-82b7-464e-9667-8e924fc18107 None None] Attempting to bind port 8ef15cb0-9d71-44b3-ae8a-16cfad381553 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:33:55.384080 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-75ebde86-82b7-464e-9667-8e924fc18107 None None] Attempting to bind port 8ef15cb0-9d71-44b3-ae8a-16cfad381553 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '0e51cb60-8055-4b31-821a-180b9f72d845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '7f9e46fe-d735-4e82-bec4-73592fd1da1b'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:33:55.384737 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ebde86-82b7-464e-9667-8e924fc18107 None None] Attempting to bind port 8ef15cb0-9d71-44b3-ae8a-16cfad381553 on network 7f9e46fe-d735-4e82-bec4-73592fd1da1b {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:33:55.390645 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ebde86-82b7-464e-9667-8e924fc18107 None None] Checking agent: {'id': '75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 24, 15), 'started_at': datetime.datetime(2022, 2, 28, 10, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 33, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:33:55.391641 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ebde86-82b7-464e-9667-8e924fc18107 None None] Checking segment: {'id': '0e51cb60-8055-4b31-821a-180b9f72d845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '7f9e46fe-d735-4e82-bec4-73592fd1da1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:33:55.392894 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-75ebde86-82b7-464e-9667-8e924fc18107 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:55.393303 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ebde86-82b7-464e-9667-8e924fc18107 None None] Bound using segment: {'id': '0e51cb60-8055-4b31-821a-180b9f72d845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '7f9e46fe-d735-4e82-bec4-73592fd1da1b'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:33:55.394179 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-75ebde86-82b7-464e-9667-8e924fc18107 None None] Bound port: 8ef15cb0-9d71-44b3-ae8a-16cfad381553, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e51cb60-8055-4b31-821a-180b9f72d845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': '7f9e46fe-d735-4e82-bec4-73592fd1da1b'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:33:55.394179 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-75ebde86-82b7-464e-9667-8e924fc18107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (8ef15cb0-9d71-44b3-ae8a-16cfad381553), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:55.397935 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7698c43a-f6f5-4cab-a365-d04cfe467657 tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (adb99e53-786c-4084-8883-3420fe5083a1), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:55.422709 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-7698c43a-f6f5-4cab-a365-d04cfe467657 tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] Calling delete_port for adb99e53-786c-4084-8883-3420fe5083a1 owned by {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:33:55.459488 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-0cdfb035-fac2-49e7-8282-c06061ad48f0 None None] Provisioning complete for port adb99e53-786c-4084-8883-3420fe5083a1 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:33:55.460452 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0cdfb035-fac2-49e7-8282-c06061ad48f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (adb99e53-786c-4084-8883-3420fe5083a1), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:55.521025 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-3c2e3a23-5978-42bd-883b-39be48d5ac2d tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Allocated IP 172.20.0.5 (7f9e46fe-d735-4e82-bec4-73592fd1da1b/a1c1898c-7834-49b0-b307-51a157673c81/fe1311f5-57ee-4114-ab2c-fd77715426cd) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:33:55.521908 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-75ebde86-82b7-464e-9667-8e924fc18107 None None] For port 8ef15cb0-9d71-44b3-ae8a-16cfad381553, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:33:55.526414 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-75ebde86-82b7-464e-9667-8e924fc18107 None None] For port 8ef15cb0-9d71-44b3-ae8a-16cfad381553, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8ef15cb0-9d71-44b3-ae8a-16cfad381553,segment=NetworkSegment(0e51cb60-8055-4b31-821a-180b9f72d845),segment_id=0e51cb60-8055-4b31-821a-180b9f72d845)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:33:55.530318 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-0cdfb035-fac2-49e7-8282-c06061ad48f0 None None] Port adb99e53-786c-4084-8883-3420fe5083a1 cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:33:55.536675 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f48462a1-f6ef-4b24-a637-9f811784ce30 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (4504fd01-43bf-4086-8fde-a96d42404481), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:55.537343 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-75ebde86-82b7-464e-9667-8e924fc18107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (8ef15cb0-9d71-44b3-ae8a-16cfad381553), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:55.611766 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ebde86-82b7-464e-9667-8e924fc18107 None None] Pushing event updated for resources: {'Port': ['ID=8ef15cb0-9d71-44b3-ae8a-16cfad381553,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:55.627523 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00ee794d-913e-4b97-83ac-d5b2bd12713f tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] Router d4aed115-2dce-4190-8b81-c453ea0af748 is scheduled to L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 with binding_index 1 {{(pid=103408) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 10:33:55.663603 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f48462a1-f6ef-4b24-a637-9f811784ce30 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Network 8929b71a-d96d-48b5-95df-91b088a5d91b is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:33:55.672578 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48462a1-f6ef-4b24-a637-9f811784ce30 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Pushing event updated for resources: {'Port': ['ID=4504fd01-43bf-4086-8fde-a96d42404481,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:55.682593 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-f48462a1-f6ef-4b24-a637-9f811784ce30 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:33:55.685583 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48462a1-f6ef-4b24-a637-9f811784ce30 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:33:55.686487 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f48462a1-f6ef-4b24-a637-9f811784ce30 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (59913dcb-665d-466c-9700-d754833c1ccf), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:55.745974 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48462a1-f6ef-4b24-a637-9f811784ce30 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Pushing event updated for resources: {'Port': ['ID=59913dcb-665d-466c-9700-d754833c1ccf,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:55.843283 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00ee794d-913e-4b97-83ac-d5b2bd12713f tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:33:55.861781 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-259ed090-ecd9-46eb-ade9-916adaedd52b tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks [] for port (6363484c-6202-4c78-badc-a463f44d6c46), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:55.863176 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f3f73b-fd2e-4c90-9196-003c1dff8e70 None None] Sync routers for ids ['d4aed115-2dce-4190-8b81-c453ea0af748'] in dv-neutron-master-2-hyperv {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:33:55.870032 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-259ed090-ecd9-46eb-ade9-916adaedd52b tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3242529'] for port (6363484c-6202-4c78-badc-a463f44d6c46), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:55.870932 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-259ed090-ecd9-46eb-ade9-916adaedd52b tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1802524'] for router_interface (c34c72e0-385b-40aa-83ba-562ba1e66945), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:55.938961 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-00ee794d-913e-4b97-83ac-d5b2bd12713f tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] Publish callbacks [] for router (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:55.943243 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-00ee794d-913e-4b97-83ac-d5b2bd12713f tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 5.3767333 Feb 28 10:33:55.944897 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 35530) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:55.946393 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f3f73b-fd2e-4c90-9196-003c1dff8e70 None None] Routers {'d4aed115-2dce-4190-8b81-c453ea0af748'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:33:55.947070 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-75f3f73b-fd2e-4c90-9196-003c1dff8e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:33:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['d4aed115-2dce-4190-8b81-c453ea0af748'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:33:55.957412 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-0a0545ce-083b-46aa-bc60-3f5b4cd71fd4 tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:33:55.960609 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48462a1-f6ef-4b24-a637-9f811784ce30 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Checking segment: {'id': 'd7e95393-e6f3-4cf1-946e-6a1f71d13f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '4350ce1b-6567-418c-b96e-6e743bbdfae6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:33:55.961053 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f48462a1-f6ef-4b24-a637-9f811784ce30 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Network hostable DHCP agents. Network: 4350ce1b-6567-418c-b96e-6e743bbdfae6, hostable agents: ['fb6705d2-4f70-4965-92a3-fbfccd43a6d3'], hosted agents: [] {{(pid=103407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:33:56.021258 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-75f3f73b-fd2e-4c90-9196-003c1dff8e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:33:56.030951 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ed090-ecd9-46eb-ade9-916adaedd52b tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Pushing event updated for resources: {'Port': ['ID=6363484c-6202-4c78-badc-a463f44d6c46,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:56.049575 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f3f73b-fd2e-4c90-9196-003c1dff8e70 None None] Routers {'d4aed115-2dce-4190-8b81-c453ea0af748'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:33:56.050476 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-75f3f73b-fd2e-4c90-9196-003c1dff8e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:33:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['d4aed115-2dce-4190-8b81-c453ea0af748'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:33:56.058944 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 2becdbaa-8f69-4589-9f9d-39e1f0d3c7c0 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:33:56.095081 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-259ed090-ecd9-46eb-ade9-916adaedd52b tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Network 9f0a511d-8408-4971-9daa-968eebea54f2 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:33:56.097957 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-259ed090-ecd9-46eb-ade9-916adaedd52b tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:33:56.108816 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3c2e3a23-5978-42bd-883b-39be48d5ac2d tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks [] for port (fe1311f5-57ee-4114-ab2c-fd77715426cd), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:56.123810 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f48462a1-f6ef-4b24-a637-9f811784ce30 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Network 4350ce1b-6567-418c-b96e-6e743bbdfae6 is scheduled to be hosted by DHCP agent fb6705d2-4f70-4965-92a3-fbfccd43a6d3 with binding_index 1 {{(pid=103407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:33:56.169718 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7698c43a-f6f5-4cab-a365-d04cfe467657 tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (adb99e53-786c-4084-8883-3420fe5083a1), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:56.211010 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-f48462a1-f6ef-4b24-a637-9f811784ce30 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 4350ce1b-6567-418c-b96e-6e743bbdfae6) {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:33:56.216110 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48462a1-f6ef-4b24-a637-9f811784ce30 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:33:56.222798 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f48462a1-f6ef-4b24-a637-9f811784ce30 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:33:56.227408 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f48462a1-f6ef-4b24-a637-9f811784ce30 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:33:56.228119 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f48462a1-f6ef-4b24-a637-9f811784ce30 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:56.236268 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-75f3f73b-fd2e-4c90-9196-003c1dff8e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:33:56.236970 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f3f73b-fd2e-4c90-9196-003c1dff8e70 None None] The sync data for ids ['d4aed115-2dce-4190-8b81-c453ea0af748'] in dv-neutron-master-2-hyperv is: [] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:33:56.241764 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70564a94-30e6-433d-840d-32eb0eb7ca46 None None] Network 4350ce1b-6567-418c-b96e-6e743bbdfae6 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:33:56.278749 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-259ed090-ecd9-46eb-ade9-916adaedd52b tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Router c34c72e0-385b-40aa-83ba-562ba1e66945 is scheduled to L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 with binding_index 1 {{(pid=103408) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 10:33:56.283052 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7698c43a-f6f5-4cab-a365-d04cfe467657 tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] Pushing event deleted for resources: {'Port': ['ID=adb99e53-786c-4084-8883-3420fe5083a1,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:56.354020 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 35532) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:56.357414 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-f48462a1-f6ef-4b24-a637-9f811784ce30 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.8439927 Feb 28 10:33:56.462109 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port 2becdbaa-8f69-4589-9f9d-39e1f0d3c7c0 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:33:56.462908 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (2becdbaa-8f69-4589-9f9d-39e1f0d3c7c0), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:56.511834 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3c2e3a23-5978-42bd-883b-39be48d5ac2d tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (fe1311f5-57ee-4114-ab2c-fd77715426cd), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:56.592678 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 2becdbaa-8f69-4589-9f9d-39e1f0d3c7c0 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:33:56.612890 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-ce812afe-1572-4c69-acd6-e7bd69ec6b6c None None] Provisioning complete for port 6363484c-6202-4c78-badc-a463f44d6c46 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:33:56.613619 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ce812afe-1572-4c69-acd6-e7bd69ec6b6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (6363484c-6202-4c78-badc-a463f44d6c46), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:56.636711 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-259ed090-ecd9-46eb-ade9-916adaedd52b tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:33:56.647623 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee63cc7a-ca4f-410c-8fc7-9cf9139ff967 None None] Sync routers for ids ['c34c72e0-385b-40aa-83ba-562ba1e66945'] in dv-neutron-master-2-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:33:56.662255 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2e3a23-5978-42bd-883b-39be48d5ac2d tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Pushing event updated for resources: {'Port': ['ID=fe1311f5-57ee-4114-ab2c-fd77715426cd,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:56.665681 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-259ed090-ecd9-46eb-ade9-916adaedd52b tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "PUT /v2.0/routers/c34c72e0-385b-40aa-83ba-562ba1e66945/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5062220 Feb 28 10:33:56.670109 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 35534) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:56.671209 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee63cc7a-ca4f-410c-8fc7-9cf9139ff967 None None] Routers {'c34c72e0-385b-40aa-83ba-562ba1e66945'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:33:56.671859 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-ee63cc7a-ca4f-410c-8fc7-9cf9139ff967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:33:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['c34c72e0-385b-40aa-83ba-562ba1e66945'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:33:56.708415 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-ce812afe-1572-4c69-acd6-e7bd69ec6b6c None None] Port 6363484c-6202-4c78-badc-a463f44d6c46 cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:33:56.751218 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e966177-7c06-4c92-9847-68c090cb1ef6 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:33:56.755593 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-1e966177-7c06-4c92-9847-68c090cb1ef6 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "GET /v2.0/ports/6363484c-6202-4c78-badc-a463f44d6c46 HTTP/1.1" status: 200 len: 911 time: 0.0843716 Feb 28 10:33:56.756582 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 35536) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:56.782733 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c2e3a23-5978-42bd-883b-39be48d5ac2d tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Network 7f9e46fe-d735-4e82-bec4-73592fd1da1b is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:33:56.804916 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-3c2e3a23-5978-42bd-883b-39be48d5ac2d tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:33:56.807988 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2e3a23-5978-42bd-883b-39be48d5ac2d tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:33:56.822247 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-32ba3d27-0a6f-4fa4-b417-1e4488741b9f tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Deleting port 59913dcb-665d-466c-9700-d754833c1ccf {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:33:56.822594 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-32ba3d27-0a6f-4fa4-b417-1e4488741b9f tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (59913dcb-665d-466c-9700-d754833c1ccf), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:56.918493 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bbede9d-17da-4fb5-bb0d-3ea977694b98 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:33:56.927827 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bbede9d-17da-4fb5-bb0d-3ea977694b98 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:33:56.934074 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-8bbede9d-17da-4fb5-bb0d-3ea977694b98 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1725321 Feb 28 10:33:56.935352 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 35538) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:56.955538 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-ee63cc7a-ca4f-410c-8fc7-9cf9139ff967 None None] Set router c34c72e0-385b-40aa-83ba-562ba1e66945 gateway port host: None {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:33:57.101412 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-32ba3d27-0a6f-4fa4-b417-1e4488741b9f tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (59913dcb-665d-466c-9700-d754833c1ccf), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:57.128790 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-32ba3d27-0a6f-4fa4-b417-1e4488741b9f tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Calling delete_port for 59913dcb-665d-466c-9700-d754833c1ccf owned by {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:33:57.182776 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-065a431b-0bd0-4c1b-b0fa-1c53fe588aae None None] Network 7f9e46fe-d735-4e82-bec4-73592fd1da1b requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:33:57.231297 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-ee63cc7a-ca4f-410c-8fc7-9cf9139ff967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c34c72e0-385b-40aa-83ba-562ba1e66945', 'name': 'tempest-NetworksTestDHCPv6-router-1109232488', 'tenant_id': '01d784a6a3f04224a7e9160ad9d44184', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:33:51Z', 'updated_at': '2022-02-28T10:33:54Z', 'revision_number': 2, 'project_id': '01d784a6a3f04224a7e9160ad9d44184', 'gw_port_host': None, '_interfaces': [{'id': '6363484c-6202-4c78-badc-a463f44d6c46', 'name': '', 'network_id': '9f0a511d-8408-4971-9daa-968eebea54f2', 'tenant_id': '01d784a6a3f04224a7e9160ad9d44184', 'mac_address': 'fa:16:3e:37:ce:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c34c72e0-385b-40aa-83ba-562ba1e66945', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'bc51d808-caca-4d78-9e35-c90642d43fdf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:33:53Z', 'updated_at': '2022-02-28T10:33:55Z', 'revision_number': 2, 'project_id': '01d784a6a3f04224a7e9160ad9d44184', 'subnets': [{'id': 'bc51d808-caca-4d78-9e35-c90642d43fdf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:33:57.262053 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-71131873-e6b2-47e2-b580-6200d576e038 None None] Provisioning complete for port 8ef15cb0-9d71-44b3-ae8a-16cfad381553 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:33:57.262629 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-71131873-e6b2-47e2-b580-6200d576e038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (8ef15cb0-9d71-44b3-ae8a-16cfad381553), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:57.268765 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee63cc7a-ca4f-410c-8fc7-9cf9139ff967 None None] Checking router: c34c72e0-385b-40aa-83ba-562ba1e66945 for host: dv-neutron-master-2-hyperv {{(pid=103410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:33:57.270846 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee63cc7a-ca4f-410c-8fc7-9cf9139ff967 None None] Updating router c34c72e0-385b-40aa-83ba-562ba1e66945 port 6363484c-6202-4c78-badc-a463f44d6c46 binding host dv-neutron-master-2-hyperv {{(pid=103410) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 10:33:57.311413 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ee63cc7a-ca4f-410c-8fc7-9cf9139ff967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (6363484c-6202-4c78-badc-a463f44d6c46), before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:57.372850 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-32ba3d27-0a6f-4fa4-b417-1e4488741b9f tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (59913dcb-665d-466c-9700-d754833c1ccf), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:57.401851 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-71131873-e6b2-47e2-b580-6200d576e038 None None] Current status of the port 8ef15cb0-9d71-44b3-ae8a-16cfad381553 is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:33:57.402242 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-71131873-e6b2-47e2-b580-6200d576e038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (8ef15cb0-9d71-44b3-ae8a-16cfad381553), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:57.447320 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-71131873-e6b2-47e2-b580-6200d576e038 None None] For port 8ef15cb0-9d71-44b3-ae8a-16cfad381553, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8ef15cb0-9d71-44b3-ae8a-16cfad381553,segment=NetworkSegment(0e51cb60-8055-4b31-821a-180b9f72d845),segment_id=0e51cb60-8055-4b31-821a-180b9f72d845)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:33:57.450181 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c2e3a23-5978-42bd-883b-39be48d5ac2d tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:33:57.450927 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3c2e3a23-5978-42bd-883b-39be48d5ac2d tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:57.456007 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-71131873-e6b2-47e2-b580-6200d576e038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (8ef15cb0-9d71-44b3-ae8a-16cfad381553), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:57.531445 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7698c43a-f6f5-4cab-a365-d04cfe467657 tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:57.535043 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71131873-e6b2-47e2-b580-6200d576e038 None None] Pushing event updated for resources: {'Port': ['ID=8ef15cb0-9d71-44b3-ae8a-16cfad381553,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:57.538321 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-7698c43a-f6f5-4cab-a365-d04cfe467657 tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] 10.222.0.20 "DELETE /v2.0/ports/adb99e53-786c-4084-8883-3420fe5083a1 HTTP/1.1" status: 204 len: 168 time: 2.6780183 Feb 28 10:33:57.546889 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-3c2e3a23-5978-42bd-883b-39be48d5ac2d tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.5772302 Feb 28 10:33:57.547562 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 35540) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:57.547906 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 35542) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:57.549333 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71131873-e6b2-47e2-b580-6200d576e038 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:33:57.549862 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71131873-e6b2-47e2-b580-6200d576e038 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:33:57.550534 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71131873-e6b2-47e2-b580-6200d576e038 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:33:57.551053 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71131873-e6b2-47e2-b580-6200d576e038 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:33:57.551738 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71131873-e6b2-47e2-b580-6200d576e038 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:33:57.552276 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71131873-e6b2-47e2-b580-6200d576e038 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:33:57.552982 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71131873-e6b2-47e2-b580-6200d576e038 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:33:57.553666 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71131873-e6b2-47e2-b580-6200d576e038 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:33:57.554407 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71131873-e6b2-47e2-b580-6200d576e038 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:33:57.555804 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71131873-e6b2-47e2-b580-6200d576e038 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:33:57.556338 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71131873-e6b2-47e2-b580-6200d576e038 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:33:57.556859 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71131873-e6b2-47e2-b580-6200d576e038 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:33:57.557436 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71131873-e6b2-47e2-b580-6200d576e038 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:33:57.632248 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-c48b55da-c9de-4a06-8fbd-2b1891554ac1 tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] GET failed (client error): The resource could not be found. Feb 28 10:33:57.636113 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-c48b55da-c9de-4a06-8fbd-2b1891554ac1 tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] 10.222.0.20 "GET /v2.0/ports/adb99e53-786c-4084-8883-3420fe5083a1 HTTP/1.1" status: 404 len: 333 time: 0.0829537 Feb 28 10:33:57.664242 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 35544) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:57.665974 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0a0545ce-083b-46aa-bc60-3f5b4cd71fd4 tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] Publish callbacks [] for router_gateway (d4aed115-2dce-4190-8b81-c453ea0af748), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:57.723168 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0a0545ce-083b-46aa-bc60-3f5b4cd71fd4 tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] Publish callbacks [] for router_gateway (d4aed115-2dce-4190-8b81-c453ea0af748), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:57.740175 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ee63cc7a-ca4f-410c-8fc7-9cf9139ff967 None None] Publish callbacks [] for port (6363484c-6202-4c78-badc-a463f44d6c46), precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:57.749767 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ee63cc7a-ca4f-410c-8fc7-9cf9139ff967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (6363484c-6202-4c78-badc-a463f44d6c46), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:57.799317 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-15f9e7b9-0c4c-4b2f-bbb9-9dba83865a89 None None] Provisioning complete for port 8ef15cb0-9d71-44b3-ae8a-16cfad381553 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:33:57.799796 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-15f9e7b9-0c4c-4b2f-bbb9-9dba83865a89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (8ef15cb0-9d71-44b3-ae8a-16cfad381553), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:57.806879 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eba9a6d-bc25-4890-a15a-2d0353a76506 None None] Pushing event updated for resources: {'Port': ['ID=6363484c-6202-4c78-badc-a463f44d6c46,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:57.819780 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eba9a6d-bc25-4890-a15a-2d0353a76506 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:33:57.820161 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eba9a6d-bc25-4890-a15a-2d0353a76506 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:33:57.820748 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eba9a6d-bc25-4890-a15a-2d0353a76506 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:33:57.821098 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eba9a6d-bc25-4890-a15a-2d0353a76506 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:33:57.821434 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eba9a6d-bc25-4890-a15a-2d0353a76506 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:33:57.821768 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eba9a6d-bc25-4890-a15a-2d0353a76506 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:33:57.822114 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eba9a6d-bc25-4890-a15a-2d0353a76506 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:33:57.822453 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eba9a6d-bc25-4890-a15a-2d0353a76506 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:33:57.822794 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eba9a6d-bc25-4890-a15a-2d0353a76506 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:33:57.823143 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eba9a6d-bc25-4890-a15a-2d0353a76506 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:33:57.823469 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eba9a6d-bc25-4890-a15a-2d0353a76506 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:33:57.823799 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eba9a6d-bc25-4890-a15a-2d0353a76506 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:33:57.824120 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eba9a6d-bc25-4890-a15a-2d0353a76506 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:33:57.906115 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-ee63cc7a-ca4f-410c-8fc7-9cf9139ff967 None None] Attempting to bind port 6363484c-6202-4c78-badc-a463f44d6c46 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:33:57.906500 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-ee63cc7a-ca4f-410c-8fc7-9cf9139ff967 None None] Attempting to bind port 6363484c-6202-4c78-badc-a463f44d6c46 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'bf553b55-fb1d-4346-a090-4fb77eb0fbd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '9f0a511d-8408-4971-9daa-968eebea54f2'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:33:57.906870 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee63cc7a-ca4f-410c-8fc7-9cf9139ff967 None None] Attempting to bind port 6363484c-6202-4c78-badc-a463f44d6c46 on network 9f0a511d-8408-4971-9daa-968eebea54f2 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:33:57.918457 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee63cc7a-ca4f-410c-8fc7-9cf9139ff967 None None] Checking agent: {'id': '75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 24, 15), 'started_at': datetime.datetime(2022, 2, 28, 10, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 33, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:33:57.923596 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee63cc7a-ca4f-410c-8fc7-9cf9139ff967 None None] Checking segment: {'id': 'bf553b55-fb1d-4346-a090-4fb77eb0fbd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '9f0a511d-8408-4971-9daa-968eebea54f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:33:57.924142 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ee63cc7a-ca4f-410c-8fc7-9cf9139ff967 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:57.924578 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee63cc7a-ca4f-410c-8fc7-9cf9139ff967 None None] Bound using segment: {'id': 'bf553b55-fb1d-4346-a090-4fb77eb0fbd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '9f0a511d-8408-4971-9daa-968eebea54f2'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:33:57.925183 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-ee63cc7a-ca4f-410c-8fc7-9cf9139ff967 None None] Bound port: 6363484c-6202-4c78-badc-a463f44d6c46, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf553b55-fb1d-4346-a090-4fb77eb0fbd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '9f0a511d-8408-4971-9daa-968eebea54f2'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:33:57.925747 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ee63cc7a-ca4f-410c-8fc7-9cf9139ff967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (6363484c-6202-4c78-badc-a463f44d6c46), before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:57.985120 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ba3d27-0a6f-4fa4-b417-1e4488741b9f tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Pushing event deleted for resources: {'Port': ['ID=59913dcb-665d-466c-9700-d754833c1ccf,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:58.009966 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-32ba3d27-0a6f-4fa4-b417-1e4488741b9f tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:58.026266 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-32ba3d27-0a6f-4fa4-b417-1e4488741b9f tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] 10.222.0.20 "DELETE /v2.0/ports/59913dcb-665d-466c-9700-d754833c1ccf HTTP/1.1" status: 204 len: 168 time: 1.6584024 Feb 28 10:33:58.028254 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 35546) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:58.059479 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-ee63cc7a-ca4f-410c-8fc7-9cf9139ff967 None None] For port 6363484c-6202-4c78-badc-a463f44d6c46, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:33:58.063854 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-ee63cc7a-ca4f-410c-8fc7-9cf9139ff967 None None] For port 6363484c-6202-4c78-badc-a463f44d6c46, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6363484c-6202-4c78-badc-a463f44d6c46,segment=NetworkSegment(bf553b55-fb1d-4346-a090-4fb77eb0fbd7),segment_id=bf553b55-fb1d-4346-a090-4fb77eb0fbd7)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:33:58.076243 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ee63cc7a-ca4f-410c-8fc7-9cf9139ff967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (6363484c-6202-4c78-badc-a463f44d6c46), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:58.160961 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eba9a6d-bc25-4890-a15a-2d0353a76506 None None] Pushing event updated for resources: {'Port': ['ID=6363484c-6202-4c78-badc-a463f44d6c46,revision_number=4']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:58.181074 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee63cc7a-ca4f-410c-8fc7-9cf9139ff967 None None] Routers {'c34c72e0-385b-40aa-83ba-562ba1e66945'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:33:58.181275 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-ee63cc7a-ca4f-410c-8fc7-9cf9139ff967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:33:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['c34c72e0-385b-40aa-83ba-562ba1e66945'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:33:58.183317 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-9d5efaef-981b-440e-9ac4-997207600c78 tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] Deleting port 9ed2b950-b0c7-4531-a4ea-fdad176a3d18 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:33:58.184193 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9d5efaef-981b-440e-9ac4-997207600c78 tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (9ed2b950-b0c7-4531-a4ea-fdad176a3d18), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:58.198581 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 8ef15cb0-9d71-44b3-ae8a-16cfad381553 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:33:58.202676 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba1b2c53-3c4d-41bc-bb4c-d6395929f54b tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:33:58.208289 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba1b2c53-3c4d-41bc-bb4c-d6395929f54b tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:33:58.210177 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-ba1b2c53-3c4d-41bc-bb4c-d6395929f54b tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.1753910 Feb 28 10:33:58.218283 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 35550) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:58.292049 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port 8ef15cb0-9d71-44b3-ae8a-16cfad381553 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:33:58.292496 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (8ef15cb0-9d71-44b3-ae8a-16cfad381553), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:58.300482 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-0a0545ce-083b-46aa-bc60-3f5b4cd71fd4 tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] Deleting port f53befdc-7339-4b1b-887e-26e0017ccbda {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:33:58.300951 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0a0545ce-083b-46aa-bc60-3f5b4cd71fd4 tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (f53befdc-7339-4b1b-887e-26e0017ccbda), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:58.309934 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-ee63cc7a-ca4f-410c-8fc7-9cf9139ff967 None None] Set router c34c72e0-385b-40aa-83ba-562ba1e66945 gateway port host: None {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:33:58.393309 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-15f9e7b9-0c4c-4b2f-bbb9-9dba83865a89 None None] Current status of the port 8ef15cb0-9d71-44b3-ae8a-16cfad381553 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:33:58.417916 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-15f9e7b9-0c4c-4b2f-bbb9-9dba83865a89 None None] Provisioning complete for port fe1311f5-57ee-4114-ab2c-fd77715426cd triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:33:58.418370 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-15f9e7b9-0c4c-4b2f-bbb9-9dba83865a89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (fe1311f5-57ee-4114-ab2c-fd77715426cd), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:58.436423 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bf6b01f6-ae68-4634-be46-57aaa209d858 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1802615'] for router_interface (c34c72e0-385b-40aa-83ba-562ba1e66945), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:58.477026 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9d5efaef-981b-440e-9ac4-997207600c78 tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (9ed2b950-b0c7-4531-a4ea-fdad176a3d18), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:58.502444 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 8ef15cb0-9d71-44b3-ae8a-16cfad381553 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:33:58.502444 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-15f9e7b9-0c4c-4b2f-bbb9-9dba83865a89 None None] Port fe1311f5-57ee-4114-ab2c-fd77715426cd cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:33:58.513921 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-9d5efaef-981b-440e-9ac4-997207600c78 tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] Calling delete_port for 9ed2b950-b0c7-4531-a4ea-fdad176a3d18 owned by {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:33:58.516610 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f456c278-6f5d-4f17-bd15-bd143456732a tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (fe1311f5-57ee-4114-ab2c-fd77715426cd), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:58.532221 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0a0545ce-083b-46aa-bc60-3f5b4cd71fd4 tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (f53befdc-7339-4b1b-887e-26e0017ccbda), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:58.545881 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-e65c9eb8-6b80-4c2b-9cc2-030b2535ef47 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Deleting port 4504fd01-43bf-4086-8fde-a96d42404481 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:33:58.546236 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e65c9eb8-6b80-4c2b-9cc2-030b2535ef47 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (4504fd01-43bf-4086-8fde-a96d42404481), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:58.623674 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-1930857f-44e6-4838-80ad-bf9c3a6c6aeb None None] Provisioning complete for port 6363484c-6202-4c78-badc-a463f44d6c46 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:33:58.624204 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1930857f-44e6-4838-80ad-bf9c3a6c6aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (6363484c-6202-4c78-badc-a463f44d6c46), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:58.632862 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-ee63cc7a-ca4f-410c-8fc7-9cf9139ff967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c34c72e0-385b-40aa-83ba-562ba1e66945', 'name': 'tempest-NetworksTestDHCPv6-router-1109232488', 'tenant_id': '01d784a6a3f04224a7e9160ad9d44184', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:33:51Z', 'updated_at': '2022-02-28T10:33:54Z', 'revision_number': 2, 'project_id': '01d784a6a3f04224a7e9160ad9d44184', 'gw_port_host': None, '_interfaces': [{'id': '6363484c-6202-4c78-badc-a463f44d6c46', 'name': '', 'network_id': '9f0a511d-8408-4971-9daa-968eebea54f2', 'tenant_id': '01d784a6a3f04224a7e9160ad9d44184', 'mac_address': 'fa:16:3e:37:ce:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c34c72e0-385b-40aa-83ba-562ba1e66945', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'bc51d808-caca-4d78-9e35-c90642d43fdf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:33:53Z', 'updated_at': '2022-02-28T10:33:58Z', 'revision_number': 4, 'project_id': '01d784a6a3f04224a7e9160ad9d44184', 'subnets': [{'id': 'bc51d808-caca-4d78-9e35-c90642d43fdf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:33:58.660373 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e65c9eb8-6b80-4c2b-9cc2-030b2535ef47 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (4504fd01-43bf-4086-8fde-a96d42404481), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:58.666710 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee63cc7a-ca4f-410c-8fc7-9cf9139ff967 None None] The sync data for ids ['c34c72e0-385b-40aa-83ba-562ba1e66945'] in dv-neutron-master-2-hyperv is: [{'id': 'c34c72e0-385b-40aa-83ba-562ba1e66945', 'name': 'tempest-NetworksTestDHCPv6-router-1109232488', 'tenant_id': '01d784a6a3f04224a7e9160ad9d44184', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:33:51Z', 'updated_at': '2022-02-28T10:33:54Z', 'revision_number': 2, 'project_id': '01d784a6a3f04224a7e9160ad9d44184', 'gw_port_host': None, '_interfaces': [{'id': '6363484c-6202-4c78-badc-a463f44d6c46', 'name': '', 'network_id': '9f0a511d-8408-4971-9daa-968eebea54f2', 'tenant_id': '01d784a6a3f04224a7e9160ad9d44184', 'mac_address': 'fa:16:3e:37:ce:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c34c72e0-385b-40aa-83ba-562ba1e66945', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'bc51d808-caca-4d78-9e35-c90642d43fdf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:33:53Z', 'updated_at': '2022-02-28T10:33:58Z', 'revision_number': 4, 'project_id': '01d784a6a3f04224a7e9160ad9d44184', 'subnets': [{'id': 'bc51d808-caca-4d78-9e35-c90642d43fdf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:33:58.694134 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-e65c9eb8-6b80-4c2b-9cc2-030b2535ef47 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Calling delete_port for 4504fd01-43bf-4086-8fde-a96d42404481 owned by {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:33:58.721818 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-1930857f-44e6-4838-80ad-bf9c3a6c6aeb None None] Current status of the port 6363484c-6202-4c78-badc-a463f44d6c46 is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:33:58.722214 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1930857f-44e6-4838-80ad-bf9c3a6c6aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (6363484c-6202-4c78-badc-a463f44d6c46), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:58.727175 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-0a0545ce-083b-46aa-bc60-3f5b4cd71fd4 tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] Calling delete_port for f53befdc-7339-4b1b-887e-26e0017ccbda owned by network:router_gateway {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:33:58.773019 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-1930857f-44e6-4838-80ad-bf9c3a6c6aeb None None] For port 6363484c-6202-4c78-badc-a463f44d6c46, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6363484c-6202-4c78-badc-a463f44d6c46,segment=NetworkSegment(bf553b55-fb1d-4346-a090-4fb77eb0fbd7),segment_id=bf553b55-fb1d-4346-a090-4fb77eb0fbd7)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:33:58.778921 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1930857f-44e6-4838-80ad-bf9c3a6c6aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (6363484c-6202-4c78-badc-a463f44d6c46), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:58.827542 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-1930857f-44e6-4838-80ad-bf9c3a6c6aeb None None] Provisioning complete for port fe1311f5-57ee-4114-ab2c-fd77715426cd triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:33:58.827935 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1930857f-44e6-4838-80ad-bf9c3a6c6aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (fe1311f5-57ee-4114-ab2c-fd77715426cd), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:58.836180 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e65c9eb8-6b80-4c2b-9cc2-030b2535ef47 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (4504fd01-43bf-4086-8fde-a96d42404481), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:58.870941 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1930857f-44e6-4838-80ad-bf9c3a6c6aeb None None] Pushing event updated for resources: {'Port': ['ID=6363484c-6202-4c78-badc-a463f44d6c46,revision_number=5']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:58.872154 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65c9eb8-6b80-4c2b-9cc2-030b2535ef47 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Pushing event deleted for resources: {'Port': ['ID=4504fd01-43bf-4086-8fde-a96d42404481,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:58.879759 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-1930857f-44e6-4838-80ad-bf9c3a6c6aeb None None] Port fe1311f5-57ee-4114-ab2c-fd77715426cd cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:33:58.890966 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-bf6b01f6-ae68-4634-be46-57aaa209d858 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Deleting port 6363484c-6202-4c78-badc-a463f44d6c46 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:33:58.891651 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bf6b01f6-ae68-4634-be46-57aaa209d858 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (6363484c-6202-4c78-badc-a463f44d6c46), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:58.895821 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e65c9eb8-6b80-4c2b-9cc2-030b2535ef47 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:58.899130 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-e65c9eb8-6b80-4c2b-9cc2-030b2535ef47 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] 10.222.0.20 "DELETE /v2.0/ports/4504fd01-43bf-4086-8fde-a96d42404481 HTTP/1.1" status: 204 len: 168 time: 0.6789379 Feb 28 10:33:58.909513 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 35552) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:59.031708 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-bf6b01f6-ae68-4634-be46-57aaa209d858 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] For port 6363484c-6202-4c78-badc-a463f44d6c46, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6363484c-6202-4c78-badc-a463f44d6c46,segment=NetworkSegment(bf553b55-fb1d-4346-a090-4fb77eb0fbd7),segment_id=bf553b55-fb1d-4346-a090-4fb77eb0fbd7)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:33:59.032100 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bf6b01f6-ae68-4634-be46-57aaa209d858 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (6363484c-6202-4c78-badc-a463f44d6c46), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:59.048035 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-bf6b01f6-ae68-4634-be46-57aaa209d858 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Calling delete_port for 6363484c-6202-4c78-badc-a463f44d6c46 owned by network:router_interface {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:33:59.097554 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9d5efaef-981b-440e-9ac4-997207600c78 tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (9ed2b950-b0c7-4531-a4ea-fdad176a3d18), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:59.115066 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f456c278-6f5d-4f17-bd15-bd143456732a tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks [] for port (fe1311f5-57ee-4114-ab2c-fd77715426cd), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:59.153558 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cc575d2-367b-41cd-9357-44724d4f51b9 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:33:59.155805 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-2cc575d2-367b-41cd-9357-44724d4f51b9 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.2440457 Feb 28 10:33:59.156894 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f456c278-6f5d-4f17-bd15-bd143456732a tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3498066'] for port (fe1311f5-57ee-4114-ab2c-fd77715426cd), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:59.169420 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 35554) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:59.174977 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5efaef-981b-440e-9ac4-997207600c78 tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] Pushing event deleted for resources: {'Port': ['ID=9ed2b950-b0c7-4531-a4ea-fdad176a3d18,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:59.205105 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea831fb0-5dae-4fb3-9c3c-0fb51bd07fa0 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] GET failed (client error): The resource could not be found. Feb 28 10:33:59.209071 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-ea831fb0-5dae-4fb3-9c3c-0fb51bd07fa0 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] 10.222.0.20 "GET /v2.0/ports/59913dcb-665d-466c-9700-d754833c1ccf HTTP/1.1" status: 404 len: 333 time: 0.0384128 Feb 28 10:33:59.209791 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 35556) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:59.249079 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f11616f-7d8f-474b-b868-eaccf0f6cf3c tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] GET failed (client error): The resource could not be found. Feb 28 10:33:59.253673 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-2f11616f-7d8f-474b-b868-eaccf0f6cf3c tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] 10.222.0.20 "GET /v2.0/ports/4504fd01-43bf-4086-8fde-a96d42404481 HTTP/1.1" status: 404 len: 333 time: 0.0397484 Feb 28 10:33:59.255051 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 35558) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:59.296330 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f456c278-6f5d-4f17-bd15-bd143456732a tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Pushing event updated for resources: {'Port': ['ID=fe1311f5-57ee-4114-ab2c-fd77715426cd,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:59.374275 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-474d759f-0cb7-45c3-91c3-91fb541157a4 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-665757'] for network (4350ce1b-6567-418c-b96e-6e743bbdfae6), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:59.400709 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9d5efaef-981b-440e-9ac4-997207600c78 tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:59.403396 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bf6b01f6-ae68-4634-be46-57aaa209d858 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (6363484c-6202-4c78-badc-a463f44d6c46), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:59.407450 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-9d5efaef-981b-440e-9ac4-997207600c78 tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] 10.222.0.20 "DELETE /v2.0/ports/9ed2b950-b0c7-4531-a4ea-fdad176a3d18 HTTP/1.1" status: 204 len: 168 time: 1.7377691 Feb 28 10:33:59.408078 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 35560) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:59.457794 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3173547-dba7-40e5-b1f8-4ef65dece941 tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] GET failed (client error): The resource could not be found. Feb 28 10:33:59.464692 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-a3173547-dba7-40e5-b1f8-4ef65dece941 tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] 10.222.0.20 "GET /v2.0/ports/9ed2b950-b0c7-4531-a4ea-fdad176a3d18 HTTP/1.1" status: 404 len: 333 time: 0.0452573 Feb 28 10:33:59.464895 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6b01f6-ae68-4634-be46-57aaa209d858 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Pushing event deleted for resources: {'Port': ['ID=6363484c-6202-4c78-badc-a463f44d6c46,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:59.466852 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 35562) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:59.485346 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0a0545ce-083b-46aa-bc60-3f5b4cd71fd4 tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (f53befdc-7339-4b1b-887e-26e0017ccbda), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:59.583484 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0545ce-083b-46aa-bc60-3f5b4cd71fd4 tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] Pushing event deleted for resources: {'Port': ['ID=f53befdc-7339-4b1b-887e-26e0017ccbda,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:33:59.644083 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-474d759f-0cb7-45c3-91c3-91fb541157a4 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672413', 'neutron.services.segments.db._delete_segments_for_network-8742057110173'] for network (4350ce1b-6567-418c-b96e-6e743bbdfae6), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:59.667400 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bf6b01f6-ae68-4634-be46-57aaa209d858 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1802651'] for router_interface (c34c72e0-385b-40aa-83ba-562ba1e66945), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:59.688512 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-474d759f-0cb7-45c3-91c3-91fb541157a4 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4350ce1b-6567-418c-b96e-6e743bbdfae6']}} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:33:59.734226 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-474d759f-0cb7-45c3-91c3-91fb541157a4 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7e95393-e6f3-4cf1-946e-6a1f71d13f92') {'for_net_delete': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:33:59.734543 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-474d759f-0cb7-45c3-91c3-91fb541157a4 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7e95393-e6f3-4cf1-946e-6a1f71d13f92') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:33:59.744282 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0a0545ce-083b-46aa-bc60-3f5b4cd71fd4 tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1803321'] for router_gateway (d4aed115-2dce-4190-8b81-c453ea0af748), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:59.777065 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-474d759f-0cb7-45c3-91c3-91fb541157a4 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742057113766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3423550'] for segment (d7e95393-e6f3-4cf1-946e-6a1f71d13f92), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:59.799718 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-474d759f-0cb7-45c3-91c3-91fb541157a4 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (d7e95393-e6f3-4cf1-946e-6a1f71d13f92), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:59.821978 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-05ca5c79-9046-4e96-9cdb-8d5c5e71f5c4 None None] Provisioning complete for port fe1311f5-57ee-4114-ab2c-fd77715426cd triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:33:59.823091 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-05ca5c79-9046-4e96-9cdb-8d5c5e71f5c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (fe1311f5-57ee-4114-ab2c-fd77715426cd), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:59.842469 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-474d759f-0cb7-45c3-91c3-91fb541157a4 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Releasing vlan 299 on physical network physnet1 to pool {{(pid=103408) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:33:59.842984 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-474d759f-0cb7-45c3-91c3-91fb541157a4 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3242693'] for segment (d7e95393-e6f3-4cf1-946e-6a1f71d13f92), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:59.846358 dv-neutron-master-2-hyperv neutron-server[103408]: Traceback (most recent call last): Feb 28 10:33:59.846358 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:33:59.846358 dv-neutron-master-2-hyperv neutron-server[103408]: timer() Feb 28 10:33:59.846358 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:33:59.846358 dv-neutron-master-2-hyperv neutron-server[103408]: cb(*args, **kw) Feb 28 10:33:59.846358 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:33:59.846358 dv-neutron-master-2-hyperv neutron-server[103408]: return func(*args, **kwargs) Feb 28 10:33:59.846358 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:33:59.846358 dv-neutron-master-2-hyperv neutron-server[103408]: self._notify() Feb 28 10:33:59.846358 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:33:59.846358 dv-neutron-master-2-hyperv neutron-server[103408]: self.callback(batched_events) Feb 28 10:33:59.846358 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:33:59.846358 dv-neutron-master-2-hyperv neutron-server[103408]: event.method(event) Feb 28 10:33:59.846358 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:33:59.846358 dv-neutron-master-2-hyperv neutron-server[103408]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:33:59.846358 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:33:59.846358 dv-neutron-master-2-hyperv neutron-server[103408]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:33:59.846358 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:33:59.846358 dv-neutron-master-2-hyperv neutron-server[103408]: return f(self, *a, **k) Feb 28 10:33:59.846358 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:33:59.846358 dv-neutron-master-2-hyperv neutron-server[103408]: return self._get(url).json() Feb 28 10:33:59.846358 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:33:59.846358 dv-neutron-master-2-hyperv neutron-server[103408]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:33:59.846358 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:33:59.846358 dv-neutron-master-2-hyperv neutron-server[103408]: return self.request(url, 'GET', **kwargs) Feb 28 10:33:59.846358 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:33:59.846358 dv-neutron-master-2-hyperv neutron-server[103408]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:33:59.846358 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:33:59.846358 dv-neutron-master-2-hyperv neutron-server[103408]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:33:59.846358 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:33:59.846358 dv-neutron-master-2-hyperv neutron-server[103408]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:33:59.846358 dv-neutron-master-2-hyperv neutron-server[103408]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:33:59.860919 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-05ca5c79-9046-4e96-9cdb-8d5c5e71f5c4 None None] Port fe1311f5-57ee-4114-ab2c-fd77715426cd cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:33:59.933646 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf6b01f6-ae68-4634-be46-57aaa209d858 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Router c34c72e0-385b-40aa-83ba-562ba1e66945 has already been hosted by L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 {{(pid=103408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:33:59.938761 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f456c278-6f5d-4f17-bd15-bd143456732a tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1803404'] for router_interface (021cb896-d921-405b-81bc-411eb3dc3459), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:59.943089 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-474d759f-0cb7-45c3-91c3-91fb541157a4 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803269'] for network (4350ce1b-6567-418c-b96e-6e743bbdfae6), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:59.948459 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-474d759f-0cb7-45c3-91c3-91fb541157a4 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616561'] for network (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:59.951846 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-474d759f-0cb7-45c3-91c3-91fb541157a4 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] 10.222.0.20 "DELETE /v2.0/networks/4350ce1b-6567-418c-b96e-6e743bbdfae6 HTTP/1.1" status: 204 len: 168 time: 0.6958196 Feb 28 10:33:59.958879 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 35564) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:33:59.965640 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-b7977893-1b3b-4bf1-920c-46ffe9c55b11 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1357279648'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:33:59.974790 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-70904b3a-00c8-4312-b3f1-f1f0fae28309 tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] Deleting port 92948e71-50d7-495a-b07f-dff6dbbc1036 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:33:59.975149 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-70904b3a-00c8-4312-b3f1-f1f0fae28309 tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (92948e71-50d7-495a-b07f-dff6dbbc1036), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:33:59.982526 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474d759f-0cb7-45c3-91c3-91fb541157a4 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Pushing event deleted for resources: {'Network': ['ID=4350ce1b-6567-418c-b96e-6e743bbdfae6,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:00.063195 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf6b01f6-ae68-4634-be46-57aaa209d858 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:34:00.069129 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-bf6b01f6-ae68-4634-be46-57aaa209d858 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "PUT /v2.0/routers/c34c72e0-385b-40aa-83ba-562ba1e66945/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1328838 Feb 28 10:34:00.070528 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7977893-1b3b-4bf1-920c-46ffe9c55b11 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Made reservation on behalf of 29ccc4cf6ba849d18fb6a0524a0ef75f for: {'network': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:34:00.074018 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b7977893-1b3b-4bf1-920c-46ffe9c55b11 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for network (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:00.075875 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 35566) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:00.141190 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7977893-1b3b-4bf1-920c-46ffe9c55b11 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 254} {{(pid=103408) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:34:00.145924 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a802f0a-eb6b-48e8-ae7f-b1b977bf7b23 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:34:00.147315 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a802f0a-eb6b-48e8-ae7f-b1b977bf7b23 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:34:00.148895 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-6a802f0a-eb6b-48e8-ae7f-b1b977bf7b23 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0720639 Feb 28 10:34:00.152465 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 35568) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:00.189856 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b7977893-1b3b-4bf1-920c-46ffe9c55b11 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (b5ef073d-95dd-43d7-a764-552c1212f5dd), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:00.190239 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.db.segments_db [None req-b7977893-1b3b-4bf1-920c-46ffe9c55b11 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Added segment b5ef073d-95dd-43d7-a764-552c1212f5dd of type vlan for network 95e112f0-425e-4b17-8b31-2f9b6cc8de38 Feb 28 10:34:00.254066 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a6d7a6a-e3b2-4e30-b5d6-51320eda3af1 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Deleting subnet bc51d808-caca-4d78-9e35-c90642d43fdf {{(pid=103408) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:34:00.261659 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b7977893-1b3b-4bf1-920c-46ffe9c55b11 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742056637431'] for network (95e112f0-425e-4b17-8b31-2f9b6cc8de38), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:00.264054 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4a6d7a6a-e3b2-4e30-b5d6-51320eda3af1 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks [] for subnet (bc51d808-caca-4d78-9e35-c90642d43fdf), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:00.324393 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4a6d7a6a-e3b2-4e30-b5d6-51320eda3af1 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3423529'] for subnet (bc51d808-caca-4d78-9e35-c90642d43fdf), precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:00.351906 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b7977893-1b3b-4bf1-920c-46ffe9c55b11 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551'] for network (95e112f0-425e-4b17-8b31-2f9b6cc8de38), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:00.359808 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7977893-1b3b-4bf1-920c-46ffe9c55b11 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:34:00.360646 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b7977893-1b3b-4bf1-920c-46ffe9c55b11 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616561'] for network (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:00.385851 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5813b694-57ed-4e29-8ce9-263e522a9488 None None] Sync routers for ids ['c34c72e0-385b-40aa-83ba-562ba1e66945'] in dv-neutron-master-2-hyperv {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:34:00.402603 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5813b694-57ed-4e29-8ce9-263e522a9488 None None] Routers {'c34c72e0-385b-40aa-83ba-562ba1e66945'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:34:00.403222 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-5813b694-57ed-4e29-8ce9-263e522a9488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:33:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['c34c72e0-385b-40aa-83ba-562ba1e66945'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:34:00.436043 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-b7977893-1b3b-4bf1-920c-46ffe9c55b11 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4758708 Feb 28 10:34:00.444220 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 35572) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:00.450439 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-a2c61743-56a0-4eae-a4ef-5a14b6c2413a tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Request body: {'subnet': {'network_id': '95e112f0-425e-4b17-8b31-2f9b6cc8de38', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:34:00.480337 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-5813b694-57ed-4e29-8ce9-263e522a9488 None None] Set router c34c72e0-385b-40aa-83ba-562ba1e66945 gateway port host: None {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:34:00.504306 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0a0545ce-083b-46aa-bc60-3f5b4cd71fd4 tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1804286', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1806925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5948'] for router (d4aed115-2dce-4190-8b81-c453ea0af748), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:00.513153 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7977893-1b3b-4bf1-920c-46ffe9c55b11 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Pushing event updated for resources: {'Network': ['ID=95e112f0-425e-4b17-8b31-2f9b6cc8de38,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:00.517617 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0a0545ce-083b-46aa-bc60-3f5b4cd71fd4 tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1804241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1804263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1804264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1807030'] for router (d4aed115-2dce-4190-8b81-c453ea0af748), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:00.553387 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-5813b694-57ed-4e29-8ce9-263e522a9488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c34c72e0-385b-40aa-83ba-562ba1e66945', 'name': 'tempest-NetworksTestDHCPv6-router-1109232488', 'tenant_id': '01d784a6a3f04224a7e9160ad9d44184', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:33:51Z', 'updated_at': '2022-02-28T10:33:59Z', 'revision_number': 3, 'project_id': '01d784a6a3f04224a7e9160ad9d44184', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:34:00.558428 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Network 95e112f0-425e-4b17-8b31-2f9b6cc8de38 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103409) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:34:00.580535 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4a6d7a6a-e3b2-4e30-b5d6-51320eda3af1 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-823142'] for subnet (bc51d808-caca-4d78-9e35-c90642d43fdf), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:00.590407 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5813b694-57ed-4e29-8ce9-263e522a9488 None None] Checking router: c34c72e0-385b-40aa-83ba-562ba1e66945 for host: dv-neutron-master-2-hyperv {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:34:00.604728 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-70904b3a-00c8-4312-b3f1-f1f0fae28309 tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (92948e71-50d7-495a-b07f-dff6dbbc1036), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:00.629028 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2c61743-56a0-4eae-a4ef-5a14b6c2413a tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Made reservation on behalf of 29ccc4cf6ba849d18fb6a0524a0ef75f for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:34:00.632766 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a2c61743-56a0-4eae-a4ef-5a14b6c2413a tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3951209'] for subnet (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:00.643856 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5813b694-57ed-4e29-8ce9-263e522a9488 None None] Routers {'c34c72e0-385b-40aa-83ba-562ba1e66945'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:34:00.644863 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-5813b694-57ed-4e29-8ce9-263e522a9488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:33:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['c34c72e0-385b-40aa-83ba-562ba1e66945'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:34:00.651829 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-70904b3a-00c8-4312-b3f1-f1f0fae28309 tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] Calling delete_port for 92948e71-50d7-495a-b07f-dff6dbbc1036 owned by {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:34:00.655315 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f456c278-6f5d-4f17-bd15-bd143456732a tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (fe1311f5-57ee-4114-ab2c-fd77715426cd), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:00.672454 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a0545ce-083b-46aa-bc60-3f5b4cd71fd4 tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] Router d4aed115-2dce-4190-8b81-c453ea0af748 has already been hosted by L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:34:00.708300 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.ipam_backend_mixin [None req-a2c61743-56a0-4eae-a4ef-5a14b6c2413a tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Performing IP validity checks on allocation pools {{(pid=103408) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 28 10:34:00.711382 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.ipam_backend_mixin [None req-a2c61743-56a0-4eae-a4ef-5a14b6c2413a tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103408) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 28 10:34:00.725058 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4a6d7a6a-e3b2-4e30-b5d6-51320eda3af1 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-823145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3242523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3951170'] for subnet (bc51d808-caca-4d78-9e35-c90642d43fdf), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:00.732487 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-5813b694-57ed-4e29-8ce9-263e522a9488 None None] Set router c34c72e0-385b-40aa-83ba-562ba1e66945 gateway port host: None {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:34:00.790990 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-5813b694-57ed-4e29-8ce9-263e522a9488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c34c72e0-385b-40aa-83ba-562ba1e66945', 'name': 'tempest-NetworksTestDHCPv6-router-1109232488', 'tenant_id': '01d784a6a3f04224a7e9160ad9d44184', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:33:51Z', 'updated_at': '2022-02-28T10:33:59Z', 'revision_number': 3, 'project_id': '01d784a6a3f04224a7e9160ad9d44184', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:34:00.818942 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5813b694-57ed-4e29-8ce9-263e522a9488 None None] The sync data for ids ['c34c72e0-385b-40aa-83ba-562ba1e66945'] in dv-neutron-master-2-hyperv is: [{'id': 'c34c72e0-385b-40aa-83ba-562ba1e66945', 'name': 'tempest-NetworksTestDHCPv6-router-1109232488', 'tenant_id': '01d784a6a3f04224a7e9160ad9d44184', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:33:51Z', 'updated_at': '2022-02-28T10:33:59Z', 'revision_number': 3, 'project_id': '01d784a6a3f04224a7e9160ad9d44184', 'gw_port_host': None}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:34:00.908888 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a0545ce-083b-46aa-bc60-3f5b4cd71fd4 tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:34:00.919513 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f094243-0076-4493-a95e-a161ededd054 None None] Sync routers for ids ['d4aed115-2dce-4190-8b81-c453ea0af748'] in dv-neutron-master-2-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:34:00.927339 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0a0545ce-083b-46aa-bc60-3f5b4cd71fd4 tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] Publish callbacks [] for router (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:00.931292 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-0a0545ce-083b-46aa-bc60-3f5b4cd71fd4 tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] 10.222.0.20 "PUT /v2.0/routers/d4aed115-2dce-4190-8b81-c453ea0af748 HTTP/1.1" status: 200 len: 709 time: 4.9788818 Feb 28 10:34:00.932542 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 35574) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:00.932695 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f094243-0076-4493-a95e-a161ededd054 None None] Routers {'d4aed115-2dce-4190-8b81-c453ea0af748'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:34:00.933365 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-0f094243-0076-4493-a95e-a161ededd054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:33:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['d4aed115-2dce-4190-8b81-c453ea0af748'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:34:00.969583 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-0f094243-0076-4493-a95e-a161ededd054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:34:00.979554 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f094243-0076-4493-a95e-a161ededd054 None None] Routers {'d4aed115-2dce-4190-8b81-c453ea0af748'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:34:00.980188 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-0f094243-0076-4493-a95e-a161ededd054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:33:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['d4aed115-2dce-4190-8b81-c453ea0af748'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:34:01.018114 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-0f094243-0076-4493-a95e-a161ededd054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:34:01.018788 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f094243-0076-4493-a95e-a161ededd054 None None] The sync data for ids ['d4aed115-2dce-4190-8b81-c453ea0af748'] in dv-neutron-master-2-hyperv is: [] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:34:01.057488 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-2a2502c5-83ae-426e-ad48-174beea334f7 tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] 10.222.0.20 "GET /v2.0/routers/d4aed115-2dce-4190-8b81-c453ea0af748 HTTP/1.1" status: 200 len: 744 time: 0.1225019 Feb 28 10:34:01.072005 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 35576) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:01.078002 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6d7a6a-e3b2-4e30-b5d6-51320eda3af1 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Pushing event deleted for resources: {'Subnet': ['ID=bc51d808-caca-4d78-9e35-c90642d43fdf,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:01.085162 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4a6d7a6a-e3b2-4e30-b5d6-51320eda3af1 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks [] for subnet (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:01.090323 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58170a2f-0186-40ea-961c-4743d64f5145 None None] Network 9f0a511d-8408-4971-9daa-968eebea54f2 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:34:01.091234 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-4a6d7a6a-e3b2-4e30-b5d6-51320eda3af1 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "DELETE /v2.0/subnets/bc51d808-caca-4d78-9e35-c90642d43fdf HTTP/1.1" status: 204 len: 168 time: 0.9377382 Feb 28 10:34:01.094024 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 35578) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:01.153889 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-5a7c93fe-ae7a-4cbd-b075-66db36b5bd6b tempest-RoutersIpV6AdminTest-486598136 tempest-RoutersIpV6AdminTest-486598136-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=1e0804d0-d1d9-4d40-9de5-2936f3d87840&device_id=d4aed115-2dce-4190-8b81-c453ea0af748 HTTP/1.1" status: 200 len: 205 time: 0.0563819 Feb 28 10:34:01.158044 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 35580) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:01.201983 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-85c70389-6860-40c4-a81c-ce1b2ac6e50e tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4aed115-2dce-4190-8b81-c453ea0af748 HTTP/1.1" status: 200 len: 205 time: 0.0377653 Feb 28 10:34:01.201983 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-70904b3a-00c8-4312-b3f1-f1f0fae28309 tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (92948e71-50d7-495a-b07f-dff6dbbc1036), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:01.206873 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 35582) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:01.265370 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-98ea30ee-53c7-4bac-8fbd-8701302f4de9 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1707673 Feb 28 10:34:01.267706 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 35584) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:01.299738 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6b010c9-14cc-410f-bbf1-288e04f82159 None None] DHCP port deletion for 9f0a511d-8408-4971-9daa-968eebea54f2 request from dv-neutron-master-2-hyperv {{(pid=103409) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:34:01.318438 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70904b3a-00c8-4312-b3f1-f1f0fae28309 tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] Pushing event deleted for resources: {'Port': ['ID=92948e71-50d7-495a-b07f-dff6dbbc1036,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:01.360160 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-f6b010c9-14cc-410f-bbf1-288e04f82159 None None] Deleting port 2becdbaa-8f69-4589-9f9d-39e1f0d3c7c0 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:34:01.360544 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f6b010c9-14cc-410f-bbf1-288e04f82159 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (2becdbaa-8f69-4589-9f9d-39e1f0d3c7c0), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:01.385961 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b5c02127-e3a4-47bb-ae31-0d697c579793 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks [] for router (c34c72e0-385b-40aa-83ba-562ba1e66945), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:01.426873 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a2c61743-56a0-4eae-a4ef-5a14b6c2413a tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3242588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3951195'] for subnet (4352e344-d973-4fe0-8aa3-d981b33d3b02), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:01.439191 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-f6b010c9-14cc-410f-bbf1-288e04f82159 None None] For port 2becdbaa-8f69-4589-9f9d-39e1f0d3c7c0, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2becdbaa-8f69-4589-9f9d-39e1f0d3c7c0,segment=NetworkSegment(bf553b55-fb1d-4346-a090-4fb77eb0fbd7),segment_id=bf553b55-fb1d-4346-a090-4fb77eb0fbd7)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:34:01.440511 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f6b010c9-14cc-410f-bbf1-288e04f82159 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (2becdbaa-8f69-4589-9f9d-39e1f0d3c7c0), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:01.464607 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-721550c6-6665-435a-bb45-545bb45f2cc0 tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] Publish callbacks [] for router (d4aed115-2dce-4190-8b81-c453ea0af748), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:01.468051 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-f6b010c9-14cc-410f-bbf1-288e04f82159 None None] Calling delete_port for 2becdbaa-8f69-4589-9f9d-39e1f0d3c7c0 owned by network:dhcp {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:34:01.497281 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f456c278-6f5d-4f17-bd15-bd143456732a tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks [] for port (fe1311f5-57ee-4114-ab2c-fd77715426cd), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:01.546648 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f456c278-6f5d-4f17-bd15-bd143456732a tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3498066'] for port (fe1311f5-57ee-4114-ab2c-fd77715426cd), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:01.567313 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f6b010c9-14cc-410f-bbf1-288e04f82159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758'] for port (2becdbaa-8f69-4589-9f9d-39e1f0d3c7c0), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:01.582674 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b010c9-14cc-410f-bbf1-288e04f82159 None None] No DVR routers for this DVR port 2becdbaa-8f69-4589-9f9d-39e1f0d3c7c0 on host dv-neutron-master-2-hyperv {{(pid=103409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:34:01.610834 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c61743-56a0-4eae-a4ef-5a14b6c2413a tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Pushing event updated for resources: {'Subnet': ['ID=4352e344-d973-4fe0-8aa3-d981b33d3b02,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:01.626467 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b010c9-14cc-410f-bbf1-288e04f82159 None None] Pushing event deleted for resources: {'Port': ['ID=2becdbaa-8f69-4589-9f9d-39e1f0d3c7c0,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:01.665024 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b5c02127-e3a4-47bb-ae31-0d697c579793 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1807017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5941'] for router (c34c72e0-385b-40aa-83ba-562ba1e66945), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:01.668071 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b5c02127-e3a4-47bb-ae31-0d697c579793 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks [] for router_controller (c34c72e0-385b-40aa-83ba-562ba1e66945), precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:01.669836 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c61743-56a0-4eae-a4ef-5a14b6c2413a tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Checking segment: {'id': 'b5ef073d-95dd-43d7-a764-552c1212f5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '95e112f0-425e-4b17-8b31-2f9b6cc8de38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:34:01.670211 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2c61743-56a0-4eae-a4ef-5a14b6c2413a tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Network hostable DHCP agents. Network: 95e112f0-425e-4b17-8b31-2f9b6cc8de38, hostable agents: ['fb6705d2-4f70-4965-92a3-fbfccd43a6d3'], hosted agents: [] {{(pid=103408) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:34:01.671421 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-70904b3a-00c8-4312-b3f1-f1f0fae28309 tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:01.674745 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-70904b3a-00c8-4312-b3f1-f1f0fae28309 tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] 10.222.0.20 "DELETE /v2.0/ports/92948e71-50d7-495a-b07f-dff6dbbc1036 HTTP/1.1" status: 204 len: 168 time: 2.2067456 Feb 28 10:34:01.681779 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 35586) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:01.734020 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b5c02127-e3a4-47bb-ae31-0d697c579793 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1806994'] for router (c34c72e0-385b-40aa-83ba-562ba1e66945), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:01.734534 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5c02127-e3a4-47bb-ae31-0d697c579793 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Fanout notify agent at l3_agent the message router_deleted on router c34c72e0-385b-40aa-83ba-562ba1e66945 {{(pid=103408) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 10:34:01.743034 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2c61743-56a0-4eae-a4ef-5a14b6c2413a tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Network 95e112f0-425e-4b17-8b31-2f9b6cc8de38 is scheduled to be hosted by DHCP agent fb6705d2-4f70-4965-92a3-fbfccd43a6d3 with binding_index 1 {{(pid=103408) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:34:01.743817 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b5c02127-e3a4-47bb-ae31-0d697c579793 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks [] for router (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:01.747694 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-b5c02127-e3a4-47bb-ae31-0d697c579793 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "DELETE /v2.0/routers/c34c72e0-385b-40aa-83ba-562ba1e66945 HTTP/1.1" status: 204 len: 168 time: 0.4763987 Feb 28 10:34:01.748974 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 35588) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:01.755218 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-465f6d8a-9190-4b0c-9951-a12ff31ff9a1 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Request body: {'subnet': {'network_id': '9f0a511d-8408-4971-9daa-968eebea54f2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:34:01.759484 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-a2c61743-56a0-4eae-a4ef-5a14b6c2413a tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 95e112f0-425e-4b17-8b31-2f9b6cc8de38) {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:34:01.774341 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c61743-56a0-4eae-a4ef-5a14b6c2413a tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:34:01.774947 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a2c61743-56a0-4eae-a4ef-5a14b6c2413a tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks [] for subnet (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:01.776992 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8ff15d0-0b0e-4ce0-aabc-39ffc3776b95 None None] Network 95e112f0-425e-4b17-8b31-2f9b6cc8de38 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:34:01.782029 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f456c278-6f5d-4f17-bd15-bd143456732a tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Pushing event updated for resources: {'Port': ['ID=fe1311f5-57ee-4114-ab2c-fd77715426cd,revision_number=3']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:01.784443 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f456c278-6f5d-4f17-bd15-bd143456732a tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1802524'] for router_interface (021cb896-d921-405b-81bc-411eb3dc3459), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:01.839535 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-721550c6-6665-435a-bb45-545bb45f2cc0 tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1807017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5941'] for router (d4aed115-2dce-4190-8b81-c453ea0af748), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:01.840059 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-a2c61743-56a0-4eae-a4ef-5a14b6c2413a tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3939910 Feb 28 10:34:01.842578 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 35590) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:01.846367 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-721550c6-6665-435a-bb45-545bb45f2cc0 tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] Publish callbacks [] for router_controller (d4aed115-2dce-4190-8b81-c453ea0af748), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:01.849804 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-4dc910ee-1df8-4c7b-99f5-6a2f09f755b9 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Request body: {'port': {'network_id': '95e112f0-425e-4b17-8b31-2f9b6cc8de38', 'name': 'tempest-PortsIpV6TestJSON-590732259'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:34:01.931039 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-465f6d8a-9190-4b0c-9951-a12ff31ff9a1 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Made reservation on behalf of 01d784a6a3f04224a7e9160ad9d44184 for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:34:01.935116 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-465f6d8a-9190-4b0c-9951-a12ff31ff9a1 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3951209'] for subnet (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:01.946023 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a42bd0e-078b-49ab-bd8e-a346ce43f185 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-95e112f0-425e-4b17-8b31-2f9b6cc8de38', 'network_id': '95e112f0-425e-4b17-8b31-2f9b6cc8de38', 'project_id': '29ccc4cf6ba849d18fb6a0524a0ef75f', 'fixed_ips': [{'subnet_id': '4352e344-d973-4fe0-8aa3-d981b33d3b02'}]}} from dv-neutron-master-2-hyperv. {{(pid=103409) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:34:01.946906 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0a42bd0e-078b-49ab-bd8e-a346ce43f185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:01.959038 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec21f6f0-e173-4cee-8014-999e8fd4a1a1 tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] Deleting subnet 88df84ce-f1a9-4592-9a3b-56c056f890ab {{(pid=103407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:34:01.965791 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-721550c6-6665-435a-bb45-545bb45f2cc0 tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1806994'] for router (d4aed115-2dce-4190-8b81-c453ea0af748), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:01.966346 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-721550c6-6665-435a-bb45-545bb45f2cc0 tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] Fanout notify agent at l3_agent the message router_deleted on router d4aed115-2dce-4190-8b81-c453ea0af748 {{(pid=103407) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 10:34:01.970140 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ec21f6f0-e173-4cee-8014-999e8fd4a1a1 tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] Publish callbacks [] for subnet (88df84ce-f1a9-4592-9a3b-56c056f890ab), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:01.977531 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-721550c6-6665-435a-bb45-545bb45f2cc0 tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] Publish callbacks [] for router (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:01.983531 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-721550c6-6665-435a-bb45-545bb45f2cc0 tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] 10.222.0.20 "DELETE /v2.0/routers/d4aed115-2dce-4190-8b81-c453ea0af748 HTTP/1.1" status: 204 len: 168 time: 0.7717311 Feb 28 10:34:01.989148 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 35592) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:02.030043 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ec21f6f0-e173-4cee-8014-999e8fd4a1a1 tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3501132'] for subnet (88df84ce-f1a9-4592-9a3b-56c056f890ab), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:02.040645 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 6363484c-6202-4c78-badc-a463f44d6c46 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:34:02.051873 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-72b62b12-6288-42da-b135-17a48a6d6662 tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4aed115-2dce-4190-8b81-c453ea0af748 HTTP/1.1" status: 200 len: 205 time: 0.0590110 Feb 28 10:34:02.055449 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 35594) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:02.065839 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] No Port match for: 6363484c-6202-4c78-badc-a463f44d6c46 {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:34:02.066192 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 6363484c-6202-4c78-badc-a463f44d6c46 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:34:02.066663 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 2becdbaa-8f69-4589-9f9d-39e1f0d3c7c0 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:34:02.091615 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] No Port match for: 2becdbaa-8f69-4589-9f9d-39e1f0d3c7c0 {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:34:02.092280 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 2becdbaa-8f69-4589-9f9d-39e1f0d3c7c0 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:34:02.107566 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dc910ee-1df8-4c7b-99f5-6a2f09f755b9 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Made reservation on behalf of 29ccc4cf6ba849d18fb6a0524a0ef75f for: {'port': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:34:02.111078 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4dc910ee-1df8-4c7b-99f5-6a2f09f755b9 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:02.111327 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.api.v2.resource [None req-03340f08-ca59-4630-8b00-cf0d9ccb7e5d tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] delete failed (client error): The resource could not be found. Feb 28 10:34:02.114958 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-03340f08-ca59-4630-8b00-cf0d9ccb7e5d tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] 10.222.0.20 "DELETE /v2.0/routers/d4aed115-2dce-4190-8b81-c453ea0af748 HTTP/1.1" status: 404 len: 336 time: 0.0559947 Feb 28 10:34:02.116642 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 35596) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:02.141124 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-4dc910ee-1df8-4c7b-99f5-6a2f09f755b9 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] device_id is not set on port f7f7396b-3e27-464c-a07e-6f34ad9a3eb0 yet. {{(pid=103408) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:34:02.154468 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-ffb050d4-1f17-4a3a-8714-f39b991f7c92 tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e88b09d-4a99-4e35-ab83-a661ca220a48 HTTP/1.1" status: 200 len: 205 time: 0.0355635 Feb 28 10:34:02.154468 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f456c278-6f5d-4f17-bd15-bd143456732a tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Network 7f9e46fe-d735-4e82-bec4-73592fd1da1b is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:34:02.156621 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 35598) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:02.159288 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-0a42bd0e-078b-49ab-bd8e-a346ce43f185 None None] Allocated IP 2001:db8::2 (95e112f0-425e-4b17-8b31-2f9b6cc8de38/4352e344-d973-4fe0-8aa3-d981b33d3b02/b8f1131d-4290-47a7-a5a2-7dcb6c6a2252) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:34:02.166247 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-f456c278-6f5d-4f17-bd15-bd143456732a tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:34:02.216655 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.api.v2.resource [None req-acea6f52-857d-446a-ad5e-ef9e5adff86a tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] delete failed (client error): The resource could not be found. Feb 28 10:34:02.217890 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-acea6f52-857d-446a-ad5e-ef9e5adff86a tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] 10.222.0.20 "DELETE /v2.0/routers/5e88b09d-4a99-4e35-ab83-a661ca220a48 HTTP/1.1" status: 404 len: 336 time: 0.0601323 Feb 28 10:34:02.223696 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 35600) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:02.286822 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-1042a69e-c574-447a-9734-419e42337b1d tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d9c9663-b9b9-49b8-ae6d-fb057d4e181b HTTP/1.1" status: 200 len: 205 time: 0.0586050 Feb 28 10:34:02.314607 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 35602) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:02.350364 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-465f6d8a-9190-4b0c-9951-a12ff31ff9a1 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3242588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3951195'] for subnet (c44948a7-49b8-4bb8-8eeb-db1a8f43a729), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:02.354156 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0a42bd0e-078b-49ab-bd8e-a346ce43f185 None None] Publish callbacks [] for port (b8f1131d-4290-47a7-a5a2-7dcb6c6a2252), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:02.362187 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.api.v2.resource [None req-637eab15-f561-4618-aa79-6f54d9af21f1 tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] delete failed (client error): The resource could not be found. Feb 28 10:34:02.363226 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-637eab15-f561-4618-aa79-6f54d9af21f1 tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] 10.222.0.20 "DELETE /v2.0/routers/0d9c9663-b9b9-49b8-ae6d-fb057d4e181b HTTP/1.1" status: 404 len: 336 time: 0.0474420 Feb 28 10:34:02.366297 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ec21f6f0-e173-4cee-8014-999e8fd4a1a1 tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-823142'] for subnet (88df84ce-f1a9-4592-9a3b-56c056f890ab), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:02.369674 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0a42bd0e-078b-49ab-bd8e-a346ce43f185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749'] for port (b8f1131d-4290-47a7-a5a2-7dcb6c6a2252), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:02.370811 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 35604) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:02.430666 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-405dc515-d0e8-49d7-b255-d9f90d788ed8 tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] 10.222.0.20 "GET /v2.0/ports?device_id=db643bc4-b2a2-4dbc-967a-cb1a23076f1b HTTP/1.1" status: 200 len: 205 time: 0.0587361 Feb 28 10:34:02.433167 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-465f6d8a-9190-4b0c-9951-a12ff31ff9a1 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Network 9f0a511d-8408-4971-9daa-968eebea54f2 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:34:02.434695 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a42bd0e-078b-49ab-bd8e-a346ce43f185 None None] Pushing event updated for resources: {'Port': ['ID=b8f1131d-4290-47a7-a5a2-7dcb6c6a2252,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:02.436093 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 35606) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:02.440416 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-465f6d8a-9190-4b0c-9951-a12ff31ff9a1 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:34:02.446851 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-465f6d8a-9190-4b0c-9951-a12ff31ff9a1 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:34:02.447931 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-465f6d8a-9190-4b0c-9951-a12ff31ff9a1 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks [] for subnet (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:02.454286 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29ae3707-f050-4055-bd71-bf35630a6e97 None None] Network 9f0a511d-8408-4971-9daa-968eebea54f2 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:34:02.455863 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465f6d8a-9190-4b0c-9951-a12ff31ff9a1 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Pushing event updated for resources: {'Subnet': ['ID=c44948a7-49b8-4bb8-8eeb-db1a8f43a729,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:02.477173 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a42bd0e-078b-49ab-bd8e-a346ce43f185 None None] Network 95e112f0-425e-4b17-8b31-2f9b6cc8de38 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:34:02.483811 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.api.v2.resource [None req-56b0c83c-2ef9-471d-8a73-6a92e64a9a76 tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] delete failed (client error): The resource could not be found. Feb 28 10:34:02.484087 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-4dc910ee-1df8-4c7b-99f5-6a2f09f755b9 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Allocated IP 2001:db8::2a3 (95e112f0-425e-4b17-8b31-2f9b6cc8de38/4352e344-d973-4fe0-8aa3-d981b33d3b02/f7f7396b-3e27-464c-a07e-6f34ad9a3eb0) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:34:02.487875 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-56b0c83c-2ef9-471d-8a73-6a92e64a9a76 tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] 10.222.0.20 "DELETE /v2.0/routers/db643bc4-b2a2-4dbc-967a-cb1a23076f1b HTTP/1.1" status: 404 len: 336 time: 0.0465286 Feb 28 10:34:02.488585 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 35608) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:02.512779 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-0a42bd0e-078b-49ab-bd8e-a346ce43f185 None None] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:34:02.518860 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a42bd0e-078b-49ab-bd8e-a346ce43f185 None None] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:34:02.527767 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-e82d5596-8602-4877-9946-3af775492dbc tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] 10.222.0.20 "GET /v2.0/ports?device_id=657743da-1fc9-4ff2-a314-0f4434f7cd8f HTTP/1.1" status: 200 len: 205 time: 0.0348010 Feb 28 10:34:02.527986 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 35610) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:02.529477 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ec21f6f0-e173-4cee-8014-999e8fd4a1a1 tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-823145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3498088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3516558'] for subnet (88df84ce-f1a9-4592-9a3b-56c056f890ab), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:02.538114 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-bf8006b4-0628-4a0d-bb31-a68b31fb09fe None None] Provisioning complete for port fe1311f5-57ee-4114-ab2c-fd77715426cd triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:34:02.538433 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bf8006b4-0628-4a0d-bb31-a68b31fb09fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (fe1311f5-57ee-4114-ab2c-fd77715426cd), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:02.543095 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-465f6d8a-9190-4b0c-9951-a12ff31ff9a1 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7930872 Feb 28 10:34:02.545671 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 35612) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:02.550802 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-f2ef18a5-9f81-42a2-95b0-c89645c0b0d1 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-58575763', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:34:02.573617 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec21f6f0-e173-4cee-8014-999e8fd4a1a1 tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] Pushing event deleted for resources: {'Subnet': ['ID=88df84ce-f1a9-4592-9a3b-56c056f890ab,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:02.575642 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ec21f6f0-e173-4cee-8014-999e8fd4a1a1 tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616561'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:02.578941 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-ec21f6f0-e173-4cee-8014-999e8fd4a1a1 tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] 10.222.0.20 "DELETE /v2.0/subnets/88df84ce-f1a9-4592-9a3b-56c056f890ab HTTP/1.1" status: 204 len: 168 time: 0.8945887 Feb 28 10:34:02.581561 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 35614) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:02.593552 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8782649-f5b3-4d2f-abf0-7b7c71329e0c None None] Network 10e4f615-edb3-42bc-b9db-6eafbcbc0839 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:34:02.598929 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.api.v2.resource [None req-1be564c3-c35d-4c13-9a0d-ca3336b541fb tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] delete failed (client error): The resource could not be found. Feb 28 10:34:02.600974 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-1be564c3-c35d-4c13-9a0d-ca3336b541fb tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] 10.222.0.20 "DELETE /v2.0/routers/657743da-1fc9-4ff2-a314-0f4434f7cd8f HTTP/1.1" status: 404 len: 336 time: 0.0706964 Feb 28 10:34:02.604949 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 35616) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:02.606357 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f456c278-6f5d-4f17-bd15-bd143456732a tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Router 021cb896-d921-405b-81bc-411eb3dc3459 is scheduled to L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 with binding_index 1 {{(pid=103407) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 10:34:02.653816 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-04c5ff15-fc5f-444f-bedf-648e62ee2020 tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] 10.222.0.20 "GET /v2.0/ports?device_id=e5abd12a-9c31-4552-a48f-b999b9f9bfeb HTTP/1.1" status: 200 len: 205 time: 0.0457926 Feb 28 10:34:02.657185 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 35618) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:02.673320 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f2ef18a5-9f81-42a2-95b0-c89645c0b0d1 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1805251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254175'] for router (7780f02a-9f22-4c4d-8cd9-1fabbf3de9a2), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:02.674484 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f2ef18a5-9f81-42a2-95b0-c89645c0b0d1 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1804172', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1602053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254150'] for router (7780f02a-9f22-4c4d-8cd9-1fabbf3de9a2), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:02.687676 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-bf8006b4-0628-4a0d-bb31-a68b31fb09fe None None] Port fe1311f5-57ee-4114-ab2c-fd77715426cd cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:34:02.691076 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-0a42bd0e-078b-49ab-bd8e-a346ce43f185 None None] Attempting to bind port b8f1131d-4290-47a7-a5a2-7dcb6c6a2252 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:34:02.691457 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-0a42bd0e-078b-49ab-bd8e-a346ce43f185 None None] Attempting to bind port b8f1131d-4290-47a7-a5a2-7dcb6c6a2252 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'b5ef073d-95dd-43d7-a764-552c1212f5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '95e112f0-425e-4b17-8b31-2f9b6cc8de38'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:34:02.691827 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a42bd0e-078b-49ab-bd8e-a346ce43f185 None None] Attempting to bind port b8f1131d-4290-47a7-a5a2-7dcb6c6a2252 on network 95e112f0-425e-4b17-8b31-2f9b6cc8de38 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:34:02.708967 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.api.v2.resource [None req-6f40ca1b-0b3f-4ad4-9815-a1d7711b70a0 tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] delete failed (client error): The resource could not be found. Feb 28 10:34:02.713944 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-6f40ca1b-0b3f-4ad4-9815-a1d7711b70a0 tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] 10.222.0.20 "DELETE /v2.0/routers/e5abd12a-9c31-4552-a48f-b999b9f9bfeb HTTP/1.1" status: 404 len: 336 time: 0.0525293 Feb 28 10:34:02.720474 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a42bd0e-078b-49ab-bd8e-a346ce43f185 None None] Checking agent: {'id': '75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 24, 15), 'started_at': datetime.datetime(2022, 2, 28, 10, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 33, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:34:02.720879 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a42bd0e-078b-49ab-bd8e-a346ce43f185 None None] Checking segment: {'id': 'b5ef073d-95dd-43d7-a764-552c1212f5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '95e112f0-425e-4b17-8b31-2f9b6cc8de38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:34:02.721288 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0a42bd0e-078b-49ab-bd8e-a346ce43f185 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:02.721690 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a42bd0e-078b-49ab-bd8e-a346ce43f185 None None] Bound using segment: {'id': 'b5ef073d-95dd-43d7-a764-552c1212f5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '95e112f0-425e-4b17-8b31-2f9b6cc8de38'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:34:02.722177 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-0a42bd0e-078b-49ab-bd8e-a346ce43f185 None None] Bound port: b8f1131d-4290-47a7-a5a2-7dcb6c6a2252, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5ef073d-95dd-43d7-a764-552c1212f5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '95e112f0-425e-4b17-8b31-2f9b6cc8de38'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:34:02.722557 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0a42bd0e-078b-49ab-bd8e-a346ce43f185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (b8f1131d-4290-47a7-a5a2-7dcb6c6a2252), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:02.728904 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 35620) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:02.753147 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76db1782-0464-4c0a-b19e-a80524733380 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-9f0a511d-8408-4971-9daa-968eebea54f2', 'network_id': '9f0a511d-8408-4971-9daa-968eebea54f2', 'project_id': '01d784a6a3f04224a7e9160ad9d44184', 'fixed_ips': [{'subnet_id': 'c44948a7-49b8-4bb8-8eeb-db1a8f43a729'}]}} from dv-neutron-master-2-hyperv. {{(pid=103409) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:34:02.753412 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-76db1782-0464-4c0a-b19e-a80524733380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:02.755942 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-76d0173c-8e14-4cd8-a19d-778f26208a22 tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-665757'] for network (10e4f615-edb3-42bc-b9db-6eafbcbc0839), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:02.766700 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-91864b10-4430-46be-9862-99c2737616de tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] DELETE failed (client error): The resource could not be found. Feb 28 10:34:02.767212 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91864b10-4430-46be-9862-99c2737616de tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103408) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:34:02.773147 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-91864b10-4430-46be-9862-99c2737616de tempest-RoutersIpV6AdminTest-426846268 tempest-RoutersIpV6AdminTest-426846268-project] 10.222.0.20 "DELETE /v2.0/subnets/2b90e156-bf93-4e9a-b7fb-246e213e5527 HTTP/1.1" status: 404 len: 337 time: 0.0386961 Feb 28 10:34:02.817236 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f2ef18a5-9f81-42a2-95b0-c89645c0b0d1 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks [] for router_controller (7780f02a-9f22-4c4d-8cd9-1fabbf3de9a2), precommit_add_association {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:02.827466 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f2ef18a5-9f81-42a2-95b0-c89645c0b0d1 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1804241'] for router (7780f02a-9f22-4c4d-8cd9-1fabbf3de9a2), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:02.829283 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-0a42bd0e-078b-49ab-bd8e-a346ce43f185 None None] For port b8f1131d-4290-47a7-a5a2-7dcb6c6a2252, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:34:02.832805 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-0a42bd0e-078b-49ab-bd8e-a346ce43f185 None None] For port b8f1131d-4290-47a7-a5a2-7dcb6c6a2252, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b8f1131d-4290-47a7-a5a2-7dcb6c6a2252,segment=NetworkSegment(b5ef073d-95dd-43d7-a764-552c1212f5dd),segment_id=b5ef073d-95dd-43d7-a764-552c1212f5dd)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:34:02.835749 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f456c278-6f5d-4f17-bd15-bd143456732a tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:34:02.852237 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3c4754-3571-4641-9c93-728e8e187fd5 None None] Sync routers for ids ['021cb896-d921-405b-81bc-411eb3dc3459'] in dv-neutron-master-2-hyperv {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:34:02.853256 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-f456c278-6f5d-4f17-bd15-bd143456732a tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] 10.222.0.20 "PUT /v2.0/routers/021cb896-d921-405b-81bc-411eb3dc3459/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3011506 Feb 28 10:34:02.854721 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0a42bd0e-078b-49ab-bd8e-a346ce43f185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (b8f1131d-4290-47a7-a5a2-7dcb6c6a2252), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:02.855971 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 35624) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:02.880989 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f2ef18a5-9f81-42a2-95b0-c89645c0b0d1 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks [] for router (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:02.882902 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-f2ef18a5-9f81-42a2-95b0-c89645c0b0d1 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3358922 Feb 28 10:34:02.888839 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 35626) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:02.922665 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b9523af-2170-4281-8660-32166f7c7547 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:34:02.924737 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-5b9523af-2170-4281-8660-32166f7c7547 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] 10.222.0.20 "GET /v2.0/ports/fe1311f5-57ee-4114-ab2c-fd77715426cd HTTP/1.1" status: 200 len: 977 time: 0.0675547 Feb 28 10:34:02.928826 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 35628) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:02.943080 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4dc910ee-1df8-4c7b-99f5-6a2f09f755b9 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks [] for port (f7f7396b-3e27-464c-a07e-6f34ad9a3eb0), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:03.011881 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-76d0173c-8e14-4cd8-a19d-778f26208a22 tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] Deleting port c114842c-4840-4f2f-b4b9-e7b86f64ea01 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:34:03.012735 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-76d0173c-8e14-4cd8-a19d-778f26208a22 tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (c114842c-4840-4f2f-b4b9-e7b86f64ea01), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:03.137752 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4dc910ee-1df8-4c7b-99f5-6a2f09f755b9 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (f7f7396b-3e27-464c-a07e-6f34ad9a3eb0), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:03.143295 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3c4754-3571-4641-9c93-728e8e187fd5 None None] Routers {'021cb896-d921-405b-81bc-411eb3dc3459'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:34:03.144005 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-bc3c4754-3571-4641-9c93-728e8e187fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:33:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['021cb896-d921-405b-81bc-411eb3dc3459'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:34:03.251322 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dc92f4e-96f1-4b5f-a130-1f1020afb8ff None None] DHCP port deletion for 10e4f615-edb3-42bc-b9db-6eafbcbc0839 request from dv-neutron-master-2-hyperv {{(pid=103409) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:34:03.270505 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-bc3c4754-3571-4641-9c93-728e8e187fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:34:03.288844 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc910ee-1df8-4c7b-99f5-6a2f09f755b9 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Pushing event updated for resources: {'Port': ['ID=f7f7396b-3e27-464c-a07e-6f34ad9a3eb0,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:03.297395 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 35632) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:03.300605 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dc910ee-1df8-4c7b-99f5-6a2f09f755b9 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Network 95e112f0-425e-4b17-8b31-2f9b6cc8de38 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:34:03.316461 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-4dc910ee-1df8-4c7b-99f5-6a2f09f755b9 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:34:03.336245 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc910ee-1df8-4c7b-99f5-6a2f09f755b9 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:34:03.336456 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a42bd0e-078b-49ab-bd8e-a346ce43f185 None None] Pushing event updated for resources: {'Port': ['ID=b8f1131d-4290-47a7-a5a2-7dcb6c6a2252,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:03.348613 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dc910ee-1df8-4c7b-99f5-6a2f09f755b9 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:34:03.357960 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4dc910ee-1df8-4c7b-99f5-6a2f09f755b9 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:03.379354 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3c4754-3571-4641-9c93-728e8e187fd5 None None] Routers {'021cb896-d921-405b-81bc-411eb3dc3459'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:34:03.380159 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-bc3c4754-3571-4641-9c93-728e8e187fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:33:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['021cb896-d921-405b-81bc-411eb3dc3459'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:34:03.427346 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-4dc910ee-1df8-4c7b-99f5-6a2f09f755b9 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.5823588 Feb 28 10:34:03.427592 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 35636) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:03.469660 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-bc3c4754-3571-4641-9c93-728e8e187fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:34:03.471527 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3c4754-3571-4641-9c93-728e8e187fd5 None None] The sync data for ids ['021cb896-d921-405b-81bc-411eb3dc3459'] in dv-neutron-master-2-hyperv is: [] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:34:03.526838 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-76db1782-0464-4c0a-b19e-a80524733380 None None] Allocated IP 2001:db8::2 (9f0a511d-8408-4971-9daa-968eebea54f2/c44948a7-49b8-4bb8-8eeb-db1a8f43a729/c3ae711d-fa04-4989-94e6-c3efaa5a3514) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:34:03.581211 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-1dc92f4e-96f1-4b5f-a130-1f1020afb8ff None None] Deleting port c114842c-4840-4f2f-b4b9-e7b86f64ea01 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:34:03.581543 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1dc92f4e-96f1-4b5f-a130-1f1020afb8ff None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (c114842c-4840-4f2f-b4b9-e7b86f64ea01), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:03.611789 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-426904f4-2bed-4ee1-8f1b-99d4509f2be4 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:03.705628 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-1dc92f4e-96f1-4b5f-a130-1f1020afb8ff None None] For port c114842c-4840-4f2f-b4b9-e7b86f64ea01, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c114842c-4840-4f2f-b4b9-e7b86f64ea01,segment=NetworkSegment(9e489100-456e-48f9-b26a-6c40993290e4),segment_id=9e489100-456e-48f9-b26a-6c40993290e4)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:34:03.706323 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1dc92f4e-96f1-4b5f-a130-1f1020afb8ff None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (c114842c-4840-4f2f-b4b9-e7b86f64ea01), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:03.718140 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-46b9fb75-d5d1-4198-95da-11ec76f07dd3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:03.729143 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-1dc92f4e-96f1-4b5f-a130-1f1020afb8ff None None] Calling delete_port for c114842c-4840-4f2f-b4b9-e7b86f64ea01 owned by network:dhcp {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:34:03.783363 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-76d0173c-8e14-4cd8-a19d-778f26208a22 tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] For port c114842c-4840-4f2f-b4b9-e7b86f64ea01, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c114842c-4840-4f2f-b4b9-e7b86f64ea01,segment=NetworkSegment(9e489100-456e-48f9-b26a-6c40993290e4),segment_id=9e489100-456e-48f9-b26a-6c40993290e4)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:34:03.783985 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-76d0173c-8e14-4cd8-a19d-778f26208a22 tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (c114842c-4840-4f2f-b4b9-e7b86f64ea01), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:03.842306 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-76db1782-0464-4c0a-b19e-a80524733380 None None] Publish callbacks [] for port (c3ae711d-fa04-4989-94e6-c3efaa5a3514), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:03.857029 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-76d0173c-8e14-4cd8-a19d-778f26208a22 tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] Calling delete_port for c114842c-4840-4f2f-b4b9-e7b86f64ea01 owned by network:dhcp {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:34:03.885975 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-76db1782-0464-4c0a-b19e-a80524733380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749'] for port (c3ae711d-fa04-4989-94e6-c3efaa5a3514), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:03.890763 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1dc92f4e-96f1-4b5f-a130-1f1020afb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758'] for port (c114842c-4840-4f2f-b4b9-e7b86f64ea01), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:03.985985 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-c425637e-b9b3-4df7-b414-3f40967922fc tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Deleting port f7f7396b-3e27-464c-a07e-6f34ad9a3eb0 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:34:03.986328 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c425637e-b9b3-4df7-b414-3f40967922fc tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (f7f7396b-3e27-464c-a07e-6f34ad9a3eb0), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:03.987143 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76db1782-0464-4c0a-b19e-a80524733380 None None] Network 9f0a511d-8408-4971-9daa-968eebea54f2 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:34:03.993370 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc92f4e-96f1-4b5f-a130-1f1020afb8ff None None] No DVR routers for this DVR port c114842c-4840-4f2f-b4b9-e7b86f64ea01 on host dv-neutron-master-2-hyperv {{(pid=103409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:34:03.999869 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device b8f1131d-4290-47a7-a5a2-7dcb6c6a2252 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:34:04.014169 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-76db1782-0464-4c0a-b19e-a80524733380 None None] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:34:04.032805 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-76d0173c-8e14-4cd8-a19d-778f26208a22 tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (c114842c-4840-4f2f-b4b9-e7b86f64ea01), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:04.044087 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76db1782-0464-4c0a-b19e-a80524733380 None None] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:34:04.074787 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-46b9fb75-d5d1-4198-95da-11ec76f07dd3 admin admin] Publish callbacks [] for security_group (101d68ca-0cac-4313-a544-d5e9fa42d226), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:04.085490 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-46b9fb75-d5d1-4198-95da-11ec76f07dd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (101d68ca-0cac-4313-a544-d5e9fa42d226), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:04.103392 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76db1782-0464-4c0a-b19e-a80524733380 None None] Pushing event updated for resources: {'Port': ['ID=c3ae711d-fa04-4989-94e6-c3efaa5a3514,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:04.106766 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d0173c-8e14-4cd8-a19d-778f26208a22 tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] Pushing event deleted for resources: {'Port': ['ID=c114842c-4840-4f2f-b4b9-e7b86f64ea01,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:04.108738 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d0173c-8e14-4cd8-a19d-778f26208a22 tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] No DVR routers for this DVR port c114842c-4840-4f2f-b4b9-e7b86f64ea01 on host dv-neutron-master-2-hyperv {{(pid=103407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:34:04.150984 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc92f4e-96f1-4b5f-a130-1f1020afb8ff None None] Pushing event deleted for resources: {'Port': ['ID=c114842c-4840-4f2f-b4b9-e7b86f64ea01,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:04.167710 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-76db1782-0464-4c0a-b19e-a80524733380 None None] Attempting to bind port c3ae711d-fa04-4989-94e6-c3efaa5a3514 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:34:04.168058 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-76db1782-0464-4c0a-b19e-a80524733380 None None] Attempting to bind port c3ae711d-fa04-4989-94e6-c3efaa5a3514 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'bf553b55-fb1d-4346-a090-4fb77eb0fbd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '9f0a511d-8408-4971-9daa-968eebea54f2'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:34:04.168429 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76db1782-0464-4c0a-b19e-a80524733380 None None] Attempting to bind port c3ae711d-fa04-4989-94e6-c3efaa5a3514 on network 9f0a511d-8408-4971-9daa-968eebea54f2 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:34:04.178883 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76db1782-0464-4c0a-b19e-a80524733380 None None] Checking agent: {'id': '75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 24, 15), 'started_at': datetime.datetime(2022, 2, 28, 10, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 33, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:34:04.179250 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76db1782-0464-4c0a-b19e-a80524733380 None None] Checking segment: {'id': 'bf553b55-fb1d-4346-a090-4fb77eb0fbd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '9f0a511d-8408-4971-9daa-968eebea54f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:34:04.179671 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-76db1782-0464-4c0a-b19e-a80524733380 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:04.180069 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76db1782-0464-4c0a-b19e-a80524733380 None None] Bound using segment: {'id': 'bf553b55-fb1d-4346-a090-4fb77eb0fbd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '9f0a511d-8408-4971-9daa-968eebea54f2'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:34:04.180587 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-76db1782-0464-4c0a-b19e-a80524733380 None None] Bound port: c3ae711d-fa04-4989-94e6-c3efaa5a3514, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf553b55-fb1d-4346-a090-4fb77eb0fbd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '9f0a511d-8408-4971-9daa-968eebea54f2'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:34:04.181007 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-76db1782-0464-4c0a-b19e-a80524733380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (c3ae711d-fa04-4989-94e6-c3efaa5a3514), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:04.193048 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-46b9fb75-d5d1-4198-95da-11ec76f07dd3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dc2ce3a257cf4b5291c2317bbfa3c6b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8914123 Feb 28 10:34:04.197328 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 35638) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:04.198801 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port b8f1131d-4290-47a7-a5a2-7dcb6c6a2252 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:34:04.199852 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (b8f1131d-4290-47a7-a5a2-7dcb6c6a2252), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:04.200200 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b9fb75-d5d1-4198-95da-11ec76f07dd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=101d68ca-0cac-4313-a544-d5e9fa42d226,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:04.214377 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-426904f4-2bed-4ee1-8f1b-99d4509f2be4 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Allocated IP 2001:db8::1 (9f0a511d-8408-4971-9daa-968eebea54f2/c44948a7-49b8-4bb8-8eeb-db1a8f43a729/b1a41311-2a28-4d1e-938e-fa70af232c5c) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:34:04.234587 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c425637e-b9b3-4df7-b414-3f40967922fc tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (f7f7396b-3e27-464c-a07e-6f34ad9a3eb0), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:04.250010 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-76d0173c-8e14-4cd8-a19d-778f26208a22 tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672413', 'neutron.services.segments.db._delete_segments_for_network-8742057110173'] for network (10e4f615-edb3-42bc-b9db-6eafbcbc0839), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:04.253787 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-c425637e-b9b3-4df7-b414-3f40967922fc tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Calling delete_port for f7f7396b-3e27-464c-a07e-6f34ad9a3eb0 owned by {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:34:04.319824 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-76db1782-0464-4c0a-b19e-a80524733380 None None] For port c3ae711d-fa04-4989-94e6-c3efaa5a3514, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:34:04.324393 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-76db1782-0464-4c0a-b19e-a80524733380 None None] For port c3ae711d-fa04-4989-94e6-c3efaa5a3514, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c3ae711d-fa04-4989-94e6-c3efaa5a3514,segment=NetworkSegment(bf553b55-fb1d-4346-a090-4fb77eb0fbd7),segment_id=bf553b55-fb1d-4346-a090-4fb77eb0fbd7)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:34:04.340536 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-76db1782-0464-4c0a-b19e-a80524733380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (c3ae711d-fa04-4989-94e6-c3efaa5a3514), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:04.360163 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-76d0173c-8e14-4cd8-a19d-778f26208a22 tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10e4f615-edb3-42bc-b9db-6eafbcbc0839']}} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:34:04.396538 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-76d0173c-8e14-4cd8-a19d-778f26208a22 tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e489100-456e-48f9-b26a-6c40993290e4') {'for_net_delete': True} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:34:04.397440 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-76d0173c-8e14-4cd8-a19d-778f26208a22 tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e489100-456e-48f9-b26a-6c40993290e4') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:34:04.413158 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76db1782-0464-4c0a-b19e-a80524733380 None None] Pushing event updated for resources: {'Port': ['ID=c3ae711d-fa04-4989-94e6-c3efaa5a3514,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:04.423600 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-76d0173c-8e14-4cd8-a19d-778f26208a22 tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742057113766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3501147'] for segment (9e489100-456e-48f9-b26a-6c40993290e4), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:04.425984 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8b98fce8-95ab-43ba-bd8a-96011a7f7a7e tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1802615'] for router_interface (021cb896-d921-405b-81bc-411eb3dc3459), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:04.470082 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port b8f1131d-4290-47a7-a5a2-7dcb6c6a2252 is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:34:04.470427 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (b8f1131d-4290-47a7-a5a2-7dcb6c6a2252), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:04.490512 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-76d0173c-8e14-4cd8-a19d-778f26208a22 tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (9e489100-456e-48f9-b26a-6c40993290e4), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:04.505249 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76d0173c-8e14-4cd8-a19d-778f26208a22 tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] Releasing vlan 298 on physical network physnet1 to pool {{(pid=103407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:34:04.505249 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-76d0173c-8e14-4cd8-a19d-778f26208a22 tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3498166'] for segment (9e489100-456e-48f9-b26a-6c40993290e4), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:04.522113 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] For port b8f1131d-4290-47a7-a5a2-7dcb6c6a2252, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b8f1131d-4290-47a7-a5a2-7dcb6c6a2252,segment=NetworkSegment(b5ef073d-95dd-43d7-a764-552c1212f5dd),segment_id=b5ef073d-95dd-43d7-a764-552c1212f5dd)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:34:04.528466 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (b8f1131d-4290-47a7-a5a2-7dcb6c6a2252), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:04.577422 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7a58e385-8090-4373-8038-3297aa41be17 admin admin] Publish callbacks [] for security_group (101d68ca-0cac-4313-a544-d5e9fa42d226), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:04.583418 dv-neutron-master-2-hyperv neutron-server[103407]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 10:34:04.583418 dv-neutron-master-2-hyperv neutron-server[103407]: self.session.flush() Feb 28 10:34:04.583418 dv-neutron-master-2-hyperv neutron-server[103407]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 10:34:04.583418 dv-neutron-master-2-hyperv neutron-server[103407]: self.session.flush() Feb 28 10:34:04.583418 dv-neutron-master-2-hyperv neutron-server[103407]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 10:34:04.583418 dv-neutron-master-2-hyperv neutron-server[103407]: self.session.flush() Feb 28 10:34:04.583418 dv-neutron-master-2-hyperv neutron-server[103407]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 10:34:04.583418 dv-neutron-master-2-hyperv neutron-server[103407]: self.session.flush() Feb 28 10:34:04.583418 dv-neutron-master-2-hyperv neutron-server[103407]: Traceback (most recent call last): Feb 28 10:34:04.583418 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:34:04.583418 dv-neutron-master-2-hyperv neutron-server[103407]: timer() Feb 28 10:34:04.583418 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:34:04.583418 dv-neutron-master-2-hyperv neutron-server[103407]: cb(*args, **kw) Feb 28 10:34:04.583418 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:34:04.583418 dv-neutron-master-2-hyperv neutron-server[103407]: return func(*args, **kwargs) Feb 28 10:34:04.583418 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:34:04.583418 dv-neutron-master-2-hyperv neutron-server[103407]: self._notify() Feb 28 10:34:04.583418 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:34:04.583418 dv-neutron-master-2-hyperv neutron-server[103407]: self.callback(batched_events) Feb 28 10:34:04.583418 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:34:04.583418 dv-neutron-master-2-hyperv neutron-server[103407]: event.method(event) Feb 28 10:34:04.583418 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:34:04.583418 dv-neutron-master-2-hyperv neutron-server[103407]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:34:04.583418 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:34:04.583418 dv-neutron-master-2-hyperv neutron-server[103407]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:34:04.583418 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:34:04.583418 dv-neutron-master-2-hyperv neutron-server[103407]: return f(self, *a, **k) Feb 28 10:34:04.583418 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:34:04.583418 dv-neutron-master-2-hyperv neutron-server[103407]: return self._get(url).json() Feb 28 10:34:04.583418 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:34:04.583418 dv-neutron-master-2-hyperv neutron-server[103407]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:34:04.583418 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:34:04.583418 dv-neutron-master-2-hyperv neutron-server[103407]: return self.request(url, 'GET', **kwargs) Feb 28 10:34:04.583418 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:34:04.583418 dv-neutron-master-2-hyperv neutron-server[103407]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:34:04.583418 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:34:04.583418 dv-neutron-master-2-hyperv neutron-server[103407]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:34:04.583418 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:34:04.583418 dv-neutron-master-2-hyperv neutron-server[103407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:34:04.583418 dv-neutron-master-2-hyperv neutron-server[103407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:34:04.609422 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Pushing event updated for resources: {'Port': ['ID=b8f1131d-4290-47a7-a5a2-7dcb6c6a2252,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:04.641156 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device c114842c-4840-4f2f-b4b9-e7b86f64ea01 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:34:04.669929 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-76d0173c-8e14-4cd8-a19d-778f26208a22 tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803269'] for network (10e4f615-edb3-42bc-b9db-6eafbcbc0839), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:04.674140 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] No Port match for: c114842c-4840-4f2f-b4b9-e7b86f64ea01 {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:34:04.674778 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device c114842c-4840-4f2f-b4b9-e7b86f64ea01 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:34:04.719512 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-76d0173c-8e14-4cd8-a19d-778f26208a22 tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:04.722757 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-76d0173c-8e14-4cd8-a19d-778f26208a22 tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] 10.222.0.20 "DELETE /v2.0/networks/10e4f615-edb3-42bc-b9db-6eafbcbc0839 HTTP/1.1" status: 204 len: 168 time: 2.1401973 Feb 28 10:34:04.738914 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e927b9fa-4196-41a2-9817-b911407805bf None None] Network 95e112f0-425e-4b17-8b31-2f9b6cc8de38 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:34:04.743430 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7a58e385-8090-4373-8038-3297aa41be17 admin admin] Publish callbacks [] for security_group (101d68ca-0cac-4313-a544-d5e9fa42d226), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:04.750800 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d0173c-8e14-4cd8-a19d-778f26208a22 tempest-AllowedAddressPairTestJSON-1426605659 tempest-AllowedAddressPairTestJSON-1426605659-project] Pushing event deleted for resources: {'Network': ['ID=10e4f615-edb3-42bc-b9db-6eafbcbc0839,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:04.902690 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7a58e385-8090-4373-8038-3297aa41be17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (101d68ca-0cac-4313-a544-d5e9fa42d226), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:04.906055 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7a58e385-8090-4373-8038-3297aa41be17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:04.916755 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-eec19406-4114-4160-ba5b-ba2e07ed70a3 None None] Provisioning complete for port b8f1131d-4290-47a7-a5a2-7dcb6c6a2252 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:34:04.917332 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-eec19406-4114-4160-ba5b-ba2e07ed70a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (b8f1131d-4290-47a7-a5a2-7dcb6c6a2252), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:04.922961 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-7a58e385-8090-4373-8038-3297aa41be17 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/101d68ca-0cac-4313-a544-d5e9fa42d226 HTTP/1.1" status: 204 len: 168 time: 0.7135291 Feb 28 10:34:04.976309 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a58e385-8090-4373-8038-3297aa41be17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=101d68ca-0cac-4313-a544-d5e9fa42d226,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:04.989064 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-426904f4-2bed-4ee1-8f1b-99d4509f2be4 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks [] for port (b1a41311-2a28-4d1e-938e-fa70af232c5c), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:05.010957 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-8b98fce8-95ab-43ba-bd8a-96011a7f7a7e tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Deleting port fe1311f5-57ee-4114-ab2c-fd77715426cd {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:34:05.011308 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8b98fce8-95ab-43ba-bd8a-96011a7f7a7e tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (fe1311f5-57ee-4114-ab2c-fd77715426cd), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:05.086808 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c425637e-b9b3-4df7-b414-3f40967922fc tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (f7f7396b-3e27-464c-a07e-6f34ad9a3eb0), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:05.112922 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-426904f4-2bed-4ee1-8f1b-99d4509f2be4 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (b1a41311-2a28-4d1e-938e-fa70af232c5c), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:05.140208 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c425637e-b9b3-4df7-b414-3f40967922fc tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Pushing event deleted for resources: {'Port': ['ID=f7f7396b-3e27-464c-a07e-6f34ad9a3eb0,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:05.155252 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-eec19406-4114-4160-ba5b-ba2e07ed70a3 None None] Current status of the port b8f1131d-4290-47a7-a5a2-7dcb6c6a2252 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:34:05.162424 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 35648) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:05.183132 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8b98fce8-95ab-43ba-bd8a-96011a7f7a7e tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (fe1311f5-57ee-4114-ab2c-fd77715426cd), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:05.197327 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c425637e-b9b3-4df7-b414-3f40967922fc tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:05.204519 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-8b98fce8-95ab-43ba-bd8a-96011a7f7a7e tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Calling delete_port for fe1311f5-57ee-4114-ab2c-fd77715426cd owned by network:router_interface {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:34:05.210871 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-c425637e-b9b3-4df7-b414-3f40967922fc tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] 10.222.0.20 "DELETE /v2.0/ports/f7f7396b-3e27-464c-a07e-6f34ad9a3eb0 HTTP/1.1" status: 204 len: 168 time: 1.7770026 Feb 28 10:34:05.214962 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 35652) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:05.268409 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-426904f4-2bed-4ee1-8f1b-99d4509f2be4 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Network 9f0a511d-8408-4971-9daa-968eebea54f2 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:34:05.274042 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-426904f4-2bed-4ee1-8f1b-99d4509f2be4 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:34:05.276529 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426904f4-2bed-4ee1-8f1b-99d4509f2be4 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:34:05.277284 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-426904f4-2bed-4ee1-8f1b-99d4509f2be4 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1803404'] for router_interface (7780f02a-9f22-4c4d-8cd9-1fabbf3de9a2), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:05.345141 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-391cb04b-a387-4708-98ea-800b500ce58c tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] DELETE failed (client error): The resource could not be found. Feb 28 10:34:05.345903 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-391cb04b-a387-4708-98ea-800b500ce58c tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:34:05.348048 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426904f4-2bed-4ee1-8f1b-99d4509f2be4 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Pushing event updated for resources: {'Port': ['ID=b1a41311-2a28-4d1e-938e-fa70af232c5c,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:05.356596 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 35656) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:05.360742 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-391cb04b-a387-4708-98ea-800b500ce58c tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] 10.222.0.20 "DELETE /v2.0/ports/f7f7396b-3e27-464c-a07e-6f34ad9a3eb0 HTTP/1.1" status: 404 len: 333 time: 0.1330533 Feb 28 10:34:05.406660 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9528aa0-bcca-4b08-8285-22a99e5999f9 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] GET failed (client error): The resource could not be found. Feb 28 10:34:05.408064 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-b9528aa0-bcca-4b08-8285-22a99e5999f9 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] 10.222.0.20 "GET /v2.0/ports/f7f7396b-3e27-464c-a07e-6f34ad9a3eb0 HTTP/1.1" status: 404 len: 333 time: 0.0500786 Feb 28 10:34:05.414054 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 35660) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:05.438997 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 35662) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:05.475401 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-797a7932-91e1-4c33-8344-2f409b5efa8c None None] Could not find standard attr ID for object f7f7396b-3e27-464c-a07e-6f34ad9a3eb0. {{(pid=103409) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Feb 28 10:34:05.509198 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-797a7932-91e1-4c33-8344-2f409b5efa8c None None] Provisioning complete for port b8f1131d-4290-47a7-a5a2-7dcb6c6a2252 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:34:05.509912 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-797a7932-91e1-4c33-8344-2f409b5efa8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (b8f1131d-4290-47a7-a5a2-7dcb6c6a2252), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:05.524147 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-426904f4-2bed-4ee1-8f1b-99d4509f2be4 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (b1a41311-2a28-4d1e-938e-fa70af232c5c), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:05.580865 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_v2 [None req-aca9c0d6-c4cc-45cc-9116-56730f4bb4e9 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Deleting subnet 4352e344-d973-4fe0-8aa3-d981b33d3b02 {{(pid=103407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:34:05.628765 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-aca9c0d6-c4cc-45cc-9116-56730f4bb4e9 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks [] for subnet (4352e344-d973-4fe0-8aa3-d981b33d3b02), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:05.651544 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-797a7932-91e1-4c33-8344-2f409b5efa8c None None] Current status of the port b8f1131d-4290-47a7-a5a2-7dcb6c6a2252 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:34:05.665193 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-559220f3-509d-4ba3-977e-428985b58298 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5b49a73603bf465c80be7e5443b89794&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5004191 Feb 28 10:34:05.673516 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 35664) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:05.689862 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-45264015-f53b-4f70-a80a-b06a971d0236 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a48e85374c4b471b881a673c7d60b591&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2323806 Feb 28 10:34:05.700204 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 35666) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:05.742167 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7d86453e-7cd8-47f1-8436-b8724715bae0 admin admin] Publish callbacks [] for security_group (782c29d1-9578-409e-a76b-e95b77a98658), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:05.745582 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-aca9c0d6-c4cc-45cc-9116-56730f4bb4e9 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3501132'] for subnet (4352e344-d973-4fe0-8aa3-d981b33d3b02), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:05.767344 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-b26064e4-12bd-4b87-af82-27a5b2d1fc8c None None] Could not find standard attr ID for object f7f7396b-3e27-464c-a07e-6f34ad9a3eb0. {{(pid=103409) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Feb 28 10:34:05.828808 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8b98fce8-95ab-43ba-bd8a-96011a7f7a7e tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (fe1311f5-57ee-4114-ab2c-fd77715426cd), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:05.834008 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7d86453e-7cd8-47f1-8436-b8724715bae0 admin admin] Publish callbacks [] for security_group (782c29d1-9578-409e-a76b-e95b77a98658), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:05.888464 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b98fce8-95ab-43ba-bd8a-96011a7f7a7e tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Pushing event deleted for resources: {'Port': ['ID=fe1311f5-57ee-4114-ab2c-fd77715426cd,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:05.915516 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-de679eff-413e-4efc-863c-ed48ee2a145a admin admin] Publish callbacks [] for security_group (408a3a22-7f78-4880-bdea-1ffd09847f95), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:05.986707 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-426904f4-2bed-4ee1-8f1b-99d4509f2be4 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks [] for port (b1a41311-2a28-4d1e-938e-fa70af232c5c), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:05.997880 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-426904f4-2bed-4ee1-8f1b-99d4509f2be4 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3242529'] for port (b1a41311-2a28-4d1e-938e-fa70af232c5c), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:05.999532 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-426904f4-2bed-4ee1-8f1b-99d4509f2be4 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1802524'] for router_interface (7780f02a-9f22-4c4d-8cd9-1fabbf3de9a2), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:06.007557 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7d86453e-7cd8-47f1-8436-b8724715bae0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (782c29d1-9578-409e-a76b-e95b77a98658), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:06.011010 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7d86453e-7cd8-47f1-8436-b8724715bae0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:06.012599 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-7d86453e-7cd8-47f1-8436-b8724715bae0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/782c29d1-9578-409e-a76b-e95b77a98658 HTTP/1.1" status: 204 len: 168 time: 0.3378680 Feb 28 10:34:06.024189 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-de679eff-413e-4efc-863c-ed48ee2a145a admin admin] Publish callbacks [] for security_group (408a3a22-7f78-4880-bdea-1ffd09847f95), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:06.040479 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-aca9c0d6-c4cc-45cc-9116-56730f4bb4e9 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-823142'] for subnet (4352e344-d973-4fe0-8aa3-d981b33d3b02), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:06.130526 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device c3ae711d-fa04-4989-94e6-c3efaa5a3514 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:34:06.134297 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d86453e-7cd8-47f1-8436-b8724715bae0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=782c29d1-9578-409e-a76b-e95b77a98658,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:06.215655 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8b98fce8-95ab-43ba-bd8a-96011a7f7a7e tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1802651'] for router_interface (021cb896-d921-405b-81bc-411eb3dc3459), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:06.232418 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426904f4-2bed-4ee1-8f1b-99d4509f2be4 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Pushing event updated for resources: {'Port': ['ID=b1a41311-2a28-4d1e-938e-fa70af232c5c,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:06.291498 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-426904f4-2bed-4ee1-8f1b-99d4509f2be4 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Network 9f0a511d-8408-4971-9daa-968eebea54f2 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:34:06.293661 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-426904f4-2bed-4ee1-8f1b-99d4509f2be4 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:34:06.296980 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-436e87b0-8681-4387-a0b3-e9f4889aca23 None None] Provisioning complete for port c3ae711d-fa04-4989-94e6-c3efaa5a3514 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:34:06.298645 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-436e87b0-8681-4387-a0b3-e9f4889aca23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (c3ae711d-fa04-4989-94e6-c3efaa5a3514), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:06.360928 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port c3ae711d-fa04-4989-94e6-c3efaa5a3514 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:34:06.361479 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (c3ae711d-fa04-4989-94e6-c3efaa5a3514), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:06.374533 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-aca9c0d6-c4cc-45cc-9116-56730f4bb4e9 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-823145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3498088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3516558'] for subnet (4352e344-d973-4fe0-8aa3-d981b33d3b02), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:06.377430 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-de679eff-413e-4efc-863c-ed48ee2a145a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (408a3a22-7f78-4880-bdea-1ffd09847f95), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:06.380388 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-de679eff-413e-4efc-863c-ed48ee2a145a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:06.382679 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-de679eff-413e-4efc-863c-ed48ee2a145a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/408a3a22-7f78-4880-bdea-1ffd09847f95 HTTP/1.1" status: 204 len: 168 time: 0.6810963 Feb 28 10:34:06.450465 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-426904f4-2bed-4ee1-8f1b-99d4509f2be4 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Router 7780f02a-9f22-4c4d-8cd9-1fabbf3de9a2 is scheduled to L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 with binding_index 1 {{(pid=103408) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 10:34:06.479268 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-436e87b0-8681-4387-a0b3-e9f4889aca23 None None] Current status of the port c3ae711d-fa04-4989-94e6-c3efaa5a3514 is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:34:06.479757 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-436e87b0-8681-4387-a0b3-e9f4889aca23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (c3ae711d-fa04-4989-94e6-c3efaa5a3514), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:06.482024 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b85deafd-e9de-48c8-8209-dbfa54bbb392 None None] Network 95e112f0-425e-4b17-8b31-2f9b6cc8de38 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:34:06.508149 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de679eff-413e-4efc-863c-ed48ee2a145a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=408a3a22-7f78-4880-bdea-1ffd09847f95,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:06.509975 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca9c0d6-c4cc-45cc-9116-56730f4bb4e9 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Pushing event deleted for resources: {'Subnet': ['ID=4352e344-d973-4fe0-8aa3-d981b33d3b02,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:06.512236 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-aca9c0d6-c4cc-45cc-9116-56730f4bb4e9 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616561'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:06.518309 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-aca9c0d6-c4cc-45cc-9116-56730f4bb4e9 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] 10.222.0.20 "DELETE /v2.0/subnets/4352e344-d973-4fe0-8aa3-d981b33d3b02 HTTP/1.1" status: 204 len: 168 time: 1.1030531 Feb 28 10:34:06.520950 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 35674) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:06.703846 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-426904f4-2bed-4ee1-8f1b-99d4509f2be4 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:34:06.711386 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-426904f4-2bed-4ee1-8f1b-99d4509f2be4 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "PUT /v2.0/routers/7780f02a-9f22-4c4d-8cd9-1fabbf3de9a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8212919 Feb 28 10:34:06.716799 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd1e1bd2-0d5b-467c-9ba0-4e8a745ccac1 None None] Sync routers for ids ['7780f02a-9f22-4c4d-8cd9-1fabbf3de9a2'] in dv-neutron-master-2-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:34:06.719176 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 35680) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:06.730814 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd1e1bd2-0d5b-467c-9ba0-4e8a745ccac1 None None] Routers {'7780f02a-9f22-4c4d-8cd9-1fabbf3de9a2'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:34:06.732048 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-bd1e1bd2-0d5b-467c-9ba0-4e8a745ccac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:33:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['7780f02a-9f22-4c4d-8cd9-1fabbf3de9a2'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:34:06.737458 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b98fce8-95ab-43ba-bd8a-96011a7f7a7e tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Router 021cb896-d921-405b-81bc-411eb3dc3459 has already been hosted by L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:34:06.833013 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-436e87b0-8681-4387-a0b3-e9f4889aca23 None None] For port c3ae711d-fa04-4989-94e6-c3efaa5a3514, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c3ae711d-fa04-4989-94e6-c3efaa5a3514,segment=NetworkSegment(bf553b55-fb1d-4346-a090-4fb77eb0fbd7),segment_id=bf553b55-fb1d-4346-a090-4fb77eb0fbd7)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:34:06.871289 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-bd1e1bd2-0d5b-467c-9ba0-4e8a745ccac1 None None] Set router 7780f02a-9f22-4c4d-8cd9-1fabbf3de9a2 gateway port host: None {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:34:06.887955 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-436e87b0-8681-4387-a0b3-e9f4889aca23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (c3ae711d-fa04-4989-94e6-c3efaa5a3514), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:06.917495 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77d2194a-1263-4766-a54a-5d8e916be295 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:34:06.923747 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 35688) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:06.925985 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-77d2194a-1263-4766-a54a-5d8e916be295 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "GET /v2.0/ports/b1a41311-2a28-4d1e-938e-fa70af232c5c HTTP/1.1" status: 200 len: 911 time: 0.1866524 Feb 28 10:34:06.972577 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port c3ae711d-fa04-4989-94e6-c3efaa5a3514 is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:34:06.973084 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (c3ae711d-fa04-4989-94e6-c3efaa5a3514), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:07.021384 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b54c832b-5b81-42c1-b8c2-54b0f808d3ca tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-665757'] for network (95e112f0-425e-4b17-8b31-2f9b6cc8de38), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:07.075481 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50e5e00c-e8cf-4f40-82a9-49939022054c tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:34:07.083838 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50e5e00c-e8cf-4f40-82a9-49939022054c tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:34:07.088295 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-6135ea3d-5949-4168-9ba6-1819cef0e4d7 None None] Provisioning complete for port b1a41311-2a28-4d1e-938e-fa70af232c5c triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:34:07.089010 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6135ea3d-5949-4168-9ba6-1819cef0e4d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (b1a41311-2a28-4d1e-938e-fa70af232c5c), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:07.093330 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-50e5e00c-e8cf-4f40-82a9-49939022054c tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1677222 Feb 28 10:34:07.097031 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 35700) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:07.138580 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-6135ea3d-5949-4168-9ba6-1819cef0e4d7 None None] Port b1a41311-2a28-4d1e-938e-fa70af232c5c cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:34:07.140950 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b818749-1aa3-4efc-8f6f-e8267619c189 None None] DHCP port deletion for 95e112f0-425e-4b17-8b31-2f9b6cc8de38 request from dv-neutron-master-2-hyperv {{(pid=103409) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:34:07.151075 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436e87b0-8681-4387-a0b3-e9f4889aca23 None None] Pushing event updated for resources: {'Port': ['ID=c3ae711d-fa04-4989-94e6-c3efaa5a3514,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:07.261295 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.db.api [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103409) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 10:34:07.262628 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG oslo_db.api [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 10:34:07.262847 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b98fce8-95ab-43ba-bd8a-96011a7f7a7e tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:34:07.270521 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-8b98fce8-95ab-43ba-bd8a-96011a7f7a7e tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] 10.222.0.20 "PUT /v2.0/routers/021cb896-d921-405b-81bc-411eb3dc3459/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3402290 Feb 28 10:34:07.274214 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 35702) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:07.301865 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f807c9db-2eb6-4891-b208-7050f6458728 None None] Sync routers for ids ['021cb896-d921-405b-81bc-411eb3dc3459'] in dv-neutron-master-2-hyperv {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:34:07.364359 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21068ef5-5c38-4632-bb88-af9ce1f860d2 req-452c9d07-e7b4-4a47-9578-53df99da53c8 tempest-ServersTestManualDisk-1927369875 tempest-ServersTestManualDisk-1927369875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:34:07.372466 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-21068ef5-5c38-4632-bb88-af9ce1f860d2 req-452c9d07-e7b4-4a47-9578-53df99da53c8 tempest-ServersTestManualDisk-1927369875 tempest-ServersTestManualDisk-1927369875-project] 10.222.0.20 "GET /v2.0/ports?device_id=c32684cc-ad27-487d-bf9a-2122546516b2 HTTP/1.1" status: 200 len: 946 time: 0.2196934 Feb 28 10:34:07.473902 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-bd1e1bd2-0d5b-467c-9ba0-4e8a745ccac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7780f02a-9f22-4c4d-8cd9-1fabbf3de9a2', 'name': 'tempest-NetworksTestDHCPv6-router-58575763', 'tenant_id': '01d784a6a3f04224a7e9160ad9d44184', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:34:02Z', 'updated_at': '2022-02-28T10:34:05Z', 'revision_number': 2, 'project_id': '01d784a6a3f04224a7e9160ad9d44184', 'gw_port_host': None, '_interfaces': [{'id': 'b1a41311-2a28-4d1e-938e-fa70af232c5c', 'name': '', 'network_id': '9f0a511d-8408-4971-9daa-968eebea54f2', 'tenant_id': '01d784a6a3f04224a7e9160ad9d44184', 'mac_address': 'fa:16:3e:03:f4:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7780f02a-9f22-4c4d-8cd9-1fabbf3de9a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'c44948a7-49b8-4bb8-8eeb-db1a8f43a729', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:34:03Z', 'updated_at': '2022-02-28T10:34:05Z', 'revision_number': 2, 'project_id': '01d784a6a3f04224a7e9160ad9d44184', 'subnets': [{'id': 'c44948a7-49b8-4bb8-8eeb-db1a8f43a729', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:34:07.519332 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-b54c832b-5b81-42c1-b8c2-54b0f808d3ca tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Deleting port b8f1131d-4290-47a7-a5a2-7dcb6c6a2252 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:34:07.519679 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b54c832b-5b81-42c1-b8c2-54b0f808d3ca tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (b8f1131d-4290-47a7-a5a2-7dcb6c6a2252), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:07.532077 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd1e1bd2-0d5b-467c-9ba0-4e8a745ccac1 None None] Checking router: 7780f02a-9f22-4c4d-8cd9-1fabbf3de9a2 for host: dv-neutron-master-2-hyperv {{(pid=103410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:34:07.532433 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd1e1bd2-0d5b-467c-9ba0-4e8a745ccac1 None None] Updating router 7780f02a-9f22-4c4d-8cd9-1fabbf3de9a2 port b1a41311-2a28-4d1e-938e-fa70af232c5c binding host dv-neutron-master-2-hyperv {{(pid=103410) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 10:34:07.610698 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-b54c832b-5b81-42c1-b8c2-54b0f808d3ca tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] For port b8f1131d-4290-47a7-a5a2-7dcb6c6a2252, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b8f1131d-4290-47a7-a5a2-7dcb6c6a2252,segment=NetworkSegment(b5ef073d-95dd-43d7-a764-552c1212f5dd),segment_id=b5ef073d-95dd-43d7-a764-552c1212f5dd)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:34:07.611085 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b54c832b-5b81-42c1-b8c2-54b0f808d3ca tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (b8f1131d-4290-47a7-a5a2-7dcb6c6a2252), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:07.629122 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-bd1e1bd2-0d5b-467c-9ba0-4e8a745ccac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (b1a41311-2a28-4d1e-938e-fa70af232c5c), before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:07.635028 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-b54c832b-5b81-42c1-b8c2-54b0f808d3ca tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Calling delete_port for b8f1131d-4290-47a7-a5a2-7dcb6c6a2252 owned by network:dhcp {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:34:07.695106 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-21068ef5-5c38-4632-bb88-af9ce1f860d2 req-3e03d336-4f6c-4c55-893d-e7ef103c28db tempest-ServersTestManualDisk-1927369875 tempest-ServersTestManualDisk-1927369875-project] 10.222.0.20 "GET /v2.0/security-groups?id=f7c3c379-f26e-44ef-badf-d68ef2cd35f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3166115 Feb 28 10:34:07.748764 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f807c9db-2eb6-4891-b208-7050f6458728 None None] Routers {'021cb896-d921-405b-81bc-411eb3dc3459'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:34:07.751043 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-f807c9db-2eb6-4891-b208-7050f6458728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:33:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['021cb896-d921-405b-81bc-411eb3dc3459'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:34:07.764650 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.api.v2.resource [None req-1138b806-bd3a-43c5-b775-65083837e844 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] remove_router_interface failed (client error): The resource could not be found. Feb 28 10:34:07.766138 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-1138b806-bd3a-43c5-b775-65083837e844 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] 10.222.0.20 "PUT /v2.0/routers/021cb896-d921-405b-81bc-411eb3dc3459/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4909387 Feb 28 10:34:07.770383 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 35722) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:07.782200 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e823379e-92ab-41d5-ac15-6d66b458a14c tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1802615'] for router_interface (7780f02a-9f22-4c4d-8cd9-1fabbf3de9a2), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:07.796899 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b54c832b-5b81-42c1-b8c2-54b0f808d3ca tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (b8f1131d-4290-47a7-a5a2-7dcb6c6a2252), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:07.849780 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-9bd1e59e-cc0c-4724-8a32-3196c3d596bf tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] 10.222.0.20 "GET /v2.0/ports?device_id=021cb896-d921-405b-81bc-411eb3dc3459 HTTP/1.1" status: 200 len: 205 time: 0.0756419 Feb 28 10:34:07.869246 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 35726) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:07.871853 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54c832b-5b81-42c1-b8c2-54b0f808d3ca tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Pushing event deleted for resources: {'Port': ['ID=b8f1131d-4290-47a7-a5a2-7dcb6c6a2252,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:07.884762 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2b818749-1aa3-4efc-8f6f-e8267619c189 None None] Deleting port b8f1131d-4290-47a7-a5a2-7dcb6c6a2252 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:34:07.885542 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2b818749-1aa3-4efc-8f6f-e8267619c189 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (b8f1131d-4290-47a7-a5a2-7dcb6c6a2252), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:07.888049 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-f807c9db-2eb6-4891-b208-7050f6458728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:34:07.909262 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port c3ae711d-fa04-4989-94e6-c3efaa5a3514 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:34:07.910761 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device b8f1131d-4290-47a7-a5a2-7dcb6c6a2252 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:34:07.929088 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 35728) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:07.978587 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f807c9db-2eb6-4891-b208-7050f6458728 None None] Routers {'021cb896-d921-405b-81bc-411eb3dc3459'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:34:07.979724 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-f807c9db-2eb6-4891-b208-7050f6458728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:33:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['021cb896-d921-405b-81bc-411eb3dc3459'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:34:08.008301 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54c832b-5b81-42c1-b8c2-54b0f808d3ca tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] No DVR routers for this DVR port b8f1131d-4290-47a7-a5a2-7dcb6c6a2252 on host dv-neutron-master-2-hyperv {{(pid=103407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:34:08.029782 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-f807c9db-2eb6-4891-b208-7050f6458728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:34:08.030768 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f807c9db-2eb6-4891-b208-7050f6458728 None None] The sync data for ids ['021cb896-d921-405b-81bc-411eb3dc3459'] in dv-neutron-master-2-hyperv is: [] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:34:08.044412 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] No Port match for: b8f1131d-4290-47a7-a5a2-7dcb6c6a2252 {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:34:08.045251 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device b8f1131d-4290-47a7-a5a2-7dcb6c6a2252 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Feb 28 10:34:08.083323 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Port b8f1131d-4290-47a7-a5a2-7dcb6c6a2252 not found, will not notify nova. {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Feb 28 10:34:08.097964 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-2b818749-1aa3-4efc-8f6f-e8267619c189 None None] For port b8f1131d-4290-47a7-a5a2-7dcb6c6a2252, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:34:08.098384 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2b818749-1aa3-4efc-8f6f-e8267619c189 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (b8f1131d-4290-47a7-a5a2-7dcb6c6a2252), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:08.101187 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (13ac42ae-016e-4baf-bb31-c6fa820b41c2), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:08.127188 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2b818749-1aa3-4efc-8f6f-e8267619c189 None None] Calling delete_port for b8f1131d-4290-47a7-a5a2-7dcb6c6a2252 owned by network:dhcp {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:34:08.130563 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-bd1e1bd2-0d5b-467c-9ba0-4e8a745ccac1 None None] Publish callbacks [] for port (b1a41311-2a28-4d1e-938e-fa70af232c5c), precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:08.133785 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.ipam_backend_mixin [None req-2b818749-1aa3-4efc-8f6f-e8267619c189 None None] Port b8f1131d-4290-47a7-a5a2-7dcb6c6a2252 was not found and therefore no delete operation was performed {{(pid=103409) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 28 10:34:08.135884 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2b818749-1aa3-4efc-8f6f-e8267619c189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758'] for port (b8f1131d-4290-47a7-a5a2-7dcb6c6a2252), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:08.142121 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-bd1e1bd2-0d5b-467c-9ba0-4e8a745ccac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (b1a41311-2a28-4d1e-938e-fa70af232c5c), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:08.195165 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2a8138-f797-4491-ba50-17ef0726be29 None None] Pushing event updated for resources: {'Port': ['ID=b1a41311-2a28-4d1e-938e-fa70af232c5c,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:08.230096 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b818749-1aa3-4efc-8f6f-e8267619c189 None None] Pushing event deleted for resources: {'Port': ['ID=b8f1131d-4290-47a7-a5a2-7dcb6c6a2252,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:08.233011 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b818749-1aa3-4efc-8f6f-e8267619c189 None None] No DVR routers for this DVR port b8f1131d-4290-47a7-a5a2-7dcb6c6a2252 on host dv-neutron-master-2-hyperv {{(pid=103409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:34:08.262588 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device c3ae711d-fa04-4989-94e6-c3efaa5a3514 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:34:08.367525 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port c3ae711d-fa04-4989-94e6-c3efaa5a3514 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:34:08.367525 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (c3ae711d-fa04-4989-94e6-c3efaa5a3514), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:08.368269 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-bd1e1bd2-0d5b-467c-9ba0-4e8a745ccac1 None None] Attempting to bind port b1a41311-2a28-4d1e-938e-fa70af232c5c on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:34:08.368991 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-bd1e1bd2-0d5b-467c-9ba0-4e8a745ccac1 None None] Attempting to bind port b1a41311-2a28-4d1e-938e-fa70af232c5c by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'bf553b55-fb1d-4346-a090-4fb77eb0fbd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '9f0a511d-8408-4971-9daa-968eebea54f2'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:34:08.368991 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1e1bd2-0d5b-467c-9ba0-4e8a745ccac1 None None] Attempting to bind port b1a41311-2a28-4d1e-938e-fa70af232c5c on network 9f0a511d-8408-4971-9daa-968eebea54f2 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:34:08.379470 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-e823379e-92ab-41d5-ac15-6d66b458a14c tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Deleting port b1a41311-2a28-4d1e-938e-fa70af232c5c {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:34:08.380349 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e823379e-92ab-41d5-ac15-6d66b458a14c tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (b1a41311-2a28-4d1e-938e-fa70af232c5c), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:08.381458 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1e1bd2-0d5b-467c-9ba0-4e8a745ccac1 None None] Checking agent: {'id': '75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 24, 15), 'started_at': datetime.datetime(2022, 2, 28, 10, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 33, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:34:08.381858 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1e1bd2-0d5b-467c-9ba0-4e8a745ccac1 None None] Checking segment: {'id': 'bf553b55-fb1d-4346-a090-4fb77eb0fbd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '9f0a511d-8408-4971-9daa-968eebea54f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:34:08.382273 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-bd1e1bd2-0d5b-467c-9ba0-4e8a745ccac1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:08.382676 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1e1bd2-0d5b-467c-9ba0-4e8a745ccac1 None None] Bound using segment: {'id': 'bf553b55-fb1d-4346-a090-4fb77eb0fbd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '9f0a511d-8408-4971-9daa-968eebea54f2'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:34:08.383174 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-bd1e1bd2-0d5b-467c-9ba0-4e8a745ccac1 None None] Bound port: b1a41311-2a28-4d1e-938e-fa70af232c5c, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf553b55-fb1d-4346-a090-4fb77eb0fbd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '9f0a511d-8408-4971-9daa-968eebea54f2'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:34:08.383569 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-bd1e1bd2-0d5b-467c-9ba0-4e8a745ccac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (b1a41311-2a28-4d1e-938e-fa70af232c5c), before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:08.481266 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-9397e8a7-d76e-4551-965f-c1e441a2a9b5 tempest-FloatingIPNegativeTestJSON-1306017259 tempest-FloatingIPNegativeTestJSON-1306017259-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1687021890'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:34:08.566183 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-bd1e1bd2-0d5b-467c-9ba0-4e8a745ccac1 None None] For port b1a41311-2a28-4d1e-938e-fa70af232c5c, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:34:08.575670 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-bd1e1bd2-0d5b-467c-9ba0-4e8a745ccac1 None None] For port b1a41311-2a28-4d1e-938e-fa70af232c5c, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b1a41311-2a28-4d1e-938e-fa70af232c5c,segment=NetworkSegment(bf553b55-fb1d-4346-a090-4fb77eb0fbd7),segment_id=bf553b55-fb1d-4346-a090-4fb77eb0fbd7)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:34:08.588037 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-bd1e1bd2-0d5b-467c-9ba0-4e8a745ccac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (b1a41311-2a28-4d1e-938e-fa70af232c5c), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:08.604608 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port c3ae711d-fa04-4989-94e6-c3efaa5a3514 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:34:08.615404 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-e823379e-92ab-41d5-ac15-6d66b458a14c tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] For port b1a41311-2a28-4d1e-938e-fa70af232c5c, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:34:08.615797 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e823379e-92ab-41d5-ac15-6d66b458a14c tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (b1a41311-2a28-4d1e-938e-fa70af232c5c), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:08.630686 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-e823379e-92ab-41d5-ac15-6d66b458a14c tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Calling delete_port for b1a41311-2a28-4d1e-938e-fa70af232c5c owned by network:router_interface {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:34:08.635777 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9397e8a7-d76e-4551-965f-c1e441a2a9b5 tempest-FloatingIPNegativeTestJSON-1306017259 tempest-FloatingIPNegativeTestJSON-1306017259-project] Made reservation on behalf of 78091f7400c644c2bdf1dc7e790fcfd4 for: {'network': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:34:08.639424 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9397e8a7-d76e-4551-965f-c1e441a2a9b5 tempest-FloatingIPNegativeTestJSON-1306017259 tempest-FloatingIPNegativeTestJSON-1306017259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for network (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:08.658774 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9397e8a7-d76e-4551-965f-c1e441a2a9b5 tempest-FloatingIPNegativeTestJSON-1306017259 tempest-FloatingIPNegativeTestJSON-1306017259-project] Publish callbacks [] for security_group (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:08.661163 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd1e1bd2-0d5b-467c-9ba0-4e8a745ccac1 None None] Routers {'7780f02a-9f22-4c4d-8cd9-1fabbf3de9a2'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:34:08.661808 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-bd1e1bd2-0d5b-467c-9ba0-4e8a745ccac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:33:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['7780f02a-9f22-4c4d-8cd9-1fabbf3de9a2'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:34:08.704799 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2916b4a3-241a-47f1-ac1f-c1a50aa35a9b None None] Provisioning complete for port b1a41311-2a28-4d1e-938e-fa70af232c5c triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:34:08.705216 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2916b4a3-241a-47f1-ac1f-c1a50aa35a9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (b1a41311-2a28-4d1e-938e-fa70af232c5c), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:08.717145 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device b8f1131d-4290-47a7-a5a2-7dcb6c6a2252 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:34:08.743660 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d17652ee-f222-49cf-b486-a3ce8c490aa1 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks [] for router (021cb896-d921-405b-81bc-411eb3dc3459), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:08.864320 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b54c832b-5b81-42c1-b8c2-54b0f808d3ca tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672413', 'neutron.services.segments.db._delete_segments_for_network-8742057110173'] for network (95e112f0-425e-4b17-8b31-2f9b6cc8de38), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:08.871367 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-bd1e1bd2-0d5b-467c-9ba0-4e8a745ccac1 None None] Set router 7780f02a-9f22-4c4d-8cd9-1fabbf3de9a2 gateway port host: None {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:34:08.877821 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] No Port match for: b8f1131d-4290-47a7-a5a2-7dcb6c6a2252 {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:34:08.878190 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device b8f1131d-4290-47a7-a5a2-7dcb6c6a2252 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:34:08.895652 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-b54c832b-5b81-42c1-b8c2-54b0f808d3ca tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95e112f0-425e-4b17-8b31-2f9b6cc8de38']}} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:34:08.906525 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-b54c832b-5b81-42c1-b8c2-54b0f808d3ca tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5ef073d-95dd-43d7-a764-552c1212f5dd') {'for_net_delete': True} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:34:08.906957 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-b54c832b-5b81-42c1-b8c2-54b0f808d3ca tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5ef073d-95dd-43d7-a764-552c1212f5dd') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:34:08.909856 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-49beddb9-1ec1-4b4c-9c72-56399943c19e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fb6705d2-4f70-4965-92a3-fbfccd43a6d3), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:08.920229 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b54c832b-5b81-42c1-b8c2-54b0f808d3ca tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742057113766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3501147'] for segment (b5ef073d-95dd-43d7-a764-552c1212f5dd), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:08.936162 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b54c832b-5b81-42c1-b8c2-54b0f808d3ca tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (b5ef073d-95dd-43d7-a764-552c1212f5dd), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:08.943370 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b54c832b-5b81-42c1-b8c2-54b0f808d3ca tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Releasing vlan 254 on physical network physnet1 to pool {{(pid=103407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:34:08.943830 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b54c832b-5b81-42c1-b8c2-54b0f808d3ca tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3498166'] for segment (b5ef073d-95dd-43d7-a764-552c1212f5dd), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:09.014161 dv-neutron-master-2-hyperv neutron-server[103407]: Traceback (most recent call last): Feb 28 10:34:09.014161 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:34:09.014161 dv-neutron-master-2-hyperv neutron-server[103407]: timer() Feb 28 10:34:09.014161 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:34:09.014161 dv-neutron-master-2-hyperv neutron-server[103407]: cb(*args, **kw) Feb 28 10:34:09.014161 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:34:09.014161 dv-neutron-master-2-hyperv neutron-server[103407]: return func(*args, **kwargs) Feb 28 10:34:09.014161 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:34:09.014161 dv-neutron-master-2-hyperv neutron-server[103407]: self._notify() Feb 28 10:34:09.014161 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:34:09.014161 dv-neutron-master-2-hyperv neutron-server[103407]: self.callback(batched_events) Feb 28 10:34:09.014161 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:34:09.014161 dv-neutron-master-2-hyperv neutron-server[103407]: event.method(event) Feb 28 10:34:09.014161 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:34:09.014161 dv-neutron-master-2-hyperv neutron-server[103407]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:34:09.014161 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:34:09.014161 dv-neutron-master-2-hyperv neutron-server[103407]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:34:09.014161 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:34:09.014161 dv-neutron-master-2-hyperv neutron-server[103407]: return f(self, *a, **k) Feb 28 10:34:09.014161 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:34:09.014161 dv-neutron-master-2-hyperv neutron-server[103407]: return self._get(url).json() Feb 28 10:34:09.014161 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:34:09.014161 dv-neutron-master-2-hyperv neutron-server[103407]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:34:09.014161 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:34:09.014161 dv-neutron-master-2-hyperv neutron-server[103407]: return self.request(url, 'GET', **kwargs) Feb 28 10:34:09.014161 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:34:09.014161 dv-neutron-master-2-hyperv neutron-server[103407]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:34:09.014161 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:34:09.014161 dv-neutron-master-2-hyperv neutron-server[103407]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:34:09.014161 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:34:09.014161 dv-neutron-master-2-hyperv neutron-server[103407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:34:09.014161 dv-neutron-master-2-hyperv neutron-server[103407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:34:09.027218 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 35746) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:09.042648 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9397e8a7-d76e-4551-965f-c1e441a2a9b5 tempest-FloatingIPNegativeTestJSON-1306017259 tempest-FloatingIPNegativeTestJSON-1306017259-project] Publish callbacks [] for security_group (2706b3a2-61cd-4f11-8e47-726e47ce4f5d), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:09.056618 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9397e8a7-d76e-4551-965f-c1e441a2a9b5 tempest-FloatingIPNegativeTestJSON-1306017259 tempest-FloatingIPNegativeTestJSON-1306017259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (2706b3a2-61cd-4f11-8e47-726e47ce4f5d), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:09.059660 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2a8138-f797-4491-ba50-17ef0726be29 None None] Pushing event updated for resources: {'Port': ['ID=b1a41311-2a28-4d1e-938e-fa70af232c5c,revision_number=4']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:09.066709 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2916b4a3-241a-47f1-ac1f-c1a50aa35a9b None None] Current status of the port b1a41311-2a28-4d1e-938e-fa70af232c5c is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:34:09.067348 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2916b4a3-241a-47f1-ac1f-c1a50aa35a9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (b1a41311-2a28-4d1e-938e-fa70af232c5c), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:09.080923 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b54c832b-5b81-42c1-b8c2-54b0f808d3ca tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803269'] for network (95e112f0-425e-4b17-8b31-2f9b6cc8de38), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:09.111506 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9397e8a7-d76e-4551-965f-c1e441a2a9b5 tempest-FloatingIPNegativeTestJSON-1306017259 tempest-FloatingIPNegativeTestJSON-1306017259-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 259} {{(pid=103408) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:34:09.122013 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-2916b4a3-241a-47f1-ac1f-c1a50aa35a9b None None] For port b1a41311-2a28-4d1e-938e-fa70af232c5c, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b1a41311-2a28-4d1e-938e-fa70af232c5c,segment=NetworkSegment(bf553b55-fb1d-4346-a090-4fb77eb0fbd7),segment_id=bf553b55-fb1d-4346-a090-4fb77eb0fbd7)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:34:09.133899 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b54c832b-5b81-42c1-b8c2-54b0f808d3ca tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:09.141425 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2916b4a3-241a-47f1-ac1f-c1a50aa35a9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (b1a41311-2a28-4d1e-938e-fa70af232c5c), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:09.141611 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-b54c832b-5b81-42c1-b8c2-54b0f808d3ca tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] 10.222.0.20 "DELETE /v2.0/networks/95e112f0-425e-4b17-8b31-2f9b6cc8de38 HTTP/1.1" status: 204 len: 168 time: 2.6189117 Feb 28 10:34:09.156165 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 35752) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:09.162413 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-200a2200-7956-4e0c-9d42-e6f25eb4a18c tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1530650898'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:34:09.201903 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-bd1e1bd2-0d5b-467c-9ba0-4e8a745ccac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7780f02a-9f22-4c4d-8cd9-1fabbf3de9a2', 'name': 'tempest-NetworksTestDHCPv6-router-58575763', 'tenant_id': '01d784a6a3f04224a7e9160ad9d44184', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:34:02Z', 'updated_at': '2022-02-28T10:34:05Z', 'revision_number': 2, 'project_id': '01d784a6a3f04224a7e9160ad9d44184', 'gw_port_host': None, '_interfaces': [{'id': 'b1a41311-2a28-4d1e-938e-fa70af232c5c', 'name': '', 'network_id': '9f0a511d-8408-4971-9daa-968eebea54f2', 'tenant_id': '01d784a6a3f04224a7e9160ad9d44184', 'mac_address': 'fa:16:3e:03:f4:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7780f02a-9f22-4c4d-8cd9-1fabbf3de9a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'c44948a7-49b8-4bb8-8eeb-db1a8f43a729', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:34:03Z', 'updated_at': '2022-02-28T10:34:08Z', 'revision_number': 4, 'project_id': '01d784a6a3f04224a7e9160ad9d44184', 'subnets': [{'id': 'c44948a7-49b8-4bb8-8eeb-db1a8f43a729', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:34:09.215861 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54c832b-5b81-42c1-b8c2-54b0f808d3ca tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Pushing event deleted for resources: {'Network': ['ID=95e112f0-425e-4b17-8b31-2f9b6cc8de38,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:09.224387 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2916b4a3-241a-47f1-ac1f-c1a50aa35a9b None None] Pushing event updated for resources: {'Port': ['ID=b1a41311-2a28-4d1e-938e-fa70af232c5c,revision_number=5']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:09.238351 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd1e1bd2-0d5b-467c-9ba0-4e8a745ccac1 None None] The sync data for ids ['7780f02a-9f22-4c4d-8cd9-1fabbf3de9a2'] in dv-neutron-master-2-hyperv is: [{'id': '7780f02a-9f22-4c4d-8cd9-1fabbf3de9a2', 'name': 'tempest-NetworksTestDHCPv6-router-58575763', 'tenant_id': '01d784a6a3f04224a7e9160ad9d44184', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:34:02Z', 'updated_at': '2022-02-28T10:34:05Z', 'revision_number': 2, 'project_id': '01d784a6a3f04224a7e9160ad9d44184', 'gw_port_host': None, '_interfaces': [{'id': 'b1a41311-2a28-4d1e-938e-fa70af232c5c', 'name': '', 'network_id': '9f0a511d-8408-4971-9daa-968eebea54f2', 'tenant_id': '01d784a6a3f04224a7e9160ad9d44184', 'mac_address': 'fa:16:3e:03:f4:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7780f02a-9f22-4c4d-8cd9-1fabbf3de9a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'c44948a7-49b8-4bb8-8eeb-db1a8f43a729', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:34:03Z', 'updated_at': '2022-02-28T10:34:08Z', 'revision_number': 4, 'project_id': '01d784a6a3f04224a7e9160ad9d44184', 'subnets': [{'id': 'c44948a7-49b8-4bb8-8eeb-db1a8f43a729', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:34:09.253613 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9397e8a7-d76e-4551-965f-c1e441a2a9b5 tempest-FloatingIPNegativeTestJSON-1306017259 tempest-FloatingIPNegativeTestJSON-1306017259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (de103771-df5d-4e9a-8d78-a842caa5720e), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:09.254076 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.db.segments_db [None req-9397e8a7-d76e-4551-965f-c1e441a2a9b5 tempest-FloatingIPNegativeTestJSON-1306017259 tempest-FloatingIPNegativeTestJSON-1306017259-project] Added segment de103771-df5d-4e9a-8d78-a842caa5720e of type vlan for network de5b3a25-afce-4737-a6d5-3891e9edf733 Feb 28 10:34:09.288638 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9397e8a7-d76e-4551-965f-c1e441a2a9b5 tempest-FloatingIPNegativeTestJSON-1306017259 tempest-FloatingIPNegativeTestJSON-1306017259-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2706b3a2-61cd-4f11-8e47-726e47ce4f5d,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:09.289404 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-200a2200-7956-4e0c-9d42-e6f25eb4a18c tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Made reservation on behalf of 29ccc4cf6ba849d18fb6a0524a0ef75f for: {'network': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:34:09.294906 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-200a2200-7956-4e0c-9d42-e6f25eb4a18c tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for network (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:09.307086 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-967a80c5-6a2f-4e52-b8f8-bcc36006dfb2 None None] Provisioning complete for port b1a41311-2a28-4d1e-938e-fa70af232c5c triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:34:09.307523 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-967a80c5-6a2f-4e52-b8f8-bcc36006dfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (b1a41311-2a28-4d1e-938e-fa70af232c5c), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:09.323961 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-2658e776-3e72-46b6-b3a8-a4cf0ca59963 tempest-RoutersAdminNegativeTest-1918335228 tempest-RoutersAdminNegativeTest-1918335228-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1626298746', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:34:09.358406 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9397e8a7-d76e-4551-965f-c1e441a2a9b5 tempest-FloatingIPNegativeTestJSON-1306017259 tempest-FloatingIPNegativeTestJSON-1306017259-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742056637431'] for network (de5b3a25-afce-4737-a6d5-3891e9edf733), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:09.420714 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-967a80c5-6a2f-4e52-b8f8-bcc36006dfb2 None None] Current status of the port b1a41311-2a28-4d1e-938e-fa70af232c5c is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:34:09.435781 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9397e8a7-d76e-4551-965f-c1e441a2a9b5 tempest-FloatingIPNegativeTestJSON-1306017259 tempest-FloatingIPNegativeTestJSON-1306017259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551'] for network (de5b3a25-afce-4737-a6d5-3891e9edf733), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:09.442111 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9397e8a7-d76e-4551-965f-c1e441a2a9b5 tempest-FloatingIPNegativeTestJSON-1306017259 tempest-FloatingIPNegativeTestJSON-1306017259-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:34:09.442745 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9397e8a7-d76e-4551-965f-c1e441a2a9b5 tempest-FloatingIPNegativeTestJSON-1306017259 tempest-FloatingIPNegativeTestJSON-1306017259-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616561'] for network (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:09.455798 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d17652ee-f222-49cf-b486-a3ce8c490aa1 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1807017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5941'] for router (021cb896-d921-405b-81bc-411eb3dc3459), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:09.466172 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d17652ee-f222-49cf-b486-a3ce8c490aa1 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks [] for router_controller (021cb896-d921-405b-81bc-411eb3dc3459), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:09.499574 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169ab415-d634-4e20-a78f-0abcb3593796 req-32457b07-3a6e-43be-82f3-166c5cbfa287 tempest-ServersTestManualDisk-1927369875 tempest-ServersTestManualDisk-1927369875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:34:09.501897 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-169ab415-d634-4e20-a78f-0abcb3593796 req-32457b07-3a6e-43be-82f3-166c5cbfa287 tempest-ServersTestManualDisk-1927369875 tempest-ServersTestManualDisk-1927369875-project] 10.222.0.20 "GET /v2.0/ports?device_id=c32684cc-ad27-487d-bf9a-2122546516b2 HTTP/1.1" status: 200 len: 946 time: 0.4837551 Feb 28 10:34:09.520615 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2e42e9-dbd3-4d60-a3c7-8aa04371fddb req-8a6b1ca0-ecd2-4366-9a3d-ecba7cf52daf tempest-ServersTestManualDisk-1927369875 tempest-ServersTestManualDisk-1927369875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:34:09.523498 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-9e2e42e9-dbd3-4d60-a3c7-8aa04371fddb req-8a6b1ca0-ecd2-4366-9a3d-ecba7cf52daf tempest-ServersTestManualDisk-1927369875 tempest-ServersTestManualDisk-1927369875-project] 10.222.0.30 "GET /v2.0/ports?device_id=c32684cc-ad27-487d-bf9a-2122546516b2 HTTP/1.1" status: 200 len: 946 time: 0.4928567 Feb 28 10:34:09.526331 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-200a2200-7956-4e0c-9d42-e6f25eb4a18c tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 262} {{(pid=103407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:34:09.529255 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-9397e8a7-d76e-4551-965f-c1e441a2a9b5 tempest-FloatingIPNegativeTestJSON-1306017259 tempest-FloatingIPNegativeTestJSON-1306017259-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.5990605 Feb 28 10:34:09.536610 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 35756) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:09.538614 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e823379e-92ab-41d5-ac15-6d66b458a14c tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (b1a41311-2a28-4d1e-938e-fa70af232c5c), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:09.552915 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-07340955-7b28-46fe-9923-8e1ea20bb2e2 tempest-FloatingIPNegativeTestJSON-1306017259 tempest-FloatingIPNegativeTestJSON-1306017259-project] Request body: {'subnet': {'network_id': 'de5b3a25-afce-4737-a6d5-3891e9edf733', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:34:09.565415 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2658e776-3e72-46b6-b3a8-a4cf0ca59963 tempest-RoutersAdminNegativeTest-1918335228 tempest-RoutersAdminNegativeTest-1918335228-project-admin] Made reservation on behalf of 14cd0fd98cf94ae29913a95b1e609a56 for: {'port': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:34:09.567130 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2658e776-3e72-46b6-b3a8-a4cf0ca59963 tempest-RoutersAdminNegativeTest-1918335228 tempest-RoutersAdminNegativeTest-1918335228-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:09.665040 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-200a2200-7956-4e0c-9d42-e6f25eb4a18c tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (3e36559c-91eb-401f-8dd2-73eef87ad03f), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:09.665674 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.db.segments_db [None req-200a2200-7956-4e0c-9d42-e6f25eb4a18c tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Added segment 3e36559c-91eb-401f-8dd2-73eef87ad03f of type vlan for network a68b37a3-a3c8-4689-ad61-f56d1c11d741 Feb 28 10:34:09.667705 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2658e776-3e72-46b6-b3a8-a4cf0ca59963 tempest-RoutersAdminNegativeTest-1918335228 tempest-RoutersAdminNegativeTest-1918335228-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:09.671420 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9397e8a7-d76e-4551-965f-c1e441a2a9b5 tempest-FloatingIPNegativeTestJSON-1306017259 tempest-FloatingIPNegativeTestJSON-1306017259-project] Pushing event updated for resources: {'Network': ['ID=de5b3a25-afce-4737-a6d5-3891e9edf733,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:09.677795 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e823379e-92ab-41d5-ac15-6d66b458a14c tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Pushing event deleted for resources: {'Port': ['ID=b1a41311-2a28-4d1e-938e-fa70af232c5c,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:09.683801 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Network de5b3a25-afce-4737-a6d5-3891e9edf733 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103409) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:34:09.713119 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d17652ee-f222-49cf-b486-a3ce8c490aa1 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1806994'] for router (021cb896-d921-405b-81bc-411eb3dc3459), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:09.714070 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d17652ee-f222-49cf-b486-a3ce8c490aa1 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Fanout notify agent at l3_agent the message router_deleted on router 021cb896-d921-405b-81bc-411eb3dc3459 {{(pid=103407) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 10:34:09.753522 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d17652ee-f222-49cf-b486-a3ce8c490aa1 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks [] for router (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:09.755092 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-d17652ee-f222-49cf-b486-a3ce8c490aa1 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] 10.222.0.20 "DELETE /v2.0/routers/021cb896-d921-405b-81bc-411eb3dc3459 HTTP/1.1" status: 204 len: 168 time: 1.8776956 Feb 28 10:34:09.773527 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 35758) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:09.774457 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e823379e-92ab-41d5-ac15-6d66b458a14c tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1802651'] for router_interface (7780f02a-9f22-4c4d-8cd9-1fabbf3de9a2), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:09.854038 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-169ab415-d634-4e20-a78f-0abcb3593796 req-6aeacabf-fda2-4775-a9a2-8ff981d57c19 tempest-ServersTestManualDisk-1927369875 tempest-ServersTestManualDisk-1927369875-project] 10.222.0.20 "GET /v2.0/security-groups?id=f7c3c379-f26e-44ef-badf-d68ef2cd35f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3292208 Feb 28 10:34:09.913541 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-200a2200-7956-4e0c-9d42-e6f25eb4a18c tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742056637431'] for network (a68b37a3-a3c8-4689-ad61-f56d1c11d741), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:09.966240 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fc8872a-7e81-4d8f-822b-518020d9ae6c tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Deleting subnet a1c1898c-7834-49b0-b307-51a157673c81 {{(pid=103408) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:34:09.969797 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7fc8872a-7e81-4d8f-822b-518020d9ae6c tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks [] for subnet (a1c1898c-7834-49b0-b307-51a157673c81), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:10.002306 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07340955-7b28-46fe-9923-8e1ea20bb2e2 tempest-FloatingIPNegativeTestJSON-1306017259 tempest-FloatingIPNegativeTestJSON-1306017259-project] Made reservation on behalf of 78091f7400c644c2bdf1dc7e790fcfd4 for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:34:10.005675 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-07340955-7b28-46fe-9923-8e1ea20bb2e2 tempest-FloatingIPNegativeTestJSON-1306017259 tempest-FloatingIPNegativeTestJSON-1306017259-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3951209'] for subnet (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:10.020720 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-200a2200-7956-4e0c-9d42-e6f25eb4a18c tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551'] for network (a68b37a3-a3c8-4689-ad61-f56d1c11d741), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:10.026521 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-200a2200-7956-4e0c-9d42-e6f25eb4a18c tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:34:10.027066 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-200a2200-7956-4e0c-9d42-e6f25eb4a18c tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:10.033196 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2658e776-3e72-46b6-b3a8-a4cf0ca59963 tempest-RoutersAdminNegativeTest-1918335228 tempest-RoutersAdminNegativeTest-1918335228-project-admin] Publish callbacks [] for security_group (689c20eb-0b0f-4511-a7a3-4cdbd3974f6e), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:10.048952 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [req-9e2e42e9-dbd3-4d60-a3c7-8aa04371fddb req-1b55a7d7-ac9c-42a6-b861-1494c90022ec tempest-ServersTestManualDisk-1927369875 tempest-ServersTestManualDisk-1927369875-project] Deleting port aef30d3c-6659-44cd-99d6-ed22d30eb60c {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:34:10.049417 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-9e2e42e9-dbd3-4d60-a3c7-8aa04371fddb req-1b55a7d7-ac9c-42a6-b861-1494c90022ec tempest-ServersTestManualDisk-1927369875 tempest-ServersTestManualDisk-1927369875-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (aef30d3c-6659-44cd-99d6-ed22d30eb60c), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:10.052255 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2658e776-3e72-46b6-b3a8-a4cf0ca59963 tempest-RoutersAdminNegativeTest-1918335228 tempest-RoutersAdminNegativeTest-1918335228-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (689c20eb-0b0f-4511-a7a3-4cdbd3974f6e), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:10.069114 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.notifiers.nova [None req-2658e776-3e72-46b6-b3a8-a4cf0ca59963 tempest-RoutersAdminNegativeTest-1918335228 tempest-RoutersAdminNegativeTest-1918335228-project-admin] device_id is not set on port 2fa62789-923b-4441-aa74-1aea9b339e19 yet. {{(pid=103407) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:34:10.145698 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7fc8872a-7e81-4d8f-822b-518020d9ae6c tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3423529'] for subnet (a1c1898c-7834-49b0-b307-51a157673c81), precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:10.156624 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-200a2200-7956-4e0c-9d42-e6f25eb4a18c tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9982176 Feb 28 10:34:10.172264 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 35760) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:10.211824 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e823379e-92ab-41d5-ac15-6d66b458a14c tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Router 7780f02a-9f22-4c4d-8cd9-1fabbf3de9a2 has already been hosted by L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 {{(pid=103408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:34:10.218435 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-fac182f3-bab1-433a-8c5b-c087b0c6ef81 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Request body: {'subnet': {'network_id': 'a68b37a3-a3c8-4689-ad61-f56d1c11d741', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:34:10.280515 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200a2200-7956-4e0c-9d42-e6f25eb4a18c tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Pushing event updated for resources: {'Network': ['ID=a68b37a3-a3c8-4689-ad61-f56d1c11d741,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:10.289091 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2658e776-3e72-46b6-b3a8-a4cf0ca59963 tempest-RoutersAdminNegativeTest-1918335228 tempest-RoutersAdminNegativeTest-1918335228-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=689c20eb-0b0f-4511-a7a3-4cdbd3974f6e,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:10.294083 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Network a68b37a3-a3c8-4689-ad61-f56d1c11d741 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103409) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:34:10.341177 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7fc8872a-7e81-4d8f-822b-518020d9ae6c tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-823142'] for subnet (a1c1898c-7834-49b0-b307-51a157673c81), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:10.385330 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-9e2e42e9-dbd3-4d60-a3c7-8aa04371fddb req-1b55a7d7-ac9c-42a6-b861-1494c90022ec tempest-ServersTestManualDisk-1927369875 tempest-ServersTestManualDisk-1927369875-project] For port aef30d3c-6659-44cd-99d6-ed22d30eb60c, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=aef30d3c-6659-44cd-99d6-ed22d30eb60c,segment=NetworkSegment(3d92e6b6-a4bc-43fb-bb7a-1c97358db624),segment_id=3d92e6b6-a4bc-43fb-bb7a-1c97358db624)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:34:10.385708 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-9e2e42e9-dbd3-4d60-a3c7-8aa04371fddb req-1b55a7d7-ac9c-42a6-b861-1494c90022ec tempest-ServersTestManualDisk-1927369875 tempest-ServersTestManualDisk-1927369875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (aef30d3c-6659-44cd-99d6-ed22d30eb60c), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:10.399176 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e823379e-92ab-41d5-ac15-6d66b458a14c tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:34:10.410763 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-e823379e-92ab-41d5-ac15-6d66b458a14c tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "PUT /v2.0/routers/7780f02a-9f22-4c4d-8cd9-1fabbf3de9a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3094733 Feb 28 10:34:10.414326 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 35762) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:10.493075 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-2658e776-3e72-46b6-b3a8-a4cf0ca59963 tempest-RoutersAdminNegativeTest-1918335228 tempest-RoutersAdminNegativeTest-1918335228-project-admin] Allocated IP 172.36.5.177 (1e0804d0-d1d9-4d40-9de5-2936f3d87840/6f6f4129-23e5-4c3b-b4ef-4c7ce926797e/2fa62789-923b-4441-aa74-1aea9b339e19) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:34:10.502301 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fac182f3-bab1-433a-8c5b-c087b0c6ef81 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Made reservation on behalf of 29ccc4cf6ba849d18fb6a0524a0ef75f for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:34:10.506310 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fac182f3-bab1-433a-8c5b-c087b0c6ef81 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3516581'] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:10.869637 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-9e2e42e9-dbd3-4d60-a3c7-8aa04371fddb req-1b55a7d7-ac9c-42a6-b861-1494c90022ec tempest-ServersTestManualDisk-1927369875 tempest-ServersTestManualDisk-1927369875-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:10.869876 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-9e2e42e9-dbd3-4d60-a3c7-8aa04371fddb req-1b55a7d7-ac9c-42a6-b861-1494c90022ec tempest-ServersTestManualDisk-1927369875 tempest-ServersTestManualDisk-1927369875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1803383'] for floatingip (3885ecbd-64e0-49a0-a30d-96cf8319b4ef), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:10.870224 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.db.l3_db [req-9e2e42e9-dbd3-4d60-a3c7-8aa04371fddb req-1b55a7d7-ac9c-42a6-b861-1494c90022ec tempest-ServersTestManualDisk-1927369875 tempest-ServersTestManualDisk-1927369875-project] Floating IP 3885ecbd-64e0-49a0-a30d-96cf8319b4ef disassociated. External IP: 172.36.5.156, port: aef30d3c-6659-44cd-99d6-ed22d30eb60c. Feb 28 10:34:10.870672 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [req-9e2e42e9-dbd3-4d60-a3c7-8aa04371fddb req-1b55a7d7-ac9c-42a6-b861-1494c90022ec tempest-ServersTestManualDisk-1927369875 tempest-ServersTestManualDisk-1927369875-project] Calling delete_port for aef30d3c-6659-44cd-99d6-ed22d30eb60c owned by compute:nova {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:34:10.875122 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6e99d93-8cb4-4812-8a9f-3bd47e93b19c tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:34:10.876633 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6e99d93-8cb4-4812-8a9f-3bd47e93b19c tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:34:10.881254 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-f6e99d93-8cb4-4812-8a9f-3bd47e93b19c tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4628766 Feb 28 10:34:10.882706 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 35766) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:10.883514 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7fc8872a-7e81-4d8f-822b-518020d9ae6c tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-823145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3242523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3951170'] for subnet (a1c1898c-7834-49b0-b307-51a157673c81), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:10.919044 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc8872a-7e81-4d8f-822b-518020d9ae6c tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Pushing event deleted for resources: {'Subnet': ['ID=a1c1898c-7834-49b0-b307-51a157673c81,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:10.924099 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7fc8872a-7e81-4d8f-822b-518020d9ae6c tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks [] for subnet (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:10.930378 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-7fc8872a-7e81-4d8f-822b-518020d9ae6c tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] 10.222.0.20 "DELETE /v2.0/subnets/a1c1898c-7834-49b0-b307-51a157673c81 HTTP/1.1" status: 204 len: 168 time: 1.1512210 Feb 28 10:34:10.930378 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-07340955-7b28-46fe-9923-8e1ea20bb2e2 tempest-FloatingIPNegativeTestJSON-1306017259 tempest-FloatingIPNegativeTestJSON-1306017259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3242588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3951195'] for subnet (0ec91581-be97-4fb9-9e65-fa12cafe7484), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:10.931046 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 35768) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:10.945222 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bea52719-d72d-44ed-9cc4-ab9990283fdd None None] Network 7f9e46fe-d735-4e82-bec4-73592fd1da1b requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:34:11.058871 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ca5c1dcf-3abc-4c0c-b328-cbbd9d7dc387 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fc6c9b74-8dbb-41bb-800a-5bd3a43fe896), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:11.066341 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-930cde24-b82b-4e0d-9e70-cdc3095768b7 None None] Sync routers for ids ['7780f02a-9f22-4c4d-8cd9-1fabbf3de9a2'] in dv-neutron-master-2-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:34:11.082065 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-930cde24-b82b-4e0d-9e70-cdc3095768b7 None None] Routers {'7780f02a-9f22-4c4d-8cd9-1fabbf3de9a2'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:34:11.083078 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-930cde24-b82b-4e0d-9e70-cdc3095768b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:34:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['7780f02a-9f22-4c4d-8cd9-1fabbf3de9a2'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:34:11.133246 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07340955-7b28-46fe-9923-8e1ea20bb2e2 tempest-FloatingIPNegativeTestJSON-1306017259 tempest-FloatingIPNegativeTestJSON-1306017259-project] Pushing event updated for resources: {'Subnet': ['ID=0ec91581-be97-4fb9-9e65-fa12cafe7484,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:11.143613 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c257beeb-ce65-4485-a719-d8977149a03f tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-665757'] for network (7f9e46fe-d735-4e82-bec4-73592fd1da1b), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:11.151437 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07340955-7b28-46fe-9923-8e1ea20bb2e2 tempest-FloatingIPNegativeTestJSON-1306017259 tempest-FloatingIPNegativeTestJSON-1306017259-project] Checking segment: {'id': 'de103771-df5d-4e9a-8d78-a842caa5720e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'de5b3a25-afce-4737-a6d5-3891e9edf733'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:34:11.151878 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07340955-7b28-46fe-9923-8e1ea20bb2e2 tempest-FloatingIPNegativeTestJSON-1306017259 tempest-FloatingIPNegativeTestJSON-1306017259-project] Network hostable DHCP agents. Network: de5b3a25-afce-4737-a6d5-3891e9edf733, hostable agents: ['fb6705d2-4f70-4965-92a3-fbfccd43a6d3'], hosted agents: [] {{(pid=103408) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:34:11.194033 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c142f4b-d754-43c0-968b-5f711667d514 None None] DHCP port deletion for 7f9e46fe-d735-4e82-bec4-73592fd1da1b request from dv-neutron-master-2-hyperv {{(pid=103409) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:34:11.195716 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-930cde24-b82b-4e0d-9e70-cdc3095768b7 None None] Set router 7780f02a-9f22-4c4d-8cd9-1fabbf3de9a2 gateway port host: None {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:34:11.199013 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07340955-7b28-46fe-9923-8e1ea20bb2e2 tempest-FloatingIPNegativeTestJSON-1306017259 tempest-FloatingIPNegativeTestJSON-1306017259-project] Network de5b3a25-afce-4737-a6d5-3891e9edf733 is scheduled to be hosted by DHCP agent fb6705d2-4f70-4965-92a3-fbfccd43a6d3 with binding_index 1 {{(pid=103408) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:34:11.216803 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-07340955-7b28-46fe-9923-8e1ea20bb2e2 tempest-FloatingIPNegativeTestJSON-1306017259 tempest-FloatingIPNegativeTestJSON-1306017259-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, de5b3a25-afce-4737-a6d5-3891e9edf733) {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:34:11.222345 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07340955-7b28-46fe-9923-8e1ea20bb2e2 tempest-FloatingIPNegativeTestJSON-1306017259 tempest-FloatingIPNegativeTestJSON-1306017259-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:34:11.222987 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-07340955-7b28-46fe-9923-8e1ea20bb2e2 tempest-FloatingIPNegativeTestJSON-1306017259 tempest-FloatingIPNegativeTestJSON-1306017259-project] Publish callbacks [] for subnet (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:11.246420 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-07340955-7b28-46fe-9923-8e1ea20bb2e2 tempest-FloatingIPNegativeTestJSON-1306017259 tempest-FloatingIPNegativeTestJSON-1306017259-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7061977 Feb 28 10:34:11.246712 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d477307-499e-491a-9b95-e2370667c3c7 None None] Network de5b3a25-afce-4737-a6d5-3891e9edf733 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:34:11.247842 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 35770) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:11.253350 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-b8253866-91ac-4a9d-83f2-3cc204f644c1 tempest-FloatingIPNegativeTestJSON-1306017259 tempest-FloatingIPNegativeTestJSON-1306017259-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-403971295', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:34:11.260169 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-c257beeb-ce65-4485-a719-d8977149a03f tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Deleting port 8ef15cb0-9d71-44b3-ae8a-16cfad381553 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:34:11.260169 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c257beeb-ce65-4485-a719-d8977149a03f tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (8ef15cb0-9d71-44b3-ae8a-16cfad381553), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:11.295887 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-930cde24-b82b-4e0d-9e70-cdc3095768b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7780f02a-9f22-4c4d-8cd9-1fabbf3de9a2', 'name': 'tempest-NetworksTestDHCPv6-router-58575763', 'tenant_id': '01d784a6a3f04224a7e9160ad9d44184', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:34:02Z', 'updated_at': '2022-02-28T10:34:09Z', 'revision_number': 3, 'project_id': '01d784a6a3f04224a7e9160ad9d44184', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:34:11.338656 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b8253866-91ac-4a9d-83f2-3cc204f644c1 tempest-FloatingIPNegativeTestJSON-1306017259 tempest-FloatingIPNegativeTestJSON-1306017259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1805251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254175'] for router (38dfb908-201c-4c20-aa78-088ffc55ca00), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:11.340212 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b8253866-91ac-4a9d-83f2-3cc204f644c1 tempest-FloatingIPNegativeTestJSON-1306017259 tempest-FloatingIPNegativeTestJSON-1306017259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1804172', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1602053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254150'] for router (38dfb908-201c-4c20-aa78-088ffc55ca00), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:11.348465 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-930cde24-b82b-4e0d-9e70-cdc3095768b7 None None] Checking router: 7780f02a-9f22-4c4d-8cd9-1fabbf3de9a2 for host: dv-neutron-master-2-hyperv {{(pid=103410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:34:11.363233 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-930cde24-b82b-4e0d-9e70-cdc3095768b7 None None] Routers {'7780f02a-9f22-4c4d-8cd9-1fabbf3de9a2'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:34:11.365041 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-930cde24-b82b-4e0d-9e70-cdc3095768b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:34:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['7780f02a-9f22-4c4d-8cd9-1fabbf3de9a2'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:34:11.395414 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_v2 [None req-107655f9-6feb-43f4-8943-2457526f76e2 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Deleting subnet c44948a7-49b8-4bb8-8eeb-db1a8f43a729 {{(pid=103407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:34:11.397869 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-179342fa-b0d1-4e61-a8e0-9591dc7ec488 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-de5b3a25-afce-4737-a6d5-3891e9edf733', 'network_id': 'de5b3a25-afce-4737-a6d5-3891e9edf733', 'project_id': '78091f7400c644c2bdf1dc7e790fcfd4', 'fixed_ips': [{'subnet_id': '0ec91581-be97-4fb9-9e65-fa12cafe7484'}]}} from dv-neutron-master-2-hyperv. {{(pid=103409) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:34:11.398130 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b8253866-91ac-4a9d-83f2-3cc204f644c1 tempest-FloatingIPNegativeTestJSON-1306017259 tempest-FloatingIPNegativeTestJSON-1306017259-project] Publish callbacks [] for router_controller (38dfb908-201c-4c20-aa78-088ffc55ca00), precommit_add_association {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:11.399119 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-179342fa-b0d1-4e61-a8e0-9591dc7ec488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:11.412253 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b8253866-91ac-4a9d-83f2-3cc204f644c1 tempest-FloatingIPNegativeTestJSON-1306017259 tempest-FloatingIPNegativeTestJSON-1306017259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1804241'] for router (38dfb908-201c-4c20-aa78-088ffc55ca00), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:11.418614 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-c257beeb-ce65-4485-a719-d8977149a03f tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] For port 8ef15cb0-9d71-44b3-ae8a-16cfad381553, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8ef15cb0-9d71-44b3-ae8a-16cfad381553,segment=NetworkSegment(0e51cb60-8055-4b31-821a-180b9f72d845),segment_id=0e51cb60-8055-4b31-821a-180b9f72d845)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:34:11.418987 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c257beeb-ce65-4485-a719-d8977149a03f tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (8ef15cb0-9d71-44b3-ae8a-16cfad381553), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:11.427272 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2658e776-3e72-46b6-b3a8-a4cf0ca59963 tempest-RoutersAdminNegativeTest-1918335228 tempest-RoutersAdminNegativeTest-1918335228-project-admin] Publish callbacks [] for port (2fa62789-923b-4441-aa74-1aea9b339e19), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:11.439540 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-c257beeb-ce65-4485-a719-d8977149a03f tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Calling delete_port for 8ef15cb0-9d71-44b3-ae8a-16cfad381553 owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:34:11.442191 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-107655f9-6feb-43f4-8943-2457526f76e2 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks [] for subnet (c44948a7-49b8-4bb8-8eeb-db1a8f43a729), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:11.454926 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b8253866-91ac-4a9d-83f2-3cc204f644c1 tempest-FloatingIPNegativeTestJSON-1306017259 tempest-FloatingIPNegativeTestJSON-1306017259-project] Publish callbacks [] for router (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:11.456205 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-b8253866-91ac-4a9d-83f2-3cc204f644c1 tempest-FloatingIPNegativeTestJSON-1306017259 tempest-FloatingIPNegativeTestJSON-1306017259-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.2072508 Feb 28 10:34:11.458815 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 35772) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:11.493536 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4c142f4b-d754-43c0-968b-5f711667d514 None None] Deleting port 8ef15cb0-9d71-44b3-ae8a-16cfad381553 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:34:11.494087 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4c142f4b-d754-43c0-968b-5f711667d514 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (8ef15cb0-9d71-44b3-ae8a-16cfad381553), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:11.495908 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-930cde24-b82b-4e0d-9e70-cdc3095768b7 None None] Set router 7780f02a-9f22-4c4d-8cd9-1fabbf3de9a2 gateway port host: None {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:34:11.548282 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fac182f3-bab1-433a-8c5b-c087b0c6ef81 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3498031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3516567'] for subnet (9f78816c-3ab8-42c5-8bd8-cecfbdb1ffd2), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:11.553007 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-af5542f2-8b1f-40ea-90b5-b427bb12a50a req-6489718d-5227-4c5c-8c24-2c236b0994a0 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=eded11bc-eb8c-436c-97d5-7fe15d0de3d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3466833 Feb 28 10:34:11.570388 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae98fa8-f94f-4a8c-a122-1e2add70d06a req-b3c3366f-9bc4-44e6-a2a5-cc7811fb90b6 tempest-ServersTestManualDisk-1927369875 tempest-ServersTestManualDisk-1927369875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:34:11.572234 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-5ae98fa8-f94f-4a8c-a122-1e2add70d06a req-b3c3366f-9bc4-44e6-a2a5-cc7811fb90b6 tempest-ServersTestManualDisk-1927369875 tempest-ServersTestManualDisk-1927369875-project] 10.222.0.20 "GET /v2.0/ports?device_id=c32684cc-ad27-487d-bf9a-2122546516b2 HTTP/1.1" status: 200 len: 946 time: 0.3648157 Feb 28 10:34:11.577732 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-107655f9-6feb-43f4-8943-2457526f76e2 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3501132'] for subnet (c44948a7-49b8-4bb8-8eeb-db1a8f43a729), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:11.600626 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-930cde24-b82b-4e0d-9e70-cdc3095768b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7780f02a-9f22-4c4d-8cd9-1fabbf3de9a2', 'name': 'tempest-NetworksTestDHCPv6-router-58575763', 'tenant_id': '01d784a6a3f04224a7e9160ad9d44184', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:34:02Z', 'updated_at': '2022-02-28T10:34:09Z', 'revision_number': 3, 'project_id': '01d784a6a3f04224a7e9160ad9d44184', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:34:11.635494 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4c142f4b-d754-43c0-968b-5f711667d514 None None] For port 8ef15cb0-9d71-44b3-ae8a-16cfad381553, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8ef15cb0-9d71-44b3-ae8a-16cfad381553,segment=NetworkSegment(0e51cb60-8055-4b31-821a-180b9f72d845),segment_id=0e51cb60-8055-4b31-821a-180b9f72d845)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:34:11.635901 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4c142f4b-d754-43c0-968b-5f711667d514 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (8ef15cb0-9d71-44b3-ae8a-16cfad381553), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:11.636900 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-930cde24-b82b-4e0d-9e70-cdc3095768b7 None None] The sync data for ids ['7780f02a-9f22-4c4d-8cd9-1fabbf3de9a2'] in dv-neutron-master-2-hyperv is: [{'id': '7780f02a-9f22-4c4d-8cd9-1fabbf3de9a2', 'name': 'tempest-NetworksTestDHCPv6-router-58575763', 'tenant_id': '01d784a6a3f04224a7e9160ad9d44184', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:34:02Z', 'updated_at': '2022-02-28T10:34:09Z', 'revision_number': 3, 'project_id': '01d784a6a3f04224a7e9160ad9d44184', 'gw_port_host': None}] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:34:11.654782 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4c142f4b-d754-43c0-968b-5f711667d514 None None] Calling delete_port for 8ef15cb0-9d71-44b3-ae8a-16cfad381553 owned by network:dhcp {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:34:11.657555 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c257beeb-ce65-4485-a719-d8977149a03f tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (8ef15cb0-9d71-44b3-ae8a-16cfad381553), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:11.674064 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-179342fa-b0d1-4e61-a8e0-9591dc7ec488 None None] Allocated IP 172.20.0.2 (de5b3a25-afce-4737-a6d5-3891e9edf733/0ec91581-be97-4fb9-9e65-fa12cafe7484/941afd2d-2e4d-479b-8163-a3a343e9d922) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:34:11.707800 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c257beeb-ce65-4485-a719-d8977149a03f tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Pushing event deleted for resources: {'Port': ['ID=8ef15cb0-9d71-44b3-ae8a-16cfad381553,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:11.747575 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c257beeb-ce65-4485-a719-d8977149a03f tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] No DVR routers for this DVR port 8ef15cb0-9d71-44b3-ae8a-16cfad381553 on host dv-neutron-master-2-hyperv {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:34:11.813832 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2658e776-3e72-46b6-b3a8-a4cf0ca59963 tempest-RoutersAdminNegativeTest-1918335228 tempest-RoutersAdminNegativeTest-1918335228-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (2fa62789-923b-4441-aa74-1aea9b339e19), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:11.817072 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4c142f4b-d754-43c0-968b-5f711667d514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758'] for port (8ef15cb0-9d71-44b3-ae8a-16cfad381553), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:11.843305 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac182f3-bab1-433a-8c5b-c087b0c6ef81 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Pushing event updated for resources: {'Subnet': ['ID=9f78816c-3ab8-42c5-8bd8-cecfbdb1ffd2,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:11.853632 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c142f4b-d754-43c0-968b-5f711667d514 None None] Pushing event deleted for resources: {'Port': ['ID=8ef15cb0-9d71-44b3-ae8a-16cfad381553,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:11.861382 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c142f4b-d754-43c0-968b-5f711667d514 None None] No DVR routers for this DVR port 8ef15cb0-9d71-44b3-ae8a-16cfad381553 on host dv-neutron-master-2-hyperv {{(pid=103409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:34:11.925165 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-179342fa-b0d1-4e61-a8e0-9591dc7ec488 None None] Publish callbacks [] for port (941afd2d-2e4d-479b-8163-a3a343e9d922), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:11.938305 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-5ae98fa8-f94f-4a8c-a122-1e2add70d06a req-5c7a3c96-8d97-4b5e-b35e-4c7d3b726dfe tempest-ServersTestManualDisk-1927369875 tempest-ServersTestManualDisk-1927369875-project] 10.222.0.20 "GET /v2.0/security-groups?id=f7c3c379-f26e-44ef-badf-d68ef2cd35f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3295028 Feb 28 10:34:11.943033 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-179342fa-b0d1-4e61-a8e0-9591dc7ec488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749'] for port (941afd2d-2e4d-479b-8163-a3a343e9d922), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:11.944030 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c257beeb-ce65-4485-a719-d8977149a03f tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672413', 'neutron.services.segments.db._delete_segments_for_network-8742057110173'] for network (7f9e46fe-d735-4e82-bec4-73592fd1da1b), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:11.949710 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5542f2-8b1f-40ea-90b5-b427bb12a50a req-d411e0ef-3a99-420c-8651-678f1e2ee5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:34:11.951304 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-af5542f2-8b1f-40ea-90b5-b427bb12a50a req-d411e0ef-3a99-420c-8651-678f1e2ee5bf service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a530b24e9c394cc0824666a7df89bf0a&device_id=eded11bc-eb8c-436c-97d5-7fe15d0de3d3 HTTP/1.1" status: 200 len: 1129 time: 0.3115201 Feb 28 10:34:11.958038 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2658e776-3e72-46b6-b3a8-a4cf0ca59963 tempest-RoutersAdminNegativeTest-1918335228 tempest-RoutersAdminNegativeTest-1918335228-project-admin] Network 1e0804d0-d1d9-4d40-9de5-2936f3d87840 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:34:11.960772 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-9e2e42e9-dbd3-4d60-a3c7-8aa04371fddb req-1b55a7d7-ac9c-42a6-b861-1494c90022ec tempest-ServersTestManualDisk-1927369875 tempest-ServersTestManualDisk-1927369875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (aef30d3c-6659-44cd-99d6-ed22d30eb60c), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:11.974047 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-2658e776-3e72-46b6-b3a8-a4cf0ca59963 tempest-RoutersAdminNegativeTest-1918335228 tempest-RoutersAdminNegativeTest-1918335228-project-admin] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:34:11.979894 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2658e776-3e72-46b6-b3a8-a4cf0ca59963 tempest-RoutersAdminNegativeTest-1918335228 tempest-RoutersAdminNegativeTest-1918335228-project-admin] Pushing event updated for resources: {'Port': ['ID=2fa62789-923b-4441-aa74-1aea9b339e19,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:11.980144 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b6d631fb-7df0-4fe1-8322-abff3b61cae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (0db5147a-92a3-4581-8a5f-8ec9b93e0600), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:11.982783 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-107655f9-6feb-43f4-8943-2457526f76e2 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-823142'] for subnet (c44948a7-49b8-4bb8-8eeb-db1a8f43a729), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:11.986046 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2658e776-3e72-46b6-b3a8-a4cf0ca59963 tempest-RoutersAdminNegativeTest-1918335228 tempest-RoutersAdminNegativeTest-1918335228-project-admin] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:34:11.998033 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-179342fa-b0d1-4e61-a8e0-9591dc7ec488 None None] Network de5b3a25-afce-4737-a6d5-3891e9edf733 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:34:11.998661 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fac182f3-bab1-433a-8c5b-c087b0c6ef81 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Checking segment: {'id': '3e36559c-91eb-401f-8dd2-73eef87ad03f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'a68b37a3-a3c8-4689-ad61-f56d1c11d741'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:34:11.999030 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fac182f3-bab1-433a-8c5b-c087b0c6ef81 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Network hostable DHCP agents. Network: a68b37a3-a3c8-4689-ad61-f56d1c11d741, hostable agents: ['fb6705d2-4f70-4965-92a3-fbfccd43a6d3'], hosted agents: [] {{(pid=103407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:34:12.001213 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-179342fa-b0d1-4e61-a8e0-9591dc7ec488 None None] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:34:12.004974 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179342fa-b0d1-4e61-a8e0-9591dc7ec488 None None] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:34:12.018489 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-c257beeb-ce65-4485-a719-d8977149a03f tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f9e46fe-d735-4e82-bec4-73592fd1da1b']}} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:34:12.024051 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179342fa-b0d1-4e61-a8e0-9591dc7ec488 None None] Pushing event updated for resources: {'Port': ['ID=941afd2d-2e4d-479b-8163-a3a343e9d922,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:12.047029 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-c257beeb-ce65-4485-a719-d8977149a03f tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e51cb60-8055-4b31-821a-180b9f72d845') {'for_net_delete': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:34:12.047659 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-c257beeb-ce65-4485-a719-d8977149a03f tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e51cb60-8055-4b31-821a-180b9f72d845') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:34:12.063620 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c257beeb-ce65-4485-a719-d8977149a03f tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742057113766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3423550'] for segment (0e51cb60-8055-4b31-821a-180b9f72d845), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:12.101794 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a4dd408d-a435-435b-b941-7946d6c3d975 tempest-FloatingIPNegativeTestJSON-1306017259 tempest-FloatingIPNegativeTestJSON-1306017259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:12.118769 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c257beeb-ce65-4485-a719-d8977149a03f tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (0e51cb60-8055-4b31-821a-180b9f72d845), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:12.127608 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b55a7d7-ac9c-42a6-b861-1494c90022ec tempest-ServersTestManualDisk-1927369875 tempest-ServersTestManualDisk-1927369875-project] Pushing event deleted for resources: {'Port': ['ID=aef30d3c-6659-44cd-99d6-ed22d30eb60c,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:12.147832 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-179342fa-b0d1-4e61-a8e0-9591dc7ec488 None None] Attempting to bind port 941afd2d-2e4d-479b-8163-a3a343e9d922 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:34:12.150869 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-179342fa-b0d1-4e61-a8e0-9591dc7ec488 None None] Attempting to bind port 941afd2d-2e4d-479b-8163-a3a343e9d922 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'de103771-df5d-4e9a-8d78-a842caa5720e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'de5b3a25-afce-4737-a6d5-3891e9edf733'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:34:12.150869 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179342fa-b0d1-4e61-a8e0-9591dc7ec488 None None] Attempting to bind port 941afd2d-2e4d-479b-8163-a3a343e9d922 on network de5b3a25-afce-4737-a6d5-3891e9edf733 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:34:12.171883 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179342fa-b0d1-4e61-a8e0-9591dc7ec488 None None] Checking agent: {'id': '75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 24, 15), 'started_at': datetime.datetime(2022, 2, 28, 10, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 33, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:34:12.173244 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179342fa-b0d1-4e61-a8e0-9591dc7ec488 None None] Checking segment: {'id': 'de103771-df5d-4e9a-8d78-a842caa5720e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'de5b3a25-afce-4737-a6d5-3891e9edf733'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:34:12.174344 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-179342fa-b0d1-4e61-a8e0-9591dc7ec488 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:12.175084 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179342fa-b0d1-4e61-a8e0-9591dc7ec488 None None] Bound using segment: {'id': 'de103771-df5d-4e9a-8d78-a842caa5720e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'de5b3a25-afce-4737-a6d5-3891e9edf733'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:34:12.176047 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-179342fa-b0d1-4e61-a8e0-9591dc7ec488 None None] Bound port: 941afd2d-2e4d-479b-8163-a3a343e9d922, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de103771-df5d-4e9a-8d78-a842caa5720e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': 'de5b3a25-afce-4737-a6d5-3891e9edf733'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:34:12.176819 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-179342fa-b0d1-4e61-a8e0-9591dc7ec488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (941afd2d-2e4d-479b-8163-a3a343e9d922), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:12.216103 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2658e776-3e72-46b6-b3a8-a4cf0ca59963 tempest-RoutersAdminNegativeTest-1918335228 tempest-RoutersAdminNegativeTest-1918335228-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:34:12.216799 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2658e776-3e72-46b6-b3a8-a4cf0ca59963 tempest-RoutersAdminNegativeTest-1918335228 tempest-RoutersAdminNegativeTest-1918335228-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:12.219104 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fac182f3-bab1-433a-8c5b-c087b0c6ef81 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Network a68b37a3-a3c8-4689-ad61-f56d1c11d741 is scheduled to be hosted by DHCP agent fb6705d2-4f70-4965-92a3-fbfccd43a6d3 with binding_index 1 {{(pid=103407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:34:12.265399 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-fac182f3-bab1-433a-8c5b-c087b0c6ef81 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, a68b37a3-a3c8-4689-ad61-f56d1c11d741) {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:34:12.278504 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fac182f3-bab1-433a-8c5b-c087b0c6ef81 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:34:12.279134 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fac182f3-bab1-433a-8c5b-c087b0c6ef81 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616561'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:12.287821 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-2658e776-3e72-46b6-b3a8-a4cf0ca59963 tempest-RoutersAdminNegativeTest-1918335228 tempest-RoutersAdminNegativeTest-1918335228-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.2479570 Feb 28 10:34:12.289715 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-179342fa-b0d1-4e61-a8e0-9591dc7ec488 None None] For port 941afd2d-2e4d-479b-8163-a3a343e9d922, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:34:12.292168 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-107655f9-6feb-43f4-8943-2457526f76e2 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-823145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3498088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3516558'] for subnet (c44948a7-49b8-4bb8-8eeb-db1a8f43a729), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:12.294553 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 35774) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:12.295058 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-179342fa-b0d1-4e61-a8e0-9591dc7ec488 None None] For port 941afd2d-2e4d-479b-8163-a3a343e9d922, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=941afd2d-2e4d-479b-8163-a3a343e9d922,segment=NetworkSegment(de103771-df5d-4e9a-8d78-a842caa5720e),segment_id=de103771-df5d-4e9a-8d78-a842caa5720e)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:34:12.302359 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e277606b-d9c7-464c-9cf9-88c576b19b19 None None] Network a68b37a3-a3c8-4689-ad61-f56d1c11d741 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:34:12.305603 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 8ef15cb0-9d71-44b3-ae8a-16cfad381553 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:34:12.311081 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-179342fa-b0d1-4e61-a8e0-9591dc7ec488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (941afd2d-2e4d-479b-8163-a3a343e9d922), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:12.329106 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5542f2-8b1f-40ea-90b5-b427bb12a50a req-5855c8fa-2858-4e00-8726-3e6c0de92f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:34:12.330613 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-af5542f2-8b1f-40ea-90b5-b427bb12a50a req-5855c8fa-2858-4e00-8726-3e6c0de92f1c service neutron] 10.222.0.30 "GET /v2.0/networks?id=da9969cf-fbcc-4307-8c2e-f65c87750026 HTTP/1.1" status: 200 len: 906 time: 0.3530588 Feb 28 10:34:12.339933 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-98e930a4-2286-4522-b7d9-83b10a3d629e tempest-RoutersAdminNegativeTest-1918335228 tempest-RoutersAdminNegativeTest-1918335228-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.177'}]}}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:34:12.384095 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107655f9-6feb-43f4-8943-2457526f76e2 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Pushing event deleted for resources: {'Subnet': ['ID=c44948a7-49b8-4bb8-8eeb-db1a8f43a729,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:12.408236 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] No Port match for: 8ef15cb0-9d71-44b3-ae8a-16cfad381553 {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:34:12.408675 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 8ef15cb0-9d71-44b3-ae8a-16cfad381553 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:34:12.409119 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device b1a41311-2a28-4d1e-938e-fa70af232c5c no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:34:12.413436 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c257beeb-ce65-4485-a719-d8977149a03f tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Releasing vlan 278 on physical network physnet1 to pool {{(pid=103408) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:34:12.413992 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c257beeb-ce65-4485-a719-d8977149a03f tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3242693'] for segment (0e51cb60-8055-4b31-821a-180b9f72d845), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:12.432916 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-fac182f3-bab1-433a-8c5b-c087b0c6ef81 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2263887 Feb 28 10:34:12.439895 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-107655f9-6feb-43f4-8943-2457526f76e2 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616561'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:12.443152 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-107655f9-6feb-43f4-8943-2457526f76e2 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "DELETE /v2.0/subnets/c44948a7-49b8-4bb8-8eeb-db1a8f43a729 HTTP/1.1" status: 204 len: 168 time: 1.5583527 Feb 28 10:34:12.444268 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 35776) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:12.452451 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 35778) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:12.458309 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-e2b9e75a-2edc-4c1d-8ef3-109c91a5cf6e tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Request body: {'port': {'network_id': 'a68b37a3-a3c8-4689-ad61-f56d1c11d741', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1588045701'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:34:12.468684 dv-neutron-master-2-hyperv neutron-server[103408]: Traceback (most recent call last): Feb 28 10:34:12.468684 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:34:12.468684 dv-neutron-master-2-hyperv neutron-server[103408]: timer() Feb 28 10:34:12.468684 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:34:12.468684 dv-neutron-master-2-hyperv neutron-server[103408]: cb(*args, **kw) Feb 28 10:34:12.468684 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:34:12.468684 dv-neutron-master-2-hyperv neutron-server[103408]: return func(*args, **kwargs) Feb 28 10:34:12.468684 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:34:12.468684 dv-neutron-master-2-hyperv neutron-server[103408]: self._notify() Feb 28 10:34:12.468684 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:34:12.468684 dv-neutron-master-2-hyperv neutron-server[103408]: self.callback(batched_events) Feb 28 10:34:12.468684 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:34:12.468684 dv-neutron-master-2-hyperv neutron-server[103408]: event.method(event) Feb 28 10:34:12.468684 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:34:12.468684 dv-neutron-master-2-hyperv neutron-server[103408]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:34:12.468684 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:34:12.468684 dv-neutron-master-2-hyperv neutron-server[103408]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:34:12.468684 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:34:12.468684 dv-neutron-master-2-hyperv neutron-server[103408]: return f(self, *a, **k) Feb 28 10:34:12.468684 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:34:12.468684 dv-neutron-master-2-hyperv neutron-server[103408]: return self._get(url).json() Feb 28 10:34:12.468684 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:34:12.468684 dv-neutron-master-2-hyperv neutron-server[103408]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:34:12.468684 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:34:12.468684 dv-neutron-master-2-hyperv neutron-server[103408]: return self.request(url, 'GET', **kwargs) Feb 28 10:34:12.468684 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:34:12.468684 dv-neutron-master-2-hyperv neutron-server[103408]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:34:12.468684 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:34:12.468684 dv-neutron-master-2-hyperv neutron-server[103408]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:34:12.468684 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:34:12.468684 dv-neutron-master-2-hyperv neutron-server[103408]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:34:12.468684 dv-neutron-master-2-hyperv neutron-server[103408]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:34:12.479498 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179342fa-b0d1-4e61-a8e0-9591dc7ec488 None None] Pushing event updated for resources: {'Port': ['ID=941afd2d-2e4d-479b-8163-a3a343e9d922,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:12.513625 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a37926f0-ade4-4d7e-bef8-ccb8bcfbfeed None None] Network 9f0a511d-8408-4971-9daa-968eebea54f2 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:34:12.520400 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] No Port match for: b1a41311-2a28-4d1e-938e-fa70af232c5c {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:34:12.520775 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device b1a41311-2a28-4d1e-938e-fa70af232c5c not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:34:12.540591 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c257beeb-ce65-4485-a719-d8977149a03f tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803269'] for network (7f9e46fe-d735-4e82-bec4-73592fd1da1b), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:12.552522 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9e2e42e9-dbd3-4d60-a3c7-8aa04371fddb req-1b55a7d7-ac9c-42a6-b861-1494c90022ec tempest-ServersTestManualDisk-1927369875 tempest-ServersTestManualDisk-1927369875-project] Router ebec2a5a-7ca7-420e-949e-f77a5a64a595 has already been hosted by L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:34:12.554718 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-98e930a4-2286-4522-b7d9-83b10a3d629e tempest-RoutersAdminNegativeTest-1918335228 tempest-RoutersAdminNegativeTest-1918335228-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1805251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254175'] for router (e16b56b8-68d2-4c19-b799-93373c9e4439), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:12.555985 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-98e930a4-2286-4522-b7d9-83b10a3d629e tempest-RoutersAdminNegativeTest-1918335228 tempest-RoutersAdminNegativeTest-1918335228-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1804172', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1602053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254150'] for router (e16b56b8-68d2-4c19-b799-93373c9e4439), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:12.567262 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c257beeb-ce65-4485-a719-d8977149a03f tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616561'] for network (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:12.571391 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-c257beeb-ce65-4485-a719-d8977149a03f tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] 10.222.0.20 "DELETE /v2.0/networks/7f9e46fe-d735-4e82-bec4-73592fd1da1b HTTP/1.1" status: 204 len: 168 time: 1.6365628 Feb 28 10:34:12.597069 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 35780) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:12.612831 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-52992c87-f9d2-478d-b35e-f4de5e1ce12c tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Request body: {'network': {'name': 'tempest-RoutersTest-589394527'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:34:12.616972 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb1cfe95-ca85-497b-9e9a-6bd0a00fff19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-a68b37a3-a3c8-4689-ad61-f56d1c11d741', 'network_id': 'a68b37a3-a3c8-4689-ad61-f56d1c11d741', 'project_id': '29ccc4cf6ba849d18fb6a0524a0ef75f', 'fixed_ips': [{'subnet_id': '9f78816c-3ab8-42c5-8bd8-cecfbdb1ffd2'}]}} from dv-neutron-master-2-hyperv. {{(pid=103409) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:34:12.618082 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-cb1cfe95-ca85-497b-9e9a-6bd0a00fff19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:12.639795 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c257beeb-ce65-4485-a719-d8977149a03f tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Pushing event deleted for resources: {'Network': ['ID=7f9e46fe-d735-4e82-bec4-73592fd1da1b,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:12.649551 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52992c87-f9d2-478d-b35e-f4de5e1ce12c tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Made reservation on behalf of da82c5902a0c4c459ee88fe904a1e59b for: {'network': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:34:12.653494 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-52992c87-f9d2-478d-b35e-f4de5e1ce12c tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for network (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:12.665080 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-98e930a4-2286-4522-b7d9-83b10a3d629e tempest-RoutersAdminNegativeTest-1918335228 tempest-RoutersAdminNegativeTest-1918335228-project-admin] Publish callbacks [] for router_controller (e16b56b8-68d2-4c19-b799-93373c9e4439), precommit_add_association {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:12.689092 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52992c87-f9d2-478d-b35e-f4de5e1ce12c tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 288} {{(pid=103408) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:34:12.701546 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-52992c87-f9d2-478d-b35e-f4de5e1ce12c tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (56890f6b-014b-46ec-ab1c-7098a78501d4), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:12.702056 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.db.segments_db [None req-52992c87-f9d2-478d-b35e-f4de5e1ce12c tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Added segment 56890f6b-014b-46ec-ab1c-7098a78501d4 of type vlan for network b5bec7eb-6b1c-4958-9418-a2f2107def3b Feb 28 10:34:12.764891 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-52992c87-f9d2-478d-b35e-f4de5e1ce12c tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742056637431'] for network (b5bec7eb-6b1c-4958-9418-a2f2107def3b), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:12.778144 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-cb1cfe95-ca85-497b-9e9a-6bd0a00fff19 None None] Allocated IP 2001:db8::2 (a68b37a3-a3c8-4689-ad61-f56d1c11d741/9f78816c-3ab8-42c5-8bd8-cecfbdb1ffd2/797b2912-9eac-4505-a148-499272e5b2d8) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:34:12.806418 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-a4dd408d-a435-435b-b941-7946d6c3d975 tempest-FloatingIPNegativeTestJSON-1306017259 tempest-FloatingIPNegativeTestJSON-1306017259-project] Allocated IP 172.20.0.1 (de5b3a25-afce-4737-a6d5-3891e9edf733/0ec91581-be97-4fb9-9e65-fa12cafe7484/2df255c2-44cb-410c-8149-2e0e6f3401e2) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:34:12.817637 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-52992c87-f9d2-478d-b35e-f4de5e1ce12c tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551'] for network (b5bec7eb-6b1c-4958-9418-a2f2107def3b), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:12.844541 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52992c87-f9d2-478d-b35e-f4de5e1ce12c tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:34:12.845434 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-52992c87-f9d2-478d-b35e-f4de5e1ce12c tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616561'] for network (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:12.875240 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-af5542f2-8b1f-40ea-90b5-b427bb12a50a req-59bd2398-01a0-4024-9d93-ff2373aa39d7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7e7f55b8-c450-4329-aef2-8a2c07cf47f7 HTTP/1.1" status: 200 len: 1001 time: 0.5110438 Feb 28 10:34:12.982106 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device aef30d3c-6659-44cd-99d6-ed22d30eb60c no longer exists at agent hyperv_hv-neutron-mast {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:34:12.999882 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-52992c87-f9d2-478d-b35e-f4de5e1ce12c tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4015808 Feb 28 10:34:13.005726 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] No Port match for: aef30d3c-6659-44cd-99d6-ed22d30eb60c {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:34:13.006273 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device aef30d3c-6659-44cd-99d6-ed22d30eb60c not bound to the agent host hv-neutron-mast {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:34:13.015186 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 35782) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:13.024936 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-cb1cfe95-ca85-497b-9e9a-6bd0a00fff19 None None] Publish callbacks [] for port (797b2912-9eac-4505-a148-499272e5b2d8), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:13.034286 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-cb1cfe95-ca85-497b-9e9a-6bd0a00fff19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749'] for port (797b2912-9eac-4505-a148-499272e5b2d8), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:13.086838 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-c8df46ed-f397-4377-852f-2d8f9261e813 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Request body: {'subnet': {'network_id': 'b5bec7eb-6b1c-4958-9418-a2f2107def3b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:34:13.097507 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86218867-a16b-4051-a2f5-8c22cf059073 None None] DHCP port deletion for 9f0a511d-8408-4971-9daa-968eebea54f2 request from dv-neutron-master-2-hyperv {{(pid=103409) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:34:13.114487 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb1cfe95-ca85-497b-9e9a-6bd0a00fff19 None None] Network a68b37a3-a3c8-4689-ad61-f56d1c11d741 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:34:13.118643 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-cb1cfe95-ca85-497b-9e9a-6bd0a00fff19 None None] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:34:13.121387 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb1cfe95-ca85-497b-9e9a-6bd0a00fff19 None None] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:34:13.121644 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52992c87-f9d2-478d-b35e-f4de5e1ce12c tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Pushing event updated for resources: {'Network': ['ID=b5bec7eb-6b1c-4958-9418-a2f2107def3b,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:13.190313 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Network b5bec7eb-6b1c-4958-9418-a2f2107def3b details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103409) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:34:13.215162 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1cfe95-ca85-497b-9e9a-6bd0a00fff19 None None] Pushing event updated for resources: {'Port': ['ID=797b2912-9eac-4505-a148-499272e5b2d8,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:13.220712 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a4dd408d-a435-435b-b941-7946d6c3d975 tempest-FloatingIPNegativeTestJSON-1306017259 tempest-FloatingIPNegativeTestJSON-1306017259-project] Publish callbacks [] for port (2df255c2-44cb-410c-8149-2e0e6f3401e2), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:13.293873 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a4dd408d-a435-435b-b941-7946d6c3d975 tempest-FloatingIPNegativeTestJSON-1306017259 tempest-FloatingIPNegativeTestJSON-1306017259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (2df255c2-44cb-410c-8149-2e0e6f3401e2), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:13.296938 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-cb1cfe95-ca85-497b-9e9a-6bd0a00fff19 None None] Attempting to bind port 797b2912-9eac-4505-a148-499272e5b2d8 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:34:13.297512 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-cb1cfe95-ca85-497b-9e9a-6bd0a00fff19 None None] Attempting to bind port 797b2912-9eac-4505-a148-499272e5b2d8 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '3e36559c-91eb-401f-8dd2-73eef87ad03f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'a68b37a3-a3c8-4689-ad61-f56d1c11d741'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:34:13.297927 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb1cfe95-ca85-497b-9e9a-6bd0a00fff19 None None] Attempting to bind port 797b2912-9eac-4505-a148-499272e5b2d8 on network a68b37a3-a3c8-4689-ad61-f56d1c11d741 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:34:13.327938 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb1cfe95-ca85-497b-9e9a-6bd0a00fff19 None None] Checking agent: {'id': '75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 24, 15), 'started_at': datetime.datetime(2022, 2, 28, 10, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 33, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:34:13.328388 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb1cfe95-ca85-497b-9e9a-6bd0a00fff19 None None] Checking segment: {'id': '3e36559c-91eb-401f-8dd2-73eef87ad03f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'a68b37a3-a3c8-4689-ad61-f56d1c11d741'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:34:13.328813 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-cb1cfe95-ca85-497b-9e9a-6bd0a00fff19 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:13.329394 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb1cfe95-ca85-497b-9e9a-6bd0a00fff19 None None] Bound using segment: {'id': '3e36559c-91eb-401f-8dd2-73eef87ad03f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'a68b37a3-a3c8-4689-ad61-f56d1c11d741'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:34:13.329906 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-cb1cfe95-ca85-497b-9e9a-6bd0a00fff19 None None] Bound port: 797b2912-9eac-4505-a148-499272e5b2d8, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e36559c-91eb-401f-8dd2-73eef87ad03f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': 'a68b37a3-a3c8-4689-ad61-f56d1c11d741'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:34:13.330295 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-cb1cfe95-ca85-497b-9e9a-6bd0a00fff19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (797b2912-9eac-4505-a148-499272e5b2d8), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:13.358359 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-86218867-a16b-4051-a2f5-8c22cf059073 None None] Deleting port c3ae711d-fa04-4989-94e6-c3efaa5a3514 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:34:13.358755 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-86218867-a16b-4051-a2f5-8c22cf059073 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (c3ae711d-fa04-4989-94e6-c3efaa5a3514), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:13.389882 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4dd408d-a435-435b-b941-7946d6c3d975 tempest-FloatingIPNegativeTestJSON-1306017259 tempest-FloatingIPNegativeTestJSON-1306017259-project] Network de5b3a25-afce-4737-a6d5-3891e9edf733 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:34:13.398293 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-a4dd408d-a435-435b-b941-7946d6c3d975 tempest-FloatingIPNegativeTestJSON-1306017259 tempest-FloatingIPNegativeTestJSON-1306017259-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:34:13.408807 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4dd408d-a435-435b-b941-7946d6c3d975 tempest-FloatingIPNegativeTestJSON-1306017259 tempest-FloatingIPNegativeTestJSON-1306017259-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:34:13.472766 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6b923bb1-06b0-4b84-b461-7cc1d0196090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (2e621730-3978-4720-b581-ac380e97a567), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:13.486219 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a4dd408d-a435-435b-b941-7946d6c3d975 tempest-FloatingIPNegativeTestJSON-1306017259 tempest-FloatingIPNegativeTestJSON-1306017259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1803404'] for router_interface (38dfb908-201c-4c20-aa78-088ffc55ca00), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:13.512410 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-86218867-a16b-4051-a2f5-8c22cf059073 None None] For port c3ae711d-fa04-4989-94e6-c3efaa5a3514, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c3ae711d-fa04-4989-94e6-c3efaa5a3514,segment=NetworkSegment(bf553b55-fb1d-4346-a090-4fb77eb0fbd7),segment_id=bf553b55-fb1d-4346-a090-4fb77eb0fbd7)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:34:13.512849 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-86218867-a16b-4051-a2f5-8c22cf059073 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (c3ae711d-fa04-4989-94e6-c3efaa5a3514), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:13.529619 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-cb1cfe95-ca85-497b-9e9a-6bd0a00fff19 None None] For port 797b2912-9eac-4505-a148-499272e5b2d8, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:34:13.531875 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-86218867-a16b-4051-a2f5-8c22cf059073 None None] Calling delete_port for c3ae711d-fa04-4989-94e6-c3efaa5a3514 owned by network:dhcp {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:34:13.535587 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-cb1cfe95-ca85-497b-9e9a-6bd0a00fff19 None None] For port 797b2912-9eac-4505-a148-499272e5b2d8, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=797b2912-9eac-4505-a148-499272e5b2d8,segment=NetworkSegment(3e36559c-91eb-401f-8dd2-73eef87ad03f),segment_id=3e36559c-91eb-401f-8dd2-73eef87ad03f)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:34:13.551757 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-cb1cfe95-ca85-497b-9e9a-6bd0a00fff19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (797b2912-9eac-4505-a148-499272e5b2d8), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:13.597793 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dd408d-a435-435b-b941-7946d6c3d975 tempest-FloatingIPNegativeTestJSON-1306017259 tempest-FloatingIPNegativeTestJSON-1306017259-project] Pushing event updated for resources: {'Port': ['ID=2df255c2-44cb-410c-8149-2e0e6f3401e2,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:13.616501 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-df0673dd-023d-474a-8f7f-2e71ac99eac3 req-40be32b9-fbfa-46dd-851b-8713c8b23871 tempest-ServersTestManualDisk-1927369875 tempest-ServersTestManualDisk-1927369875-project] 10.222.0.20 "GET /v2.0/ports?device_id=c32684cc-ad27-487d-bf9a-2122546516b2 HTTP/1.1" status: 200 len: 210 time: 0.1579266 Feb 28 10:34:13.668758 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5542f2-8b1f-40ea-90b5-b427bb12a50a req-be2b30bb-bcbd-4052-9d2f-8e1917b03fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:34:13.670302 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-af5542f2-8b1f-40ea-90b5-b427bb12a50a req-be2b30bb-bcbd-4052-9d2f-8e1917b03fef service neutron] 10.222.0.30 "GET /v2.0/subnets?id=68736f5c-4776-4059-9d35-abe8eebbb637 HTTP/1.1" status: 200 len: 844 time: 0.7054398 Feb 28 10:34:13.733936 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a4dd408d-a435-435b-b941-7946d6c3d975 tempest-FloatingIPNegativeTestJSON-1306017259 tempest-FloatingIPNegativeTestJSON-1306017259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (2df255c2-44cb-410c-8149-2e0e6f3401e2), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:13.734057 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-98e930a4-2286-4522-b7d9-83b10a3d629e tempest-RoutersAdminNegativeTest-1918335228 tempest-RoutersAdminNegativeTest-1918335228-project-admin] Publish callbacks [] for router_gateway (e16b56b8-68d2-4c19-b799-93373c9e4439), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:13.786132 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-86218867-a16b-4051-a2f5-8c22cf059073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758'] for port (c3ae711d-fa04-4989-94e6-c3efaa5a3514), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:13.795340 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-c5114175-1f5b-4ce9-bc29-e44a72581b20 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 708 time: 1.3408997 Feb 28 10:34:13.801052 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 35786) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:13.833428 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9e2e42e9-dbd3-4d60-a3c7-8aa04371fddb req-1b55a7d7-ac9c-42a6-b861-1494c90022ec tempest-ServersTestManualDisk-1927369875 tempest-ServersTestManualDisk-1927369875-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:34:13.841555 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1cfe95-ca85-497b-9e9a-6bd0a00fff19 None None] Pushing event updated for resources: {'Port': ['ID=797b2912-9eac-4505-a148-499272e5b2d8,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:13.908102 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8df46ed-f397-4377-852f-2d8f9261e813 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Made reservation on behalf of da82c5902a0c4c459ee88fe904a1e59b for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:34:13.909192 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86218867-a16b-4051-a2f5-8c22cf059073 None None] Pushing event deleted for resources: {'Port': ['ID=c3ae711d-fa04-4989-94e6-c3efaa5a3514,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:13.912848 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f3115a9-1dc2-44c0-9eb9-9e0734e96748 None None] Sync routers for ids ['ebec2a5a-7ca7-420e-949e-f77a5a64a595'] in dv-neutron-master-2-hyperv {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:34:13.918827 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86218867-a16b-4051-a2f5-8c22cf059073 None None] No DVR routers for this DVR port c3ae711d-fa04-4989-94e6-c3efaa5a3514 on host dv-neutron-master-2-hyperv {{(pid=103409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:34:13.923959 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c8df46ed-f397-4377-852f-2d8f9261e813 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3516581'] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:13.926961 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2b9e75a-2edc-4c1d-8ef3-109c91a5cf6e tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Made reservation on behalf of 29ccc4cf6ba849d18fb6a0524a0ef75f for: {'port': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:34:13.930379 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e2b9e75a-2edc-4c1d-8ef3-109c91a5cf6e tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:13.958151 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3115a9-1dc2-44c0-9eb9-9e0734e96748 None None] Routers {'ebec2a5a-7ca7-420e-949e-f77a5a64a595'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:34:13.958825 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-9f3115a9-1dc2-44c0-9eb9-9e0734e96748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:34:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['ebec2a5a-7ca7-420e-949e-f77a5a64a595'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:34:14.078056 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b666da2b-253d-4362-8c2e-f1a1aa59cdc1 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks [] for router (7780f02a-9f22-4c4d-8cd9-1fabbf3de9a2), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:14.179653 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-9f3115a9-1dc2-44c0-9eb9-9e0734e96748 None None] Set router ebec2a5a-7ca7-420e-949e-f77a5a64a595 gateway port host: dv-neutron-master-2-hyperv {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:34:14.214481 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e2e42e9-dbd3-4d60-a3c7-8aa04371fddb req-1b55a7d7-ac9c-42a6-b861-1494c90022ec tempest-ServersTestManualDisk-1927369875 tempest-ServersTestManualDisk-1927369875-project] No DVR routers for this DVR port aef30d3c-6659-44cd-99d6-ed22d30eb60c on host hv-neutron-mast {{(pid=103407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:34:14.219083 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.notifiers.nova [None req-e2b9e75a-2edc-4c1d-8ef3-109c91a5cf6e tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] device_id is not set on port 59483c79-fbba-40be-8aab-b9392a2d4bb4 yet. {{(pid=103407) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:34:14.233578 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5542f2-8b1f-40ea-90b5-b427bb12a50a req-e27a5d06-0664-4357-8939-eda5e9a2fb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:34:14.235163 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-af5542f2-8b1f-40ea-90b5-b427bb12a50a req-e27a5d06-0664-4357-8939-eda5e9a2fb9e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=da9969cf-fbcc-4307-8c2e-f65c87750026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.5232944 Feb 28 10:34:14.256359 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-9e2e42e9-dbd3-4d60-a3c7-8aa04371fddb req-1b55a7d7-ac9c-42a6-b861-1494c90022ec tempest-ServersTestManualDisk-1927369875 tempest-ServersTestManualDisk-1927369875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:14.273744 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-9e2e42e9-dbd3-4d60-a3c7-8aa04371fddb req-1b55a7d7-ac9c-42a6-b861-1494c90022ec tempest-ServersTestManualDisk-1927369875 tempest-ServersTestManualDisk-1927369875-project] 10.222.0.30 "DELETE /v2.0/ports/aef30d3c-6659-44cd-99d6-ed22d30eb60c HTTP/1.1" status: 204 len: 173 time: 4.6987686 Feb 28 10:34:14.274679 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c32684cc-ad27-487d-bf9a-2122546516b2', 'name': 'network-vif-deleted', 'tag': 'aef30d3c-6659-44cd-99d6-ed22d30eb60c'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:34:14.278709 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c8e1c873eeca597e52e7ceb7469e602eac250bfea6606d285743d38033cf584" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-433adc8e-b2ab-4810-ab89-a69716068987" -d '{"events": [{"server_uuid": "c32684cc-ad27-487d-bf9a-2122546516b2", "name": "network-vif-deleted", "tag": "aef30d3c-6659-44cd-99d6-ed22d30eb60c"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:34:14.370940 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a4dd408d-a435-435b-b941-7946d6c3d975 tempest-FloatingIPNegativeTestJSON-1306017259 tempest-FloatingIPNegativeTestJSON-1306017259-project] Publish callbacks [] for port (2df255c2-44cb-410c-8149-2e0e6f3401e2), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:14.381873 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a4dd408d-a435-435b-b941-7946d6c3d975 tempest-FloatingIPNegativeTestJSON-1306017259 tempest-FloatingIPNegativeTestJSON-1306017259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3242529'] for port (2df255c2-44cb-410c-8149-2e0e6f3401e2), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:14.472646 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 10:34:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b75f06d2-8db2-4f4f-a473-1a56c788ff75 x-openstack-request-id: req-b75f06d2-8db2-4f4f-a473-1a56c788ff75 {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:34:14.473459 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c32684cc-ad27-487d-bf9a-2122546516b2", "name": "network-vif-deleted", "tag": "aef30d3c-6659-44cd-99d6-ed22d30eb60c", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:34:14.474016 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b75f06d2-8db2-4f4f-a473-1a56c788ff75 {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:34:14.474942 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c32684cc-ad27-487d-bf9a-2122546516b2', 'name': 'network-vif-deleted', 'tag': 'aef30d3c-6659-44cd-99d6-ed22d30eb60c', 'status': 'completed', 'code': 200} Feb 28 10:34:14.709160 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-334f11d7-b7e5-4263-97e4-eb6f1c96862d None None] Network de5b3a25-afce-4737-a6d5-3891e9edf733 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:34:14.720309 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-af5542f2-8b1f-40ea-90b5-b427bb12a50a req-c2d1da4f-5779-4c43-8f07-63daef24980f service neutron] 10.222.0.30 "GET /v2.0/networks/da9969cf-fbcc-4307-8c2e-f65c87750026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4252613 Feb 28 10:34:14.748008 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b666da2b-253d-4362-8c2e-f1a1aa59cdc1 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1807017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5941'] for router (7780f02a-9f22-4c4d-8cd9-1fabbf3de9a2), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:14.763969 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b666da2b-253d-4362-8c2e-f1a1aa59cdc1 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks [] for router_controller (7780f02a-9f22-4c4d-8cd9-1fabbf3de9a2), precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:14.778530 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 941afd2d-2e4d-479b-8163-a3a343e9d922 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:34:14.790474 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-e2b9e75a-2edc-4c1d-8ef3-109c91a5cf6e tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Allocated IP 2001:db8::2be (a68b37a3-a3c8-4689-ad61-f56d1c11d741/9f78816c-3ab8-42c5-8bd8-cecfbdb1ffd2/59483c79-fbba-40be-8aab-b9392a2d4bb4) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:34:14.868320 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dd408d-a435-435b-b941-7946d6c3d975 tempest-FloatingIPNegativeTestJSON-1306017259 tempest-FloatingIPNegativeTestJSON-1306017259-project] Pushing event updated for resources: {'Port': ['ID=2df255c2-44cb-410c-8149-2e0e6f3401e2,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:14.883636 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b666da2b-253d-4362-8c2e-f1a1aa59cdc1 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1806994'] for router (7780f02a-9f22-4c4d-8cd9-1fabbf3de9a2), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:14.884776 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b666da2b-253d-4362-8c2e-f1a1aa59cdc1 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Fanout notify agent at l3_agent the message router_deleted on router 7780f02a-9f22-4c4d-8cd9-1fabbf3de9a2 {{(pid=103408) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 10:34:14.906218 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b666da2b-253d-4362-8c2e-f1a1aa59cdc1 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks [] for router (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:14.910096 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-b666da2b-253d-4362-8c2e-f1a1aa59cdc1 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "DELETE /v2.0/routers/7780f02a-9f22-4c4d-8cd9-1fabbf3de9a2 HTTP/1.1" status: 204 len: 168 time: 1.1052101 Feb 28 10:34:14.910096 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a4dd408d-a435-435b-b941-7946d6c3d975 tempest-FloatingIPNegativeTestJSON-1306017259 tempest-FloatingIPNegativeTestJSON-1306017259-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1802524'] for router_interface (38dfb908-201c-4c20-aa78-088ffc55ca00), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:14.919202 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 35794) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:15.009378 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-954169d6-df68-4362-a617-a7bfcf802bce None None] Provisioning complete for port 941afd2d-2e4d-479b-8163-a3a343e9d922 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:34:15.009595 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-954169d6-df68-4362-a617-a7bfcf802bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (941afd2d-2e4d-479b-8163-a3a343e9d922), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:15.016158 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-ccb8f5ce-eb04-46a6-9619-821b7c9361ff req-09903b4a-bcb2-4df4-9470-c95ed61f9fe1 tempest-ServersTestManualDisk-1927369875 tempest-ServersTestManualDisk-1927369875-project] 10.222.0.20 "GET /v2.0/ports?device_id=c32684cc-ad27-487d-bf9a-2122546516b2 HTTP/1.1" status: 200 len: 210 time: 0.2167141 Feb 28 10:34:15.103957 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:15.136974 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-3c399ce5-fc56-49a4-89e3-653c7b8d2a8e tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0434279 Feb 28 10:34:15.137783 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port 941afd2d-2e4d-479b-8163-a3a343e9d922 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:34:15.138341 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (941afd2d-2e4d-479b-8163-a3a343e9d922), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:15.140770 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 35796) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:15.144160 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4dd408d-a435-435b-b941-7946d6c3d975 tempest-FloatingIPNegativeTestJSON-1306017259 tempest-FloatingIPNegativeTestJSON-1306017259-project] Network de5b3a25-afce-4737-a6d5-3891e9edf733 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:34:15.155413 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-a4dd408d-a435-435b-b941-7946d6c3d975 tempest-FloatingIPNegativeTestJSON-1306017259 tempest-FloatingIPNegativeTestJSON-1306017259-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:34:15.291276 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-9f3115a9-1dc2-44c0-9eb9-9e0734e96748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebec2a5a-7ca7-420e-949e-f77a5a64a595', 'name': 'tempest-ServersTestManualDisk-2129798420-router', 'tenant_id': 'd80868ff0b864fdfb22c0fe939fc8d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.108'}], 'enable_snat': True}, 'gw_port_id': 'a243619b-d2d4-4c33-8a1d-88282887b5e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:31:52Z', 'updated_at': '2022-02-28T10:32:04Z', 'revision_number': 4, 'project_id': 'd80868ff0b864fdfb22c0fe939fc8d79', 'gw_port': {'id': 'a243619b-d2d4-4c33-8a1d-88282887b5e1', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:49:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebec2a5a-7ca7-420e-949e-f77a5a64a595', 'device_owner': 'network:router_gateway', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:31:55Z', 'updated_at': '2022-02-28T10:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '7c20230d-1243-4bcc-99fa-4d09e9d513e9', 'name': '', 'network_id': 'b230672c-e40a-422a-a640-836f18ec11a6', 'tenant_id': 'd80868ff0b864fdfb22c0fe939fc8d79', 'mac_address': 'fa:16:3e:17:e6:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebec2a5a-7ca7-420e-949e-f77a5a64a595', 'device_owner': 'network:router_interface', 'standard_attr_id': 138, 'fixed_ips': [{'subnet_id': '589a74a6-9e3d-4112-a776-4fccf4b2370d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:32:02Z', 'updated_at': '2022-02-28T10:32:09Z', 'revision_number': 5, 'project_id': 'd80868ff0b864fdfb22c0fe939fc8d79', 'subnets': [{'id': '589a74a6-9e3d-4112-a776-4fccf4b2370d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:34:15.305952 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-626f3adb-54c6-4b08-bdcf-05c3cea3622a tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:34:15.309957 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-626f3adb-54c6-4b08-bdcf-05c3cea3622a tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1657989 Feb 28 10:34:15.323877 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 35798) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:15.360097 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f3115a9-1dc2-44c0-9eb9-9e0734e96748 None None] Checking router: ebec2a5a-7ca7-420e-949e-f77a5a64a595 for host: dv-neutron-master-2-hyperv {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:34:15.402725 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-21d81bd9-da34-47a3-b9cd-e624b1edcd49 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0756910 Feb 28 10:34:15.408482 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 35800) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:15.409416 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3115a9-1dc2-44c0-9eb9-9e0734e96748 None None] Routers {'ebec2a5a-7ca7-420e-949e-f77a5a64a595'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:34:15.410483 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-9f3115a9-1dc2-44c0-9eb9-9e0734e96748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:34:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['ebec2a5a-7ca7-420e-949e-f77a5a64a595'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:34:15.414887 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-02bf357f-b3d0-482d-ac87-03c994987ae1 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Request body: {'subnet': {'network_id': '9f0a511d-8408-4971-9daa-968eebea54f2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:34:15.444578 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-98e930a4-2286-4522-b7d9-83b10a3d629e tempest-RoutersAdminNegativeTest-1918335228 tempest-RoutersAdminNegativeTest-1918335228-project-admin] Publish callbacks [] for router_gateway (e16b56b8-68d2-4c19-b799-93373c9e4439), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:15.464977 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c8df46ed-f397-4377-852f-2d8f9261e813 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3498031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3516567'] for subnet (9e224b8d-6331-4096-9ae8-b8e70dae7389), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:15.540847 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-98e930a4-2286-4522-b7d9-83b10a3d629e tempest-RoutersAdminNegativeTest-1918335228 tempest-RoutersAdminNegativeTest-1918335228-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:15.565107 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-9f3115a9-1dc2-44c0-9eb9-9e0734e96748 None None] Set router ebec2a5a-7ca7-420e-949e-f77a5a64a595 gateway port host: dv-neutron-master-2-hyperv {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:34:15.608282 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4dd408d-a435-435b-b941-7946d6c3d975 tempest-FloatingIPNegativeTestJSON-1306017259 tempest-FloatingIPNegativeTestJSON-1306017259-project] Router 38dfb908-201c-4c20-aa78-088ffc55ca00 is scheduled to L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 with binding_index 1 {{(pid=103408) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 10:34:15.619897 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-954169d6-df68-4362-a617-a7bfcf802bce None None] Current status of the port 941afd2d-2e4d-479b-8163-a3a343e9d922 is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:34:15.620358 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-954169d6-df68-4362-a617-a7bfcf802bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (941afd2d-2e4d-479b-8163-a3a343e9d922), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:15.627245 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02bf357f-b3d0-482d-ac87-03c994987ae1 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Made reservation on behalf of 01d784a6a3f04224a7e9160ad9d44184 for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:34:15.630545 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-af5542f2-8b1f-40ea-90b5-b427bb12a50a req-c4ca14c8-b2d2-492c-94fb-02f19694952b service neutron] 10.222.0.30 "GET /v2.0/networks/da9969cf-fbcc-4307-8c2e-f65c87750026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8526752 Feb 28 10:34:15.631170 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b20aee1-969b-40fc-9f74-ddb1b129ed75 None None] Network a68b37a3-a3c8-4689-ad61-f56d1c11d741 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:34:15.634175 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-02bf357f-b3d0-482d-ac87-03c994987ae1 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3951209'] for subnet (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:15.765910 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8df46ed-f397-4377-852f-2d8f9261e813 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Pushing event updated for resources: {'Subnet': ['ID=9e224b8d-6331-4096-9ae8-b8e70dae7389,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:15.861784 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e2b9e75a-2edc-4c1d-8ef3-109c91a5cf6e tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks [] for port (59483c79-fbba-40be-8aab-b9392a2d4bb4), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:15.933318 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8df46ed-f397-4377-852f-2d8f9261e813 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Checking segment: {'id': '56890f6b-014b-46ec-ab1c-7098a78501d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'b5bec7eb-6b1c-4958-9418-a2f2107def3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:34:15.933697 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8df46ed-f397-4377-852f-2d8f9261e813 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Network hostable DHCP agents. Network: b5bec7eb-6b1c-4958-9418-a2f2107def3b, hostable agents: ['fb6705d2-4f70-4965-92a3-fbfccd43a6d3'], hosted agents: [] {{(pid=103407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:34:15.967214 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-954169d6-df68-4362-a617-a7bfcf802bce None None] For port 941afd2d-2e4d-479b-8163-a3a343e9d922, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=941afd2d-2e4d-479b-8163-a3a343e9d922,segment=NetworkSegment(de103771-df5d-4e9a-8d78-a842caa5720e),segment_id=de103771-df5d-4e9a-8d78-a842caa5720e)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:34:15.968698 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 941afd2d-2e4d-479b-8163-a3a343e9d922 is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:34:15.969371 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (941afd2d-2e4d-479b-8163-a3a343e9d922), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:15.998306 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-954169d6-df68-4362-a617-a7bfcf802bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (941afd2d-2e4d-479b-8163-a3a343e9d922), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:16.102389 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954169d6-df68-4362-a617-a7bfcf802bce None None] Pushing event updated for resources: {'Port': ['ID=941afd2d-2e4d-479b-8163-a3a343e9d922,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:16.124003 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-98e930a4-2286-4522-b7d9-83b10a3d629e tempest-RoutersAdminNegativeTest-1918335228 tempest-RoutersAdminNegativeTest-1918335228-project-admin] Publish callbacks [] for router (e16b56b8-68d2-4c19-b799-93373c9e4439), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:16.133137 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8df46ed-f397-4377-852f-2d8f9261e813 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Network b5bec7eb-6b1c-4958-9418-a2f2107def3b is scheduled to be hosted by DHCP agent fb6705d2-4f70-4965-92a3-fbfccd43a6d3 with binding_index 1 {{(pid=103407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:34:16.208457 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e2b9e75a-2edc-4c1d-8ef3-109c91a5cf6e tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (59483c79-fbba-40be-8aab-b9392a2d4bb4), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:16.301402 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 35810) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:16.318973 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-c8df46ed-f397-4377-852f-2d8f9261e813 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, b5bec7eb-6b1c-4958-9418-a2f2107def3b) {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:34:16.366495 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48ab9377-df32-4d7f-9198-59af4fc7eca5 None None] Network b5bec7eb-6b1c-4958-9418-a2f2107def3b requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:34:16.376679 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8df46ed-f397-4377-852f-2d8f9261e813 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:34:16.377623 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c8df46ed-f397-4377-852f-2d8f9261e813 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616561'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:16.399025 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2b9e75a-2edc-4c1d-8ef3-109c91a5cf6e tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Network a68b37a3-a3c8-4689-ad61-f56d1c11d741 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:34:16.442500 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b9e75a-2edc-4c1d-8ef3-109c91a5cf6e tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Pushing event updated for resources: {'Port': ['ID=59483c79-fbba-40be-8aab-b9392a2d4bb4,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:16.447350 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-e2b9e75a-2edc-4c1d-8ef3-109c91a5cf6e tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:34:16.465815 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-9eb8bcfa-f078-4c4c-ab87-f79713210c83 None None] Provisioning complete for port 941afd2d-2e4d-479b-8163-a3a343e9d922 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:34:16.465815 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9eb8bcfa-f078-4c4c-ab87-f79713210c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (941afd2d-2e4d-479b-8163-a3a343e9d922), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:16.494729 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b9e75a-2edc-4c1d-8ef3-109c91a5cf6e tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:34:16.508661 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2b9e75a-2edc-4c1d-8ef3-109c91a5cf6e tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:34:16.509359 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e2b9e75a-2edc-4c1d-8ef3-109c91a5cf6e tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:16.511975 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.db.api [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103409) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 10:34:16.512877 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG oslo_db.api [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 10:34:16.521006 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-c8df46ed-f397-4377-852f-2d8f9261e813 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4664845 Feb 28 10:34:16.521749 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 35812) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:16.534771 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-fff7fb8d-d0cf-42f8-839b-2959ea3dbd8d tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-199670014', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:34:16.606715 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4dd408d-a435-435b-b941-7946d6c3d975 tempest-FloatingIPNegativeTestJSON-1306017259 tempest-FloatingIPNegativeTestJSON-1306017259-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:34:16.618016 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-a4dd408d-a435-435b-b941-7946d6c3d975 tempest-FloatingIPNegativeTestJSON-1306017259 tempest-FloatingIPNegativeTestJSON-1306017259-project] 10.222.0.20 "PUT /v2.0/routers/38dfb908-201c-4c20-aa78-088ffc55ca00/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1576118 Feb 28 10:34:16.618331 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-98e930a4-2286-4522-b7d9-83b10a3d629e tempest-RoutersAdminNegativeTest-1918335228 tempest-RoutersAdminNegativeTest-1918335228-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1807017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5941'] for router (e16b56b8-68d2-4c19-b799-93373c9e4439), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:16.620639 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 35816) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:16.631006 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4729067-7d06-41ed-a216-a4faf9a4c11f None None] Sync routers for ids ['38dfb908-201c-4c20-aa78-088ffc55ca00'] in dv-neutron-master-2-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:34:16.648175 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4729067-7d06-41ed-a216-a4faf9a4c11f None None] Routers {'38dfb908-201c-4c20-aa78-088ffc55ca00'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:34:16.649947 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-caefdf13-ab5e-4333-a913-7fdbb8946471 tempest-FloatingIPNegativeTestJSON-1306017259 tempest-FloatingIPNegativeTestJSON-1306017259-project] Request body: {'port': {'network_id': 'de5b3a25-afce-4737-a6d5-3891e9edf733', 'name': 'tempest-FloatingIPNegativeTestJSON-112106980'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:34:16.651630 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-e2b9e75a-2edc-4c1d-8ef3-109c91a5cf6e tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 4.2033980 Feb 28 10:34:16.652506 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-d4729067-7d06-41ed-a216-a4faf9a4c11f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:34:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['38dfb908-201c-4c20-aa78-088ffc55ca00'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:34:16.662470 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 35818) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:16.662696 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-98e930a4-2286-4522-b7d9-83b10a3d629e tempest-RoutersAdminNegativeTest-1918335228 tempest-RoutersAdminNegativeTest-1918335228-project-admin] Publish callbacks [] for router_controller (e16b56b8-68d2-4c19-b799-93373c9e4439), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:16.663011 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-9f3115a9-1dc2-44c0-9eb9-9e0734e96748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebec2a5a-7ca7-420e-949e-f77a5a64a595', 'name': 'tempest-ServersTestManualDisk-2129798420-router', 'tenant_id': 'd80868ff0b864fdfb22c0fe939fc8d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.108'}], 'enable_snat': True}, 'gw_port_id': 'a243619b-d2d4-4c33-8a1d-88282887b5e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:31:52Z', 'updated_at': '2022-02-28T10:32:04Z', 'revision_number': 4, 'project_id': 'd80868ff0b864fdfb22c0fe939fc8d79', 'gw_port': {'id': 'a243619b-d2d4-4c33-8a1d-88282887b5e1', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:49:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebec2a5a-7ca7-420e-949e-f77a5a64a595', 'device_owner': 'network:router_gateway', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:31:55Z', 'updated_at': '2022-02-28T10:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '7c20230d-1243-4bcc-99fa-4d09e9d513e9', 'name': '', 'network_id': 'b230672c-e40a-422a-a640-836f18ec11a6', 'tenant_id': 'd80868ff0b864fdfb22c0fe939fc8d79', 'mac_address': 'fa:16:3e:17:e6:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebec2a5a-7ca7-420e-949e-f77a5a64a595', 'device_owner': 'network:router_interface', 'standard_attr_id': 138, 'fixed_ips': [{'subnet_id': '589a74a6-9e3d-4112-a776-4fccf4b2370d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:32:02Z', 'updated_at': '2022-02-28T10:32:09Z', 'revision_number': 5, 'project_id': 'd80868ff0b864fdfb22c0fe939fc8d79', 'subnets': [{'id': '589a74a6-9e3d-4112-a776-4fccf4b2370d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:34:16.707123 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7d535473-3825-4a08-b3e0-215efd36e47c tempest-ServersTestManualDisk-1927369875 tempest-ServersTestManualDisk-1927369875-project] Publish callbacks [] for security_group (f7c3c379-f26e-44ef-badf-d68ef2cd35f5), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:16.734425 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c957b4e9-7e4c-48d5-99d4-37dbcba51177 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-b5bec7eb-6b1c-4958-9418-a2f2107def3b', 'network_id': 'b5bec7eb-6b1c-4958-9418-a2f2107def3b', 'project_id': 'da82c5902a0c4c459ee88fe904a1e59b', 'fixed_ips': [{'subnet_id': '9e224b8d-6331-4096-9ae8-b8e70dae7389'}]}} from dv-neutron-master-2-hyperv. {{(pid=103409) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:34:16.735295 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c957b4e9-7e4c-48d5-99d4-37dbcba51177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:16.744326 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-d4729067-7d06-41ed-a216-a4faf9a4c11f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:34:16.752047 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f3115a9-1dc2-44c0-9eb9-9e0734e96748 None None] The sync data for ids ['ebec2a5a-7ca7-420e-949e-f77a5a64a595'] in dv-neutron-master-2-hyperv is: [{'id': 'ebec2a5a-7ca7-420e-949e-f77a5a64a595', 'name': 'tempest-ServersTestManualDisk-2129798420-router', 'tenant_id': 'd80868ff0b864fdfb22c0fe939fc8d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.108'}], 'enable_snat': True}, 'gw_port_id': 'a243619b-d2d4-4c33-8a1d-88282887b5e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:31:52Z', 'updated_at': '2022-02-28T10:32:04Z', 'revision_number': 4, 'project_id': 'd80868ff0b864fdfb22c0fe939fc8d79', 'gw_port': {'id': 'a243619b-d2d4-4c33-8a1d-88282887b5e1', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:49:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebec2a5a-7ca7-420e-949e-f77a5a64a595', 'device_owner': 'network:router_gateway', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:31:55Z', 'updated_at': '2022-02-28T10:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '7c20230d-1243-4bcc-99fa-4d09e9d513e9', 'name': '', 'network_id': 'b230672c-e40a-422a-a640-836f18ec11a6', 'tenant_id': 'd80868ff0b864fdfb22c0fe939fc8d79', 'mac_address': 'fa:16:3e:17:e6:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebec2a5a-7ca7-420e-949e-f77a5a64a595', 'device_owner': 'network:router_interface', 'standard_attr_id': 138, 'fixed_ips': [{'subnet_id': '589a74a6-9e3d-4112-a776-4fccf4b2370d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:32:02Z', 'updated_at': '2022-02-28T10:32:09Z', 'revision_number': 5, 'project_id': 'd80868ff0b864fdfb22c0fe939fc8d79', 'subnets': [{'id': '589a74a6-9e3d-4112-a776-4fccf4b2370d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:34:16.782441 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4729067-7d06-41ed-a216-a4faf9a4c11f None None] Routers {'38dfb908-201c-4c20-aa78-088ffc55ca00'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:34:16.783244 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-d4729067-7d06-41ed-a216-a4faf9a4c11f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:34:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['38dfb908-201c-4c20-aa78-088ffc55ca00'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:34:16.803376 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fff7fb8d-d0cf-42f8-839b-2959ea3dbd8d tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1805251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254175'] for router (c7e6c2ba-2de7-4026-ac35-8fcf6b7819ce), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:16.807405 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fff7fb8d-d0cf-42f8-839b-2959ea3dbd8d tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1804172', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1602053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254150'] for router (c7e6c2ba-2de7-4026-ac35-8fcf6b7819ce), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:16.873247 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-98e930a4-2286-4522-b7d9-83b10a3d629e tempest-RoutersAdminNegativeTest-1918335228 tempest-RoutersAdminNegativeTest-1918335228-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1806994'] for router (e16b56b8-68d2-4c19-b799-93373c9e4439), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:16.873702 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98e930a4-2286-4522-b7d9-83b10a3d629e tempest-RoutersAdminNegativeTest-1918335228 tempest-RoutersAdminNegativeTest-1918335228-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e16b56b8-68d2-4c19-b799-93373c9e4439 {{(pid=103407) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 10:34:16.896062 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-9eb8bcfa-f078-4c4c-ab87-f79713210c83 None None] Current status of the port 941afd2d-2e4d-479b-8163-a3a343e9d922 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:34:17.007530 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.objects.ports [None req-02bf357f-b3d0-482d-ac87-03c994987ae1 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103408) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 28 10:34:17.011089 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7d535473-3825-4a08-b3e0-215efd36e47c tempest-ServersTestManualDisk-1927369875 tempest-ServersTestManualDisk-1927369875-project] Publish callbacks [] for security_group (f7c3c379-f26e-44ef-badf-d68ef2cd35f5), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:17.025995 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-02bf357f-b3d0-482d-ac87-03c994987ae1 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3242588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3951195'] for subnet (81811bd9-a51c-4cbf-bbe4-956ba6af3c81), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:17.063956 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-d4729067-7d06-41ed-a216-a4faf9a4c11f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:34:17.064990 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4729067-7d06-41ed-a216-a4faf9a4c11f None None] The sync data for ids ['38dfb908-201c-4c20-aa78-088ffc55ca00'] in dv-neutron-master-2-hyperv is: [] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:34:17.144380 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02bf357f-b3d0-482d-ac87-03c994987ae1 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Network 9f0a511d-8408-4971-9daa-968eebea54f2 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:34:17.156387 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-02bf357f-b3d0-482d-ac87-03c994987ae1 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:34:17.161992 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02bf357f-b3d0-482d-ac87-03c994987ae1 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:34:17.162853 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-02bf357f-b3d0-482d-ac87-03c994987ae1 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks [] for subnet (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:17.205925 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-02bf357f-b3d0-482d-ac87-03c994987ae1 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.7960784 Feb 28 10:34:17.207031 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 35822) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:17.217546 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-507979e3-dcd9-467c-bb7c-0fcaca1a98ac tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Deleting port 59483c79-fbba-40be-8aab-b9392a2d4bb4 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:34:17.217880 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-507979e3-dcd9-467c-bb7c-0fcaca1a98ac tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (59483c79-fbba-40be-8aab-b9392a2d4bb4), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:17.225127 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-557d54ae-5baa-4b12-b534-3e523189b4a2 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Request body: {'subnet': {'network_id': '9f0a511d-8408-4971-9daa-968eebea54f2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:34:17.230940 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bf357f-b3d0-482d-ac87-03c994987ae1 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Pushing event updated for resources: {'Subnet': ['ID=81811bd9-a51c-4cbf-bbe4-956ba6af3c81,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:17.284098 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96e8cf23-4517-419f-a799-aa63319521f0 None None] Network 9f0a511d-8408-4971-9daa-968eebea54f2 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:34:17.312146 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-9eb8bcfa-f078-4c4c-ab87-f79713210c83 None None] Provisioning complete for port 2df255c2-44cb-410c-8149-2e0e6f3401e2 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:34:17.312718 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9eb8bcfa-f078-4c4c-ab87-f79713210c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (2df255c2-44cb-410c-8149-2e0e6f3401e2), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:17.383816 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1d8076-e7ba-4c80-a543-1eb46c657ef4 None None] New status for floating IP 3885ecbd-64e0-49a0-a30d-96cf8319b4ef: DOWN {{(pid=103409) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 10:34:17.396832 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caefdf13-ab5e-4333-a913-7fdbb8946471 tempest-FloatingIPNegativeTestJSON-1306017259 tempest-FloatingIPNegativeTestJSON-1306017259-project] Made reservation on behalf of 78091f7400c644c2bdf1dc7e790fcfd4 for: {'port': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:34:17.400315 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-caefdf13-ab5e-4333-a913-7fdbb8946471 tempest-FloatingIPNegativeTestJSON-1306017259 tempest-FloatingIPNegativeTestJSON-1306017259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:17.459047 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.api.v2.resource [None req-98e930a4-2286-4522-b7d9-83b10a3d629e tempest-RoutersAdminNegativeTest-1918335228 tempest-RoutersAdminNegativeTest-1918335228-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 28 10:34:17.459359 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-caefdf13-ab5e-4333-a913-7fdbb8946471 tempest-FloatingIPNegativeTestJSON-1306017259 tempest-FloatingIPNegativeTestJSON-1306017259-project] device_id is not set on port 2f414a19-5c62-4e24-ad19-1570fa77fe64 yet. {{(pid=103408) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:34:17.460146 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-98e930a4-2286-4522-b7d9-83b10a3d629e tempest-RoutersAdminNegativeTest-1918335228 tempest-RoutersAdminNegativeTest-1918335228-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 5.1327815 Feb 28 10:34:17.461831 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fff7fb8d-d0cf-42f8-839b-2959ea3dbd8d tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks [] for router_controller (c7e6c2ba-2de7-4026-ac35-8fcf6b7819ce), precommit_add_association {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:17.469703 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 35824) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:17.482175 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-507979e3-dcd9-467c-bb7c-0fcaca1a98ac tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (59483c79-fbba-40be-8aab-b9392a2d4bb4), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:17.485369 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fff7fb8d-d0cf-42f8-839b-2959ea3dbd8d tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1804241'] for router (c7e6c2ba-2de7-4026-ac35-8fcf6b7819ce), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:17.533489 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fff7fb8d-d0cf-42f8-839b-2959ea3dbd8d tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks [] for router (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:17.537658 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-fff7fb8d-d0cf-42f8-839b-2959ea3dbd8d tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.0102868 Feb 28 10:34:17.538754 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 35826) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:17.573224 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 941afd2d-2e4d-479b-8163-a3a343e9d922 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:34:17.583552 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-507979e3-dcd9-467c-bb7c-0fcaca1a98ac tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Calling delete_port for 59483c79-fbba-40be-8aab-b9392a2d4bb4 owned by {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:34:17.609084 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab05256-ba44-46f2-8cbc-0c7336a0b500 req-2fb6423c-fcb6-460f-a302-dfcb12d62c76 tempest-ServersTestJSON-1847654024 tempest-ServersTestJSON-1847654024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:34:17.610562 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-2ab05256-ba44-46f2-8cbc-0c7336a0b500 req-2fb6423c-fcb6-460f-a302-dfcb12d62c76 tempest-ServersTestJSON-1847654024 tempest-ServersTestJSON-1847654024-project] 10.222.0.20 "GET /v2.0/ports?device_id=eded11bc-eb8c-436c-97d5-7fe15d0de3d3 HTTP/1.1" status: 200 len: 945 time: 0.1974344 Feb 28 10:34:17.636204 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-9eb8bcfa-f078-4c4c-ab87-f79713210c83 None None] Port 2df255c2-44cb-410c-8149-2e0e6f3401e2 cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:34:17.654619 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7d535473-3825-4a08-b3e0-215efd36e47c tempest-ServersTestManualDisk-1927369875 tempest-ServersTestManualDisk-1927369875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (f7c3c379-f26e-44ef-badf-d68ef2cd35f5), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:17.657418 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7d535473-3825-4a08-b3e0-215efd36e47c tempest-ServersTestManualDisk-1927369875 tempest-ServersTestManualDisk-1927369875-project] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:17.664080 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-7d535473-3825-4a08-b3e0-215efd36e47c tempest-ServersTestManualDisk-1927369875 tempest-ServersTestManualDisk-1927369875-project] 10.222.0.20 "DELETE /v2.0/security-groups/f7c3c379-f26e-44ef-badf-d68ef2cd35f5 HTTP/1.1" status: 204 len: 168 time: 1.3557365 Feb 28 10:34:17.664293 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-557d54ae-5baa-4b12-b534-3e523189b4a2 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Made reservation on behalf of 01d784a6a3f04224a7e9160ad9d44184 for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:34:17.664812 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 35828) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:17.667177 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-557d54ae-5baa-4b12-b534-3e523189b4a2 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3951209'] for subnet (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:17.674503 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-c957b4e9-7e4c-48d5-99d4-37dbcba51177 None None] Allocated IP 172.20.0.2 (b5bec7eb-6b1c-4958-9418-a2f2107def3b/9e224b8d-6331-4096-9ae8-b8e70dae7389/f423b3fc-f42c-413e-af2b-1992c0ded1d0) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:34:17.732425 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-9eb8bcfa-f078-4c4c-ab87-f79713210c83 None None] Provisioning complete for port 797b2912-9eac-4505-a148-499272e5b2d8 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:34:17.732986 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9eb8bcfa-f078-4c4c-ab87-f79713210c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (797b2912-9eac-4505-a148-499272e5b2d8), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:17.739939 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device c3ae711d-fa04-4989-94e6-c3efaa5a3514 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:34:17.742973 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.api.v2.resource [None req-4deca4da-bc4d-4e65-ac52-3024c326260d tempest-ServersTestManualDisk-1927369875 tempest-ServersTestManualDisk-1927369875-project] show failed (client error): The resource could not be found. Feb 28 10:34:17.744063 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-4deca4da-bc4d-4e65-ac52-3024c326260d tempest-ServersTestManualDisk-1927369875 tempest-ServersTestManualDisk-1927369875-project] 10.222.0.20 "GET /v2.0/security-groups/f7c3c379-f26e-44ef-badf-d68ef2cd35f5 HTTP/1.1" status: 404 len: 347 time: 0.0692706 Feb 28 10:34:17.744901 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d535473-3825-4a08-b3e0-215efd36e47c tempest-ServersTestManualDisk-1927369875 tempest-ServersTestManualDisk-1927369875-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7c3c379-f26e-44ef-badf-d68ef2cd35f5,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:17.755321 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 35830) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:17.829412 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92ab3a19-e833-4d23-891c-486d9bcfd044 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-9f0a511d-8408-4971-9daa-968eebea54f2', 'network_id': '9f0a511d-8408-4971-9daa-968eebea54f2', 'project_id': '01d784a6a3f04224a7e9160ad9d44184', 'fixed_ips': [{'subnet_id': '81811bd9-a51c-4cbf-bbe4-956ba6af3c81'}]}} from dv-neutron-master-2-hyperv. {{(pid=103409) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:34:17.830578 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-92ab3a19-e833-4d23-891c-486d9bcfd044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:17.841923 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-2ab05256-ba44-46f2-8cbc-0c7336a0b500 req-f6ada309-44d3-4c44-a49b-5502554a7c47 tempest-ServersTestJSON-1847654024 tempest-ServersTestJSON-1847654024-project] 10.222.0.20 "GET /v2.0/security-groups?id=77bbda26-2d7f-408e-abf3-7caecba4d30a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1932032 Feb 28 10:34:17.842983 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] No Port match for: c3ae711d-fa04-4989-94e6-c3efaa5a3514 {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:34:17.843427 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device c3ae711d-fa04-4989-94e6-c3efaa5a3514 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:34:17.854866 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-caefdf13-ab5e-4333-a913-7fdbb8946471 tempest-FloatingIPNegativeTestJSON-1306017259 tempest-FloatingIPNegativeTestJSON-1306017259-project] Allocated IP 172.20.0.9 (de5b3a25-afce-4737-a6d5-3891e9edf733/0ec91581-be97-4fb9-9e65-fa12cafe7484/2f414a19-5c62-4e24-ad19-1570fa77fe64) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:34:17.922335 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-878a7e80-110d-4d36-8add-a76573d85c82 tempest-RoutersAdminNegativeTest-1918335228 tempest-RoutersAdminNegativeTest-1918335228-project-admin] Deleting port 2fa62789-923b-4441-aa74-1aea9b339e19 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:34:17.922705 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-878a7e80-110d-4d36-8add-a76573d85c82 tempest-RoutersAdminNegativeTest-1918335228 tempest-RoutersAdminNegativeTest-1918335228-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (2fa62789-923b-4441-aa74-1aea9b339e19), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:18.073604 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-9eb8bcfa-f078-4c4c-ab87-f79713210c83 None None] Current status of the port 797b2912-9eac-4505-a148-499272e5b2d8 is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:34:18.074169 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9eb8bcfa-f078-4c4c-ab87-f79713210c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (797b2912-9eac-4505-a148-499272e5b2d8), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:18.116864 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d4db76cd-9d04-493b-aa25-735e43617391 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:18.121447 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-b7aee364-ad6b-430b-a9b4-cbbf915066fd tempest-ServersTestManualDisk-1927369875 tempest-ServersTestManualDisk-1927369875-project] Deleting port 44d71fcb-ca95-4c5f-85e0-b7ea5f97be56 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:34:18.121992 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b7aee364-ad6b-430b-a9b4-cbbf915066fd tempest-ServersTestManualDisk-1927369875 tempest-ServersTestManualDisk-1927369875-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (44d71fcb-ca95-4c5f-85e0-b7ea5f97be56), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:18.156517 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-507979e3-dcd9-467c-bb7c-0fcaca1a98ac tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (59483c79-fbba-40be-8aab-b9392a2d4bb4), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:18.181490 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-92ab3a19-e833-4d23-891c-486d9bcfd044 None None] Allocated IP 2001:db8::f816:3eff:fe4d:943a (9f0a511d-8408-4971-9daa-968eebea54f2/81811bd9-a51c-4cbf-bbe4-956ba6af3c81/5d4bc784-06e6-4f28-a379-2df8ed7af4f5) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:34:18.182363 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-878a7e80-110d-4d36-8add-a76573d85c82 tempest-RoutersAdminNegativeTest-1918335228 tempest-RoutersAdminNegativeTest-1918335228-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (2fa62789-923b-4441-aa74-1aea9b339e19), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:18.185606 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-9eb8bcfa-f078-4c4c-ab87-f79713210c83 None None] For port 797b2912-9eac-4505-a148-499272e5b2d8, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=797b2912-9eac-4505-a148-499272e5b2d8,segment=NetworkSegment(3e36559c-91eb-401f-8dd2-73eef87ad03f),segment_id=3e36559c-91eb-401f-8dd2-73eef87ad03f)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:34:18.189021 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c957b4e9-7e4c-48d5-99d4-37dbcba51177 None None] Publish callbacks [] for port (f423b3fc-f42c-413e-af2b-1992c0ded1d0), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:18.198073 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 941afd2d-2e4d-479b-8163-a3a343e9d922 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:34:18.204120 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9eb8bcfa-f078-4c4c-ab87-f79713210c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (797b2912-9eac-4505-a148-499272e5b2d8), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:18.229245 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c957b4e9-7e4c-48d5-99d4-37dbcba51177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749'] for port (f423b3fc-f42c-413e-af2b-1992c0ded1d0), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:18.253522 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507979e3-dcd9-467c-bb7c-0fcaca1a98ac tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Pushing event deleted for resources: {'Port': ['ID=59483c79-fbba-40be-8aab-b9392a2d4bb4,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:18.267935 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-878a7e80-110d-4d36-8add-a76573d85c82 tempest-RoutersAdminNegativeTest-1918335228 tempest-RoutersAdminNegativeTest-1918335228-project-admin] Calling delete_port for 2fa62789-923b-4441-aa74-1aea9b339e19 owned by {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:34:18.316055 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c957b4e9-7e4c-48d5-99d4-37dbcba51177 None None] Network b5bec7eb-6b1c-4958-9418-a2f2107def3b is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:34:18.335550 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-c957b4e9-7e4c-48d5-99d4-37dbcba51177 None None] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:34:18.345398 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b7aee364-ad6b-430b-a9b4-cbbf915066fd tempest-ServersTestManualDisk-1927369875 tempest-ServersTestManualDisk-1927369875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (44d71fcb-ca95-4c5f-85e0-b7ea5f97be56), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:18.345719 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b7aee364-ad6b-430b-a9b4-cbbf915066fd tempest-ServersTestManualDisk-1927369875 tempest-ServersTestManualDisk-1927369875-project] Publish callbacks [] for floatingip (44d71fcb-ca95-4c5f-85e0-b7ea5f97be56), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:18.350428 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c957b4e9-7e4c-48d5-99d4-37dbcba51177 None None] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:34:18.357017 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-71289881-28dd-4198-a24a-18196648f9cd None None] Could not find standard attr ID for object 59483c79-fbba-40be-8aab-b9392a2d4bb4. {{(pid=103409) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Feb 28 10:34:18.366905 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-b7aee364-ad6b-430b-a9b4-cbbf915066fd tempest-ServersTestManualDisk-1927369875 tempest-ServersTestManualDisk-1927369875-project] Calling delete_port for 44d71fcb-ca95-4c5f-85e0-b7ea5f97be56 owned by network:floatingip {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:34:18.379958 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-507979e3-dcd9-467c-bb7c-0fcaca1a98ac tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:18.383343 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-507979e3-dcd9-467c-bb7c-0fcaca1a98ac tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] 10.222.0.20 "DELETE /v2.0/ports/59483c79-fbba-40be-8aab-b9392a2d4bb4 HTTP/1.1" status: 204 len: 168 time: 1.7180617 Feb 28 10:34:18.392366 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 35832) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:18.405707 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-71289881-28dd-4198-a24a-18196648f9cd None None] Provisioning complete for port 2df255c2-44cb-410c-8149-2e0e6f3401e2 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:34:18.406349 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-71289881-28dd-4198-a24a-18196648f9cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (2df255c2-44cb-410c-8149-2e0e6f3401e2), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:18.427820 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb8bcfa-f078-4c4c-ab87-f79713210c83 None None] Pushing event updated for resources: {'Port': ['ID=797b2912-9eac-4505-a148-499272e5b2d8,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:18.462764 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ad8cc10-ed44-482d-9887-06aee190b445 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] GET failed (client error): The resource could not be found. Feb 28 10:34:18.464409 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-7ad8cc10-ed44-482d-9887-06aee190b445 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] 10.222.0.20 "GET /v2.0/ports/59483c79-fbba-40be-8aab-b9392a2d4bb4 HTTP/1.1" status: 404 len: 333 time: 0.0683556 Feb 28 10:34:18.468285 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 35834) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:18.494003 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-caefdf13-ab5e-4333-a913-7fdbb8946471 tempest-FloatingIPNegativeTestJSON-1306017259 tempest-FloatingIPNegativeTestJSON-1306017259-project] Publish callbacks [] for port (2f414a19-5c62-4e24-ad19-1570fa77fe64), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:18.565566 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef05407d-ddc0-4816-92f2-66dc452ca216 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Deleting subnet 9f78816c-3ab8-42c5-8bd8-cecfbdb1ffd2 {{(pid=103407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:34:18.602365 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ef05407d-ddc0-4816-92f2-66dc452ca216 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks [] for subnet (9f78816c-3ab8-42c5-8bd8-cecfbdb1ffd2), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:18.620144 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-878a7e80-110d-4d36-8add-a76573d85c82 tempest-RoutersAdminNegativeTest-1918335228 tempest-RoutersAdminNegativeTest-1918335228-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (2fa62789-923b-4441-aa74-1aea9b339e19), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:18.620661 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port 941afd2d-2e4d-479b-8163-a3a343e9d922 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:34:18.621123 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (941afd2d-2e4d-479b-8163-a3a343e9d922), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:18.622895 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c957b4e9-7e4c-48d5-99d4-37dbcba51177 None None] Pushing event updated for resources: {'Port': ['ID=f423b3fc-f42c-413e-af2b-1992c0ded1d0,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:18.630662 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-71289881-28dd-4198-a24a-18196648f9cd None None] Port 2df255c2-44cb-410c-8149-2e0e6f3401e2 cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:34:18.661810 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-92ab3a19-e833-4d23-891c-486d9bcfd044 None None] Publish callbacks [] for port (5d4bc784-06e6-4f28-a379-2df8ed7af4f5), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:18.662369 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ef05407d-ddc0-4816-92f2-66dc452ca216 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3501132'] for subnet (9f78816c-3ab8-42c5-8bd8-cecfbdb1ffd2), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:18.670015 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-c957b4e9-7e4c-48d5-99d4-37dbcba51177 None None] Attempting to bind port f423b3fc-f42c-413e-af2b-1992c0ded1d0 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:34:18.670573 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-c957b4e9-7e4c-48d5-99d4-37dbcba51177 None None] Attempting to bind port f423b3fc-f42c-413e-af2b-1992c0ded1d0 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '56890f6b-014b-46ec-ab1c-7098a78501d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'b5bec7eb-6b1c-4958-9418-a2f2107def3b'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:34:18.671071 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c957b4e9-7e4c-48d5-99d4-37dbcba51177 None None] Attempting to bind port f423b3fc-f42c-413e-af2b-1992c0ded1d0 on network b5bec7eb-6b1c-4958-9418-a2f2107def3b {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:34:18.680875 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878a7e80-110d-4d36-8add-a76573d85c82 tempest-RoutersAdminNegativeTest-1918335228 tempest-RoutersAdminNegativeTest-1918335228-project-admin] Pushing event deleted for resources: {'Port': ['ID=2fa62789-923b-4441-aa74-1aea9b339e19,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:18.682828 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-92ab3a19-e833-4d23-891c-486d9bcfd044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749'] for port (5d4bc784-06e6-4f28-a379-2df8ed7af4f5), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:18.685991 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-557d54ae-5baa-4b12-b534-3e523189b4a2 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3242588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3951195'] for subnet (a5eea610-0e09-42a4-9929-d58cee303288), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:18.690415 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c957b4e9-7e4c-48d5-99d4-37dbcba51177 None None] Checking agent: {'id': '75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 24, 15), 'started_at': datetime.datetime(2022, 2, 28, 10, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 34, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:34:18.690935 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c957b4e9-7e4c-48d5-99d4-37dbcba51177 None None] Checking segment: {'id': '56890f6b-014b-46ec-ab1c-7098a78501d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'b5bec7eb-6b1c-4958-9418-a2f2107def3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:34:18.691473 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c957b4e9-7e4c-48d5-99d4-37dbcba51177 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:18.691985 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c957b4e9-7e4c-48d5-99d4-37dbcba51177 None None] Bound using segment: {'id': '56890f6b-014b-46ec-ab1c-7098a78501d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'b5bec7eb-6b1c-4958-9418-a2f2107def3b'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:34:18.692653 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-c957b4e9-7e4c-48d5-99d4-37dbcba51177 None None] Bound port: f423b3fc-f42c-413e-af2b-1992c0ded1d0, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56890f6b-014b-46ec-ab1c-7098a78501d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'b5bec7eb-6b1c-4958-9418-a2f2107def3b'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:34:18.693251 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c957b4e9-7e4c-48d5-99d4-37dbcba51177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (f423b3fc-f42c-413e-af2b-1992c0ded1d0), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:18.736785 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-71289881-28dd-4198-a24a-18196648f9cd None None] Provisioning complete for port 797b2912-9eac-4505-a148-499272e5b2d8 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:34:18.737348 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-71289881-28dd-4198-a24a-18196648f9cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (797b2912-9eac-4505-a148-499272e5b2d8), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:18.780339 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-caefdf13-ab5e-4333-a913-7fdbb8946471 tempest-FloatingIPNegativeTestJSON-1306017259 tempest-FloatingIPNegativeTestJSON-1306017259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (2f414a19-5c62-4e24-ad19-1570fa77fe64), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:18.782482 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-d4db76cd-9d04-493b-aa25-735e43617391 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Allocated IP 172.20.0.1 (b5bec7eb-6b1c-4958-9418-a2f2107def3b/9e224b8d-6331-4096-9ae8-b8e70dae7389/d2aed3fe-d6b7-487c-a473-b292f02e3ff9) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:34:18.801048 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-557d54ae-5baa-4b12-b534-3e523189b4a2 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Network 9f0a511d-8408-4971-9daa-968eebea54f2 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:34:18.810851 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92ab3a19-e833-4d23-891c-486d9bcfd044 None None] Network 9f0a511d-8408-4971-9daa-968eebea54f2 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:34:18.813321 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba41385-714e-424b-8109-f8959371e070 req-4159dc2b-de36-46d8-b0b2-44e06ee3f102 tempest-ServersTestJSON-1847654024 tempest-ServersTestJSON-1847654024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:34:18.814149 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ab3a19-e833-4d23-891c-486d9bcfd044 None None] Pushing event updated for resources: {'Port': ['ID=5d4bc784-06e6-4f28-a379-2df8ed7af4f5,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:18.814840 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-2ba41385-714e-424b-8109-f8959371e070 req-4159dc2b-de36-46d8-b0b2-44e06ee3f102 tempest-ServersTestJSON-1847654024 tempest-ServersTestJSON-1847654024-project] 10.222.0.30 "GET /v2.0/ports?device_id=eded11bc-eb8c-436c-97d5-7fe15d0de3d3 HTTP/1.1" status: 200 len: 945 time: 0.2912338 Feb 28 10:34:18.824472 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-92ab3a19-e833-4d23-891c-486d9bcfd044 None None] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:34:18.830828 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ab3a19-e833-4d23-891c-486d9bcfd044 None None] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:34:18.833538 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-557d54ae-5baa-4b12-b534-3e523189b4a2 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:34:18.836978 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557d54ae-5baa-4b12-b534-3e523189b4a2 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:34:18.838910 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-557d54ae-5baa-4b12-b534-3e523189b4a2 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks [] for subnet (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:18.868181 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557d54ae-5baa-4b12-b534-3e523189b4a2 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Pushing event updated for resources: {'Subnet': ['ID=a5eea610-0e09-42a4-9929-d58cee303288,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:18.872092 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caefdf13-ab5e-4333-a913-7fdbb8946471 tempest-FloatingIPNegativeTestJSON-1306017259 tempest-FloatingIPNegativeTestJSON-1306017259-project] Network de5b3a25-afce-4737-a6d5-3891e9edf733 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:34:18.879155 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-caefdf13-ab5e-4333-a913-7fdbb8946471 tempest-FloatingIPNegativeTestJSON-1306017259 tempest-FloatingIPNegativeTestJSON-1306017259-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:34:18.881821 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caefdf13-ab5e-4333-a913-7fdbb8946471 tempest-FloatingIPNegativeTestJSON-1306017259 tempest-FloatingIPNegativeTestJSON-1306017259-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:34:18.888516 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-878a7e80-110d-4d36-8add-a76573d85c82 tempest-RoutersAdminNegativeTest-1918335228 tempest-RoutersAdminNegativeTest-1918335228-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:18.896266 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-878a7e80-110d-4d36-8add-a76573d85c82 tempest-RoutersAdminNegativeTest-1918335228 tempest-RoutersAdminNegativeTest-1918335228-project-admin] 10.222.0.20 "DELETE /v2.0/ports/2fa62789-923b-4441-aa74-1aea9b339e19 HTTP/1.1" status: 204 len: 168 time: 1.4223032 Feb 28 10:34:18.908346 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-557d54ae-5baa-4b12-b534-3e523189b4a2 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6939852 Feb 28 10:34:18.909080 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 35840) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:18.956353 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-9f738d6e-f80f-49b7-aea7-7fbdc8207762 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Request body: {'port': {'network_id': '9f0a511d-8408-4971-9daa-968eebea54f2', 'mac_address': 'fa:16:3e:e4:54:92', 'name': 'tempest-NetworksTestDHCPv6-2130611110'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:34:18.967627 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ef05407d-ddc0-4816-92f2-66dc452ca216 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-823142'] for subnet (9f78816c-3ab8-42c5-8bd8-cecfbdb1ffd2), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:18.979927 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caefdf13-ab5e-4333-a913-7fdbb8946471 tempest-FloatingIPNegativeTestJSON-1306017259 tempest-FloatingIPNegativeTestJSON-1306017259-project] Pushing event updated for resources: {'Port': ['ID=2f414a19-5c62-4e24-ad19-1570fa77fe64,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:18.988632 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-c957b4e9-7e4c-48d5-99d4-37dbcba51177 None None] For port f423b3fc-f42c-413e-af2b-1992c0ded1d0, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:34:19.000383 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 941afd2d-2e4d-479b-8163-a3a343e9d922 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:34:19.001648 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 797b2912-9eac-4505-a148-499272e5b2d8 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:34:19.047601 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-c957b4e9-7e4c-48d5-99d4-37dbcba51177 None None] For port f423b3fc-f42c-413e-af2b-1992c0ded1d0, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f423b3fc-f42c-413e-af2b-1992c0ded1d0,segment=NetworkSegment(56890f6b-014b-46ec-ab1c-7098a78501d4),segment_id=56890f6b-014b-46ec-ab1c-7098a78501d4)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:34:19.084448 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-92ab3a19-e833-4d23-891c-486d9bcfd044 None None] Attempting to bind port 5d4bc784-06e6-4f28-a379-2df8ed7af4f5 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:34:19.085159 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-92ab3a19-e833-4d23-891c-486d9bcfd044 None None] Attempting to bind port 5d4bc784-06e6-4f28-a379-2df8ed7af4f5 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'bf553b55-fb1d-4346-a090-4fb77eb0fbd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '9f0a511d-8408-4971-9daa-968eebea54f2'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:34:19.085443 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ab3a19-e833-4d23-891c-486d9bcfd044 None None] Attempting to bind port 5d4bc784-06e6-4f28-a379-2df8ed7af4f5 on network 9f0a511d-8408-4971-9daa-968eebea54f2 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:34:19.092862 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c957b4e9-7e4c-48d5-99d4-37dbcba51177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (f423b3fc-f42c-413e-af2b-1992c0ded1d0), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:19.118560 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caefdf13-ab5e-4333-a913-7fdbb8946471 tempest-FloatingIPNegativeTestJSON-1306017259 tempest-FloatingIPNegativeTestJSON-1306017259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:34:19.119220 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-caefdf13-ab5e-4333-a913-7fdbb8946471 tempest-FloatingIPNegativeTestJSON-1306017259 tempest-FloatingIPNegativeTestJSON-1306017259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:19.142124 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ab3a19-e833-4d23-891c-486d9bcfd044 None None] Checking agent: {'id': '75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 24, 15), 'started_at': datetime.datetime(2022, 2, 28, 10, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 34, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:34:19.142728 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ab3a19-e833-4d23-891c-486d9bcfd044 None None] Checking segment: {'id': 'bf553b55-fb1d-4346-a090-4fb77eb0fbd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '9f0a511d-8408-4971-9daa-968eebea54f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:34:19.143281 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-92ab3a19-e833-4d23-891c-486d9bcfd044 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:19.143909 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ab3a19-e833-4d23-891c-486d9bcfd044 None None] Bound using segment: {'id': 'bf553b55-fb1d-4346-a090-4fb77eb0fbd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '9f0a511d-8408-4971-9daa-968eebea54f2'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:34:19.144622 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-92ab3a19-e833-4d23-891c-486d9bcfd044 None None] Bound port: 5d4bc784-06e6-4f28-a379-2df8ed7af4f5, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf553b55-fb1d-4346-a090-4fb77eb0fbd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '9f0a511d-8408-4971-9daa-968eebea54f2'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:34:19.145131 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-92ab3a19-e833-4d23-891c-486d9bcfd044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (5d4bc784-06e6-4f28-a379-2df8ed7af4f5), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:19.149848 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-caefdf13-ab5e-4333-a913-7fdbb8946471 tempest-FloatingIPNegativeTestJSON-1306017259 tempest-FloatingIPNegativeTestJSON-1306017259-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.5278294 Feb 28 10:34:19.153329 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 35842) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:19.160390 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-97ae8331-0dd5-4e4d-b751-4fa7af7aedd5 tempest-FloatingIPNegativeTestJSON-1306017259 tempest-FloatingIPNegativeTestJSON-1306017259-project] Request body: {'floatingip': {'floating_network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:34:19.167936 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-71289881-28dd-4198-a24a-18196648f9cd None None] Current status of the port 797b2912-9eac-4505-a148-499272e5b2d8 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:34:19.219810 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-97ae8331-0dd5-4e4d-b751-4fa7af7aedd5 tempest-FloatingIPNegativeTestJSON-1306017259 tempest-FloatingIPNegativeTestJSON-1306017259-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:19.275464 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c957b4e9-7e4c-48d5-99d4-37dbcba51177 None None] Pushing event updated for resources: {'Port': ['ID=f423b3fc-f42c-413e-af2b-1992c0ded1d0,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:19.288966 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b7aee364-ad6b-430b-a9b4-cbbf915066fd tempest-ServersTestManualDisk-1927369875 tempest-ServersTestManualDisk-1927369875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (44d71fcb-ca95-4c5f-85e0-b7ea5f97be56), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:19.310907 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f738d6e-f80f-49b7-aea7-7fbdc8207762 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Made reservation on behalf of 01d784a6a3f04224a7e9160ad9d44184 for: {'port': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:34:19.331463 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port 797b2912-9eac-4505-a148-499272e5b2d8 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:34:19.332034 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (797b2912-9eac-4505-a148-499272e5b2d8), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:19.356467 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-92ab3a19-e833-4d23-891c-486d9bcfd044 None None] For port 5d4bc784-06e6-4f28-a379-2df8ed7af4f5, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:34:19.375630 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-92ab3a19-e833-4d23-891c-486d9bcfd044 None None] For port 5d4bc784-06e6-4f28-a379-2df8ed7af4f5, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5d4bc784-06e6-4f28-a379-2df8ed7af4f5,segment=NetworkSegment(bf553b55-fb1d-4346-a090-4fb77eb0fbd7),segment_id=bf553b55-fb1d-4346-a090-4fb77eb0fbd7)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:34:19.400228 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-92ab3a19-e833-4d23-891c-486d9bcfd044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (5d4bc784-06e6-4f28-a379-2df8ed7af4f5), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:19.406601 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7aee364-ad6b-430b-a9b4-cbbf915066fd tempest-ServersTestManualDisk-1927369875 tempest-ServersTestManualDisk-1927369875-project] Pushing event deleted for resources: {'Port': ['ID=44d71fcb-ca95-4c5f-85e0-b7ea5f97be56,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:19.449016 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ef05407d-ddc0-4816-92f2-66dc452ca216 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-823145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3498088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3516558'] for subnet (9f78816c-3ab8-42c5-8bd8-cecfbdb1ffd2), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:19.461488 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9f738d6e-f80f-49b7-aea7-7fbdc8207762 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:19.463408 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 35846) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:19.474461 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-733f5928-2402-40f9-a9f0-6fe2843761ed None None] Provisioning complete for port 2f414a19-5c62-4e24-ad19-1570fa77fe64 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:34:19.474461 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-733f5928-2402-40f9-a9f0-6fe2843761ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (2f414a19-5c62-4e24-ad19-1570fa77fe64), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:19.478430 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83bcc19-2993-4890-8ca7-19d94018c127 req-85672db6-d8b2-43e1-9136-4720b6f2208a tempest-ServersTestJSON-1847654024 tempest-ServersTestJSON-1847654024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:34:19.482648 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-b83bcc19-2993-4890-8ca7-19d94018c127 req-85672db6-d8b2-43e1-9136-4720b6f2208a tempest-ServersTestJSON-1847654024 tempest-ServersTestJSON-1847654024-project] 10.222.0.20 "GET /v2.0/ports?device_id=eded11bc-eb8c-436c-97d5-7fe15d0de3d3 HTTP/1.1" status: 200 len: 945 time: 0.4662509 Feb 28 10:34:19.550425 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-9f738d6e-f80f-49b7-aea7-7fbdc8207762 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] device_id is not set on port e5168994-daa3-49bd-8069-8af54beb0d0f yet. {{(pid=103408) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:34:19.566212 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-97ae8331-0dd5-4e4d-b751-4fa7af7aedd5 tempest-FloatingIPNegativeTestJSON-1306017259 tempest-FloatingIPNegativeTestJSON-1306017259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:19.654449 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d4db76cd-9d04-493b-aa25-735e43617391 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks [] for port (d2aed3fe-d6b7-487c-a473-b292f02e3ff9), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:19.662795 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef05407d-ddc0-4816-92f2-66dc452ca216 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Pushing event deleted for resources: {'Subnet': ['ID=9f78816c-3ab8-42c5-8bd8-cecfbdb1ffd2,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:19.679415 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [req-2ba41385-714e-424b-8109-f8959371e070 req-a3d0bb13-9f35-40b1-9669-845af3a41837 tempest-ServersTestJSON-1847654024 tempest-ServersTestJSON-1847654024-project] Deleting port 7e7f55b8-c450-4329-aef2-8a2c07cf47f7 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:34:19.679793 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-2ba41385-714e-424b-8109-f8959371e070 req-a3d0bb13-9f35-40b1-9669-845af3a41837 tempest-ServersTestJSON-1847654024 tempest-ServersTestJSON-1847654024-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (7e7f55b8-c450-4329-aef2-8a2c07cf47f7), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:19.686497 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ef05407d-ddc0-4816-92f2-66dc452ca216 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616561'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:19.689830 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-ef05407d-ddc0-4816-92f2-66dc452ca216 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] 10.222.0.20 "DELETE /v2.0/subnets/9f78816c-3ab8-42c5-8bd8-cecfbdb1ffd2 HTTP/1.1" status: 204 len: 168 time: 1.2192636 Feb 28 10:34:19.715084 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 35850) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:19.817814 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ab3a19-e833-4d23-891c-486d9bcfd044 None None] Pushing event updated for resources: {'Port': ['ID=5d4bc784-06e6-4f28-a379-2df8ed7af4f5,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:19.830531 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ccaaefe-0f7a-4af4-842c-29487ef89ee3 None None] Network a68b37a3-a3c8-4689-ad61-f56d1c11d741 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:34:19.832164 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-b83bcc19-2993-4890-8ca7-19d94018c127 req-5793ef44-4f43-4557-b3b3-81e63e08430c tempest-ServersTestJSON-1847654024 tempest-ServersTestJSON-1847654024-project] 10.222.0.20 "GET /v2.0/security-groups?id=77bbda26-2d7f-408e-abf3-7caecba4d30a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3251150 Feb 28 10:34:19.870262 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9e9a3270-4e9b-4525-ae3b-ba5ea0117e80 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:19.899707 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b7aee364-ad6b-430b-a9b4-cbbf915066fd tempest-ServersTestManualDisk-1927369875 tempest-ServersTestManualDisk-1927369875-project] Publish callbacks [] for floatingip (3885ecbd-64e0-49a0-a30d-96cf8319b4ef), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:19.903586 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b7aee364-ad6b-430b-a9b4-cbbf915066fd tempest-ServersTestManualDisk-1927369875 tempest-ServersTestManualDisk-1927369875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for floatingip (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:19.907774 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-b7aee364-ad6b-430b-a9b4-cbbf915066fd tempest-ServersTestManualDisk-1927369875 tempest-ServersTestManualDisk-1927369875-project] 10.222.0.20 "DELETE /v2.0/floatingips/3885ecbd-64e0-49a0-a30d-96cf8319b4ef HTTP/1.1" status: 204 len: 168 time: 2.1479831 Feb 28 10:34:19.915441 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 35852) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:19.924947 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-733f5928-2402-40f9-a9f0-6fe2843761ed None None] Port 2f414a19-5c62-4e24-ad19-1570fa77fe64 cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:34:19.929115 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 797b2912-9eac-4505-a148-499272e5b2d8 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:34:19.977245 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-9f738d6e-f80f-49b7-aea7-7fbdc8207762 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Allocated IP 172.20.0.12 (9f0a511d-8408-4971-9daa-968eebea54f2/a5eea610-0e09-42a4-9929-d58cee303288/e5168994-daa3-49bd-8069-8af54beb0d0f) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:34:19.984673 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-9f738d6e-f80f-49b7-aea7-7fbdc8207762 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Allocated IP 2001:db8::f816:3eff:fee4:5492 (9f0a511d-8408-4971-9daa-968eebea54f2/81811bd9-a51c-4cbf-bbe4-956ba6af3c81/e5168994-daa3-49bd-8069-8af54beb0d0f) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:34:20.071828 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d4db76cd-9d04-493b-aa25-735e43617391 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (d2aed3fe-d6b7-487c-a473-b292f02e3ff9), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:20.086150 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46c9a15a-00c6-439f-a2f6-c8d0f8bcbff0 None None] DHCP port deletion for a68b37a3-a3c8-4689-ad61-f56d1c11d741 request from dv-neutron-master-2-hyperv {{(pid=103409) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:34:20.117835 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-761cff92-104c-4da1-93b1-16ca7bdcd707 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-665757'] for network (a68b37a3-a3c8-4689-ad61-f56d1c11d741), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:20.165091 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-46c9a15a-00c6-439f-a2f6-c8d0f8bcbff0 None None] Deleting port 797b2912-9eac-4505-a148-499272e5b2d8 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:34:20.165534 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-46c9a15a-00c6-439f-a2f6-c8d0f8bcbff0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (797b2912-9eac-4505-a148-499272e5b2d8), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:20.180980 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-97ae8331-0dd5-4e4d-b751-4fa7af7aedd5 tempest-FloatingIPNegativeTestJSON-1306017259 tempest-FloatingIPNegativeTestJSON-1306017259-project] Allocated IP 172.36.5.199 (1e0804d0-d1d9-4d40-9de5-2936f3d87840/6f6f4129-23e5-4c3b-b4ef-4c7ce926797e/5cabeb79-9a3e-41a3-8339-c5b4c223d9e0) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:34:20.227022 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 5d4bc784-06e6-4f28-a379-2df8ed7af4f5 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:34:20.257348 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-2ba41385-714e-424b-8109-f8959371e070 req-a3d0bb13-9f35-40b1-9669-845af3a41837 tempest-ServersTestJSON-1847654024 tempest-ServersTestJSON-1847654024-project] For port 7e7f55b8-c450-4329-aef2-8a2c07cf47f7, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=7e7f55b8-c450-4329-aef2-8a2c07cf47f7,segment=NetworkSegment(45c28de9-4293-44e6-a1bc-2bb875668608),segment_id=45c28de9-4293-44e6-a1bc-2bb875668608)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:34:20.257734 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-2ba41385-714e-424b-8109-f8959371e070 req-a3d0bb13-9f35-40b1-9669-845af3a41837 tempest-ServersTestJSON-1847654024 tempest-ServersTestJSON-1847654024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (7e7f55b8-c450-4329-aef2-8a2c07cf47f7), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:20.290105 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-46c9a15a-00c6-439f-a2f6-c8d0f8bcbff0 None None] For port 797b2912-9eac-4505-a148-499272e5b2d8, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=797b2912-9eac-4505-a148-499272e5b2d8,segment=NetworkSegment(3e36559c-91eb-401f-8dd2-73eef87ad03f),segment_id=3e36559c-91eb-401f-8dd2-73eef87ad03f)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:34:20.290675 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-46c9a15a-00c6-439f-a2f6-c8d0f8bcbff0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (797b2912-9eac-4505-a148-499272e5b2d8), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:20.311076 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-46c9a15a-00c6-439f-a2f6-c8d0f8bcbff0 None None] Calling delete_port for 797b2912-9eac-4505-a148-499272e5b2d8 owned by network:dhcp {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:34:20.319573 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-97ae8331-0dd5-4e4d-b751-4fa7af7aedd5 tempest-FloatingIPNegativeTestJSON-1306017259 tempest-FloatingIPNegativeTestJSON-1306017259-project] Publish callbacks [] for port (5cabeb79-9a3e-41a3-8339-c5b4c223d9e0), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:20.393053 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-97ae8331-0dd5-4e4d-b751-4fa7af7aedd5 tempest-FloatingIPNegativeTestJSON-1306017259 tempest-FloatingIPNegativeTestJSON-1306017259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (5cabeb79-9a3e-41a3-8339-c5b4c223d9e0), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:20.435972 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-46c9a15a-00c6-439f-a2f6-c8d0f8bcbff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758'] for port (797b2912-9eac-4505-a148-499272e5b2d8), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:20.461809 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ae8331-0dd5-4e4d-b751-4fa7af7aedd5 tempest-FloatingIPNegativeTestJSON-1306017259 tempest-FloatingIPNegativeTestJSON-1306017259-project] Pushing event updated for resources: {'Port': ['ID=5cabeb79-9a3e-41a3-8339-c5b4c223d9e0,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:20.473862 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97ae8331-0dd5-4e4d-b751-4fa7af7aedd5 tempest-FloatingIPNegativeTestJSON-1306017259 tempest-FloatingIPNegativeTestJSON-1306017259-project] Network 1e0804d0-d1d9-4d40-9de5-2936f3d87840 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:34:20.483634 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c9a15a-00c6-439f-a2f6-c8d0f8bcbff0 None None] Pushing event deleted for resources: {'Port': ['ID=797b2912-9eac-4505-a148-499272e5b2d8,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:20.487349 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-97ae8331-0dd5-4e4d-b751-4fa7af7aedd5 tempest-FloatingIPNegativeTestJSON-1306017259 tempest-FloatingIPNegativeTestJSON-1306017259-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:34:20.502902 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c9a15a-00c6-439f-a2f6-c8d0f8bcbff0 None None] No DVR routers for this DVR port 797b2912-9eac-4505-a148-499272e5b2d8 on host dv-neutron-master-2-hyperv {{(pid=103409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:34:20.505831 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port 5d4bc784-06e6-4f28-a379-2df8ed7af4f5 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:34:20.506749 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (5d4bc784-06e6-4f28-a379-2df8ed7af4f5), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:20.510755 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ae8331-0dd5-4e4d-b751-4fa7af7aedd5 tempest-FloatingIPNegativeTestJSON-1306017259 tempest-FloatingIPNegativeTestJSON-1306017259-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:34:20.566948 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-761cff92-104c-4da1-93b1-16ca7bdcd707 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Deleting port 797b2912-9eac-4505-a148-499272e5b2d8 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:34:20.567465 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-761cff92-104c-4da1-93b1-16ca7bdcd707 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (797b2912-9eac-4505-a148-499272e5b2d8), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:20.619860 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 5d4bc784-06e6-4f28-a379-2df8ed7af4f5 is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:34:20.620296 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (5d4bc784-06e6-4f28-a379-2df8ed7af4f5), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:20.662416 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] For port 5d4bc784-06e6-4f28-a379-2df8ed7af4f5, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5d4bc784-06e6-4f28-a379-2df8ed7af4f5,segment=NetworkSegment(bf553b55-fb1d-4346-a090-4fb77eb0fbd7),segment_id=bf553b55-fb1d-4346-a090-4fb77eb0fbd7)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:34:20.668306 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4db76cd-9d04-493b-aa25-735e43617391 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Pushing event updated for resources: {'Port': ['ID=d2aed3fe-d6b7-487c-a473-b292f02e3ff9,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:20.673933 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (5d4bc784-06e6-4f28-a379-2df8ed7af4f5), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:20.674922 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device f423b3fc-f42c-413e-af2b-1992c0ded1d0 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:34:20.704159 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9e9a3270-4e9b-4525-ae3b-ba5ea0117e80 admin admin] Publish callbacks [] for security_group (3509d042-c1ba-4220-9cad-fc60e2cd627e), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:20.714623 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9e9a3270-4e9b-4525-ae3b-ba5ea0117e80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (3509d042-c1ba-4220-9cad-fc60e2cd627e), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:20.726267 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4db76cd-9d04-493b-aa25-735e43617391 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Network b5bec7eb-6b1c-4958-9418-a2f2107def3b is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:34:20.755753 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18c115b3-e6f0-4719-9744-aad5f9d95b28 None None] Network b5bec7eb-6b1c-4958-9418-a2f2107def3b requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:34:20.764737 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-d4db76cd-9d04-493b-aa25-735e43617391 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:34:20.785832 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4db76cd-9d04-493b-aa25-735e43617391 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:34:20.822554 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port f423b3fc-f42c-413e-af2b-1992c0ded1d0 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:34:20.822943 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (f423b3fc-f42c-413e-af2b-1992c0ded1d0), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:20.834969 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-0f3d5e92-d8d2-4ad1-abc9-651b005e23f4 None None] Provisioning complete for port f423b3fc-f42c-413e-af2b-1992c0ded1d0 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:34:20.835377 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0f3d5e92-d8d2-4ad1-abc9-651b005e23f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (f423b3fc-f42c-413e-af2b-1992c0ded1d0), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:20.908517 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9a3270-4e9b-4525-ae3b-ba5ea0117e80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3509d042-c1ba-4220-9cad-fc60e2cd627e,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:20.911383 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Pushing event updated for resources: {'Port': ['ID=5d4bc784-06e6-4f28-a379-2df8ed7af4f5,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:20.926259 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-9e9a3270-4e9b-4525-ae3b-ba5ea0117e80 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=44830f555e2b49179bb7d65922666b99&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4423409 Feb 28 10:34:20.935890 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 35856) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:21.046479 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port f423b3fc-f42c-413e-af2b-1992c0ded1d0 is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:34:21.046871 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (f423b3fc-f42c-413e-af2b-1992c0ded1d0), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:21.073820 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d4db76cd-9d04-493b-aa25-735e43617391 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1803404'] for router_interface (c7e6c2ba-2de7-4026-ac35-8fcf6b7819ce), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:21.105584 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9f738d6e-f80f-49b7-aea7-7fbdc8207762 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks [] for port (e5168994-daa3-49bd-8069-8af54beb0d0f), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:21.123381 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-0f3d5e92-d8d2-4ad1-abc9-651b005e23f4 None None] Current status of the port f423b3fc-f42c-413e-af2b-1992c0ded1d0 is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:34:21.123735 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0f3d5e92-d8d2-4ad1-abc9-651b005e23f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (f423b3fc-f42c-413e-af2b-1992c0ded1d0), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:21.159224 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] For port f423b3fc-f42c-413e-af2b-1992c0ded1d0, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f423b3fc-f42c-413e-af2b-1992c0ded1d0,segment=NetworkSegment(56890f6b-014b-46ec-ab1c-7098a78501d4),segment_id=56890f6b-014b-46ec-ab1c-7098a78501d4)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:34:21.169092 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9f738d6e-f80f-49b7-aea7-7fbdc8207762 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (e5168994-daa3-49bd-8069-8af54beb0d0f), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:21.172829 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (f423b3fc-f42c-413e-af2b-1992c0ded1d0), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:21.267568 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Pushing event updated for resources: {'Port': ['ID=f423b3fc-f42c-413e-af2b-1992c0ded1d0,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:21.271971 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f560fea-993d-4747-8085-0678c6704f59 None None] Network 9f0a511d-8408-4971-9daa-968eebea54f2 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:34:21.272884 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f738d6e-f80f-49b7-aea7-7fbdc8207762 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Network 9f0a511d-8408-4971-9daa-968eebea54f2 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:34:21.274187 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-761cff92-104c-4da1-93b1-16ca7bdcd707 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] For port 797b2912-9eac-4505-a148-499272e5b2d8, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:34:21.274663 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-761cff92-104c-4da1-93b1-16ca7bdcd707 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (797b2912-9eac-4505-a148-499272e5b2d8), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:21.282958 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-2ba41385-714e-424b-8109-f8959371e070 req-a3d0bb13-9f35-40b1-9669-845af3a41837 tempest-ServersTestJSON-1847654024 tempest-ServersTestJSON-1847654024-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:21.283332 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-2ba41385-714e-424b-8109-f8959371e070 req-a3d0bb13-9f35-40b1-9669-845af3a41837 tempest-ServersTestJSON-1847654024 tempest-ServersTestJSON-1847654024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1803383'] for floatingip (c4e92641-27ac-472f-ab36-f8efed3a7d88), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:21.283882 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.db.l3_db [req-2ba41385-714e-424b-8109-f8959371e070 req-a3d0bb13-9f35-40b1-9669-845af3a41837 tempest-ServersTestJSON-1847654024 tempest-ServersTestJSON-1847654024-project] Floating IP c4e92641-27ac-472f-ab36-f8efed3a7d88 disassociated. External IP: 172.36.5.153, port: 7e7f55b8-c450-4329-aef2-8a2c07cf47f7. Feb 28 10:34:21.284023 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [req-2ba41385-714e-424b-8109-f8959371e070 req-a3d0bb13-9f35-40b1-9669-845af3a41837 tempest-ServersTestJSON-1847654024 tempest-ServersTestJSON-1847654024-project] Calling delete_port for 7e7f55b8-c450-4329-aef2-8a2c07cf47f7 owned by compute:nova {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:34:21.293116 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-9f738d6e-f80f-49b7-aea7-7fbdc8207762 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:34:21.302735 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f738d6e-f80f-49b7-aea7-7fbdc8207762 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:34:21.311264 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-761cff92-104c-4da1-93b1-16ca7bdcd707 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Calling delete_port for 797b2912-9eac-4505-a148-499272e5b2d8 owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:34:21.336667 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.db.api [None req-0f3d5e92-d8d2-4ad1-abc9-651b005e23f4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103409) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 10:34:21.336901 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f738d6e-f80f-49b7-aea7-7fbdc8207762 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Pushing event updated for resources: {'Port': ['ID=e5168994-daa3-49bd-8069-8af54beb0d0f,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:21.337015 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG oslo_db.api [None req-0f3d5e92-d8d2-4ad1-abc9-651b005e23f4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 10:34:21.341039 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.ipam_backend_mixin [None req-761cff92-104c-4da1-93b1-16ca7bdcd707 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Port 797b2912-9eac-4505-a148-499272e5b2d8 was not found and therefore no delete operation was performed {{(pid=103408) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 28 10:34:21.353641 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-761cff92-104c-4da1-93b1-16ca7bdcd707 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (797b2912-9eac-4505-a148-499272e5b2d8), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:21.365089 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-97ae8331-0dd5-4e4d-b751-4fa7af7aedd5 tempest-FloatingIPNegativeTestJSON-1306017259 tempest-FloatingIPNegativeTestJSON-1306017259-project] Publish callbacks [] for floatingip (de9940df-c89d-4506-968c-0c9920526228), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:21.399487 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761cff92-104c-4da1-93b1-16ca7bdcd707 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Pushing event deleted for resources: {'Port': ['ID=797b2912-9eac-4505-a148-499272e5b2d8,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:21.405917 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761cff92-104c-4da1-93b1-16ca7bdcd707 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] No DVR routers for this DVR port 797b2912-9eac-4505-a148-499272e5b2d8 on host dv-neutron-master-2-hyperv {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:34:21.423738 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f738d6e-f80f-49b7-aea7-7fbdc8207762 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:34:21.424374 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9f738d6e-f80f-49b7-aea7-7fbdc8207762 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:21.492034 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-97ae8331-0dd5-4e4d-b751-4fa7af7aedd5 tempest-FloatingIPNegativeTestJSON-1306017259 tempest-FloatingIPNegativeTestJSON-1306017259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (5cabeb79-9a3e-41a3-8339-c5b4c223d9e0), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:21.520210 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b595271-7356-4354-a960-ee918e924fc2 None None] Update dhcp port {'port': {'network_id': '9f0a511d-8408-4971-9daa-968eebea54f2', 'fixed_ips': [{'subnet_id': '81811bd9-a51c-4cbf-bbe4-956ba6af3c81', 'ip_address': '2001:db8::f816:3eff:fe4d:943a'}, {'subnet_id': 'a5eea610-0e09-42a4-9929-d58cee303288'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': '5d4bc784-06e6-4f28-a379-2df8ed7af4f5'} from dv-neutron-master-2-hyperv. {{(pid=103409) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 28 10:34:21.522889 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d4db76cd-9d04-493b-aa25-735e43617391 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (d2aed3fe-d6b7-487c-a473-b292f02e3ff9), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:21.532157 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc70893-5347-46ba-8c3d-a80190bfe7fb req-a50e1f38-911f-40bf-a268-845f58433f2a tempest-ServersTestJSON-1847654024 tempest-ServersTestJSON-1847654024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:34:21.534018 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-fcc70893-5347-46ba-8c3d-a80190bfe7fb req-a50e1f38-911f-40bf-a268-845f58433f2a tempest-ServersTestJSON-1847654024 tempest-ServersTestJSON-1847654024-project] 10.222.0.20 "GET /v2.0/ports?device_id=eded11bc-eb8c-436c-97d5-7fe15d0de3d3 HTTP/1.1" status: 200 len: 945 time: 0.5641453 Feb 28 10:34:21.544101 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b331c849-9b5b-40d0-b9e5-2071198a7ead admin admin] Publish callbacks [] for security_group (3509d042-c1ba-4220-9cad-fc60e2cd627e), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:21.560294 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1b595271-7356-4354-a960-ee918e924fc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (5d4bc784-06e6-4f28-a379-2df8ed7af4f5), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:21.571911 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b331c849-9b5b-40d0-b9e5-2071198a7ead admin admin] Publish callbacks [] for security_group (3509d042-c1ba-4220-9cad-fc60e2cd627e), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:21.575167 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-9f738d6e-f80f-49b7-aea7-7fbdc8207762 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.6410246 Feb 28 10:34:21.584613 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 35858) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:21.628939 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-761cff92-104c-4da1-93b1-16ca7bdcd707 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672413', 'neutron.services.segments.db._delete_segments_for_network-8742057110173'] for network (a68b37a3-a3c8-4689-ad61-f56d1c11d741), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:21.688223 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b331c849-9b5b-40d0-b9e5-2071198a7ead admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (3509d042-c1ba-4220-9cad-fc60e2cd627e), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:21.691060 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b331c849-9b5b-40d0-b9e5-2071198a7ead admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:21.693054 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-b331c849-9b5b-40d0-b9e5-2071198a7ead admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3509d042-c1ba-4220-9cad-fc60e2cd627e HTTP/1.1" status: 204 len: 168 time: 0.7500126 Feb 28 10:34:21.707500 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-761cff92-104c-4da1-93b1-16ca7bdcd707 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a68b37a3-a3c8-4689-ad61-f56d1c11d741']}} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:34:21.724248 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-761cff92-104c-4da1-93b1-16ca7bdcd707 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e36559c-91eb-401f-8dd2-73eef87ad03f') {'for_net_delete': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:34:21.724654 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-761cff92-104c-4da1-93b1-16ca7bdcd707 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e36559c-91eb-401f-8dd2-73eef87ad03f') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:34:21.748897 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-761cff92-104c-4da1-93b1-16ca7bdcd707 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742057113766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3423550'] for segment (3e36559c-91eb-401f-8dd2-73eef87ad03f), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:21.758656 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-1b595271-7356-4354-a960-ee918e924fc2 None None] Allocated IP 172.20.0.2 (9f0a511d-8408-4971-9daa-968eebea54f2/a5eea610-0e09-42a4-9929-d58cee303288/5d4bc784-06e6-4f28-a379-2df8ed7af4f5) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:34:21.770972 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b331c849-9b5b-40d0-b9e5-2071198a7ead admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3509d042-c1ba-4220-9cad-fc60e2cd627e,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:21.775081 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d92ddd97-686f-48ec-a055-2da5ae74a020 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:34:21.782807 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d92ddd97-686f-48ec-a055-2da5ae74a020 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:34:21.784486 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-d92ddd97-686f-48ec-a055-2da5ae74a020 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1785 time: 0.1983166 Feb 28 10:34:21.793046 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 35862) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:21.805517 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-761cff92-104c-4da1-93b1-16ca7bdcd707 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (3e36559c-91eb-401f-8dd2-73eef87ad03f), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:21.843941 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-761cff92-104c-4da1-93b1-16ca7bdcd707 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Releasing vlan 262 on physical network physnet1 to pool {{(pid=103408) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:34:21.844362 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-761cff92-104c-4da1-93b1-16ca7bdcd707 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3242693'] for segment (3e36559c-91eb-401f-8dd2-73eef87ad03f), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:21.847667 dv-neutron-master-2-hyperv neutron-server[103408]: Traceback (most recent call last): Feb 28 10:34:21.847667 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:34:21.847667 dv-neutron-master-2-hyperv neutron-server[103408]: timer() Feb 28 10:34:21.847667 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:34:21.847667 dv-neutron-master-2-hyperv neutron-server[103408]: cb(*args, **kw) Feb 28 10:34:21.847667 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:34:21.847667 dv-neutron-master-2-hyperv neutron-server[103408]: return func(*args, **kwargs) Feb 28 10:34:21.847667 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:34:21.847667 dv-neutron-master-2-hyperv neutron-server[103408]: self._notify() Feb 28 10:34:21.847667 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:34:21.847667 dv-neutron-master-2-hyperv neutron-server[103408]: self.callback(batched_events) Feb 28 10:34:21.847667 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:34:21.847667 dv-neutron-master-2-hyperv neutron-server[103408]: event.method(event) Feb 28 10:34:21.847667 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:34:21.847667 dv-neutron-master-2-hyperv neutron-server[103408]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:34:21.847667 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:34:21.847667 dv-neutron-master-2-hyperv neutron-server[103408]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:34:21.847667 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:34:21.847667 dv-neutron-master-2-hyperv neutron-server[103408]: return f(self, *a, **k) Feb 28 10:34:21.847667 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:34:21.847667 dv-neutron-master-2-hyperv neutron-server[103408]: return self._get(url).json() Feb 28 10:34:21.847667 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:34:21.847667 dv-neutron-master-2-hyperv neutron-server[103408]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:34:21.847667 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:34:21.847667 dv-neutron-master-2-hyperv neutron-server[103408]: return self.request(url, 'GET', **kwargs) Feb 28 10:34:21.847667 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:34:21.847667 dv-neutron-master-2-hyperv neutron-server[103408]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:34:21.847667 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:34:21.847667 dv-neutron-master-2-hyperv neutron-server[103408]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:34:21.847667 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:34:21.847667 dv-neutron-master-2-hyperv neutron-server[103408]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:34:21.847667 dv-neutron-master-2-hyperv neutron-server[103408]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:34:21.852406 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-2ba41385-714e-424b-8109-f8959371e070 req-a3d0bb13-9f35-40b1-9669-845af3a41837 tempest-ServersTestJSON-1847654024 tempest-ServersTestJSON-1847654024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (7e7f55b8-c450-4329-aef2-8a2c07cf47f7), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:21.900785 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-0f3d5e92-d8d2-4ad1-abc9-651b005e23f4 None None] Current status of the port f423b3fc-f42c-413e-af2b-1992c0ded1d0 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:34:21.907216 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-fcc70893-5347-46ba-8c3d-a80190bfe7fb req-46c2b87d-3e88-44eb-a9fa-c36b4def4dda tempest-ServersTestJSON-1847654024 tempest-ServersTestJSON-1847654024-project] 10.222.0.20 "GET /v2.0/security-groups?id=77bbda26-2d7f-408e-abf3-7caecba4d30a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2733717 Feb 28 10:34:21.937962 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-97ae8331-0dd5-4e4d-b751-4fa7af7aedd5 tempest-FloatingIPNegativeTestJSON-1306017259 tempest-FloatingIPNegativeTestJSON-1306017259-project] Publish callbacks [] for port (5cabeb79-9a3e-41a3-8339-c5b4c223d9e0), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:21.956287 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d0bb13-9f35-40b1-9669-845af3a41837 tempest-ServersTestJSON-1847654024 tempest-ServersTestJSON-1847654024-project] Pushing event deleted for resources: {'Port': ['ID=7e7f55b8-c450-4329-aef2-8a2c07cf47f7,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:21.960862 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-1b595271-7356-4354-a960-ee918e924fc2 None None] For port 5d4bc784-06e6-4f28-a379-2df8ed7af4f5, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5d4bc784-06e6-4f28-a379-2df8ed7af4f5,segment=NetworkSegment(bf553b55-fb1d-4346-a090-4fb77eb0fbd7),segment_id=bf553b55-fb1d-4346-a090-4fb77eb0fbd7)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:34:21.963296 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-761cff92-104c-4da1-93b1-16ca7bdcd707 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803269'] for network (a68b37a3-a3c8-4689-ad61-f56d1c11d741), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:21.964934 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-97ae8331-0dd5-4e4d-b751-4fa7af7aedd5 tempest-FloatingIPNegativeTestJSON-1306017259 tempest-FloatingIPNegativeTestJSON-1306017259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3242529'] for port (5cabeb79-9a3e-41a3-8339-c5b4c223d9e0), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:21.981101 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-761cff92-104c-4da1-93b1-16ca7bdcd707 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616561'] for network (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:21.984439 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-761cff92-104c-4da1-93b1-16ca7bdcd707 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] 10.222.0.20 "DELETE /v2.0/networks/a68b37a3-a3c8-4689-ad61-f56d1c11d741 HTTP/1.1" status: 204 len: 168 time: 2.2653265 Feb 28 10:34:21.990875 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 35866) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:22.037990 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-59b3817f-2c97-41ce-a464-28a6f58e1e3f tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Request body: {'port': {'network_id': '8929b71a-d96d-48b5-95df-91b088a5d91b', 'name': 'tempest-PortsIpV6TestJSON-702703672'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:34:22.041557 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761cff92-104c-4da1-93b1-16ca7bdcd707 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Pushing event deleted for resources: {'Network': ['ID=a68b37a3-a3c8-4689-ad61-f56d1c11d741,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:22.059489 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1b595271-7356-4354-a960-ee918e924fc2 None None] Publish callbacks [] for port (5d4bc784-06e6-4f28-a379-2df8ed7af4f5), precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:22.074948 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1b595271-7356-4354-a960-ee918e924fc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (5d4bc784-06e6-4f28-a379-2df8ed7af4f5), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:22.094100 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ae8331-0dd5-4e4d-b751-4fa7af7aedd5 tempest-FloatingIPNegativeTestJSON-1306017259 tempest-FloatingIPNegativeTestJSON-1306017259-project] Pushing event updated for resources: {'Port': ['ID=5cabeb79-9a3e-41a3-8339-c5b4c223d9e0,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:22.113951 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-b95bf328-f363-4009-a559-46033418189d None None] Provisioning complete for port f423b3fc-f42c-413e-af2b-1992c0ded1d0 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:34:22.117723 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b95bf328-f363-4009-a559-46033418189d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (f423b3fc-f42c-413e-af2b-1992c0ded1d0), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:22.120137 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-97ae8331-0dd5-4e4d-b751-4fa7af7aedd5 tempest-FloatingIPNegativeTestJSON-1306017259 tempest-FloatingIPNegativeTestJSON-1306017259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1803383'] for floatingip (de9940df-c89d-4506-968c-0c9920526228), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:22.129909 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-ca6c1f0f-5322-43bc-88b5-ffaadf61caf3 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Deleting port e5168994-daa3-49bd-8069-8af54beb0d0f {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:34:22.130264 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ca6c1f0f-5322-43bc-88b5-ffaadf61caf3 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (e5168994-daa3-49bd-8069-8af54beb0d0f), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:22.183311 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-97ae8331-0dd5-4e4d-b751-4fa7af7aedd5 tempest-FloatingIPNegativeTestJSON-1306017259 tempest-FloatingIPNegativeTestJSON-1306017259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for floatingip (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:22.184617 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-97ae8331-0dd5-4e4d-b751-4fa7af7aedd5 tempest-FloatingIPNegativeTestJSON-1306017259 tempest-FloatingIPNegativeTestJSON-1306017259-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0301178 Feb 28 10:34:22.189461 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 35868) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:22.194562 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-70a7d129-c698-4a08-82b3-4dde453db000 tempest-FloatingIPNegativeTestJSON-1306017259 tempest-FloatingIPNegativeTestJSON-1306017259-project] Request body: {'floatingip': {'port_id': '2f414a19-5c62-4e24-ad19-1570fa77fe64', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:34:22.237747 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 5d4bc784-06e6-4f28-a379-2df8ed7af4f5 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:34:22.239966 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b595271-7356-4354-a960-ee918e924fc2 None None] Pushing event updated for resources: {'Port': ['ID=5d4bc784-06e6-4f28-a379-2df8ed7af4f5,revision_number=4']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:22.249609 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-70a7d129-c698-4a08-82b3-4dde453db000 tempest-FloatingIPNegativeTestJSON-1306017259 tempest-FloatingIPNegativeTestJSON-1306017259-project] Publish callbacks [] for floatingip (de9940df-c89d-4506-968c-0c9920526228), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:22.293933 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 35870) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:22.386759 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ca6c1f0f-5322-43bc-88b5-ffaadf61caf3 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (e5168994-daa3-49bd-8069-8af54beb0d0f), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:22.390384 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port 5d4bc784-06e6-4f28-a379-2df8ed7af4f5 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:34:22.390770 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (5d4bc784-06e6-4f28-a379-2df8ed7af4f5), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:22.432045 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2ba41385-714e-424b-8109-f8959371e070 req-a3d0bb13-9f35-40b1-9669-845af3a41837 tempest-ServersTestJSON-1847654024 tempest-ServersTestJSON-1847654024-project] Router aad0f095-9a34-4d69-8adc-66dbe99d9006 has already been hosted by L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:34:22.451504 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59b3817f-2c97-41ce-a464-28a6f58e1e3f tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Made reservation on behalf of 29ccc4cf6ba849d18fb6a0524a0ef75f for: {'port': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:34:22.468164 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-59b3817f-2c97-41ce-a464-28a6f58e1e3f tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:22.474045 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-32aece06-234e-4f63-9158-878756b56e0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1802615'] for router_interface (ebec2a5a-7ca7-420e-949e-f77a5a64a595), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:22.501831 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d4db76cd-9d04-493b-aa25-735e43617391 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks [] for port (d2aed3fe-d6b7-487c-a473-b292f02e3ff9), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:22.507104 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.api.v2.resource [None req-70a7d129-c698-4a08-82b3-4dde453db000 tempest-FloatingIPNegativeTestJSON-1306017259 tempest-FloatingIPNegativeTestJSON-1306017259-project] update failed (client error): The resource could not be found. Feb 28 10:34:22.513289 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-70a7d129-c698-4a08-82b3-4dde453db000 tempest-FloatingIPNegativeTestJSON-1306017259 tempest-FloatingIPNegativeTestJSON-1306017259-project] 10.222.0.20 "PUT /v2.0/floatingips/de9940df-c89d-4506-968c-0c9920526228 HTTP/1.1" status: 404 len: 507 time: 0.3224068 Feb 28 10:34:22.516368 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-f7260174-b3cf-4004-8129-18b5dcd5afb9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=14cd0fd98cf94ae29913a95b1e609a56&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2213502 Feb 28 10:34:22.518066 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-ca6c1f0f-5322-43bc-88b5-ffaadf61caf3 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Calling delete_port for e5168994-daa3-49bd-8069-8af54beb0d0f owned by {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:34:22.524754 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 35872) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:22.525295 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 35874) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:22.565637 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d4db76cd-9d04-493b-aa25-735e43617391 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3498066'] for port (d2aed3fe-d6b7-487c-a473-b292f02e3ff9), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:22.640288 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-b95bf328-f363-4009-a559-46033418189d None None] Current status of the port f423b3fc-f42c-413e-af2b-1992c0ded1d0 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:34:22.655853 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4db76cd-9d04-493b-aa25-735e43617391 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Pushing event updated for resources: {'Port': ['ID=d2aed3fe-d6b7-487c-a473-b292f02e3ff9,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:22.667394 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.notifiers.nova [None req-59b3817f-2c97-41ce-a464-28a6f58e1e3f tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] device_id is not set on port 98836ab2-0d21-4412-a43e-54f08fa335cd yet. {{(pid=103407) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:34:22.677129 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-b95bf328-f363-4009-a559-46033418189d None None] Provisioning complete for port d2aed3fe-d6b7-487c-a473-b292f02e3ff9 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:34:22.677309 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b95bf328-f363-4009-a559-46033418189d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (d2aed3fe-d6b7-487c-a473-b292f02e3ff9), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:22.708806 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d4db76cd-9d04-493b-aa25-735e43617391 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1802524'] for router_interface (c7e6c2ba-2de7-4026-ac35-8fcf6b7819ce), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:22.716883 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 5d4bc784-06e6-4f28-a379-2df8ed7af4f5 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:34:22.718057 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device f423b3fc-f42c-413e-af2b-1992c0ded1d0 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:34:22.748848 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-b95bf328-f363-4009-a559-46033418189d None None] Port d2aed3fe-d6b7-487c-a473-b292f02e3ff9 cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:34:22.768422 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-b95bf328-f363-4009-a559-46033418189d None None] Provisioning complete for port 5d4bc784-06e6-4f28-a379-2df8ed7af4f5 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:34:22.768832 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b95bf328-f363-4009-a559-46033418189d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (5d4bc784-06e6-4f28-a379-2df8ed7af4f5), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:22.792454 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4ba1801c-5186-4211-a95c-140157f420a2 admin admin] Publish callbacks [] for security_group (689c20eb-0b0f-4511-a7a3-4cdbd3974f6e), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:22.823779 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4ba1801c-5186-4211-a95c-140157f420a2 admin admin] Publish callbacks [] for security_group (689c20eb-0b0f-4511-a7a3-4cdbd3974f6e), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:22.829813 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port f423b3fc-f42c-413e-af2b-1992c0ded1d0 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:34:22.830196 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (f423b3fc-f42c-413e-af2b-1992c0ded1d0), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:22.891166 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4ba1801c-5186-4211-a95c-140157f420a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (689c20eb-0b0f-4511-a7a3-4cdbd3974f6e), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:22.892083 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-b95bf328-f363-4009-a559-46033418189d None None] Current status of the port 5d4bc784-06e6-4f28-a379-2df8ed7af4f5 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:34:22.894284 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4ba1801c-5186-4211-a95c-140157f420a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:22.895465 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-4ba1801c-5186-4211-a95c-140157f420a2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/689c20eb-0b0f-4511-a7a3-4cdbd3974f6e HTTP/1.1" status: 204 len: 168 time: 0.3126662 Feb 28 10:34:22.916970 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba1801c-5186-4211-a95c-140157f420a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=689c20eb-0b0f-4511-a7a3-4cdbd3974f6e,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:22.935198 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-476d7888-2310-4635-9438-e8c5602bd257 tempest-FloatingIPNegativeTestJSON-1306017259 tempest-FloatingIPNegativeTestJSON-1306017259-project] Deleting port 5cabeb79-9a3e-41a3-8339-c5b4c223d9e0 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:34:22.935877 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-476d7888-2310-4635-9438-e8c5602bd257 tempest-FloatingIPNegativeTestJSON-1306017259 tempest-FloatingIPNegativeTestJSON-1306017259-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (5cabeb79-9a3e-41a3-8339-c5b4c223d9e0), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:23.001391 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port f423b3fc-f42c-413e-af2b-1992c0ded1d0 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:34:23.027478 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device 7e7f55b8-c450-4329-aef2-8a2c07cf47f7 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:34:23.040388 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-476d7888-2310-4635-9438-e8c5602bd257 tempest-FloatingIPNegativeTestJSON-1306017259 tempest-FloatingIPNegativeTestJSON-1306017259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (5cabeb79-9a3e-41a3-8339-c5b4c223d9e0), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:23.040773 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-476d7888-2310-4635-9438-e8c5602bd257 tempest-FloatingIPNegativeTestJSON-1306017259 tempest-FloatingIPNegativeTestJSON-1306017259-project] Publish callbacks [] for floatingip (5cabeb79-9a3e-41a3-8339-c5b4c223d9e0), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:23.055296 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-476d7888-2310-4635-9438-e8c5602bd257 tempest-FloatingIPNegativeTestJSON-1306017259 tempest-FloatingIPNegativeTestJSON-1306017259-project] Calling delete_port for 5cabeb79-9a3e-41a3-8339-c5b4c223d9e0 owned by network:floatingip {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:34:23.058845 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] No Port match for: 7e7f55b8-c450-4329-aef2-8a2c07cf47f7 {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:34:23.059200 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device 7e7f55b8-c450-4329-aef2-8a2c07cf47f7 not bound to the agent host hv-neutron-mast {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:34:23.120250 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 797b2912-9eac-4505-a148-499272e5b2d8 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:34:23.175262 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] No Port match for: 797b2912-9eac-4505-a148-499272e5b2d8 {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:34:23.176073 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 797b2912-9eac-4505-a148-499272e5b2d8 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:34:23.320647 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ca6c1f0f-5322-43bc-88b5-ffaadf61caf3 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (e5168994-daa3-49bd-8069-8af54beb0d0f), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:23.334747 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-967038f1-b7ff-4faf-a7f7-28bb61518572 None None] Provisioning complete for port e5168994-daa3-49bd-8069-8af54beb0d0f triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:34:23.335410 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-967038f1-b7ff-4faf-a7f7-28bb61518572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (e5168994-daa3-49bd-8069-8af54beb0d0f), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:23.350877 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6c1f0f-5322-43bc-88b5-ffaadf61caf3 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Pushing event deleted for resources: {'Port': ['ID=e5168994-daa3-49bd-8069-8af54beb0d0f,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:23.356133 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-476d7888-2310-4635-9438-e8c5602bd257 tempest-FloatingIPNegativeTestJSON-1306017259 tempest-FloatingIPNegativeTestJSON-1306017259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (5cabeb79-9a3e-41a3-8339-c5b4c223d9e0), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:23.379876 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-967038f1-b7ff-4faf-a7f7-28bb61518572 None None] Port e5168994-daa3-49bd-8069-8af54beb0d0f was deleted so its status cannot be updated. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Feb 28 10:34:23.393474 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-967038f1-b7ff-4faf-a7f7-28bb61518572 None None] Provisioning complete for port 5d4bc784-06e6-4f28-a379-2df8ed7af4f5 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:34:23.394354 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-967038f1-b7ff-4faf-a7f7-28bb61518572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (5d4bc784-06e6-4f28-a379-2df8ed7af4f5), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:23.442504 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476d7888-2310-4635-9438-e8c5602bd257 tempest-FloatingIPNegativeTestJSON-1306017259 tempest-FloatingIPNegativeTestJSON-1306017259-project] Pushing event deleted for resources: {'Port': ['ID=5cabeb79-9a3e-41a3-8339-c5b4c223d9e0,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:23.469405 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-59b3817f-2c97-41ce-a464-28a6f58e1e3f tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks [] for port (98836ab2-0d21-4412-a43e-54f08fa335cd), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:23.472455 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-a1837ea7-a5d3-4322-99be-21f8b616709f req-f1d55915-f07e-4aba-9129-3237ecba22c4 tempest-ServersTestJSON-1847654024 tempest-ServersTestJSON-1847654024-project] 10.222.0.20 "GET /v2.0/ports?device_id=eded11bc-eb8c-436c-97d5-7fe15d0de3d3 HTTP/1.1" status: 200 len: 210 time: 0.0812128 Feb 28 10:34:23.542487 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-967038f1-b7ff-4faf-a7f7-28bb61518572 None None] Current status of the port 5d4bc784-06e6-4f28-a379-2df8ed7af4f5 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:34:23.599048 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ca6c1f0f-5322-43bc-88b5-ffaadf61caf3 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:23.608726 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-ca6c1f0f-5322-43bc-88b5-ffaadf61caf3 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "DELETE /v2.0/ports/e5168994-daa3-49bd-8069-8af54beb0d0f HTTP/1.1" status: 204 len: 168 time: 1.8130882 Feb 28 10:34:23.611749 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 35890) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:23.650779 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2ba41385-714e-424b-8109-f8959371e070 req-a3d0bb13-9f35-40b1-9669-845af3a41837 tempest-ServersTestJSON-1847654024 tempest-ServersTestJSON-1847654024-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:34:23.662717 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95712a6b-0f02-4eb3-b1b0-02551c4a02f5 None None] Sync routers for ids ['aad0f095-9a34-4d69-8adc-66dbe99d9006'] in dv-neutron-master-2-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:34:23.671119 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-476d7888-2310-4635-9438-e8c5602bd257 tempest-FloatingIPNegativeTestJSON-1306017259 tempest-FloatingIPNegativeTestJSON-1306017259-project] Publish callbacks [] for floatingip (de9940df-c89d-4506-968c-0c9920526228), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:23.675143 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95712a6b-0f02-4eb3-b1b0-02551c4a02f5 None None] Routers {'aad0f095-9a34-4d69-8adc-66dbe99d9006'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:34:23.676396 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-95712a6b-0f02-4eb3-b1b0-02551c4a02f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:34:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['aad0f095-9a34-4d69-8adc-66dbe99d9006'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:34:23.678949 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-476d7888-2310-4635-9438-e8c5602bd257 tempest-FloatingIPNegativeTestJSON-1306017259 tempest-FloatingIPNegativeTestJSON-1306017259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for floatingip (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:23.681248 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-476d7888-2310-4635-9438-e8c5602bd257 tempest-FloatingIPNegativeTestJSON-1306017259 tempest-FloatingIPNegativeTestJSON-1306017259-project] 10.222.0.20 "DELETE /v2.0/floatingips/de9940df-c89d-4506-968c-0c9920526228 HTTP/1.1" status: 204 len: 168 time: 1.1537578 Feb 28 10:34:23.686525 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 35894) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:23.713738 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-2daea727-c9a1-42e2-882b-9111e142b016 tempest-FloatingIPNegativeTestJSON-1306017259 tempest-FloatingIPNegativeTestJSON-1306017259-project] Request body: {'floatingip': {'floating_network_id': 'de5b3a25-afce-4737-a6d5-3891e9edf733', 'port_id': '2f414a19-5c62-4e24-ad19-1570fa77fe64', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:34:23.719401 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4db76cd-9d04-493b-aa25-735e43617391 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Network b5bec7eb-6b1c-4958-9418-a2f2107def3b is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:34:23.720977 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b773107-7678-473e-bb89-0d57dba955a0 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:34:23.722479 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b773107-7678-473e-bb89-0d57dba955a0 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:34:23.724056 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b773107-7678-473e-bb89-0d57dba955a0 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:34:23.729638 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-1b773107-7678-473e-bb89-0d57dba955a0 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1139140 Feb 28 10:34:23.730578 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 35896) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:23.732232 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-d4db76cd-9d04-493b-aa25-735e43617391 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:34:23.763477 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ba41385-714e-424b-8109-f8959371e070 req-a3d0bb13-9f35-40b1-9669-845af3a41837 tempest-ServersTestJSON-1847654024 tempest-ServersTestJSON-1847654024-project] No DVR routers for this DVR port 7e7f55b8-c450-4329-aef2-8a2c07cf47f7 on host hv-neutron-mast {{(pid=103407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:34:23.765553 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-59b3817f-2c97-41ce-a464-28a6f58e1e3f tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (98836ab2-0d21-4412-a43e-54f08fa335cd), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:23.765707 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-b5ae7177-7d77-484a-9989-764534396fe7 None None] Could not find standard attr ID for object e5168994-daa3-49bd-8069-8af54beb0d0f. {{(pid=103409) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Feb 28 10:34:23.769658 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-2ba41385-714e-424b-8109-f8959371e070 req-a3d0bb13-9f35-40b1-9669-845af3a41837 tempest-ServersTestJSON-1847654024 tempest-ServersTestJSON-1847654024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:23.773534 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-2ba41385-714e-424b-8109-f8959371e070 req-a3d0bb13-9f35-40b1-9669-845af3a41837 tempest-ServersTestJSON-1847654024 tempest-ServersTestJSON-1847654024-project] 10.222.0.30 "DELETE /v2.0/ports/7e7f55b8-c450-4329-aef2-8a2c07cf47f7 HTTP/1.1" status: 204 len: 173 time: 4.9428442 Feb 28 10:34:23.775271 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eded11bc-eb8c-436c-97d5-7fe15d0de3d3', 'name': 'network-vif-deleted', 'tag': '7e7f55b8-c450-4329-aef2-8a2c07cf47f7'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:34:23.777643 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c8e1c873eeca597e52e7ceb7469e602eac250bfea6606d285743d38033cf584" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d918762-ae86-40cb-8390-49cf4d9a432e" -d '{"events": [{"server_uuid": "eded11bc-eb8c-436c-97d5-7fe15d0de3d3", "name": "network-vif-deleted", "tag": "7e7f55b8-c450-4329-aef2-8a2c07cf47f7"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:34:23.818623 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_v2 [None req-b58d568c-488c-4a26-88bc-413c37b3ca2d tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Deleting subnet 81811bd9-a51c-4cbf-bbe4-956ba6af3c81 {{(pid=103408) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:34:23.822071 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b58d568c-488c-4a26-88bc-413c37b3ca2d tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks [] for subnet (81811bd9-a51c-4cbf-bbe4-956ba6af3c81), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:23.831086 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-95712a6b-0f02-4eb3-b1b0-02551c4a02f5 None None] Set router aad0f095-9a34-4d69-8adc-66dbe99d9006 gateway port host: dv-neutron-master-2-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:34:23.898838 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b58d568c-488c-4a26-88bc-413c37b3ca2d tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3423529'] for subnet (81811bd9-a51c-4cbf-bbe4-956ba6af3c81), precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:23.902196 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2daea727-c9a1-42e2-882b-9111e142b016 tempest-FloatingIPNegativeTestJSON-1306017259 tempest-FloatingIPNegativeTestJSON-1306017259-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:23.922453 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59b3817f-2c97-41ce-a464-28a6f58e1e3f tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Network 8929b71a-d96d-48b5-95df-91b088a5d91b is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:34:23.935992 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 10:34:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e40b1430-d90c-4f02-9533-2e714c1bd310 x-openstack-request-id: req-e40b1430-d90c-4f02-9533-2e714c1bd310 {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:34:23.936961 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eded11bc-eb8c-436c-97d5-7fe15d0de3d3", "name": "network-vif-deleted", "tag": "7e7f55b8-c450-4329-aef2-8a2c07cf47f7", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:34:23.938750 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e40b1430-d90c-4f02-9533-2e714c1bd310 {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:34:23.939969 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eded11bc-eb8c-436c-97d5-7fe15d0de3d3', 'name': 'network-vif-deleted', 'tag': '7e7f55b8-c450-4329-aef2-8a2c07cf47f7', 'status': 'completed', 'code': 200} Feb 28 10:34:23.944543 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-59b3817f-2c97-41ce-a464-28a6f58e1e3f tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:34:23.964361 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b3817f-2c97-41ce-a464-28a6f58e1e3f tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:34:23.973593 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59b3817f-2c97-41ce-a464-28a6f58e1e3f tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:34:23.975520 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-59b3817f-2c97-41ce-a464-28a6f58e1e3f tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:24.028535 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.agents_db [None req-382e0aa2-b126-48e6-89eb-3efa426b6b29 None None] Agent healthcheck: found 6 active agents {{(pid=103410) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 10:34:24.076316 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b58d568c-488c-4a26-88bc-413c37b3ca2d tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-823142'] for subnet (81811bd9-a51c-4cbf-bbe4-956ba6af3c81), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:24.124246 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 5d4bc784-06e6-4f28-a379-2df8ed7af4f5 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:34:24.137064 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-59b3817f-2c97-41ce-a464-28a6f58e1e3f tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.1440685 Feb 28 10:34:24.139308 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 35906) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:24.188864 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b58d568c-488c-4a26-88bc-413c37b3ca2d tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-823145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3242523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3951170'] for subnet (81811bd9-a51c-4cbf-bbe4-956ba6af3c81), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:24.245160 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58d568c-488c-4a26-88bc-413c37b3ca2d tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Pushing event deleted for resources: {'Subnet': ['ID=81811bd9-a51c-4cbf-bbe4-956ba6af3c81,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:24.257525 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b58d568c-488c-4a26-88bc-413c37b3ca2d tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks [] for subnet (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:24.263291 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-b58d568c-488c-4a26-88bc-413c37b3ca2d tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "DELETE /v2.0/subnets/81811bd9-a51c-4cbf-bbe4-956ba6af3c81 HTTP/1.1" status: 204 len: 168 time: 0.5292573 Feb 28 10:34:24.264324 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 35910) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:24.264488 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-c50bcbe4-c258-42e0-8342-1647c075fce0 None None] Provisioning complete for port d2aed3fe-d6b7-487c-a473-b292f02e3ff9 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:34:24.265061 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c50bcbe4-c258-42e0-8342-1647c075fce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (d2aed3fe-d6b7-487c-a473-b292f02e3ff9), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:24.288676 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b3817f-2c97-41ce-a464-28a6f58e1e3f tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Pushing event updated for resources: {'Port': ['ID=98836ab2-0d21-4412-a43e-54f08fa335cd,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:24.321953 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-95712a6b-0f02-4eb3-b1b0-02551c4a02f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aad0f095-9a34-4d69-8adc-66dbe99d9006', 'name': 'tempest-ServersTestJSON-779106664-router', 'tenant_id': 'a530b24e9c394cc0824666a7df89bf0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.144'}], 'enable_snat': True}, 'gw_port_id': 'f1769461-c9bd-4976-89e8-b3a9d5ffaee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:31:51Z', 'updated_at': '2022-02-28T10:32:06Z', 'revision_number': 4, 'project_id': 'a530b24e9c394cc0824666a7df89bf0a', 'gw_port': {'id': 'f1769461-c9bd-4976-89e8-b3a9d5ffaee7', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:53:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad0f095-9a34-4d69-8adc-66dbe99d9006', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:31:54Z', 'updated_at': '2022-02-28T10:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '6d1de444-f18c-4ca8-b8bc-2f3c2287a0a8', 'name': '', 'network_id': 'da9969cf-fbcc-4307-8c2e-f65c87750026', 'tenant_id': 'a530b24e9c394cc0824666a7df89bf0a', 'mac_address': 'fa:16:3e:f2:69:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad0f095-9a34-4d69-8adc-66dbe99d9006', 'device_owner': 'network:router_interface', 'standard_attr_id': 139, 'fixed_ips': [{'subnet_id': '68736f5c-4776-4059-9d35-abe8eebbb637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:32:03Z', 'updated_at': '2022-02-28T10:32:13Z', 'revision_number': 5, 'project_id': 'a530b24e9c394cc0824666a7df89bf0a', 'subnets': [{'id': '68736f5c-4776-4059-9d35-abe8eebbb637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:34:24.338834 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-c50bcbe4-c258-42e0-8342-1647c075fce0 None None] Port d2aed3fe-d6b7-487c-a473-b292f02e3ff9 cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:34:24.352975 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port 5d4bc784-06e6-4f28-a379-2df8ed7af4f5 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:34:24.353751 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (5d4bc784-06e6-4f28-a379-2df8ed7af4f5), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:24.375422 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_v2 [None req-154debc4-2164-46fb-a6e5-6d51894819f3 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Deleting subnet a5eea610-0e09-42a4-9929-d58cee303288 {{(pid=103408) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:34:24.378139 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95712a6b-0f02-4eb3-b1b0-02551c4a02f5 None None] Checking router: aad0f095-9a34-4d69-8adc-66dbe99d9006 for host: dv-neutron-master-2-hyperv {{(pid=103410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:34:24.391492 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-154debc4-2164-46fb-a6e5-6d51894819f3 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks [] for subnet (a5eea610-0e09-42a4-9929-d58cee303288), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:24.391745 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95712a6b-0f02-4eb3-b1b0-02551c4a02f5 None None] Routers {'aad0f095-9a34-4d69-8adc-66dbe99d9006'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:34:24.392538 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-95712a6b-0f02-4eb3-b1b0-02551c4a02f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:34:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['aad0f095-9a34-4d69-8adc-66dbe99d9006'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:34:24.416671 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 35912) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:24.490127 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-154debc4-2164-46fb-a6e5-6d51894819f3 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3423529'] for subnet (a5eea610-0e09-42a4-9929-d58cee303288), precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:24.540913 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28f89f19-d50c-431d-adeb-4732a2414a50 None None] Network 9f0a511d-8408-4971-9daa-968eebea54f2 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:34:24.587977 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-34cb64d5-cbcc-40c5-ad84-dd01baf30067 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Deleting port 98836ab2-0d21-4412-a43e-54f08fa335cd {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:34:24.588671 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-34cb64d5-cbcc-40c5-ad84-dd01baf30067 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (98836ab2-0d21-4412-a43e-54f08fa335cd), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:24.640954 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-95712a6b-0f02-4eb3-b1b0-02551c4a02f5 None None] Set router aad0f095-9a34-4d69-8adc-66dbe99d9006 gateway port host: dv-neutron-master-2-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:34:24.681446 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 5d4bc784-06e6-4f28-a379-2df8ed7af4f5 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:34:24.726919 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-154debc4-2164-46fb-a6e5-6d51894819f3 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-823142'] for subnet (a5eea610-0e09-42a4-9929-d58cee303288), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:24.730895 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-e9f56fa2-f7ee-4295-af70-34bf86ac9a54 tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Request body: {'networks': [{'name': 'tempest-network--371774451'}, {'name': 'tempest-network--653435485'}]} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:34:24.731425 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-e9f56fa2-f7ee-4295-af70-34bf86ac9a54 tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Request body: {'network': {'name': 'tempest-network--371774451'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:34:24.732039 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-e9f56fa2-f7ee-4295-af70-34bf86ac9a54 tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Request body: {'network': {'name': 'tempest-network--653435485'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:34:24.781174 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-06ac7009-f7ea-407f-bdbe-b3d65056357a req-b234bb5c-85d9-4ea6-89f5-746cf5ec1f19 tempest-ServersTestJSON-1847654024 tempest-ServersTestJSON-1847654024-project] 10.222.0.20 "GET /v2.0/ports?device_id=eded11bc-eb8c-436c-97d5-7fe15d0de3d3 HTTP/1.1" status: 200 len: 210 time: 0.0794604 Feb 28 10:34:24.798480 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4db76cd-9d04-493b-aa25-735e43617391 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Router c7e6c2ba-2de7-4026-ac35-8fcf6b7819ce is scheduled to L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 with binding_index 1 {{(pid=103407) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 10:34:24.798631 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-154debc4-2164-46fb-a6e5-6d51894819f3 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-823145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3242523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3951170'] for subnet (a5eea610-0e09-42a4-9929-d58cee303288), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:24.816836 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-34cb64d5-cbcc-40c5-ad84-dd01baf30067 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (98836ab2-0d21-4412-a43e-54f08fa335cd), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:24.825393 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154debc4-2164-46fb-a6e5-6d51894819f3 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Pushing event deleted for resources: {'Subnet': ['ID=a5eea610-0e09-42a4-9929-d58cee303288,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:24.835768 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-154debc4-2164-46fb-a6e5-6d51894819f3 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks [] for subnet (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:24.839485 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-154debc4-2164-46fb-a6e5-6d51894819f3 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "DELETE /v2.0/subnets/a5eea610-0e09-42a4-9929-d58cee303288 HTTP/1.1" status: 204 len: 168 time: 0.5741191 Feb 28 10:34:24.842565 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 35918) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:24.854662 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-34cb64d5-cbcc-40c5-ad84-dd01baf30067 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Calling delete_port for 98836ab2-0d21-4412-a43e-54f08fa335cd owned by {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:34:24.858487 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9f56fa2-f7ee-4295-af70-34bf86ac9a54 tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Made reservation on behalf of 926a2bc4399d41a8aaac442463a00142 for: {'network': 2} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:34:24.864042 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e9f56fa2-f7ee-4295-af70-34bf86ac9a54 tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for network (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:24.897763 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-6650166d-585f-42af-9236-60cb6020d696 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0509777 Feb 28 10:34:24.898612 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-32aece06-234e-4f63-9158-878756b56e0b admin admin] Deleting port 7c20230d-1243-4bcc-99fa-4d09e9d513e9 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:34:24.899030 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-32aece06-234e-4f63-9158-878756b56e0b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (7c20230d-1243-4bcc-99fa-4d09e9d513e9), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:24.900918 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e9f56fa2-f7ee-4295-af70-34bf86ac9a54 tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:24.901078 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 35920) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:24.907423 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-ed6624a6-aa42-486c-bccc-d091b4bb4ed6 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Request body: {'subnet': {'network_id': '9f0a511d-8408-4971-9daa-968eebea54f2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:34:24.935226 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-95712a6b-0f02-4eb3-b1b0-02551c4a02f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aad0f095-9a34-4d69-8adc-66dbe99d9006', 'name': 'tempest-ServersTestJSON-779106664-router', 'tenant_id': 'a530b24e9c394cc0824666a7df89bf0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.144'}], 'enable_snat': True}, 'gw_port_id': 'f1769461-c9bd-4976-89e8-b3a9d5ffaee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:31:51Z', 'updated_at': '2022-02-28T10:32:06Z', 'revision_number': 4, 'project_id': 'a530b24e9c394cc0824666a7df89bf0a', 'gw_port': {'id': 'f1769461-c9bd-4976-89e8-b3a9d5ffaee7', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:53:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad0f095-9a34-4d69-8adc-66dbe99d9006', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:31:54Z', 'updated_at': '2022-02-28T10:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '6d1de444-f18c-4ca8-b8bc-2f3c2287a0a8', 'name': '', 'network_id': 'da9969cf-fbcc-4307-8c2e-f65c87750026', 'tenant_id': 'a530b24e9c394cc0824666a7df89bf0a', 'mac_address': 'fa:16:3e:f2:69:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad0f095-9a34-4d69-8adc-66dbe99d9006', 'device_owner': 'network:router_interface', 'standard_attr_id': 139, 'fixed_ips': [{'subnet_id': '68736f5c-4776-4059-9d35-abe8eebbb637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:32:03Z', 'updated_at': '2022-02-28T10:32:13Z', 'revision_number': 5, 'project_id': 'a530b24e9c394cc0824666a7df89bf0a', 'subnets': [{'id': '68736f5c-4776-4059-9d35-abe8eebbb637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:34:24.974891 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95712a6b-0f02-4eb3-b1b0-02551c4a02f5 None None] The sync data for ids ['aad0f095-9a34-4d69-8adc-66dbe99d9006'] in dv-neutron-master-2-hyperv is: [{'id': 'aad0f095-9a34-4d69-8adc-66dbe99d9006', 'name': 'tempest-ServersTestJSON-779106664-router', 'tenant_id': 'a530b24e9c394cc0824666a7df89bf0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.144'}], 'enable_snat': True}, 'gw_port_id': 'f1769461-c9bd-4976-89e8-b3a9d5ffaee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:31:51Z', 'updated_at': '2022-02-28T10:32:06Z', 'revision_number': 4, 'project_id': 'a530b24e9c394cc0824666a7df89bf0a', 'gw_port': {'id': 'f1769461-c9bd-4976-89e8-b3a9d5ffaee7', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:53:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad0f095-9a34-4d69-8adc-66dbe99d9006', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:31:54Z', 'updated_at': '2022-02-28T10:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '6d1de444-f18c-4ca8-b8bc-2f3c2287a0a8', 'name': '', 'network_id': 'da9969cf-fbcc-4307-8c2e-f65c87750026', 'tenant_id': 'a530b24e9c394cc0824666a7df89bf0a', 'mac_address': 'fa:16:3e:f2:69:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad0f095-9a34-4d69-8adc-66dbe99d9006', 'device_owner': 'network:router_interface', 'standard_attr_id': 139, 'fixed_ips': [{'subnet_id': '68736f5c-4776-4059-9d35-abe8eebbb637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:32:03Z', 'updated_at': '2022-02-28T10:32:13Z', 'revision_number': 5, 'project_id': 'a530b24e9c394cc0824666a7df89bf0a', 'subnets': [{'id': '68736f5c-4776-4059-9d35-abe8eebbb637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:34:25.014125 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed6624a6-aa42-486c-bccc-d091b4bb4ed6 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Made reservation on behalf of 01d784a6a3f04224a7e9160ad9d44184 for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:34:25.017770 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ed6624a6-aa42-486c-bccc-d091b4bb4ed6 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3951209'] for subnet (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:25.129415 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.api.v2.resource [None req-2daea727-c9a1-42e2-882b-9111e142b016 tempest-FloatingIPNegativeTestJSON-1306017259 tempest-FloatingIPNegativeTestJSON-1306017259-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 10:34:25.130675 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-2daea727-c9a1-42e2-882b-9111e142b016 tempest-FloatingIPNegativeTestJSON-1306017259 tempest-FloatingIPNegativeTestJSON-1306017259-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 1.4230387 Feb 28 10:34:25.134688 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 35922) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:25.138604 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4db76cd-9d04-493b-aa25-735e43617391 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:34:25.141647 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-4d6b4439-a40b-40ab-b9fa-d885a0ef8608 tempest-FloatingIPNegativeTestJSON-1306017259 tempest-FloatingIPNegativeTestJSON-1306017259-project] Request body: {'floatingip': {'floating_network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'port_id': '2f414a19-5c62-4e24-ad19-1570fa77fe64', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:34:25.150074 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5a96f0-d6bb-4f50-bf16-eb772f9ed879 None None] Sync routers for ids ['c7e6c2ba-2de7-4026-ac35-8fcf6b7819ce'] in dv-neutron-master-2-hyperv {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:34:25.150787 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-d4db76cd-9d04-493b-aa25-735e43617391 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] 10.222.0.20 "PUT /v2.0/routers/c7e6c2ba-2de7-4026-ac35-8fcf6b7819ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6094298 Feb 28 10:34:25.154456 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 35924) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:25.174853 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5a96f0-d6bb-4f50-bf16-eb772f9ed879 None None] Routers {'c7e6c2ba-2de7-4026-ac35-8fcf6b7819ce'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:34:25.176083 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-5a5a96f0-d6bb-4f50-bf16-eb772f9ed879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:34:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['c7e6c2ba-2de7-4026-ac35-8fcf6b7819ce'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:34:25.221314 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-32aece06-234e-4f63-9158-878756b56e0b admin admin] For port 7c20230d-1243-4bcc-99fa-4d09e9d513e9, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7c20230d-1243-4bcc-99fa-4d09e9d513e9,segment=NetworkSegment(3d92e6b6-a4bc-43fb-bb7a-1c97358db624),segment_id=3d92e6b6-a4bc-43fb-bb7a-1c97358db624)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:34:25.221943 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-32aece06-234e-4f63-9158-878756b56e0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (7c20230d-1243-4bcc-99fa-4d09e9d513e9), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:25.233995 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-5a5a96f0-d6bb-4f50-bf16-eb772f9ed879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:34:25.242817 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4d6b4439-a40b-40ab-b9fa-d885a0ef8608 tempest-FloatingIPNegativeTestJSON-1306017259 tempest-FloatingIPNegativeTestJSON-1306017259-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:25.252303 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-32aece06-234e-4f63-9158-878756b56e0b admin admin] Calling delete_port for 7c20230d-1243-4bcc-99fa-4d09e9d513e9 owned by network:router_interface {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:34:25.256122 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70158387-9442-4131-8d0a-a6451dd2ef3a tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:34:25.260351 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-70158387-9442-4131-8d0a-a6451dd2ef3a tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] 10.222.0.20 "GET /v2.0/ports/d2aed3fe-d6b7-487c-a473-b292f02e3ff9 HTTP/1.1" status: 200 len: 910 time: 0.1002839 Feb 28 10:34:25.262508 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 35926) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:25.263414 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-34cb64d5-cbcc-40c5-ad84-dd01baf30067 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (98836ab2-0d21-4412-a43e-54f08fa335cd), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:25.265467 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5a96f0-d6bb-4f50-bf16-eb772f9ed879 None None] Routers {'c7e6c2ba-2de7-4026-ac35-8fcf6b7819ce'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:34:25.266202 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-5a5a96f0-d6bb-4f50-bf16-eb772f9ed879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:34:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['c7e6c2ba-2de7-4026-ac35-8fcf6b7819ce'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:34:25.322626 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-5a5a96f0-d6bb-4f50-bf16-eb772f9ed879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:34:25.326857 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5a96f0-d6bb-4f50-bf16-eb772f9ed879 None None] The sync data for ids ['c7e6c2ba-2de7-4026-ac35-8fcf6b7819ce'] in dv-neutron-master-2-hyperv is: [] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:34:25.378820 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cb64d5-cbcc-40c5-ad84-dd01baf30067 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Pushing event deleted for resources: {'Port': ['ID=98836ab2-0d21-4412-a43e-54f08fa335cd,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:25.398937 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db4dedd7-6135-42b5-81af-da7649e02ea4 None None] New status for floating IP c4e92641-27ac-472f-ab36-f8efed3a7d88: DOWN {{(pid=103410) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 10:34:25.479232 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-34cb64d5-cbcc-40c5-ad84-dd01baf30067 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:25.484484 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-34cb64d5-cbcc-40c5-ad84-dd01baf30067 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] 10.222.0.20 "DELETE /v2.0/ports/98836ab2-0d21-4412-a43e-54f08fa335cd HTTP/1.1" status: 204 len: 168 time: 1.3319883 Feb 28 10:34:25.491253 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 35928) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:25.499019 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-d116ffe0-7b58-4d05-a7e2-ce9ddc358193 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Request body: {'port': {'network_id': '8929b71a-d96d-48b5-95df-91b088a5d91b', 'mac_address': 'fa:16:3e:77:6f:74', 'name': 'tempest-PortsIpV6TestJSON-733291814'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:34:25.506857 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-853d155b-6b08-4e7e-8262-4114cd77bbe2 None None] Network 9f0a511d-8408-4971-9daa-968eebea54f2 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:34:25.514039 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e9f56fa2-f7ee-4295-af70-34bf86ac9a54 tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Publish callbacks [] for security_group (83cc432f-78e8-4565-b542-ade2abf5ce21), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:25.570581 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e9f56fa2-f7ee-4295-af70-34bf86ac9a54 tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (83cc432f-78e8-4565-b542-ade2abf5ce21), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:25.571077 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e9f56fa2-f7ee-4295-af70-34bf86ac9a54 tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for network (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:25.586469 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4d6b4439-a40b-40ab-b9fa-d885a0ef8608 tempest-FloatingIPNegativeTestJSON-1306017259 tempest-FloatingIPNegativeTestJSON-1306017259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:25.606281 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-8b0b5f08-9ee3-4325-b010-e1c21574c9d8 None None] Provisioning complete for port 5d4bc784-06e6-4f28-a379-2df8ed7af4f5 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:34:25.607598 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8b0b5f08-9ee3-4325-b010-e1c21574c9d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (5d4bc784-06e6-4f28-a379-2df8ed7af4f5), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:25.622962 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.objects.ports [None req-ed6624a6-aa42-486c-bccc-d091b4bb4ed6 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103408) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 28 10:34:25.732609 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-8b0b5f08-9ee3-4325-b010-e1c21574c9d8 None None] Current status of the port 5d4bc784-06e6-4f28-a379-2df8ed7af4f5 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:34:25.764156 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f56fa2-f7ee-4295-af70-34bf86ac9a54 tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83cc432f-78e8-4565-b542-ade2abf5ce21,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:25.778194 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abf66632-d6ba-4e8c-a146-d1d4d2604688 None None] Update dhcp port {'port': {'network_id': '9f0a511d-8408-4971-9daa-968eebea54f2', 'fixed_ips': [{'subnet_id': '0ff60488-19b7-4a9e-b1c9-eabbf7db897c'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': '5d4bc784-06e6-4f28-a379-2df8ed7af4f5'} from dv-neutron-master-2-hyperv. {{(pid=103409) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 28 10:34:25.782751 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9f56fa2-f7ee-4295-af70-34bf86ac9a54 tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 293} {{(pid=103407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:34:25.809256 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e9f56fa2-f7ee-4295-af70-34bf86ac9a54 tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (420a5eee-6b1c-4d74-8b22-b6d407a1adc3), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:25.809875 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.db.segments_db [None req-e9f56fa2-f7ee-4295-af70-34bf86ac9a54 tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Added segment 420a5eee-6b1c-4d74-8b22-b6d407a1adc3 of type vlan for network 3b6c7afb-bc14-4217-bd06-a4096807b918 Feb 28 10:34:25.839976 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-abf66632-d6ba-4e8c-a146-d1d4d2604688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (5d4bc784-06e6-4f28-a379-2df8ed7af4f5), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:25.926547 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 35934) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:26.025067 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ed6624a6-aa42-486c-bccc-d091b4bb4ed6 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (5d4bc784-06e6-4f28-a379-2df8ed7af4f5), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:26.033093 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.db.api [None req-abf66632-d6ba-4e8c-a146-d1d4d2604688 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 2001:db8::f816:3eff:fe4d:943a-5e8b0a43-939a-490c-a13f-b9dd71096e {{(pid=103409) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 10:34:26.033458 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG oslo_db.api [None req-abf66632-d6ba-4e8c-a146-d1d4d2604688 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 10:34:26.049620 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-4d6b4439-a40b-40ab-b9fa-d885a0ef8608 tempest-FloatingIPNegativeTestJSON-1306017259 tempest-FloatingIPNegativeTestJSON-1306017259-project] Allocated IP 172.36.5.92 (1e0804d0-d1d9-4d40-9de5-2936f3d87840/6f6f4129-23e5-4c3b-b4ef-4c7ce926797e/a9e5e6e6-bdd4-4916-86ed-d44a820a4dde) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:34:26.076126 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4946b955-f434-41b2-b10d-80f48d119421 tempest-ServersTestJSON-1847654024 tempest-ServersTestJSON-1847654024-project] Publish callbacks [] for security_group (77bbda26-2d7f-408e-abf3-7caecba4d30a), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:26.126672 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d116ffe0-7b58-4d05-a7e2-ce9ddc358193 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Made reservation on behalf of 29ccc4cf6ba849d18fb6a0524a0ef75f for: {'port': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:34:26.187747 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4946b955-f434-41b2-b10d-80f48d119421 tempest-ServersTestJSON-1847654024 tempest-ServersTestJSON-1847654024-project] Publish callbacks [] for security_group (77bbda26-2d7f-408e-abf3-7caecba4d30a), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:26.216299 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e9f56fa2-f7ee-4295-af70-34bf86ac9a54 tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742056637431'] for network (3b6c7afb-bc14-4217-bd06-a4096807b918), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:26.290128 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d116ffe0-7b58-4d05-a7e2-ce9ddc358193 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:26.339402 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4d6b4439-a40b-40ab-b9fa-d885a0ef8608 tempest-FloatingIPNegativeTestJSON-1306017259 tempest-FloatingIPNegativeTestJSON-1306017259-project] Publish callbacks [] for port (a9e5e6e6-bdd4-4916-86ed-d44a820a4dde), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:26.343470 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9f56fa2-f7ee-4295-af70-34bf86ac9a54 tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 292} {{(pid=103407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:34:26.363187 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-32aece06-234e-4f63-9158-878756b56e0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (7c20230d-1243-4bcc-99fa-4d09e9d513e9), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:26.366033 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.notifiers.nova [None req-d116ffe0-7b58-4d05-a7e2-ce9ddc358193 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] device_id is not set on port 4f88583a-a65d-46de-99b6-685629197aef yet. {{(pid=103407) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:34:26.369242 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4946b955-f434-41b2-b10d-80f48d119421 tempest-ServersTestJSON-1847654024 tempest-ServersTestJSON-1847654024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (77bbda26-2d7f-408e-abf3-7caecba4d30a), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:26.371832 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4946b955-f434-41b2-b10d-80f48d119421 tempest-ServersTestJSON-1847654024 tempest-ServersTestJSON-1847654024-project] Publish callbacks [] for security_group (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:26.375931 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-4946b955-f434-41b2-b10d-80f48d119421 tempest-ServersTestJSON-1847654024 tempest-ServersTestJSON-1847654024-project] 10.222.0.20 "DELETE /v2.0/security-groups/77bbda26-2d7f-408e-abf3-7caecba4d30a HTTP/1.1" status: 204 len: 168 time: 0.4478471 Feb 28 10:34:26.378157 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 35936) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:26.379888 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-ed6624a6-aa42-486c-bccc-d091b4bb4ed6 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] For port 5d4bc784-06e6-4f28-a379-2df8ed7af4f5, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5d4bc784-06e6-4f28-a379-2df8ed7af4f5,segment=NetworkSegment(bf553b55-fb1d-4346-a090-4fb77eb0fbd7),segment_id=bf553b55-fb1d-4346-a090-4fb77eb0fbd7)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:34:26.387904 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e9f56fa2-f7ee-4295-af70-34bf86ac9a54 tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (19f446c4-4b2e-404e-a13f-d9192a165740), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:26.388259 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.db.segments_db [None req-e9f56fa2-f7ee-4295-af70-34bf86ac9a54 tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Added segment 19f446c4-4b2e-404e-a13f-d9192a165740 of type vlan for network a561a732-9f3f-411c-856e-16b79d4bf3ff Feb 28 10:34:26.421102 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4946b955-f434-41b2-b10d-80f48d119421 tempest-ServersTestJSON-1847654024 tempest-ServersTestJSON-1847654024-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77bbda26-2d7f-408e-abf3-7caecba4d30a,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:26.427178 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.api.v2.resource [None req-10695c3a-bcb0-4a19-a086-70a4bfa93be5 tempest-ServersTestJSON-1847654024 tempest-ServersTestJSON-1847654024-project] show failed (client error): The resource could not be found. Feb 28 10:34:26.430734 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-10695c3a-bcb0-4a19-a086-70a4bfa93be5 tempest-ServersTestJSON-1847654024 tempest-ServersTestJSON-1847654024-project] 10.222.0.20 "GET /v2.0/security-groups/77bbda26-2d7f-408e-abf3-7caecba4d30a HTTP/1.1" status: 404 len: 347 time: 0.0438030 Feb 28 10:34:26.433717 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 35938) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:26.456372 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32aece06-234e-4f63-9158-878756b56e0b admin admin] Pushing event deleted for resources: {'Port': ['ID=7c20230d-1243-4bcc-99fa-4d09e9d513e9,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:26.507556 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4d6b4439-a40b-40ab-b9fa-d885a0ef8608 tempest-FloatingIPNegativeTestJSON-1306017259 tempest-FloatingIPNegativeTestJSON-1306017259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (a9e5e6e6-bdd4-4916-86ed-d44a820a4dde), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:26.511407 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ed6624a6-aa42-486c-bccc-d091b4bb4ed6 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks [] for port (5d4bc784-06e6-4f28-a379-2df8ed7af4f5), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:26.525144 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ed6624a6-aa42-486c-bccc-d091b4bb4ed6 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3242529'] for port (5d4bc784-06e6-4f28-a379-2df8ed7af4f5), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:26.573004 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-abf66632-d6ba-4e8c-a146-d1d4d2604688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (5d4bc784-06e6-4f28-a379-2df8ed7af4f5), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:26.593953 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e9f56fa2-f7ee-4295-af70-34bf86ac9a54 tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742056637431'] for network (a561a732-9f3f-411c-856e-16b79d4bf3ff), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:26.603906 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ed6624a6-aa42-486c-bccc-d091b4bb4ed6 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3242588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3951195'] for subnet (0ff60488-19b7-4a9e-b1c9-eabbf7db897c), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:26.608947 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d6b4439-a40b-40ab-b9fa-d885a0ef8608 tempest-FloatingIPNegativeTestJSON-1306017259 tempest-FloatingIPNegativeTestJSON-1306017259-project] Network 1e0804d0-d1d9-4d40-9de5-2936f3d87840 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:34:26.623328 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-4d6b4439-a40b-40ab-b9fa-d885a0ef8608 tempest-FloatingIPNegativeTestJSON-1306017259 tempest-FloatingIPNegativeTestJSON-1306017259-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:34:26.626063 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d6b4439-a40b-40ab-b9fa-d885a0ef8608 tempest-FloatingIPNegativeTestJSON-1306017259 tempest-FloatingIPNegativeTestJSON-1306017259-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:34:26.771536 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e9f56fa2-f7ee-4295-af70-34bf86ac9a54 tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551'] for network (3b6c7afb-bc14-4217-bd06-a4096807b918), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:26.772388 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e9f56fa2-f7ee-4295-af70-34bf86ac9a54 tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551'] for network (a561a732-9f3f-411c-856e-16b79d4bf3ff), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:26.777544 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9f56fa2-f7ee-4295-af70-34bf86ac9a54 tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:34:26.781935 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9f56fa2-f7ee-4295-af70-34bf86ac9a54 tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:34:26.782700 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e9f56fa2-f7ee-4295-af70-34bf86ac9a54 tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:26.883912 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-abf66632-d6ba-4e8c-a146-d1d4d2604688 None None] For port 5d4bc784-06e6-4f28-a379-2df8ed7af4f5, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5d4bc784-06e6-4f28-a379-2df8ed7af4f5,segment=NetworkSegment(bf553b55-fb1d-4346-a090-4fb77eb0fbd7),segment_id=bf553b55-fb1d-4346-a090-4fb77eb0fbd7)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:34:26.884173 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-e9f56fa2-f7ee-4295-af70-34bf86ac9a54 tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 2.4584804 Feb 28 10:34:26.885928 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d116ffe0-7b58-4d05-a7e2-ce9ddc358193 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks [] for port (4f88583a-a65d-46de-99b6-685629197aef), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:26.917321 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-abf66632-d6ba-4e8c-a146-d1d4d2604688 None None] Publish callbacks [] for port (5d4bc784-06e6-4f28-a379-2df8ed7af4f5), precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:26.923548 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-abf66632-d6ba-4e8c-a146-d1d4d2604688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (5d4bc784-06e6-4f28-a379-2df8ed7af4f5), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:26.927008 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 35940) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:26.990372 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf66632-d6ba-4e8c-a146-d1d4d2604688 None None] Pushing event updated for resources: {'Port': ['ID=5d4bc784-06e6-4f28-a379-2df8ed7af4f5,revision_number=9']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:27.044203 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f6448f9c-366f-4765-8e7d-16d9f2d639ac tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1802615'] for router_interface (c7e6c2ba-2de7-4026-ac35-8fcf6b7819ce), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:27.056393 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f56fa2-f7ee-4295-af70-34bf86ac9a54 tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Pushing event updated for resources: {'Network': ['ID=3b6c7afb-bc14-4217-bd06-a4096807b918,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:27.072202 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Network 3b6c7afb-bc14-4217-bd06-a4096807b918 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103409) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:34:27.072438 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6b4439-a40b-40ab-b9fa-d885a0ef8608 tempest-FloatingIPNegativeTestJSON-1306017259 tempest-FloatingIPNegativeTestJSON-1306017259-project] Pushing event updated for resources: {'Port': ['ID=a9e5e6e6-bdd4-4916-86ed-d44a820a4dde,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:27.121965 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed6624a6-aa42-486c-bccc-d091b4bb4ed6 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Network 9f0a511d-8408-4971-9daa-968eebea54f2 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:34:27.140363 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-ed6624a6-aa42-486c-bccc-d091b4bb4ed6 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:34:27.147650 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed6624a6-aa42-486c-bccc-d091b4bb4ed6 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:34:27.148260 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ed6624a6-aa42-486c-bccc-d091b4bb4ed6 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks [] for subnet (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:27.165373 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6624a6-aa42-486c-bccc-d091b4bb4ed6 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Pushing event updated for resources: {'Subnet': ['ID=0ff60488-19b7-4a9e-b1c9-eabbf7db897c,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:27.218778 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6624a6-aa42-486c-bccc-d091b4bb4ed6 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Pushing event updated for resources: {'Port': ['ID=5d4bc784-06e6-4f28-a379-2df8ed7af4f5,revision_number=9']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:27.231975 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-ed6624a6-aa42-486c-bccc-d091b4bb4ed6 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3297725 Feb 28 10:34:27.232687 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 35942) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:27.243018 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-7e904736-2ef0-4efd-b291-859e22a84243 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Request body: {'subnet': {'network_id': '9f0a511d-8408-4971-9daa-968eebea54f2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:34:27.261016 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-32aece06-234e-4f63-9158-878756b56e0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1802651'] for router_interface (ebec2a5a-7ca7-420e-949e-f77a5a64a595), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:27.285555 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d116ffe0-7b58-4d05-a7e2-ce9ddc358193 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (4f88583a-a65d-46de-99b6-685629197aef), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:27.338220 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-fbe510b8-a721-4017-ad91-1e6ece21a1bb tempest-ServersTestJSON-1847654024 tempest-ServersTestJSON-1847654024-project] Deleting port b56d7ec6-4cd3-439a-a852-536fec33499c {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:34:27.338571 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fbe510b8-a721-4017-ad91-1e6ece21a1bb tempest-ServersTestJSON-1847654024 tempest-ServersTestJSON-1847654024-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (b56d7ec6-4cd3-439a-a852-536fec33499c), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:27.348066 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f56fa2-f7ee-4295-af70-34bf86ac9a54 tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Pushing event updated for resources: {'Network': ['ID=a561a732-9f3f-411c-856e-16b79d4bf3ff,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:27.371149 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Network a561a732-9f3f-411c-856e-16b79d4bf3ff details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103409) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:34:27.418890 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c43d9fc9-a0a1-4bd9-a388-c4863418af4c tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:34:27.423940 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c43d9fc9-a0a1-4bd9-a388-c4863418af4c tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:34:27.429132 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c43d9fc9-a0a1-4bd9-a388-c4863418af4c tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:34:27.434382 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c43d9fc9-a0a1-4bd9-a388-c4863418af4c tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:34:27.436601 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-c43d9fc9-a0a1-4bd9-a388-c4863418af4c tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.5037091 Feb 28 10:34:27.439212 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 35944) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:27.485679 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d116ffe0-7b58-4d05-a7e2-ce9ddc358193 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Network 8929b71a-d96d-48b5-95df-91b088a5d91b is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:34:27.493724 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-d116ffe0-7b58-4d05-a7e2-ce9ddc358193 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:34:27.513369 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d116ffe0-7b58-4d05-a7e2-ce9ddc358193 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Pushing event updated for resources: {'Port': ['ID=4f88583a-a65d-46de-99b6-685629197aef,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:27.515429 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d116ffe0-7b58-4d05-a7e2-ce9ddc358193 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:34:27.520668 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d116ffe0-7b58-4d05-a7e2-ce9ddc358193 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:34:27.521565 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d116ffe0-7b58-4d05-a7e2-ce9ddc358193 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:27.580758 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fbe510b8-a721-4017-ad91-1e6ece21a1bb tempest-ServersTestJSON-1847654024 tempest-ServersTestJSON-1847654024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (b56d7ec6-4cd3-439a-a852-536fec33499c), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:27.581163 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fbe510b8-a721-4017-ad91-1e6ece21a1bb tempest-ServersTestJSON-1847654024 tempest-ServersTestJSON-1847654024-project] Publish callbacks [] for floatingip (b56d7ec6-4cd3-439a-a852-536fec33499c), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:27.589515 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-d116ffe0-7b58-4d05-a7e2-ce9ddc358193 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.0965345 Feb 28 10:34:27.593635 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 35946) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:27.597575 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9183c106-5bfd-4733-88da-4332a472a9ad tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-665757'] for network (3b6c7afb-bc14-4217-bd06-a4096807b918), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:27.610924 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-fbe510b8-a721-4017-ad91-1e6ece21a1bb tempest-ServersTestJSON-1847654024 tempest-ServersTestJSON-1847654024-project] Calling delete_port for b56d7ec6-4cd3-439a-a852-536fec33499c owned by network:floatingip {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:34:27.621416 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e904736-2ef0-4efd-b291-859e22a84243 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Made reservation on behalf of 01d784a6a3f04224a7e9160ad9d44184 for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:34:27.625123 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7e904736-2ef0-4efd-b291-859e22a84243 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3951209'] for subnet (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:27.661644 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcab932c-8321-4457-8c0e-59d3d86498a3 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:34:27.667699 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf5d9ef5-ed41-4cf1-959f-92bd7e87770a None None] Network 9f0a511d-8408-4971-9daa-968eebea54f2 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:34:27.668232 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-bcab932c-8321-4457-8c0e-59d3d86498a3 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] 10.222.0.20 "GET /v2.0/ports/4f88583a-a65d-46de-99b6-685629197aef HTTP/1.1" status: 200 len: 844 time: 0.0689349 Feb 28 10:34:27.668232 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 35948) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:27.688051 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-4d6b4439-a40b-40ab-b9fa-d885a0ef8608 tempest-FloatingIPNegativeTestJSON-1306017259 tempest-FloatingIPNegativeTestJSON-1306017259-project] Deleting port a9e5e6e6-bdd4-4916-86ed-d44a820a4dde {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:34:27.688406 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4d6b4439-a40b-40ab-b9fa-d885a0ef8608 tempest-FloatingIPNegativeTestJSON-1306017259 tempest-FloatingIPNegativeTestJSON-1306017259-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (a9e5e6e6-bdd4-4916-86ed-d44a820a4dde), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:27.721249 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-f6d14f68-c14d-47e7-9179-936c68ced131 None None] Provisioning complete for port 5d4bc784-06e6-4f28-a379-2df8ed7af4f5 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:34:27.721783 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f6d14f68-c14d-47e7-9179-936c68ced131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (5d4bc784-06e6-4f28-a379-2df8ed7af4f5), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:27.851582 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-f6d14f68-c14d-47e7-9179-936c68ced131 None None] Current status of the port 5d4bc784-06e6-4f28-a379-2df8ed7af4f5 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:34:27.904528 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9183c106-5bfd-4733-88da-4332a472a9ad tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672413', 'neutron.services.segments.db._delete_segments_for_network-8742057110173'] for network (3b6c7afb-bc14-4217-bd06-a4096807b918), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:27.969452 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-9183c106-5bfd-4733-88da-4332a472a9ad tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b6c7afb-bc14-4217-bd06-a4096807b918']}} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:34:27.991872 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-9183c106-5bfd-4733-88da-4332a472a9ad tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '420a5eee-6b1c-4d74-8b22-b6d407a1adc3') {'for_net_delete': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:34:27.992222 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-9183c106-5bfd-4733-88da-4332a472a9ad tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '420a5eee-6b1c-4d74-8b22-b6d407a1adc3') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:34:27.997867 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4d6b4439-a40b-40ab-b9fa-d885a0ef8608 tempest-FloatingIPNegativeTestJSON-1306017259 tempest-FloatingIPNegativeTestJSON-1306017259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (a9e5e6e6-bdd4-4916-86ed-d44a820a4dde), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:27.998240 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4d6b4439-a40b-40ab-b9fa-d885a0ef8608 tempest-FloatingIPNegativeTestJSON-1306017259 tempest-FloatingIPNegativeTestJSON-1306017259-project] Publish callbacks [] for floatingip (a9e5e6e6-bdd4-4916-86ed-d44a820a4dde), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:28.023763 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9183c106-5bfd-4733-88da-4332a472a9ad tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742057113766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3423550'] for segment (420a5eee-6b1c-4d74-8b22-b6d407a1adc3), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:28.038443 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-4d6b4439-a40b-40ab-b9fa-d885a0ef8608 tempest-FloatingIPNegativeTestJSON-1306017259 tempest-FloatingIPNegativeTestJSON-1306017259-project] Calling delete_port for a9e5e6e6-bdd4-4916-86ed-d44a820a4dde owned by network:floatingip {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:34:28.086758 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9183c106-5bfd-4733-88da-4332a472a9ad tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (420a5eee-6b1c-4d74-8b22-b6d407a1adc3), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:28.127646 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9183c106-5bfd-4733-88da-4332a472a9ad tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Releasing vlan 293 on physical network physnet1 to pool {{(pid=103408) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:34:28.127972 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9183c106-5bfd-4733-88da-4332a472a9ad tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3242693'] for segment (420a5eee-6b1c-4d74-8b22-b6d407a1adc3), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:28.153635 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 5d4bc784-06e6-4f28-a379-2df8ed7af4f5 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:34:28.166498 dv-neutron-master-2-hyperv neutron-server[103408]: Traceback (most recent call last): Feb 28 10:34:28.166498 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:34:28.166498 dv-neutron-master-2-hyperv neutron-server[103408]: timer() Feb 28 10:34:28.166498 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:34:28.166498 dv-neutron-master-2-hyperv neutron-server[103408]: cb(*args, **kw) Feb 28 10:34:28.166498 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:34:28.166498 dv-neutron-master-2-hyperv neutron-server[103408]: return func(*args, **kwargs) Feb 28 10:34:28.166498 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:34:28.166498 dv-neutron-master-2-hyperv neutron-server[103408]: self._notify() Feb 28 10:34:28.166498 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:34:28.166498 dv-neutron-master-2-hyperv neutron-server[103408]: self.callback(batched_events) Feb 28 10:34:28.166498 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:34:28.166498 dv-neutron-master-2-hyperv neutron-server[103408]: event.method(event) Feb 28 10:34:28.166498 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:34:28.166498 dv-neutron-master-2-hyperv neutron-server[103408]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:34:28.166498 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:34:28.166498 dv-neutron-master-2-hyperv neutron-server[103408]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:34:28.166498 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:34:28.166498 dv-neutron-master-2-hyperv neutron-server[103408]: return f(self, *a, **k) Feb 28 10:34:28.166498 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:34:28.166498 dv-neutron-master-2-hyperv neutron-server[103408]: return self._get(url).json() Feb 28 10:34:28.166498 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:34:28.166498 dv-neutron-master-2-hyperv neutron-server[103408]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:34:28.166498 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:34:28.166498 dv-neutron-master-2-hyperv neutron-server[103408]: return self.request(url, 'GET', **kwargs) Feb 28 10:34:28.166498 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:34:28.166498 dv-neutron-master-2-hyperv neutron-server[103408]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:34:28.166498 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:34:28.166498 dv-neutron-master-2-hyperv neutron-server[103408]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:34:28.166498 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:34:28.166498 dv-neutron-master-2-hyperv neutron-server[103408]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:34:28.166498 dv-neutron-master-2-hyperv neutron-server[103408]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:34:28.185972 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32aece06-234e-4f63-9158-878756b56e0b admin admin] Router ebec2a5a-7ca7-420e-949e-f77a5a64a595 has already been hosted by L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:34:28.209774 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-c8cb134d-44c5-4a4a-906f-b21fe067d200 None None] Provisioning complete for port 5d4bc784-06e6-4f28-a379-2df8ed7af4f5 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:34:28.209774 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c8cb134d-44c5-4a4a-906f-b21fe067d200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (5d4bc784-06e6-4f28-a379-2df8ed7af4f5), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:28.234804 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fbe510b8-a721-4017-ad91-1e6ece21a1bb tempest-ServersTestJSON-1847654024 tempest-ServersTestJSON-1847654024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (b56d7ec6-4cd3-439a-a852-536fec33499c), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:28.257579 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-94cc83c0-33b2-47bc-8866-ace794195554 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Deleting port 4f88583a-a65d-46de-99b6-685629197aef {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:34:28.257925 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-94cc83c0-33b2-47bc-8866-ace794195554 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (4f88583a-a65d-46de-99b6-685629197aef), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:28.262862 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port 5d4bc784-06e6-4f28-a379-2df8ed7af4f5 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:34:28.263560 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (5d4bc784-06e6-4f28-a379-2df8ed7af4f5), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:28.278303 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-f6448f9c-366f-4765-8e7d-16d9f2d639ac tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Deleting port d2aed3fe-d6b7-487c-a473-b292f02e3ff9 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:34:28.278649 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f6448f9c-366f-4765-8e7d-16d9f2d639ac tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (d2aed3fe-d6b7-487c-a473-b292f02e3ff9), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:28.307882 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe510b8-a721-4017-ad91-1e6ece21a1bb tempest-ServersTestJSON-1847654024 tempest-ServersTestJSON-1847654024-project] Pushing event deleted for resources: {'Port': ['ID=b56d7ec6-4cd3-439a-a852-536fec33499c,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:28.314258 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9183c106-5bfd-4733-88da-4332a472a9ad tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803269'] for network (3b6c7afb-bc14-4217-bd06-a4096807b918), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:28.318885 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9183c106-5bfd-4733-88da-4332a472a9ad tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616561'] for network (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:28.324853 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-9183c106-5bfd-4733-88da-4332a472a9ad tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] 10.222.0.20 "DELETE /v2.0/networks/3b6c7afb-bc14-4217-bd06-a4096807b918 HTTP/1.1" status: 204 len: 168 time: 0.8795037 Feb 28 10:34:28.340181 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-c8cb134d-44c5-4a4a-906f-b21fe067d200 None None] Current status of the port 5d4bc784-06e6-4f28-a379-2df8ed7af4f5 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:34:28.345687 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 35950) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:28.391033 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 5d4bc784-06e6-4f28-a379-2df8ed7af4f5 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:34:28.428106 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-94cc83c0-33b2-47bc-8866-ace794195554 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (4f88583a-a65d-46de-99b6-685629197aef), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:28.450512 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9183c106-5bfd-4733-88da-4332a472a9ad tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Pushing event deleted for resources: {'Network': ['ID=3b6c7afb-bc14-4217-bd06-a4096807b918,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:28.459756 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-94cc83c0-33b2-47bc-8866-ace794195554 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Calling delete_port for 4f88583a-a65d-46de-99b6-685629197aef owned by {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:34:28.472486 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32aece06-234e-4f63-9158-878756b56e0b admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:34:28.486108 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-32aece06-234e-4f63-9158-878756b56e0b admin admin] 10.222.0.20 "PUT /v2.0/routers/ebec2a5a-7ca7-420e-949e-f77a5a64a595/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5694203 Feb 28 10:34:28.491172 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 35952) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:28.492467 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4cfbbe0-dddd-4093-be15-27c17f6d85c9 None None] Sync routers for ids ['ebec2a5a-7ca7-420e-949e-f77a5a64a595'] in dv-neutron-master-2-hyperv {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:34:28.497778 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f6448f9c-366f-4765-8e7d-16d9f2d639ac tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (d2aed3fe-d6b7-487c-a473-b292f02e3ff9), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:28.511373 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4cfbbe0-dddd-4093-be15-27c17f6d85c9 None None] Routers {'ebec2a5a-7ca7-420e-949e-f77a5a64a595'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:34:28.512324 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-f4cfbbe0-dddd-4093-be15-27c17f6d85c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:34:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['ebec2a5a-7ca7-420e-949e-f77a5a64a595'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:34:28.542839 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7e904736-2ef0-4efd-b291-859e22a84243 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3242588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3951195'] for subnet (b8936c49-1bcb-4989-8de1-92b90b7da72d), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:28.548094 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fbe510b8-a721-4017-ad91-1e6ece21a1bb tempest-ServersTestJSON-1847654024 tempest-ServersTestJSON-1847654024-project] Publish callbacks [] for floatingip (c4e92641-27ac-472f-ab36-f8efed3a7d88), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:28.550717 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fbe510b8-a721-4017-ad91-1e6ece21a1bb tempest-ServersTestJSON-1847654024 tempest-ServersTestJSON-1847654024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for floatingip (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:28.551909 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-fbe510b8-a721-4017-ad91-1e6ece21a1bb tempest-ServersTestJSON-1847654024 tempest-ServersTestJSON-1847654024-project] 10.222.0.20 "DELETE /v2.0/floatingips/c4e92641-27ac-472f-ab36-f8efed3a7d88 HTTP/1.1" status: 204 len: 168 time: 2.1172633 Feb 28 10:34:28.556099 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 35954) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:28.576136 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-08b75c76-2042-4316-bfd1-2f778a978b50 tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-665757'] for network (a561a732-9f3f-411c-856e-16b79d4bf3ff), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:28.589968 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-f6448f9c-366f-4765-8e7d-16d9f2d639ac tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Calling delete_port for d2aed3fe-d6b7-487c-a473-b292f02e3ff9 owned by network:router_interface {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:34:28.667808 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4d6b4439-a40b-40ab-b9fa-d885a0ef8608 tempest-FloatingIPNegativeTestJSON-1306017259 tempest-FloatingIPNegativeTestJSON-1306017259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (a9e5e6e6-bdd4-4916-86ed-d44a820a4dde), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:28.675390 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e904736-2ef0-4efd-b291-859e22a84243 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Network 9f0a511d-8408-4971-9daa-968eebea54f2 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:34:28.708738 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-7e904736-2ef0-4efd-b291-859e22a84243 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:34:28.722033 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e904736-2ef0-4efd-b291-859e22a84243 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:34:28.722694 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7e904736-2ef0-4efd-b291-859e22a84243 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks [] for subnet (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:28.727290 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6b4439-a40b-40ab-b9fa-d885a0ef8608 tempest-FloatingIPNegativeTestJSON-1306017259 tempest-FloatingIPNegativeTestJSON-1306017259-project] Pushing event deleted for resources: {'Port': ['ID=a9e5e6e6-bdd4-4916-86ed-d44a820a4dde,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:28.729492 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e904736-2ef0-4efd-b291-859e22a84243 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Pushing event updated for resources: {'Subnet': ['ID=b8936c49-1bcb-4989-8de1-92b90b7da72d,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:28.730179 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1e50db6c-c05f-43a4-9f0c-be2348696ca8 admin admin] Publish callbacks [] for router (ebec2a5a-7ca7-420e-949e-f77a5a64a595), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:28.731871 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-94cc83c0-33b2-47bc-8866-ace794195554 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (4f88583a-a65d-46de-99b6-685629197aef), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:28.779797 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3ce2ab6-713a-4a93-8a08-8ad113240670 None None] Network 9f0a511d-8408-4971-9daa-968eebea54f2 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:34:28.809391 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cc83c0-33b2-47bc-8866-ace794195554 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Pushing event deleted for resources: {'Port': ['ID=4f88583a-a65d-46de-99b6-685629197aef,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:28.850808 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-f4cfbbe0-dddd-4093-be15-27c17f6d85c9 None None] Set router ebec2a5a-7ca7-420e-949e-f77a5a64a595 gateway port host: dv-neutron-master-2-hyperv {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:34:28.852652 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-94cc83c0-33b2-47bc-8866-ace794195554 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:28.856080 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-94cc83c0-33b2-47bc-8866-ace794195554 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] 10.222.0.20 "DELETE /v2.0/ports/4f88583a-a65d-46de-99b6-685629197aef HTTP/1.1" status: 204 len: 168 time: 1.1887853 Feb 28 10:34:28.860395 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 35956) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:28.892635 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-7e904736-2ef0-4efd-b291-859e22a84243 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6566226 Feb 28 10:34:28.899013 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 35958) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:28.910059 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-5eb1f177-2cc1-4533-bfbc-b555f5f4d59f tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Request body: {'port': {'network_id': '9f0a511d-8408-4971-9daa-968eebea54f2', 'mac_address': 'fa:16:3e:c9:a7:3f', 'name': 'tempest-NetworksTestDHCPv6-1458393602'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:34:28.927974 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-c287ffd5-c333-43d1-8170-6ccccfbe3a28 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] GET failed (client error): The resource could not be found. Feb 28 10:34:28.929829 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-c287ffd5-c333-43d1-8170-6ccccfbe3a28 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] 10.222.0.20 "GET /v2.0/ports/4f88583a-a65d-46de-99b6-685629197aef HTTP/1.1" status: 404 len: 333 time: 0.0668294 Feb 28 10:34:28.939119 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 35960) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:28.944483 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-8f093f58-85eb-4315-aca9-4c55f6790dda tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Request body: {'port': {'network_id': '8929b71a-d96d-48b5-95df-91b088a5d91b', 'name': 'tempest-PortsIpV6TestJSON-1313376499'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:34:28.977881 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-08b75c76-2042-4316-bfd1-2f778a978b50 tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672413', 'neutron.services.segments.db._delete_segments_for_network-8742057110173'] for network (a561a732-9f3f-411c-856e-16b79d4bf3ff), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:29.044254 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1e50db6c-c05f-43a4-9f0c-be2348696ca8 admin admin] Publish callbacks [] for router_gateway (ebec2a5a-7ca7-420e-949e-f77a5a64a595), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:29.123646 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f6448f9c-366f-4765-8e7d-16d9f2d639ac tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (d2aed3fe-d6b7-487c-a473-b292f02e3ff9), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:29.129022 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a2103f4-8871-4ec9-8beb-3fff2655d720 None None] Update dhcp port {'port': {'network_id': '9f0a511d-8408-4971-9daa-968eebea54f2', 'fixed_ips': [{'subnet_id': '0ff60488-19b7-4a9e-b1c9-eabbf7db897c', 'ip_address': '2001:db8::f816:3eff:fe4d:943a'}, {'subnet_id': 'b8936c49-1bcb-4989-8de1-92b90b7da72d'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': '5d4bc784-06e6-4f28-a379-2df8ed7af4f5'} from dv-neutron-master-2-hyperv. {{(pid=103409) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 28 10:34:29.135827 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f093f58-85eb-4315-aca9-4c55f6790dda tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Made reservation on behalf of 29ccc4cf6ba849d18fb6a0524a0ef75f for: {'port': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:34:29.139254 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8f093f58-85eb-4315-aca9-4c55f6790dda tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:29.149924 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-f4cfbbe0-dddd-4093-be15-27c17f6d85c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebec2a5a-7ca7-420e-949e-f77a5a64a595', 'name': 'tempest-ServersTestManualDisk-2129798420-router', 'tenant_id': 'd80868ff0b864fdfb22c0fe939fc8d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.108'}], 'enable_snat': True}, 'gw_port_id': 'a243619b-d2d4-4c33-8a1d-88282887b5e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:31:52Z', 'updated_at': '2022-02-28T10:34:26Z', 'revision_number': 5, 'project_id': 'd80868ff0b864fdfb22c0fe939fc8d79', 'gw_port': {'id': 'a243619b-d2d4-4c33-8a1d-88282887b5e1', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:49:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebec2a5a-7ca7-420e-949e-f77a5a64a595', 'device_owner': 'network:router_gateway', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:31:55Z', 'updated_at': '2022-02-28T10:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:34:29.162554 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6448f9c-366f-4765-8e7d-16d9f2d639ac tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Pushing event deleted for resources: {'Port': ['ID=d2aed3fe-d6b7-487c-a473-b292f02e3ff9,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:29.185145 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4cfbbe0-dddd-4093-be15-27c17f6d85c9 None None] Checking router: ebec2a5a-7ca7-420e-949e-f77a5a64a595 for host: dv-neutron-master-2-hyperv {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:34:29.196789 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3a2103f4-8871-4ec9-8beb-3fff2655d720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (5d4bc784-06e6-4f28-a379-2df8ed7af4f5), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:29.209220 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4cfbbe0-dddd-4093-be15-27c17f6d85c9 None None] Routers {'ebec2a5a-7ca7-420e-949e-f77a5a64a595'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:34:29.209975 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-f4cfbbe0-dddd-4093-be15-27c17f6d85c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:34:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['ebec2a5a-7ca7-420e-949e-f77a5a64a595'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:34:29.235783 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.notifiers.nova [None req-8f093f58-85eb-4315-aca9-4c55f6790dda tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] device_id is not set on port f20514d1-b95b-47fd-bd65-1231709d48c4 yet. {{(pid=103407) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:34:29.311218 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-1e50db6c-c05f-43a4-9f0c-be2348696ca8 admin admin] Deleting port a243619b-d2d4-4c33-8a1d-88282887b5e1 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:34:29.311467 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1e50db6c-c05f-43a4-9f0c-be2348696ca8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (a243619b-d2d4-4c33-8a1d-88282887b5e1), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:29.369793 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-08b75c76-2042-4316-bfd1-2f778a978b50 tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a561a732-9f3f-411c-856e-16b79d4bf3ff']}} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:34:29.394603 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.api.v2.resource [None req-4d6b4439-a40b-40ab-b9fa-d885a0ef8608 tempest-FloatingIPNegativeTestJSON-1306017259 tempest-FloatingIPNegativeTestJSON-1306017259-project] create failed (client error): The resource could not be found. Feb 28 10:34:29.395975 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-4d6b4439-a40b-40ab-b9fa-d885a0ef8608 tempest-FloatingIPNegativeTestJSON-1306017259 tempest-FloatingIPNegativeTestJSON-1306017259-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 4.2600982 Feb 28 10:34:29.410384 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-08b75c76-2042-4316-bfd1-2f778a978b50 tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19f446c4-4b2e-404e-a13f-d9192a165740') {'for_net_delete': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:34:29.410953 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-08b75c76-2042-4316-bfd1-2f778a978b50 tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19f446c4-4b2e-404e-a13f-d9192a165740') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:34:29.415443 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 35962) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:29.430806 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-f4cfbbe0-dddd-4093-be15-27c17f6d85c9 None None] Set router ebec2a5a-7ca7-420e-949e-f77a5a64a595 gateway port host: None {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:34:29.485046 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-08b75c76-2042-4316-bfd1-2f778a978b50 tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742057113766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3423550'] for segment (19f446c4-4b2e-404e-a13f-d9192a165740), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:29.494592 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-f4cfbbe0-dddd-4093-be15-27c17f6d85c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebec2a5a-7ca7-420e-949e-f77a5a64a595', 'name': 'tempest-ServersTestManualDisk-2129798420-router', 'tenant_id': 'd80868ff0b864fdfb22c0fe939fc8d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:31:52Z', 'updated_at': '2022-02-28T10:34:29Z', 'revision_number': 6, 'project_id': 'd80868ff0b864fdfb22c0fe939fc8d79', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:34:29.542162 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-08b75c76-2042-4316-bfd1-2f778a978b50 tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (19f446c4-4b2e-404e-a13f-d9192a165740), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:29.554573 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4cfbbe0-dddd-4093-be15-27c17f6d85c9 None None] The sync data for ids ['ebec2a5a-7ca7-420e-949e-f77a5a64a595'] in dv-neutron-master-2-hyperv is: [{'id': 'ebec2a5a-7ca7-420e-949e-f77a5a64a595', 'name': 'tempest-ServersTestManualDisk-2129798420-router', 'tenant_id': 'd80868ff0b864fdfb22c0fe939fc8d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:31:52Z', 'updated_at': '2022-02-28T10:34:29Z', 'revision_number': 6, 'project_id': 'd80868ff0b864fdfb22c0fe939fc8d79', 'gw_port_host': None}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:34:29.565480 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f6448f9c-366f-4765-8e7d-16d9f2d639ac tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1802651'] for router_interface (c7e6c2ba-2de7-4026-ac35-8fcf6b7819ce), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:29.572964 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8f093f58-85eb-4315-aca9-4c55f6790dda tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks [] for port (f20514d1-b95b-47fd-bd65-1231709d48c4), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:29.594017 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-3a2103f4-8871-4ec9-8beb-3fff2655d720 None None] Allocated IP 172.20.0.2 (9f0a511d-8408-4971-9daa-968eebea54f2/b8936c49-1bcb-4989-8de1-92b90b7da72d/5d4bc784-06e6-4f28-a379-2df8ed7af4f5) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:34:29.608224 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-1e50db6c-c05f-43a4-9f0c-be2348696ca8 admin admin] For port a243619b-d2d4-4c33-8a1d-88282887b5e1, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a243619b-d2d4-4c33-8a1d-88282887b5e1,segment=NetworkSegment(195d7ed7-323d-4284-82df-208cca613d99),segment_id=195d7ed7-323d-4284-82df-208cca613d99)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:34:29.608629 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1e50db6c-c05f-43a4-9f0c-be2348696ca8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (a243619b-d2d4-4c33-8a1d-88282887b5e1), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:29.636715 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08b75c76-2042-4316-bfd1-2f778a978b50 tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Releasing vlan 292 on physical network physnet1 to pool {{(pid=103408) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:34:29.637141 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-08b75c76-2042-4316-bfd1-2f778a978b50 tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3242693'] for segment (19f446c4-4b2e-404e-a13f-d9192a165740), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:29.646287 dv-neutron-master-2-hyperv neutron-server[103408]: Traceback (most recent call last): Feb 28 10:34:29.646287 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:34:29.646287 dv-neutron-master-2-hyperv neutron-server[103408]: timer() Feb 28 10:34:29.646287 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:34:29.646287 dv-neutron-master-2-hyperv neutron-server[103408]: cb(*args, **kw) Feb 28 10:34:29.646287 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:34:29.646287 dv-neutron-master-2-hyperv neutron-server[103408]: return func(*args, **kwargs) Feb 28 10:34:29.646287 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:34:29.646287 dv-neutron-master-2-hyperv neutron-server[103408]: self._notify() Feb 28 10:34:29.646287 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:34:29.646287 dv-neutron-master-2-hyperv neutron-server[103408]: self.callback(batched_events) Feb 28 10:34:29.646287 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:34:29.646287 dv-neutron-master-2-hyperv neutron-server[103408]: event.method(event) Feb 28 10:34:29.646287 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:34:29.646287 dv-neutron-master-2-hyperv neutron-server[103408]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:34:29.646287 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:34:29.646287 dv-neutron-master-2-hyperv neutron-server[103408]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:34:29.646287 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:34:29.646287 dv-neutron-master-2-hyperv neutron-server[103408]: return f(self, *a, **k) Feb 28 10:34:29.646287 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:34:29.646287 dv-neutron-master-2-hyperv neutron-server[103408]: return self._get(url).json() Feb 28 10:34:29.646287 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:34:29.646287 dv-neutron-master-2-hyperv neutron-server[103408]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:34:29.646287 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:34:29.646287 dv-neutron-master-2-hyperv neutron-server[103408]: return self.request(url, 'GET', **kwargs) Feb 28 10:34:29.646287 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:34:29.646287 dv-neutron-master-2-hyperv neutron-server[103408]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:34:29.646287 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:34:29.646287 dv-neutron-master-2-hyperv neutron-server[103408]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:34:29.646287 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:34:29.646287 dv-neutron-master-2-hyperv neutron-server[103408]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:34:29.646287 dv-neutron-master-2-hyperv neutron-server[103408]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:34:29.664428 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-1e50db6c-c05f-43a4-9f0c-be2348696ca8 admin admin] Calling delete_port for a243619b-d2d4-4c33-8a1d-88282887b5e1 owned by network:router_gateway {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:34:29.698846 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-3a2103f4-8871-4ec9-8beb-3fff2655d720 None None] For port 5d4bc784-06e6-4f28-a379-2df8ed7af4f5, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5d4bc784-06e6-4f28-a379-2df8ed7af4f5,segment=NetworkSegment(bf553b55-fb1d-4346-a090-4fb77eb0fbd7),segment_id=bf553b55-fb1d-4346-a090-4fb77eb0fbd7)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:34:29.733916 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3a2103f4-8871-4ec9-8beb-3fff2655d720 None None] Publish callbacks [] for port (5d4bc784-06e6-4f28-a379-2df8ed7af4f5), precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:29.740858 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eb1f177-2cc1-4533-bfbc-b555f5f4d59f tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Made reservation on behalf of 01d784a6a3f04224a7e9160ad9d44184 for: {'port': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:34:29.741694 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3a2103f4-8871-4ec9-8beb-3fff2655d720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (5d4bc784-06e6-4f28-a379-2df8ed7af4f5), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:29.792772 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8f093f58-85eb-4315-aca9-4c55f6790dda tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (f20514d1-b95b-47fd-bd65-1231709d48c4), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:29.802204 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-08b75c76-2042-4316-bfd1-2f778a978b50 tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803269'] for network (a561a732-9f3f-411c-856e-16b79d4bf3ff), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:29.807398 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-08b75c76-2042-4316-bfd1-2f778a978b50 tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616561'] for network (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:29.810847 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-08b75c76-2042-4316-bfd1-2f778a978b50 tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] 10.222.0.20 "DELETE /v2.0/networks/a561a732-9f3f-411c-856e-16b79d4bf3ff HTTP/1.1" status: 204 len: 168 time: 1.4577601 Feb 28 10:34:29.821799 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 35964) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:29.835285 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2103f4-8871-4ec9-8beb-3fff2655d720 None None] Pushing event updated for resources: {'Port': ['ID=5d4bc784-06e6-4f28-a379-2df8ed7af4f5,revision_number=10']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:29.885790 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b75c76-2042-4316-bfd1-2f778a978b50 tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Pushing event deleted for resources: {'Network': ['ID=a561a732-9f3f-411c-856e-16b79d4bf3ff,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:29.895417 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f093f58-85eb-4315-aca9-4c55f6790dda tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Network 8929b71a-d96d-48b5-95df-91b088a5d91b is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:34:29.897841 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6448f9c-366f-4765-8e7d-16d9f2d639ac tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Router c7e6c2ba-2de7-4026-ac35-8fcf6b7819ce has already been hosted by L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:34:29.905749 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-8f093f58-85eb-4315-aca9-4c55f6790dda tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:34:29.913814 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f093f58-85eb-4315-aca9-4c55f6790dda tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:34:29.924336 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f093f58-85eb-4315-aca9-4c55f6790dda tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:34:29.925044 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8f093f58-85eb-4315-aca9-4c55f6790dda tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:29.946874 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-491f5142-dd8e-43fa-907d-4c72e1d7dfdd tempest-FloatingIPNegativeTestJSON-1306017259 tempest-FloatingIPNegativeTestJSON-1306017259-project] Deleting port 2f414a19-5c62-4e24-ad19-1570fa77fe64 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:34:29.947235 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-491f5142-dd8e-43fa-907d-4c72e1d7dfdd tempest-FloatingIPNegativeTestJSON-1306017259 tempest-FloatingIPNegativeTestJSON-1306017259-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (2f414a19-5c62-4e24-ad19-1570fa77fe64), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:29.971936 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f093f58-85eb-4315-aca9-4c55f6790dda tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Pushing event updated for resources: {'Port': ['ID=f20514d1-b95b-47fd-bd65-1231709d48c4,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:30.067204 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-8f093f58-85eb-4315-aca9-4c55f6790dda tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.1267257 Feb 28 10:34:30.070233 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 35966) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:30.164066 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5eb1f177-2cc1-4533-bfbc-b555f5f4d59f tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:30.239746 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05c97d52-4c48-4630-a3b7-611d974ebb8c tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:34:30.245856 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05c97d52-4c48-4630-a3b7-611d974ebb8c tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:34:30.248051 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-05c97d52-4c48-4630-a3b7-611d974ebb8c tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.4239936 Feb 28 10:34:30.259707 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 35968) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:30.277401 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-ffffd67e-e640-444a-8d8c-e190ab1ff4a8 tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1328159303'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:34:30.286572 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-491f5142-dd8e-43fa-907d-4c72e1d7dfdd tempest-FloatingIPNegativeTestJSON-1306017259 tempest-FloatingIPNegativeTestJSON-1306017259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (2f414a19-5c62-4e24-ad19-1570fa77fe64), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:30.304188 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-5eb1f177-2cc1-4533-bfbc-b555f5f4d59f tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] device_id is not set on port dcf96098-c014-4530-9d28-0d77904b36bf yet. {{(pid=103408) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:34:30.316658 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-491f5142-dd8e-43fa-907d-4c72e1d7dfdd tempest-FloatingIPNegativeTestJSON-1306017259 tempest-FloatingIPNegativeTestJSON-1306017259-project] Calling delete_port for 2f414a19-5c62-4e24-ad19-1570fa77fe64 owned by {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:34:30.398049 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-cdfe4db9-af1c-446c-af95-87416b963f35 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:34:30.418101 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 5d4bc784-06e6-4f28-a379-2df8ed7af4f5 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:34:30.426650 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6448f9c-366f-4765-8e7d-16d9f2d639ac tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:34:30.433092 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffffd67e-e640-444a-8d8c-e190ab1ff4a8 tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Made reservation on behalf of 926a2bc4399d41a8aaac442463a00142 for: {'network': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:34:30.437724 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-f6448f9c-366f-4765-8e7d-16d9f2d639ac tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] 10.222.0.20 "PUT /v2.0/routers/c7e6c2ba-2de7-4026-ac35-8fcf6b7819ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1719956 Feb 28 10:34:30.437892 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ffffd67e-e640-444a-8d8c-e190ab1ff4a8 tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for network (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:30.439681 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7494c2d-bdbe-4f41-8ef9-eaac99cdf3c4 None None] Sync routers for ids ['c7e6c2ba-2de7-4026-ac35-8fcf6b7819ce'] in dv-neutron-master-2-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:34:30.441458 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 35970) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:30.469346 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7494c2d-bdbe-4f41-8ef9-eaac99cdf3c4 None None] Routers {'c7e6c2ba-2de7-4026-ac35-8fcf6b7819ce'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:34:30.470692 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-d7494c2d-bdbe-4f41-8ef9-eaac99cdf3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:34:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['c7e6c2ba-2de7-4026-ac35-8fcf6b7819ce'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:34:30.481115 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f07d3a5a-ae15-4cf7-9170-0abac1b193cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1802615'] for router_interface (aad0f095-9a34-4d69-8adc-66dbe99d9006), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:30.530055 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-d7494c2d-bdbe-4f41-8ef9-eaac99cdf3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:34:30.543836 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port 5d4bc784-06e6-4f28-a379-2df8ed7af4f5 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:34:30.545782 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (5d4bc784-06e6-4f28-a379-2df8ed7af4f5), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:30.553583 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7494c2d-bdbe-4f41-8ef9-eaac99cdf3c4 None None] Routers {'c7e6c2ba-2de7-4026-ac35-8fcf6b7819ce'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:34:30.554554 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-d7494c2d-bdbe-4f41-8ef9-eaac99cdf3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:34:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['c7e6c2ba-2de7-4026-ac35-8fcf6b7819ce'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:34:30.572865 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-cdfe4db9-af1c-446c-af95-87416b963f35 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (f20514d1-b95b-47fd-bd65-1231709d48c4), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:30.581316 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-8390cc51-550f-47ce-ad90-654e1f9d209e tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7e6c2ba-2de7-4026-ac35-8fcf6b7819ce HTTP/1.1" status: 200 len: 205 time: 0.1362867 Feb 28 10:34:30.585860 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 35972) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:30.616298 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffffd67e-e640-444a-8d8c-e190ab1ff4a8 tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 262} {{(pid=103408) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:34:30.617731 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-d7494c2d-bdbe-4f41-8ef9-eaac99cdf3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:34:30.618810 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7494c2d-bdbe-4f41-8ef9-eaac99cdf3c4 None None] The sync data for ids ['c7e6c2ba-2de7-4026-ac35-8fcf6b7819ce'] in dv-neutron-master-2-hyperv is: [] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:34:30.689827 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 5d4bc784-06e6-4f28-a379-2df8ed7af4f5 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:34:30.699036 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-179296df-c96e-4036-a2c7-1a018e14de08 None None] Provisioning complete for port 5d4bc784-06e6-4f28-a379-2df8ed7af4f5 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:34:30.700092 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-179296df-c96e-4036-a2c7-1a018e14de08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (5d4bc784-06e6-4f28-a379-2df8ed7af4f5), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:30.708105 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ffffd67e-e640-444a-8d8c-e190ab1ff4a8 tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (8adea30b-d54e-496a-9a0b-f8cc9e7ec887), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:30.708459 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.db.segments_db [None req-ffffd67e-e640-444a-8d8c-e190ab1ff4a8 tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Added segment 8adea30b-d54e-496a-9a0b-f8cc9e7ec887 of type vlan for network 54bd0380-1a61-4ceb-a0d7-4c52a8513ec3 Feb 28 10:34:30.720135 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1e50db6c-c05f-43a4-9f0c-be2348696ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (a243619b-d2d4-4c33-8a1d-88282887b5e1), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:30.729093 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 7c20230d-1243-4bcc-99fa-4d09e9d513e9 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:34:30.735890 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-229f726e-e702-4ff6-89e9-25846eed924a tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks [] for router (c7e6c2ba-2de7-4026-ac35-8fcf6b7819ce), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:30.755144 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] No Port match for: 7c20230d-1243-4bcc-99fa-4d09e9d513e9 {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:34:30.755839 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 7c20230d-1243-4bcc-99fa-4d09e9d513e9 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:34:30.796268 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e50db6c-c05f-43a4-9f0c-be2348696ca8 admin admin] Pushing event deleted for resources: {'Port': ['ID=a243619b-d2d4-4c33-8a1d-88282887b5e1,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:30.822960 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-179296df-c96e-4036-a2c7-1a018e14de08 None None] Current status of the port 5d4bc784-06e6-4f28-a379-2df8ed7af4f5 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:34:30.847560 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ffffd67e-e640-444a-8d8c-e190ab1ff4a8 tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742056637431'] for network (54bd0380-1a61-4ceb-a0d7-4c52a8513ec3), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:30.900713 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-5eb1f177-2cc1-4533-bfbc-b555f5f4d59f tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Allocated IP 172.20.0.3 (9f0a511d-8408-4971-9daa-968eebea54f2/b8936c49-1bcb-4989-8de1-92b90b7da72d/dcf96098-c014-4530-9d28-0d77904b36bf) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:34:30.945543 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-5eb1f177-2cc1-4533-bfbc-b555f5f4d59f tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Allocated IP 2001:db8::f816:3eff:fec9:a73f (9f0a511d-8408-4971-9daa-968eebea54f2/0ff60488-19b7-4a9e-b1c9-eabbf7db897c/dcf96098-c014-4530-9d28-0d77904b36bf) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:34:30.969469 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-491f5142-dd8e-43fa-907d-4c72e1d7dfdd tempest-FloatingIPNegativeTestJSON-1306017259 tempest-FloatingIPNegativeTestJSON-1306017259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (2f414a19-5c62-4e24-ad19-1570fa77fe64), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:30.981369 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ffffd67e-e640-444a-8d8c-e190ab1ff4a8 tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551'] for network (54bd0380-1a61-4ceb-a0d7-4c52a8513ec3), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:30.986308 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffffd67e-e640-444a-8d8c-e190ab1ff4a8 tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:34:30.986895 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ffffd67e-e640-444a-8d8c-e190ab1ff4a8 tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616561'] for network (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:31.054768 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-229f726e-e702-4ff6-89e9-25846eed924a tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1807017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5941'] for router (c7e6c2ba-2de7-4026-ac35-8fcf6b7819ce), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:31.058043 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-229f726e-e702-4ff6-89e9-25846eed924a tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks [] for router_controller (c7e6c2ba-2de7-4026-ac35-8fcf6b7819ce), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:31.065295 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1e50db6c-c05f-43a4-9f0c-be2348696ca8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1803321'] for router_gateway (ebec2a5a-7ca7-420e-949e-f77a5a64a595), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:31.075781 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491f5142-dd8e-43fa-907d-4c72e1d7dfdd tempest-FloatingIPNegativeTestJSON-1306017259 tempest-FloatingIPNegativeTestJSON-1306017259-project] Pushing event deleted for resources: {'Port': ['ID=2f414a19-5c62-4e24-ad19-1570fa77fe64,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:31.140137 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-ffffd67e-e640-444a-8d8c-e190ab1ff4a8 tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8676760 Feb 28 10:34:31.161384 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 35974) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:31.168048 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-c5441c49-e76f-403b-b54b-da020e48f82b tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1321763535'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:34:31.210798 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffffd67e-e640-444a-8d8c-e190ab1ff4a8 tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Pushing event updated for resources: {'Network': ['ID=54bd0380-1a61-4ceb-a0d7-4c52a8513ec3,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:31.221336 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-cdfe4db9-af1c-446c-af95-87416b963f35 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks [] for port (f20514d1-b95b-47fd-bd65-1231709d48c4), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:31.225170 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-229f726e-e702-4ff6-89e9-25846eed924a tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1806994'] for router (c7e6c2ba-2de7-4026-ac35-8fcf6b7819ce), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:31.225725 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-229f726e-e702-4ff6-89e9-25846eed924a tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Fanout notify agent at l3_agent the message router_deleted on router c7e6c2ba-2de7-4026-ac35-8fcf6b7819ce {{(pid=103407) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 10:34:31.228516 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1e50db6c-c05f-43a4-9f0c-be2348696ca8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1807017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5941'] for router (ebec2a5a-7ca7-420e-949e-f77a5a64a595), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:31.232324 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1e50db6c-c05f-43a4-9f0c-be2348696ca8 admin admin] Publish callbacks [] for router_controller (ebec2a5a-7ca7-420e-949e-f77a5a64a595), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:31.238630 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-229f726e-e702-4ff6-89e9-25846eed924a tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks [] for router (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:31.242325 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-229f726e-e702-4ff6-89e9-25846eed924a tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] 10.222.0.20 "DELETE /v2.0/routers/c7e6c2ba-2de7-4026-ac35-8fcf6b7819ce HTTP/1.1" status: 204 len: 168 time: 0.6529431 Feb 28 10:34:31.243122 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-cdfe4db9-af1c-446c-af95-87416b963f35 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3498066'] for port (f20514d1-b95b-47fd-bd65-1231709d48c4), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:31.245036 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 35976) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:31.325359 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5441c49-e76f-403b-b54b-da020e48f82b tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Made reservation on behalf of 926a2bc4399d41a8aaac442463a00142 for: {'network': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:34:31.328765 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c5441c49-e76f-403b-b54b-da020e48f82b tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for network (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:31.378147 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-cdfe4db9-af1c-446c-af95-87416b963f35 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] In _notify_port_updated(), no bound segment for port f20514d1-b95b-47fd-bd65-1231709d48c4 on network 8929b71a-d96d-48b5-95df-91b088a5d91b {{(pid=103407) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 28 10:34:31.383344 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdfe4db9-af1c-446c-af95-87416b963f35 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:34:31.383996 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-cdfe4db9-af1c-446c-af95-87416b963f35 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:31.385388 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-cdfe4db9-af1c-446c-af95-87416b963f35 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] 10.222.0.20 "PUT /v2.0/ports/f20514d1-b95b-47fd-bd65-1231709d48c4 HTTP/1.1" status: 200 len: 818 time: 1.3140283 Feb 28 10:34:31.392623 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 35978) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:31.393443 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1e50db6c-c05f-43a4-9f0c-be2348696ca8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1806994'] for router (ebec2a5a-7ca7-420e-949e-f77a5a64a595), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:31.393992 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e50db6c-c05f-43a4-9f0c-be2348696ca8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ebec2a5a-7ca7-420e-949e-f77a5a64a595 {{(pid=103407) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 10:34:31.411470 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1e50db6c-c05f-43a4-9f0c-be2348696ca8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:31.415315 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-1e50db6c-c05f-43a4-9f0c-be2348696ca8 admin admin] 10.222.0.20 "DELETE /v2.0/routers/ebec2a5a-7ca7-420e-949e-f77a5a64a595 HTTP/1.1" status: 204 len: 168 time: 2.9234085 Feb 28 10:34:31.418474 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 35980) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:31.461578 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_v2 [None req-130a5c74-fa65-4dee-a3d9-10332ab28383 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Deleting subnet 9e224b8d-6331-4096-9ae8-b8e70dae7389 {{(pid=103407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:34:31.464842 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfe4db9-af1c-446c-af95-87416b963f35 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Pushing event updated for resources: {'Port': ['ID=f20514d1-b95b-47fd-bd65-1231709d48c4,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:31.469975 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Network 54bd0380-1a61-4ceb-a0d7-4c52a8513ec3 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103409) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:34:31.490384 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-130a5c74-fa65-4dee-a3d9-10332ab28383 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks [] for subnet (9e224b8d-6331-4096-9ae8-b8e70dae7389), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:31.519480 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-491f5142-dd8e-43fa-907d-4c72e1d7dfdd tempest-FloatingIPNegativeTestJSON-1306017259 tempest-FloatingIPNegativeTestJSON-1306017259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:31.525432 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-491f5142-dd8e-43fa-907d-4c72e1d7dfdd tempest-FloatingIPNegativeTestJSON-1306017259 tempest-FloatingIPNegativeTestJSON-1306017259-project] 10.222.0.20 "DELETE /v2.0/ports/2f414a19-5c62-4e24-ad19-1570fa77fe64 HTTP/1.1" status: 204 len: 168 time: 2.1087589 Feb 28 10:34:31.526075 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 35982) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:31.537952 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5441c49-e76f-403b-b54b-da020e48f82b tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 296} {{(pid=103407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:34:31.595553 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c5441c49-e76f-403b-b54b-da020e48f82b tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (e75719f4-0af9-45e0-bb88-138ee067e21e), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:31.595996 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.db.segments_db [None req-c5441c49-e76f-403b-b54b-da020e48f82b tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Added segment e75719f4-0af9-45e0-bb88-138ee067e21e of type vlan for network eeb66b19-853f-42ff-afcf-13b9cfe00665 Feb 28 10:34:31.615188 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-130a5c74-fa65-4dee-a3d9-10332ab28383 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3501132'] for subnet (9e224b8d-6331-4096-9ae8-b8e70dae7389), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:31.634824 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5eb1f177-2cc1-4533-bfbc-b555f5f4d59f tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks [] for port (dcf96098-c014-4530-9d28-0d77904b36bf), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:31.639149 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_v2 [None req-fba967f3-2e06-42e5-8da0-b9f65d09fc53 admin admin] Deleting subnet 589a74a6-9e3d-4112-a776-4fccf4b2370d {{(pid=103407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:34:31.662444 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fba967f3-2e06-42e5-8da0-b9f65d09fc53 admin admin] Publish callbacks [] for subnet (589a74a6-9e3d-4112-a776-4fccf4b2370d), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:31.674056 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a542d006-7eba-4022-8b9b-e853a44deedc tempest-FloatingIPNegativeTestJSON-1306017259 tempest-FloatingIPNegativeTestJSON-1306017259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:34:31.675576 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-a542d006-7eba-4022-8b9b-e853a44deedc tempest-FloatingIPNegativeTestJSON-1306017259 tempest-FloatingIPNegativeTestJSON-1306017259-project] 10.222.0.20 "GET /v2.0/ports?device_id=38dfb908-201c-4c20-aa78-088ffc55ca00 HTTP/1.1" status: 200 len: 913 time: 0.1436272 Feb 28 10:34:31.683230 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 35986) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:31.706965 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c5441c49-e76f-403b-b54b-da020e48f82b tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742056637431'] for network (eeb66b19-853f-42ff-afcf-13b9cfe00665), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:31.754494 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fba967f3-2e06-42e5-8da0-b9f65d09fc53 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3501132'] for subnet (589a74a6-9e3d-4112-a776-4fccf4b2370d), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:31.780933 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-f07d3a5a-ae15-4cf7-9170-0abac1b193cf admin admin] Deleting port 6d1de444-f18c-4ca8-b8bc-2f3c2287a0a8 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:34:31.781280 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f07d3a5a-ae15-4cf7-9170-0abac1b193cf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (6d1de444-f18c-4ca8-b8bc-2f3c2287a0a8), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:31.798970 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5eb1f177-2cc1-4533-bfbc-b555f5f4d59f tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (dcf96098-c014-4530-9d28-0d77904b36bf), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:31.810289 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c5441c49-e76f-403b-b54b-da020e48f82b tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551'] for network (eeb66b19-853f-42ff-afcf-13b9cfe00665), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:31.815273 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5441c49-e76f-403b-b54b-da020e48f82b tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:34:31.815866 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c5441c49-e76f-403b-b54b-da020e48f82b tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:31.850355 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-b00f8b35-b0ea-40c4-b47d-6856e5992fb8 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Deleting port f20514d1-b95b-47fd-bd65-1231709d48c4 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:34:31.850924 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b00f8b35-b0ea-40c4-b47d-6856e5992fb8 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (f20514d1-b95b-47fd-bd65-1231709d48c4), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:31.901296 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-130a5c74-fa65-4dee-a3d9-10332ab28383 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-823142'] for subnet (9e224b8d-6331-4096-9ae8-b8e70dae7389), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:31.955058 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eb1f177-2cc1-4533-bfbc-b555f5f4d59f tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Network 9f0a511d-8408-4971-9daa-968eebea54f2 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:34:31.955540 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-c5441c49-e76f-403b-b54b-da020e48f82b tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7915957 Feb 28 10:34:31.962821 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 35988) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:31.984418 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-2045eed0-fb7a-42de-ae80-8578f902e1c7 tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Request body: {'ports': [{'network_id': '54bd0380-1a61-4ceb-a0d7-4c52a8513ec3', 'name': 'tempest-port--1360249575', 'admin_state_up': True}, {'network_id': 'eeb66b19-853f-42ff-afcf-13b9cfe00665', 'admin_state_up': False}]} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:34:31.984418 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-2045eed0-fb7a-42de-ae80-8578f902e1c7 tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Request body: {'port': {'network_id': '54bd0380-1a61-4ceb-a0d7-4c52a8513ec3', 'name': 'tempest-port--1360249575', 'admin_state_up': True}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:34:31.984418 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-2045eed0-fb7a-42de-ae80-8578f902e1c7 tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Request body: {'port': {'network_id': 'eeb66b19-853f-42ff-afcf-13b9cfe00665', 'admin_state_up': False}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:34:31.987979 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-5eb1f177-2cc1-4533-bfbc-b555f5f4d59f tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:34:31.997851 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb1f177-2cc1-4533-bfbc-b555f5f4d59f tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:34:32.000504 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb1f177-2cc1-4533-bfbc-b555f5f4d59f tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Pushing event updated for resources: {'Port': ['ID=dcf96098-c014-4530-9d28-0d77904b36bf,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:32.025965 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5441c49-e76f-403b-b54b-da020e48f82b tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Pushing event updated for resources: {'Network': ['ID=eeb66b19-853f-42ff-afcf-13b9cfe00665,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:32.047265 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Network eeb66b19-853f-42ff-afcf-13b9cfe00665 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103409) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:34:32.047444 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b00f8b35-b0ea-40c4-b47d-6856e5992fb8 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (f20514d1-b95b-47fd-bd65-1231709d48c4), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:32.071095 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-b00f8b35-b0ea-40c4-b47d-6856e5992fb8 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Calling delete_port for f20514d1-b95b-47fd-bd65-1231709d48c4 owned by {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:34:32.073356 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fba967f3-2e06-42e5-8da0-b9f65d09fc53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-823142'] for subnet (589a74a6-9e3d-4112-a776-4fccf4b2370d), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:32.110256 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device a243619b-d2d4-4c33-8a1d-88282887b5e1 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:34:32.111257 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-130a5c74-fa65-4dee-a3d9-10332ab28383 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-823145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3498088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3516558'] for subnet (9e224b8d-6331-4096-9ae8-b8e70dae7389), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:32.148872 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] No Port match for: a243619b-d2d4-4c33-8a1d-88282887b5e1 {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:34:32.149221 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device a243619b-d2d4-4c33-8a1d-88282887b5e1 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:34:32.153242 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-f07d3a5a-ae15-4cf7-9170-0abac1b193cf admin admin] For port 6d1de444-f18c-4ca8-b8bc-2f3c2287a0a8, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6d1de444-f18c-4ca8-b8bc-2f3c2287a0a8,segment=NetworkSegment(45c28de9-4293-44e6-a1bc-2bb875668608),segment_id=45c28de9-4293-44e6-a1bc-2bb875668608)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:34:32.153616 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f07d3a5a-ae15-4cf7-9170-0abac1b193cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (6d1de444-f18c-4ca8-b8bc-2f3c2287a0a8), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:32.183476 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eb1f177-2cc1-4533-bfbc-b555f5f4d59f tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:34:32.184696 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5eb1f177-2cc1-4533-bfbc-b555f5f4d59f tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:32.188441 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130a5c74-fa65-4dee-a3d9-10332ab28383 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Pushing event deleted for resources: {'Subnet': ['ID=9e224b8d-6331-4096-9ae8-b8e70dae7389,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:32.190868 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-f07d3a5a-ae15-4cf7-9170-0abac1b193cf admin admin] Calling delete_port for 6d1de444-f18c-4ca8-b8bc-2f3c2287a0a8 owned by network:router_interface {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:34:32.198696 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-130a5c74-fa65-4dee-a3d9-10332ab28383 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616561'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:32.204615 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-130a5c74-fa65-4dee-a3d9-10332ab28383 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] 10.222.0.20 "DELETE /v2.0/subnets/9e224b8d-6331-4096-9ae8-b8e70dae7389 HTTP/1.1" status: 204 len: 168 time: 0.9507027 Feb 28 10:34:32.205899 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 35990) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:32.213126 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2abeb876-7232-4a22-a8e4-54ffc3c7c24d None None] Network b5bec7eb-6b1c-4958-9418-a2f2107def3b requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:34:32.284773 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fba967f3-2e06-42e5-8da0-b9f65d09fc53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-823145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3498088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3516558'] for subnet (589a74a6-9e3d-4112-a776-4fccf4b2370d), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:32.288201 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-5eb1f177-2cc1-4533-bfbc-b555f5f4d59f tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.3842254 Feb 28 10:34:32.292192 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 35992) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:32.363295 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba967f3-2e06-42e5-8da0-b9f65d09fc53 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=589a74a6-9e3d-4112-a776-4fccf4b2370d,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:32.368588 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fba967f3-2e06-42e5-8da0-b9f65d09fc53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616561'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:32.373590 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-fba967f3-2e06-42e5-8da0-b9f65d09fc53 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/589a74a6-9e3d-4112-a776-4fccf4b2370d HTTP/1.1" status: 204 len: 168 time: 0.9505033 Feb 28 10:34:32.375282 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 35994) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:32.377430 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3b999d3d-f58a-48e0-a9da-56ff6a71a93c tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-665757'] for network (b5bec7eb-6b1c-4958-9418-a2f2107def3b), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:32.389681 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b00f8b35-b0ea-40c4-b47d-6856e5992fb8 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (f20514d1-b95b-47fd-bd65-1231709d48c4), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:32.391989 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89642302-66a4-4dbf-b635-ff4911839290 None None] Network b230672c-e40a-422a-a640-836f18ec11a6 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:34:32.429387 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00f8b35-b0ea-40c4-b47d-6856e5992fb8 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Pushing event deleted for resources: {'Port': ['ID=f20514d1-b95b-47fd-bd65-1231709d48c4,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:32.457566 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b00f8b35-b0ea-40c4-b47d-6856e5992fb8 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:32.461290 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-b00f8b35-b0ea-40c4-b47d-6856e5992fb8 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] 10.222.0.20 "DELETE /v2.0/ports/f20514d1-b95b-47fd-bd65-1231709d48c4 HTTP/1.1" status: 204 len: 168 time: 1.0653348 Feb 28 10:34:32.464216 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 35996) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:32.483468 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e366249-8d30-4abd-816c-7bda376fefed None None] DHCP port deletion for b5bec7eb-6b1c-4958-9418-a2f2107def3b request from dv-neutron-master-2-hyperv {{(pid=103409) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:34:32.486781 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d469f643-db66-4096-bd7b-b9ec1924754e tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:34:32.492367 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d469f643-db66-4096-bd7b-b9ec1924754e tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:34:32.494083 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-d469f643-db66-4096-bd7b-b9ec1924754e tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.1902242 Feb 28 10:34:32.497107 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 35998) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:32.540950 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ce8492d5-dc56-4c44-94c7-24cf121d3cb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-665757'] for network (b230672c-e40a-422a-a640-836f18ec11a6), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:32.551737 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2045eed0-fb7a-42de-ae80-8578f902e1c7 tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Made reservation on behalf of 926a2bc4399d41a8aaac442463a00142 for: {'port': 2} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:34:32.556878 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2045eed0-fb7a-42de-ae80-8578f902e1c7 tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:32.585989 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-1e140151-9655-45ee-b8fe-09732e67c09e None None] Provisioning complete for port dcf96098-c014-4530-9d28-0d77904b36bf triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:34:32.586367 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1e140151-9655-45ee-b8fe-09732e67c09e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (dcf96098-c014-4530-9d28-0d77904b36bf), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:32.590974 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-5e366249-8d30-4abd-816c-7bda376fefed None None] Deleting port f423b3fc-f42c-413e-af2b-1992c0ded1d0 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:34:32.591340 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5e366249-8d30-4abd-816c-7bda376fefed None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (f423b3fc-f42c-413e-af2b-1992c0ded1d0), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:32.608764 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2045eed0-fb7a-42de-ae80-8578f902e1c7 tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:32.628914 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-3b999d3d-f58a-48e0-a9da-56ff6a71a93c tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Deleting port f423b3fc-f42c-413e-af2b-1992c0ded1d0 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:34:32.629261 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3b999d3d-f58a-48e0-a9da-56ff6a71a93c tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (f423b3fc-f42c-413e-af2b-1992c0ded1d0), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:32.638372 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d4be51d-ce51-4453-8b31-cef98d03e640 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:34:32.639611 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-1d4be51d-ce51-4453-8b31-cef98d03e640 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1723330 Feb 28 10:34:32.643450 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 36000) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:32.672756 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-1e140151-9655-45ee-b8fe-09732e67c09e None None] Port dcf96098-c014-4530-9d28-0d77904b36bf cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:34:32.680536 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d574b0d-d924-499f-b1b2-eabbd0fd8342 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] GET failed (client error): The resource could not be found. Feb 28 10:34:32.682035 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-4d574b0d-d924-499f-b1b2-eabbd0fd8342 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] 10.222.0.20 "GET /v2.0/ports/f20514d1-b95b-47fd-bd65-1231709d48c4 HTTP/1.1" status: 404 len: 333 time: 0.0363989 Feb 28 10:34:32.691605 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 36002) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:32.696734 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-5e366249-8d30-4abd-816c-7bda376fefed None None] For port f423b3fc-f42c-413e-af2b-1992c0ded1d0, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f423b3fc-f42c-413e-af2b-1992c0ded1d0,segment=NetworkSegment(56890f6b-014b-46ec-ab1c-7098a78501d4),segment_id=56890f6b-014b-46ec-ab1c-7098a78501d4)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:34:32.697160 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5e366249-8d30-4abd-816c-7bda376fefed None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (f423b3fc-f42c-413e-af2b-1992c0ded1d0), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:32.711023 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-5e366249-8d30-4abd-816c-7bda376fefed None None] Calling delete_port for f423b3fc-f42c-413e-af2b-1992c0ded1d0 owned by network:dhcp {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:34:32.747909 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-dc1dc3f0-5d2b-4251-a999-51df8fe45bb1 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2019779467'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:34:32.896496 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc1dc3f0-5d2b-4251-a999-51df8fe45bb1 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Made reservation on behalf of 29ccc4cf6ba849d18fb6a0524a0ef75f for: {'network': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:34:32.899950 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-dc1dc3f0-5d2b-4251-a999-51df8fe45bb1 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for network (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:32.928427 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bff005ec-74a4-4f80-99e8-3c738bde1db4 None None] DHCP port deletion for b230672c-e40a-422a-a640-836f18ec11a6 request from dv-neutron-master-2-hyperv {{(pid=103409) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:34:32.970063 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-2045eed0-fb7a-42de-ae80-8578f902e1c7 tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] device_id is not set on port 2e775142-11a4-40a0-bef7-a163aa64283d yet. {{(pid=103408) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:34:32.981061 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-ce8492d5-dc56-4c44-94c7-24cf121d3cb0 admin admin] Deleting port 01d7c01f-faa0-4e5d-bd61-33aaf2004d59 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:34:32.981402 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ce8492d5-dc56-4c44-94c7-24cf121d3cb0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (01d7c01f-faa0-4e5d-bd61-33aaf2004d59), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:32.989393 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f0e39e35-6dcb-4d11-ad2c-01357a388a2d tempest-FloatingIPNegativeTestJSON-1306017259 tempest-FloatingIPNegativeTestJSON-1306017259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1802615'] for router_interface (38dfb908-201c-4c20-aa78-088ffc55ca00), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:32.991413 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f07d3a5a-ae15-4cf7-9170-0abac1b193cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (6d1de444-f18c-4ca8-b8bc-2f3c2287a0a8), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:33.004439 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc1dc3f0-5d2b-4251-a999-51df8fe45bb1 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 290} {{(pid=103408) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:34:33.020084 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-bff005ec-74a4-4f80-99e8-3c738bde1db4 None None] Deleting port 01d7c01f-faa0-4e5d-bd61-33aaf2004d59 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:34:33.020509 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bff005ec-74a4-4f80-99e8-3c738bde1db4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (01d7c01f-faa0-4e5d-bd61-33aaf2004d59), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:33.029091 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-3b999d3d-f58a-48e0-a9da-56ff6a71a93c tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] For port f423b3fc-f42c-413e-af2b-1992c0ded1d0, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f423b3fc-f42c-413e-af2b-1992c0ded1d0,segment=NetworkSegment(56890f6b-014b-46ec-ab1c-7098a78501d4),segment_id=56890f6b-014b-46ec-ab1c-7098a78501d4)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:34:33.029447 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3b999d3d-f58a-48e0-a9da-56ff6a71a93c tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (f423b3fc-f42c-413e-af2b-1992c0ded1d0), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:33.042476 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-fbfe6dd3-d6ad-4591-90b4-c91dcaccf866 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Deleting port dcf96098-c014-4530-9d28-0d77904b36bf {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:34:33.042820 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fbfe6dd3-d6ad-4591-90b4-c91dcaccf866 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (dcf96098-c014-4530-9d28-0d77904b36bf), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:33.058674 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-3b999d3d-f58a-48e0-a9da-56ff6a71a93c tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Calling delete_port for f423b3fc-f42c-413e-af2b-1992c0ded1d0 owned by network:dhcp {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:34:33.062055 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5e366249-8d30-4abd-816c-7bda376fefed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758'] for port (f423b3fc-f42c-413e-af2b-1992c0ded1d0), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:33.105435 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e366249-8d30-4abd-816c-7bda376fefed None None] Pushing event deleted for resources: {'Port': ['ID=f423b3fc-f42c-413e-af2b-1992c0ded1d0,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:33.108606 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e366249-8d30-4abd-816c-7bda376fefed None None] No DVR routers for this DVR port f423b3fc-f42c-413e-af2b-1992c0ded1d0 on host dv-neutron-master-2-hyperv {{(pid=103409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:34:33.133003 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-bff005ec-74a4-4f80-99e8-3c738bde1db4 None None] For port 01d7c01f-faa0-4e5d-bd61-33aaf2004d59, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=01d7c01f-faa0-4e5d-bd61-33aaf2004d59,segment=NetworkSegment(3d92e6b6-a4bc-43fb-bb7a-1c97358db624),segment_id=3d92e6b6-a4bc-43fb-bb7a-1c97358db624)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:34:33.133569 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bff005ec-74a4-4f80-99e8-3c738bde1db4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (01d7c01f-faa0-4e5d-bd61-33aaf2004d59), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:33.151695 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-bff005ec-74a4-4f80-99e8-3c738bde1db4 None None] Calling delete_port for 01d7c01f-faa0-4e5d-bd61-33aaf2004d59 owned by network:dhcp {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:34:33.163073 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-dc1dc3f0-5d2b-4251-a999-51df8fe45bb1 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (ed162326-0be5-43d6-b2b9-91aa803e4d92), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:33.163231 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.db.segments_db [None req-dc1dc3f0-5d2b-4251-a999-51df8fe45bb1 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Added segment ed162326-0be5-43d6-b2b9-91aa803e4d92 of type vlan for network df7e839b-90c4-444e-a6a1-ba416f429b62 Feb 28 10:34:33.166072 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07d3a5a-ae15-4cf7-9170-0abac1b193cf admin admin] Pushing event deleted for resources: {'Port': ['ID=6d1de444-f18c-4ca8-b8bc-2f3c2287a0a8,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:33.185667 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fbfe6dd3-d6ad-4591-90b4-c91dcaccf866 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (dcf96098-c014-4530-9d28-0d77904b36bf), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:33.202167 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-fbfe6dd3-d6ad-4591-90b4-c91dcaccf866 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Calling delete_port for dcf96098-c014-4530-9d28-0d77904b36bf owned by {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:34:33.229691 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3b999d3d-f58a-48e0-a9da-56ff6a71a93c tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (f423b3fc-f42c-413e-af2b-1992c0ded1d0), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:33.255320 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bff005ec-74a4-4f80-99e8-3c738bde1db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758'] for port (01d7c01f-faa0-4e5d-bd61-33aaf2004d59), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:33.285116 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff005ec-74a4-4f80-99e8-3c738bde1db4 None None] Pushing event deleted for resources: {'Port': ['ID=01d7c01f-faa0-4e5d-bd61-33aaf2004d59,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:33.291918 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff005ec-74a4-4f80-99e8-3c738bde1db4 None None] No DVR routers for this DVR port 01d7c01f-faa0-4e5d-bd61-33aaf2004d59 on host dv-neutron-master-2-hyperv {{(pid=103409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:34:33.322176 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b999d3d-f58a-48e0-a9da-56ff6a71a93c tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Pushing event deleted for resources: {'Port': ['ID=f423b3fc-f42c-413e-af2b-1992c0ded1d0,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:33.332632 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b999d3d-f58a-48e0-a9da-56ff6a71a93c tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] No DVR routers for this DVR port f423b3fc-f42c-413e-af2b-1992c0ded1d0 on host dv-neutron-master-2-hyperv {{(pid=103407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:34:33.439334 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3b999d3d-f58a-48e0-a9da-56ff6a71a93c tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672413', 'neutron.services.segments.db._delete_segments_for_network-8742057110173'] for network (b5bec7eb-6b1c-4958-9418-a2f2107def3b), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:33.484367 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-3b999d3d-f58a-48e0-a9da-56ff6a71a93c tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5bec7eb-6b1c-4958-9418-a2f2107def3b']}} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:34:33.506360 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-3b999d3d-f58a-48e0-a9da-56ff6a71a93c tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56890f6b-014b-46ec-ab1c-7098a78501d4') {'for_net_delete': True} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:34:33.506643 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-3b999d3d-f58a-48e0-a9da-56ff6a71a93c tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56890f6b-014b-46ec-ab1c-7098a78501d4') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:34:33.520977 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3b999d3d-f58a-48e0-a9da-56ff6a71a93c tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742057113766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3501147'] for segment (56890f6b-014b-46ec-ab1c-7098a78501d4), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:33.544302 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3b999d3d-f58a-48e0-a9da-56ff6a71a93c tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (56890f6b-014b-46ec-ab1c-7098a78501d4), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:33.575961 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b999d3d-f58a-48e0-a9da-56ff6a71a93c tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Releasing vlan 288 on physical network physnet1 to pool {{(pid=103407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:34:33.576392 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3b999d3d-f58a-48e0-a9da-56ff6a71a93c tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3498166'] for segment (56890f6b-014b-46ec-ab1c-7098a78501d4), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:33.579501 dv-neutron-master-2-hyperv neutron-server[103407]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 10:34:33.579501 dv-neutron-master-2-hyperv neutron-server[103407]: self.session.flush() Feb 28 10:34:33.579501 dv-neutron-master-2-hyperv neutron-server[103407]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 10:34:33.579501 dv-neutron-master-2-hyperv neutron-server[103407]: self.session.flush() Feb 28 10:34:33.579501 dv-neutron-master-2-hyperv neutron-server[103407]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 10:34:33.579501 dv-neutron-master-2-hyperv neutron-server[103407]: self.session.flush() Feb 28 10:34:33.579501 dv-neutron-master-2-hyperv neutron-server[103407]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 10:34:33.579501 dv-neutron-master-2-hyperv neutron-server[103407]: self.session.flush() Feb 28 10:34:33.579501 dv-neutron-master-2-hyperv neutron-server[103407]: Traceback (most recent call last): Feb 28 10:34:33.579501 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:34:33.579501 dv-neutron-master-2-hyperv neutron-server[103407]: timer() Feb 28 10:34:33.579501 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:34:33.579501 dv-neutron-master-2-hyperv neutron-server[103407]: cb(*args, **kw) Feb 28 10:34:33.579501 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:34:33.579501 dv-neutron-master-2-hyperv neutron-server[103407]: return func(*args, **kwargs) Feb 28 10:34:33.579501 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:34:33.579501 dv-neutron-master-2-hyperv neutron-server[103407]: self._notify() Feb 28 10:34:33.579501 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:34:33.579501 dv-neutron-master-2-hyperv neutron-server[103407]: self.callback(batched_events) Feb 28 10:34:33.579501 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:34:33.579501 dv-neutron-master-2-hyperv neutron-server[103407]: event.method(event) Feb 28 10:34:33.579501 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:34:33.579501 dv-neutron-master-2-hyperv neutron-server[103407]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:34:33.579501 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:34:33.579501 dv-neutron-master-2-hyperv neutron-server[103407]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:34:33.579501 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:34:33.579501 dv-neutron-master-2-hyperv neutron-server[103407]: return f(self, *a, **k) Feb 28 10:34:33.579501 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:34:33.579501 dv-neutron-master-2-hyperv neutron-server[103407]: return self._get(url).json() Feb 28 10:34:33.579501 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:34:33.579501 dv-neutron-master-2-hyperv neutron-server[103407]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:34:33.579501 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:34:33.579501 dv-neutron-master-2-hyperv neutron-server[103407]: return self.request(url, 'GET', **kwargs) Feb 28 10:34:33.579501 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:34:33.579501 dv-neutron-master-2-hyperv neutron-server[103407]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:34:33.579501 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:34:33.579501 dv-neutron-master-2-hyperv neutron-server[103407]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:34:33.579501 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:34:33.579501 dv-neutron-master-2-hyperv neutron-server[103407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:34:33.579501 dv-neutron-master-2-hyperv neutron-server[103407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:34:33.646417 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-ce8492d5-dc56-4c44-94c7-24cf121d3cb0 admin admin] For port 01d7c01f-faa0-4e5d-bd61-33aaf2004d59, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=01d7c01f-faa0-4e5d-bd61-33aaf2004d59,segment=NetworkSegment(3d92e6b6-a4bc-43fb-bb7a-1c97358db624),segment_id=3d92e6b6-a4bc-43fb-bb7a-1c97358db624)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:34:33.646907 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ce8492d5-dc56-4c44-94c7-24cf121d3cb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (01d7c01f-faa0-4e5d-bd61-33aaf2004d59), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:33.647700 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fbfe6dd3-d6ad-4591-90b4-c91dcaccf866 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (dcf96098-c014-4530-9d28-0d77904b36bf), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:33.658566 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-dc1dc3f0-5d2b-4251-a999-51df8fe45bb1 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742056637431'] for network (df7e839b-90c4-444e-a6a1-ba416f429b62), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:33.658827 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3b999d3d-f58a-48e0-a9da-56ff6a71a93c tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803269'] for network (b5bec7eb-6b1c-4958-9418-a2f2107def3b), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:33.663607 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3b999d3d-f58a-48e0-a9da-56ff6a71a93c tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:33.667075 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-3b999d3d-f58a-48e0-a9da-56ff6a71a93c tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] 10.222.0.20 "DELETE /v2.0/networks/b5bec7eb-6b1c-4958-9418-a2f2107def3b HTTP/1.1" status: 204 len: 168 time: 1.4597087 Feb 28 10:34:33.671418 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 36004) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:33.687444 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-ce8492d5-dc56-4c44-94c7-24cf121d3cb0 admin admin] Calling delete_port for 01d7c01f-faa0-4e5d-bd61-33aaf2004d59 owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:34:33.698360 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-c4b8a770-3528-4ac2-bd2e-335a39a711e9 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-576320671', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840'}, 'admin_state_up': False}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:34:33.711582 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfe6dd3-d6ad-4591-90b4-c91dcaccf866 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Pushing event deleted for resources: {'Port': ['ID=dcf96098-c014-4530-9d28-0d77904b36bf,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:33.729163 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b999d3d-f58a-48e0-a9da-56ff6a71a93c tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Pushing event deleted for resources: {'Network': ['ID=b5bec7eb-6b1c-4958-9418-a2f2107def3b,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:33.805251 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fbfe6dd3-d6ad-4591-90b4-c91dcaccf866 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:33.812605 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-fbfe6dd3-d6ad-4591-90b4-c91dcaccf866 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "DELETE /v2.0/ports/dcf96098-c014-4530-9d28-0d77904b36bf HTTP/1.1" status: 204 len: 168 time: 1.3047316 Feb 28 10:34:33.812605 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 36006) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:33.848603 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-dc1dc3f0-5d2b-4251-a999-51df8fe45bb1 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551'] for network (df7e839b-90c4-444e-a6a1-ba416f429b62), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:33.859066 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc1dc3f0-5d2b-4251-a999-51df8fe45bb1 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:34:33.859526 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-dc1dc3f0-5d2b-4251-a999-51df8fe45bb1 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616561'] for network (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:33.871848 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2045eed0-fb7a-42de-ae80-8578f902e1c7 tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Publish callbacks [] for port (2e775142-11a4-40a0-bef7-a163aa64283d), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:33.872056 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28c891eb-f01d-4082-9823-ae3a08eea546 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:34:33.873456 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28c891eb-f01d-4082-9823-ae3a08eea546 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:34:33.874989 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28c891eb-f01d-4082-9823-ae3a08eea546 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:34:33.876843 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-28c891eb-f01d-4082-9823-ae3a08eea546 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0633562 Feb 28 10:34:33.881404 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 36008) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:33.899124 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c4b8a770-3528-4ac2-bd2e-335a39a711e9 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1805251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254175'] for router (fe33a402-e56c-490e-a896-c74eaffa2c80), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:33.900203 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c4b8a770-3528-4ac2-bd2e-335a39a711e9 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1804172', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1602053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254150'] for router (fe33a402-e56c-490e-a896-c74eaffa2c80), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:33.940875 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_v2 [None req-77f68b95-dee5-4aa8-b12d-779dd40c1d11 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Deleting subnet 0ff60488-19b7-4a9e-b1c9-eabbf7db897c {{(pid=103407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:34:33.945022 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-77f68b95-dee5-4aa8-b12d-779dd40c1d11 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks [] for subnet (0ff60488-19b7-4a9e-b1c9-eabbf7db897c), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:33.996779 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-77f68b95-dee5-4aa8-b12d-779dd40c1d11 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3501132'] for subnet (0ff60488-19b7-4a9e-b1c9-eabbf7db897c), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:34.008830 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-dc1dc3f0-5d2b-4251-a999-51df8fe45bb1 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2710748 Feb 28 10:34:34.018228 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 36010) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:34.023578 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-cdddee83-a368-4d7d-ad2a-b4799ead0c19 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Request body: {'subnet': {'network_id': 'df7e839b-90c4-444e-a6a1-ba416f429b62', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:34:34.105523 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device f423b3fc-f42c-413e-af2b-1992c0ded1d0 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:34:34.110670 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-2045eed0-fb7a-42de-ae80-8578f902e1c7 tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] device_id is not set on port eb884157-73cd-47c0-ba21-593a9ab768d5 yet. {{(pid=103408) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:34:34.114423 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1dc3f0-5d2b-4251-a999-51df8fe45bb1 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Pushing event updated for resources: {'Network': ['ID=df7e839b-90c4-444e-a6a1-ba416f429b62,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:34.134970 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Network df7e839b-90c4-444e-a6a1-ba416f429b62 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103409) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:34:34.138130 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] No Port match for: f423b3fc-f42c-413e-af2b-1992c0ded1d0 {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:34:34.138478 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device f423b3fc-f42c-413e-af2b-1992c0ded1d0 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:34:34.139335 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 01d7c01f-faa0-4e5d-bd61-33aaf2004d59 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:34:34.159457 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-77f68b95-dee5-4aa8-b12d-779dd40c1d11 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-823142'] for subnet (0ff60488-19b7-4a9e-b1c9-eabbf7db897c), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:34.163142 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdddee83-a368-4d7d-ad2a-b4799ead0c19 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Made reservation on behalf of 29ccc4cf6ba849d18fb6a0524a0ef75f for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:34:34.166614 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-cdddee83-a368-4d7d-ad2a-b4799ead0c19 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3516581'] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:34.170024 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c4b8a770-3528-4ac2-bd2e-335a39a711e9 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks [] for router_controller (fe33a402-e56c-490e-a896-c74eaffa2c80), precommit_add_association {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:34.202902 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] No Port match for: 01d7c01f-faa0-4e5d-bd61-33aaf2004d59 {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:34:34.202902 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 01d7c01f-faa0-4e5d-bd61-33aaf2004d59 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:34:34.249221 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f07d3a5a-ae15-4cf7-9170-0abac1b193cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1802651'] for router_interface (aad0f095-9a34-4d69-8adc-66dbe99d9006), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:34.260573 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ce8492d5-dc56-4c44-94c7-24cf121d3cb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (01d7c01f-faa0-4e5d-bd61-33aaf2004d59), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:34.294784 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-77f68b95-dee5-4aa8-b12d-779dd40c1d11 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-823145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3498088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3516558'] for subnet (0ff60488-19b7-4a9e-b1c9-eabbf7db897c), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:34.331924 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-77f68b95-dee5-4aa8-b12d-779dd40c1d11 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616561'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:34.335913 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43165d00-8106-4a10-91bc-38c6f74b637b None None] Network 9f0a511d-8408-4971-9daa-968eebea54f2 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:34:34.337139 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-77f68b95-dee5-4aa8-b12d-779dd40c1d11 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "DELETE /v2.0/subnets/0ff60488-19b7-4a9e-b1c9-eabbf7db897c HTTP/1.1" status: 204 len: 168 time: 0.4547160 Feb 28 10:34:34.338184 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 36012) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:34.342543 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f68b95-dee5-4aa8-b12d-779dd40c1d11 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Pushing event deleted for resources: {'Subnet': ['ID=0ff60488-19b7-4a9e-b1c9-eabbf7db897c,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:34.354679 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8492d5-dc56-4c44-94c7-24cf121d3cb0 admin admin] Pushing event deleted for resources: {'Port': ['ID=01d7c01f-faa0-4e5d-bd61-33aaf2004d59,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:34.409072 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8492d5-dc56-4c44-94c7-24cf121d3cb0 admin admin] No DVR routers for this DVR port 01d7c01f-faa0-4e5d-bd61-33aaf2004d59 on host dv-neutron-master-2-hyperv {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:34:34.443176 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a9247d3-2691-4b22-a053-e8a4e96d9cea tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Deleting subnet b8936c49-1bcb-4989-8de1-92b90b7da72d {{(pid=103407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:34:34.471680 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8a9247d3-2691-4b22-a053-e8a4e96d9cea tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks [] for subnet (b8936c49-1bcb-4989-8de1-92b90b7da72d), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:34.515724 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-cdddee83-a368-4d7d-ad2a-b4799ead0c19 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3498031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3516567'] for subnet (a5e4ca6b-1cca-4dc7-97c7-08b395a33c27), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:34.532455 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8a9247d3-2691-4b22-a053-e8a4e96d9cea tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3501132'] for subnet (b8936c49-1bcb-4989-8de1-92b90b7da72d), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:34.541274 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c4b8a770-3528-4ac2-bd2e-335a39a711e9 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks [] for router_gateway (fe33a402-e56c-490e-a896-c74eaffa2c80), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:34.635324 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdddee83-a368-4d7d-ad2a-b4799ead0c19 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Pushing event updated for resources: {'Subnet': ['ID=a5e4ca6b-1cca-4dc7-97c7-08b395a33c27,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:34.646202 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdddee83-a368-4d7d-ad2a-b4799ead0c19 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Checking segment: {'id': 'ed162326-0be5-43d6-b2b9-91aa803e4d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'df7e839b-90c4-444e-a6a1-ba416f429b62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:34:34.646573 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdddee83-a368-4d7d-ad2a-b4799ead0c19 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Network hostable DHCP agents. Network: df7e839b-90c4-444e-a6a1-ba416f429b62, hostable agents: ['fb6705d2-4f70-4965-92a3-fbfccd43a6d3'], hosted agents: [] {{(pid=103407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:34:34.692690 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdddee83-a368-4d7d-ad2a-b4799ead0c19 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Network df7e839b-90c4-444e-a6a1-ba416f429b62 is scheduled to be hosted by DHCP agent fb6705d2-4f70-4965-92a3-fbfccd43a6d3 with binding_index 1 {{(pid=103407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:34:34.695332 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8a9247d3-2691-4b22-a053-e8a4e96d9cea tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-823142'] for subnet (b8936c49-1bcb-4989-8de1-92b90b7da72d), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:34.714542 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ce8492d5-dc56-4c44-94c7-24cf121d3cb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672413', 'neutron.services.segments.db._delete_segments_for_network-8742057110173'] for network (b230672c-e40a-422a-a640-836f18ec11a6), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:34.732621 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-cdddee83-a368-4d7d-ad2a-b4799ead0c19 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, df7e839b-90c4-444e-a6a1-ba416f429b62) {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:34:34.738144 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdddee83-a368-4d7d-ad2a-b4799ead0c19 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:34:34.738770 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-cdddee83-a368-4d7d-ad2a-b4799ead0c19 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616561'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:34.750258 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b97aaaf-0a33-47a0-87e4-9baa8403cce3 None None] Network df7e839b-90c4-444e-a6a1-ba416f429b62 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:34:34.762256 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-f0e39e35-6dcb-4d11-ad2c-01357a388a2d tempest-FloatingIPNegativeTestJSON-1306017259 tempest-FloatingIPNegativeTestJSON-1306017259-project] Deleting port 2df255c2-44cb-410c-8149-2e0e6f3401e2 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:34:34.762607 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f0e39e35-6dcb-4d11-ad2c-01357a388a2d tempest-FloatingIPNegativeTestJSON-1306017259 tempest-FloatingIPNegativeTestJSON-1306017259-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (2df255c2-44cb-410c-8149-2e0e6f3401e2), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:34.763973 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-cdddee83-a368-4d7d-ad2a-b4799ead0c19 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7444067 Feb 28 10:34:34.765014 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 36014) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:34.770007 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2045eed0-fb7a-42de-ae80-8578f902e1c7 tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Publish callbacks [] for port (eb884157-73cd-47c0-ba21-593a9ab768d5), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:34.775619 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-feb621d6-e30a-45ae-ba64-d9eb2e44201d tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Request body: {'subnet': {'network_id': 'df7e839b-90c4-444e-a6a1-ba416f429b62', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:34:34.779960 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-ce8492d5-dc56-4c44-94c7-24cf121d3cb0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b230672c-e40a-422a-a640-836f18ec11a6']}} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:34:34.846341 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-ce8492d5-dc56-4c44-94c7-24cf121d3cb0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d92e6b6-a4bc-43fb-bb7a-1c97358db624') {'for_net_delete': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:34:34.846658 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-ce8492d5-dc56-4c44-94c7-24cf121d3cb0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d92e6b6-a4bc-43fb-bb7a-1c97358db624') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:34:34.856952 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8a9247d3-2691-4b22-a053-e8a4e96d9cea tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-823145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3498088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3516558'] for subnet (b8936c49-1bcb-4989-8de1-92b90b7da72d), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:34.870602 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ce8492d5-dc56-4c44-94c7-24cf121d3cb0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742057113766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3423550'] for segment (3d92e6b6-a4bc-43fb-bb7a-1c97358db624), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:34.885672 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d3c86db-b39f-40b9-8904-485a07cde8f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-df7e839b-90c4-444e-a6a1-ba416f429b62', 'network_id': 'df7e839b-90c4-444e-a6a1-ba416f429b62', 'project_id': '29ccc4cf6ba849d18fb6a0524a0ef75f', 'fixed_ips': [{'subnet_id': 'a5e4ca6b-1cca-4dc7-97c7-08b395a33c27'}]}} from dv-neutron-master-2-hyperv. {{(pid=103409) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:34:34.886558 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5d3c86db-b39f-40b9-8904-485a07cde8f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:34.911045 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8a9247d3-2691-4b22-a053-e8a4e96d9cea tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616561'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:34.915400 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-8a9247d3-2691-4b22-a053-e8a4e96d9cea tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "DELETE /v2.0/subnets/b8936c49-1bcb-4989-8de1-92b90b7da72d HTTP/1.1" status: 204 len: 168 time: 0.5738268 Feb 28 10:34:34.920501 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 36016) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:34.923237 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9247d3-2691-4b22-a053-e8a4e96d9cea tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Pushing event deleted for resources: {'Subnet': ['ID=b8936c49-1bcb-4989-8de1-92b90b7da72d,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:34.952754 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ce8492d5-dc56-4c44-94c7-24cf121d3cb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (3d92e6b6-a4bc-43fb-bb7a-1c97358db624), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:34.961931 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce8492d5-dc56-4c44-94c7-24cf121d3cb0 admin admin] Releasing vlan 268 on physical network physnet1 to pool {{(pid=103408) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:34:34.963020 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ce8492d5-dc56-4c44-94c7-24cf121d3cb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3242693'] for segment (3d92e6b6-a4bc-43fb-bb7a-1c97358db624), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:34.979189 dv-neutron-master-2-hyperv neutron-server[103408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 10:34:34.979189 dv-neutron-master-2-hyperv neutron-server[103408]: self.session.flush() Feb 28 10:34:34.979189 dv-neutron-master-2-hyperv neutron-server[103408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 10:34:34.979189 dv-neutron-master-2-hyperv neutron-server[103408]: self.session.flush() Feb 28 10:34:34.979189 dv-neutron-master-2-hyperv neutron-server[103408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 10:34:34.979189 dv-neutron-master-2-hyperv neutron-server[103408]: self.session.flush() Feb 28 10:34:34.979189 dv-neutron-master-2-hyperv neutron-server[103408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 10:34:34.979189 dv-neutron-master-2-hyperv neutron-server[103408]: self.session.flush() Feb 28 10:34:34.979189 dv-neutron-master-2-hyperv neutron-server[103408]: Traceback (most recent call last): Feb 28 10:34:34.979189 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:34:34.979189 dv-neutron-master-2-hyperv neutron-server[103408]: timer() Feb 28 10:34:34.979189 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:34:34.979189 dv-neutron-master-2-hyperv neutron-server[103408]: cb(*args, **kw) Feb 28 10:34:34.979189 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:34:34.979189 dv-neutron-master-2-hyperv neutron-server[103408]: return func(*args, **kwargs) Feb 28 10:34:34.979189 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:34:34.979189 dv-neutron-master-2-hyperv neutron-server[103408]: self._notify() Feb 28 10:34:34.979189 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:34:34.979189 dv-neutron-master-2-hyperv neutron-server[103408]: self.callback(batched_events) Feb 28 10:34:34.979189 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:34:34.979189 dv-neutron-master-2-hyperv neutron-server[103408]: event.method(event) Feb 28 10:34:34.979189 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:34:34.979189 dv-neutron-master-2-hyperv neutron-server[103408]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:34:34.979189 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:34:34.979189 dv-neutron-master-2-hyperv neutron-server[103408]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:34:34.979189 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:34:34.979189 dv-neutron-master-2-hyperv neutron-server[103408]: return f(self, *a, **k) Feb 28 10:34:34.979189 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:34:34.979189 dv-neutron-master-2-hyperv neutron-server[103408]: return self._get(url).json() Feb 28 10:34:34.979189 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:34:34.979189 dv-neutron-master-2-hyperv neutron-server[103408]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:34:34.979189 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:34:34.979189 dv-neutron-master-2-hyperv neutron-server[103408]: return self.request(url, 'GET', **kwargs) Feb 28 10:34:34.979189 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:34:34.979189 dv-neutron-master-2-hyperv neutron-server[103408]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:34:34.979189 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:34:34.979189 dv-neutron-master-2-hyperv neutron-server[103408]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:34:34.979189 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:34:34.979189 dv-neutron-master-2-hyperv neutron-server[103408]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:34:34.979189 dv-neutron-master-2-hyperv neutron-server[103408]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:34:34.983182 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-32662886-e3a9-4173-9166-6eb44e828db0 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0609744 Feb 28 10:34:34.987122 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 36018) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:34.993337 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-b5a6aa93-5b51-4fce-a311-27d96776f9b2 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Request body: {'subnet': {'network_id': '9f0a511d-8408-4971-9daa-968eebea54f2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:34:35.053617 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-5d3c86db-b39f-40b9-8904-485a07cde8f6 None None] Allocated IP 2001:db8::2 (df7e839b-90c4-444e-a6a1-ba416f429b62/a5e4ca6b-1cca-4dc7-97c7-08b395a33c27/94f9b609-9bc7-496c-b127-0685daed4bce) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:34:35.078872 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2045eed0-fb7a-42de-ae80-8578f902e1c7 tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (2e775142-11a4-40a0-bef7-a163aa64283d), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:35.086803 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f0e39e35-6dcb-4d11-ad2c-01357a388a2d tempest-FloatingIPNegativeTestJSON-1306017259 tempest-FloatingIPNegativeTestJSON-1306017259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (2df255c2-44cb-410c-8149-2e0e6f3401e2), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:35.101751 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feb621d6-e30a-45ae-ba64-d9eb2e44201d tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Made reservation on behalf of 29ccc4cf6ba849d18fb6a0524a0ef75f for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:34:35.105555 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-feb621d6-e30a-45ae-ba64-d9eb2e44201d tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3516581'] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:35.140789 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ce8492d5-dc56-4c44-94c7-24cf121d3cb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803269'] for network (b230672c-e40a-422a-a640-836f18ec11a6), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:35.177856 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5a6aa93-5b51-4fce-a311-27d96776f9b2 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Made reservation on behalf of 01d784a6a3f04224a7e9160ad9d44184 for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:34:35.182094 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b5a6aa93-5b51-4fce-a311-27d96776f9b2 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3516581'] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:35.209988 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2045eed0-fb7a-42de-ae80-8578f902e1c7 tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Pushing event updated for resources: {'Port': ['ID=2e775142-11a4-40a0-bef7-a163aa64283d,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:35.217207 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-f0e39e35-6dcb-4d11-ad2c-01357a388a2d tempest-FloatingIPNegativeTestJSON-1306017259 tempest-FloatingIPNegativeTestJSON-1306017259-project] Calling delete_port for 2df255c2-44cb-410c-8149-2e0e6f3401e2 owned by network:router_interface {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:34:35.226316 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ce8492d5-dc56-4c44-94c7-24cf121d3cb0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616561'] for network (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:35.232986 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-ce8492d5-dc56-4c44-94c7-24cf121d3cb0 admin admin] 10.222.0.20 "DELETE /v2.0/networks/b230672c-e40a-422a-a640-836f18ec11a6 HTTP/1.1" status: 204 len: 168 time: 2.8547215 Feb 28 10:34:35.262426 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5d3c86db-b39f-40b9-8904-485a07cde8f6 None None] Publish callbacks [] for port (94f9b609-9bc7-496c-b127-0685daed4bce), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:35.268616 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e111103-2b18-44dc-bc50-24ffa89f4f99 None None] Network 9f0a511d-8408-4971-9daa-968eebea54f2 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:34:35.281016 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.db.ipam_backend_mixin [None req-feb621d6-e30a-45ae-ba64-d9eb2e44201d tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a5e4ca6b-1cca-4dc7-97c7-08b395a33c27 (CIDR: 2001:db8::/64) Feb 28 10:34:35.286309 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8492d5-dc56-4c44-94c7-24cf121d3cb0 admin admin] Pushing event deleted for resources: {'Network': ['ID=b230672c-e40a-422a-a640-836f18ec11a6,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:35.290991 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-feb621d6-e30a-45ae-ba64-d9eb2e44201d tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 10:34:35.291468 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-feb621d6-e30a-45ae-ba64-d9eb2e44201d tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:34:35.314845 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5d3c86db-b39f-40b9-8904-485a07cde8f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749'] for port (94f9b609-9bc7-496c-b127-0685daed4bce), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:35.322367 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-feb621d6-e30a-45ae-ba64-d9eb2e44201d tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5540700 Feb 28 10:34:35.322757 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 36022) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:35.329999 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-6718c9fa-429d-42d7-813b-b36573e7e92c tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Request body: {'subnet': {'network_id': 'df7e839b-90c4-444e-a6a1-ba416f429b62', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:34:35.426562 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d3c86db-b39f-40b9-8904-485a07cde8f6 None None] Network df7e839b-90c4-444e-a6a1-ba416f429b62 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:34:35.442823 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-748acf31-19c6-4d68-970c-add6120ad2f6 None None] Provisioning complete for port 5d4bc784-06e6-4f28-a379-2df8ed7af4f5 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:34:35.443282 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-748acf31-19c6-4d68-970c-add6120ad2f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (5d4bc784-06e6-4f28-a379-2df8ed7af4f5), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:35.445957 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3c86db-b39f-40b9-8904-485a07cde8f6 None None] Pushing event updated for resources: {'Port': ['ID=94f9b609-9bc7-496c-b127-0685daed4bce,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:35.470806 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-5d3c86db-b39f-40b9-8904-485a07cde8f6 None None] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:34:35.479303 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3c86db-b39f-40b9-8904-485a07cde8f6 None None] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:34:35.552722 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b5a6aa93-5b51-4fce-a311-27d96776f9b2 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3498031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3516567'] for subnet (3cbc5df4-2f1d-49fc-a576-a08c75c97124), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:35.559764 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 36024) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:35.563290 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6718c9fa-429d-42d7-813b-b36573e7e92c tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Made reservation on behalf of 29ccc4cf6ba849d18fb6a0524a0ef75f for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:34:35.566805 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6718c9fa-429d-42d7-813b-b36573e7e92c tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3516581'] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:35.568853 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-5d3c86db-b39f-40b9-8904-485a07cde8f6 None None] Attempting to bind port 94f9b609-9bc7-496c-b127-0685daed4bce on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:34:35.569364 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-5d3c86db-b39f-40b9-8904-485a07cde8f6 None None] Attempting to bind port 94f9b609-9bc7-496c-b127-0685daed4bce by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'ed162326-0be5-43d6-b2b9-91aa803e4d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'df7e839b-90c4-444e-a6a1-ba416f429b62'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:34:35.569738 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d3c86db-b39f-40b9-8904-485a07cde8f6 None None] Attempting to bind port 94f9b609-9bc7-496c-b127-0685daed4bce on network df7e839b-90c4-444e-a6a1-ba416f429b62 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:34:35.579881 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d3c86db-b39f-40b9-8904-485a07cde8f6 None None] Checking agent: {'id': '75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 24, 15), 'started_at': datetime.datetime(2022, 2, 28, 10, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 34, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:34:35.580274 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d3c86db-b39f-40b9-8904-485a07cde8f6 None None] Checking segment: {'id': 'ed162326-0be5-43d6-b2b9-91aa803e4d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'df7e839b-90c4-444e-a6a1-ba416f429b62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:34:35.580718 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5d3c86db-b39f-40b9-8904-485a07cde8f6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:35.581127 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d3c86db-b39f-40b9-8904-485a07cde8f6 None None] Bound using segment: {'id': 'ed162326-0be5-43d6-b2b9-91aa803e4d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'df7e839b-90c4-444e-a6a1-ba416f429b62'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:34:35.581591 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-5d3c86db-b39f-40b9-8904-485a07cde8f6 None None] Bound port: 94f9b609-9bc7-496c-b127-0685daed4bce, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed162326-0be5-43d6-b2b9-91aa803e4d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'df7e839b-90c4-444e-a6a1-ba416f429b62'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:34:35.581972 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5d3c86db-b39f-40b9-8904-485a07cde8f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (94f9b609-9bc7-496c-b127-0685daed4bce), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:35.655197 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-748acf31-19c6-4d68-970c-add6120ad2f6 None None] Current status of the port 5d4bc784-06e6-4f28-a379-2df8ed7af4f5 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:34:35.673365 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f07d3a5a-ae15-4cf7-9170-0abac1b193cf admin admin] Router aad0f095-9a34-4d69-8adc-66dbe99d9006 has already been hosted by L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 {{(pid=103408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:34:35.676663 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5a6aa93-5b51-4fce-a311-27d96776f9b2 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Network 9f0a511d-8408-4971-9daa-968eebea54f2 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:34:35.680732 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02030516-7a30-41a3-8804-77f29e7965a3 None None] DHCP port deletion for 9f0a511d-8408-4971-9daa-968eebea54f2 request from dv-neutron-master-2-hyperv {{(pid=103409) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:34:35.692130 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-5d3c86db-b39f-40b9-8904-485a07cde8f6 None None] For port 94f9b609-9bc7-496c-b127-0685daed4bce, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:34:35.692696 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-b5a6aa93-5b51-4fce-a311-27d96776f9b2 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:34:35.705846 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5a6aa93-5b51-4fce-a311-27d96776f9b2 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:34:35.706597 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b5a6aa93-5b51-4fce-a311-27d96776f9b2 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616561'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:35.708737 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-5d3c86db-b39f-40b9-8904-485a07cde8f6 None None] For port 94f9b609-9bc7-496c-b127-0685daed4bce, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=94f9b609-9bc7-496c-b127-0685daed4bce,segment=NetworkSegment(ed162326-0be5-43d6-b2b9-91aa803e4d92),segment_id=ed162326-0be5-43d6-b2b9-91aa803e4d92)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:34:35.734684 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5d3c86db-b39f-40b9-8904-485a07cde8f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (94f9b609-9bc7-496c-b127-0685daed4bce), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:35.737159 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a6aa93-5b51-4fce-a311-27d96776f9b2 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Pushing event updated for resources: {'Subnet': ['ID=3cbc5df4-2f1d-49fc-a576-a08c75c97124,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:35.749208 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-648bdb54-1ff0-4b16-8111-c9b09097d345 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d80868ff0b864fdfb22c0fe939fc8d79&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1762691 Feb 28 10:34:35.754822 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 36026) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:35.761875 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-b5a6aa93-5b51-4fce-a311-27d96776f9b2 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7737143 Feb 28 10:34:35.764897 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 36028) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:35.769586 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-151eaf3b-46b4-4a4b-811d-96af0d7906d7 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Request body: {'subnet': {'network_id': '9f0a511d-8408-4971-9daa-968eebea54f2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:34:35.814614 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3c86db-b39f-40b9-8904-485a07cde8f6 None None] Pushing event updated for resources: {'Port': ['ID=94f9b609-9bc7-496c-b127-0685daed4bce,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:35.819585 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-02030516-7a30-41a3-8804-77f29e7965a3 None None] Deleting port 5d4bc784-06e6-4f28-a379-2df8ed7af4f5 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:34:35.819946 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-02030516-7a30-41a3-8804-77f29e7965a3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (5d4bc784-06e6-4f28-a379-2df8ed7af4f5), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:35.879027 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2045eed0-fb7a-42de-ae80-8578f902e1c7 tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Checking segment: {'id': '8adea30b-d54e-496a-9a0b-f8cc9e7ec887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '54bd0380-1a61-4ceb-a0d7-4c52a8513ec3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:34:35.879404 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2045eed0-fb7a-42de-ae80-8578f902e1c7 tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Network hostable DHCP agents. Network: 54bd0380-1a61-4ceb-a0d7-4c52a8513ec3, hostable agents: ['fb6705d2-4f70-4965-92a3-fbfccd43a6d3'], hosted agents: [] {{(pid=103408) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:34:35.920394 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-02030516-7a30-41a3-8804-77f29e7965a3 None None] For port 5d4bc784-06e6-4f28-a379-2df8ed7af4f5, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5d4bc784-06e6-4f28-a379-2df8ed7af4f5,segment=NetworkSegment(bf553b55-fb1d-4346-a090-4fb77eb0fbd7),segment_id=bf553b55-fb1d-4346-a090-4fb77eb0fbd7)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:34:35.920794 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-02030516-7a30-41a3-8804-77f29e7965a3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (5d4bc784-06e6-4f28-a379-2df8ed7af4f5), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:35.937133 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-02030516-7a30-41a3-8804-77f29e7965a3 None None] Calling delete_port for 5d4bc784-06e6-4f28-a379-2df8ed7af4f5 owned by network:dhcp {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:34:35.953875 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-151eaf3b-46b4-4a4b-811d-96af0d7906d7 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Made reservation on behalf of 01d784a6a3f04224a7e9160ad9d44184 for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:34:35.960421 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-151eaf3b-46b4-4a4b-811d-96af0d7906d7 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3516581'] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:35.984274 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c4b8a770-3528-4ac2-bd2e-335a39a711e9 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks [] for router_gateway (fe33a402-e56c-490e-a896-c74eaffa2c80), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:36.058207 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c4b8a770-3528-4ac2-bd2e-335a39a711e9 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:36.082276 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 5d4bc784-06e6-4f28-a379-2df8ed7af4f5 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:34:36.086919 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-02030516-7a30-41a3-8804-77f29e7965a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758'] for port (5d4bc784-06e6-4f28-a379-2df8ed7af4f5), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:36.113695 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] No Port match for: 5d4bc784-06e6-4f28-a379-2df8ed7af4f5 {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:34:36.114408 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 5d4bc784-06e6-4f28-a379-2df8ed7af4f5 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:34:36.150516 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02030516-7a30-41a3-8804-77f29e7965a3 None None] Pushing event deleted for resources: {'Port': ['ID=5d4bc784-06e6-4f28-a379-2df8ed7af4f5,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:36.152846 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02030516-7a30-41a3-8804-77f29e7965a3 None None] No DVR routers for this DVR port 5d4bc784-06e6-4f28-a379-2df8ed7af4f5 on host dv-neutron-master-2-hyperv {{(pid=103409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:34:36.163638 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6718c9fa-429d-42d7-813b-b36573e7e92c tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3498031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3516567'] for subnet (0e2db673-b665-4d4b-a2ab-de545d431276), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:36.175689 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f07d3a5a-ae15-4cf7-9170-0abac1b193cf admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:34:36.181767 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01195271-313e-43f3-9958-6283094e72bc None None] Network 9f0a511d-8408-4971-9daa-968eebea54f2 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:34:36.192611 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-f07d3a5a-ae15-4cf7-9170-0abac1b193cf admin admin] 10.222.0.20 "PUT /v2.0/routers/aad0f095-9a34-4d69-8adc-66dbe99d9006/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6293414 Feb 28 10:34:36.199992 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de04adf-ef5a-4c0e-9f8b-4b28194c9523 None None] Sync routers for ids ['aad0f095-9a34-4d69-8adc-66dbe99d9006'] in dv-neutron-master-2-hyperv {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:34:36.202987 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 36030) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:36.218218 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2045eed0-fb7a-42de-ae80-8578f902e1c7 tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Network 54bd0380-1a61-4ceb-a0d7-4c52a8513ec3 is scheduled to be hosted by DHCP agent fb6705d2-4f70-4965-92a3-fbfccd43a6d3 with binding_index 1 {{(pid=103408) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:34:36.274939 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e8f3207d-2e4f-4ff0-9fd7-3f08c507b1d1 admin admin] Publish callbacks [] for security_group (d91c1715-3a26-47ac-83bf-0906305a8648), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:36.280619 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de04adf-ef5a-4c0e-9f8b-4b28194c9523 None None] Routers {'aad0f095-9a34-4d69-8adc-66dbe99d9006'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:34:36.281418 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-4de04adf-ef5a-4c0e-9f8b-4b28194c9523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:34:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['aad0f095-9a34-4d69-8adc-66dbe99d9006'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:34:36.292206 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6718c9fa-429d-42d7-813b-b36573e7e92c tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Network df7e839b-90c4-444e-a6a1-ba416f429b62 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:34:36.301229 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-2045eed0-fb7a-42de-ae80-8578f902e1c7 tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 54bd0380-1a61-4ceb-a0d7-4c52a8513ec3) {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:34:36.303464 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-6718c9fa-429d-42d7-813b-b36573e7e92c tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:34:36.312822 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2045eed0-fb7a-42de-ae80-8578f902e1c7 tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:34:36.313773 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2045eed0-fb7a-42de-ae80-8578f902e1c7 tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (eb884157-73cd-47c0-ba21-593a9ab768d5), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:36.329352 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6718c9fa-429d-42d7-813b-b36573e7e92c tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:34:36.331155 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6718c9fa-429d-42d7-813b-b36573e7e92c tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616561'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:36.347758 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95edc664-39fd-4d46-97bb-a74e3f557c8f None None] Network 54bd0380-1a61-4ceb-a0d7-4c52a8513ec3 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:34:36.356308 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6718c9fa-429d-42d7-813b-b36573e7e92c tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Pushing event updated for resources: {'Subnet': ['ID=0e2db673-b665-4d4b-a2ab-de545d431276,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:36.446620 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e8f3207d-2e4f-4ff0-9fd7-3f08c507b1d1 admin admin] Publish callbacks [] for security_group (d91c1715-3a26-47ac-83bf-0906305a8648), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:36.457854 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0d491f0-925c-4c21-800a-2527df20ede0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-9f0a511d-8408-4971-9daa-968eebea54f2', 'network_id': '9f0a511d-8408-4971-9daa-968eebea54f2', 'project_id': '01d784a6a3f04224a7e9160ad9d44184', 'fixed_ips': [{'subnet_id': '3cbc5df4-2f1d-49fc-a576-a08c75c97124'}]}} from dv-neutron-master-2-hyperv. {{(pid=103409) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:34:36.458945 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e0d491f0-925c-4c21-800a-2527df20ede0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:36.502974 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2045eed0-fb7a-42de-ae80-8578f902e1c7 tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Pushing event updated for resources: {'Port': ['ID=eb884157-73cd-47c0-ba21-593a9ab768d5,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:36.507766 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2045eed0-fb7a-42de-ae80-8578f902e1c7 tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Checking segment: {'id': 'e75719f4-0af9-45e0-bb88-138ee067e21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'eeb66b19-853f-42ff-afcf-13b9cfe00665'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:34:36.508179 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2045eed0-fb7a-42de-ae80-8578f902e1c7 tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Network hostable DHCP agents. Network: eeb66b19-853f-42ff-afcf-13b9cfe00665, hostable agents: ['fb6705d2-4f70-4965-92a3-fbfccd43a6d3'], hosted agents: [] {{(pid=103408) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:34:36.528014 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f0e39e35-6dcb-4d11-ad2c-01357a388a2d tempest-FloatingIPNegativeTestJSON-1306017259 tempest-FloatingIPNegativeTestJSON-1306017259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (2df255c2-44cb-410c-8149-2e0e6f3401e2), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:36.591252 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2045eed0-fb7a-42de-ae80-8578f902e1c7 tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Network eeb66b19-853f-42ff-afcf-13b9cfe00665 is scheduled to be hosted by DHCP agent fb6705d2-4f70-4965-92a3-fbfccd43a6d3 with binding_index 1 {{(pid=103408) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:34:36.596088 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e39e35-6dcb-4d11-ad2c-01357a388a2d tempest-FloatingIPNegativeTestJSON-1306017259 tempest-FloatingIPNegativeTestJSON-1306017259-project] Pushing event deleted for resources: {'Port': ['ID=2df255c2-44cb-410c-8149-2e0e6f3401e2,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:36.630529 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-4de04adf-ef5a-4c0e-9f8b-4b28194c9523 None None] Set router aad0f095-9a34-4d69-8adc-66dbe99d9006 gateway port host: dv-neutron-master-2-hyperv {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:34:36.669628 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-c4b8a770-3528-4ac2-bd2e-335a39a711e9 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Allocated IP 172.36.5.218 (1e0804d0-d1d9-4d40-9de5-2936f3d87840/6f6f4129-23e5-4c3b-b4ef-4c7ce926797e/5f7938b6-213b-47f0-9452-3ce5f50e7c86) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:34:36.685690 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-2045eed0-fb7a-42de-ae80-8578f902e1c7 tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, eeb66b19-853f-42ff-afcf-13b9cfe00665) {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:34:36.690362 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2045eed0-fb7a-42de-ae80-8578f902e1c7 tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:34:36.698556 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2045eed0-fb7a-42de-ae80-8578f902e1c7 tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:34:36.702748 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2045eed0-fb7a-42de-ae80-8578f902e1c7 tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:34:36.703472 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2045eed0-fb7a-42de-ae80-8578f902e1c7 tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:36.737405 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-6718c9fa-429d-42d7-813b-b36573e7e92c tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.4115841 Feb 28 10:34:36.743413 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 36032) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:36.763889 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-cbb0f800-9892-485d-9842-b397e97ff82f tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Request body: {'port': {'network_id': 'df7e839b-90c4-444e-a6a1-ba416f429b62', 'fixed_ips': [{'subnet_id': 'a5e4ca6b-1cca-4dc7-97c7-08b395a33c27'}, {'subnet_id': '0e2db673-b665-4d4b-a2ab-de545d431276'}], 'name': 'tempest-PortsIpV6TestJSON-2095512460'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:34:36.808957 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e8f3207d-2e4f-4ff0-9fd7-3f08c507b1d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (d91c1715-3a26-47ac-83bf-0906305a8648), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:36.811512 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e8f3207d-2e4f-4ff0-9fd7-3f08c507b1d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:36.812758 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-e8f3207d-2e4f-4ff0-9fd7-3f08c507b1d1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d91c1715-3a26-47ac-83bf-0906305a8648 HTTP/1.1" status: 204 len: 168 time: 1.0543118 Feb 28 10:34:36.826930 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-2045eed0-fb7a-42de-ae80-8578f902e1c7 tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 4.8588231 Feb 28 10:34:36.851231 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 36036) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:36.852532 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8a11069b-7c72-48f3-b55b-0c3ad2bea144 admin admin] Publish callbacks [] for router (aad0f095-9a34-4d69-8adc-66dbe99d9006), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:36.885087 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e15143b-d45a-41ab-98a9-ef84fc240398 None None] Network eeb66b19-853f-42ff-afcf-13b9cfe00665 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:34:36.902477 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f3207d-2e4f-4ff0-9fd7-3f08c507b1d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d91c1715-3a26-47ac-83bf-0906305a8648,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:36.958546 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f0e39e35-6dcb-4d11-ad2c-01357a388a2d tempest-FloatingIPNegativeTestJSON-1306017259 tempest-FloatingIPNegativeTestJSON-1306017259-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1802651'] for router_interface (38dfb908-201c-4c20-aa78-088ffc55ca00), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:37.115946 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c4b8a770-3528-4ac2-bd2e-335a39a711e9 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks [] for port (5f7938b6-213b-47f0-9452-3ce5f50e7c86), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:37.157331 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-e0d491f0-925c-4c21-800a-2527df20ede0 None None] Allocated IP 172.20.0.2 (9f0a511d-8408-4971-9daa-968eebea54f2/3cbc5df4-2f1d-49fc-a576-a08c75c97124/5cc84fa2-855d-4d2e-a913-9015db4e0afd) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:34:37.223622 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8a11069b-7c72-48f3-b55b-0c3ad2bea144 admin admin] Publish callbacks [] for router_gateway (aad0f095-9a34-4d69-8adc-66dbe99d9006), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:37.367930 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.objects.ports [None req-151eaf3b-46b4-4a4b-811d-96af0d7906d7 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103407) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 28 10:34:37.368417 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c4b8a770-3528-4ac2-bd2e-335a39a711e9 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (5f7938b6-213b-47f0-9452-3ce5f50e7c86), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:37.394527 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ef25253-f47a-4a4f-aac4-016accb39c9f tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:34:37.410337 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ef25253-f47a-4a4f-aac4-016accb39c9f tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:34:37.414716 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-9ef25253-f47a-4a4f-aac4-016accb39c9f tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.4271595 Feb 28 10:34:37.425227 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 36046) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:37.435554 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0e39e35-6dcb-4d11-ad2c-01357a388a2d tempest-FloatingIPNegativeTestJSON-1306017259 tempest-FloatingIPNegativeTestJSON-1306017259-project] Router 38dfb908-201c-4c20-aa78-088ffc55ca00 has already been hosted by L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 {{(pid=103408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:34:37.436399 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b8a770-3528-4ac2-bd2e-335a39a711e9 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Pushing event updated for resources: {'Port': ['ID=5f7938b6-213b-47f0-9452-3ce5f50e7c86,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:37.452725 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-4de04adf-ef5a-4c0e-9f8b-4b28194c9523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aad0f095-9a34-4d69-8adc-66dbe99d9006', 'name': 'tempest-ServersTestJSON-779106664-router', 'tenant_id': 'a530b24e9c394cc0824666a7df89bf0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.144'}], 'enable_snat': True}, 'gw_port_id': 'f1769461-c9bd-4976-89e8-b3a9d5ffaee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:31:51Z', 'updated_at': '2022-02-28T10:34:32Z', 'revision_number': 5, 'project_id': 'a530b24e9c394cc0824666a7df89bf0a', 'gw_port': {'id': 'f1769461-c9bd-4976-89e8-b3a9d5ffaee7', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:53:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad0f095-9a34-4d69-8adc-66dbe99d9006', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:31:54Z', 'updated_at': '2022-02-28T10:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:34:37.461057 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4b8a770-3528-4ac2-bd2e-335a39a711e9 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Network 1e0804d0-d1d9-4d40-9de5-2936f3d87840 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:34:37.464498 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-c4b8a770-3528-4ac2-bd2e-335a39a711e9 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:34:37.471786 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b8a770-3528-4ac2-bd2e-335a39a711e9 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:34:37.492709 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de04adf-ef5a-4c0e-9f8b-4b28194c9523 None None] Checking router: aad0f095-9a34-4d69-8adc-66dbe99d9006 for host: dv-neutron-master-2-hyperv {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:34:37.523274 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de04adf-ef5a-4c0e-9f8b-4b28194c9523 None None] Routers {'aad0f095-9a34-4d69-8adc-66dbe99d9006'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:34:37.524106 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-4de04adf-ef5a-4c0e-9f8b-4b28194c9523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:34:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['aad0f095-9a34-4d69-8adc-66dbe99d9006'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:34:37.530708 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38295927-31ef-4424-87da-6b0a1ed4b171 None None] Network df7e839b-90c4-444e-a6a1-ba416f429b62 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:34:37.531300 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-151eaf3b-46b4-4a4b-811d-96af0d7906d7 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3498031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3516567'] for subnet (5f7c665f-82e8-4da7-9a11-3d5f5b2ecf8c), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:37.568815 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e0d491f0-925c-4c21-800a-2527df20ede0 None None] Publish callbacks [] for port (5cc84fa2-855d-4d2e-a913-9015db4e0afd), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:37.656450 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-151eaf3b-46b4-4a4b-811d-96af0d7906d7 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Network 9f0a511d-8408-4971-9daa-968eebea54f2 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:34:37.660250 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e0d491f0-925c-4c21-800a-2527df20ede0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749'] for port (5cc84fa2-855d-4d2e-a913-9015db4e0afd), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:37.675860 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-151eaf3b-46b4-4a4b-811d-96af0d7906d7 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:34:37.680208 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbb0f800-9892-485d-9842-b397e97ff82f tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Made reservation on behalf of 29ccc4cf6ba849d18fb6a0524a0ef75f for: {'port': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:34:37.689146 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-151eaf3b-46b4-4a4b-811d-96af0d7906d7 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:34:37.689883 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-151eaf3b-46b4-4a4b-811d-96af0d7906d7 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616561'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:37.697409 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151eaf3b-46b4-4a4b-811d-96af0d7906d7 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Pushing event updated for resources: {'Subnet': ['ID=5f7c665f-82e8-4da7-9a11-3d5f5b2ecf8c,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:37.741295 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d491f0-925c-4c21-800a-2527df20ede0 None None] Network 9f0a511d-8408-4971-9daa-968eebea54f2 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:34:37.752584 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d491f0-925c-4c21-800a-2527df20ede0 None None] Pushing event updated for resources: {'Port': ['ID=5cc84fa2-855d-4d2e-a913-9015db4e0afd,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:37.754641 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-04572bcd-cc0b-4fb7-a850-61a0bb9385d3 None None] Provisioning complete for port 94f9b609-9bc7-496c-b127-0685daed4bce triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:34:37.755006 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-04572bcd-cc0b-4fb7-a850-61a0bb9385d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (94f9b609-9bc7-496c-b127-0685daed4bce), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:37.763208 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-e0d491f0-925c-4c21-800a-2527df20ede0 None None] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:34:37.765328 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-8209647a-07d3-4ecd-82bf-c332c0bcae8f tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Deleting port 2e775142-11a4-40a0-bef7-a163aa64283d {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:34:37.765838 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8209647a-07d3-4ecd-82bf-c332c0bcae8f tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (2e775142-11a4-40a0-bef7-a163aa64283d), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:37.776634 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-8a11069b-7c72-48f3-b55b-0c3ad2bea144 admin admin] Deleting port f1769461-c9bd-4976-89e8-b3a9d5ffaee7 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:34:37.777236 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8a11069b-7c72-48f3-b55b-0c3ad2bea144 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (f1769461-c9bd-4976-89e8-b3a9d5ffaee7), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:37.789773 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-4de04adf-ef5a-4c0e-9f8b-4b28194c9523 None None] Set router aad0f095-9a34-4d69-8adc-66dbe99d9006 gateway port host: None {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:34:37.795386 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d491f0-925c-4c21-800a-2527df20ede0 None None] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:34:37.849326 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0e39e35-6dcb-4d11-ad2c-01357a388a2d tempest-FloatingIPNegativeTestJSON-1306017259 tempest-FloatingIPNegativeTestJSON-1306017259-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:34:37.862985 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13916c41-c18f-4b5b-83f1-d04ae6177f2b None None] Sync routers for ids ['38dfb908-201c-4c20-aa78-088ffc55ca00'] in dv-neutron-master-2-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:34:37.872917 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-151eaf3b-46b4-4a4b-811d-96af0d7906d7 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.1070709 Feb 28 10:34:37.875241 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-4de04adf-ef5a-4c0e-9f8b-4b28194c9523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aad0f095-9a34-4d69-8adc-66dbe99d9006', 'name': 'tempest-ServersTestJSON-779106664-router', 'tenant_id': 'a530b24e9c394cc0824666a7df89bf0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:31:51Z', 'updated_at': '2022-02-28T10:34:37Z', 'revision_number': 6, 'project_id': 'a530b24e9c394cc0824666a7df89bf0a', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:34:37.883852 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 36058) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:37.886985 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13916c41-c18f-4b5b-83f1-d04ae6177f2b None None] Routers {'38dfb908-201c-4c20-aa78-088ffc55ca00'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:34:37.888126 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-13916c41-c18f-4b5b-83f1-d04ae6177f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:34:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['38dfb908-201c-4c20-aa78-088ffc55ca00'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:34:37.896454 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-f0e39e35-6dcb-4d11-ad2c-01357a388a2d tempest-FloatingIPNegativeTestJSON-1306017259 tempest-FloatingIPNegativeTestJSON-1306017259-project] 10.222.0.20 "PUT /v2.0/routers/38dfb908-201c-4c20-aa78-088ffc55ca00/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2164626 Feb 28 10:34:37.904376 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 36060) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:37.906815 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-08a941c7-8291-4008-a83e-fce38aabea89 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Request body: {'port': {'network_id': '9f0a511d-8408-4971-9daa-968eebea54f2', 'mac_address': 'fa:16:3e:cb:e6:2b', 'name': 'tempest-NetworksTestDHCPv6-1284896854'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:34:37.967084 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de04adf-ef5a-4c0e-9f8b-4b28194c9523 None None] The sync data for ids ['aad0f095-9a34-4d69-8adc-66dbe99d9006'] in dv-neutron-master-2-hyperv is: [{'id': 'aad0f095-9a34-4d69-8adc-66dbe99d9006', 'name': 'tempest-ServersTestJSON-779106664-router', 'tenant_id': 'a530b24e9c394cc0824666a7df89bf0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:31:51Z', 'updated_at': '2022-02-28T10:34:37Z', 'revision_number': 6, 'project_id': 'a530b24e9c394cc0824666a7df89bf0a', 'gw_port_host': None}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:34:37.981383 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-13916c41-c18f-4b5b-83f1-d04ae6177f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:34:37.999166 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13916c41-c18f-4b5b-83f1-d04ae6177f2b None None] Routers {'38dfb908-201c-4c20-aa78-088ffc55ca00'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:34:37.999806 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-13916c41-c18f-4b5b-83f1-d04ae6177f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:34:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['38dfb908-201c-4c20-aa78-088ffc55ca00'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:34:38.044056 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-e0d491f0-925c-4c21-800a-2527df20ede0 None None] Attempting to bind port 5cc84fa2-855d-4d2e-a913-9015db4e0afd on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:34:38.044499 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-e0d491f0-925c-4c21-800a-2527df20ede0 None None] Attempting to bind port 5cc84fa2-855d-4d2e-a913-9015db4e0afd by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'bf553b55-fb1d-4346-a090-4fb77eb0fbd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '9f0a511d-8408-4971-9daa-968eebea54f2'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:34:38.044970 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d491f0-925c-4c21-800a-2527df20ede0 None None] Attempting to bind port 5cc84fa2-855d-4d2e-a913-9015db4e0afd on network 9f0a511d-8408-4971-9daa-968eebea54f2 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:34:38.078866 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (13ac42ae-016e-4baf-bb31-c6fa820b41c2), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:38.079821 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d491f0-925c-4c21-800a-2527df20ede0 None None] Checking agent: {'id': '75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 24, 15), 'started_at': datetime.datetime(2022, 2, 28, 10, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 34, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:34:38.080257 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d491f0-925c-4c21-800a-2527df20ede0 None None] Checking segment: {'id': 'bf553b55-fb1d-4346-a090-4fb77eb0fbd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '9f0a511d-8408-4971-9daa-968eebea54f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:34:38.080772 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e0d491f0-925c-4c21-800a-2527df20ede0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:38.081218 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d491f0-925c-4c21-800a-2527df20ede0 None None] Bound using segment: {'id': 'bf553b55-fb1d-4346-a090-4fb77eb0fbd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '9f0a511d-8408-4971-9daa-968eebea54f2'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:34:38.081776 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-e0d491f0-925c-4c21-800a-2527df20ede0 None None] Bound port: 5cc84fa2-855d-4d2e-a913-9015db4e0afd, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf553b55-fb1d-4346-a090-4fb77eb0fbd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '9f0a511d-8408-4971-9daa-968eebea54f2'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:34:38.082217 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e0d491f0-925c-4c21-800a-2527df20ede0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (5cc84fa2-855d-4d2e-a913-9015db4e0afd), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:38.085279 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8209647a-07d3-4ecd-82bf-c332c0bcae8f tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (2e775142-11a4-40a0-bef7-a163aa64283d), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:38.090683 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-13916c41-c18f-4b5b-83f1-d04ae6177f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:34:38.091374 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13916c41-c18f-4b5b-83f1-d04ae6177f2b None None] The sync data for ids ['38dfb908-201c-4c20-aa78-088ffc55ca00'] in dv-neutron-master-2-hyperv is: [] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:34:38.112283 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-04572bcd-cc0b-4fb7-a850-61a0bb9385d3 None None] Current status of the port 94f9b609-9bc7-496c-b127-0685daed4bce is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:34:38.113132 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-04572bcd-cc0b-4fb7-a850-61a0bb9385d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (94f9b609-9bc7-496c-b127-0685daed4bce), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:38.135820 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-8209647a-07d3-4ecd-82bf-c332c0bcae8f tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Calling delete_port for 2e775142-11a4-40a0-bef7-a163aa64283d owned by {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:34:38.164487 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-cbb0f800-9892-485d-9842-b397e97ff82f tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:38.199501 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.notifiers.nova [None req-cbb0f800-9892-485d-9842-b397e97ff82f tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] device_id is not set on port a3e04c46-52f2-4c6c-ae22-c596523a571e yet. {{(pid=103407) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:34:38.226527 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-04572bcd-cc0b-4fb7-a850-61a0bb9385d3 None None] For port 94f9b609-9bc7-496c-b127-0685daed4bce, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=94f9b609-9bc7-496c-b127-0685daed4bce,segment=NetworkSegment(ed162326-0be5-43d6-b2b9-91aa803e4d92),segment_id=ed162326-0be5-43d6-b2b9-91aa803e4d92)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:34:38.241823 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-e0d491f0-925c-4c21-800a-2527df20ede0 None None] For port 5cc84fa2-855d-4d2e-a913-9015db4e0afd, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:34:38.243675 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-04572bcd-cc0b-4fb7-a850-61a0bb9385d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (94f9b609-9bc7-496c-b127-0685daed4bce), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:38.246731 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-e0d491f0-925c-4c21-800a-2527df20ede0 None None] For port 5cc84fa2-855d-4d2e-a913-9015db4e0afd, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5cc84fa2-855d-4d2e-a913-9015db4e0afd,segment=NetworkSegment(bf553b55-fb1d-4346-a090-4fb77eb0fbd7),segment_id=bf553b55-fb1d-4346-a090-4fb77eb0fbd7)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:34:38.253142 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5082010e-58cd-41f5-ba66-414260dfdc2f None None] Update dhcp port {'port': {'network_id': 'df7e839b-90c4-444e-a6a1-ba416f429b62', 'fixed_ips': [{'subnet_id': 'a5e4ca6b-1cca-4dc7-97c7-08b395a33c27', 'ip_address': '2001:db8::2'}, {'subnet_id': '0e2db673-b665-4d4b-a2ab-de545d431276'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': '94f9b609-9bc7-496c-b127-0685daed4bce'} from dv-neutron-master-2-hyperv. {{(pid=103409) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 28 10:34:38.279596 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-8a11069b-7c72-48f3-b55b-0c3ad2bea144 admin admin] For port f1769461-c9bd-4976-89e8-b3a9d5ffaee7, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f1769461-c9bd-4976-89e8-b3a9d5ffaee7,segment=NetworkSegment(195d7ed7-323d-4284-82df-208cca613d99),segment_id=195d7ed7-323d-4284-82df-208cca613d99)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:34:38.279596 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8a11069b-7c72-48f3-b55b-0c3ad2bea144 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (f1769461-c9bd-4976-89e8-b3a9d5ffaee7), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:38.298967 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e0d491f0-925c-4c21-800a-2527df20ede0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (5cc84fa2-855d-4d2e-a913-9015db4e0afd), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:38.325922 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5082010e-58cd-41f5-ba66-414260dfdc2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (94f9b609-9bc7-496c-b127-0685daed4bce), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:38.349509 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-8a11069b-7c72-48f3-b55b-0c3ad2bea144 admin admin] Calling delete_port for f1769461-c9bd-4976-89e8-b3a9d5ffaee7 owned by network:router_gateway {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:34:38.367409 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04572bcd-cc0b-4fb7-a850-61a0bb9385d3 None None] Pushing event updated for resources: {'Port': ['ID=94f9b609-9bc7-496c-b127-0685daed4bce,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:38.540941 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-01c3d20c-0b9d-4141-8ec3-d798598adc9a tempest-FloatingIPNegativeTestJSON-1306017259 tempest-FloatingIPNegativeTestJSON-1306017259-project] Publish callbacks [] for router (38dfb908-201c-4c20-aa78-088ffc55ca00), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:38.553508 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 94f9b609-9bc7-496c-b127-0685daed4bce up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:34:38.565329 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d491f0-925c-4c21-800a-2527df20ede0 None None] Pushing event updated for resources: {'Port': ['ID=5cc84fa2-855d-4d2e-a913-9015db4e0afd,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:38.603340 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c4b8a770-3528-4ac2-bd2e-335a39a711e9 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks [] for router_gateway (fe33a402-e56c-490e-a896-c74eaffa2c80), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:38.732962 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port 94f9b609-9bc7-496c-b127-0685daed4bce triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:34:38.733751 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (94f9b609-9bc7-496c-b127-0685daed4bce), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:38.738991 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-5082010e-58cd-41f5-ba66-414260dfdc2f None None] Allocated IP 2001:db8:0:1::2 (df7e839b-90c4-444e-a6a1-ba416f429b62/0e2db673-b665-4d4b-a2ab-de545d431276/94f9b609-9bc7-496c-b127-0685daed4bce) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:34:38.787563 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08a941c7-8291-4008-a83e-fce38aabea89 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Made reservation on behalf of 01d784a6a3f04224a7e9160ad9d44184 for: {'port': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:34:38.811595 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-14a094a8-adea-44d7-b301-9c678bb39229 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fb6705d2-4f70-4965-92a3-fbfccd43a6d3), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:38.951090 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-5082010e-58cd-41f5-ba66-414260dfdc2f None None] For port 94f9b609-9bc7-496c-b127-0685daed4bce, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=94f9b609-9bc7-496c-b127-0685daed4bce,segment=NetworkSegment(ed162326-0be5-43d6-b2b9-91aa803e4d92),segment_id=ed162326-0be5-43d6-b2b9-91aa803e4d92)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:34:38.973692 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 94f9b609-9bc7-496c-b127-0685daed4bce is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:34:38.995677 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c4b8a770-3528-4ac2-bd2e-335a39a711e9 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1804241'] for router (fe33a402-e56c-490e-a896-c74eaffa2c80), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:39.000483 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5082010e-58cd-41f5-ba66-414260dfdc2f None None] Publish callbacks [] for port (94f9b609-9bc7-496c-b127-0685daed4bce), precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:39.011354 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-01c3d20c-0b9d-4141-8ec3-d798598adc9a tempest-FloatingIPNegativeTestJSON-1306017259 tempest-FloatingIPNegativeTestJSON-1306017259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1807017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5941'] for router (38dfb908-201c-4c20-aa78-088ffc55ca00), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:39.013799 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-01c3d20c-0b9d-4141-8ec3-d798598adc9a tempest-FloatingIPNegativeTestJSON-1306017259 tempest-FloatingIPNegativeTestJSON-1306017259-project] Publish callbacks [] for router_controller (38dfb908-201c-4c20-aa78-088ffc55ca00), precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:39.015245 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5082010e-58cd-41f5-ba66-414260dfdc2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (94f9b609-9bc7-496c-b127-0685daed4bce), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:39.052657 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 36076) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:39.056300 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8209647a-07d3-4ecd-82bf-c332c0bcae8f tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (2e775142-11a4-40a0-bef7-a163aa64283d), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:39.065646 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-08a941c7-8291-4008-a83e-fce38aabea89 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:39.072906 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8a11069b-7c72-48f3-b55b-0c3ad2bea144 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (f1769461-c9bd-4976-89e8-b3a9d5ffaee7), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:39.122992 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-01c3d20c-0b9d-4141-8ec3-d798598adc9a tempest-FloatingIPNegativeTestJSON-1306017259 tempest-FloatingIPNegativeTestJSON-1306017259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1806994'] for router (38dfb908-201c-4c20-aa78-088ffc55ca00), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:39.123584 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01c3d20c-0b9d-4141-8ec3-d798598adc9a tempest-FloatingIPNegativeTestJSON-1306017259 tempest-FloatingIPNegativeTestJSON-1306017259-project] Fanout notify agent at l3_agent the message router_deleted on router 38dfb908-201c-4c20-aa78-088ffc55ca00 {{(pid=103408) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 10:34:39.133681 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-01c3d20c-0b9d-4141-8ec3-d798598adc9a tempest-FloatingIPNegativeTestJSON-1306017259 tempest-FloatingIPNegativeTestJSON-1306017259-project] Publish callbacks [] for router (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:39.137305 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-01c3d20c-0b9d-4141-8ec3-d798598adc9a tempest-FloatingIPNegativeTestJSON-1306017259 tempest-FloatingIPNegativeTestJSON-1306017259-project] 10.222.0.20 "DELETE /v2.0/routers/38dfb908-201c-4c20-aa78-088ffc55ca00 HTTP/1.1" status: 204 len: 168 time: 1.2292528 Feb 28 10:34:39.163369 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 36080) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:39.178512 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8209647a-07d3-4ecd-82bf-c332c0bcae8f tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Pushing event deleted for resources: {'Port': ['ID=2e775142-11a4-40a0-bef7-a163aa64283d,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:39.187346 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8209647a-07d3-4ecd-82bf-c332c0bcae8f tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:39.193634 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-8209647a-07d3-4ecd-82bf-c332c0bcae8f tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] 10.222.0.20 "DELETE /v2.0/ports/2e775142-11a4-40a0-bef7-a163aa64283d HTTP/1.1" status: 204 len: 168 time: 1.7644637 Feb 28 10:34:39.199012 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 36082) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:39.249128 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.notifiers.nova [None req-08a941c7-8291-4008-a83e-fce38aabea89 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] device_id is not set on port ada27665-c31f-4713-aa01-9ae0d0ee1d81 yet. {{(pid=103407) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:34:39.287561 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a11069b-7c72-48f3-b55b-0c3ad2bea144 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1769461-c9bd-4976-89e8-b3a9d5ffaee7,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:39.311427 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7fc4e39-3a55-46c2-a72e-60e5ed5d44eb tempest-FloatingIPNegativeTestJSON-1306017259 tempest-FloatingIPNegativeTestJSON-1306017259-project] Deleting subnet 0ec91581-be97-4fb9-9e65-fa12cafe7484 {{(pid=103408) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:34:39.318801 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e7fc4e39-3a55-46c2-a72e-60e5ed5d44eb tempest-FloatingIPNegativeTestJSON-1306017259 tempest-FloatingIPNegativeTestJSON-1306017259-project] Publish callbacks [] for subnet (0ec91581-be97-4fb9-9e65-fa12cafe7484), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:39.370265 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-44904474-f924-41e4-ba0a-c9b73ee0f7ba tempest-MeteringTestJSON-968952377 tempest-MeteringTestJSON-968952377-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-810172283'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:34:39.370265 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-44904474-f924-41e4-ba0a-c9b73ee0f7ba tempest-MeteringTestJSON-968952377 tempest-MeteringTestJSON-968952377-project-admin] Unknown quota resources ['metering_label']. {{(pid=103407) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 28 10:34:39.386714 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e7fc4e39-3a55-46c2-a72e-60e5ed5d44eb tempest-FloatingIPNegativeTestJSON-1306017259 tempest-FloatingIPNegativeTestJSON-1306017259-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3423529'] for subnet (0ec91581-be97-4fb9-9e65-fa12cafe7484), precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:39.438310 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4b8a770-3528-4ac2-bd2e-335a39a711e9 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Router fe33a402-e56c-490e-a896-c74eaffa2c80 is scheduled to L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 with binding_index 1 {{(pid=103408) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 10:34:39.445393 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-c9bf71f1-1a73-4cbc-896a-c48ec164765a tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Deleting port eb884157-73cd-47c0-ba21-593a9ab768d5 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:34:39.445742 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c9bf71f1-1a73-4cbc-896a-c48ec164765a tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (eb884157-73cd-47c0-ba21-593a9ab768d5), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:39.447224 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5082010e-58cd-41f5-ba66-414260dfdc2f None None] Pushing event updated for resources: {'Port': ['ID=94f9b609-9bc7-496c-b127-0685daed4bce,revision_number=4']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:39.470987 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8a11069b-7c72-48f3-b55b-0c3ad2bea144 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1803321'] for router_gateway (aad0f095-9a34-4d69-8adc-66dbe99d9006), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:39.558697 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-cbb0f800-9892-485d-9842-b397e97ff82f tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Allocated IP 2001:db8::1ed (df7e839b-90c4-444e-a6a1-ba416f429b62/a5e4ca6b-1cca-4dc7-97c7-08b395a33c27/a3e04c46-52f2-4c6c-ae22-c596523a571e) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:34:39.616435 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c9bf71f1-1a73-4cbc-896a-c48ec164765a tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (eb884157-73cd-47c0-ba21-593a9ab768d5), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:39.637777 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e7fc4e39-3a55-46c2-a72e-60e5ed5d44eb tempest-FloatingIPNegativeTestJSON-1306017259 tempest-FloatingIPNegativeTestJSON-1306017259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-823142'] for subnet (0ec91581-be97-4fb9-9e65-fa12cafe7484), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:39.663431 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-c9bf71f1-1a73-4cbc-896a-c48ec164765a tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Calling delete_port for eb884157-73cd-47c0-ba21-593a9ab768d5 owned by {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:34:39.678502 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-cbb0f800-9892-485d-9842-b397e97ff82f tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Allocated IP 2001:db8:0:1::1a1 (df7e839b-90c4-444e-a6a1-ba416f429b62/0e2db673-b665-4d4b-a2ab-de545d431276/a3e04c46-52f2-4c6c-ae22-c596523a571e) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:34:39.717280 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8a11069b-7c72-48f3-b55b-0c3ad2bea144 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1807017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5941'] for router (aad0f095-9a34-4d69-8adc-66dbe99d9006), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:39.741133 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8a11069b-7c72-48f3-b55b-0c3ad2bea144 admin admin] Publish callbacks [] for router_controller (aad0f095-9a34-4d69-8adc-66dbe99d9006), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:39.797572 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4b8a770-3528-4ac2-bd2e-335a39a711e9 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:34:39.809527 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c7a16f-8dd8-4c67-aaf2-e3b99536645e None None] Sync routers for ids ['fe33a402-e56c-490e-a896-c74eaffa2c80'] in dv-neutron-master-2-hyperv {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:34:39.823009 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c7a16f-8dd8-4c67-aaf2-e3b99536645e None None] Routers {'fe33a402-e56c-490e-a896-c74eaffa2c80'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:34:39.824456 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-98c7a16f-8dd8-4c67-aaf2-e3b99536645e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:34:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['fe33a402-e56c-490e-a896-c74eaffa2c80'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:34:39.843349 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c4b8a770-3528-4ac2-bd2e-335a39a711e9 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks [] for router (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:39.847844 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-c4b8a770-3528-4ac2-bd2e-335a39a711e9 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 6.1616733 Feb 28 10:34:39.848842 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 36084) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:39.850790 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e7fc4e39-3a55-46c2-a72e-60e5ed5d44eb tempest-FloatingIPNegativeTestJSON-1306017259 tempest-FloatingIPNegativeTestJSON-1306017259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-823145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3242523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3951170'] for subnet (0ec91581-be97-4fb9-9e65-fa12cafe7484), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:39.870186 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-98c7a16f-8dd8-4c67-aaf2-e3b99536645e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:34:39.892292 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f77244e1-2701-4d80-8deb-bc7e84d71fb4 None None] Network de5b3a25-afce-4737-a6d5-3891e9edf733 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:34:39.923043 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e7fc4e39-3a55-46c2-a72e-60e5ed5d44eb tempest-FloatingIPNegativeTestJSON-1306017259 tempest-FloatingIPNegativeTestJSON-1306017259-project] Publish callbacks [] for subnet (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:39.929226 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c7a16f-8dd8-4c67-aaf2-e3b99536645e None None] Routers {'fe33a402-e56c-490e-a896-c74eaffa2c80'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:34:39.929440 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-e7fc4e39-3a55-46c2-a72e-60e5ed5d44eb tempest-FloatingIPNegativeTestJSON-1306017259 tempest-FloatingIPNegativeTestJSON-1306017259-project] 10.222.0.20 "DELETE /v2.0/subnets/0ec91581-be97-4fb9-9e65-fa12cafe7484 HTTP/1.1" status: 204 len: 168 time: 0.7650046 Feb 28 10:34:39.933440 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-98c7a16f-8dd8-4c67-aaf2-e3b99536645e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:34:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['fe33a402-e56c-490e-a896-c74eaffa2c80'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:34:39.981313 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 36086) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:40.052652 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-98c7a16f-8dd8-4c67-aaf2-e3b99536645e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:34:40.053432 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c7a16f-8dd8-4c67-aaf2-e3b99536645e None None] The sync data for ids ['fe33a402-e56c-490e-a896-c74eaffa2c80'] in dv-neutron-master-2-hyperv is: [] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:34:40.124592 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-59dc4685-7aa2-4e46-b46b-b6ae803b973c tempest-FloatingIPNegativeTestJSON-1306017259 tempest-FloatingIPNegativeTestJSON-1306017259-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-665757'] for network (de5b3a25-afce-4737-a6d5-3891e9edf733), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:40.127033 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fc4e39-3a55-46c2-a72e-60e5ed5d44eb tempest-FloatingIPNegativeTestJSON-1306017259 tempest-FloatingIPNegativeTestJSON-1306017259-project] Pushing event deleted for resources: {'Subnet': ['ID=0ec91581-be97-4fb9-9e65-fa12cafe7484,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:40.138809 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c9bf71f1-1a73-4cbc-896a-c48ec164765a tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (eb884157-73cd-47c0-ba21-593a9ab768d5), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:40.188250 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bf71f1-1a73-4cbc-896a-c48ec164765a tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Pushing event deleted for resources: {'Port': ['ID=eb884157-73cd-47c0-ba21-593a9ab768d5,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:40.189181 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-44904474-f924-41e4-ba0a-c9b73ee0f7ba tempest-MeteringTestJSON-968952377 tempest-MeteringTestJSON-968952377-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:40.192324 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-44904474-f924-41e4-ba0a-c9b73ee0f7ba tempest-MeteringTestJSON-968952377 tempest-MeteringTestJSON-968952377-project-admin] 10.222.0.20 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 1.1304140 Feb 28 10:34:40.202692 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 36088) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:40.210784 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-37ebb238-d952-4105-a32b-8b5174dec95f tempest-MeteringTestJSON-968952377 tempest-MeteringTestJSON-968952377-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '89f0ba6d-6bb3-4099-86fa-f673e3b4c16d'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:34:40.211309 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-37ebb238-d952-4105-a32b-8b5174dec95f tempest-MeteringTestJSON-968952377 tempest-MeteringTestJSON-968952377-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103408) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 28 10:34:40.248643 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce20e7c2-54fc-4ee8-873d-f3e53b17f078 None None] DHCP port deletion for de5b3a25-afce-4737-a6d5-3891e9edf733 request from dv-neutron-master-2-hyperv {{(pid=103409) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:34:40.294445 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8a11069b-7c72-48f3-b55b-0c3ad2bea144 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1806994'] for router (aad0f095-9a34-4d69-8adc-66dbe99d9006), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:40.295181 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a11069b-7c72-48f3-b55b-0c3ad2bea144 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aad0f095-9a34-4d69-8adc-66dbe99d9006 {{(pid=103407) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 10:34:40.301067 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8a11069b-7c72-48f3-b55b-0c3ad2bea144 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:40.302358 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-8a11069b-7c72-48f3-b55b-0c3ad2bea144 admin admin] 10.222.0.20 "DELETE /v2.0/routers/aad0f095-9a34-4d69-8adc-66dbe99d9006 HTTP/1.1" status: 204 len: 168 time: 4.0969515 Feb 28 10:34:40.317210 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5297f8f-301a-44d1-8d11-f1fdad6ba3df None None] Network df7e839b-90c4-444e-a6a1-ba416f429b62 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:34:40.356148 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 36090) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:40.362028 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c9bf71f1-1a73-4cbc-896a-c48ec164765a tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:40.366486 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-c9bf71f1-1a73-4cbc-896a-c48ec164765a tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] 10.222.0.20 "DELETE /v2.0/ports/eb884157-73cd-47c0-ba21-593a9ab768d5 HTTP/1.1" status: 204 len: 168 time: 1.1633172 Feb 28 10:34:40.391722 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-08a941c7-8291-4008-a83e-fce38aabea89 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Allocated IP 172.20.0.12 (9f0a511d-8408-4971-9daa-968eebea54f2/3cbc5df4-2f1d-49fc-a576-a08c75c97124/ada27665-c31f-4713-aa01-9ae0d0ee1d81) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:34:40.395273 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 5cc84fa2-855d-4d2e-a913-9015db4e0afd up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:34:40.399215 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-08a941c7-8291-4008-a83e-fce38aabea89 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Allocated IP 2001:db8::f816:3eff:fecb:e62b (9f0a511d-8408-4971-9daa-968eebea54f2/5f7c665f-82e8-4da7-9a11-3d5f5b2ecf8c/ada27665-c31f-4713-aa01-9ae0d0ee1d81) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:34:40.404032 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 36092) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:40.419194 dv-neutron-master-2-hyperv neutron-server[103408]: WARNING neutron.services.metering.metering_plugin [None req-37ebb238-d952-4105-a32b-8b5174dec95f tempest-MeteringTestJSON-968952377 tempest-MeteringTestJSON-968952377-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 28 10:34:40.482891 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-60ea0a25-32a3-4b26-abbc-b3e6c8dbf63b None None] Provisioning complete for port 94f9b609-9bc7-496c-b127-0685daed4bce triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:34:40.483285 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-60ea0a25-32a3-4b26-abbc-b3e6c8dbf63b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (94f9b609-9bc7-496c-b127-0685daed4bce), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:40.576706 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed7615c8-d30b-4ed0-9eb0-973e953055cd None None] Network 9f0a511d-8408-4971-9daa-968eebea54f2 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:34:40.602616 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-ce20e7c2-54fc-4ee8-873d-f3e53b17f078 None None] Deleting port 941afd2d-2e4d-479b-8163-a3a343e9d922 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:34:40.603120 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ce20e7c2-54fc-4ee8-873d-f3e53b17f078 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (941afd2d-2e4d-479b-8163-a3a343e9d922), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:40.661001 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-cbb0f800-9892-485d-9842-b397e97ff82f tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks [] for port (a3e04c46-52f2-4c6c-ae22-c596523a571e), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:40.702050 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port 5cc84fa2-855d-4d2e-a913-9015db4e0afd triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:34:40.702427 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (5cc84fa2-855d-4d2e-a913-9015db4e0afd), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:40.732878 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-08a941c7-8291-4008-a83e-fce38aabea89 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks [] for port (ada27665-c31f-4713-aa01-9ae0d0ee1d81), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:40.743321 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-cbb0f800-9892-485d-9842-b397e97ff82f tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (a3e04c46-52f2-4c6c-ae22-c596523a571e), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:40.805116 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbb0f800-9892-485d-9842-b397e97ff82f tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Network df7e839b-90c4-444e-a6a1-ba416f429b62 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:34:40.808178 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-ce20e7c2-54fc-4ee8-873d-f3e53b17f078 None None] For port 941afd2d-2e4d-479b-8163-a3a343e9d922, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=941afd2d-2e4d-479b-8163-a3a343e9d922,segment=NetworkSegment(de103771-df5d-4e9a-8d78-a842caa5720e),segment_id=de103771-df5d-4e9a-8d78-a842caa5720e)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:34:40.808735 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ce20e7c2-54fc-4ee8-873d-f3e53b17f078 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (941afd2d-2e4d-479b-8163-a3a343e9d922), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:40.811496 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-cbb0f800-9892-485d-9842-b397e97ff82f tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:34:40.817578 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb0f800-9892-485d-9842-b397e97ff82f tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:34:40.823499 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbb0f800-9892-485d-9842-b397e97ff82f tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:34:40.824412 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-cbb0f800-9892-485d-9842-b397e97ff82f tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:40.835092 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-5765c607-e576-46b3-9e3f-8e1f981178e0 tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.4215357 Feb 28 10:34:40.835684 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb0f800-9892-485d-9842-b397e97ff82f tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Pushing event updated for resources: {'Port': ['ID=a3e04c46-52f2-4c6c-ae22-c596523a571e,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:40.837648 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 36094) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:40.845422 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-f6a17a33-95bc-416c-a0d5-d088cf944a09 tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-887199679'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:34:40.848344 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-9fd50e40-0cd5-4456-a684-05f68f726b63 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] 10.222.0.20 "GET /v2.0/routers/fe33a402-e56c-490e-a896-c74eaffa2c80 HTTP/1.1" status: 200 len: 880 time: 0.9845543 Feb 28 10:34:40.853497 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 36096) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:40.861991 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-ce20e7c2-54fc-4ee8-873d-f3e53b17f078 None None] Calling delete_port for 941afd2d-2e4d-479b-8163-a3a343e9d922 owned by network:dhcp {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:34:40.872993 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-08a941c7-8291-4008-a83e-fce38aabea89 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (ada27665-c31f-4713-aa01-9ae0d0ee1d81), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:40.882449 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-60ea0a25-32a3-4b26-abbc-b3e6c8dbf63b None None] Current status of the port 94f9b609-9bc7-496c-b127-0685daed4bce is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:34:40.888122 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-cbb0f800-9892-485d-9842-b397e97ff82f tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 4.1381567 Feb 28 10:34:40.890655 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 36098) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:40.902763 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-2a0b3cca-53f1-4633-b245-d71cacb8e046 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a5e4ca6b-1cca-4dc7-97c7-08b395a33c27'}]}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:34:40.931407 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-37ebb238-d952-4105-a32b-8b5174dec95f tempest-MeteringTestJSON-968952377 tempest-MeteringTestJSON-968952377-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:40.935543 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-37ebb238-d952-4105-a32b-8b5174dec95f tempest-MeteringTestJSON-968952377 tempest-MeteringTestJSON-968952377-project-admin] 10.222.0.20 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.7254326 Feb 28 10:34:40.948275 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6a17a33-95bc-416c-a0d5-d088cf944a09 tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Made reservation on behalf of 926a2bc4399d41a8aaac442463a00142 for: {'network': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:34:40.952306 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f6a17a33-95bc-416c-a0d5-d088cf944a09 tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for network (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:40.962055 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 36100) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:40.968782 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_v2 [None req-d10beda2-07f2-4718-b124-9a37cbff3094 admin admin] Deleting subnet 68736f5c-4776-4059-9d35-abe8eebbb637 {{(pid=103408) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:34:40.977102 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d10beda2-07f2-4718-b124-9a37cbff3094 admin admin] Publish callbacks [] for subnet (68736f5c-4776-4059-9d35-abe8eebbb637), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:40.982705 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-0b1b0631-417f-4e0a-9ab1-922b9008b43b tempest-MeteringTestJSON-968952377 tempest-MeteringTestJSON-968952377-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '89f0ba6d-6bb3-4099-86fa-f673e3b4c16d'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:34:40.982993 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-0b1b0631-417f-4e0a-9ab1-922b9008b43b tempest-MeteringTestJSON-968952377 tempest-MeteringTestJSON-968952377-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103407) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 28 10:34:41.000163 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08a941c7-8291-4008-a83e-fce38aabea89 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Network 9f0a511d-8408-4971-9daa-968eebea54f2 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:34:41.027327 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 5cc84fa2-855d-4d2e-a913-9015db4e0afd is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:34:41.027886 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (5cc84fa2-855d-4d2e-a913-9015db4e0afd), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:41.057848 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e2973b99-6ceb-4505-92a5-5d08899ebbea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fc6c9b74-8dbb-41bb-800a-5bd3a43fe896), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:41.061379 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-59dc4685-7aa2-4e46-b46b-b6ae803b973c tempest-FloatingIPNegativeTestJSON-1306017259 tempest-FloatingIPNegativeTestJSON-1306017259-project] Deleting port 941afd2d-2e4d-479b-8163-a3a343e9d922 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:34:41.062561 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-59dc4685-7aa2-4e46-b46b-b6ae803b973c tempest-FloatingIPNegativeTestJSON-1306017259 tempest-FloatingIPNegativeTestJSON-1306017259-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (941afd2d-2e4d-479b-8163-a3a343e9d922), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:41.068228 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d10beda2-07f2-4718-b124-9a37cbff3094 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3423529'] for subnet (68736f5c-4776-4059-9d35-abe8eebbb637), precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:41.073276 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-eef6845d-6088-49bd-925b-d6a974eddcb2 None None] Provisioning complete for port 5cc84fa2-855d-4d2e-a913-9015db4e0afd triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:34:41.073940 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-eef6845d-6088-49bd-925b-d6a974eddcb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (5cc84fa2-855d-4d2e-a913-9015db4e0afd), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:41.094379 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-08a941c7-8291-4008-a83e-fce38aabea89 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:34:41.101185 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a941c7-8291-4008-a83e-fce38aabea89 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:34:41.107047 dv-neutron-master-2-hyperv neutron-server[103407]: WARNING neutron.services.metering.metering_plugin [None req-0b1b0631-417f-4e0a-9ab1-922b9008b43b tempest-MeteringTestJSON-968952377 tempest-MeteringTestJSON-968952377-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 28 10:34:41.154248 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ce20e7c2-54fc-4ee8-873d-f3e53b17f078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758'] for port (941afd2d-2e4d-479b-8163-a3a343e9d922), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:41.167601 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] For port 5cc84fa2-855d-4d2e-a913-9015db4e0afd, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5cc84fa2-855d-4d2e-a913-9015db4e0afd,segment=NetworkSegment(bf553b55-fb1d-4346-a090-4fb77eb0fbd7),segment_id=bf553b55-fb1d-4346-a090-4fb77eb0fbd7)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:34:41.190720 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a941c7-8291-4008-a83e-fce38aabea89 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Pushing event updated for resources: {'Port': ['ID=ada27665-c31f-4713-aa01-9ae0d0ee1d81,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:41.205939 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce20e7c2-54fc-4ee8-873d-f3e53b17f078 None None] No DVR routers for this DVR port 941afd2d-2e4d-479b-8163-a3a343e9d922 on host dv-neutron-master-2-hyperv {{(pid=103409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:34:41.208960 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (5cc84fa2-855d-4d2e-a913-9015db4e0afd), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:41.210426 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 94f9b609-9bc7-496c-b127-0685daed4bce up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:34:41.222088 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce20e7c2-54fc-4ee8-873d-f3e53b17f078 None None] Pushing event deleted for resources: {'Port': ['ID=941afd2d-2e4d-479b-8163-a3a343e9d922,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:41.232885 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-59dc4685-7aa2-4e46-b46b-b6ae803b973c tempest-FloatingIPNegativeTestJSON-1306017259 tempest-FloatingIPNegativeTestJSON-1306017259-project] For port 941afd2d-2e4d-479b-8163-a3a343e9d922, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=941afd2d-2e4d-479b-8163-a3a343e9d922,segment=NetworkSegment(de103771-df5d-4e9a-8d78-a842caa5720e),segment_id=de103771-df5d-4e9a-8d78-a842caa5720e)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:34:41.233329 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-59dc4685-7aa2-4e46-b46b-b6ae803b973c tempest-FloatingIPNegativeTestJSON-1306017259 tempest-FloatingIPNegativeTestJSON-1306017259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (941afd2d-2e4d-479b-8163-a3a343e9d922), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:41.272734 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-59dc4685-7aa2-4e46-b46b-b6ae803b973c tempest-FloatingIPNegativeTestJSON-1306017259 tempest-FloatingIPNegativeTestJSON-1306017259-project] Calling delete_port for 941afd2d-2e4d-479b-8163-a3a343e9d922 owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:34:41.296850 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51037877-f8fb-49d0-8e71-8a574aa72240 None None] Update dhcp port {'port': {'network_id': '9f0a511d-8408-4971-9daa-968eebea54f2', 'fixed_ips': [{'subnet_id': '3cbc5df4-2f1d-49fc-a576-a08c75c97124', 'ip_address': '172.20.0.2'}, {'subnet_id': '5f7c665f-82e8-4da7-9a11-3d5f5b2ecf8c'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': '5cc84fa2-855d-4d2e-a913-9015db4e0afd'} from dv-neutron-master-2-hyperv. {{(pid=103409) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 28 10:34:41.303479 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6a17a33-95bc-416c-a0d5-d088cf944a09 tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 263} {{(pid=103407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:34:41.316055 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2a0b3cca-53f1-4633-b245-d71cacb8e046 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (a3e04c46-52f2-4c6c-ae22-c596523a571e), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:41.376128 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-51037877-f8fb-49d0-8e71-8a574aa72240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (5cc84fa2-855d-4d2e-a913-9015db4e0afd), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:41.383844 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d10beda2-07f2-4718-b124-9a37cbff3094 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-823142'] for subnet (68736f5c-4776-4059-9d35-abe8eebbb637), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:41.386122 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0b1b0631-417f-4e0a-9ab1-922b9008b43b tempest-MeteringTestJSON-968952377 tempest-MeteringTestJSON-968952377-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:41.389905 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-0b1b0631-417f-4e0a-9ab1-922b9008b43b tempest-MeteringTestJSON-968952377 tempest-MeteringTestJSON-968952377-project-admin] 10.222.0.20 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.4225624 Feb 28 10:34:41.392232 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Pushing event updated for resources: {'Port': ['ID=5cc84fa2-855d-4d2e-a913-9015db4e0afd,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:41.396646 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08a941c7-8291-4008-a83e-fce38aabea89 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:34:41.397340 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-08a941c7-8291-4008-a83e-fce38aabea89 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:41.402940 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 36104) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:41.409462 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f6a17a33-95bc-416c-a0d5-d088cf944a09 tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (b366fb32-72e7-479f-b6cf-bd4aa85aef7c), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:41.409462 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.db.segments_db [None req-f6a17a33-95bc-416c-a0d5-d088cf944a09 tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Added segment b366fb32-72e7-479f-b6cf-bd4aa85aef7c of type vlan for network 506ba55c-b902-4ecc-89e0-62af1774f095 Feb 28 10:34:41.427720 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-eef6845d-6088-49bd-925b-d6a974eddcb2 None None] Current status of the port 5cc84fa2-855d-4d2e-a913-9015db4e0afd is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:34:41.436836 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-92fb3e11-4111-4556-af9e-e524958370ae tempest-MeteringTestJSON-968952377 tempest-MeteringTestJSON-968952377-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-label-rules?id=b62eef57-8baf-495c-9cea-bb0fa115eb9f HTTP/1.1" status: 200 len: 464 time: 0.0294290 Feb 28 10:34:41.448342 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port 94f9b609-9bc7-496c-b127-0685daed4bce triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:34:41.448764 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (94f9b609-9bc7-496c-b127-0685daed4bce), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:41.454933 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 36106) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:41.474411 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d10beda2-07f2-4718-b124-9a37cbff3094 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-823145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3242523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3951170'] for subnet (68736f5c-4776-4059-9d35-abe8eebbb637), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:41.493770 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-08a941c7-8291-4008-a83e-fce38aabea89 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 3.6058140 Feb 28 10:34:41.499187 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 36108) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:41.522266 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f6a17a33-95bc-416c-a0d5-d088cf944a09 tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742056637431'] for network (506ba55c-b902-4ecc-89e0-62af1774f095), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:41.527252 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10beda2-07f2-4718-b124-9a37cbff3094 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68736f5c-4776-4059-9d35-abe8eebbb637,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:41.577343 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-ab929d1f-5433-4f02-8a25-f19f05d74868 None None] Provisioning complete for port 94f9b609-9bc7-496c-b127-0685daed4bce triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:34:41.577576 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ab929d1f-5433-4f02-8a25-f19f05d74868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (94f9b609-9bc7-496c-b127-0685daed4bce), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:41.615179 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc071894-5d57-4be7-88f9-fd32795f20f6 None None] Network da9969cf-fbcc-4307-8c2e-f65c87750026 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:34:41.621780 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f6a17a33-95bc-416c-a0d5-d088cf944a09 tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551'] for network (506ba55c-b902-4ecc-89e0-62af1774f095), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:41.627295 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6a17a33-95bc-416c-a0d5-d088cf944a09 tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:34:41.627924 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f6a17a33-95bc-416c-a0d5-d088cf944a09 tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:41.662780 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d10beda2-07f2-4718-b124-9a37cbff3094 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:41.670492 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-d10beda2-07f2-4718-b124-9a37cbff3094 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/68736f5c-4776-4059-9d35-abe8eebbb637 HTTP/1.1" status: 204 len: 168 time: 1.3079846 Feb 28 10:34:41.687241 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 36112) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:41.730605 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-387b66e4-ee2c-4984-91ab-bfa13f7668fe tempest-MeteringTestJSON-968952377 tempest-MeteringTestJSON-968952377-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:41.734390 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-387b66e4-ee2c-4984-91ab-bfa13f7668fe tempest-MeteringTestJSON-968952377 tempest-MeteringTestJSON-968952377-project-admin] 10.222.0.20 "DELETE /v2.0/metering/metering-label-rules/b62eef57-8baf-495c-9cea-bb0fa115eb9f HTTP/1.1" status: 204 len: 168 time: 0.2674210 Feb 28 10:34:41.741006 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 36114) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:41.754187 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c37e39a-1161-4475-a18f-762905d92ddc tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:34:41.762438 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-51037877-f8fb-49d0-8e71-8a574aa72240 None None] Allocated IP 2001:db8::f816:3eff:fe7c:a616 (9f0a511d-8408-4971-9daa-968eebea54f2/5f7c665f-82e8-4da7-9a11-3d5f5b2ecf8c/5cc84fa2-855d-4d2e-a913-9015db4e0afd) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:34:41.763863 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c37e39a-1161-4475-a18f-762905d92ddc tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:34:41.768954 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-7c37e39a-1161-4475-a18f-762905d92ddc tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1766 time: 0.2648821 Feb 28 10:34:41.769139 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-c71927b9-7e4a-4aab-b417-d009eaa1436e tempest-MeteringTestJSON-968952377 tempest-MeteringTestJSON-968952377-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-label-rules?id=b62eef57-8baf-495c-9cea-bb0fa115eb9f HTTP/1.1" status: 200 len: 221 time: 0.0234923 Feb 28 10:34:41.769846 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 36116) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:41.774083 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 36118) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:41.822755 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 94f9b609-9bc7-496c-b127-0685daed4bce is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:34:41.833625 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-f6a17a33-95bc-416c-a0d5-d088cf944a09 tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9896901 Feb 28 10:34:41.834437 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 36120) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:41.848123 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-0b3c6fd9-86ab-4330-bdec-0556e6c0845e tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1784474755'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:34:41.871782 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-a0128094-8e0f-4268-8e89-b2577b89b252 tempest-MeteringTestJSON-968952377 tempest-MeteringTestJSON-968952377-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--958094913', 'description': 'label created by tempest'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:34:41.872395 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-a0128094-8e0f-4268-8e89-b2577b89b252 tempest-MeteringTestJSON-968952377 tempest-MeteringTestJSON-968952377-project-admin] Unknown quota resources ['metering_label']. {{(pid=103408) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 28 10:34:41.924641 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a17a33-95bc-416c-a0d5-d088cf944a09 tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Pushing event updated for resources: {'Network': ['ID=506ba55c-b902-4ecc-89e0-62af1774f095,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:41.950130 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-957861f1-b905-4865-abaa-bd6413ad0f2b tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 1.0662901 Feb 28 10:34:41.951850 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 36122) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:41.961510 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-65fab4dc-706f-4d47-bebc-f19bf236dc47 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-576320671'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:34:42.017995 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-22e0da81-6b78-46c3-942a-fa1dd9607201 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-665757'] for network (da9969cf-fbcc-4307-8c2e-f65c87750026), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:42.025525 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-59dc4685-7aa2-4e46-b46b-b6ae803b973c tempest-FloatingIPNegativeTestJSON-1306017259 tempest-FloatingIPNegativeTestJSON-1306017259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (941afd2d-2e4d-479b-8163-a3a343e9d922), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:42.052717 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b3c6fd9-86ab-4330-bdec-0556e6c0845e tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Made reservation on behalf of 926a2bc4399d41a8aaac442463a00142 for: {'network': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:34:42.055978 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0b3c6fd9-86ab-4330-bdec-0556e6c0845e tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for network (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:42.064586 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device f1769461-c9bd-4976-89e8-b3a9d5ffaee7 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:34:42.066584 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Network 506ba55c-b902-4ecc-89e0-62af1774f095 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103409) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:34:42.105734 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dc4685-7aa2-4e46-b46b-b6ae803b973c tempest-FloatingIPNegativeTestJSON-1306017259 tempest-FloatingIPNegativeTestJSON-1306017259-project] Pushing event deleted for resources: {'Port': ['ID=941afd2d-2e4d-479b-8163-a3a343e9d922,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:42.138346 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b3c6fd9-86ab-4330-bdec-0556e6c0845e tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 298} {{(pid=103407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:34:42.153202 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59dc4685-7aa2-4e46-b46b-b6ae803b973c tempest-FloatingIPNegativeTestJSON-1306017259 tempest-FloatingIPNegativeTestJSON-1306017259-project] No DVR routers for this DVR port 941afd2d-2e4d-479b-8163-a3a343e9d922 on host dv-neutron-master-2-hyperv {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:34:42.162475 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-2a0b3cca-53f1-4633-b245-d71cacb8e046 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Delete allocated IP 2001:db8:0:1::1a1 (df7e839b-90c4-444e-a6a1-ba416f429b62/0e2db673-b665-4d4b-a2ab-de545d431276) {{(pid=103407) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 28 10:34:42.170240 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] No Port match for: f1769461-c9bd-4976-89e8-b3a9d5ffaee7 {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:34:42.170815 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device f1769461-c9bd-4976-89e8-b3a9d5ffaee7 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:34:42.171567 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 6d1de444-f18c-4ca8-b8bc-2f3c2287a0a8 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:34:42.188350 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0b3c6fd9-86ab-4330-bdec-0556e6c0845e tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (fb99102a-7e84-4612-89f5-ff327ec9217b), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:42.188743 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.db.segments_db [None req-0b3c6fd9-86ab-4330-bdec-0556e6c0845e tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Added segment fb99102a-7e84-4612-89f5-ff327ec9217b of type vlan for network b9a688d6-18e6-4927-b127-41f171e37bb4 Feb 28 10:34:42.199811 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a0128094-8e0f-4268-8e89-b2577b89b252 tempest-MeteringTestJSON-968952377 tempest-MeteringTestJSON-968952377-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:42.204144 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-a0128094-8e0f-4268-8e89-b2577b89b252 tempest-MeteringTestJSON-968952377 tempest-MeteringTestJSON-968952377-project-admin] 10.222.0.20 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.3667114 Feb 28 10:34:42.205852 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 36124) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:42.222595 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b6d631fb-7df0-4fe1-8322-abff3b61cae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (0db5147a-92a3-4581-8a5f-8ec9b93e0600), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:42.226122 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-2eb092d7-597b-4813-a33b-be09e3a33e36 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Deleting port ada27665-c31f-4713-aa01-9ae0d0ee1d81 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:34:42.226991 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2eb092d7-597b-4813-a33b-be09e3a33e36 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (ada27665-c31f-4713-aa01-9ae0d0ee1d81), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:42.233049 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] No Port match for: 6d1de444-f18c-4ca8-b8bc-2f3c2287a0a8 {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:34:42.234145 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 6d1de444-f18c-4ca8-b8bc-2f3c2287a0a8 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:34:42.245510 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-ab929d1f-5433-4f02-8a25-f19f05d74868 None None] Current status of the port 94f9b609-9bc7-496c-b127-0685daed4bce is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:34:42.280934 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-51037877-f8fb-49d0-8e71-8a574aa72240 None None] For port 5cc84fa2-855d-4d2e-a913-9015db4e0afd, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5cc84fa2-855d-4d2e-a913-9015db4e0afd,segment=NetworkSegment(bf553b55-fb1d-4346-a090-4fb77eb0fbd7),segment_id=bf553b55-fb1d-4346-a090-4fb77eb0fbd7)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:34:42.318214 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-51037877-f8fb-49d0-8e71-8a574aa72240 None None] Publish callbacks [] for port (5cc84fa2-855d-4d2e-a913-9015db4e0afd), precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:42.325734 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-51037877-f8fb-49d0-8e71-8a574aa72240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (5cc84fa2-855d-4d2e-a913-9015db4e0afd), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:42.363821 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc73a22a-64d7-4375-8981-8afcc449274e None None] DHCP port deletion for da9969cf-fbcc-4307-8c2e-f65c87750026 request from dv-neutron-master-2-hyperv {{(pid=103409) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:34:42.367177 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-59dc4685-7aa2-4e46-b46b-b6ae803b973c tempest-FloatingIPNegativeTestJSON-1306017259 tempest-FloatingIPNegativeTestJSON-1306017259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672413', 'neutron.services.segments.db._delete_segments_for_network-8742057110173'] for network (de5b3a25-afce-4737-a6d5-3891e9edf733), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:42.450167 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-59dc4685-7aa2-4e46-b46b-b6ae803b973c tempest-FloatingIPNegativeTestJSON-1306017259 tempest-FloatingIPNegativeTestJSON-1306017259-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de5b3a25-afce-4737-a6d5-3891e9edf733']}} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:34:42.468167 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-59dc4685-7aa2-4e46-b46b-b6ae803b973c tempest-FloatingIPNegativeTestJSON-1306017259 tempest-FloatingIPNegativeTestJSON-1306017259-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de103771-df5d-4e9a-8d78-a842caa5720e') {'for_net_delete': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:34:42.468908 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-59dc4685-7aa2-4e46-b46b-b6ae803b973c tempest-FloatingIPNegativeTestJSON-1306017259 tempest-FloatingIPNegativeTestJSON-1306017259-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de103771-df5d-4e9a-8d78-a842caa5720e') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:34:42.480451 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-9b0a73aa-03f3-42aa-9210-ea9b1c4634bf tempest-MeteringTestJSON-968952377 tempest-MeteringTestJSON-968952377-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-labels?id=4b86d344-1b49-4903-96ad-c4e54f65c847 HTTP/1.1" status: 200 len: 467 time: 0.2598057 Feb 28 10:34:42.485745 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0b3c6fd9-86ab-4330-bdec-0556e6c0845e tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742056637431'] for network (b9a688d6-18e6-4927-b127-41f171e37bb4), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:42.490000 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 36128) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:42.491347 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 5cc84fa2-855d-4d2e-a913-9015db4e0afd up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:34:42.496029 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-59dc4685-7aa2-4e46-b46b-b6ae803b973c tempest-FloatingIPNegativeTestJSON-1306017259 tempest-FloatingIPNegativeTestJSON-1306017259-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742057113766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3423550'] for segment (de103771-df5d-4e9a-8d78-a842caa5720e), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:42.519539 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-59dc4685-7aa2-4e46-b46b-b6ae803b973c tempest-FloatingIPNegativeTestJSON-1306017259 tempest-FloatingIPNegativeTestJSON-1306017259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (de103771-df5d-4e9a-8d78-a842caa5720e), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:42.527161 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59dc4685-7aa2-4e46-b46b-b6ae803b973c tempest-FloatingIPNegativeTestJSON-1306017259 tempest-FloatingIPNegativeTestJSON-1306017259-project] Releasing vlan 259 on physical network physnet1 to pool {{(pid=103408) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:34:42.527569 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-59dc4685-7aa2-4e46-b46b-b6ae803b973c tempest-FloatingIPNegativeTestJSON-1306017259 tempest-FloatingIPNegativeTestJSON-1306017259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3242693'] for segment (de103771-df5d-4e9a-8d78-a842caa5720e), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:42.536463 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-dcc597b5-9dec-4cbe-8066-9a5c376af2ee None None] Provisioning complete for port a3e04c46-52f2-4c6c-ae22-c596523a571e triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:34:42.536941 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-dcc597b5-9dec-4cbe-8066-9a5c376af2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (a3e04c46-52f2-4c6c-ae22-c596523a571e), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:42.583724 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51037877-f8fb-49d0-8e71-8a574aa72240 None None] Pushing event updated for resources: {'Port': ['ID=5cc84fa2-855d-4d2e-a913-9015db4e0afd,revision_number=4']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:42.613730 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-dcc597b5-9dec-4cbe-8066-9a5c376af2ee None None] Port a3e04c46-52f2-4c6c-ae22-c596523a571e cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:34:42.624244 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port 5cc84fa2-855d-4d2e-a913-9015db4e0afd triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:34:42.624687 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (5cc84fa2-855d-4d2e-a913-9015db4e0afd), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:42.646929 dv-neutron-master-2-hyperv neutron-server[103408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 10:34:42.646929 dv-neutron-master-2-hyperv neutron-server[103408]: self.session.flush() Feb 28 10:34:42.646929 dv-neutron-master-2-hyperv neutron-server[103408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 10:34:42.646929 dv-neutron-master-2-hyperv neutron-server[103408]: self.session.flush() Feb 28 10:34:42.646929 dv-neutron-master-2-hyperv neutron-server[103408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 10:34:42.646929 dv-neutron-master-2-hyperv neutron-server[103408]: self.session.flush() Feb 28 10:34:42.646929 dv-neutron-master-2-hyperv neutron-server[103408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 10:34:42.646929 dv-neutron-master-2-hyperv neutron-server[103408]: self.session.flush() Feb 28 10:34:42.646929 dv-neutron-master-2-hyperv neutron-server[103408]: Traceback (most recent call last): Feb 28 10:34:42.646929 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:34:42.646929 dv-neutron-master-2-hyperv neutron-server[103408]: timer() Feb 28 10:34:42.646929 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:34:42.646929 dv-neutron-master-2-hyperv neutron-server[103408]: cb(*args, **kw) Feb 28 10:34:42.646929 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:34:42.646929 dv-neutron-master-2-hyperv neutron-server[103408]: return func(*args, **kwargs) Feb 28 10:34:42.646929 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:34:42.646929 dv-neutron-master-2-hyperv neutron-server[103408]: self._notify() Feb 28 10:34:42.646929 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:34:42.646929 dv-neutron-master-2-hyperv neutron-server[103408]: self.callback(batched_events) Feb 28 10:34:42.646929 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:34:42.646929 dv-neutron-master-2-hyperv neutron-server[103408]: event.method(event) Feb 28 10:34:42.646929 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:34:42.646929 dv-neutron-master-2-hyperv neutron-server[103408]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:34:42.646929 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:34:42.646929 dv-neutron-master-2-hyperv neutron-server[103408]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:34:42.646929 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:34:42.646929 dv-neutron-master-2-hyperv neutron-server[103408]: return f(self, *a, **k) Feb 28 10:34:42.646929 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:34:42.646929 dv-neutron-master-2-hyperv neutron-server[103408]: return self._get(url).json() Feb 28 10:34:42.646929 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:34:42.646929 dv-neutron-master-2-hyperv neutron-server[103408]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:34:42.646929 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:34:42.646929 dv-neutron-master-2-hyperv neutron-server[103408]: return self.request(url, 'GET', **kwargs) Feb 28 10:34:42.646929 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:34:42.646929 dv-neutron-master-2-hyperv neutron-server[103408]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:34:42.646929 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:34:42.646929 dv-neutron-master-2-hyperv neutron-server[103408]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:34:42.646929 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:34:42.646929 dv-neutron-master-2-hyperv neutron-server[103408]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:34:42.646929 dv-neutron-master-2-hyperv neutron-server[103408]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:34:42.667346 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2eb092d7-597b-4813-a33b-be09e3a33e36 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (ada27665-c31f-4713-aa01-9ae0d0ee1d81), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:42.676279 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-dc73a22a-64d7-4375-8981-8afcc449274e None None] Deleting port 2a65a04d-3af8-4fc9-a4be-f563fd44736f {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:34:42.676684 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-dc73a22a-64d7-4375-8981-8afcc449274e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (2a65a04d-3af8-4fc9-a4be-f563fd44736f), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:42.686006 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-2eb092d7-597b-4813-a33b-be09e3a33e36 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Calling delete_port for ada27665-c31f-4713-aa01-9ae0d0ee1d81 owned by {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:34:42.765462 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-59dc4685-7aa2-4e46-b46b-b6ae803b973c tempest-FloatingIPNegativeTestJSON-1306017259 tempest-FloatingIPNegativeTestJSON-1306017259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803269'] for network (de5b3a25-afce-4737-a6d5-3891e9edf733), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:42.776894 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-dc73a22a-64d7-4375-8981-8afcc449274e None None] For port 2a65a04d-3af8-4fc9-a4be-f563fd44736f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2a65a04d-3af8-4fc9-a4be-f563fd44736f,segment=NetworkSegment(45c28de9-4293-44e6-a1bc-2bb875668608),segment_id=45c28de9-4293-44e6-a1bc-2bb875668608)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:34:42.777229 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-dc73a22a-64d7-4375-8981-8afcc449274e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (2a65a04d-3af8-4fc9-a4be-f563fd44736f), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:42.793845 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 5cc84fa2-855d-4d2e-a913-9015db4e0afd is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:34:42.798524 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-dc73a22a-64d7-4375-8981-8afcc449274e None None] Calling delete_port for 2a65a04d-3af8-4fc9-a4be-f563fd44736f owned by network:dhcp {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:34:42.803492 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-59dc4685-7aa2-4e46-b46b-b6ae803b973c tempest-FloatingIPNegativeTestJSON-1306017259 tempest-FloatingIPNegativeTestJSON-1306017259-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616561'] for network (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:42.807815 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-59dc4685-7aa2-4e46-b46b-b6ae803b973c tempest-FloatingIPNegativeTestJSON-1306017259 tempest-FloatingIPNegativeTestJSON-1306017259-project] 10.222.0.20 "DELETE /v2.0/networks/de5b3a25-afce-4737-a6d5-3891e9edf733 HTTP/1.1" status: 204 len: 168 time: 2.8253517 Feb 28 10:34:42.825380 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dc4685-7aa2-4e46-b46b-b6ae803b973c tempest-FloatingIPNegativeTestJSON-1306017259 tempest-FloatingIPNegativeTestJSON-1306017259-project] Pushing event deleted for resources: {'Network': ['ID=de5b3a25-afce-4737-a6d5-3891e9edf733,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:42.906900 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 941afd2d-2e4d-479b-8163-a3a343e9d922 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:34:42.942596 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] No Port match for: 941afd2d-2e4d-479b-8163-a3a343e9d922 {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:34:42.943173 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 941afd2d-2e4d-479b-8163-a3a343e9d922 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:34:42.990552 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-dc73a22a-64d7-4375-8981-8afcc449274e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758'] for port (2a65a04d-3af8-4fc9-a4be-f563fd44736f), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:43.022618 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc73a22a-64d7-4375-8981-8afcc449274e None None] Pushing event deleted for resources: {'Port': ['ID=2a65a04d-3af8-4fc9-a4be-f563fd44736f,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:43.027893 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc73a22a-64d7-4375-8981-8afcc449274e None None] No DVR routers for this DVR port 2a65a04d-3af8-4fc9-a4be-f563fd44736f on host dv-neutron-master-2-hyperv {{(pid=103409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:34:43.051005 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2eb092d7-597b-4813-a33b-be09e3a33e36 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (ada27665-c31f-4713-aa01-9ae0d0ee1d81), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:43.097818 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb092d7-597b-4813-a33b-be09e3a33e36 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Pushing event deleted for resources: {'Port': ['ID=ada27665-c31f-4713-aa01-9ae0d0ee1d81,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:43.138441 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-22e0da81-6b78-46c3-942a-fa1dd9607201 admin admin] Deleting port 2a65a04d-3af8-4fc9-a4be-f563fd44736f {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:34:43.138835 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-22e0da81-6b78-46c3-942a-fa1dd9607201 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (2a65a04d-3af8-4fc9-a4be-f563fd44736f), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:43.193774 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2eb092d7-597b-4813-a33b-be09e3a33e36 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:43.198328 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-2eb092d7-597b-4813-a33b-be09e3a33e36 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "DELETE /v2.0/ports/ada27665-c31f-4713-aa01-9ae0d0ee1d81 HTTP/1.1" status: 204 len: 168 time: 1.4253020 Feb 28 10:34:43.202339 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 36136) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:43.221103 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0b3c6fd9-86ab-4330-bdec-0556e6c0845e tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551'] for network (b9a688d6-18e6-4927-b127-41f171e37bb4), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:43.226873 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b3c6fd9-86ab-4330-bdec-0556e6c0845e tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:34:43.227506 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0b3c6fd9-86ab-4330-bdec-0556e6c0845e tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:43.239946 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 36138) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:43.273200 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab6b78c-4f89-4373-b8c2-541f38444042 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:34:43.274791 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab6b78c-4f89-4373-b8c2-541f38444042 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:34:43.276410 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab6b78c-4f89-4373-b8c2-541f38444042 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:34:43.278283 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-3ab6b78c-4f89-4373-b8c2-541f38444042 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0741615 Feb 28 10:34:43.284088 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 36142) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:43.372024 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef97e914-4806-4bd5-a323-879f7c89b01a tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Deleting subnet 3cbc5df4-2f1d-49fc-a576-a08c75c97124 {{(pid=103408) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:34:43.378241 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ef97e914-4806-4bd5-a323-879f7c89b01a tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks [] for subnet (3cbc5df4-2f1d-49fc-a576-a08c75c97124), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:43.402508 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6b923bb1-06b0-4b84-b461-7cc1d0196090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (2e621730-3978-4720-b581-ac380e97a567), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:43.447748 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-400b85b1-7f2e-499d-bd03-37118feda6df None None] Provisioning complete for port 5cc84fa2-855d-4d2e-a913-9015db4e0afd triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:34:43.448588 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-400b85b1-7f2e-499d-bd03-37118feda6df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (5cc84fa2-855d-4d2e-a913-9015db4e0afd), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:43.453927 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ef97e914-4806-4bd5-a323-879f7c89b01a tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3423529'] for subnet (3cbc5df4-2f1d-49fc-a576-a08c75c97124), precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:43.460244 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-0b3c6fd9-86ab-4330-bdec-0556e6c0845e tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.6159515 Feb 28 10:34:43.465268 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2a0b3cca-53f1-4633-b245-d71cacb8e046 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks [] for port (a3e04c46-52f2-4c6c-ae22-c596523a571e), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:43.506738 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bca4be51-4238-4831-a030-47c2c7914332 tempest-MeteringTestJSON-968952377 tempest-MeteringTestJSON-968952377-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:43.507925 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-bca4be51-4238-4831-a030-47c2c7914332 tempest-MeteringTestJSON-968952377 tempest-MeteringTestJSON-968952377-project-admin] 10.222.0.20 "DELETE /v2.0/metering/metering-labels/4b86d344-1b49-4903-96ad-c4e54f65c847 HTTP/1.1" status: 204 len: 168 time: 1.0156250 Feb 28 10:34:43.508915 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2a0b3cca-53f1-4633-b245-d71cacb8e046 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3498066'] for port (a3e04c46-52f2-4c6c-ae22-c596523a571e), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:43.527399 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-56eb39d0-f30a-4d1f-9c36-10d1ca31fee4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=78091f7400c644c2bdf1dc7e790fcfd4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2863333 Feb 28 10:34:43.535425 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 36144) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:43.538409 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 36146) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:43.558491 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-22e0da81-6b78-46c3-942a-fa1dd9607201 admin admin] For port 2a65a04d-3af8-4fc9-a4be-f563fd44736f, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:34:43.559046 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-22e0da81-6b78-46c3-942a-fa1dd9607201 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (2a65a04d-3af8-4fc9-a4be-f563fd44736f), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:43.659281 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5108e4-6225-4467-ba40-63505eb04935 req-58192855-03be-4697-8a51-b3a6d80f0622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:34:43.660062 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-34d7b5bf-c1ce-42d0-9622-ab2fd7f4d2cf tempest-MeteringTestJSON-968952377 tempest-MeteringTestJSON-968952377-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-labels?id=4b86d344-1b49-4903-96ad-c4e54f65c847 HTTP/1.1" status: 200 len: 216 time: 0.1201832 Feb 28 10:34:43.660544 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-400b85b1-7f2e-499d-bd03-37118feda6df None None] Current status of the port 5cc84fa2-855d-4d2e-a913-9015db4e0afd is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:34:43.661023 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-eb5108e4-6225-4467-ba40-63505eb04935 req-58192855-03be-4697-8a51-b3a6d80f0622 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=194e12cf0f844c7eb6a851155ceb2206&device_id=21839f2d-46e7-497a-a06a-b1ae129c5e90 HTTP/1.1" status: 200 len: 1129 time: 0.9684551 Feb 28 10:34:43.661874 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0b3cca-53f1-4633-b245-d71cacb8e046 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Pushing event updated for resources: {'Port': ['ID=a3e04c46-52f2-4c6c-ae22-c596523a571e,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:43.665040 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 36148) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:43.697977 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3c6fd9-86ab-4330-bdec-0556e6c0845e tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Pushing event updated for resources: {'Network': ['ID=b9a688d6-18e6-4927-b127-41f171e37bb4,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:43.709429 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-5632115c-0ba5-44f2-bf9e-10c41054460c tempest-MeteringTestJSON-968952377 tempest-MeteringTestJSON-968952377-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0258965 Feb 28 10:34:43.710613 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Network b9a688d6-18e6-4927-b127-41f171e37bb4 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103409) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:34:43.720531 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-2a0b3cca-53f1-4633-b245-d71cacb8e046 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] In _notify_port_updated(), no bound segment for port a3e04c46-52f2-4c6c-ae22-c596523a571e on network df7e839b-90c4-444e-a6a1-ba416f429b62 {{(pid=103407) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 28 10:34:43.727118 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a0b3cca-53f1-4633-b245-d71cacb8e046 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:34:43.727809 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2a0b3cca-53f1-4633-b245-d71cacb8e046 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:43.733162 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-2a0b3cca-53f1-4633-b245-d71cacb8e046 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] 10.222.0.20 "PUT /v2.0/ports/a3e04c46-52f2-4c6c-ae22-c596523a571e HTTP/1.1" status: 200 len: 926 time: 2.8403080 Feb 28 10:34:43.734216 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-22e0da81-6b78-46c3-942a-fa1dd9607201 admin admin] Calling delete_port for 2a65a04d-3af8-4fc9-a4be-f563fd44736f owned by network:dhcp {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:34:43.745561 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 36150) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:43.745968 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 36152) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:43.761404 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-d0b99da8-23ae-4532-aba2-271e4f790f9d tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a5e4ca6b-1cca-4dc7-97c7-08b395a33c27'}, {'subnet_id': '0e2db673-b665-4d4b-a2ab-de545d431276'}]}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:34:43.826301 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-9e7e4328-6721-44d0-89e5-c9531b36fbac None None] Could not find standard attr ID for object ada27665-c31f-4713-aa01-9ae0d0ee1d81. {{(pid=103409) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Feb 28 10:34:43.883305 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9bfe7139-250d-4e42-b01b-cdf3b8dd837d admin admin] Publish callbacks [] for security_group (2706b3a2-61cd-4f11-8e47-726e47ce4f5d), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:43.901185 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5108e4-6225-4467-ba40-63505eb04935 req-0dc44ea1-0753-4c1c-95e7-b74286cca7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:34:43.902987 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-eb5108e4-6225-4467-ba40-63505eb04935 req-0dc44ea1-0753-4c1c-95e7-b74286cca7dd service neutron] 10.222.0.30 "GET /v2.0/networks?id=c8fe4d5f-4a1f-41f9-85f5-28e75dcf99b0 HTTP/1.1" status: 200 len: 912 time: 0.1930494 Feb 28 10:34:43.910910 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ac09e1-6fc4-415e-9a01-de5db28d9e59 req-b2b81e8d-db59-48a2-862f-0ff75a1c55e3 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:34:43.912912 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-92ac09e1-6fc4-415e-9a01-de5db28d9e59 req-b2b81e8d-db59-48a2-862f-0ff75a1c55e3 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] 10.222.0.20 "GET /v2.0/ports?device_id=21839f2d-46e7-497a-a06a-b1ae129c5e90 HTTP/1.1" status: 200 len: 945 time: 1.2245719 Feb 28 10:34:43.917034 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.ipam_backend_mixin [None req-22e0da81-6b78-46c3-942a-fa1dd9607201 admin admin] Port 2a65a04d-3af8-4fc9-a4be-f563fd44736f was not found and therefore no delete operation was performed {{(pid=103407) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 28 10:34:43.925814 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 36154) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:43.926471 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-25589650-6d59-484f-aa9b-11ca80f0bc4a tempest-MeteringTestJSON-968952377 tempest-MeteringTestJSON-968952377-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.1777599 Feb 28 10:34:43.933351 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-22e0da81-6b78-46c3-942a-fa1dd9607201 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (2a65a04d-3af8-4fc9-a4be-f563fd44736f), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:44.014784 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9bfe7139-250d-4e42-b01b-cdf3b8dd837d admin admin] Publish callbacks [] for security_group (2706b3a2-61cd-4f11-8e47-726e47ce4f5d), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:44.034684 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ef97e914-4806-4bd5-a323-879f7c89b01a tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-823142'] for subnet (3cbc5df4-2f1d-49fc-a576-a08c75c97124), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:44.055755 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-4f8b34e9-974d-4db0-abad-4b5fe217eb7c None None] Provisioning complete for port a3e04c46-52f2-4c6c-ae22-c596523a571e triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:34:44.056055 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4f8b34e9-974d-4db0-abad-4b5fe217eb7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (a3e04c46-52f2-4c6c-ae22-c596523a571e), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:44.070402 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e0da81-6b78-46c3-942a-fa1dd9607201 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a65a04d-3af8-4fc9-a4be-f563fd44736f,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:44.096177 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-65fab4dc-706f-4d47-bebc-f19bf236dc47 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1804286', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1806925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5948'] for router (fe33a402-e56c-490e-a896-c74eaffa2c80), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:44.111768 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e0da81-6b78-46c3-942a-fa1dd9607201 admin admin] No DVR routers for this DVR port 2a65a04d-3af8-4fc9-a4be-f563fd44736f on host dv-neutron-master-2-hyperv {{(pid=103407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:34:44.153786 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4f8b34e9-974d-4db0-abad-4b5fe217eb7c None None] Port a3e04c46-52f2-4c6c-ae22-c596523a571e cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:34:44.189946 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9bfe7139-250d-4e42-b01b-cdf3b8dd837d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (2706b3a2-61cd-4f11-8e47-726e47ce4f5d), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:44.193255 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9bfe7139-250d-4e42-b01b-cdf3b8dd837d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:44.194531 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-9bfe7139-250d-4e42-b01b-cdf3b8dd837d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2706b3a2-61cd-4f11-8e47-726e47ce4f5d HTTP/1.1" status: 204 len: 168 time: 0.6538827 Feb 28 10:34:44.197790 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d0b99da8-23ae-4532-aba2-271e4f790f9d tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (a3e04c46-52f2-4c6c-ae22-c596523a571e), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:44.288171 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-39ef4b22-a306-4bd0-abd5-76b27a6c2972 tempest-MeteringTestJSON-968952377 tempest-MeteringTestJSON-968952377-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-labels/89f0ba6d-6bb3-4099-86fa-f673e3b4c16d HTTP/1.1" status: 200 len: 472 time: 0.3555019 Feb 28 10:34:44.298694 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 36158) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:44.310742 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-65fab4dc-706f-4d47-bebc-f19bf236dc47 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1804241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1804263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1804264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1807030'] for router (fe33a402-e56c-490e-a896-c74eaffa2c80), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:44.444683 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 5cc84fa2-855d-4d2e-a913-9015db4e0afd up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:34:44.463579 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-eb5108e4-6225-4467-ba40-63505eb04935 req-60157ac1-254a-4419-b895-d89874e49c08 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9e40b316-6489-47a0-bf5a-713af4e208f5 HTTP/1.1" status: 200 len: 1000 time: 0.5491683 Feb 28 10:34:44.465364 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-22e0da81-6b78-46c3-942a-fa1dd9607201 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672413', 'neutron.services.segments.db._delete_segments_for_network-8742057110173'] for network (da9969cf-fbcc-4307-8c2e-f65c87750026), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:44.487437 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-ea424259-7919-4e2f-a5cb-73e0a7d27b8b tempest-MeteringTestJSON-968952377 tempest-MeteringTestJSON-968952377-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-label-rules/c26d1d50-708a-42a4-ab45-1a49d98d1b08 HTTP/1.1" status: 200 len: 461 time: 0.1787803 Feb 28 10:34:44.513193 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 36160) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:44.518304 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65fab4dc-706f-4d47-bebc-f19bf236dc47 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Router fe33a402-e56c-490e-a896-c74eaffa2c80 has already been hosted by L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:34:44.522138 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ef97e914-4806-4bd5-a323-879f7c89b01a tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-823145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3242523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3951170'] for subnet (3cbc5df4-2f1d-49fc-a576-a08c75c97124), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:44.522515 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-92ac09e1-6fc4-415e-9a01-de5db28d9e59 req-18ae1d3b-8bb4-4b02-bb73-b73c2ba2c709 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] 10.222.0.20 "GET /v2.0/security-groups?id=c6054555-6cfe-4c7d-9758-21814521da07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5937891 Feb 28 10:34:44.524214 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfe7139-250d-4e42-b01b-cdf3b8dd837d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2706b3a2-61cd-4f11-8e47-726e47ce4f5d,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:44.558391 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-22e0da81-6b78-46c3-942a-fa1dd9607201 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da9969cf-fbcc-4307-8c2e-f65c87750026']}} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:34:44.582178 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef97e914-4806-4bd5-a323-879f7c89b01a tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Pushing event deleted for resources: {'Subnet': ['ID=3cbc5df4-2f1d-49fc-a576-a08c75c97124,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:44.618784 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ef97e914-4806-4bd5-a323-879f7c89b01a tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks [] for subnet (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:44.622978 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-ef97e914-4806-4bd5-a323-879f7c89b01a tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "DELETE /v2.0/subnets/3cbc5df4-2f1d-49fc-a576-a08c75c97124 HTTP/1.1" status: 204 len: 168 time: 1.3375812 Feb 28 10:34:44.628366 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 36162) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:44.638273 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e437f707-890a-4782-9a38-b5a3c7272d52 None None] Network 9f0a511d-8408-4971-9daa-968eebea54f2 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:34:44.727377 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-22e0da81-6b78-46c3-942a-fa1dd9607201 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45c28de9-4293-44e6-a1bc-2bb875668608') {'for_net_delete': True} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:34:44.727776 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-22e0da81-6b78-46c3-942a-fa1dd9607201 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45c28de9-4293-44e6-a1bc-2bb875668608') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:34:44.730245 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65fab4dc-706f-4d47-bebc-f19bf236dc47 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:34:44.737986 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-65fab4dc-706f-4d47-bebc-f19bf236dc47 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks [] for router (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:44.743931 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-65fab4dc-706f-4d47-bebc-f19bf236dc47 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] 10.222.0.20 "PUT /v2.0/routers/fe33a402-e56c-490e-a896-c74eaffa2c80 HTTP/1.1" status: 200 len: 887 time: 2.7877350 Feb 28 10:34:44.744773 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 36166) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:44.744893 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef59df9-3ffa-4893-995a-973a436c82eb None None] Sync routers for ids ['fe33a402-e56c-490e-a896-c74eaffa2c80'] in dv-neutron-master-2-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:34:44.762007 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5108e4-6225-4467-ba40-63505eb04935 req-bdc9908a-edf8-4bda-b322-9d6501032085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:34:44.763468 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef59df9-3ffa-4893-995a-973a436c82eb None None] Routers {'fe33a402-e56c-490e-a896-c74eaffa2c80'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:34:44.764136 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-eb5108e4-6225-4467-ba40-63505eb04935 req-bdc9908a-edf8-4bda-b322-9d6501032085 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f9ad3164-3d89-48ee-bb07-ade0c62bef16 HTTP/1.1" status: 200 len: 850 time: 0.2865593 Feb 28 10:34:44.764268 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-2ef59df9-3ffa-4893-995a-973a436c82eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:34:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['fe33a402-e56c-490e-a896-c74eaffa2c80'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:34:44.766947 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-22e0da81-6b78-46c3-942a-fa1dd9607201 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742057113766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3501147'] for segment (45c28de9-4293-44e6-a1bc-2bb875668608), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:44.833835 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-2ef59df9-3ffa-4893-995a-973a436c82eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:34:44.858413 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef59df9-3ffa-4893-995a-973a436c82eb None None] Routers {'fe33a402-e56c-490e-a896-c74eaffa2c80'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:34:44.859145 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-2ef59df9-3ffa-4893-995a-973a436c82eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:34:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['fe33a402-e56c-490e-a896-c74eaffa2c80'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:34:44.871465 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port 5cc84fa2-855d-4d2e-a913-9015db4e0afd triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:34:44.873669 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (5cc84fa2-855d-4d2e-a913-9015db4e0afd), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:44.895380 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-22e0da81-6b78-46c3-942a-fa1dd9607201 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (45c28de9-4293-44e6-a1bc-2bb875668608), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:44.911466 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_v2 [None req-db5649ef-49d1-4d97-9b1f-be3c12ebda71 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Deleting subnet 5f7c665f-82e8-4da7-9a11-3d5f5b2ecf8c {{(pid=103408) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:34:44.924262 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-db5649ef-49d1-4d97-9b1f-be3c12ebda71 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks [] for subnet (5f7c665f-82e8-4da7-9a11-3d5f5b2ecf8c), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:44.924508 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22e0da81-6b78-46c3-942a-fa1dd9607201 admin admin] Releasing vlan 261 on physical network physnet1 to pool {{(pid=103407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:34:44.934081 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-2ef59df9-3ffa-4893-995a-973a436c82eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:34:44.936036 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0298673a-f34a-43f1-b369-2bdb9c209ef4 tempest-MeteringTestJSON-968952377 tempest-MeteringTestJSON-968952377-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:44.936929 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef59df9-3ffa-4893-995a-973a436c82eb None None] The sync data for ids ['fe33a402-e56c-490e-a896-c74eaffa2c80'] in dv-neutron-master-2-hyperv is: [] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:34:44.940559 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-22e0da81-6b78-46c3-942a-fa1dd9607201 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3498166'] for segment (45c28de9-4293-44e6-a1bc-2bb875668608), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:44.941766 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-0298673a-f34a-43f1-b369-2bdb9c209ef4 tempest-MeteringTestJSON-968952377 tempest-MeteringTestJSON-968952377-project-admin] 10.222.0.20 "DELETE /v2.0/metering/metering-label-rules/c26d1d50-708a-42a4-ab45-1a49d98d1b08 HTTP/1.1" status: 204 len: 168 time: 0.4277792 Feb 28 10:34:44.942386 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 36168) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:44.945428 dv-neutron-master-2-hyperv neutron-server[103407]: Traceback (most recent call last): Feb 28 10:34:44.945428 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:34:44.945428 dv-neutron-master-2-hyperv neutron-server[103407]: timer() Feb 28 10:34:44.945428 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:34:44.945428 dv-neutron-master-2-hyperv neutron-server[103407]: cb(*args, **kw) Feb 28 10:34:44.945428 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:34:44.945428 dv-neutron-master-2-hyperv neutron-server[103407]: return func(*args, **kwargs) Feb 28 10:34:44.945428 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:34:44.945428 dv-neutron-master-2-hyperv neutron-server[103407]: self._notify() Feb 28 10:34:44.945428 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:34:44.945428 dv-neutron-master-2-hyperv neutron-server[103407]: self.callback(batched_events) Feb 28 10:34:44.945428 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:34:44.945428 dv-neutron-master-2-hyperv neutron-server[103407]: event.method(event) Feb 28 10:34:44.945428 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:34:44.945428 dv-neutron-master-2-hyperv neutron-server[103407]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:34:44.945428 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:34:44.945428 dv-neutron-master-2-hyperv neutron-server[103407]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:34:44.945428 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:34:44.945428 dv-neutron-master-2-hyperv neutron-server[103407]: return f(self, *a, **k) Feb 28 10:34:44.945428 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:34:44.945428 dv-neutron-master-2-hyperv neutron-server[103407]: return self._get(url).json() Feb 28 10:34:44.945428 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:34:44.945428 dv-neutron-master-2-hyperv neutron-server[103407]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:34:44.945428 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:34:44.945428 dv-neutron-master-2-hyperv neutron-server[103407]: return self.request(url, 'GET', **kwargs) Feb 28 10:34:44.945428 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:34:44.945428 dv-neutron-master-2-hyperv neutron-server[103407]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:34:44.945428 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:34:44.945428 dv-neutron-master-2-hyperv neutron-server[103407]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:34:44.945428 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:34:44.945428 dv-neutron-master-2-hyperv neutron-server[103407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:34:44.945428 dv-neutron-master-2-hyperv neutron-server[103407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:34:44.985490 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:45.127785 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 5cc84fa2-855d-4d2e-a913-9015db4e0afd is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:34:45.201721 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-db5649ef-49d1-4d97-9b1f-be3c12ebda71 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3423529'] for subnet (5f7c665f-82e8-4da7-9a11-3d5f5b2ecf8c), precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:45.226313 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5108e4-6225-4467-ba40-63505eb04935 req-77cf7671-f2f1-467a-9331-a82201f1ab4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:34:45.235155 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-eb5108e4-6225-4467-ba40-63505eb04935 req-77cf7671-f2f1-467a-9331-a82201f1ab4e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c8fe4d5f-4a1f-41f9-85f5-28e75dcf99b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.4230886 Feb 28 10:34:45.252972 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 2a65a04d-3af8-4fc9-a4be-f563fd44736f no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:34:45.296584 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] No Port match for: 2a65a04d-3af8-4fc9-a4be-f563fd44736f {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:34:45.296982 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 2a65a04d-3af8-4fc9-a4be-f563fd44736f not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:34:45.311752 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-6a842197-d468-4b2f-9ac0-7b1a505df5e0 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] 10.222.0.20 "GET /v2.0/routers/fe33a402-e56c-490e-a896-c74eaffa2c80 HTTP/1.1" status: 200 len: 887 time: 0.5597618 Feb 28 10:34:45.317325 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 36178) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:45.339844 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-22e0da81-6b78-46c3-942a-fa1dd9607201 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803269'] for network (da9969cf-fbcc-4307-8c2e-f65c87750026), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:45.345426 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-22e0da81-6b78-46c3-942a-fa1dd9607201 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:45.351742 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-22e0da81-6b78-46c3-942a-fa1dd9607201 admin admin] 10.222.0.20 "DELETE /v2.0/networks/da9969cf-fbcc-4307-8c2e-f65c87750026 HTTP/1.1" status: 204 len: 168 time: 3.6462350 Feb 28 10:34:45.509295 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-08aca3df-d1db-4ebd-842c-06e30edaa7d5 tempest-MeteringTestJSON-968952377 tempest-MeteringTestJSON-968952377-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:45.515441 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-08aca3df-d1db-4ebd-842c-06e30edaa7d5 tempest-MeteringTestJSON-968952377 tempest-MeteringTestJSON-968952377-project-admin] 10.222.0.20 "DELETE /v2.0/metering/metering-labels/89f0ba6d-6bb3-4099-86fa-f673e3b4c16d HTTP/1.1" status: 204 len: 168 time: 0.5269651 Feb 28 10:34:45.524197 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 36190) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:45.528795 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-b7374e1e-bd6f-4076-82e8-e9376a41b9eb tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe33a402-e56c-490e-a896-c74eaffa2c80 HTTP/1.1" status: 200 len: 205 time: 0.2100582 Feb 28 10:34:45.568247 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e0da81-6b78-46c3-942a-fa1dd9607201 admin admin] Pushing event deleted for resources: {'Network': ['ID=da9969cf-fbcc-4307-8c2e-f65c87750026,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:45.629925 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 36194) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:45.681699 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-d0b99da8-23ae-4532-aba2-271e4f790f9d tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Allocated IP 2001:db8:0:1::1fd (df7e839b-90c4-444e-a6a1-ba416f429b62/0e2db673-b665-4d4b-a2ab-de545d431276/a3e04c46-52f2-4c6c-ae22-c596523a571e) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:34:45.704950 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-db5649ef-49d1-4d97-9b1f-be3c12ebda71 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-823142'] for subnet (5f7c665f-82e8-4da7-9a11-3d5f5b2ecf8c), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:45.722497 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-eb5108e4-6225-4467-ba40-63505eb04935 req-509a376d-f577-4cc9-82d8-c1a91df0f75e service neutron] 10.222.0.30 "GET /v2.0/networks/c8fe4d5f-4a1f-41f9-85f5-28e75dcf99b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4063478 Feb 28 10:34:45.864696 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 36198) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:46.007945 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce112b45-449d-4fa1-89cc-f3dcbd82ec4c req-203dda27-517a-46f9-8bbf-82cf9531aa6f tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:34:46.026973 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-ce112b45-449d-4fa1-89cc-f3dcbd82ec4c req-203dda27-517a-46f9-8bbf-82cf9531aa6f tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] 10.222.0.20 "GET /v2.0/ports?device_id=21839f2d-46e7-497a-a06a-b1ae129c5e90 HTTP/1.1" status: 200 len: 945 time: 0.2887127 Feb 28 10:34:46.037509 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6c84e037-a876-49dc-9ae9-d7aacb15a649 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks [] for router (fe33a402-e56c-490e-a896-c74eaffa2c80), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:46.047527 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-d2daa45b-195f-4610-86ef-1244dcae50e0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a530b24e9c394cc0824666a7df89bf0a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4146264 Feb 28 10:34:46.069330 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 36202) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:46.134483 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-eb5108e4-6225-4467-ba40-63505eb04935 req-16aa3e50-cc9d-45e0-b586-0d1719dfb552 service neutron] 10.222.0.30 "GET /v2.0/networks/c8fe4d5f-4a1f-41f9-85f5-28e75dcf99b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4043183 Feb 28 10:34:46.144868 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-ce112b45-449d-4fa1-89cc-f3dcbd82ec4c req-8f9a0429-88bc-417d-a572-1c4cfbe534d1 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] 10.222.0.20 "GET /v2.0/security-groups?id=c6054555-6cfe-4c7d-9758-21814521da07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1169548 Feb 28 10:34:46.198870 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-3904963e-cd6d-46db-a212-d985c8dbd772 None None] Provisioning complete for port 5cc84fa2-855d-4d2e-a913-9015db4e0afd triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:34:46.199404 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3904963e-cd6d-46db-a212-d985c8dbd772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (5cc84fa2-855d-4d2e-a913-9015db4e0afd), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:46.243826 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 36206) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:46.286677 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d0b99da8-23ae-4532-aba2-271e4f790f9d tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks [] for port (a3e04c46-52f2-4c6c-ae22-c596523a571e), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:46.302107 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d0b99da8-23ae-4532-aba2-271e4f790f9d tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3242529'] for port (a3e04c46-52f2-4c6c-ae22-c596523a571e), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:46.349654 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-10c0ee91-3b2e-416a-9890-b9e9a827e188 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1509318611'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:34:46.376216 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b99da8-23ae-4532-aba2-271e4f790f9d tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Pushing event updated for resources: {'Port': ['ID=a3e04c46-52f2-4c6c-ae22-c596523a571e,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:46.394942 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10c0ee91-3b2e-416a-9890-b9e9a827e188 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Made reservation on behalf of fcbd8a4414c04d26b7c516c4c4618e73 for: {'network': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:34:46.401594 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-10c0ee91-3b2e-416a-9890-b9e9a827e188 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for network (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:46.435130 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-3904963e-cd6d-46db-a212-d985c8dbd772 None None] Current status of the port 5cc84fa2-855d-4d2e-a913-9015db4e0afd is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:34:46.438247 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5aba6f46-fc4b-4800-be5b-3439e51b5572 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:46.440050 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-10c0ee91-3b2e-416a-9890-b9e9a827e188 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:46.440176 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-db5649ef-49d1-4d97-9b1f-be3c12ebda71 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-823145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3242523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3951170'] for subnet (5f7c665f-82e8-4da7-9a11-3d5f5b2ecf8c), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:46.456934 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-d0b99da8-23ae-4532-aba2-271e4f790f9d tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] In _notify_port_updated(), no bound segment for port a3e04c46-52f2-4c6c-ae22-c596523a571e on network df7e839b-90c4-444e-a6a1-ba416f429b62 {{(pid=103408) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 28 10:34:46.464867 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b99da8-23ae-4532-aba2-271e4f790f9d tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:34:46.465909 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d0b99da8-23ae-4532-aba2-271e4f790f9d tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:46.470493 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-d0b99da8-23ae-4532-aba2-271e4f790f9d tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] 10.222.0.20 "PUT /v2.0/ports/a3e04c46-52f2-4c6c-ae22-c596523a571e HTTP/1.1" status: 200 len: 1012 time: 2.7192712 Feb 28 10:34:46.470672 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 36210) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:46.473823 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-db5649ef-49d1-4d97-9b1f-be3c12ebda71 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks [] for subnet (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:46.480584 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-db5649ef-49d1-4d97-9b1f-be3c12ebda71 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "DELETE /v2.0/subnets/5f7c665f-82e8-4da7-9a11-3d5f5b2ecf8c HTTP/1.1" status: 204 len: 168 time: 1.8453338 Feb 28 10:34:46.481256 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 36212) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:46.488352 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a0ff039-7f05-4bf8-9322-21ea34308cbc None None] Network 9f0a511d-8408-4971-9daa-968eebea54f2 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:34:46.596960 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5649ef-49d1-4d97-9b1f-be3c12ebda71 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Pushing event deleted for resources: {'Subnet': ['ID=5f7c665f-82e8-4da7-9a11-3d5f5b2ecf8c,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:46.616865 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-43f3f85f-4be8-43cc-89c2-a45456f0728d admin admin] Publish callbacks [] for security_group (72df2821-4161-4db0-8fe7-a26d9b33104f), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:46.692032 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 36214) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:46.694250 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-5a8dc3ff-2683-44f9-801e-b9ed0a8e5c0b tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1957521 Feb 28 10:34:46.705983 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-0e6c6494-95e8-48ac-877a-dabe226d4968 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Request body: {'subnet': {'network_id': '9f0a511d-8408-4971-9daa-968eebea54f2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:34:46.720807 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b341f64-5124-461c-80fd-f99d79474396 None None] DHCP port deletion for 9f0a511d-8408-4971-9daa-968eebea54f2 request from dv-neutron-master-2-hyperv {{(pid=103409) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:34:46.761011 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-43f3f85f-4be8-43cc-89c2-a45456f0728d admin admin] Publish callbacks [] for security_group (72df2821-4161-4db0-8fe7-a26d9b33104f), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:46.803414 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6c84e037-a876-49dc-9ae9-d7aacb15a649 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks [] for router_gateway (fe33a402-e56c-490e-a896-c74eaffa2c80), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:46.806197 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-7b341f64-5124-461c-80fd-f99d79474396 None None] Deleting port 5cc84fa2-855d-4d2e-a913-9015db4e0afd {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:34:46.807446 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7b341f64-5124-461c-80fd-f99d79474396 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (5cc84fa2-855d-4d2e-a913-9015db4e0afd), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:46.850677 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5aba6f46-fc4b-4800-be5b-3439e51b5572 admin admin] Publish callbacks [] for security_group (62de48f2-cd49-44cd-891d-700420fad376), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:46.860005 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 36216) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:46.875232 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-271cdbda-7af9-4d0b-9aea-a43839bcfc43 tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Request body: {'subnets': [{'network_id': '506ba55c-b902-4ecc-89e0-62af1774f095', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--230740460', 'ip_version': 6}, {'network_id': 'b9a688d6-18e6-4927-b127-41f171e37bb4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:34:46.875653 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-271cdbda-7af9-4d0b-9aea-a43839bcfc43 tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Request body: {'subnet': {'network_id': '506ba55c-b902-4ecc-89e0-62af1774f095', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--230740460', 'ip_version': 6}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:34:46.876750 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-271cdbda-7af9-4d0b-9aea-a43839bcfc43 tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Request body: {'subnet': {'network_id': 'b9a688d6-18e6-4927-b127-41f171e37bb4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:34:46.913883 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-6c84e037-a876-49dc-9ae9-d7aacb15a649 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Deleting port 5f7938b6-213b-47f0-9452-3ce5f50e7c86 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:34:46.914564 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6c84e037-a876-49dc-9ae9-d7aacb15a649 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (5f7938b6-213b-47f0-9452-3ce5f50e7c86), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:46.919158 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5aba6f46-fc4b-4800-be5b-3439e51b5572 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (62de48f2-cd49-44cd-891d-700420fad376), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:46.921987 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-7b341f64-5124-461c-80fd-f99d79474396 None None] For port 5cc84fa2-855d-4d2e-a913-9015db4e0afd, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5cc84fa2-855d-4d2e-a913-9015db4e0afd,segment=NetworkSegment(bf553b55-fb1d-4346-a090-4fb77eb0fbd7),segment_id=bf553b55-fb1d-4346-a090-4fb77eb0fbd7)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:34:46.922471 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7b341f64-5124-461c-80fd-f99d79474396 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (5cc84fa2-855d-4d2e-a913-9015db4e0afd), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:46.938976 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-7b341f64-5124-461c-80fd-f99d79474396 None None] Calling delete_port for 5cc84fa2-855d-4d2e-a913-9015db4e0afd owned by network:dhcp {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:34:46.940881 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-7d5f6312-44dd-49b6-9dcb-21bed8be53ba None None] Provisioning complete for port a3e04c46-52f2-4c6c-ae22-c596523a571e triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:34:46.941328 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7d5f6312-44dd-49b6-9dcb-21bed8be53ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (a3e04c46-52f2-4c6c-ae22-c596523a571e), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:46.963652 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-43f3f85f-4be8-43cc-89c2-a45456f0728d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (72df2821-4161-4db0-8fe7-a26d9b33104f), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:46.964104 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-10c0ee91-3b2e-416a-9890-b9e9a827e188 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Publish callbacks [] for security_group (8af3b428-18e3-4431-a72b-9c19dcee9122), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:46.966667 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-43f3f85f-4be8-43cc-89c2-a45456f0728d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:46.968579 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-43f3f85f-4be8-43cc-89c2-a45456f0728d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/72df2821-4161-4db0-8fe7-a26d9b33104f HTTP/1.1" status: 204 len: 168 time: 0.7974269 Feb 28 10:34:46.991659 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f3f85f-4be8-43cc-89c2-a45456f0728d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72df2821-4161-4db0-8fe7-a26d9b33104f,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:46.991967 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-10c0ee91-3b2e-416a-9890-b9e9a827e188 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (8af3b428-18e3-4431-a72b-9c19dcee9122), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:47.010143 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-5972a124-56ad-4466-b797-d9d95e3b1746 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Deleting port a3e04c46-52f2-4c6c-ae22-c596523a571e {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:34:47.010490 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5972a124-56ad-4466-b797-d9d95e3b1746 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (a3e04c46-52f2-4c6c-ae22-c596523a571e), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:47.025939 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-7d5f6312-44dd-49b6-9dcb-21bed8be53ba None None] Port a3e04c46-52f2-4c6c-ae22-c596523a571e cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:34:47.035980 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e6c6494-95e8-48ac-877a-dabe226d4968 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Made reservation on behalf of 01d784a6a3f04224a7e9160ad9d44184 for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:34:47.039830 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0e6c6494-95e8-48ac-877a-dabe226d4968 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3516581'] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:47.055235 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6c84e037-a876-49dc-9ae9-d7aacb15a649 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (5f7938b6-213b-47f0-9452-3ce5f50e7c86), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:47.072315 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7b341f64-5124-461c-80fd-f99d79474396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758'] for port (5cc84fa2-855d-4d2e-a913-9015db4e0afd), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:47.072783 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-5aba6f46-fc4b-4800-be5b-3439e51b5572 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a4f21bc2b8c140efb4cc5db3aa397a92&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8278198 Feb 28 10:34:47.075674 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 36220) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:47.080703 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-6c84e037-a876-49dc-9ae9-d7aacb15a649 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Calling delete_port for 5f7938b6-213b-47f0-9452-3ce5f50e7c86 owned by network:router_gateway {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:34:47.103334 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b341f64-5124-461c-80fd-f99d79474396 None None] Pushing event deleted for resources: {'Port': ['ID=5cc84fa2-855d-4d2e-a913-9015db4e0afd,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:47.107308 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b341f64-5124-461c-80fd-f99d79474396 None None] No DVR routers for this DVR port 5cc84fa2-855d-4d2e-a913-9015db4e0afd on host dv-neutron-master-2-hyperv {{(pid=103409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:34:47.205634 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-83cb1b7a-6f31-4f34-a329-f9a3f3c588ea admin admin] Publish callbacks [] for security_group (62de48f2-cd49-44cd-891d-700420fad376), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:47.242284 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-83cb1b7a-6f31-4f34-a329-f9a3f3c588ea admin admin] Publish callbacks [] for security_group (62de48f2-cd49-44cd-891d-700420fad376), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:47.381867 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-83cb1b7a-6f31-4f34-a329-f9a3f3c588ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (62de48f2-cd49-44cd-891d-700420fad376), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:47.384765 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-83cb1b7a-6f31-4f34-a329-f9a3f3c588ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:47.388348 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-83cb1b7a-6f31-4f34-a329-f9a3f3c588ea admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/62de48f2-cd49-44cd-891d-700420fad376 HTTP/1.1" status: 204 len: 168 time: 0.3078256 Feb 28 10:34:47.401150 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cb1b7a-6f31-4f34-a329-f9a3f3c588ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62de48f2-cd49-44cd-891d-700420fad376,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:47.406965 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6c84e037-a876-49dc-9ae9-d7aacb15a649 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (5f7938b6-213b-47f0-9452-3ce5f50e7c86), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:47.416358 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aba6f46-fc4b-4800-be5b-3439e51b5572 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62de48f2-cd49-44cd-891d-700420fad376,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:47.432890 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c84e037-a876-49dc-9ae9-d7aacb15a649 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Pushing event deleted for resources: {'Port': ['ID=5f7938b6-213b-47f0-9452-3ce5f50e7c86,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:47.443035 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10c0ee91-3b2e-416a-9890-b9e9a827e188 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 287} {{(pid=103407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:34:47.506703 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6c84e037-a876-49dc-9ae9-d7aacb15a649 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1803321'] for router_gateway (fe33a402-e56c-490e-a896-c74eaffa2c80), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:47.539155 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-10c0ee91-3b2e-416a-9890-b9e9a827e188 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (9b1d64bb-9024-487d-bb4c-df1446833377), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:47.539511 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.db.segments_db [None req-10c0ee91-3b2e-416a-9890-b9e9a827e188 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Added segment 9b1d64bb-9024-487d-bb4c-df1446833377 of type vlan for network 3ed7d192-633a-436b-bd82-033a36271c0b Feb 28 10:34:47.617677 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c0ee91-3b2e-416a-9890-b9e9a827e188 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8af3b428-18e3-4431-a72b-9c19dcee9122,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:47.642174 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6c84e037-a876-49dc-9ae9-d7aacb15a649 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1807017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5941'] for router (fe33a402-e56c-490e-a896-c74eaffa2c80), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:47.645195 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6c84e037-a876-49dc-9ae9-d7aacb15a649 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks [] for router_controller (fe33a402-e56c-490e-a896-c74eaffa2c80), precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:47.682172 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-10c0ee91-3b2e-416a-9890-b9e9a827e188 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742056637431'] for network (3ed7d192-633a-436b-bd82-033a36271c0b), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:47.692081 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5972a124-56ad-4466-b797-d9d95e3b1746 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (a3e04c46-52f2-4c6c-ae22-c596523a571e), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:47.710073 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6c84e037-a876-49dc-9ae9-d7aacb15a649 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1806994'] for router (fe33a402-e56c-490e-a896-c74eaffa2c80), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:47.711249 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c84e037-a876-49dc-9ae9-d7aacb15a649 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Fanout notify agent at l3_agent the message router_deleted on router fe33a402-e56c-490e-a896-c74eaffa2c80 {{(pid=103408) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 10:34:47.726893 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-5972a124-56ad-4466-b797-d9d95e3b1746 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Calling delete_port for a3e04c46-52f2-4c6c-ae22-c596523a571e owned by {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:34:47.728979 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6c84e037-a876-49dc-9ae9-d7aacb15a649 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks [] for router (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:47.734086 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-6c84e037-a876-49dc-9ae9-d7aacb15a649 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] 10.222.0.20 "DELETE /v2.0/routers/fe33a402-e56c-490e-a896-c74eaffa2c80 HTTP/1.1" status: 204 len: 168 time: 2.2086091 Feb 28 10:34:47.734773 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 36242) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:47.740360 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-8bf09ba6-2dca-4405-8bb1-85350ceb5125 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Request body: {'network': {'name': 'tempest-RoutersTest-157682745'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:34:47.761321 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff8ed87-a741-430c-8c7a-66f263eff81d req-7435da5f-1b8d-4db2-8bd6-bea2fb69c5aa tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:34:47.762222 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bf09ba6-2dca-4405-8bb1-85350ceb5125 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Made reservation on behalf of da82c5902a0c4c459ee88fe904a1e59b for: {'network': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:34:47.762890 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-bff8ed87-a741-430c-8c7a-66f263eff81d req-7435da5f-1b8d-4db2-8bd6-bea2fb69c5aa tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] 10.222.0.20 "GET /v2.0/ports?device_id=21839f2d-46e7-497a-a06a-b1ae129c5e90 HTTP/1.1" status: 200 len: 945 time: 0.3437030 Feb 28 10:34:47.766199 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8bf09ba6-2dca-4405-8bb1-85350ceb5125 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for network (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:47.789397 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-271cdbda-7af9-4d0b-9aea-a43839bcfc43 tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Made reservation on behalf of 926a2bc4399d41a8aaac442463a00142 for: {'subnet': 2} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:34:47.792544 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-271cdbda-7af9-4d0b-9aea-a43839bcfc43 tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3516581'] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:47.793213 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-271cdbda-7af9-4d0b-9aea-a43839bcfc43 tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3516581'] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:47.797274 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bf09ba6-2dca-4405-8bb1-85350ceb5125 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 278} {{(pid=103408) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:34:47.810391 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8bf09ba6-2dca-4405-8bb1-85350ceb5125 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (845717a9-cfef-4536-8edc-a9152cf5346c), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:47.810746 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.db.segments_db [None req-8bf09ba6-2dca-4405-8bb1-85350ceb5125 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Added segment 845717a9-cfef-4536-8edc-a9152cf5346c of type vlan for network ed8a96ae-8951-48db-b057-10c721e75e60 Feb 28 10:34:47.857887 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8bf09ba6-2dca-4405-8bb1-85350ceb5125 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742056637431'] for network (ed8a96ae-8951-48db-b057-10c721e75e60), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:47.878403 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-10c0ee91-3b2e-416a-9890-b9e9a827e188 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551'] for network (3ed7d192-633a-436b-bd82-033a36271c0b), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:47.883689 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10c0ee91-3b2e-416a-9890-b9e9a827e188 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:34:47.884139 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-10c0ee91-3b2e-416a-9890-b9e9a827e188 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:47.892976 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8bf09ba6-2dca-4405-8bb1-85350ceb5125 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551'] for network (ed8a96ae-8951-48db-b057-10c721e75e60), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:47.902604 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bf09ba6-2dca-4405-8bb1-85350ceb5125 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:34:47.903261 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8bf09ba6-2dca-4405-8bb1-85350ceb5125 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616561'] for network (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:47.978278 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 36248) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:48.015136 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 36250) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:48.068174 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-10c0ee91-3b2e-416a-9890-b9e9a827e188 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.1787388 Feb 28 10:34:48.080744 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ed650f78-bc2c-47ad-b758-231d2494e1df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:48.128959 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c0ee91-3b2e-416a-9890-b9e9a827e188 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Pushing event updated for resources: {'Network': ['ID=3ed7d192-633a-436b-bd82-033a36271c0b,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:48.168528 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-bff8ed87-a741-430c-8c7a-66f263eff81d req-4fc83647-dec8-44f5-ba63-7dc204ad71ba tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] 10.222.0.20 "GET /v2.0/security-groups?id=c6054555-6cfe-4c7d-9758-21814521da07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3814254 Feb 28 10:34:48.199527 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Network 3ed7d192-633a-436b-bd82-033a36271c0b details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103409) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:34:48.211038 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0e6c6494-95e8-48ac-877a-dabe226d4968 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3498031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3516567'] for subnet (8f8e99ca-3669-44ab-bd2a-5a921a5cfdbe), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:48.357757 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e6c6494-95e8-48ac-877a-dabe226d4968 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Network 9f0a511d-8408-4971-9daa-968eebea54f2 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:34:48.374371 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-0e6c6494-95e8-48ac-877a-dabe226d4968 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:34:48.386639 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6c6494-95e8-48ac-877a-dabe226d4968 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:34:48.387250 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0e6c6494-95e8-48ac-877a-dabe226d4968 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616561'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:48.391541 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdc1775c-eef5-458e-883d-5f3f5f60ec2c None None] Network 9f0a511d-8408-4971-9daa-968eebea54f2 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:34:48.425331 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6c6494-95e8-48ac-877a-dabe226d4968 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Pushing event updated for resources: {'Subnet': ['ID=8f8e99ca-3669-44ab-bd2a-5a921a5cfdbe,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:48.488327 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-0e6c6494-95e8-48ac-877a-dabe226d4968 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7921479 Feb 28 10:34:48.490147 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 36254) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:48.506930 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 5cc84fa2-855d-4d2e-a913-9015db4e0afd no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:34:48.508308 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 36256) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:48.508810 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-8bf09ba6-2dca-4405-8bb1-85350ceb5125 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7718301 Feb 28 10:34:48.517791 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-74e4bc2b-963b-44b4-aa9f-091580294acd tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Request body: {'subnet': {'network_id': 'ed8a96ae-8951-48db-b057-10c721e75e60', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:34:48.525392 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-740119d6-ceb0-4951-9412-22be3da90141 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Request body: {'subnet': {'network_id': '9f0a511d-8408-4971-9daa-968eebea54f2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:34:48.529859 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] No Port match for: 5cc84fa2-855d-4d2e-a913-9015db4e0afd {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:34:48.530209 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 5cc84fa2-855d-4d2e-a913-9015db4e0afd not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:34:48.558607 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ed650f78-bc2c-47ad-b758-231d2494e1df admin admin] Publish callbacks [] for security_group (7c9c98a5-7cf6-40ba-9a8e-6a2654fbfc89), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:48.608719 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24f8e463-0120-4b19-8f5f-88ffdc9f3994 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-9f0a511d-8408-4971-9daa-968eebea54f2', 'network_id': '9f0a511d-8408-4971-9daa-968eebea54f2', 'project_id': '01d784a6a3f04224a7e9160ad9d44184', 'fixed_ips': [{'subnet_id': '8f8e99ca-3669-44ab-bd2a-5a921a5cfdbe'}]}} from dv-neutron-master-2-hyperv. {{(pid=103409) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:34:48.609597 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-24f8e463-0120-4b19-8f5f-88ffdc9f3994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:48.610056 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-afdac14e-aaa3-45dc-80b9-de43b1147953 tempest-ExtraDHCPOptionsTestJSON-106244503 tempest-ExtraDHCPOptionsTestJSON-106244503-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-2059360745'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:34:48.618628 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf09ba6-2dca-4405-8bb1-85350ceb5125 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Pushing event updated for resources: {'Network': ['ID=ed8a96ae-8951-48db-b057-10c721e75e60,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:48.639087 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Network ed8a96ae-8951-48db-b057-10c721e75e60 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103409) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:34:48.684526 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ed650f78-bc2c-47ad-b758-231d2494e1df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (7c9c98a5-7cf6-40ba-9a8e-6a2654fbfc89), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:48.687921 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-740119d6-ceb0-4951-9412-22be3da90141 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Made reservation on behalf of 01d784a6a3f04224a7e9160ad9d44184 for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:34:48.692400 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-740119d6-ceb0-4951-9412-22be3da90141 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3951209'] for subnet (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:48.721553 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-ed650f78-bc2c-47ad-b758-231d2494e1df admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=692f064a2102478cbd474eed4e15073a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7396863 Feb 28 10:34:48.727496 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 36258) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:48.773241 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5972a124-56ad-4466-b797-d9d95e3b1746 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (a3e04c46-52f2-4c6c-ae22-c596523a571e), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:48.809501 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-24f8e463-0120-4b19-8f5f-88ffdc9f3994 None None] Allocated IP 172.20.0.2 (9f0a511d-8408-4971-9daa-968eebea54f2/8f8e99ca-3669-44ab-bd2a-5a921a5cfdbe/b7b7e0bb-80bb-486a-bd5f-be8378eb2d77) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:34:48.829370 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afdac14e-aaa3-45dc-80b9-de43b1147953 tempest-ExtraDHCPOptionsTestJSON-106244503 tempest-ExtraDHCPOptionsTestJSON-106244503-project] Made reservation on behalf of f223092a91b74d658ca6d52c175d7ab8 for: {'network': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:34:48.833017 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-afdac14e-aaa3-45dc-80b9-de43b1147953 tempest-ExtraDHCPOptionsTestJSON-106244503 tempest-ExtraDHCPOptionsTestJSON-106244503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for network (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:48.870369 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f96e255d-00d0-44ef-88b3-3f32e122847e admin admin] Publish callbacks [] for security_group (7c9c98a5-7cf6-40ba-9a8e-6a2654fbfc89), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:48.898187 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f96e255d-00d0-44ef-88b3-3f32e122847e admin admin] Publish callbacks [] for security_group (7c9c98a5-7cf6-40ba-9a8e-6a2654fbfc89), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:48.949405 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5972a124-56ad-4466-b797-d9d95e3b1746 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Pushing event deleted for resources: {'Port': ['ID=a3e04c46-52f2-4c6c-ae22-c596523a571e,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:48.984154 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f96e255d-00d0-44ef-88b3-3f32e122847e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (7c9c98a5-7cf6-40ba-9a8e-6a2654fbfc89), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:48.986970 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f96e255d-00d0-44ef-88b3-3f32e122847e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:48.991902 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-f96e255d-00d0-44ef-88b3-3f32e122847e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7c9c98a5-7cf6-40ba-9a8e-6a2654fbfc89 HTTP/1.1" status: 204 len: 168 time: 0.2613399 Feb 28 10:34:49.015018 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-afdac14e-aaa3-45dc-80b9-de43b1147953 tempest-ExtraDHCPOptionsTestJSON-106244503 tempest-ExtraDHCPOptionsTestJSON-106244503-project] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:49.131366 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-afdac14e-aaa3-45dc-80b9-de43b1147953 tempest-ExtraDHCPOptionsTestJSON-106244503 tempest-ExtraDHCPOptionsTestJSON-106244503-project] Publish callbacks [] for security_group (917f7b45-758c-482b-8989-f077d5a6f6c1), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:49.372262 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed650f78-bc2c-47ad-b758-231d2494e1df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c9c98a5-7cf6-40ba-9a8e-6a2654fbfc89,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:49.381394 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.objects.ports [None req-740119d6-ceb0-4951-9412-22be3da90141 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103408) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 28 10:34:49.386916 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-740119d6-ceb0-4951-9412-22be3da90141 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3242588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3951195'] for subnet (d7292543-1ca9-4d87-b3cf-ba6fd634c6e6), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:49.405435 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-271cdbda-7af9-4d0b-9aea-a43839bcfc43 tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3498031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3516567'] for subnet (cb203e61-efa6-4c19-b67b-773fc497df53), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:49.407540 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-afdac14e-aaa3-45dc-80b9-de43b1147953 tempest-ExtraDHCPOptionsTestJSON-106244503 tempest-ExtraDHCPOptionsTestJSON-106244503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (917f7b45-758c-482b-8989-f077d5a6f6c1), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:49.434454 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96e255d-00d0-44ef-88b3-3f32e122847e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c9c98a5-7cf6-40ba-9a8e-6a2654fbfc89,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:49.436286 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5972a124-56ad-4466-b797-d9d95e3b1746 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:49.439735 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-5972a124-56ad-4466-b797-d9d95e3b1746 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] 10.222.0.20 "DELETE /v2.0/ports/a3e04c46-52f2-4c6c-ae22-c596523a571e HTTP/1.1" status: 204 len: 168 time: 2.9684711 Feb 28 10:34:49.448109 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 36264) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:49.490488 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-740119d6-ceb0-4951-9412-22be3da90141 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Network 9f0a511d-8408-4971-9daa-968eebea54f2 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:34:49.495393 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-740119d6-ceb0-4951-9412-22be3da90141 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:34:49.522897 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-740119d6-ceb0-4951-9412-22be3da90141 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:34:49.523552 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-740119d6-ceb0-4951-9412-22be3da90141 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks [] for subnet (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:49.537490 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afdac14e-aaa3-45dc-80b9-de43b1147953 tempest-ExtraDHCPOptionsTestJSON-106244503 tempest-ExtraDHCPOptionsTestJSON-106244503-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 275} {{(pid=103407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:34:49.558084 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-24f8e463-0120-4b19-8f5f-88ffdc9f3994 None None] Publish callbacks [] for port (b7b7e0bb-80bb-486a-bd5f-be8378eb2d77), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:49.572660 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-740119d6-ceb0-4951-9412-22be3da90141 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0814691 Feb 28 10:34:49.575788 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-24f8e463-0120-4b19-8f5f-88ffdc9f3994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749'] for port (b7b7e0bb-80bb-486a-bd5f-be8378eb2d77), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:49.578115 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-da2e783e-d463-4e8b-803d-597ec349da15 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] GET failed (client error): The resource could not be found. Feb 28 10:34:49.579416 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 36268) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:49.579534 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-da2e783e-d463-4e8b-803d-597ec349da15 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] 10.222.0.20 "GET /v2.0/ports/a3e04c46-52f2-4c6c-ae22-c596523a571e HTTP/1.1" status: 404 len: 333 time: 0.1241035 Feb 28 10:34:49.588443 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 36270) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:49.594951 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-da009a79-4542-44f2-9546-c52bbef307c4 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Request body: {'port': {'network_id': '9f0a511d-8408-4971-9daa-968eebea54f2', 'mac_address': 'fa:16:3e:ef:40:6a', 'name': 'tempest-NetworksTestDHCPv6-613203513'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:34:49.596464 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74e4bc2b-963b-44b4-aa9f-091580294acd tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Made reservation on behalf of da82c5902a0c4c459ee88fe904a1e59b for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:34:49.600062 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-74e4bc2b-963b-44b4-aa9f-091580294acd tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3516581'] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:49.605444 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-afdac14e-aaa3-45dc-80b9-de43b1147953 tempest-ExtraDHCPOptionsTestJSON-106244503 tempest-ExtraDHCPOptionsTestJSON-106244503-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (ad2b669a-e4d0-42e1-aaf3-824ba4eb7220), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:49.605801 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.db.segments_db [None req-afdac14e-aaa3-45dc-80b9-de43b1147953 tempest-ExtraDHCPOptionsTestJSON-106244503 tempest-ExtraDHCPOptionsTestJSON-106244503-project] Added segment ad2b669a-e4d0-42e1-aaf3-824ba4eb7220 of type vlan for network 27b5116f-111e-4244-9994-9f3dcee8a4fd Feb 28 10:34:49.630546 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdac14e-aaa3-45dc-80b9-de43b1147953 tempest-ExtraDHCPOptionsTestJSON-106244503 tempest-ExtraDHCPOptionsTestJSON-106244503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=917f7b45-758c-482b-8989-f077d5a6f6c1,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:49.695605 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f8e463-0120-4b19-8f5f-88ffdc9f3994 None None] Pushing event updated for resources: {'Port': ['ID=b7b7e0bb-80bb-486a-bd5f-be8378eb2d77,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:49.707617 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271cdbda-7af9-4d0b-9aea-a43839bcfc43 tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Pushing event updated for resources: {'Subnet': ['ID=cb203e61-efa6-4c19-b67b-773fc497df53,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:49.722607 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f8e463-0120-4b19-8f5f-88ffdc9f3994 None None] Network 9f0a511d-8408-4971-9daa-968eebea54f2 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:34:49.724058 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-24f8e463-0120-4b19-8f5f-88ffdc9f3994 None None] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:34:49.726913 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f8e463-0120-4b19-8f5f-88ffdc9f3994 None None] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:34:49.738288 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-afdac14e-aaa3-45dc-80b9-de43b1147953 tempest-ExtraDHCPOptionsTestJSON-106244503 tempest-ExtraDHCPOptionsTestJSON-106244503-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742056637431'] for network (27b5116f-111e-4244-9994-9f3dcee8a4fd), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:49.755537 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271cdbda-7af9-4d0b-9aea-a43839bcfc43 tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Checking segment: {'id': 'b366fb32-72e7-479f-b6cf-bd4aa85aef7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '506ba55c-b902-4ecc-89e0-62af1774f095'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:34:49.755915 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-271cdbda-7af9-4d0b-9aea-a43839bcfc43 tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Network hostable DHCP agents. Network: 506ba55c-b902-4ecc-89e0-62af1774f095, hostable agents: ['fb6705d2-4f70-4965-92a3-fbfccd43a6d3'], hosted agents: [] {{(pid=103407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:34:49.770312 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c4cd5e-9d5d-4f50-8062-a4035fd7ff5f req-c41d8bd9-3ba1-4e4c-a6d8-eb3946e56e46 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:34:49.777214 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-d1c4cd5e-9d5d-4f50-8062-a4035fd7ff5f req-c41d8bd9-3ba1-4e4c-a6d8-eb3946e56e46 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] 10.222.0.20 "GET /v2.0/ports?device_id=21839f2d-46e7-497a-a06a-b1ae129c5e90 HTTP/1.1" status: 200 len: 945 time: 0.4097683 Feb 28 10:34:49.790562 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-24f8e463-0120-4b19-8f5f-88ffdc9f3994 None None] Attempting to bind port b7b7e0bb-80bb-486a-bd5f-be8378eb2d77 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:34:49.791045 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-24f8e463-0120-4b19-8f5f-88ffdc9f3994 None None] Attempting to bind port b7b7e0bb-80bb-486a-bd5f-be8378eb2d77 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'bf553b55-fb1d-4346-a090-4fb77eb0fbd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '9f0a511d-8408-4971-9daa-968eebea54f2'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:34:49.791520 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f8e463-0120-4b19-8f5f-88ffdc9f3994 None None] Attempting to bind port b7b7e0bb-80bb-486a-bd5f-be8378eb2d77 on network 9f0a511d-8408-4971-9daa-968eebea54f2 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:34:49.798044 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f8e463-0120-4b19-8f5f-88ffdc9f3994 None None] Checking agent: {'id': '75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 24, 15), 'started_at': datetime.datetime(2022, 2, 28, 10, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 34, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:34:49.798561 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f8e463-0120-4b19-8f5f-88ffdc9f3994 None None] Checking segment: {'id': 'bf553b55-fb1d-4346-a090-4fb77eb0fbd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '9f0a511d-8408-4971-9daa-968eebea54f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:34:49.799711 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-24f8e463-0120-4b19-8f5f-88ffdc9f3994 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:49.800344 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f8e463-0120-4b19-8f5f-88ffdc9f3994 None None] Bound using segment: {'id': 'bf553b55-fb1d-4346-a090-4fb77eb0fbd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '9f0a511d-8408-4971-9daa-968eebea54f2'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:34:49.801208 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-24f8e463-0120-4b19-8f5f-88ffdc9f3994 None None] Bound port: b7b7e0bb-80bb-486a-bd5f-be8378eb2d77, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf553b55-fb1d-4346-a090-4fb77eb0fbd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '9f0a511d-8408-4971-9daa-968eebea54f2'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:34:49.801934 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-24f8e463-0120-4b19-8f5f-88ffdc9f3994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (b7b7e0bb-80bb-486a-bd5f-be8378eb2d77), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:49.806786 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740119d6-ceb0-4951-9412-22be3da90141 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Pushing event updated for resources: {'Subnet': ['ID=d7292543-1ca9-4d87-b3cf-ba6fd634c6e6,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:49.909050 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-24f8e463-0120-4b19-8f5f-88ffdc9f3994 None None] For port b7b7e0bb-80bb-486a-bd5f-be8378eb2d77, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:34:49.912948 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-afdac14e-aaa3-45dc-80b9-de43b1147953 tempest-ExtraDHCPOptionsTestJSON-106244503 tempest-ExtraDHCPOptionsTestJSON-106244503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551'] for network (27b5116f-111e-4244-9994-9f3dcee8a4fd), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:49.915184 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-24f8e463-0120-4b19-8f5f-88ffdc9f3994 None None] For port b7b7e0bb-80bb-486a-bd5f-be8378eb2d77, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b7b7e0bb-80bb-486a-bd5f-be8378eb2d77,segment=NetworkSegment(bf553b55-fb1d-4346-a090-4fb77eb0fbd7),segment_id=bf553b55-fb1d-4346-a090-4fb77eb0fbd7)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:34:49.926440 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-24f8e463-0120-4b19-8f5f-88ffdc9f3994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (b7b7e0bb-80bb-486a-bd5f-be8378eb2d77), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:49.930373 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afdac14e-aaa3-45dc-80b9-de43b1147953 tempest-ExtraDHCPOptionsTestJSON-106244503 tempest-ExtraDHCPOptionsTestJSON-106244503-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:34:49.931040 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-afdac14e-aaa3-45dc-80b9-de43b1147953 tempest-ExtraDHCPOptionsTestJSON-106244503 tempest-ExtraDHCPOptionsTestJSON-106244503-project] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:49.949683 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_v2 [None req-6812fa81-0651-4d59-a080-e23540f70c1d tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Deleting subnet 0e2db673-b665-4d4b-a2ab-de545d431276 {{(pid=103408) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:34:49.954085 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-271cdbda-7af9-4d0b-9aea-a43839bcfc43 tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Network 506ba55c-b902-4ecc-89e0-62af1774f095 is scheduled to be hosted by DHCP agent fb6705d2-4f70-4965-92a3-fbfccd43a6d3 with binding_index 1 {{(pid=103407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:34:49.965806 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6812fa81-0651-4d59-a080-e23540f70c1d tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks [] for subnet (0e2db673-b665-4d4b-a2ab-de545d431276), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:50.025510 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da009a79-4542-44f2-9546-c52bbef307c4 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Made reservation on behalf of 01d784a6a3f04224a7e9160ad9d44184 for: {'port': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:34:50.026298 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f8e463-0120-4b19-8f5f-88ffdc9f3994 None None] Pushing event updated for resources: {'Port': ['ID=b7b7e0bb-80bb-486a-bd5f-be8378eb2d77,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:50.129122 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6812fa81-0651-4d59-a080-e23540f70c1d tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3423529'] for subnet (0e2db673-b665-4d4b-a2ab-de545d431276), precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:50.133073 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-271cdbda-7af9-4d0b-9aea-a43839bcfc43 tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 506ba55c-b902-4ecc-89e0-62af1774f095) {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:34:50.142406 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-771a23f6-f844-4651-a7ba-115db2c90f10 None None] Network 506ba55c-b902-4ecc-89e0-62af1774f095 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:34:50.187482 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-d1c4cd5e-9d5d-4f50-8062-a4035fd7ff5f req-63658cf4-46ea-4e5c-ad41-22b814abe1f7 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] 10.222.0.20 "GET /v2.0/security-groups?id=c6054555-6cfe-4c7d-9758-21814521da07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4092858 Feb 28 10:34:50.193429 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-271cdbda-7af9-4d0b-9aea-a43839bcfc43 tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3498031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3516567'] for subnet (9ee2b1d2-328e-42b8-a1f9-262f55a85a23), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:50.201212 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-afdac14e-aaa3-45dc-80b9-de43b1147953 tempest-ExtraDHCPOptionsTestJSON-106244503 tempest-ExtraDHCPOptionsTestJSON-106244503-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.1684136 Feb 28 10:34:50.205133 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 36284) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:50.218221 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-c8dfc352-1533-49e7-b200-3bcbfb3ead03 tempest-ExtraDHCPOptionsTestJSON-106244503 tempest-ExtraDHCPOptionsTestJSON-106244503-project] Request body: {'subnet': {'network_id': '27b5116f-111e-4244-9994-9f3dcee8a4fd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:34:50.235569 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdac14e-aaa3-45dc-80b9-de43b1147953 tempest-ExtraDHCPOptionsTestJSON-106244503 tempest-ExtraDHCPOptionsTestJSON-106244503-project] Pushing event updated for resources: {'Network': ['ID=27b5116f-111e-4244-9994-9f3dcee8a4fd,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:50.418220 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dda0c65-d6d6-4819-a19e-52deb1243eb7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-506ba55c-b902-4ecc-89e0-62af1774f095', 'network_id': '506ba55c-b902-4ecc-89e0-62af1774f095', 'project_id': '926a2bc4399d41a8aaac442463a00142', 'fixed_ips': [{'subnet_id': 'cb203e61-efa6-4c19-b67b-773fc497df53'}]}} from dv-neutron-master-2-hyperv. {{(pid=103409) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:34:50.419099 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6dda0c65-d6d6-4819-a19e-52deb1243eb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:50.437514 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6812fa81-0651-4d59-a080-e23540f70c1d tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-823142'] for subnet (0e2db673-b665-4d4b-a2ab-de545d431276), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:50.516733 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdac14e-aaa3-45dc-80b9-de43b1147953 tempest-ExtraDHCPOptionsTestJSON-106244503 tempest-ExtraDHCPOptionsTestJSON-106244503-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:34:50.517340 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdac14e-aaa3-45dc-80b9-de43b1147953 tempest-ExtraDHCPOptionsTestJSON-106244503 tempest-ExtraDHCPOptionsTestJSON-106244503-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:34:50.517526 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdac14e-aaa3-45dc-80b9-de43b1147953 tempest-ExtraDHCPOptionsTestJSON-106244503 tempest-ExtraDHCPOptionsTestJSON-106244503-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:34:50.517861 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdac14e-aaa3-45dc-80b9-de43b1147953 tempest-ExtraDHCPOptionsTestJSON-106244503 tempest-ExtraDHCPOptionsTestJSON-106244503-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:34:50.518109 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdac14e-aaa3-45dc-80b9-de43b1147953 tempest-ExtraDHCPOptionsTestJSON-106244503 tempest-ExtraDHCPOptionsTestJSON-106244503-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:34:50.518454 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdac14e-aaa3-45dc-80b9-de43b1147953 tempest-ExtraDHCPOptionsTestJSON-106244503 tempest-ExtraDHCPOptionsTestJSON-106244503-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:34:50.518819 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdac14e-aaa3-45dc-80b9-de43b1147953 tempest-ExtraDHCPOptionsTestJSON-106244503 tempest-ExtraDHCPOptionsTestJSON-106244503-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:34:50.519133 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdac14e-aaa3-45dc-80b9-de43b1147953 tempest-ExtraDHCPOptionsTestJSON-106244503 tempest-ExtraDHCPOptionsTestJSON-106244503-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:34:50.519467 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdac14e-aaa3-45dc-80b9-de43b1147953 tempest-ExtraDHCPOptionsTestJSON-106244503 tempest-ExtraDHCPOptionsTestJSON-106244503-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:34:50.519806 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdac14e-aaa3-45dc-80b9-de43b1147953 tempest-ExtraDHCPOptionsTestJSON-106244503 tempest-ExtraDHCPOptionsTestJSON-106244503-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:34:50.520150 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdac14e-aaa3-45dc-80b9-de43b1147953 tempest-ExtraDHCPOptionsTestJSON-106244503 tempest-ExtraDHCPOptionsTestJSON-106244503-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:34:50.520482 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdac14e-aaa3-45dc-80b9-de43b1147953 tempest-ExtraDHCPOptionsTestJSON-106244503 tempest-ExtraDHCPOptionsTestJSON-106244503-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:34:50.524244 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-da009a79-4542-44f2-9546-c52bbef307c4 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:50.532105 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdac14e-aaa3-45dc-80b9-de43b1147953 tempest-ExtraDHCPOptionsTestJSON-106244503 tempest-ExtraDHCPOptionsTestJSON-106244503-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:34:50.560857 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Network 27b5116f-111e-4244-9994-9f3dcee8a4fd details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103409) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:34:50.601967 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-da009a79-4542-44f2-9546-c52bbef307c4 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] device_id is not set on port 7d54bd42-5ed5-43fd-9f3e-10358afd8c99 yet. {{(pid=103408) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:34:50.612985 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6812fa81-0651-4d59-a080-e23540f70c1d tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-823145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3242523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3951170'] for subnet (0e2db673-b665-4d4b-a2ab-de545d431276), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:50.618894 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271cdbda-7af9-4d0b-9aea-a43839bcfc43 tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Pushing event updated for resources: {'Subnet': ['ID=9ee2b1d2-328e-42b8-a1f9-262f55a85a23,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:50.745465 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-74e4bc2b-963b-44b4-aa9f-091580294acd tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3498031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3516567'] for subnet (1957d371-fac8-429a-a409-bae5b14ea3ca), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:50.816692 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271cdbda-7af9-4d0b-9aea-a43839bcfc43 tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Checking segment: {'id': 'fb99102a-7e84-4612-89f5-ff327ec9217b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b9a688d6-18e6-4927-b127-41f171e37bb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:34:50.817070 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-271cdbda-7af9-4d0b-9aea-a43839bcfc43 tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Network hostable DHCP agents. Network: b9a688d6-18e6-4927-b127-41f171e37bb4, hostable agents: ['fb6705d2-4f70-4965-92a3-fbfccd43a6d3'], hosted agents: [] {{(pid=103407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:34:50.819541 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8dfc352-1533-49e7-b200-3bcbfb3ead03 tempest-ExtraDHCPOptionsTestJSON-106244503 tempest-ExtraDHCPOptionsTestJSON-106244503-project] Made reservation on behalf of f223092a91b74d658ca6d52c175d7ab8 for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:34:50.821071 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-6dda0c65-d6d6-4819-a19e-52deb1243eb7 None None] Allocated IP 2001:db8::1 (506ba55c-b902-4ecc-89e0-62af1774f095/cb203e61-efa6-4c19-b67b-773fc497df53/f91758b4-5867-4718-9890-f1fdcc5e9683) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:34:50.823102 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c8dfc352-1533-49e7-b200-3bcbfb3ead03 tempest-ExtraDHCPOptionsTestJSON-106244503 tempest-ExtraDHCPOptionsTestJSON-106244503-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3516581'] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:50.910401 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-da009a79-4542-44f2-9546-c52bbef307c4 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Allocated IP 172.20.0.6 (9f0a511d-8408-4971-9daa-968eebea54f2/8f8e99ca-3669-44ab-bd2a-5a921a5cfdbe/7d54bd42-5ed5-43fd-9f3e-10358afd8c99) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:34:50.917309 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-da009a79-4542-44f2-9546-c52bbef307c4 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Allocated IP 2001:db8::f816:3eff:feef:406a (9f0a511d-8408-4971-9daa-968eebea54f2/d7292543-1ca9-4d87-b3cf-ba6fd634c6e6/7d54bd42-5ed5-43fd-9f3e-10358afd8c99) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:34:51.076790 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6dda0c65-d6d6-4819-a19e-52deb1243eb7 None None] Publish callbacks [] for port (f91758b4-5867-4718-9890-f1fdcc5e9683), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:51.097492 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6dda0c65-d6d6-4819-a19e-52deb1243eb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749'] for port (f91758b4-5867-4718-9890-f1fdcc5e9683), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:51.117292 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-da009a79-4542-44f2-9546-c52bbef307c4 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks [] for port (7d54bd42-5ed5-43fd-9f3e-10358afd8c99), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:51.182503 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dda0c65-d6d6-4819-a19e-52deb1243eb7 None None] Network 506ba55c-b902-4ecc-89e0-62af1774f095 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:34:51.201111 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-6dda0c65-d6d6-4819-a19e-52deb1243eb7 None None] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:34:51.210549 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dda0c65-d6d6-4819-a19e-52deb1243eb7 None None] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:34:51.230093 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6812fa81-0651-4d59-a080-e23540f70c1d tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Pushing event deleted for resources: {'Subnet': ['ID=0e2db673-b665-4d4b-a2ab-de545d431276,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:51.240827 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6812fa81-0651-4d59-a080-e23540f70c1d tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks [] for subnet (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:51.248828 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c1b73a5-08ad-4bc7-8f49-7b08fd75467f None None] Network df7e839b-90c4-444e-a6a1-ba416f429b62 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:34:51.256028 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-6812fa81-0651-4d59-a080-e23540f70c1d tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] 10.222.0.20 "DELETE /v2.0/subnets/0e2db673-b665-4d4b-a2ab-de545d431276 HTTP/1.1" status: 204 len: 168 time: 1.4677405 Feb 28 10:34:51.277944 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 36302) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:51.341623 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e4bc2b-963b-44b4-aa9f-091580294acd tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Checking segment: {'id': '845717a9-cfef-4536-8edc-a9152cf5346c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'ed8a96ae-8951-48db-b057-10c721e75e60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:34:51.342052 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74e4bc2b-963b-44b4-aa9f-091580294acd tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Network hostable DHCP agents. Network: ed8a96ae-8951-48db-b057-10c721e75e60, hostable agents: ['fb6705d2-4f70-4965-92a3-fbfccd43a6d3'], hosted agents: [] {{(pid=103407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:34:51.353798 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-271cdbda-7af9-4d0b-9aea-a43839bcfc43 tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Network b9a688d6-18e6-4927-b127-41f171e37bb4 is scheduled to be hosted by DHCP agent fb6705d2-4f70-4965-92a3-fbfccd43a6d3 with binding_index 1 {{(pid=103407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:34:51.360619 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e4bc2b-963b-44b4-aa9f-091580294acd tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Pushing event updated for resources: {'Subnet': ['ID=1957d371-fac8-429a-a409-bae5b14ea3ca,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:51.428103 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_v2 [None req-16092ed4-7807-489b-a3c7-cb1a6c637769 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Deleting subnet a5e4ca6b-1cca-4dc7-97c7-08b395a33c27 {{(pid=103408) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:34:51.440231 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-16092ed4-7807-489b-a3c7-cb1a6c637769 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks [] for subnet (a5e4ca6b-1cca-4dc7-97c7-08b395a33c27), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:51.473768 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c8dfc352-1533-49e7-b200-3bcbfb3ead03 tempest-ExtraDHCPOptionsTestJSON-106244503 tempest-ExtraDHCPOptionsTestJSON-106244503-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3498031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3516567'] for subnet (448f6f3e-0c60-4a90-99a2-e2d7bce81e64), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:51.515731 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-16092ed4-7807-489b-a3c7-cb1a6c637769 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3423529'] for subnet (a5e4ca6b-1cca-4dc7-97c7-08b395a33c27), precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:51.538584 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dda0c65-d6d6-4819-a19e-52deb1243eb7 None None] Pushing event updated for resources: {'Port': ['ID=f91758b4-5867-4718-9890-f1fdcc5e9683,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:51.547468 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 36308) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:51.560800 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-271cdbda-7af9-4d0b-9aea-a43839bcfc43 tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, b9a688d6-18e6-4927-b127-41f171e37bb4) {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:34:51.582981 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fe33746-699e-4267-9459-b00789bd0558 None None] Network b9a688d6-18e6-4927-b127-41f171e37bb4 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:34:51.589678 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-759917f3-4662-449f-962b-c71e7503b4ec tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Request body: {'subnet': {'network_id': '3ed7d192-633a-436b-bd82-033a36271c0b', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:34:51.619048 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-da009a79-4542-44f2-9546-c52bbef307c4 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (7d54bd42-5ed5-43fd-9f3e-10358afd8c99), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:51.622076 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6812fa81-0651-4d59-a080-e23540f70c1d tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:34:51.622630 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6812fa81-0651-4d59-a080-e23540f70c1d tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:34:51.623170 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6812fa81-0651-4d59-a080-e23540f70c1d tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:34:51.623686 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6812fa81-0651-4d59-a080-e23540f70c1d tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:34:51.624212 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6812fa81-0651-4d59-a080-e23540f70c1d tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:34:51.624752 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6812fa81-0651-4d59-a080-e23540f70c1d tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:34:51.625277 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6812fa81-0651-4d59-a080-e23540f70c1d tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:34:51.625785 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6812fa81-0651-4d59-a080-e23540f70c1d tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:34:51.626314 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6812fa81-0651-4d59-a080-e23540f70c1d tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:34:51.626852 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6812fa81-0651-4d59-a080-e23540f70c1d tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:34:51.627356 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6812fa81-0651-4d59-a080-e23540f70c1d tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:34:51.627866 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6812fa81-0651-4d59-a080-e23540f70c1d tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:34:51.628365 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6812fa81-0651-4d59-a080-e23540f70c1d tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:34:51.664431 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-596bbee6-8161-4a31-8b00-9d7612ba36bd None None] Network 9f0a511d-8408-4971-9daa-968eebea54f2 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:34:51.671049 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 36310) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:51.674632 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-271cdbda-7af9-4d0b-9aea-a43839bcfc43 tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:34:51.675117 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-271cdbda-7af9-4d0b-9aea-a43839bcfc43 tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:34:51.675816 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-271cdbda-7af9-4d0b-9aea-a43839bcfc43 tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616561'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:51.705529 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-16092ed4-7807-489b-a3c7-cb1a6c637769 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-823142'] for subnet (a5e4ca6b-1cca-4dc7-97c7-08b395a33c27), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:51.716111 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74e4bc2b-963b-44b4-aa9f-091580294acd tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Network ed8a96ae-8951-48db-b057-10c721e75e60 is scheduled to be hosted by DHCP agent fb6705d2-4f70-4965-92a3-fbfccd43a6d3 with binding_index 1 {{(pid=103407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:34:51.735312 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da009a79-4542-44f2-9546-c52bbef307c4 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Network 9f0a511d-8408-4971-9daa-968eebea54f2 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:34:51.743378 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dfc352-1533-49e7-b200-3bcbfb3ead03 tempest-ExtraDHCPOptionsTestJSON-106244503 tempest-ExtraDHCPOptionsTestJSON-106244503-project] Pushing event updated for resources: {'Subnet': ['ID=448f6f3e-0c60-4a90-99a2-e2d7bce81e64,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:51.747001 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-da009a79-4542-44f2-9546-c52bbef307c4 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:34:51.747516 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-74e4bc2b-963b-44b4-aa9f-091580294acd tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, ed8a96ae-8951-48db-b057-10c721e75e60) {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:34:51.751468 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da009a79-4542-44f2-9546-c52bbef307c4 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Pushing event updated for resources: {'Port': ['ID=7d54bd42-5ed5-43fd-9f3e-10358afd8c99,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:51.754290 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da009a79-4542-44f2-9546-c52bbef307c4 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:34:51.759748 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb7708f-8b85-4760-824c-1e2a9f6e4ca1 req-492e69bb-4577-485e-9657-4164a24fe9af tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:34:51.766711 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-3fb7708f-8b85-4760-824c-1e2a9f6e4ca1 req-492e69bb-4577-485e-9657-4164a24fe9af tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] 10.222.0.20 "GET /v2.0/ports?device_id=21839f2d-46e7-497a-a06a-b1ae129c5e90 HTTP/1.1" status: 200 len: 945 time: 0.3943961 Feb 28 10:34:51.774430 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-271cdbda-7af9-4d0b-9aea-a43839bcfc43 tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 4.9076533 Feb 28 10:34:51.785036 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 36314) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:51.786429 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74e4bc2b-963b-44b4-aa9f-091580294acd tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:34:51.787336 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-74e4bc2b-963b-44b4-aa9f-091580294acd tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616561'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:51.830506 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da009a79-4542-44f2-9546-c52bbef307c4 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:34:51.831393 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-da009a79-4542-44f2-9546-c52bbef307c4 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:51.853381 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-16092ed4-7807-489b-a3c7-cb1a6c637769 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-823145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3242523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3951170'] for subnet (a5e4ca6b-1cca-4dc7-97c7-08b395a33c27), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:51.867586 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-da009a79-4542-44f2-9546-c52bbef307c4 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.2848327 Feb 28 10:34:51.875671 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 36316) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:51.876456 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8dfc352-1533-49e7-b200-3bcbfb3ead03 tempest-ExtraDHCPOptionsTestJSON-106244503 tempest-ExtraDHCPOptionsTestJSON-106244503-project] Checking segment: {'id': 'ad2b669a-e4d0-42e1-aaf3-824ba4eb7220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '27b5116f-111e-4244-9994-9f3dcee8a4fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:34:51.877180 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8dfc352-1533-49e7-b200-3bcbfb3ead03 tempest-ExtraDHCPOptionsTestJSON-106244503 tempest-ExtraDHCPOptionsTestJSON-106244503-project] Network hostable DHCP agents. Network: 27b5116f-111e-4244-9994-9f3dcee8a4fd, hostable agents: ['fb6705d2-4f70-4965-92a3-fbfccd43a6d3'], hosted agents: [] {{(pid=103407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:34:51.902694 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-33238822-f5d2-40d1-b749-d58a3c8c17c8 tempest-RoutersAdminNegativeIpV6Test-749411978 tempest-RoutersAdminNegativeIpV6Test-749411978-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1836541721', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:34:51.905768 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16092ed4-7807-489b-a3c7-cb1a6c637769 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Pushing event deleted for resources: {'Subnet': ['ID=a5e4ca6b-1cca-4dc7-97c7-08b395a33c27,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:51.906407 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-74e4bc2b-963b-44b4-aa9f-091580294acd tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3912973 Feb 28 10:34:51.911554 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 36318) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:51.912545 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a1e47e5-1f40-4f28-ae28-de78ce18d825 None None] Network ed8a96ae-8951-48db-b057-10c721e75e60 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:34:51.915894 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-639226bb-e121-4a66-9e42-086e974b6016 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1717094987', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:34:51.920527 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-6dda0c65-d6d6-4819-a19e-52deb1243eb7 None None] Attempting to bind port f91758b4-5867-4718-9890-f1fdcc5e9683 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:34:51.920958 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-6dda0c65-d6d6-4819-a19e-52deb1243eb7 None None] Attempting to bind port f91758b4-5867-4718-9890-f1fdcc5e9683 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'b366fb32-72e7-479f-b6cf-bd4aa85aef7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '506ba55c-b902-4ecc-89e0-62af1774f095'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:34:51.921344 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dda0c65-d6d6-4819-a19e-52deb1243eb7 None None] Attempting to bind port f91758b4-5867-4718-9890-f1fdcc5e9683 on network 506ba55c-b902-4ecc-89e0-62af1774f095 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:34:51.934224 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-16092ed4-7807-489b-a3c7-cb1a6c637769 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks [] for subnet (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:51.939977 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-16092ed4-7807-489b-a3c7-cb1a6c637769 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] 10.222.0.20 "DELETE /v2.0/subnets/a5e4ca6b-1cca-4dc7-97c7-08b395a33c27 HTTP/1.1" status: 204 len: 168 time: 0.6566951 Feb 28 10:34:51.944154 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 36320) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:51.960087 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33238822-f5d2-40d1-b749-d58a3c8c17c8 tempest-RoutersAdminNegativeIpV6Test-749411978 tempest-RoutersAdminNegativeIpV6Test-749411978-project-admin] Made reservation on behalf of 9efe10c4d5f342b08263c04b438429d3 for: {'port': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:34:51.962970 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-33238822-f5d2-40d1-b749-d58a3c8c17c8 tempest-RoutersAdminNegativeIpV6Test-749411978 tempest-RoutersAdminNegativeIpV6Test-749411978-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:51.969617 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99c6bc32-bc4e-4c49-bca1-dc8ede42251a tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:34:51.971021 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99c6bc32-bc4e-4c49-bca1-dc8ede42251a tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:34:51.972341 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99c6bc32-bc4e-4c49-bca1-dc8ede42251a tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:34:51.974208 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-99c6bc32-bc4e-4c49-bca1-dc8ede42251a tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.1843493 Feb 28 10:34:51.976492 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-759917f3-4662-449f-962b-c71e7503b4ec tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Made reservation on behalf of fcbd8a4414c04d26b7c516c4c4618e73 for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:34:51.978469 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-759917f3-4662-449f-962b-c71e7503b4ec tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3516581'] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:51.981262 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-639226bb-e121-4a66-9e42-086e974b6016 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1805251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254175'] for router (c7995b93-3824-4093-bd80-c8b7ab1a5891), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:51.983581 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-639226bb-e121-4a66-9e42-086e974b6016 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1804172', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1602053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254150'] for router (c7995b93-3824-4093-bd80-c8b7ab1a5891), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:51.987391 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 36322) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:51.989566 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-33238822-f5d2-40d1-b749-d58a3c8c17c8 tempest-RoutersAdminNegativeIpV6Test-749411978 tempest-RoutersAdminNegativeIpV6Test-749411978-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:51.996156 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dda0c65-d6d6-4819-a19e-52deb1243eb7 None None] Checking agent: {'id': '75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 24, 15), 'started_at': datetime.datetime(2022, 2, 28, 10, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 34, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:34:51.996684 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dda0c65-d6d6-4819-a19e-52deb1243eb7 None None] Checking segment: {'id': 'b366fb32-72e7-479f-b6cf-bd4aa85aef7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '506ba55c-b902-4ecc-89e0-62af1774f095'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:34:51.999253 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6dda0c65-d6d6-4819-a19e-52deb1243eb7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:51.999253 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dda0c65-d6d6-4819-a19e-52deb1243eb7 None None] Bound using segment: {'id': 'b366fb32-72e7-479f-b6cf-bd4aa85aef7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '506ba55c-b902-4ecc-89e0-62af1774f095'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:34:51.999253 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-6dda0c65-d6d6-4819-a19e-52deb1243eb7 None None] Bound port: f91758b4-5867-4718-9890-f1fdcc5e9683, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b366fb32-72e7-479f-b6cf-bd4aa85aef7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '506ba55c-b902-4ecc-89e0-62af1774f095'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:34:51.999571 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6dda0c65-d6d6-4819-a19e-52deb1243eb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (f91758b4-5867-4718-9890-f1fdcc5e9683), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:52.054269 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60ad8016-639a-4ffd-ad9e-04ef2e0364b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-b9a688d6-18e6-4927-b127-41f171e37bb4', 'network_id': 'b9a688d6-18e6-4927-b127-41f171e37bb4', 'project_id': '926a2bc4399d41a8aaac442463a00142', 'fixed_ips': [{'subnet_id': '9ee2b1d2-328e-42b8-a1f9-262f55a85a23'}]}} from dv-neutron-master-2-hyperv. {{(pid=103409) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:34:52.055489 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-60ad8016-639a-4ffd-ad9e-04ef2e0364b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:52.055704 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-3fb7708f-8b85-4760-824c-1e2a9f6e4ca1 req-285dd3ad-c6c2-42fc-bacf-32e99bc3a525 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] 10.222.0.20 "GET /v2.0/security-groups?id=c6054555-6cfe-4c7d-9758-21814521da07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2880235 Feb 28 10:34:52.057485 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-60289e49-07e7-47c0-8eb2-b5fb868bb3c1 None None] Provisioning complete for port b7b7e0bb-80bb-486a-bd5f-be8378eb2d77 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:34:52.057857 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-60289e49-07e7-47c0-8eb2-b5fb868bb3c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (b7b7e0bb-80bb-486a-bd5f-be8378eb2d77), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:52.127462 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-639226bb-e121-4a66-9e42-086e974b6016 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks [] for router_controller (c7995b93-3824-4093-bd80-c8b7ab1a5891), precommit_add_association {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:52.127713 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8dfc352-1533-49e7-b200-3bcbfb3ead03 tempest-ExtraDHCPOptionsTestJSON-106244503 tempest-ExtraDHCPOptionsTestJSON-106244503-project] Network 27b5116f-111e-4244-9994-9f3dcee8a4fd is scheduled to be hosted by DHCP agent fb6705d2-4f70-4965-92a3-fbfccd43a6d3 with binding_index 1 {{(pid=103407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:34:52.140099 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9cade35-799f-4b03-9dd3-8454d49a7f4f tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Deleting subnet cb203e61-efa6-4c19-b67b-773fc497df53 {{(pid=103408) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:34:52.148458 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f9cade35-799f-4b03-9dd3-8454d49a7f4f tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Publish callbacks [] for subnet (cb203e61-efa6-4c19-b67b-773fc497df53), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:52.153090 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-639226bb-e121-4a66-9e42-086e974b6016 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1804241'] for router (c7995b93-3824-4093-bd80-c8b7ab1a5891), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:52.158014 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d66d5796-fa12-4fd1-bd51-7baddf865018 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-665757'] for network (df7e839b-90c4-444e-a6a1-ba416f429b62), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:52.171254 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-c8dfc352-1533-49e7-b200-3bcbfb3ead03 tempest-ExtraDHCPOptionsTestJSON-106244503 tempest-ExtraDHCPOptionsTestJSON-106244503-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 27b5116f-111e-4244-9994-9f3dcee8a4fd) {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:34:52.190083 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4d11a23-d1c2-4441-9fec-84a5c0e90515 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:34:52.194754 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9af4c80-61ba-4e1b-9017-615af720fb2f None None] Network 27b5116f-111e-4244-9994-9f3dcee8a4fd requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:34:52.195879 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4d11a23-d1c2-4441-9fec-84a5c0e90515 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:34:52.200182 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-a4d11a23-d1c2-4441-9fec-84a5c0e90515 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1762 time: 0.3183930 Feb 28 10:34:52.202707 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8dfc352-1533-49e7-b200-3bcbfb3ead03 tempest-ExtraDHCPOptionsTestJSON-106244503 tempest-ExtraDHCPOptionsTestJSON-106244503-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:34:52.202707 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c8dfc352-1533-49e7-b200-3bcbfb3ead03 tempest-ExtraDHCPOptionsTestJSON-106244503 tempest-ExtraDHCPOptionsTestJSON-106244503-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616561'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:52.204848 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 36324) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:52.234838 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-639226bb-e121-4a66-9e42-086e974b6016 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks [] for router (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:52.237275 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-639226bb-e121-4a66-9e42-086e974b6016 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3271503 Feb 28 10:34:52.246849 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f9cade35-799f-4b03-9dd3-8454d49a7f4f tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3423529'] for subnet (cb203e61-efa6-4c19-b67b-773fc497df53), precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:52.282234 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 36326) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:52.301410 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-c8dfc352-1533-49e7-b200-3bcbfb3ead03 tempest-ExtraDHCPOptionsTestJSON-106244503 tempest-ExtraDHCPOptionsTestJSON-106244503-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0894287 Feb 28 10:34:52.384333 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 36328) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:52.421821 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-940ffaee-ab6a-4c04-857f-9a991dcca256 tempest-ExtraDHCPOptionsTestJSON-106244503 tempest-ExtraDHCPOptionsTestJSON-106244503-project] Request body: {'port': {'network_id': '27b5116f-111e-4244-9994-9f3dcee8a4fd', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1437310686'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:34:52.512340 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f9cade35-799f-4b03-9dd3-8454d49a7f4f tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-823142'] for subnet (cb203e61-efa6-4c19-b67b-773fc497df53), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:52.565922 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device b7b7e0bb-80bb-486a-bd5f-be8378eb2d77 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:34:52.571384 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-33238822-f5d2-40d1-b749-d58a3c8c17c8 tempest-RoutersAdminNegativeIpV6Test-749411978 tempest-RoutersAdminNegativeIpV6Test-749411978-project-admin] Publish callbacks [] for security_group (e899d929-6f93-4ffb-a637-f0763f2c19ec), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:52.590645 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-33238822-f5d2-40d1-b749-d58a3c8c17c8 tempest-RoutersAdminNegativeIpV6Test-749411978 tempest-RoutersAdminNegativeIpV6Test-749411978-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (e899d929-6f93-4ffb-a637-f0763f2c19ec), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:52.600438 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-33238822-f5d2-40d1-b749-d58a3c8c17c8 tempest-RoutersAdminNegativeIpV6Test-749411978 tempest-RoutersAdminNegativeIpV6Test-749411978-project-admin] device_id is not set on port 3155713b-c32d-4a1b-8525-302a9cf854bb yet. {{(pid=103408) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:34:52.612842 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4688e262-a79e-47cc-9cbd-f0a4af7cefb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-ed8a96ae-8951-48db-b057-10c721e75e60', 'network_id': 'ed8a96ae-8951-48db-b057-10c721e75e60', 'project_id': 'da82c5902a0c4c459ee88fe904a1e59b', 'fixed_ips': [{'subnet_id': '1957d371-fac8-429a-a409-bae5b14ea3ca'}]}} from dv-neutron-master-2-hyperv. {{(pid=103409) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:34:52.613720 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4688e262-a79e-47cc-9cbd-f0a4af7cefb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:52.714837 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33238822-f5d2-40d1-b749-d58a3c8c17c8 tempest-RoutersAdminNegativeIpV6Test-749411978 tempest-RoutersAdminNegativeIpV6Test-749411978-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e899d929-6f93-4ffb-a637-f0763f2c19ec,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:52.765961 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-6dda0c65-d6d6-4819-a19e-52deb1243eb7 None None] For port f91758b4-5867-4718-9890-f1fdcc5e9683, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:34:52.774939 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f9cade35-799f-4b03-9dd3-8454d49a7f4f tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-823145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3242523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3951170'] for subnet (cb203e61-efa6-4c19-b67b-773fc497df53), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:52.810392 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-940ffaee-ab6a-4c04-857f-9a991dcca256 tempest-ExtraDHCPOptionsTestJSON-106244503 tempest-ExtraDHCPOptionsTestJSON-106244503-project] Made reservation on behalf of f223092a91b74d658ca6d52c175d7ab8 for: {'port': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:34:52.814016 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-940ffaee-ab6a-4c04-857f-9a991dcca256 tempest-ExtraDHCPOptionsTestJSON-106244503 tempest-ExtraDHCPOptionsTestJSON-106244503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:52.854737 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-940ffaee-ab6a-4c04-857f-9a991dcca256 tempest-ExtraDHCPOptionsTestJSON-106244503 tempest-ExtraDHCPOptionsTestJSON-106244503-project] device_id is not set on port cd49df7d-c5f3-4e4f-98c5-c8b4fd2a3992 yet. {{(pid=103408) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:34:52.861419 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cade35-799f-4b03-9dd3-8454d49a7f4f tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Pushing event deleted for resources: {'Subnet': ['ID=cb203e61-efa6-4c19-b67b-773fc497df53,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:52.879868 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f9cade35-799f-4b03-9dd3-8454d49a7f4f tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Publish callbacks [] for subnet (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:52.885797 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-f9cade35-799f-4b03-9dd3-8454d49a7f4f tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] 10.222.0.20 "DELETE /v2.0/subnets/cb203e61-efa6-4c19-b67b-773fc497df53 HTTP/1.1" status: 204 len: 168 time: 0.8912172 Feb 28 10:34:52.887181 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-6dda0c65-d6d6-4819-a19e-52deb1243eb7 None None] For port f91758b4-5867-4718-9890-f1fdcc5e9683, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f91758b4-5867-4718-9890-f1fdcc5e9683,segment=NetworkSegment(b366fb32-72e7-479f-b6cf-bd4aa85aef7c),segment_id=b366fb32-72e7-479f-b6cf-bd4aa85aef7c)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:34:52.898572 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-60289e49-07e7-47c0-8eb2-b5fb868bb3c1 None None] Current status of the port b7b7e0bb-80bb-486a-bd5f-be8378eb2d77 is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:34:52.899446 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-60289e49-07e7-47c0-8eb2-b5fb868bb3c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (b7b7e0bb-80bb-486a-bd5f-be8378eb2d77), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:52.917846 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 36330) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:52.934496 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bff29a2-4ca9-4f7b-9388-15fe024a53cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-27b5116f-111e-4244-9994-9f3dcee8a4fd', 'network_id': '27b5116f-111e-4244-9994-9f3dcee8a4fd', 'project_id': 'f223092a91b74d658ca6d52c175d7ab8', 'fixed_ips': [{'subnet_id': '448f6f3e-0c60-4a90-99a2-e2d7bce81e64'}]}} from dv-neutron-master-2-hyperv. {{(pid=103409) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:34:52.935438 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8bff29a2-4ca9-4f7b-9388-15fe024a53cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:52.952427 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6dda0c65-d6d6-4819-a19e-52deb1243eb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (f91758b4-5867-4718-9890-f1fdcc5e9683), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:52.988855 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-60ad8016-639a-4ffd-ad9e-04ef2e0364b3 None None] Allocated IP 2001:db8:0:1::1 (b9a688d6-18e6-4927-b127-41f171e37bb4/9ee2b1d2-328e-42b8-a1f9-262f55a85a23/008f1576-5e83-4ca5-9072-35237e4167f6) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:34:53.018163 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-33238822-f5d2-40d1-b749-d58a3c8c17c8 tempest-RoutersAdminNegativeIpV6Test-749411978 tempest-RoutersAdminNegativeIpV6Test-749411978-project-admin] Allocated IP 172.36.5.157 (1e0804d0-d1d9-4d40-9de5-2936f3d87840/6f6f4129-23e5-4c3b-b4ef-4c7ce926797e/3155713b-c32d-4a1b-8525-302a9cf854bb) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:34:53.051529 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-d66d5796-fa12-4fd1-bd51-7baddf865018 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Deleting port 94f9b609-9bc7-496c-b127-0685daed4bce {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:34:53.054946 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d66d5796-fa12-4fd1-bd51-7baddf865018 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (94f9b609-9bc7-496c-b127-0685daed4bce), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:53.089019 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-076c6dbd-8a69-4055-9822-76b1bf1255bb None None] Network df7e839b-90c4-444e-a6a1-ba416f429b62 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:34:53.109455 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_v2 [None req-3de099b5-eb11-45b0-b0ef-400a84188dc8 tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Deleting subnet 9ee2b1d2-328e-42b8-a1f9-262f55a85a23 {{(pid=103408) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:34:53.141956 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62fbaf97-df3f-48e2-9f4c-c9176774ce44 None None] Update dhcp port {'port': {'network_id': '9f0a511d-8408-4971-9daa-968eebea54f2', 'fixed_ips': [{'subnet_id': '8f8e99ca-3669-44ab-bd2a-5a921a5cfdbe', 'ip_address': '172.20.0.2'}, {'subnet_id': 'd7292543-1ca9-4d87-b3cf-ba6fd634c6e6'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': 'b7b7e0bb-80bb-486a-bd5f-be8378eb2d77'} from dv-neutron-master-2-hyperv. {{(pid=103409) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 28 10:34:53.163577 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-940ffaee-ab6a-4c04-857f-9a991dcca256 tempest-ExtraDHCPOptionsTestJSON-106244503 tempest-ExtraDHCPOptionsTestJSON-106244503-project] Allocated IP 172.20.0.4 (27b5116f-111e-4244-9994-9f3dcee8a4fd/448f6f3e-0c60-4a90-99a2-e2d7bce81e64/cd49df7d-c5f3-4e4f-98c5-c8b4fd2a3992) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:34:53.205366 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port b7b7e0bb-80bb-486a-bd5f-be8378eb2d77 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:34:53.205366 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (b7b7e0bb-80bb-486a-bd5f-be8378eb2d77), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:53.271567 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-759917f3-4662-449f-962b-c71e7503b4ec tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3498031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3516567'] for subnet (e56b04e8-f6f6-48b8-9263-370bd82e48b6), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:53.278948 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-d66d5796-fa12-4fd1-bd51-7baddf865018 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] For port 94f9b609-9bc7-496c-b127-0685daed4bce, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=94f9b609-9bc7-496c-b127-0685daed4bce,segment=NetworkSegment(ed162326-0be5-43d6-b2b9-91aa803e4d92),segment_id=ed162326-0be5-43d6-b2b9-91aa803e4d92)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:34:53.279503 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d66d5796-fa12-4fd1-bd51-7baddf865018 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (94f9b609-9bc7-496c-b127-0685daed4bce), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:53.293586 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-60289e49-07e7-47c0-8eb2-b5fb868bb3c1 None None] For port b7b7e0bb-80bb-486a-bd5f-be8378eb2d77, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b7b7e0bb-80bb-486a-bd5f-be8378eb2d77,segment=NetworkSegment(bf553b55-fb1d-4346-a090-4fb77eb0fbd7),segment_id=bf553b55-fb1d-4346-a090-4fb77eb0fbd7)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:34:53.355589 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-33238822-f5d2-40d1-b749-d58a3c8c17c8 tempest-RoutersAdminNegativeIpV6Test-749411978 tempest-RoutersAdminNegativeIpV6Test-749411978-project-admin] Publish callbacks [] for port (3155713b-c32d-4a1b-8525-302a9cf854bb), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:53.403577 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759917f3-4662-449f-962b-c71e7503b4ec tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Pushing event updated for resources: {'Subnet': ['ID=e56b04e8-f6f6-48b8-9263-370bd82e48b6,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:53.416367 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-d66d5796-fa12-4fd1-bd51-7baddf865018 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Calling delete_port for 94f9b609-9bc7-496c-b127-0685daed4bce owned by network:dhcp {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:34:53.424529 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-93b1b90a-68f7-44a5-bb2f-7a677d7eeb85 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Deleting port 7d54bd42-5ed5-43fd-9f3e-10358afd8c99 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:34:53.425045 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-93b1b90a-68f7-44a5-bb2f-7a677d7eeb85 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (7d54bd42-5ed5-43fd-9f3e-10358afd8c99), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:53.449729 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-940ffaee-ab6a-4c04-857f-9a991dcca256 tempest-ExtraDHCPOptionsTestJSON-106244503 tempest-ExtraDHCPOptionsTestJSON-106244503-project] Publish callbacks [] for port (cd49df7d-c5f3-4e4f-98c5-c8b4fd2a3992), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:53.483939 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dda0c65-d6d6-4819-a19e-52deb1243eb7 None None] Pushing event updated for resources: {'Port': ['ID=f91758b4-5867-4718-9890-f1fdcc5e9683,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:53.487521 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-60289e49-07e7-47c0-8eb2-b5fb868bb3c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (b7b7e0bb-80bb-486a-bd5f-be8378eb2d77), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:53.493675 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-33238822-f5d2-40d1-b749-d58a3c8c17c8 tempest-RoutersAdminNegativeIpV6Test-749411978 tempest-RoutersAdminNegativeIpV6Test-749411978-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (3155713b-c32d-4a1b-8525-302a9cf854bb), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:53.512206 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-940ffaee-ab6a-4c04-857f-9a991dcca256 tempest-ExtraDHCPOptionsTestJSON-106244503 tempest-ExtraDHCPOptionsTestJSON-106244503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (cd49df7d-c5f3-4e4f-98c5-c8b4fd2a3992), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:53.559595 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-940ffaee-ab6a-4c04-857f-9a991dcca256 tempest-ExtraDHCPOptionsTestJSON-106244503 tempest-ExtraDHCPOptionsTestJSON-106244503-project] Network 27b5116f-111e-4244-9994-9f3dcee8a4fd is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:34:53.563681 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33238822-f5d2-40d1-b749-d58a3c8c17c8 tempest-RoutersAdminNegativeIpV6Test-749411978 tempest-RoutersAdminNegativeIpV6Test-749411978-project-admin] Network 1e0804d0-d1d9-4d40-9de5-2936f3d87840 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:34:53.564832 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-940ffaee-ab6a-4c04-857f-9a991dcca256 tempest-ExtraDHCPOptionsTestJSON-106244503 tempest-ExtraDHCPOptionsTestJSON-106244503-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:34:53.569348 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940ffaee-ab6a-4c04-857f-9a991dcca256 tempest-ExtraDHCPOptionsTestJSON-106244503 tempest-ExtraDHCPOptionsTestJSON-106244503-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:34:53.572382 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-33238822-f5d2-40d1-b749-d58a3c8c17c8 tempest-RoutersAdminNegativeIpV6Test-749411978 tempest-RoutersAdminNegativeIpV6Test-749411978-project-admin] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:34:53.598917 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33238822-f5d2-40d1-b749-d58a3c8c17c8 tempest-RoutersAdminNegativeIpV6Test-749411978 tempest-RoutersAdminNegativeIpV6Test-749411978-project-admin] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:34:53.621813 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-62fbaf97-df3f-48e2-9f4c-c9176774ce44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (b7b7e0bb-80bb-486a-bd5f-be8378eb2d77), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:53.632031 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33238822-f5d2-40d1-b749-d58a3c8c17c8 tempest-RoutersAdminNegativeIpV6Test-749411978 tempest-RoutersAdminNegativeIpV6Test-749411978-project-admin] Pushing event updated for resources: {'Port': ['ID=3155713b-c32d-4a1b-8525-302a9cf854bb,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:53.642548 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-4688e262-a79e-47cc-9cbd-f0a4af7cefb5 None None] Allocated IP 172.20.0.2 (ed8a96ae-8951-48db-b057-10c721e75e60/1957d371-fac8-429a-a409-bae5b14ea3ca/7da5f6c0-ea87-4465-99c1-1ea50d3bd7b5) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:34:53.661058 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92cda26-7044-4e6a-8c78-e9f41798f450 req-6fc02c27-e3e1-490d-af54-2139b81c1744 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:34:53.665169 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-e92cda26-7044-4e6a-8c78-e9f41798f450 req-6fc02c27-e3e1-490d-af54-2139b81c1744 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] 10.222.0.20 "GET /v2.0/ports?device_id=21839f2d-46e7-497a-a06a-b1ae129c5e90 HTTP/1.1" status: 200 len: 945 time: 0.4785829 Feb 28 10:34:53.693537 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60289e49-07e7-47c0-8eb2-b5fb868bb3c1 None None] Pushing event updated for resources: {'Port': ['ID=b7b7e0bb-80bb-486a-bd5f-be8378eb2d77,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:53.696590 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-940ffaee-ab6a-4c04-857f-9a991dcca256 tempest-ExtraDHCPOptionsTestJSON-106244503 tempest-ExtraDHCPOptionsTestJSON-106244503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:34:53.697385 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-940ffaee-ab6a-4c04-857f-9a991dcca256 tempest-ExtraDHCPOptionsTestJSON-106244503 tempest-ExtraDHCPOptionsTestJSON-106244503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:53.715866 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-940ffaee-ab6a-4c04-857f-9a991dcca256 tempest-ExtraDHCPOptionsTestJSON-106244503 tempest-ExtraDHCPOptionsTestJSON-106244503-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.3038235 Feb 28 10:34:53.717421 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33238822-f5d2-40d1-b749-d58a3c8c17c8 tempest-RoutersAdminNegativeIpV6Test-749411978 tempest-RoutersAdminNegativeIpV6Test-749411978-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:34:53.718108 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-33238822-f5d2-40d1-b749-d58a3c8c17c8 tempest-RoutersAdminNegativeIpV6Test-749411978 tempest-RoutersAdminNegativeIpV6Test-749411978-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:53.721032 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759917f3-4662-449f-962b-c71e7503b4ec tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Checking segment: {'id': '9b1d64bb-9024-487d-bb4c-df1446833377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '3ed7d192-633a-436b-bd82-033a36271c0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:34:53.721412 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-759917f3-4662-449f-962b-c71e7503b4ec tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Network hostable DHCP agents. Network: 3ed7d192-633a-436b-bd82-033a36271c0b, hostable agents: ['fb6705d2-4f70-4965-92a3-fbfccd43a6d3'], hosted agents: [] {{(pid=103407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:34:53.723837 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 36336) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:53.728891 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-ac203b34-1930-4cd5-a9d4-3e17e893a216 tempest-ExtraDHCPOptionsTestJSON-106244503 tempest-ExtraDHCPOptionsTestJSON-106244503-project] Request body: {'port': {'network_id': '27b5116f-111e-4244-9994-9f3dcee8a4fd', 'name': 'tempest-ExtraDHCPOptionsTestJSON-958496199', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:34:53.729527 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.api.validators [None req-ac203b34-1930-4cd5-a9d4-3e17e893a216 tempest-ExtraDHCPOptionsTestJSON-106244503 tempest-ExtraDHCPOptionsTestJSON-106244503-project] bootfile-name is not in valid_values {{(pid=103408) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 28 10:34:53.729937 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.api.validators [None req-ac203b34-1930-4cd5-a9d4-3e17e893a216 tempest-ExtraDHCPOptionsTestJSON-106244503 tempest-ExtraDHCPOptionsTestJSON-106244503-project] tftp-server is not in valid_values {{(pid=103408) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 28 10:34:53.730434 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.api.validators [None req-ac203b34-1930-4cd5-a9d4-3e17e893a216 tempest-ExtraDHCPOptionsTestJSON-106244503 tempest-ExtraDHCPOptionsTestJSON-106244503-project] server-ip-address is not in valid_values {{(pid=103408) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 28 10:34:53.755844 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940ffaee-ab6a-4c04-857f-9a991dcca256 tempest-ExtraDHCPOptionsTestJSON-106244503 tempest-ExtraDHCPOptionsTestJSON-106244503-project] Pushing event updated for resources: {'Port': ['ID=cd49df7d-c5f3-4e4f-98c5-c8b4fd2a3992,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:53.776163 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8f46d10a-9ac9-4874-86d3-562b5f606d1b tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:53.785776 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-8bff29a2-4ca9-4f7b-9388-15fe024a53cc None None] Allocated IP 172.20.0.2 (27b5116f-111e-4244-9994-9f3dcee8a4fd/448f6f3e-0c60-4a90-99a2-e2d7bce81e64/239e8770-6002-4270-b1de-839697e73dd8) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:34:53.800614 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-33238822-f5d2-40d1-b749-d58a3c8c17c8 tempest-RoutersAdminNegativeIpV6Test-749411978 tempest-RoutersAdminNegativeIpV6Test-749411978-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 2.1280532 Feb 28 10:34:53.801348 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 36338) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:53.808162 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-ee61d8dd-7205-4f5e-9677-8d863b05e88e tempest-RoutersAdminNegativeIpV6Test-749411978 tempest-RoutersAdminNegativeIpV6Test-749411978-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.157'}]}}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:34:53.846865 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-93b1b90a-68f7-44a5-bb2f-7a677d7eeb85 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (7d54bd42-5ed5-43fd-9f3e-10358afd8c99), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:53.847836 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ee61d8dd-7205-4f5e-9677-8d863b05e88e tempest-RoutersAdminNegativeIpV6Test-749411978 tempest-RoutersAdminNegativeIpV6Test-749411978-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1805251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254175'] for router (57100f3a-533a-4ba5-a2c0-90d68b4fffe9), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:53.849087 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ee61d8dd-7205-4f5e-9677-8d863b05e88e tempest-RoutersAdminNegativeIpV6Test-749411978 tempest-RoutersAdminNegativeIpV6Test-749411978-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1804172', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1602053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254150'] for router (57100f3a-533a-4ba5-a2c0-90d68b4fffe9), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:53.878056 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-93b1b90a-68f7-44a5-bb2f-7a677d7eeb85 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Calling delete_port for 7d54bd42-5ed5-43fd-9f3e-10358afd8c99 owned by {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:34:53.879612 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-759917f3-4662-449f-962b-c71e7503b4ec tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Network 3ed7d192-633a-436b-bd82-033a36271c0b is scheduled to be hosted by DHCP agent fb6705d2-4f70-4965-92a3-fbfccd43a6d3 with binding_index 1 {{(pid=103407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:34:53.882368 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d66d5796-fa12-4fd1-bd51-7baddf865018 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (94f9b609-9bc7-496c-b127-0685daed4bce), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:53.891347 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-60ad8016-639a-4ffd-ad9e-04ef2e0364b3 None None] Publish callbacks [] for port (008f1576-5e83-4ca5-9072-35237e4167f6), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:53.929033 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3de099b5-eb11-45b0-b0ef-400a84188dc8 tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Publish callbacks [] for subnet (9ee2b1d2-328e-42b8-a1f9-262f55a85a23), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:53.960962 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66d5796-fa12-4fd1-bd51-7baddf865018 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] No DVR routers for this DVR port 94f9b609-9bc7-496c-b127-0685daed4bce on host dv-neutron-master-2-hyperv {{(pid=103407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:34:53.970760 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3de099b5-eb11-45b0-b0ef-400a84188dc8 tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3423529'] for subnet (9ee2b1d2-328e-42b8-a1f9-262f55a85a23), precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:53.977500 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66d5796-fa12-4fd1-bd51-7baddf865018 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Pushing event deleted for resources: {'Port': ['ID=94f9b609-9bc7-496c-b127-0685daed4bce,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:53.982782 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-e92cda26-7044-4e6a-8c78-e9f41798f450 req-43a186bf-85e3-46c5-98a6-84293349c266 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] 10.222.0.20 "GET /v2.0/security-groups?id=c6054555-6cfe-4c7d-9758-21814521da07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2979689 Feb 28 10:34:54.056534 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-759917f3-4662-449f-962b-c71e7503b4ec tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 3ed7d192-633a-436b-bd82-033a36271c0b) {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:34:54.069248 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ee61d8dd-7205-4f5e-9677-8d863b05e88e tempest-RoutersAdminNegativeIpV6Test-749411978 tempest-RoutersAdminNegativeIpV6Test-749411978-project-admin] Publish callbacks [] for router_controller (57100f3a-533a-4ba5-a2c0-90d68b4fffe9), precommit_add_association {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:54.082859 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3de099b5-eb11-45b0-b0ef-400a84188dc8 tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-823142'] for subnet (9ee2b1d2-328e-42b8-a1f9-262f55a85a23), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:54.121268 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-759917f3-4662-449f-962b-c71e7503b4ec tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:34:54.121878 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-759917f3-4662-449f-962b-c71e7503b4ec tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616561'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:54.152543 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac203b34-1930-4cd5-a9d4-3e17e893a216 tempest-ExtraDHCPOptionsTestJSON-106244503 tempest-ExtraDHCPOptionsTestJSON-106244503-project] Made reservation on behalf of f223092a91b74d658ca6d52c175d7ab8 for: {'port': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:34:54.161347 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ac203b34-1930-4cd5-a9d4-3e17e893a216 tempest-ExtraDHCPOptionsTestJSON-106244503 tempest-ExtraDHCPOptionsTestJSON-106244503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:54.166349 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3de099b5-eb11-45b0-b0ef-400a84188dc8 tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-823145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3242523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3951170'] for subnet (9ee2b1d2-328e-42b8-a1f9-262f55a85a23), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:54.241909 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d66d5796-fa12-4fd1-bd51-7baddf865018 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672413', 'neutron.services.segments.db._delete_segments_for_network-8742057110173'] for network (df7e839b-90c4-444e-a6a1-ba416f429b62), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:54.259393 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-759917f3-4662-449f-962b-c71e7503b4ec tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.6946135 Feb 28 10:34:54.291229 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 36342) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:54.291645 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-62fbaf97-df3f-48e2-9f4c-c9176774ce44 None None] Allocated IP 2001:db8::f816:3eff:fe45:e20a (9f0a511d-8408-4971-9daa-968eebea54f2/d7292543-1ca9-4d87-b3cf-ba6fd634c6e6/b7b7e0bb-80bb-486a-bd5f-be8378eb2d77) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:34:54.295047 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de099b5-eb11-45b0-b0ef-400a84188dc8 tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Pushing event deleted for resources: {'Subnet': ['ID=9ee2b1d2-328e-42b8-a1f9-262f55a85a23,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:54.297796 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3de099b5-eb11-45b0-b0ef-400a84188dc8 tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Publish callbacks [] for subnet (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:54.304736 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-3de099b5-eb11-45b0-b0ef-400a84188dc8 tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] 10.222.0.20 "DELETE /v2.0/subnets/9ee2b1d2-328e-42b8-a1f9-262f55a85a23 HTTP/1.1" status: 204 len: 168 time: 1.3829026 Feb 28 10:34:54.310107 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-ac203b34-1930-4cd5-a9d4-3e17e893a216 tempest-ExtraDHCPOptionsTestJSON-106244503 tempest-ExtraDHCPOptionsTestJSON-106244503-project] device_id is not set on port 8b22117d-c154-4dac-a74a-b00b2351144d yet. {{(pid=103408) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:34:54.316242 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-a7bf8aee-8578-4178-b7f4-167aff54ae1e tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-791367374'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:34:54.340077 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 36344) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:54.363386 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7bf8aee-8578-4178-b7f4-167aff54ae1e tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Made reservation on behalf of fcbd8a4414c04d26b7c516c4c4618e73 for: {'network': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:34:54.367700 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a7bf8aee-8578-4178-b7f4-167aff54ae1e tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for network (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:54.381400 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-d66d5796-fa12-4fd1-bd51-7baddf865018 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df7e839b-90c4-444e-a6a1-ba416f429b62']}} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:34:54.455515 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-4dc4da82-dcdb-4d94-9c0b-b7ae3c2575d1 None None] Provisioning complete for port 94f9b609-9bc7-496c-b127-0685daed4bce triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:34:54.455911 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4dc4da82-dcdb-4d94-9c0b-b7ae3c2575d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (94f9b609-9bc7-496c-b127-0685daed4bce), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:54.488294 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ee61d8dd-7205-4f5e-9677-8d863b05e88e tempest-RoutersAdminNegativeIpV6Test-749411978 tempest-RoutersAdminNegativeIpV6Test-749411978-project-admin] Publish callbacks [] for router_gateway (57100f3a-533a-4ba5-a2c0-90d68b4fffe9), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:54.514099 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-d66d5796-fa12-4fd1-bd51-7baddf865018 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed162326-0be5-43d6-b2b9-91aa803e4d92') {'for_net_delete': True} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:34:54.514380 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-d66d5796-fa12-4fd1-bd51-7baddf865018 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed162326-0be5-43d6-b2b9-91aa803e4d92') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:34:54.585176 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d66d5796-fa12-4fd1-bd51-7baddf865018 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742057113766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3501147'] for segment (ed162326-0be5-43d6-b2b9-91aa803e4d92), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:54.627669 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7bf8aee-8578-4178-b7f4-167aff54ae1e tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 289} {{(pid=103407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:34:54.660036 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a5ca43-565a-4f78-8a68-c531556cdeac tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:34:54.666262 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-f2a5ca43-565a-4f78-8a68-c531556cdeac tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3215032 Feb 28 10:34:54.666903 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 36346) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:54.685018 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8bff29a2-4ca9-4f7b-9388-15fe024a53cc None None] Publish callbacks [] for port (239e8770-6002-4270-b1de-839697e73dd8), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:54.717552 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d66d5796-fa12-4fd1-bd51-7baddf865018 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (ed162326-0be5-43d6-b2b9-91aa803e4d92), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:54.729485 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-62fbaf97-df3f-48e2-9f4c-c9176774ce44 None None] For port b7b7e0bb-80bb-486a-bd5f-be8378eb2d77, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b7b7e0bb-80bb-486a-bd5f-be8378eb2d77,segment=NetworkSegment(bf553b55-fb1d-4346-a090-4fb77eb0fbd7),segment_id=bf553b55-fb1d-4346-a090-4fb77eb0fbd7)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:34:54.766565 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-ac203b34-1930-4cd5-a9d4-3e17e893a216 tempest-ExtraDHCPOptionsTestJSON-106244503 tempest-ExtraDHCPOptionsTestJSON-106244503-project] Allocated IP 172.20.0.12 (27b5116f-111e-4244-9994-9f3dcee8a4fd/448f6f3e-0c60-4a90-99a2-e2d7bce81e64/8b22117d-c154-4dac-a74a-b00b2351144d) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:34:54.767128 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-62fbaf97-df3f-48e2-9f4c-c9176774ce44 None None] Publish callbacks [] for port (b7b7e0bb-80bb-486a-bd5f-be8378eb2d77), precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:54.770101 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a264538-09b4-4804-852c-e965f1430422 None None] Network 3ed7d192-633a-436b-bd82-033a36271c0b requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:34:54.777516 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-60ad8016-639a-4ffd-ad9e-04ef2e0364b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749'] for port (008f1576-5e83-4ca5-9072-35237e4167f6), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:54.805427 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d66d5796-fa12-4fd1-bd51-7baddf865018 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Releasing vlan 290 on physical network physnet1 to pool {{(pid=103407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:34:54.806003 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d66d5796-fa12-4fd1-bd51-7baddf865018 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3498166'] for segment (ed162326-0be5-43d6-b2b9-91aa803e4d92), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:54.844126 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1d54f7c-bf7f-49e2-9072-3542d55a347a None None] Network 506ba55c-b902-4ecc-89e0-62af1774f095 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:34:54.849468 dv-neutron-master-2-hyperv neutron-server[103407]: Traceback (most recent call last): Feb 28 10:34:54.849468 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:34:54.849468 dv-neutron-master-2-hyperv neutron-server[103407]: timer() Feb 28 10:34:54.849468 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:34:54.849468 dv-neutron-master-2-hyperv neutron-server[103407]: cb(*args, **kw) Feb 28 10:34:54.849468 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:34:54.849468 dv-neutron-master-2-hyperv neutron-server[103407]: return func(*args, **kwargs) Feb 28 10:34:54.849468 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:34:54.849468 dv-neutron-master-2-hyperv neutron-server[103407]: self._notify() Feb 28 10:34:54.849468 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:34:54.849468 dv-neutron-master-2-hyperv neutron-server[103407]: self.callback(batched_events) Feb 28 10:34:54.849468 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:34:54.849468 dv-neutron-master-2-hyperv neutron-server[103407]: event.method(event) Feb 28 10:34:54.849468 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:34:54.849468 dv-neutron-master-2-hyperv neutron-server[103407]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:34:54.849468 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:34:54.849468 dv-neutron-master-2-hyperv neutron-server[103407]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:34:54.849468 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:34:54.849468 dv-neutron-master-2-hyperv neutron-server[103407]: return f(self, *a, **k) Feb 28 10:34:54.849468 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:34:54.849468 dv-neutron-master-2-hyperv neutron-server[103407]: return self._get(url).json() Feb 28 10:34:54.849468 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:34:54.849468 dv-neutron-master-2-hyperv neutron-server[103407]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:34:54.849468 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:34:54.849468 dv-neutron-master-2-hyperv neutron-server[103407]: return self.request(url, 'GET', **kwargs) Feb 28 10:34:54.849468 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:34:54.849468 dv-neutron-master-2-hyperv neutron-server[103407]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:34:54.849468 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:34:54.849468 dv-neutron-master-2-hyperv neutron-server[103407]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:34:54.849468 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:34:54.849468 dv-neutron-master-2-hyperv neutron-server[103407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:34:54.849468 dv-neutron-master-2-hyperv neutron-server[103407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:34:54.859783 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-62fbaf97-df3f-48e2-9f4c-c9176774ce44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (b7b7e0bb-80bb-486a-bd5f-be8378eb2d77), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:54.872049 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ad8016-639a-4ffd-ad9e-04ef2e0364b3 None None] Pushing event updated for resources: {'Port': ['ID=008f1576-5e83-4ca5-9072-35237e4167f6,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:55.016003 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d66d5796-fa12-4fd1-bd51-7baddf865018 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803269'] for network (df7e839b-90c4-444e-a6a1-ba416f429b62), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:55.031142 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d66d5796-fa12-4fd1-bd51-7baddf865018 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:55.034479 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-d66d5796-fa12-4fd1-bd51-7baddf865018 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] 10.222.0.20 "DELETE /v2.0/networks/df7e839b-90c4-444e-a6a1-ba416f429b62 HTTP/1.1" status: 204 len: 168 time: 3.0898106 Feb 28 10:34:55.054211 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-551610c1-84bb-4bcf-8937-c8880e288444 tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-665757'] for network (b9a688d6-18e6-4927-b127-41f171e37bb4), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:55.058107 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 36352) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:55.077019 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66d5796-fa12-4fd1-bd51-7baddf865018 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Pushing event deleted for resources: {'Network': ['ID=df7e839b-90c4-444e-a6a1-ba416f429b62,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:55.096645 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fbaf97-df3f-48e2-9f4c-c9176774ce44 None None] Pushing event updated for resources: {'Port': ['ID=b7b7e0bb-80bb-486a-bd5f-be8378eb2d77,revision_number=4']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:55.107019 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a7bf8aee-8578-4178-b7f4-167aff54ae1e tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (e230710c-6031-4ca8-80c0-080bf7229064), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:55.107372 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.db.segments_db [None req-a7bf8aee-8578-4178-b7f4-167aff54ae1e tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Added segment e230710c-6031-4ca8-80c0-080bf7229064 of type vlan for network b7c9bf1d-0ed2-425a-9715-c17300192ef7 Feb 28 10:34:55.108803 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-93b1b90a-68f7-44a5-bb2f-7a677d7eeb85 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (7d54bd42-5ed5-43fd-9f3e-10358afd8c99), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:55.127902 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8bff29a2-4ca9-4f7b-9388-15fe024a53cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749'] for port (239e8770-6002-4270-b1de-839697e73dd8), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:55.228979 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b1b90a-68f7-44a5-bb2f-7a677d7eeb85 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Pushing event deleted for resources: {'Port': ['ID=7d54bd42-5ed5-43fd-9f3e-10358afd8c99,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:55.291429 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a7bf8aee-8578-4178-b7f4-167aff54ae1e tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742056637431'] for network (b7c9bf1d-0ed2-425a-9715-c17300192ef7), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:55.352005 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-005ed8f7-e73f-4fe8-a79b-3a52ca13c259 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:34:55.356980 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-005ed8f7-e73f-4fe8-a79b-3a52ca13c259 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.2894533 Feb 28 10:34:55.361517 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 36354) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:55.381189 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a7bf8aee-8578-4178-b7f4-167aff54ae1e tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551'] for network (b7c9bf1d-0ed2-425a-9715-c17300192ef7), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:55.387297 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7bf8aee-8578-4178-b7f4-167aff54ae1e tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:34:55.387925 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a7bf8aee-8578-4178-b7f4-167aff54ae1e tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:55.415128 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-93b1b90a-68f7-44a5-bb2f-7a677d7eeb85 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:55.418506 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-93b1b90a-68f7-44a5-bb2f-7a677d7eeb85 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "DELETE /v2.0/ports/7d54bd42-5ed5-43fd-9f3e-10358afd8c99 HTTP/1.1" status: 204 len: 168 time: 3.2098100 Feb 28 10:34:55.427603 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4688e262-a79e-47cc-9cbd-f0a4af7cefb5 None None] Publish callbacks [] for port (7da5f6c0-ea87-4465-99c1-1ea50d3bd7b5), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:55.428383 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 36356) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:55.438743 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port b7b7e0bb-80bb-486a-bd5f-be8378eb2d77 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:34:55.441132 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4dc4da82-dcdb-4d94-9c0b-b7ae3c2575d1 None None] Port 94f9b609-9bc7-496c-b127-0685daed4bce was deleted so its status cannot be updated. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Feb 28 10:34:55.476896 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4688e262-a79e-47cc-9cbd-f0a4af7cefb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749'] for port (7da5f6c0-ea87-4465-99c1-1ea50d3bd7b5), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:55.489600 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-551610c1-84bb-4bcf-8937-c8880e288444 tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Deleting port 008f1576-5e83-4ca5-9072-35237e4167f6 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:34:55.490613 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-551610c1-84bb-4bcf-8937-c8880e288444 tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (008f1576-5e83-4ca5-9072-35237e4167f6), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:55.494873 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bff29a2-4ca9-4f7b-9388-15fe024a53cc None None] Network 27b5116f-111e-4244-9994-9f3dcee8a4fd is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:34:55.507323 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4688e262-a79e-47cc-9cbd-f0a4af7cefb5 None None] Network ed8a96ae-8951-48db-b057-10c721e75e60 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:34:55.508686 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c4f0d56-097a-47d0-8d88-45235448d750 None None] DHCP port deletion for df7e839b-90c4-444e-a6a1-ba416f429b62 request from dv-neutron-master-2-hyperv {{(pid=103409) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:34:55.518200 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60ad8016-639a-4ffd-ad9e-04ef2e0364b3 None None] Network b9a688d6-18e6-4927-b127-41f171e37bb4 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:34:55.520915 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-4688e262-a79e-47cc-9cbd-f0a4af7cefb5 None None] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:34:55.548894 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-a7bf8aee-8578-4178-b7f4-167aff54ae1e tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.2546444 Feb 28 10:34:55.560604 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4688e262-a79e-47cc-9cbd-f0a4af7cefb5 None None] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:34:55.583817 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bff29a2-4ca9-4f7b-9388-15fe024a53cc None None] Pushing event updated for resources: {'Port': ['ID=239e8770-6002-4270-b1de-839697e73dd8,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:55.585745 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 36358) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:55.590687 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-60ad8016-639a-4ffd-ad9e-04ef2e0364b3 None None] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:34:55.598912 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ad8016-639a-4ffd-ad9e-04ef2e0364b3 None None] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:34:55.603499 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-8bff29a2-4ca9-4f7b-9388-15fe024a53cc None None] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:34:55.606609 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-9619ae64-768e-4557-b377-f1787c55da29 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Request body: {'subnet': {'network_id': 'b7c9bf1d-0ed2-425a-9715-c17300192ef7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:34:55.608418 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bff29a2-4ca9-4f7b-9388-15fe024a53cc None None] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:34:55.627632 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0c79c70-03c2-4a10-8baf-a7be5e2e3929 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:34:55.634830 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0c79c70-03c2-4a10-8baf-a7be5e2e3929 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:34:55.637053 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0c79c70-03c2-4a10-8baf-a7be5e2e3929 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:34:55.641657 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-b0c79c70-03c2-4a10-8baf-a7be5e2e3929 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2089388 Feb 28 10:34:55.644790 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 36360) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:55.674670 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bf8aee-8578-4178-b7f4-167aff54ae1e tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Pushing event updated for resources: {'Network': ['ID=b7c9bf1d-0ed2-425a-9715-c17300192ef7,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:55.700189 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ee61d8dd-7205-4f5e-9677-8d863b05e88e tempest-RoutersAdminNegativeIpV6Test-749411978 tempest-RoutersAdminNegativeIpV6Test-749411978-project-admin] Publish callbacks [] for router_gateway (57100f3a-533a-4ba5-a2c0-90d68b4fffe9), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:55.761931 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Network b7c9bf1d-0ed2-425a-9715-c17300192ef7 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103409) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:34:55.782202 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ac203b34-1930-4cd5-a9d4-3e17e893a216 tempest-ExtraDHCPOptionsTestJSON-106244503 tempest-ExtraDHCPOptionsTestJSON-106244503-project] Publish callbacks [] for port (8b22117d-c154-4dac-a74a-b00b2351144d), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:55.810064 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-60ad8016-639a-4ffd-ad9e-04ef2e0364b3 None None] Attempting to bind port 008f1576-5e83-4ca5-9072-35237e4167f6 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:34:55.810450 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-60ad8016-639a-4ffd-ad9e-04ef2e0364b3 None None] Attempting to bind port 008f1576-5e83-4ca5-9072-35237e4167f6 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'fb99102a-7e84-4612-89f5-ff327ec9217b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b9a688d6-18e6-4927-b127-41f171e37bb4'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:34:55.810822 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ad8016-639a-4ffd-ad9e-04ef2e0364b3 None None] Attempting to bind port 008f1576-5e83-4ca5-9072-35237e4167f6 on network b9a688d6-18e6-4927-b127-41f171e37bb4 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:34:55.833480 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f0b2608-c9d0-4df4-90ca-53c8b3cb96dd None None] DHCP port deletion for 506ba55c-b902-4ecc-89e0-62af1774f095 request from dv-neutron-master-2-hyperv {{(pid=103409) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:34:55.857505 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-551610c1-84bb-4bcf-8937-c8880e288444 tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] For port 008f1576-5e83-4ca5-9072-35237e4167f6, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:34:55.857954 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-551610c1-84bb-4bcf-8937-c8880e288444 tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (008f1576-5e83-4ca5-9072-35237e4167f6), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:55.861254 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ee61d8dd-7205-4f5e-9677-8d863b05e88e tempest-RoutersAdminNegativeIpV6Test-749411978 tempest-RoutersAdminNegativeIpV6Test-749411978-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:55.861977 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-8f46d10a-9ac9-4874-86d3-562b5f606d1b tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Allocated IP 172.20.0.1 (ed8a96ae-8951-48db-b057-10c721e75e60/1957d371-fac8-429a-a409-bae5b14ea3ca/06775783-d146-4fe9-b226-fcf1fbd90702) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:34:55.879721 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-8296371a-fa75-40b9-87c3-d3fba78b47ff tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] 10.222.0.20 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.5171313 Feb 28 10:34:55.886431 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 36362) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:55.900439 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-551610c1-84bb-4bcf-8937-c8880e288444 tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Calling delete_port for 008f1576-5e83-4ca5-9072-35237e4167f6 owned by network:dhcp {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:34:55.916694 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-756b2d2e-f4aa-4760-bd87-dee17d5760d3 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1161510201'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:34:55.956263 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device b7b7e0bb-80bb-486a-bd5f-be8378eb2d77 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:34:56.006928 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-c6927a74-c4f8-46cf-8bf0-66b356f4a1c1 None None] Provisioning complete for port f91758b4-5867-4718-9890-f1fdcc5e9683 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:34:56.007318 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c6927a74-c4f8-46cf-8bf0-66b356f4a1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (f91758b4-5867-4718-9890-f1fdcc5e9683), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:56.018255 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c7ccc3e-0de2-4641-acde-fe9cfc02fa1d tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Deleting subnet 8f8e99ca-3669-44ab-bd2a-5a921a5cfdbe {{(pid=103408) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:34:56.056738 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7c7ccc3e-0de2-4641-acde-fe9cfc02fa1d tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks [] for subnet (8f8e99ca-3669-44ab-bd2a-5a921a5cfdbe), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:56.063030 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-8bff29a2-4ca9-4f7b-9388-15fe024a53cc None None] Attempting to bind port 239e8770-6002-4270-b1de-839697e73dd8 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:34:56.063428 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-8bff29a2-4ca9-4f7b-9388-15fe024a53cc None None] Attempting to bind port 239e8770-6002-4270-b1de-839697e73dd8 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'ad2b669a-e4d0-42e1-aaf3-824ba4eb7220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '27b5116f-111e-4244-9994-9f3dcee8a4fd'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:34:56.063807 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bff29a2-4ca9-4f7b-9388-15fe024a53cc None None] Attempting to bind port 239e8770-6002-4270-b1de-839697e73dd8 on network 27b5116f-111e-4244-9994-9f3dcee8a4fd {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:34:56.065943 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-4688e262-a79e-47cc-9cbd-f0a4af7cefb5 None None] Attempting to bind port 7da5f6c0-ea87-4465-99c1-1ea50d3bd7b5 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:34:56.066316 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-4688e262-a79e-47cc-9cbd-f0a4af7cefb5 None None] Attempting to bind port 7da5f6c0-ea87-4465-99c1-1ea50d3bd7b5 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '845717a9-cfef-4536-8edc-a9152cf5346c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'ed8a96ae-8951-48db-b057-10c721e75e60'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:34:56.066682 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4688e262-a79e-47cc-9cbd-f0a4af7cefb5 None None] Attempting to bind port 7da5f6c0-ea87-4465-99c1-1ea50d3bd7b5 on network ed8a96ae-8951-48db-b057-10c721e75e60 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:34:56.116772 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4688e262-a79e-47cc-9cbd-f0a4af7cefb5 None None] Checking agent: {'id': '75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 24, 15), 'started_at': datetime.datetime(2022, 2, 28, 10, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 34, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:34:56.117182 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4688e262-a79e-47cc-9cbd-f0a4af7cefb5 None None] Checking segment: {'id': '845717a9-cfef-4536-8edc-a9152cf5346c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'ed8a96ae-8951-48db-b057-10c721e75e60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:34:56.117576 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4688e262-a79e-47cc-9cbd-f0a4af7cefb5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:56.117976 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4688e262-a79e-47cc-9cbd-f0a4af7cefb5 None None] Bound using segment: {'id': '845717a9-cfef-4536-8edc-a9152cf5346c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'ed8a96ae-8951-48db-b057-10c721e75e60'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:34:56.118500 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-4688e262-a79e-47cc-9cbd-f0a4af7cefb5 None None] Bound port: 7da5f6c0-ea87-4465-99c1-1ea50d3bd7b5, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '845717a9-cfef-4536-8edc-a9152cf5346c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'ed8a96ae-8951-48db-b057-10c721e75e60'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:34:56.118855 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4688e262-a79e-47cc-9cbd-f0a4af7cefb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (7da5f6c0-ea87-4465-99c1-1ea50d3bd7b5), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:56.134977 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ad8016-639a-4ffd-ad9e-04ef2e0364b3 None None] Checking agent: {'id': '75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 24, 15), 'started_at': datetime.datetime(2022, 2, 28, 10, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 34, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:34:56.135382 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ad8016-639a-4ffd-ad9e-04ef2e0364b3 None None] Checking segment: {'id': 'fb99102a-7e84-4612-89f5-ff327ec9217b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b9a688d6-18e6-4927-b127-41f171e37bb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:34:56.135795 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-60ad8016-639a-4ffd-ad9e-04ef2e0364b3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:56.136495 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ad8016-639a-4ffd-ad9e-04ef2e0364b3 None None] Bound using segment: {'id': 'fb99102a-7e84-4612-89f5-ff327ec9217b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b9a688d6-18e6-4927-b127-41f171e37bb4'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:34:56.136791 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-60ad8016-639a-4ffd-ad9e-04ef2e0364b3 None None] Bound port: 008f1576-5e83-4ca5-9072-35237e4167f6, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb99102a-7e84-4612-89f5-ff327ec9217b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b9a688d6-18e6-4927-b127-41f171e37bb4'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:34:56.137184 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-60ad8016-639a-4ffd-ad9e-04ef2e0364b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (008f1576-5e83-4ca5-9072-35237e4167f6), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:56.156110 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9619ae64-768e-4557-b377-f1787c55da29 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Made reservation on behalf of fcbd8a4414c04d26b7c516c4c4618e73 for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:34:56.162797 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9619ae64-768e-4557-b377-f1787c55da29 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3516581'] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:56.220302 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-756b2d2e-f4aa-4760-bd87-dee17d5760d3 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Made reservation on behalf of 29ccc4cf6ba849d18fb6a0524a0ef75f for: {'network': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:34:56.225617 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-756b2d2e-f4aa-4760-bd87-dee17d5760d3 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for network (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:56.251043 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ac203b34-1930-4cd5-a9d4-3e17e893a216 tempest-ExtraDHCPOptionsTestJSON-106244503 tempest-ExtraDHCPOptionsTestJSON-106244503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (8b22117d-c154-4dac-a74a-b00b2351144d), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:56.262781 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4688e262-a79e-47cc-9cbd-f0a4af7cefb5 None None] Pushing event updated for resources: {'Port': ['ID=7da5f6c0-ea87-4465-99c1-1ea50d3bd7b5,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:56.319969 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7c7ccc3e-0de2-4641-acde-fe9cfc02fa1d tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3423529'] for subnet (8f8e99ca-3669-44ab-bd2a-5a921a5cfdbe), precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:56.331673 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bff29a2-4ca9-4f7b-9388-15fe024a53cc None None] Checking agent: {'id': '75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 24, 15), 'started_at': datetime.datetime(2022, 2, 28, 10, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 34, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:34:56.332345 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bff29a2-4ca9-4f7b-9388-15fe024a53cc None None] Checking segment: {'id': 'ad2b669a-e4d0-42e1-aaf3-824ba4eb7220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '27b5116f-111e-4244-9994-9f3dcee8a4fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:34:56.332952 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8bff29a2-4ca9-4f7b-9388-15fe024a53cc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:56.334240 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bff29a2-4ca9-4f7b-9388-15fe024a53cc None None] Bound using segment: {'id': 'ad2b669a-e4d0-42e1-aaf3-824ba4eb7220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '27b5116f-111e-4244-9994-9f3dcee8a4fd'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:34:56.334916 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-8bff29a2-4ca9-4f7b-9388-15fe024a53cc None None] Bound port: 239e8770-6002-4270-b1de-839697e73dd8, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad2b669a-e4d0-42e1-aaf3-824ba4eb7220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '27b5116f-111e-4244-9994-9f3dcee8a4fd'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:34:56.335472 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8bff29a2-4ca9-4f7b-9388-15fe024a53cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (239e8770-6002-4270-b1de-839697e73dd8), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:56.339665 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8f46d10a-9ac9-4874-86d3-562b5f606d1b tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks [] for port (06775783-d146-4fe9-b226-fcf1fbd90702), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:56.395208 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-551610c1-84bb-4bcf-8937-c8880e288444 tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (008f1576-5e83-4ca5-9072-35237e4167f6), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:56.439650 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac203b34-1930-4cd5-a9d4-3e17e893a216 tempest-ExtraDHCPOptionsTestJSON-106244503 tempest-ExtraDHCPOptionsTestJSON-106244503-project] Network 27b5116f-111e-4244-9994-9f3dcee8a4fd is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:34:56.447853 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551610c1-84bb-4bcf-8937-c8880e288444 tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Pushing event deleted for resources: {'Port': ['ID=008f1576-5e83-4ca5-9072-35237e4167f6,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:56.453452 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551610c1-84bb-4bcf-8937-c8880e288444 tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] No DVR routers for this DVR port 008f1576-5e83-4ca5-9072-35237e4167f6 on host dv-neutron-master-2-hyperv {{(pid=103407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:34:56.504526 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7c7ccc3e-0de2-4641-acde-fe9cfc02fa1d tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-823142'] for subnet (8f8e99ca-3669-44ab-bd2a-5a921a5cfdbe), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:56.506024 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4688e262-a79e-47cc-9cbd-f0a4af7cefb5 None None] For port 7da5f6c0-ea87-4465-99c1-1ea50d3bd7b5, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:34:56.510137 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4688e262-a79e-47cc-9cbd-f0a4af7cefb5 None None] For port 7da5f6c0-ea87-4465-99c1-1ea50d3bd7b5, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7da5f6c0-ea87-4465-99c1-1ea50d3bd7b5,segment=NetworkSegment(845717a9-cfef-4536-8edc-a9152cf5346c),segment_id=845717a9-cfef-4536-8edc-a9152cf5346c)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:34:56.543491 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4688e262-a79e-47cc-9cbd-f0a4af7cefb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (7da5f6c0-ea87-4465-99c1-1ea50d3bd7b5), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:56.566659 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-915723af-a52c-4d18-92ff-178748f98eee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-3ed7d192-633a-436b-bd82-033a36271c0b', 'network_id': '3ed7d192-633a-436b-bd82-033a36271c0b', 'project_id': 'fcbd8a4414c04d26b7c516c4c4618e73', 'fixed_ips': [{'subnet_id': 'e56b04e8-f6f6-48b8-9263-370bd82e48b6'}]}} from dv-neutron-master-2-hyperv. {{(pid=103409) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:34:56.573911 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-915723af-a52c-4d18-92ff-178748f98eee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:56.578432 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.db.api [None req-60ad8016-639a-4ffd-ad9e-04ef2e0364b3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=103409) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 10:34:56.578804 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG oslo_db.api [None req-60ad8016-639a-4ffd-ad9e-04ef2e0364b3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 10:34:56.596616 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-ac203b34-1930-4cd5-a9d4-3e17e893a216 tempest-ExtraDHCPOptionsTestJSON-106244503 tempest-ExtraDHCPOptionsTestJSON-106244503-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:34:56.609745 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-756b2d2e-f4aa-4760-bd87-dee17d5760d3 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 285} {{(pid=103408) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:34:56.612341 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac203b34-1930-4cd5-a9d4-3e17e893a216 tempest-ExtraDHCPOptionsTestJSON-106244503 tempest-ExtraDHCPOptionsTestJSON-106244503-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:34:56.660308 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7c7ccc3e-0de2-4641-acde-fe9cfc02fa1d tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-823145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3242523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3951170'] for subnet (8f8e99ca-3669-44ab-bd2a-5a921a5cfdbe), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:56.686084 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac203b34-1930-4cd5-a9d4-3e17e893a216 tempest-ExtraDHCPOptionsTestJSON-106244503 tempest-ExtraDHCPOptionsTestJSON-106244503-project] Pushing event updated for resources: {'Port': ['ID=8b22117d-c154-4dac-a74a-b00b2351144d,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:56.775287 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-756b2d2e-f4aa-4760-bd87-dee17d5760d3 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (b819b3af-be22-4160-a8f1-dd2bfa3aa3a6), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:56.775968 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.db.segments_db [None req-756b2d2e-f4aa-4760-bd87-dee17d5760d3 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Added segment b819b3af-be22-4160-a8f1-dd2bfa3aa3a6 of type vlan for network 8c1e775d-fafe-496f-a101-ba38903da4d5 Feb 28 10:34:56.782510 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7ccc3e-0de2-4641-acde-fe9cfc02fa1d tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Pushing event deleted for resources: {'Subnet': ['ID=8f8e99ca-3669-44ab-bd2a-5a921a5cfdbe,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:56.786437 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7c7ccc3e-0de2-4641-acde-fe9cfc02fa1d tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks [] for subnet (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:56.789122 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port b7b7e0bb-80bb-486a-bd5f-be8378eb2d77 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:34:56.789572 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (b7b7e0bb-80bb-486a-bd5f-be8378eb2d77), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:56.797837 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-7c7ccc3e-0de2-4641-acde-fe9cfc02fa1d tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "DELETE /v2.0/subnets/8f8e99ca-3669-44ab-bd2a-5a921a5cfdbe HTTP/1.1" status: 204 len: 168 time: 1.1392577 Feb 28 10:34:56.813675 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 36364) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:56.826096 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ee61d8dd-7205-4f5e-9677-8d863b05e88e tempest-RoutersAdminNegativeIpV6Test-749411978 tempest-RoutersAdminNegativeIpV6Test-749411978-project-admin] Publish callbacks [] for router (57100f3a-533a-4ba5-a2c0-90d68b4fffe9), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:56.839663 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-8bff29a2-4ca9-4f7b-9388-15fe024a53cc None None] For port 239e8770-6002-4270-b1de-839697e73dd8, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:34:56.889285 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac203b34-1930-4cd5-a9d4-3e17e893a216 tempest-ExtraDHCPOptionsTestJSON-106244503 tempest-ExtraDHCPOptionsTestJSON-106244503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:34:56.891177 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ac203b34-1930-4cd5-a9d4-3e17e893a216 tempest-ExtraDHCPOptionsTestJSON-106244503 tempest-ExtraDHCPOptionsTestJSON-106244503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:56.896180 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-c6927a74-c4f8-46cf-8bf0-66b356f4a1c1 None None] Current status of the port f91758b4-5867-4718-9890-f1fdcc5e9683 is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:34:56.896631 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c6927a74-c4f8-46cf-8bf0-66b356f4a1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (f91758b4-5867-4718-9890-f1fdcc5e9683), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:56.898961 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba387273-e5be-414a-9ded-590e2d6a792c None None] Network 9f0a511d-8408-4971-9daa-968eebea54f2 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:34:56.902320 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-3f0b2608-c9d0-4df4-90ca-53c8b3cb96dd None None] Deleting port f91758b4-5867-4718-9890-f1fdcc5e9683 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:34:56.902709 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3f0b2608-c9d0-4df4-90ca-53c8b3cb96dd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (f91758b4-5867-4718-9890-f1fdcc5e9683), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:56.975064 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-3f0b2608-c9d0-4df4-90ca-53c8b3cb96dd None None] For port f91758b4-5867-4718-9890-f1fdcc5e9683, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f91758b4-5867-4718-9890-f1fdcc5e9683,segment=NetworkSegment(b366fb32-72e7-479f-b6cf-bd4aa85aef7c),segment_id=b366fb32-72e7-479f-b6cf-bd4aa85aef7c)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:34:56.975553 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3f0b2608-c9d0-4df4-90ca-53c8b3cb96dd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (f91758b4-5867-4718-9890-f1fdcc5e9683), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:56.994567 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-3f0b2608-c9d0-4df4-90ca-53c8b3cb96dd None None] Calling delete_port for f91758b4-5867-4718-9890-f1fdcc5e9683 owned by network:dhcp {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:34:57.050501 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e38b598-66fb-4d23-a383-f5d85eb21e73 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Deleting subnet d7292543-1ca9-4d87-b3cf-ba6fd634c6e6 {{(pid=103408) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:34:57.055598 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-756b2d2e-f4aa-4760-bd87-dee17d5760d3 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742056637431'] for network (8c1e775d-fafe-496f-a101-ba38903da4d5), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:57.064408 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0e38b598-66fb-4d23-a383-f5d85eb21e73 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks [] for subnet (d7292543-1ca9-4d87-b3cf-ba6fd634c6e6), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:57.099908 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4688e262-a79e-47cc-9cbd-f0a4af7cefb5 None None] Pushing event updated for resources: {'Port': ['ID=7da5f6c0-ea87-4465-99c1-1ea50d3bd7b5,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:57.136959 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-8bff29a2-4ca9-4f7b-9388-15fe024a53cc None None] For port 239e8770-6002-4270-b1de-839697e73dd8, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=239e8770-6002-4270-b1de-839697e73dd8,segment=NetworkSegment(ad2b669a-e4d0-42e1-aaf3-824ba4eb7220),segment_id=ad2b669a-e4d0-42e1-aaf3-824ba4eb7220)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:34:57.158667 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-ac203b34-1930-4cd5-a9d4-3e17e893a216 tempest-ExtraDHCPOptionsTestJSON-106244503 tempest-ExtraDHCPOptionsTestJSON-106244503-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 3.4315534 Feb 28 10:34:57.167711 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 36366) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:57.177925 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8f46d10a-9ac9-4874-86d3-562b5f606d1b tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (06775783-d146-4fe9-b226-fcf1fbd90702), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:57.214642 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8bff29a2-4ca9-4f7b-9388-15fe024a53cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (239e8770-6002-4270-b1de-839697e73dd8), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:57.244910 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-60ad8016-639a-4ffd-ad9e-04ef2e0364b3 None None] Attempting to bind port 008f1576-5e83-4ca5-9072-35237e4167f6 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:34:57.245341 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-60ad8016-639a-4ffd-ad9e-04ef2e0364b3 None None] Attempting to bind port 008f1576-5e83-4ca5-9072-35237e4167f6 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'fb99102a-7e84-4612-89f5-ff327ec9217b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b9a688d6-18e6-4927-b127-41f171e37bb4'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:34:57.245981 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ad8016-639a-4ffd-ad9e-04ef2e0364b3 None None] Attempting to bind port 008f1576-5e83-4ca5-9072-35237e4167f6 on network b9a688d6-18e6-4927-b127-41f171e37bb4 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:34:57.255982 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-756b2d2e-f4aa-4760-bd87-dee17d5760d3 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551'] for network (8c1e775d-fafe-496f-a101-ba38903da4d5), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:57.261643 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-756b2d2e-f4aa-4760-bd87-dee17d5760d3 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:34:57.262301 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-756b2d2e-f4aa-4760-bd87-dee17d5760d3 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616561'] for network (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:57.269254 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0e38b598-66fb-4d23-a383-f5d85eb21e73 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3423529'] for subnet (d7292543-1ca9-4d87-b3cf-ba6fd634c6e6), precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:57.281894 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ad8016-639a-4ffd-ad9e-04ef2e0364b3 None None] Checking agent: {'id': '75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 24, 15), 'started_at': datetime.datetime(2022, 2, 28, 10, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 34, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:34:57.282257 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ad8016-639a-4ffd-ad9e-04ef2e0364b3 None None] Checking segment: {'id': 'fb99102a-7e84-4612-89f5-ff327ec9217b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b9a688d6-18e6-4927-b127-41f171e37bb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:34:57.282615 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-60ad8016-639a-4ffd-ad9e-04ef2e0364b3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:57.283015 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ad8016-639a-4ffd-ad9e-04ef2e0364b3 None None] Bound using segment: {'id': 'fb99102a-7e84-4612-89f5-ff327ec9217b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b9a688d6-18e6-4927-b127-41f171e37bb4'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:34:57.283494 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-60ad8016-639a-4ffd-ad9e-04ef2e0364b3 None None] Bound port: 008f1576-5e83-4ca5-9072-35237e4167f6, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb99102a-7e84-4612-89f5-ff327ec9217b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'b9a688d6-18e6-4927-b127-41f171e37bb4'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:34:57.283889 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-60ad8016-639a-4ffd-ad9e-04ef2e0364b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (008f1576-5e83-4ca5-9072-35237e4167f6), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:57.360247 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-c6927a74-c4f8-46cf-8bf0-66b356f4a1c1 None None] For port f91758b4-5867-4718-9890-f1fdcc5e9683, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f91758b4-5867-4718-9890-f1fdcc5e9683,segment=NetworkSegment(b366fb32-72e7-479f-b6cf-bd4aa85aef7c),segment_id=b366fb32-72e7-479f-b6cf-bd4aa85aef7c)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:34:57.366764 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f46d10a-9ac9-4874-86d3-562b5f606d1b tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Pushing event updated for resources: {'Port': ['ID=06775783-d146-4fe9-b226-fcf1fbd90702,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:57.376750 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-551610c1-84bb-4bcf-8937-c8880e288444 tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672413', 'neutron.services.segments.db._delete_segments_for_network-8742057110173'] for network (b9a688d6-18e6-4927-b127-41f171e37bb4), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:57.390900 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c6927a74-c4f8-46cf-8bf0-66b356f4a1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (f91758b4-5867-4718-9890-f1fdcc5e9683), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:57.425041 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756b2d2e-f4aa-4760-bd87-dee17d5760d3 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Pushing event updated for resources: {'Network': ['ID=8c1e775d-fafe-496f-a101-ba38903da4d5,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:57.437585 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f46d10a-9ac9-4874-86d3-562b5f606d1b tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Network ed8a96ae-8951-48db-b057-10c721e75e60 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:34:57.440396 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-551610c1-84bb-4bcf-8937-c8880e288444 tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9a688d6-18e6-4927-b127-41f171e37bb4']}} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:34:57.442947 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ee61d8dd-7205-4f5e-9677-8d863b05e88e tempest-RoutersAdminNegativeIpV6Test-749411978 tempest-RoutersAdminNegativeIpV6Test-749411978-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1807017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5941'] for router (57100f3a-533a-4ba5-a2c0-90d68b4fffe9), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:57.449535 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ee61d8dd-7205-4f5e-9677-8d863b05e88e tempest-RoutersAdminNegativeIpV6Test-749411978 tempest-RoutersAdminNegativeIpV6Test-749411978-project-admin] Publish callbacks [] for router_controller (57100f3a-533a-4ba5-a2c0-90d68b4fffe9), precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:57.450309 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-60ad8016-639a-4ffd-ad9e-04ef2e0364b3 None None] Port 008f1576-5e83-4ca5-9072-35237e4167f6 has been deleted concurrently {{(pid=103409) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:671}} Feb 28 10:34:57.466879 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-8f46d10a-9ac9-4874-86d3-562b5f606d1b tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:34:57.473900 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f46d10a-9ac9-4874-86d3-562b5f606d1b tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:34:57.485057 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-756b2d2e-f4aa-4760-bd87-dee17d5760d3 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.5924661 Feb 28 10:34:57.504397 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3f0b2608-c9d0-4df4-90ca-53c8b3cb96dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758'] for port (f91758b4-5867-4718-9890-f1fdcc5e9683), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:57.521292 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 36368) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:57.530017 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-192dfd71-37ed-42fd-992f-a8ac967587f8 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Request body: {'subnet': {'network_id': '8c1e775d-fafe-496f-a101-ba38903da4d5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:34:57.531911 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Network 8c1e775d-fafe-496f-a101-ba38903da4d5 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103409) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:34:57.542521 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-551610c1-84bb-4bcf-8937-c8880e288444 tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb99102a-7e84-4612-89f5-ff327ec9217b') {'for_net_delete': True} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:34:57.543315 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-551610c1-84bb-4bcf-8937-c8880e288444 tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb99102a-7e84-4612-89f5-ff327ec9217b') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:34:57.577519 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bff29a2-4ca9-4f7b-9388-15fe024a53cc None None] Pushing event updated for resources: {'Port': ['ID=239e8770-6002-4270-b1de-839697e73dd8,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:57.589306 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ee61d8dd-7205-4f5e-9677-8d863b05e88e tempest-RoutersAdminNegativeIpV6Test-749411978 tempest-RoutersAdminNegativeIpV6Test-749411978-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1806994'] for router (57100f3a-533a-4ba5-a2c0-90d68b4fffe9), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:57.589864 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee61d8dd-7205-4f5e-9677-8d863b05e88e tempest-RoutersAdminNegativeIpV6Test-749411978 tempest-RoutersAdminNegativeIpV6Test-749411978-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 57100f3a-533a-4ba5-a2c0-90d68b4fffe9 {{(pid=103408) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 10:34:57.635049 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-8c3186f7-bfc6-4fb8-b5a0-26b72203dd5a None None] Could not find standard attr ID for object 7d54bd42-5ed5-43fd-9f3e-10358afd8c99. {{(pid=103409) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Feb 28 10:34:57.642556 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-915723af-a52c-4d18-92ff-178748f98eee None None] Allocated IP 2001:db8:0:ffff::2 (3ed7d192-633a-436b-bd82-033a36271c0b/e56b04e8-f6f6-48b8-9263-370bd82e48b6/1bbcc870-367d-41e3-aaea-524d4c477f60) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:34:57.643271 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-551610c1-84bb-4bcf-8937-c8880e288444 tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742057113766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3501147'] for segment (fb99102a-7e84-4612-89f5-ff327ec9217b), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:57.678197 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0b2608-c9d0-4df4-90ca-53c8b3cb96dd None None] No DVR routers for this DVR port f91758b4-5867-4718-9890-f1fdcc5e9683 on host dv-neutron-master-2-hyperv {{(pid=103409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:34:57.692288 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b46bd1c1-e396-4fe3-ae88-3ad683ba3f93 tempest-ExtraDHCPOptionsTestJSON-106244503 tempest-ExtraDHCPOptionsTestJSON-106244503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:34:57.704449 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b46bd1c1-e396-4fe3-ae88-3ad683ba3f93 tempest-ExtraDHCPOptionsTestJSON-106244503 tempest-ExtraDHCPOptionsTestJSON-106244503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:34:57.710482 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b46bd1c1-e396-4fe3-ae88-3ad683ba3f93 tempest-ExtraDHCPOptionsTestJSON-106244503 tempest-ExtraDHCPOptionsTestJSON-106244503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:34:57.716505 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-b46bd1c1-e396-4fe3-ae88-3ad683ba3f93 tempest-ExtraDHCPOptionsTestJSON-106244503 tempest-ExtraDHCPOptionsTestJSON-106244503-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.5434775 Feb 28 10:34:57.716699 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0e38b598-66fb-4d23-a383-f5d85eb21e73 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-823142'] for subnet (d7292543-1ca9-4d87-b3cf-ba6fd634c6e6), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:57.719404 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 36370) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:57.720169 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-551610c1-84bb-4bcf-8937-c8880e288444 tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (fb99102a-7e84-4612-89f5-ff327ec9217b), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:57.725872 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.api.v2.resource [None req-ee61d8dd-7205-4f5e-9677-8d863b05e88e tempest-RoutersAdminNegativeIpV6Test-749411978 tempest-RoutersAdminNegativeIpV6Test-749411978-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 28 10:34:57.729676 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-ee61d8dd-7205-4f5e-9677-8d863b05e88e tempest-RoutersAdminNegativeIpV6Test-749411978 tempest-RoutersAdminNegativeIpV6Test-749411978-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.9222414 Feb 28 10:34:57.732854 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8f46d10a-9ac9-4874-86d3-562b5f606d1b tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1803404'] for router_interface (c7995b93-3824-4093-bd80-c8b7ab1a5891), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:57.747199 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 36372) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:57.775467 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bff29a2-4ca9-4f7b-9388-15fe024a53cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:34:57.776191 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bff29a2-4ca9-4f7b-9388-15fe024a53cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:34:57.777036 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bff29a2-4ca9-4f7b-9388-15fe024a53cc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:34:57.778071 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bff29a2-4ca9-4f7b-9388-15fe024a53cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:34:57.778766 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bff29a2-4ca9-4f7b-9388-15fe024a53cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:34:57.779253 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bff29a2-4ca9-4f7b-9388-15fe024a53cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:34:57.779800 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bff29a2-4ca9-4f7b-9388-15fe024a53cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:34:57.780285 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bff29a2-4ca9-4f7b-9388-15fe024a53cc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:34:57.786788 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bff29a2-4ca9-4f7b-9388-15fe024a53cc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:34:57.787415 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bff29a2-4ca9-4f7b-9388-15fe024a53cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:34:57.787868 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bff29a2-4ca9-4f7b-9388-15fe024a53cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:34:57.788728 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bff29a2-4ca9-4f7b-9388-15fe024a53cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:34:57.789377 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bff29a2-4ca9-4f7b-9388-15fe024a53cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:34:57.812268 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-551610c1-84bb-4bcf-8937-c8880e288444 tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Releasing vlan 298 on physical network physnet1 to pool {{(pid=103407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:34:57.812913 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-551610c1-84bb-4bcf-8937-c8880e288444 tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3498166'] for segment (fb99102a-7e84-4612-89f5-ff327ec9217b), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:57.818587 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port b7b7e0bb-80bb-486a-bd5f-be8378eb2d77 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:34:57.833321 dv-neutron-master-2-hyperv neutron-server[103407]: Traceback (most recent call last): Feb 28 10:34:57.833321 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:34:57.833321 dv-neutron-master-2-hyperv neutron-server[103407]: timer() Feb 28 10:34:57.833321 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:34:57.833321 dv-neutron-master-2-hyperv neutron-server[103407]: cb(*args, **kw) Feb 28 10:34:57.833321 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:34:57.833321 dv-neutron-master-2-hyperv neutron-server[103407]: return func(*args, **kwargs) Feb 28 10:34:57.833321 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:34:57.833321 dv-neutron-master-2-hyperv neutron-server[103407]: self._notify() Feb 28 10:34:57.833321 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:34:57.833321 dv-neutron-master-2-hyperv neutron-server[103407]: self.callback(batched_events) Feb 28 10:34:57.833321 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:34:57.833321 dv-neutron-master-2-hyperv neutron-server[103407]: event.method(event) Feb 28 10:34:57.833321 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:34:57.833321 dv-neutron-master-2-hyperv neutron-server[103407]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:34:57.833321 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:34:57.833321 dv-neutron-master-2-hyperv neutron-server[103407]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:34:57.833321 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:34:57.833321 dv-neutron-master-2-hyperv neutron-server[103407]: return f(self, *a, **k) Feb 28 10:34:57.833321 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:34:57.833321 dv-neutron-master-2-hyperv neutron-server[103407]: return self._get(url).json() Feb 28 10:34:57.833321 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:34:57.833321 dv-neutron-master-2-hyperv neutron-server[103407]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:34:57.833321 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:34:57.833321 dv-neutron-master-2-hyperv neutron-server[103407]: return self.request(url, 'GET', **kwargs) Feb 28 10:34:57.833321 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:34:57.833321 dv-neutron-master-2-hyperv neutron-server[103407]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:34:57.833321 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:34:57.833321 dv-neutron-master-2-hyperv neutron-server[103407]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:34:57.833321 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:34:57.833321 dv-neutron-master-2-hyperv neutron-server[103407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:34:57.833321 dv-neutron-master-2-hyperv neutron-server[103407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:34:57.855919 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-192dfd71-37ed-42fd-992f-a8ac967587f8 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Made reservation on behalf of 29ccc4cf6ba849d18fb6a0524a0ef75f for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:34:57.866123 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-192dfd71-37ed-42fd-992f-a8ac967587f8 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3951209'] for subnet (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:58.025317 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6927a74-c4f8-46cf-8bf0-66b356f4a1c1 None None] Pushing event deleted for resources: {'Port': ['ID=f91758b4-5867-4718-9890-f1fdcc5e9683,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:58.069699 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 94f9b609-9bc7-496c-b127-0685daed4bce no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:34:58.076485 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0e38b598-66fb-4d23-a383-f5d85eb21e73 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-823145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3242523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3951170'] for subnet (d7292543-1ca9-4d87-b3cf-ba6fd634c6e6), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:58.125007 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] No Port match for: 94f9b609-9bc7-496c-b127-0685daed4bce {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:34:58.125357 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 94f9b609-9bc7-496c-b127-0685daed4bce not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:34:58.128392 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.objects.ports [None req-9619ae64-768e-4557-b377-f1787c55da29 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103407) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 28 10:34:58.160867 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e38b598-66fb-4d23-a383-f5d85eb21e73 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Pushing event deleted for resources: {'Subnet': ['ID=d7292543-1ca9-4d87-b3cf-ba6fd634c6e6,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:58.161855 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9619ae64-768e-4557-b377-f1787c55da29 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3498031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3516567'] for subnet (bc2ff9b3-5865-4e75-83e8-79d392a74248), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:58.176139 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0e38b598-66fb-4d23-a383-f5d85eb21e73 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks [] for subnet (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:58.184618 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-0e38b598-66fb-4d23-a383-f5d85eb21e73 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "DELETE /v2.0/subnets/d7292543-1ca9-4d87-b3cf-ba6fd634c6e6 HTTP/1.1" status: 204 len: 168 time: 1.3694894 Feb 28 10:34:58.191634 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 36374) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:58.217362 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-48f17039-f36c-4b7f-a6c7-c98fa1f958de tempest-ExtraDHCPOptionsTestJSON-106244503 tempest-ExtraDHCPOptionsTestJSON-106244503-project] Deleting port 8b22117d-c154-4dac-a74a-b00b2351144d {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:34:58.217594 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-48f17039-f36c-4b7f-a6c7-c98fa1f958de tempest-ExtraDHCPOptionsTestJSON-106244503 tempest-ExtraDHCPOptionsTestJSON-106244503-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (8b22117d-c154-4dac-a74a-b00b2351144d), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:58.285783 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-551610c1-84bb-4bcf-8937-c8880e288444 tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803269'] for network (b9a688d6-18e6-4927-b127-41f171e37bb4), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:58.295225 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-551610c1-84bb-4bcf-8937-c8880e288444 tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:58.298840 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-551610c1-84bb-4bcf-8937-c8880e288444 tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] 10.222.0.20 "DELETE /v2.0/networks/b9a688d6-18e6-4927-b127-41f171e37bb4 HTTP/1.1" status: 204 len: 168 time: 3.5827527 Feb 28 10:34:58.323634 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-a75f9bf7-cb3a-4b93-b256-b6700673f90a tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1307554 Feb 28 10:34:58.325976 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 36376) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:58.326420 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 36378) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:58.392191 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551610c1-84bb-4bcf-8937-c8880e288444 tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Pushing event deleted for resources: {'Network': ['ID=b9a688d6-18e6-4927-b127-41f171e37bb4,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:58.404695 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-8c3186f7-bfc6-4fb8-b5a0-26b72203dd5a None None] Provisioning complete for port b7b7e0bb-80bb-486a-bd5f-be8378eb2d77 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:34:58.405383 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8c3186f7-bfc6-4fb8-b5a0-26b72203dd5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (b7b7e0bb-80bb-486a-bd5f-be8378eb2d77), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:58.463194 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9619ae64-768e-4557-b377-f1787c55da29 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Pushing event updated for resources: {'Subnet': ['ID=bc2ff9b3-5865-4e75-83e8-79d392a74248,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:58.486380 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0b2608-c9d0-4df4-90ca-53c8b3cb96dd None None] Pushing event deleted for resources: {'Port': ['ID=f91758b4-5867-4718-9890-f1fdcc5e9683,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:58.523446 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8f46d10a-9ac9-4874-86d3-562b5f606d1b tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (06775783-d146-4fe9-b226-fcf1fbd90702), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:58.547702 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 7da5f6c0-ea87-4465-99c1-1ea50d3bd7b5 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:34:58.547892 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9619ae64-768e-4557-b377-f1787c55da29 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Checking segment: {'id': 'e230710c-6031-4ca8-80c0-080bf7229064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'b7c9bf1d-0ed2-425a-9715-c17300192ef7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:34:58.547892 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9619ae64-768e-4557-b377-f1787c55da29 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Network hostable DHCP agents. Network: b7c9bf1d-0ed2-425a-9715-c17300192ef7, hostable agents: ['fb6705d2-4f70-4965-92a3-fbfccd43a6d3'], hosted agents: [] {{(pid=103407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:34:58.570207 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-56fe146c-cd47-4d9c-b39c-e9aac4234189 tempest-RoutersAdminNegativeIpV6Test-749411978 tempest-RoutersAdminNegativeIpV6Test-749411978-project-admin] Deleting port 3155713b-c32d-4a1b-8525-302a9cf854bb {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:34:58.570496 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-56fe146c-cd47-4d9c-b39c-e9aac4234189 tempest-RoutersAdminNegativeIpV6Test-749411978 tempest-RoutersAdminNegativeIpV6Test-749411978-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (3155713b-c32d-4a1b-8525-302a9cf854bb), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:58.595471 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f181c7b3-7d7f-4def-9711-cdf2457cc32e None None] Network ed8a96ae-8951-48db-b057-10c721e75e60 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:34:58.637465 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7150a69a-3ce9-4d3d-bec5-779a273482ad tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-665757'] for network (506ba55c-b902-4ecc-89e0-62af1774f095), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:58.679405 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21ec6ef0-6fde-4864-ab26-c27f71f58aad tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:34:58.681094 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-21ec6ef0-6fde-4864-ab26-c27f71f58aad tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3375592 Feb 28 10:34:58.709901 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 36380) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:58.714884 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-8c3186f7-bfc6-4fb8-b5a0-26b72203dd5a None None] Current status of the port b7b7e0bb-80bb-486a-bd5f-be8378eb2d77 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:34:58.831760 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9619ae64-768e-4557-b377-f1787c55da29 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Network b7c9bf1d-0ed2-425a-9715-c17300192ef7 is scheduled to be hosted by DHCP agent fb6705d2-4f70-4965-92a3-fbfccd43a6d3 with binding_index 1 {{(pid=103407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:34:58.856701 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-915723af-a52c-4d18-92ff-178748f98eee None None] Publish callbacks [] for port (1bbcc870-367d-41e3-aaea-524d4c477f60), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:58.877226 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-915723af-a52c-4d18-92ff-178748f98eee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749'] for port (1bbcc870-367d-41e3-aaea-524d4c477f60), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:58.905366 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-9619ae64-768e-4557-b377-f1787c55da29 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, b7c9bf1d-0ed2-425a-9715-c17300192ef7) {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:34:58.912999 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-56fe146c-cd47-4d9c-b39c-e9aac4234189 tempest-RoutersAdminNegativeIpV6Test-749411978 tempest-RoutersAdminNegativeIpV6Test-749411978-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (3155713b-c32d-4a1b-8525-302a9cf854bb), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:58.938860 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82912dfe-00ca-4755-8ee5-dd36fb639686 None None] Network b7c9bf1d-0ed2-425a-9715-c17300192ef7 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:34:58.946380 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9619ae64-768e-4557-b377-f1787c55da29 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:34:58.947008 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9619ae64-768e-4557-b377-f1787c55da29 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616561'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:58.967152 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3607130-50d9-4b8a-ae43-287a3bff0682 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:34:58.968717 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-d3607130-50d9-4b8a-ae43-287a3bff0682 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2577491 Feb 28 10:34:58.983898 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-56fe146c-cd47-4d9c-b39c-e9aac4234189 tempest-RoutersAdminNegativeIpV6Test-749411978 tempest-RoutersAdminNegativeIpV6Test-749411978-project-admin] Calling delete_port for 3155713b-c32d-4a1b-8525-302a9cf854bb owned by {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:34:59.013752 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port 7da5f6c0-ea87-4465-99c1-1ea50d3bd7b5 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:34:59.014422 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (7da5f6c0-ea87-4465-99c1-1ea50d3bd7b5), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:59.072062 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-e33e19f2-8186-460e-8a1b-cc865e18a20a None None] Provisioning complete for port 7da5f6c0-ea87-4465-99c1-1ea50d3bd7b5 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:34:59.072445 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e33e19f2-8186-460e-8a1b-cc865e18a20a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (7da5f6c0-ea87-4465-99c1-1ea50d3bd7b5), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:59.107707 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-915723af-a52c-4d18-92ff-178748f98eee None None] Network 3ed7d192-633a-436b-bd82-033a36271c0b is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:34:59.129219 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 36382) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:59.136748 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-48f17039-f36c-4b7f-a6c7-c98fa1f958de tempest-ExtraDHCPOptionsTestJSON-106244503 tempest-ExtraDHCPOptionsTestJSON-106244503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (8b22117d-c154-4dac-a74a-b00b2351144d), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:59.158296 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-915723af-a52c-4d18-92ff-178748f98eee None None] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:34:59.163801 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915723af-a52c-4d18-92ff-178748f98eee None None] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:34:59.187407 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915723af-a52c-4d18-92ff-178748f98eee None None] Pushing event updated for resources: {'Port': ['ID=1bbcc870-367d-41e3-aaea-524d4c477f60,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:59.214583 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c116ac1-b2b7-4d5a-a659-fdca29ef1e85 None None] Network 27b5116f-111e-4244-9994-9f3dcee8a4fd requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:34:59.225952 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-56fe146c-cd47-4d9c-b39c-e9aac4234189 tempest-RoutersAdminNegativeIpV6Test-749411978 tempest-RoutersAdminNegativeIpV6Test-749411978-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (3155713b-c32d-4a1b-8525-302a9cf854bb), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:59.239554 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-9619ae64-768e-4557-b377-f1787c55da29 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.6526308 Feb 28 10:34:59.249995 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 36384) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:59.268303 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-48f17039-f36c-4b7f-a6c7-c98fa1f958de tempest-ExtraDHCPOptionsTestJSON-106244503 tempest-ExtraDHCPOptionsTestJSON-106244503-project] Calling delete_port for 8b22117d-c154-4dac-a74a-b00b2351144d owned by {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:34:59.292127 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-71b6d873-3d7e-4382-b235-cf2e8c63ce50 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Request body: {'port': {'network_id': 'b7c9bf1d-0ed2-425a-9715-c17300192ef7', 'name': 'tempest-NetworksIpV6TestAttrs-1398354167'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:34:59.292946 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-75e83f4f-85da-4a36-bf59-4bba23abdfa3 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1479108 Feb 28 10:34:59.398849 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fb88ccf-64d8-47b0-a5d3-b9db022a44cd None None] Network 9f0a511d-8408-4971-9daa-968eebea54f2 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:34:59.422601 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 36386) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:59.431148 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-f23fb6f3-ef71-48d7-bae2-c044f6a5d645 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Request body: {'subnet': {'network_id': '9f0a511d-8408-4971-9daa-968eebea54f2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:34:59.490548 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe226363-ac8c-4445-acb7-d767d7cd4d67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-b7c9bf1d-0ed2-425a-9715-c17300192ef7', 'network_id': 'b7c9bf1d-0ed2-425a-9715-c17300192ef7', 'project_id': 'fcbd8a4414c04d26b7c516c4c4618e73', 'fixed_ips': [{'subnet_id': 'bc2ff9b3-5865-4e75-83e8-79d392a74248'}]}} from dv-neutron-master-2-hyperv. {{(pid=103409) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:34:59.491414 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fe226363-ac8c-4445-acb7-d767d7cd4d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:59.533404 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-915723af-a52c-4d18-92ff-178748f98eee None None] Attempting to bind port 1bbcc870-367d-41e3-aaea-524d4c477f60 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:34:59.533874 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-915723af-a52c-4d18-92ff-178748f98eee None None] Attempting to bind port 1bbcc870-367d-41e3-aaea-524d4c477f60 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '9b1d64bb-9024-487d-bb4c-df1446833377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '3ed7d192-633a-436b-bd82-033a36271c0b'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:34:59.534339 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-915723af-a52c-4d18-92ff-178748f98eee None None] Attempting to bind port 1bbcc870-367d-41e3-aaea-524d4c477f60 on network 3ed7d192-633a-436b-bd82-033a36271c0b {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:34:59.541612 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-48f17039-f36c-4b7f-a6c7-c98fa1f958de tempest-ExtraDHCPOptionsTestJSON-106244503 tempest-ExtraDHCPOptionsTestJSON-106244503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (8b22117d-c154-4dac-a74a-b00b2351144d), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:59.549580 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71b6d873-3d7e-4382-b235-cf2e8c63ce50 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Made reservation on behalf of fcbd8a4414c04d26b7c516c4c4618e73 for: {'port': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:34:59.562734 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-71b6d873-3d7e-4382-b235-cf2e8c63ce50 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:59.581857 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fe146c-cd47-4d9c-b39c-e9aac4234189 tempest-RoutersAdminNegativeIpV6Test-749411978 tempest-RoutersAdminNegativeIpV6Test-749411978-project-admin] Pushing event deleted for resources: {'Port': ['ID=3155713b-c32d-4a1b-8525-302a9cf854bb,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:59.594452 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-915723af-a52c-4d18-92ff-178748f98eee None None] Checking agent: {'id': '75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 24, 15), 'started_at': datetime.datetime(2022, 2, 28, 10, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 34, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:34:59.595201 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-915723af-a52c-4d18-92ff-178748f98eee None None] Checking segment: {'id': '9b1d64bb-9024-487d-bb4c-df1446833377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '3ed7d192-633a-436b-bd82-033a36271c0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:34:59.595313 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-915723af-a52c-4d18-92ff-178748f98eee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:59.595617 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-915723af-a52c-4d18-92ff-178748f98eee None None] Bound using segment: {'id': '9b1d64bb-9024-487d-bb4c-df1446833377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '3ed7d192-633a-436b-bd82-033a36271c0b'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:34:59.596088 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-915723af-a52c-4d18-92ff-178748f98eee None None] Bound port: 1bbcc870-367d-41e3-aaea-524d4c477f60, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b1d64bb-9024-487d-bb4c-df1446833377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '3ed7d192-633a-436b-bd82-033a36271c0b'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:34:59.596470 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-915723af-a52c-4d18-92ff-178748f98eee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (1bbcc870-367d-41e3-aaea-524d4c477f60), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:59.623221 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-192dfd71-37ed-42fd-992f-a8ac967587f8 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3242588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3951195'] for subnet (458805f9-dbea-4241-bf92-ea374b83097f), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:59.645476 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.notifiers.nova [None req-71b6d873-3d7e-4382-b235-cf2e8c63ce50 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] device_id is not set on port d4a41649-93de-4623-b355-4604b3b1e9c6 yet. {{(pid=103407) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:34:59.680736 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 7da5f6c0-ea87-4465-99c1-1ea50d3bd7b5 is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:34:59.681333 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (7da5f6c0-ea87-4465-99c1-1ea50d3bd7b5), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:59.715635 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f17039-f36c-4b7f-a6c7-c98fa1f958de tempest-ExtraDHCPOptionsTestJSON-106244503 tempest-ExtraDHCPOptionsTestJSON-106244503-project] Pushing event deleted for resources: {'Port': ['ID=8b22117d-c154-4dac-a74a-b00b2351144d,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:59.735502 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7150a69a-3ce9-4d3d-bec5-779a273482ad tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672413', 'neutron.services.segments.db._delete_segments_for_network-8742057110173'] for network (506ba55c-b902-4ecc-89e0-62af1774f095), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:59.809434 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8f46d10a-9ac9-4874-86d3-562b5f606d1b tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks [] for port (06775783-d146-4fe9-b226-fcf1fbd90702), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:59.829629 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8f46d10a-9ac9-4874-86d3-562b5f606d1b tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3498066'] for port (06775783-d146-4fe9-b226-fcf1fbd90702), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:59.831802 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-e33e19f2-8186-460e-8a1b-cc865e18a20a None None] Current status of the port 7da5f6c0-ea87-4465-99c1-1ea50d3bd7b5 is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:34:59.832268 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e33e19f2-8186-460e-8a1b-cc865e18a20a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (7da5f6c0-ea87-4465-99c1-1ea50d3bd7b5), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:59.893394 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192dfd71-37ed-42fd-992f-a8ac967587f8 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Pushing event updated for resources: {'Subnet': ['ID=458805f9-dbea-4241-bf92-ea374b83097f,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:34:59.900446 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-7150a69a-3ce9-4d3d-bec5-779a273482ad tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['506ba55c-b902-4ecc-89e0-62af1774f095']}} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:34:59.918163 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-56fe146c-cd47-4d9c-b39c-e9aac4234189 tempest-RoutersAdminNegativeIpV6Test-749411978 tempest-RoutersAdminNegativeIpV6Test-749411978-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:59.925690 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-56fe146c-cd47-4d9c-b39c-e9aac4234189 tempest-RoutersAdminNegativeIpV6Test-749411978 tempest-RoutersAdminNegativeIpV6Test-749411978-project-admin] 10.222.0.20 "DELETE /v2.0/ports/3155713b-c32d-4a1b-8525-302a9cf854bb HTTP/1.1" status: 204 len: 168 time: 2.1727295 Feb 28 10:34:59.929772 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-7150a69a-3ce9-4d3d-bec5-779a273482ad tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b366fb32-72e7-479f-b6cf-bd4aa85aef7c') {'for_net_delete': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:34:59.929772 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-7150a69a-3ce9-4d3d-bec5-779a273482ad tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b366fb32-72e7-479f-b6cf-bd4aa85aef7c') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:34:59.942734 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-48f17039-f36c-4b7f-a6c7-c98fa1f958de tempest-ExtraDHCPOptionsTestJSON-106244503 tempest-ExtraDHCPOptionsTestJSON-106244503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:59.951304 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-48f17039-f36c-4b7f-a6c7-c98fa1f958de tempest-ExtraDHCPOptionsTestJSON-106244503 tempest-ExtraDHCPOptionsTestJSON-106244503-project] 10.222.0.20 "DELETE /v2.0/ports/8b22117d-c154-4dac-a74a-b00b2351144d HTTP/1.1" status: 204 len: 168 time: 2.2284317 Feb 28 10:34:59.954491 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 36390) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:34:59.957739 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7150a69a-3ce9-4d3d-bec5-779a273482ad tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742057113766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3423550'] for segment (b366fb32-72e7-479f-b6cf-bd4aa85aef7c), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:59.960707 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7742e3eb-e75d-4545-bf22-fd27d9559bd8 None None] DHCP port deletion for b9a688d6-18e6-4927-b127-41f171e37bb4 request from dv-neutron-master-2-hyperv {{(pid=103409) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:34:59.975869 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-94859ef7-3acd-4745-8be5-8adda466232f tempest-ExtraDHCPOptionsTestJSON-106244503 tempest-ExtraDHCPOptionsTestJSON-106244503-project] Request body: {'port': {'name': 'tempest-new-port-name-264840129', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:34:59.976119 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f23fb6f3-ef71-48d7-bae2-c044f6a5d645 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Made reservation on behalf of 01d784a6a3f04224a7e9160ad9d44184 for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:34:59.976273 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.api.validators [None req-94859ef7-3acd-4745-8be5-8adda466232f tempest-ExtraDHCPOptionsTestJSON-106244503 tempest-ExtraDHCPOptionsTestJSON-106244503-project] bootfile-name is not in valid_values {{(pid=103408) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 28 10:34:59.976651 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.api.validators [None req-94859ef7-3acd-4745-8be5-8adda466232f tempest-ExtraDHCPOptionsTestJSON-106244503 tempest-ExtraDHCPOptionsTestJSON-106244503-project] tftp-server is not in valid_values {{(pid=103408) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 28 10:34:59.976984 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.api.validators [None req-94859ef7-3acd-4745-8be5-8adda466232f tempest-ExtraDHCPOptionsTestJSON-106244503 tempest-ExtraDHCPOptionsTestJSON-106244503-project] server-ip-address is not in valid_values {{(pid=103408) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 28 10:34:59.980613 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f23fb6f3-ef71-48d7-bae2-c044f6a5d645 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3516581'] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:34:59.982172 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-f23fb6f3-ef71-48d7-bae2-c044f6a5d645 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 10:34:59.982858 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f23fb6f3-ef71-48d7-bae2-c044f6a5d645 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:34:59.983373 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192dfd71-37ed-42fd-992f-a8ac967587f8 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Checking segment: {'id': 'b819b3af-be22-4160-a8f1-dd2bfa3aa3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '8c1e775d-fafe-496f-a101-ba38903da4d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:34:59.983522 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-192dfd71-37ed-42fd-992f-a8ac967587f8 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Network hostable DHCP agents. Network: 8c1e775d-fafe-496f-a101-ba38903da4d5, hostable agents: ['fb6705d2-4f70-4965-92a3-fbfccd43a6d3'], hosted agents: [] {{(pid=103408) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:35:00.008525 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7150a69a-3ce9-4d3d-bec5-779a273482ad tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (b366fb32-72e7-479f-b6cf-bd4aa85aef7c), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:00.017444 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-915723af-a52c-4d18-92ff-178748f98eee None None] For port 1bbcc870-367d-41e3-aaea-524d4c477f60, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:35:00.036934 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-915723af-a52c-4d18-92ff-178748f98eee None None] For port 1bbcc870-367d-41e3-aaea-524d4c477f60, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1bbcc870-367d-41e3-aaea-524d4c477f60,segment=NetworkSegment(9b1d64bb-9024-487d-bb4c-df1446833377),segment_id=9b1d64bb-9024-487d-bb4c-df1446833377)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:35:00.038915 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f46d10a-9ac9-4874-86d3-562b5f606d1b tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Pushing event updated for resources: {'Port': ['ID=06775783-d146-4fe9-b226-fcf1fbd90702,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:00.044481 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] For port 7da5f6c0-ea87-4465-99c1-1ea50d3bd7b5, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7da5f6c0-ea87-4465-99c1-1ea50d3bd7b5,segment=NetworkSegment(845717a9-cfef-4536-8edc-a9152cf5346c),segment_id=845717a9-cfef-4536-8edc-a9152cf5346c)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:35:00.046447 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7150a69a-3ce9-4d3d-bec5-779a273482ad tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Releasing vlan 263 on physical network physnet1 to pool {{(pid=103408) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:35:00.047043 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7150a69a-3ce9-4d3d-bec5-779a273482ad tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3242693'] for segment (b366fb32-72e7-479f-b6cf-bd4aa85aef7c), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:00.048035 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8f46d10a-9ac9-4874-86d3-562b5f606d1b tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1802524'] for router_interface (c7995b93-3824-4093-bd80-c8b7ab1a5891), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:00.053234 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-71b6d873-3d7e-4382-b235-cf2e8c63ce50 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Allocated IP 2001:db8::f816:3eff:feb2:448 (b7c9bf1d-0ed2-425a-9715-c17300192ef7/bc2ff9b3-5865-4e75-83e8-79d392a74248/d4a41649-93de-4623-b355-4604b3b1e9c6) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:35:00.063196 dv-neutron-master-2-hyperv neutron-server[103408]: Traceback (most recent call last): Feb 28 10:35:00.063196 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:35:00.063196 dv-neutron-master-2-hyperv neutron-server[103408]: timer() Feb 28 10:35:00.063196 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:35:00.063196 dv-neutron-master-2-hyperv neutron-server[103408]: cb(*args, **kw) Feb 28 10:35:00.063196 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:35:00.063196 dv-neutron-master-2-hyperv neutron-server[103408]: return func(*args, **kwargs) Feb 28 10:35:00.063196 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:35:00.063196 dv-neutron-master-2-hyperv neutron-server[103408]: self._notify() Feb 28 10:35:00.063196 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:35:00.063196 dv-neutron-master-2-hyperv neutron-server[103408]: self.callback(batched_events) Feb 28 10:35:00.063196 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:35:00.063196 dv-neutron-master-2-hyperv neutron-server[103408]: event.method(event) Feb 28 10:35:00.063196 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:35:00.063196 dv-neutron-master-2-hyperv neutron-server[103408]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:35:00.063196 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:35:00.063196 dv-neutron-master-2-hyperv neutron-server[103408]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:35:00.063196 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:35:00.063196 dv-neutron-master-2-hyperv neutron-server[103408]: return f(self, *a, **k) Feb 28 10:35:00.063196 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:35:00.063196 dv-neutron-master-2-hyperv neutron-server[103408]: return self._get(url).json() Feb 28 10:35:00.063196 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:35:00.063196 dv-neutron-master-2-hyperv neutron-server[103408]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:35:00.063196 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:35:00.063196 dv-neutron-master-2-hyperv neutron-server[103408]: return self.request(url, 'GET', **kwargs) Feb 28 10:35:00.063196 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:35:00.063196 dv-neutron-master-2-hyperv neutron-server[103408]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:35:00.063196 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:35:00.063196 dv-neutron-master-2-hyperv neutron-server[103408]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:35:00.063196 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:35:00.063196 dv-neutron-master-2-hyperv neutron-server[103408]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:35:00.063196 dv-neutron-master-2-hyperv neutron-server[103408]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:35:00.075085 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-f23fb6f3-ef71-48d7-bae2-c044f6a5d645 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.6491647 Feb 28 10:35:00.078068 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-915723af-a52c-4d18-92ff-178748f98eee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (1bbcc870-367d-41e3-aaea-524d4c477f60), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:00.083614 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 36392) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:00.092282 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-9a5c9af3-a626-4ee2-be7e-f55e370f32ac tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Request body: {'subnet': {'network_id': '9f0a511d-8408-4971-9daa-968eebea54f2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:00.178814 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (7da5f6c0-ea87-4465-99c1-1ea50d3bd7b5), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:00.179624 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 239e8770-6002-4270-b1de-839697e73dd8 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:35:00.181670 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1602e1e2-5c3a-4b40-954c-2d950fe5b35c None None] Network b9a688d6-18e6-4927-b127-41f171e37bb4 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:35:00.240285 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915723af-a52c-4d18-92ff-178748f98eee None None] Pushing event updated for resources: {'Port': ['ID=1bbcc870-367d-41e3-aaea-524d4c477f60,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:00.243005 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1602e1e2-5c3a-4b40-954c-2d950fe5b35c None None] Network b9a688d6-18e6-4927-b127-41f171e37bb4 could not be found, it might have been deleted concurrently. {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 28 10:35:00.244456 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b55b858-375c-47fa-90d9-7ab3bf766aa7 None None] DHCP port deletion for 9f0a511d-8408-4971-9daa-968eebea54f2 request from dv-neutron-master-2-hyperv {{(pid=103409) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:35:00.329091 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-94859ef7-3acd-4745-8be5-8adda466232f tempest-ExtraDHCPOptionsTestJSON-106244503 tempest-ExtraDHCPOptionsTestJSON-106244503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (cd49df7d-c5f3-4e4f-98c5-c8b4fd2a3992), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:00.389746 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a5c9af3-a626-4ee2-be7e-f55e370f32ac tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Made reservation on behalf of 01d784a6a3f04224a7e9160ad9d44184 for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:35:00.393931 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9a5c9af3-a626-4ee2-be7e-f55e370f32ac tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3516581'] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:00.396784 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a5c9af3-a626-4ee2-be7e-f55e370f32ac tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 10:35:00.397290 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.db.api [None req-e33e19f2-8186-460e-8a1b-cc865e18a20a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103409) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 10:35:00.397635 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a5c9af3-a626-4ee2-be7e-f55e370f32ac tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:35:00.397752 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG oslo_db.api [None req-e33e19f2-8186-460e-8a1b-cc865e18a20a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 10:35:00.415795 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7150a69a-3ce9-4d3d-bec5-779a273482ad tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803269'] for network (506ba55c-b902-4ecc-89e0-62af1774f095), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:00.433490 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Pushing event updated for resources: {'Port': ['ID=7da5f6c0-ea87-4465-99c1-1ea50d3bd7b5,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:00.441667 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port 239e8770-6002-4270-b1de-839697e73dd8 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:35:00.442055 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (239e8770-6002-4270-b1de-839697e73dd8), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:00.451373 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f46d10a-9ac9-4874-86d3-562b5f606d1b tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Network ed8a96ae-8951-48db-b057-10c721e75e60 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:35:00.456869 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-8f46d10a-9ac9-4874-86d3-562b5f606d1b tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:35:00.464318 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-192dfd71-37ed-42fd-992f-a8ac967587f8 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Network 8c1e775d-fafe-496f-a101-ba38903da4d5 is scheduled to be hosted by DHCP agent fb6705d2-4f70-4965-92a3-fbfccd43a6d3 with binding_index 1 {{(pid=103408) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:35:00.473484 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-9a5c9af3-a626-4ee2-be7e-f55e370f32ac tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3851669 Feb 28 10:35:00.477521 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 36396) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:00.479954 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7150a69a-3ce9-4d3d-bec5-779a273482ad tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616561'] for network (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:00.485100 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-1f2b3235-ba8c-4347-a55a-b76e94ee80aa tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Request body: {'subnet': {'network_id': '9f0a511d-8408-4971-9daa-968eebea54f2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:00.491937 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-7150a69a-3ce9-4d3d-bec5-779a273482ad tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] 10.222.0.20 "DELETE /v2.0/networks/506ba55c-b902-4ecc-89e0-62af1774f095 HTTP/1.1" status: 204 len: 168 time: 2.1470900 Feb 28 10:35:00.518760 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 36398) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:00.519120 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 36400) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:00.542569 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-71b6d873-3d7e-4382-b235-cf2e8c63ce50 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Publish callbacks [] for port (d4a41649-93de-4623-b355-4604b3b1e9c6), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:00.546556 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-192dfd71-37ed-42fd-992f-a8ac967587f8 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 8c1e775d-fafe-496f-a101-ba38903da4d5) {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:35:00.547867 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-1b55b858-375c-47fa-90d9-7ab3bf766aa7 None None] Deleting port b7b7e0bb-80bb-486a-bd5f-be8378eb2d77 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:35:00.548298 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7150a69a-3ce9-4d3d-bec5-779a273482ad tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Pushing event deleted for resources: {'Network': ['ID=506ba55c-b902-4ecc-89e0-62af1774f095,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:00.548814 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1b55b858-375c-47fa-90d9-7ab3bf766aa7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (b7b7e0bb-80bb-486a-bd5f-be8378eb2d77), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:00.586839 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-192dfd71-37ed-42fd-992f-a8ac967587f8 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:00.587765 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-192dfd71-37ed-42fd-992f-a8ac967587f8 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks [] for subnet (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:00.618795 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f425450-7e89-4c7b-9f78-5cc0ca13b293 None None] Network 8c1e775d-fafe-496f-a101-ba38903da4d5 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:35:00.777659 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 239e8770-6002-4270-b1de-839697e73dd8 is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:35:00.780978 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (239e8770-6002-4270-b1de-839697e73dd8), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:00.827657 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-1b55b858-375c-47fa-90d9-7ab3bf766aa7 None None] For port b7b7e0bb-80bb-486a-bd5f-be8378eb2d77, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b7b7e0bb-80bb-486a-bd5f-be8378eb2d77,segment=NetworkSegment(bf553b55-fb1d-4346-a090-4fb77eb0fbd7),segment_id=bf553b55-fb1d-4346-a090-4fb77eb0fbd7)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:35:00.828337 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1b55b858-375c-47fa-90d9-7ab3bf766aa7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (b7b7e0bb-80bb-486a-bd5f-be8378eb2d77), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:00.846213 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-192dfd71-37ed-42fd-992f-a8ac967587f8 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.3216908 Feb 28 10:35:00.849618 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-59981cbd-ae82-4139-85f4-ce3334ae3e5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:00.852344 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 36404) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:00.869120 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-ec972a4e-927a-441c-86e8-f73b24d2f248 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Request body: {'port': {'network_id': '8c1e775d-fafe-496f-a101-ba38903da4d5', 'name': 'tempest-PortsIpV6TestJSON-1323505516'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:00.886396 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b9f9019e-fe82-4c8a-8853-b82192b5a977 tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-665757'] for network (eeb66b19-853f-42ff-afcf-13b9cfe00665), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:00.890843 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-1b55b858-375c-47fa-90d9-7ab3bf766aa7 None None] Calling delete_port for b7b7e0bb-80bb-486a-bd5f-be8378eb2d77 owned by network:dhcp {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:35:00.916211 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] For port 239e8770-6002-4270-b1de-839697e73dd8, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=239e8770-6002-4270-b1de-839697e73dd8,segment=NetworkSegment(ad2b669a-e4d0-42e1-aaf3-824ba4eb7220),segment_id=ad2b669a-e4d0-42e1-aaf3-824ba4eb7220)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:35:01.031563 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.agents_db [None req-382e0aa2-b126-48e6-89eb-3efa426b6b29 None None] Agent healthcheck: found 6 active agents {{(pid=103410) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 10:35:01.149472 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-94859ef7-3acd-4745-8be5-8adda466232f tempest-ExtraDHCPOptionsTestJSON-106244503 tempest-ExtraDHCPOptionsTestJSON-106244503-project] Publish callbacks [] for port (cd49df7d-c5f3-4e4f-98c5-c8b4fd2a3992), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:01.215104 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-94859ef7-3acd-4745-8be5-8adda466232f tempest-ExtraDHCPOptionsTestJSON-106244503 tempest-ExtraDHCPOptionsTestJSON-106244503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3242529'] for port (cd49df7d-c5f3-4e4f-98c5-c8b4fd2a3992), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:01.236674 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f2b3235-ba8c-4347-a55a-b76e94ee80aa tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Made reservation on behalf of 01d784a6a3f04224a7e9160ad9d44184 for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:35:01.237480 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-e33e19f2-8186-460e-8a1b-cc865e18a20a None None] Current status of the port 7da5f6c0-ea87-4465-99c1-1ea50d3bd7b5 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:35:01.239927 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1f2b3235-ba8c-4347-a55a-b76e94ee80aa tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3516581'] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:01.243162 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f2b3235-ba8c-4347-a55a-b76e94ee80aa tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 10:35:01.243613 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f2b3235-ba8c-4347-a55a-b76e94ee80aa tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:35:01.246588 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-71b6d873-3d7e-4382-b235-cf2e8c63ce50 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (d4a41649-93de-4623-b355-4604b3b1e9c6), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:01.298407 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f46d10a-9ac9-4874-86d3-562b5f606d1b tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Router c7995b93-3824-4093-bd80-c8b7ab1a5891 is scheduled to L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 with binding_index 1 {{(pid=103407) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 10:35:01.310825 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b6d873-3d7e-4382-b235-cf2e8c63ce50 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Network b7c9bf1d-0ed2-425a-9715-c17300192ef7 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:35:01.316368 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-1f2b3235-ba8c-4347-a55a-b76e94ee80aa tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.8377559 Feb 28 10:35:01.316565 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-fe226363-ac8c-4445-acb7-d767d7cd4d67 None None] Allocated IP 2001:db8::f816:3eff:fe93:d47c (b7c9bf1d-0ed2-425a-9715-c17300192ef7/bc2ff9b3-5865-4e75-83e8-79d392a74248/f95a7eb2-4d80-425b-9c2b-d6a7a7b0d70e) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:35:01.323227 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 36406) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:01.326423 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-71b6d873-3d7e-4382-b235-cf2e8c63ce50 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:35:01.329251 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b6d873-3d7e-4382-b235-cf2e8c63ce50 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:35:01.335070 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71b6d873-3d7e-4382-b235-cf2e8c63ce50 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:01.335727 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-71b6d873-3d7e-4382-b235-cf2e8c63ce50 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:01.341222 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-94859ef7-3acd-4745-8be5-8adda466232f tempest-ExtraDHCPOptionsTestJSON-106244503 tempest-ExtraDHCPOptionsTestJSON-106244503-project] In _notify_port_updated(), no bound segment for port cd49df7d-c5f3-4e4f-98c5-c8b4fd2a3992 on network 27b5116f-111e-4244-9994-9f3dcee8a4fd {{(pid=103408) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 28 10:35:01.342224 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-e5cb85bd-9884-4249-a864-7c7992bd0c5d tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Request body: {'subnet': {'network_id': '9f0a511d-8408-4971-9daa-968eebea54f2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:01.346399 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94859ef7-3acd-4745-8be5-8adda466232f tempest-ExtraDHCPOptionsTestJSON-106244503 tempest-ExtraDHCPOptionsTestJSON-106244503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:01.347350 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-94859ef7-3acd-4745-8be5-8adda466232f tempest-ExtraDHCPOptionsTestJSON-106244503 tempest-ExtraDHCPOptionsTestJSON-106244503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:01.352103 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-94859ef7-3acd-4745-8be5-8adda466232f tempest-ExtraDHCPOptionsTestJSON-106244503 tempest-ExtraDHCPOptionsTestJSON-106244503-project] 10.222.0.20 "PUT /v2.0/ports/cd49df7d-c5f3-4e4f-98c5-c8b4fd2a3992 HTTP/1.1" status: 200 len: 1135 time: 1.3965480 Feb 28 10:35:01.353415 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 36408) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:01.373947 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b6d873-3d7e-4382-b235-cf2e8c63ce50 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Pushing event updated for resources: {'Port': ['ID=d4a41649-93de-4623-b355-4604b3b1e9c6,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:01.441420 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4fa44a8-0efb-4ba8-8d28-c14afcda7fc6 tempest-ExtraDHCPOptionsTestJSON-106244503 tempest-ExtraDHCPOptionsTestJSON-106244503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:01.451422 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-71b6d873-3d7e-4382-b235-cf2e8c63ce50 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.1971991 Feb 28 10:35:01.452407 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-c4fa44a8-0efb-4ba8-8d28-c14afcda7fc6 tempest-ExtraDHCPOptionsTestJSON-106244503 tempest-ExtraDHCPOptionsTestJSON-106244503-project] 10.222.0.20 "GET /v2.0/ports/cd49df7d-c5f3-4e4f-98c5-c8b4fd2a3992 HTTP/1.1" status: 200 len: 1135 time: 0.0853350 Feb 28 10:35:01.457146 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 36410) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:01.457486 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 36412) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:01.528976 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b9f9019e-fe82-4c8a-8853-b82192b5a977 tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672413', 'neutron.services.segments.db._delete_segments_for_network-8742057110173'] for network (eeb66b19-853f-42ff-afcf-13b9cfe00665), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:01.543193 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fe226363-ac8c-4445-acb7-d767d7cd4d67 None None] Publish callbacks [] for port (f95a7eb2-4d80-425b-9c2b-d6a7a7b0d70e), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:01.547164 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (239e8770-6002-4270-b1de-839697e73dd8), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:01.558935 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1b55b858-375c-47fa-90d9-7ab3bf766aa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758'] for port (b7b7e0bb-80bb-486a-bd5f-be8378eb2d77), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:01.574904 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fe226363-ac8c-4445-acb7-d767d7cd4d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749'] for port (f95a7eb2-4d80-425b-9c2b-d6a7a7b0d70e), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:01.579954 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-59981cbd-ae82-4139-85f4-ce3334ae3e5b admin admin] Publish callbacks [] for security_group (fb57558e-b9e7-4c85-a15d-05a195721021), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:01.590293 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-b9f9019e-fe82-4c8a-8853-b82192b5a977 tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eeb66b19-853f-42ff-afcf-13b9cfe00665']}} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:01.594334 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec972a4e-927a-441c-86e8-f73b24d2f248 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Made reservation on behalf of 29ccc4cf6ba849d18fb6a0524a0ef75f for: {'port': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:35:01.601635 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ec972a4e-927a-441c-86e8-f73b24d2f248 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:01.615868 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-59981cbd-ae82-4139-85f4-ce3334ae3e5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (fb57558e-b9e7-4c85-a15d-05a195721021), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:01.675589 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_v2 [None req-a28c683f-c0dc-435c-b6d2-e792a5a4ab9b tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Deleting subnet bc2ff9b3-5865-4e75-83e8-79d392a74248 {{(pid=103407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:35:01.682813 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f46d10a-9ac9-4874-86d3-562b5f606d1b tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:35:01.685923 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-59981cbd-ae82-4139-85f4-ce3334ae3e5b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5aa5d3a12275451792a6ba690e156f13&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1641762 Feb 28 10:35:01.686716 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94859ef7-3acd-4745-8be5-8adda466232f tempest-ExtraDHCPOptionsTestJSON-106244503 tempest-ExtraDHCPOptionsTestJSON-106244503-project] Pushing event updated for resources: {'Port': ['ID=cd49df7d-c5f3-4e4f-98c5-c8b4fd2a3992,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:01.699625 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-f4a4044b-958e-4efd-af38-d5382f470fca None None] Could not find standard attr ID for object b7b7e0bb-80bb-486a-bd5f-be8378eb2d77. {{(pid=103409) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Feb 28 10:35:01.699852 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-8f46d10a-9ac9-4874-86d3-562b5f606d1b tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] 10.222.0.20 "PUT /v2.0/routers/c7995b93-3824-4093-bd80-c8b7ab1a5891/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4117076 Feb 28 10:35:01.702327 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 36416) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:01.703637 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 36414) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:01.705101 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a28c683f-c0dc-435c-b6d2-e792a5a4ab9b tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Publish callbacks [] for subnet (bc2ff9b3-5865-4e75-83e8-79d392a74248), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:01.707062 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-b9f9019e-fe82-4c8a-8853-b82192b5a977 tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e75719f4-0af9-45e0-bb88-138ee067e21e') {'for_net_delete': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:01.707362 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-b9f9019e-fe82-4c8a-8853-b82192b5a977 tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e75719f4-0af9-45e0-bb88-138ee067e21e') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:01.710054 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device f91758b4-5867-4718-9890-f1fdcc5e9683 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:35:01.715159 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2890e068-d23e-4c33-8ea0-8a21f9c68a11 None None] Sync routers for ids ['c7995b93-3824-4093-bd80-c8b7ab1a5891'] in dv-neutron-master-2-hyperv {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:35:01.721318 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5cb85bd-9884-4249-a864-7c7992bd0c5d tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Made reservation on behalf of 01d784a6a3f04224a7e9160ad9d44184 for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:35:01.725511 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e5cb85bd-9884-4249-a864-7c7992bd0c5d tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3516581'] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:01.727949 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5cb85bd-9884-4249-a864-7c7992bd0c5d tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 10:35:01.728355 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5cb85bd-9884-4249-a864-7c7992bd0c5d tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:35:01.767920 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62c29019-1d42-4c46-850a-acc3fe79b825 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-8c1e775d-fafe-496f-a101-ba38903da4d5', 'network_id': '8c1e775d-fafe-496f-a101-ba38903da4d5', 'project_id': '29ccc4cf6ba849d18fb6a0524a0ef75f', 'fixed_ips': [{'subnet_id': '458805f9-dbea-4241-bf92-ea374b83097f'}]}} from dv-neutron-master-2-hyperv. {{(pid=103409) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:35:01.768821 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-62c29019-1d42-4c46-850a-acc3fe79b825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:01.774467 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe226363-ac8c-4445-acb7-d767d7cd4d67 None None] Network b7c9bf1d-0ed2-425a-9715-c17300192ef7 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:35:01.778667 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-f4a4044b-958e-4efd-af38-d5382f470fca None None] Could not find standard attr ID for object 8b22117d-c154-4dac-a74a-b00b2351144d. {{(pid=103409) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Feb 28 10:35:01.789079 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b55b858-375c-47fa-90d9-7ab3bf766aa7 None None] No DVR routers for this DVR port b7b7e0bb-80bb-486a-bd5f-be8378eb2d77 on host dv-neutron-master-2-hyperv {{(pid=103409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:35:01.793645 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b9f9019e-fe82-4c8a-8853-b82192b5a977 tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742057113766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3423550'] for segment (e75719f4-0af9-45e0-bb88-138ee067e21e), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:01.804621 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] No Port match for: f91758b4-5867-4718-9890-f1fdcc5e9683 {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:35:01.804852 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-ec972a4e-927a-441c-86e8-f73b24d2f248 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] device_id is not set on port 2ae5f9b9-ae36-4234-b353-8db8255f4785 yet. {{(pid=103408) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:35:01.804955 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device f91758b4-5867-4718-9890-f1fdcc5e9683 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:35:01.822109 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-fe226363-ac8c-4445-acb7-d767d7cd4d67 None None] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:35:01.823629 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-e5cb85bd-9884-4249-a864-7c7992bd0c5d tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4982283 Feb 28 10:35:01.829278 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe226363-ac8c-4445-acb7-d767d7cd4d67 None None] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:35:01.834071 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 36418) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:01.839942 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-1c3d32e5-ace4-4b7f-884c-a49bf3fe4d3b tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Request body: {'subnet': {'network_id': '9f0a511d-8408-4971-9daa-968eebea54f2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:01.845882 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a28c683f-c0dc-435c-b6d2-e792a5a4ab9b tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3501132'] for subnet (bc2ff9b3-5865-4e75-83e8-79d392a74248), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:01.854246 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cabe790-1af8-41ff-b333-27302952ba51 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:01.858780 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-4cabe790-1af8-41ff-b333-27302952ba51 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] 10.222.0.20 "GET /v2.0/ports/06775783-d146-4fe9-b226-fcf1fbd90702 HTTP/1.1" status: 200 len: 910 time: 0.1365004 Feb 28 10:35:01.859890 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 36420) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:01.893375 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-0e8f3730-1193-4d1c-b39a-b236b5cfadb9 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '1957d371-fac8-429a-a409-bae5b14ea3ca'}]}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:02.023350 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2890e068-d23e-4c33-8ea0-8a21f9c68a11 None None] Routers {'c7995b93-3824-4093-bd80-c8b7ab1a5891'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:35:02.024099 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-2890e068-d23e-4c33-8ea0-8a21f9c68a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:34:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['c7995b93-3824-4093-bd80-c8b7ab1a5891'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:02.026069 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-f4a4044b-958e-4efd-af38-d5382f470fca None None] Provisioning complete for port 239e8770-6002-4270-b1de-839697e73dd8 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:35:02.026466 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f4a4044b-958e-4efd-af38-d5382f470fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (239e8770-6002-4270-b1de-839697e73dd8), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:02.064237 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-1143d9fa-f0b0-4001-afa2-08e7b4e39329 tempest-ExtraDHCPOptionsTestJSON-106244503 tempest-ExtraDHCPOptionsTestJSON-106244503-project] Deleting port cd49df7d-c5f3-4e4f-98c5-c8b4fd2a3992 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:35:02.064641 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1143d9fa-f0b0-4001-afa2-08e7b4e39329 tempest-ExtraDHCPOptionsTestJSON-106244503 tempest-ExtraDHCPOptionsTestJSON-106244503-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (cd49df7d-c5f3-4e4f-98c5-c8b4fd2a3992), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:02.079026 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59981cbd-ae82-4139-85f4-ce3334ae3e5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb57558e-b9e7-4c85-a15d-05a195721021,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:02.097240 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b9f9019e-fe82-4c8a-8853-b82192b5a977 tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (e75719f4-0af9-45e0-bb88-138ee067e21e), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:02.128196 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Pushing event updated for resources: {'Port': ['ID=239e8770-6002-4270-b1de-839697e73dd8,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:02.143407 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-2890e068-d23e-4c33-8ea0-8a21f9c68a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:02.163116 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9f9019e-fe82-4c8a-8853-b82192b5a977 tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Releasing vlan 296 on physical network physnet1 to pool {{(pid=103408) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:35:02.164095 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b9f9019e-fe82-4c8a-8853-b82192b5a977 tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3242693'] for segment (e75719f4-0af9-45e0-bb88-138ee067e21e), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:02.171668 dv-neutron-master-2-hyperv neutron-server[103408]: Traceback (most recent call last): Feb 28 10:35:02.171668 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:35:02.171668 dv-neutron-master-2-hyperv neutron-server[103408]: timer() Feb 28 10:35:02.171668 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:35:02.171668 dv-neutron-master-2-hyperv neutron-server[103408]: cb(*args, **kw) Feb 28 10:35:02.171668 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:35:02.171668 dv-neutron-master-2-hyperv neutron-server[103408]: return func(*args, **kwargs) Feb 28 10:35:02.171668 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:35:02.171668 dv-neutron-master-2-hyperv neutron-server[103408]: self._notify() Feb 28 10:35:02.171668 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:35:02.171668 dv-neutron-master-2-hyperv neutron-server[103408]: self.callback(batched_events) Feb 28 10:35:02.171668 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:35:02.171668 dv-neutron-master-2-hyperv neutron-server[103408]: event.method(event) Feb 28 10:35:02.171668 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:35:02.171668 dv-neutron-master-2-hyperv neutron-server[103408]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:35:02.171668 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:35:02.171668 dv-neutron-master-2-hyperv neutron-server[103408]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:35:02.171668 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:35:02.171668 dv-neutron-master-2-hyperv neutron-server[103408]: return f(self, *a, **k) Feb 28 10:35:02.171668 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:35:02.171668 dv-neutron-master-2-hyperv neutron-server[103408]: return self._get(url).json() Feb 28 10:35:02.171668 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:35:02.171668 dv-neutron-master-2-hyperv neutron-server[103408]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:35:02.171668 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:35:02.171668 dv-neutron-master-2-hyperv neutron-server[103408]: return self.request(url, 'GET', **kwargs) Feb 28 10:35:02.171668 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:35:02.171668 dv-neutron-master-2-hyperv neutron-server[103408]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:35:02.171668 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:35:02.171668 dv-neutron-master-2-hyperv neutron-server[103408]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:35:02.171668 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:35:02.171668 dv-neutron-master-2-hyperv neutron-server[103408]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:35:02.171668 dv-neutron-master-2-hyperv neutron-server[103408]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:35:02.184036 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 1bbcc870-367d-41e3-aaea-524d4c477f60 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:35:02.186184 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4ef991b-22bb-45de-9890-a2a9c661812e None None] Network 3ed7d192-633a-436b-bd82-033a36271c0b requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:35:02.198181 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b55b858-375c-47fa-90d9-7ab3bf766aa7 None None] Pushing event deleted for resources: {'Port': ['ID=b7b7e0bb-80bb-486a-bd5f-be8378eb2d77,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:02.244625 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-ec972a4e-927a-441c-86e8-f73b24d2f248 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Allocated IP 2001:db8::45 (8c1e775d-fafe-496f-a101-ba38903da4d5/458805f9-dbea-4241-bf92-ea374b83097f/2ae5f9b9-ae36-4234-b353-8db8255f4785) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:35:02.262643 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d229a9de-7778-4605-9477-a85ab765846f admin admin] Publish callbacks [] for security_group (fb57558e-b9e7-4c85-a15d-05a195721021), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:02.284906 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c3d32e5-ace4-4b7f-884c-a49bf3fe4d3b tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Made reservation on behalf of 01d784a6a3f04224a7e9160ad9d44184 for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:35:02.285255 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b9f9019e-fe82-4c8a-8853-b82192b5a977 tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803269'] for network (eeb66b19-853f-42ff-afcf-13b9cfe00665), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:02.290299 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1c3d32e5-ace4-4b7f-884c-a49bf3fe4d3b tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3516581'] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:02.291764 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c3d32e5-ace4-4b7f-884c-a49bf3fe4d3b tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 10:35:02.292207 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c3d32e5-ace4-4b7f-884c-a49bf3fe4d3b tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:35:02.304749 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b9f9019e-fe82-4c8a-8853-b82192b5a977 tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616561'] for network (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:02.310600 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-b9f9019e-fe82-4c8a-8853-b82192b5a977 tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] 10.222.0.20 "DELETE /v2.0/networks/eeb66b19-853f-42ff-afcf-13b9cfe00665 HTTP/1.1" status: 204 len: 168 time: 1.7904956 Feb 28 10:35:02.319714 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d229a9de-7778-4605-9477-a85ab765846f admin admin] Publish callbacks [] for security_group (fb57558e-b9e7-4c85-a15d-05a195721021), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:02.321193 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 36422) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:02.330345 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2890e068-d23e-4c33-8ea0-8a21f9c68a11 None None] Routers {'c7995b93-3824-4093-bd80-c8b7ab1a5891'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:35:02.330987 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-2890e068-d23e-4c33-8ea0-8a21f9c68a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:34:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['c7995b93-3824-4093-bd80-c8b7ab1a5891'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:02.362966 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-1c3d32e5-ace4-4b7f-884c-a49bf3fe4d3b tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.5275962 Feb 28 10:35:02.369109 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 36424) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:02.373234 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f9019e-fe82-4c8a-8853-b82192b5a977 tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Pushing event deleted for resources: {'Network': ['ID=eeb66b19-853f-42ff-afcf-13b9cfe00665,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:02.391555 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-2890e068-d23e-4c33-8ea0-8a21f9c68a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:02.391933 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-15c5aeb3-f8dd-4a62-845c-ea496010dbd9 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Request body: {'subnet': {'network_id': '9f0a511d-8408-4971-9daa-968eebea54f2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:02.392224 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2890e068-d23e-4c33-8ea0-8a21f9c68a11 None None] The sync data for ids ['c7995b93-3824-4093-bd80-c8b7ab1a5891'] in dv-neutron-master-2-hyperv is: [] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:35:02.400031 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-fe226363-ac8c-4445-acb7-d767d7cd4d67 None None] Attempting to bind port f95a7eb2-4d80-425b-9c2b-d6a7a7b0d70e on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:35:02.400623 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-fe226363-ac8c-4445-acb7-d767d7cd4d67 None None] Attempting to bind port f95a7eb2-4d80-425b-9c2b-d6a7a7b0d70e by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'e230710c-6031-4ca8-80c0-080bf7229064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'b7c9bf1d-0ed2-425a-9715-c17300192ef7'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:35:02.401162 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe226363-ac8c-4445-acb7-d767d7cd4d67 None None] Attempting to bind port f95a7eb2-4d80-425b-9c2b-d6a7a7b0d70e on network b7c9bf1d-0ed2-425a-9715-c17300192ef7 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:35:02.417581 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe226363-ac8c-4445-acb7-d767d7cd4d67 None None] Pushing event updated for resources: {'Port': ['ID=f95a7eb2-4d80-425b-9c2b-d6a7a7b0d70e,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:02.421251 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1143d9fa-f0b0-4001-afa2-08e7b4e39329 tempest-ExtraDHCPOptionsTestJSON-106244503 tempest-ExtraDHCPOptionsTestJSON-106244503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (cd49df7d-c5f3-4e4f-98c5-c8b4fd2a3992), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:02.433484 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe226363-ac8c-4445-acb7-d767d7cd4d67 None None] Checking agent: {'id': '75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 24, 15), 'started_at': datetime.datetime(2022, 2, 28, 10, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 34, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:35:02.434143 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe226363-ac8c-4445-acb7-d767d7cd4d67 None None] Checking segment: {'id': 'e230710c-6031-4ca8-80c0-080bf7229064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'b7c9bf1d-0ed2-425a-9715-c17300192ef7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:35:02.434553 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fe226363-ac8c-4445-acb7-d767d7cd4d67 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:02.434960 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe226363-ac8c-4445-acb7-d767d7cd4d67 None None] Bound using segment: {'id': 'e230710c-6031-4ca8-80c0-080bf7229064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'b7c9bf1d-0ed2-425a-9715-c17300192ef7'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:35:02.435449 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-fe226363-ac8c-4445-acb7-d767d7cd4d67 None None] Bound port: f95a7eb2-4d80-425b-9c2b-d6a7a7b0d70e, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e230710c-6031-4ca8-80c0-080bf7229064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'b7c9bf1d-0ed2-425a-9715-c17300192ef7'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:35:02.436044 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fe226363-ac8c-4445-acb7-d767d7cd4d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (f95a7eb2-4d80-425b-9c2b-d6a7a7b0d70e), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:02.471935 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a28c683f-c0dc-435c-b6d2-e792a5a4ab9b tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-823142'] for subnet (bc2ff9b3-5865-4e75-83e8-79d392a74248), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:02.509642 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-efc311df-03db-4b64-a167-04df71fcc9c5 tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-665757'] for network (54bd0380-1a61-4ceb-a0d7-4c52a8513ec3), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:02.531904 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-f4a4044b-958e-4efd-af38-d5382f470fca None None] Current status of the port 239e8770-6002-4270-b1de-839697e73dd8 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:35:02.537566 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port 1bbcc870-367d-41e3-aaea-524d4c477f60 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:35:02.537947 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (1bbcc870-367d-41e3-aaea-524d4c477f60), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:02.541922 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-1143d9fa-f0b0-4001-afa2-08e7b4e39329 tempest-ExtraDHCPOptionsTestJSON-106244503 tempest-ExtraDHCPOptionsTestJSON-106244503-project] Calling delete_port for cd49df7d-c5f3-4e4f-98c5-c8b4fd2a3992 owned by {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:35:02.569930 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-f4a4044b-958e-4efd-af38-d5382f470fca None None] Could not find standard attr ID for object 008f1576-5e83-4ca5-9072-35237e4167f6. {{(pid=103409) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Feb 28 10:35:02.571985 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d229a9de-7778-4605-9477-a85ab765846f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (fb57558e-b9e7-4c85-a15d-05a195721021), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:02.574916 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d229a9de-7778-4605-9477-a85ab765846f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:02.576192 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-d229a9de-7778-4605-9477-a85ab765846f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fb57558e-b9e7-4c85-a15d-05a195721021 HTTP/1.1" status: 204 len: 168 time: 0.8639338 Feb 28 10:35:02.609254 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d229a9de-7778-4605-9477-a85ab765846f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb57558e-b9e7-4c85-a15d-05a195721021,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:02.632423 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-f4a4044b-958e-4efd-af38-d5382f470fca None None] Provisioning complete for port cd49df7d-c5f3-4e4f-98c5-c8b4fd2a3992 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:35:02.632828 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f4a4044b-958e-4efd-af38-d5382f470fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (cd49df7d-c5f3-4e4f-98c5-c8b4fd2a3992), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:02.645431 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0e8f3730-1193-4d1c-b39a-b236b5cfadb9 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (06775783-d146-4fe9-b226-fcf1fbd90702), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:02.706993 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15c5aeb3-f8dd-4a62-845c-ea496010dbd9 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Made reservation on behalf of 01d784a6a3f04224a7e9160ad9d44184 for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:35:02.711276 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-15c5aeb3-f8dd-4a62-845c-ea496010dbd9 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3516581'] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:02.713112 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-efc311df-03db-4b64-a167-04df71fcc9c5 tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672413', 'neutron.services.segments.db._delete_segments_for_network-8742057110173'] for network (54bd0380-1a61-4ceb-a0d7-4c52a8513ec3), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:02.713303 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-15c5aeb3-f8dd-4a62-845c-ea496010dbd9 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 10:35:02.713411 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-f4a4044b-958e-4efd-af38-d5382f470fca None None] Port cd49df7d-c5f3-4e4f-98c5-c8b4fd2a3992 cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:35:02.713712 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15c5aeb3-f8dd-4a62-845c-ea496010dbd9 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:35:02.721876 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 1bbcc870-367d-41e3-aaea-524d4c477f60 is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:35:02.722527 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (1bbcc870-367d-41e3-aaea-524d4c477f60), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:02.747994 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ec972a4e-927a-441c-86e8-f73b24d2f248 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks [] for port (2ae5f9b9-ae36-4234-b353-8db8255f4785), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:02.751307 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-f4a4044b-958e-4efd-af38-d5382f470fca None None] Provisioning complete for port 06775783-d146-4fe9-b226-fcf1fbd90702 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:35:02.751829 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f4a4044b-958e-4efd-af38-d5382f470fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (06775783-d146-4fe9-b226-fcf1fbd90702), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:02.795065 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-fe226363-ac8c-4445-acb7-d767d7cd4d67 None None] For port f95a7eb2-4d80-425b-9c2b-d6a7a7b0d70e, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:35:02.804282 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] For port 1bbcc870-367d-41e3-aaea-524d4c477f60, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1bbcc870-367d-41e3-aaea-524d4c477f60,segment=NetworkSegment(9b1d64bb-9024-487d-bb4c-df1446833377),segment_id=9b1d64bb-9024-487d-bb4c-df1446833377)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:35:02.808440 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a28c683f-c0dc-435c-b6d2-e792a5a4ab9b tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-823145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3498088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3516558'] for subnet (bc2ff9b3-5865-4e75-83e8-79d392a74248), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:02.819346 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-15c5aeb3-f8dd-4a62-845c-ea496010dbd9 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4425869 Feb 28 10:35:02.831766 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 36430) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:02.834144 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (1bbcc870-367d-41e3-aaea-524d4c477f60), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:02.835073 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 7da5f6c0-ea87-4465-99c1-1ea50d3bd7b5 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:35:02.838750 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-fe226363-ac8c-4445-acb7-d767d7cd4d67 None None] For port f95a7eb2-4d80-425b-9c2b-d6a7a7b0d70e, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f95a7eb2-4d80-425b-9c2b-d6a7a7b0d70e,segment=NetworkSegment(e230710c-6031-4ca8-80c0-080bf7229064),segment_id=e230710c-6031-4ca8-80c0-080bf7229064)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:35:02.843238 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-efc311df-03db-4b64-a167-04df71fcc9c5 tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54bd0380-1a61-4ceb-a0d7-4c52a8513ec3']}} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:02.845280 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-f4a4044b-958e-4efd-af38-d5382f470fca None None] Port 06775783-d146-4fe9-b226-fcf1fbd90702 cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:35:02.855861 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-efc311df-03db-4b64-a167-04df71fcc9c5 tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8adea30b-d54e-496a-9a0b-f8cc9e7ec887') {'for_net_delete': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:02.856171 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-efc311df-03db-4b64-a167-04df71fcc9c5 tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8adea30b-d54e-496a-9a0b-f8cc9e7ec887') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:02.873647 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-efc311df-03db-4b64-a167-04df71fcc9c5 tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742057113766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3423550'] for segment (8adea30b-d54e-496a-9a0b-f8cc9e7ec887), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:02.891353 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-efc311df-03db-4b64-a167-04df71fcc9c5 tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (8adea30b-d54e-496a-9a0b-f8cc9e7ec887), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:02.901716 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fe226363-ac8c-4445-acb7-d767d7cd4d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (f95a7eb2-4d80-425b-9c2b-d6a7a7b0d70e), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:02.904122 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efc311df-03db-4b64-a167-04df71fcc9c5 tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Releasing vlan 262 on physical network physnet1 to pool {{(pid=103408) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:35:02.904313 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-efc311df-03db-4b64-a167-04df71fcc9c5 tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3242693'] for segment (8adea30b-d54e-496a-9a0b-f8cc9e7ec887), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:02.931050 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-f4a4044b-958e-4efd-af38-d5382f470fca None None] Provisioning complete for port 7da5f6c0-ea87-4465-99c1-1ea50d3bd7b5 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:35:02.931400 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f4a4044b-958e-4efd-af38-d5382f470fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (7da5f6c0-ea87-4465-99c1-1ea50d3bd7b5), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:02.983933 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28c683f-c0dc-435c-b6d2-e792a5a4ab9b tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Pushing event deleted for resources: {'Subnet': ['ID=bc2ff9b3-5865-4e75-83e8-79d392a74248,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:02.987449 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1143d9fa-f0b0-4001-afa2-08e7b4e39329 tempest-ExtraDHCPOptionsTestJSON-106244503 tempest-ExtraDHCPOptionsTestJSON-106244503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (cd49df7d-c5f3-4e4f-98c5-c8b4fd2a3992), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:03.010507 dv-neutron-master-2-hyperv neutron-server[103408]: Traceback (most recent call last): Feb 28 10:35:03.010507 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:35:03.010507 dv-neutron-master-2-hyperv neutron-server[103408]: timer() Feb 28 10:35:03.010507 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:35:03.010507 dv-neutron-master-2-hyperv neutron-server[103408]: cb(*args, **kw) Feb 28 10:35:03.010507 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:35:03.010507 dv-neutron-master-2-hyperv neutron-server[103408]: return func(*args, **kwargs) Feb 28 10:35:03.010507 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:35:03.010507 dv-neutron-master-2-hyperv neutron-server[103408]: self._notify() Feb 28 10:35:03.010507 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:35:03.010507 dv-neutron-master-2-hyperv neutron-server[103408]: self.callback(batched_events) Feb 28 10:35:03.010507 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:35:03.010507 dv-neutron-master-2-hyperv neutron-server[103408]: event.method(event) Feb 28 10:35:03.010507 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:35:03.010507 dv-neutron-master-2-hyperv neutron-server[103408]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:35:03.010507 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:35:03.010507 dv-neutron-master-2-hyperv neutron-server[103408]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:35:03.010507 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:35:03.010507 dv-neutron-master-2-hyperv neutron-server[103408]: return f(self, *a, **k) Feb 28 10:35:03.010507 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:35:03.010507 dv-neutron-master-2-hyperv neutron-server[103408]: return self._get(url).json() Feb 28 10:35:03.010507 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:35:03.010507 dv-neutron-master-2-hyperv neutron-server[103408]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:35:03.010507 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:35:03.010507 dv-neutron-master-2-hyperv neutron-server[103408]: return self.request(url, 'GET', **kwargs) Feb 28 10:35:03.010507 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:35:03.010507 dv-neutron-master-2-hyperv neutron-server[103408]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:35:03.010507 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:35:03.010507 dv-neutron-master-2-hyperv neutron-server[103408]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:35:03.010507 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:35:03.010507 dv-neutron-master-2-hyperv neutron-server[103408]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:35:03.010507 dv-neutron-master-2-hyperv neutron-server[103408]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:35:03.012483 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Pushing event updated for resources: {'Port': ['ID=1bbcc870-367d-41e3-aaea-524d4c477f60,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:03.023827 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a28c683f-c0dc-435c-b6d2-e792a5a4ab9b tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616561'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:03.024764 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-efc311df-03db-4b64-a167-04df71fcc9c5 tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803269'] for network (54bd0380-1a61-4ceb-a0d7-4c52a8513ec3), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:03.030343 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-a28c683f-c0dc-435c-b6d2-e792a5a4ab9b tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] 10.222.0.20 "DELETE /v2.0/subnets/bc2ff9b3-5865-4e75-83e8-79d392a74248 HTTP/1.1" status: 204 len: 168 time: 1.5672023 Feb 28 10:35:03.034054 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-efc311df-03db-4b64-a167-04df71fcc9c5 tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616561'] for network (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:03.050220 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-efc311df-03db-4b64-a167-04df71fcc9c5 tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] 10.222.0.20 "DELETE /v2.0/networks/54bd0380-1a61-4ceb-a0d7-4c52a8513ec3 HTTP/1.1" status: 204 len: 168 time: 0.7278244 Feb 28 10:35:03.050889 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 36432) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:03.074031 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ec972a4e-927a-441c-86e8-f73b24d2f248 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (2ae5f9b9-ae36-4234-b353-8db8255f4785), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:03.074293 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-d10a3501-a0e1-4a85-8926-0802b9920911 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2384770 Feb 28 10:35:03.075893 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 36436) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:03.118289 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1143d9fa-f0b0-4001-afa2-08e7b4e39329 tempest-ExtraDHCPOptionsTestJSON-106244503 tempest-ExtraDHCPOptionsTestJSON-106244503-project] Pushing event deleted for resources: {'Port': ['ID=cd49df7d-c5f3-4e4f-98c5-c8b4fd2a3992,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:03.209901 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec972a4e-927a-441c-86e8-f73b24d2f248 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Pushing event updated for resources: {'Port': ['ID=2ae5f9b9-ae36-4234-b353-8db8255f4785,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:03.228998 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc311df-03db-4b64-a167-04df71fcc9c5 tempest-BulkNetworkOpsIpV6Test-1918571204 tempest-BulkNetworkOpsIpV6Test-1918571204-project] Pushing event deleted for resources: {'Network': ['ID=54bd0380-1a61-4ceb-a0d7-4c52a8513ec3,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:03.236182 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec972a4e-927a-441c-86e8-f73b24d2f248 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Network 8c1e775d-fafe-496f-a101-ba38903da4d5 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:35:03.236839 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 36438) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:03.256296 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port 7da5f6c0-ea87-4465-99c1-1ea50d3bd7b5 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:35:03.256699 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (7da5f6c0-ea87-4465-99c1-1ea50d3bd7b5), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:03.278909 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-ec972a4e-927a-441c-86e8-f73b24d2f248 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:35:03.281091 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec972a4e-927a-441c-86e8-f73b24d2f248 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:35:03.286604 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec972a4e-927a-441c-86e8-f73b24d2f248 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:03.287765 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ec972a4e-927a-441c-86e8-f73b24d2f248 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:03.329802 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee8f83d-93ff-4169-83d4-356f8d4a2ed5 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:03.331675 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-4ee8f83d-93ff-4169-83d4-356f8d4a2ed5 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2515771 Feb 28 10:35:03.334375 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-ec972a4e-927a-441c-86e8-f73b24d2f248 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.4772656 Feb 28 10:35:03.340753 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 36440) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:03.341106 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 36442) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:03.404638 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-62c29019-1d42-4c46-850a-acc3fe79b825 None None] Allocated IP 2001:db8::2 (8c1e775d-fafe-496f-a101-ba38903da4d5/458805f9-dbea-4241-bf92-ea374b83097f/f481eccf-f189-45bc-99bf-ff31b949904a) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:35:03.422324 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-ff8cd4c0-c120-43f0-88c2-a6b279d34e51 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0800111 Feb 28 10:35:03.426156 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe226363-ac8c-4445-acb7-d767d7cd4d67 None None] Pushing event updated for resources: {'Port': ['ID=f95a7eb2-4d80-425b-9c2b-d6a7a7b0d70e,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:03.428026 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 36446) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:03.451058 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-816a0eca-5d2c-4675-9563-8e43cc22d896 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Request body: {'port': {'network_id': '8c1e775d-fafe-496f-a101-ba38903da4d5', 'name': 'tempest-PortsIpV6TestJSON-656297032'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:03.565088 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-fb653a52-d57a-474d-aac8-4d643d26a400 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Request body: {'subnet': {'network_id': '9f0a511d-8408-4971-9daa-968eebea54f2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:03.573526 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31b85ba1-a62c-4af6-a658-37b11dd3758e tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:03.575206 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31b85ba1-a62c-4af6-a658-37b11dd3758e tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:03.582401 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-31b85ba1-a62c-4af6-a658-37b11dd3758e tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.5255911 Feb 28 10:35:03.586633 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-f4a4044b-958e-4efd-af38-d5382f470fca None None] Current status of the port 7da5f6c0-ea87-4465-99c1-1ea50d3bd7b5 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:35:03.595430 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 36448) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:03.596048 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 36450) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:03.642896 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 7da5f6c0-ea87-4465-99c1-1ea50d3bd7b5 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:35:03.655296 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1143d9fa-f0b0-4001-afa2-08e7b4e39329 tempest-ExtraDHCPOptionsTestJSON-106244503 tempest-ExtraDHCPOptionsTestJSON-106244503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:03.661568 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-1143d9fa-f0b0-4001-afa2-08e7b4e39329 tempest-ExtraDHCPOptionsTestJSON-106244503 tempest-ExtraDHCPOptionsTestJSON-106244503-project] 10.222.0.20 "DELETE /v2.0/ports/cd49df7d-c5f3-4e4f-98c5-c8b4fd2a3992 HTTP/1.1" status: 204 len: 168 time: 2.1999094 Feb 28 10:35:03.667574 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0e8f3730-1193-4d1c-b39a-b236b5cfadb9 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks [] for port (06775783-d146-4fe9-b226-fcf1fbd90702), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:03.669195 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-afa4a703-b9e9-431c-a43a-d43a470790e3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9efe10c4d5f342b08263c04b438429d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4312069 Feb 28 10:35:03.669805 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 36454) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:03.671633 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 36456) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:03.716174 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0e8f3730-1193-4d1c-b39a-b236b5cfadb9 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3498066'] for port (06775783-d146-4fe9-b226-fcf1fbd90702), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:03.891242 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-121538c3-c7f9-4510-9be0-c460d7d7815c admin admin] Publish callbacks [] for security_group (e899d929-6f93-4ffb-a637-f0763f2c19ec), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:03.902758 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-eca90d2e-80e4-4ede-bb1f-419b9710bad7 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-665757'] for network (b7c9bf1d-0ed2-425a-9715-c17300192ef7), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:03.917845 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-121538c3-c7f9-4510-9be0-c460d7d7815c admin admin] Publish callbacks [] for security_group (e899d929-6f93-4ffb-a637-f0763f2c19ec), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:03.923070 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_v2 [None req-349438d4-9651-44cd-a8af-8c85b91dff19 tempest-ExtraDHCPOptionsTestJSON-106244503 tempest-ExtraDHCPOptionsTestJSON-106244503-project] Deleting subnet 448f6f3e-0c60-4a90-99a2-e2d7bce81e64 {{(pid=103408) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:35:03.937131 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-349438d4-9651-44cd-a8af-8c85b91dff19 tempest-ExtraDHCPOptionsTestJSON-106244503 tempest-ExtraDHCPOptionsTestJSON-106244503-project] Publish callbacks [] for subnet (448f6f3e-0c60-4a90-99a2-e2d7bce81e64), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:03.938048 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 008f1576-5e83-4ca5-9072-35237e4167f6 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:35:03.948348 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-932c9bb9-902b-4be5-b172-4b56043ecd74 None None] Could not find standard attr ID for object cd49df7d-c5f3-4e4f-98c5-c8b4fd2a3992. {{(pid=103409) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Feb 28 10:35:03.982230 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] No Port match for: 008f1576-5e83-4ca5-9072-35237e4167f6 {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:35:03.982902 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 008f1576-5e83-4ca5-9072-35237e4167f6 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:35:03.983782 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device b7b7e0bb-80bb-486a-bd5f-be8378eb2d77 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:35:04.000535 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e8f3730-1193-4d1c-b39a-b236b5cfadb9 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:04.001128 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0e8f3730-1193-4d1c-b39a-b236b5cfadb9 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:04.002259 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-eca90d2e-80e4-4ede-bb1f-419b9710bad7 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 28 10:35:04.002731 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eca90d2e-80e4-4ede-bb1f-419b9710bad7 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103408) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:35:04.002847 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-0e8f3730-1193-4d1c-b39a-b236b5cfadb9 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] 10.222.0.20 "PUT /v2.0/ports/06775783-d146-4fe9-b226-fcf1fbd90702 HTTP/1.1" status: 200 len: 910 time: 2.1151676 Feb 28 10:35:04.004328 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-121538c3-c7f9-4510-9be0-c460d7d7815c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (e899d929-6f93-4ffb-a637-f0763f2c19ec), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:04.011470 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-121538c3-c7f9-4510-9be0-c460d7d7815c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:04.011640 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-eca90d2e-80e4-4ede-bb1f-419b9710bad7 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] 10.222.0.20 "DELETE /v2.0/networks/b7c9bf1d-0ed2-425a-9715-c17300192ef7 HTTP/1.1" status: 409 len: 466 time: 0.4000630 Feb 28 10:35:04.013734 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 36458) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:04.013734 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 36462) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:04.023967 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-121538c3-c7f9-4510-9be0-c460d7d7815c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e899d929-6f93-4ffb-a637-f0763f2c19ec HTTP/1.1" status: 204 len: 168 time: 0.3421195 Feb 28 10:35:04.026670 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-e03b907a-8bbe-4851-8cab-3b35e07f926a tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1555976112'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:04.031356 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-62c29019-1d42-4c46-850a-acc3fe79b825 None None] Publish callbacks [] for port (f481eccf-f189-45bc-99bf-ff31b949904a), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:04.031647 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8f3730-1193-4d1c-b39a-b236b5cfadb9 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Pushing event updated for resources: {'Port': ['ID=06775783-d146-4fe9-b226-fcf1fbd90702,revision_number=3']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:04.035284 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] No Port match for: b7b7e0bb-80bb-486a-bd5f-be8378eb2d77 {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:35:04.035690 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device b7b7e0bb-80bb-486a-bd5f-be8378eb2d77 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:35:04.042456 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-62c29019-1d42-4c46-850a-acc3fe79b825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749'] for port (f481eccf-f189-45bc-99bf-ff31b949904a), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:04.051978 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121538c3-c7f9-4510-9be0-c460d7d7815c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e899d929-6f93-4ffb-a637-f0763f2c19ec,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:04.052479 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-932c9bb9-902b-4be5-b172-4b56043ecd74 None None] Provisioning complete for port 1bbcc870-367d-41e3-aaea-524d4c477f60 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:35:04.052793 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-932c9bb9-902b-4be5-b172-4b56043ecd74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (1bbcc870-367d-41e3-aaea-524d4c477f60), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:04.053858 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb653a52-d57a-474d-aac8-4d643d26a400 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Made reservation on behalf of 01d784a6a3f04224a7e9160ad9d44184 for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:35:04.057466 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fb653a52-d57a-474d-aac8-4d643d26a400 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3951209'] for subnet (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:04.066300 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-a9f3d8da-421d-4f64-adb3-647e94d1e469 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=926a2bc4399d41a8aaac442463a00142&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4635372 Feb 28 10:35:04.069988 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 36464) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:04.081085 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-349438d4-9651-44cd-a8af-8c85b91dff19 tempest-ExtraDHCPOptionsTestJSON-106244503 tempest-ExtraDHCPOptionsTestJSON-106244503-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3423529'] for subnet (448f6f3e-0c60-4a90-99a2-e2d7bce81e64), precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:04.179770 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7063f80f-f80d-402c-98e6-fb40f2ccba07 admin admin] Publish callbacks [] for security_group (83cc432f-78e8-4565-b542-ade2abf5ce21), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:04.230057 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62c29019-1d42-4c46-850a-acc3fe79b825 None None] Network 8c1e775d-fafe-496f-a101-ba38903da4d5 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:35:04.241266 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7063f80f-f80d-402c-98e6-fb40f2ccba07 admin admin] Publish callbacks [] for security_group (83cc432f-78e8-4565-b542-ade2abf5ce21), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:04.259352 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-62c29019-1d42-4c46-850a-acc3fe79b825 None None] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:35:04.262091 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c29019-1d42-4c46-850a-acc3fe79b825 None None] Pushing event updated for resources: {'Port': ['ID=f481eccf-f189-45bc-99bf-ff31b949904a,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:04.274755 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c29019-1d42-4c46-850a-acc3fe79b825 None None] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:35:04.352859 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7063f80f-f80d-402c-98e6-fb40f2ccba07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (83cc432f-78e8-4565-b542-ade2abf5ce21), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:04.356512 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7063f80f-f80d-402c-98e6-fb40f2ccba07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:04.358114 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-7063f80f-f80d-402c-98e6-fb40f2ccba07 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/83cc432f-78e8-4565-b542-ade2abf5ce21 HTTP/1.1" status: 204 len: 168 time: 0.2867391 Feb 28 10:35:04.400615 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7063f80f-f80d-402c-98e6-fb40f2ccba07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83cc432f-78e8-4565-b542-ade2abf5ce21,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:04.461927 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-932c9bb9-902b-4be5-b172-4b56043ecd74 None None] Current status of the port 1bbcc870-367d-41e3-aaea-524d4c477f60 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:35:04.466961 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-62c29019-1d42-4c46-850a-acc3fe79b825 None None] Attempting to bind port f481eccf-f189-45bc-99bf-ff31b949904a on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:35:04.467585 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-62c29019-1d42-4c46-850a-acc3fe79b825 None None] Attempting to bind port f481eccf-f189-45bc-99bf-ff31b949904a by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'b819b3af-be22-4160-a8f1-dd2bfa3aa3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '8c1e775d-fafe-496f-a101-ba38903da4d5'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:35:04.468633 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c29019-1d42-4c46-850a-acc3fe79b825 None None] Attempting to bind port f481eccf-f189-45bc-99bf-ff31b949904a on network 8c1e775d-fafe-496f-a101-ba38903da4d5 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:35:04.476972 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c29019-1d42-4c46-850a-acc3fe79b825 None None] Checking agent: {'id': '75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 24, 15), 'started_at': datetime.datetime(2022, 2, 28, 10, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 34, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:35:04.477824 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c29019-1d42-4c46-850a-acc3fe79b825 None None] Checking segment: {'id': 'b819b3af-be22-4160-a8f1-dd2bfa3aa3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '8c1e775d-fafe-496f-a101-ba38903da4d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:35:04.478461 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-62c29019-1d42-4c46-850a-acc3fe79b825 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:04.479075 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c29019-1d42-4c46-850a-acc3fe79b825 None None] Bound using segment: {'id': 'b819b3af-be22-4160-a8f1-dd2bfa3aa3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '8c1e775d-fafe-496f-a101-ba38903da4d5'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:35:04.479816 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-62c29019-1d42-4c46-850a-acc3fe79b825 None None] Bound port: f481eccf-f189-45bc-99bf-ff31b949904a, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b819b3af-be22-4160-a8f1-dd2bfa3aa3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '8c1e775d-fafe-496f-a101-ba38903da4d5'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:35:04.494175 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-62c29019-1d42-4c46-850a-acc3fe79b825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (f481eccf-f189-45bc-99bf-ff31b949904a), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:04.575525 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device f95a7eb2-4d80-425b-9c2b-d6a7a7b0d70e up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:35:04.673963 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-62c29019-1d42-4c46-850a-acc3fe79b825 None None] For port f481eccf-f189-45bc-99bf-ff31b949904a, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:35:04.677758 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-62c29019-1d42-4c46-850a-acc3fe79b825 None None] For port f481eccf-f189-45bc-99bf-ff31b949904a, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f481eccf-f189-45bc-99bf-ff31b949904a,segment=NetworkSegment(b819b3af-be22-4160-a8f1-dd2bfa3aa3a6),segment_id=b819b3af-be22-4160-a8f1-dd2bfa3aa3a6)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:35:04.685780 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port f95a7eb2-4d80-425b-9c2b-d6a7a7b0d70e triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:35:04.686159 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (f95a7eb2-4d80-425b-9c2b-d6a7a7b0d70e), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:04.689825 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-62c29019-1d42-4c46-850a-acc3fe79b825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (f481eccf-f189-45bc-99bf-ff31b949904a), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:04.723443 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c10e81c9-e238-415d-824e-b94caf980978 None None] Network b7c9bf1d-0ed2-425a-9715-c17300192ef7 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:35:04.755286 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-349438d4-9651-44cd-a8af-8c85b91dff19 tempest-ExtraDHCPOptionsTestJSON-106244503 tempest-ExtraDHCPOptionsTestJSON-106244503-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-823142'] for subnet (448f6f3e-0c60-4a90-99a2-e2d7bce81e64), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:04.873639 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-816a0eca-5d2c-4675-9563-8e43cc22d896 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Made reservation on behalf of 29ccc4cf6ba849d18fb6a0524a0ef75f for: {'port': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:35:04.877189 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-816a0eca-5d2c-4675-9563-8e43cc22d896 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:04.890469 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c29019-1d42-4c46-850a-acc3fe79b825 None None] Pushing event updated for resources: {'Port': ['ID=f481eccf-f189-45bc-99bf-ff31b949904a,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:04.893342 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-3648fe45-b762-4753-ab97-7e58595084ef None None] Provisioning complete for port f95a7eb2-4d80-425b-9c2b-d6a7a7b0d70e triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:35:04.893734 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3648fe45-b762-4753-ab97-7e58595084ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (f95a7eb2-4d80-425b-9c2b-d6a7a7b0d70e), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:04.961817 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-816a0eca-5d2c-4675-9563-8e43cc22d896 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] device_id is not set on port e10b891e-e4b1-4da0-a433-7da47a538be5 yet. {{(pid=103408) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:35:05.071917 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port f95a7eb2-4d80-425b-9c2b-d6a7a7b0d70e is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:35:05.072328 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (f95a7eb2-4d80-425b-9c2b-d6a7a7b0d70e), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:05.084729 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e03b907a-8bbe-4851-8cab-3b35e07f926a tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Made reservation on behalf of fcbd8a4414c04d26b7c516c4c4618e73 for: {'network': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:35:05.093847 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e03b907a-8bbe-4851-8cab-3b35e07f926a tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for network (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:05.154478 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] For port f95a7eb2-4d80-425b-9c2b-d6a7a7b0d70e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f95a7eb2-4d80-425b-9c2b-d6a7a7b0d70e,segment=NetworkSegment(e230710c-6031-4ca8-80c0-080bf7229064),segment_id=e230710c-6031-4ca8-80c0-080bf7229064)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:35:05.163320 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (f95a7eb2-4d80-425b-9c2b-d6a7a7b0d70e), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:05.165772 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 1bbcc870-367d-41e3-aaea-524d4c477f60 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:35:05.194128 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-3648fe45-b762-4753-ab97-7e58595084ef None None] Current status of the port f95a7eb2-4d80-425b-9c2b-d6a7a7b0d70e is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:35:05.194828 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3648fe45-b762-4753-ab97-7e58595084ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (f95a7eb2-4d80-425b-9c2b-d6a7a7b0d70e), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:05.195052 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 36496) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:05.233126 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21ddb186-8cc4-4501-8436-0ddf4f0dba25 None None] DHCP port deletion for b7c9bf1d-0ed2-425a-9715-c17300192ef7 request from dv-neutron-master-2-hyperv {{(pid=103409) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:35:05.262123 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e03b907a-8bbe-4851-8cab-3b35e07f926a tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 261} {{(pid=103408) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:35:05.273347 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e03b907a-8bbe-4851-8cab-3b35e07f926a tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (d7e388f6-2c75-4a11-bfd4-e8530fe7b6f4), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:05.273842 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.db.segments_db [None req-e03b907a-8bbe-4851-8cab-3b35e07f926a tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Added segment d7e388f6-2c75-4a11-bfd4-e8530fe7b6f4 of type vlan for network 174450e2-ed1c-41d2-9052-2b416266f1c9 Feb 28 10:35:05.325727 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e03b907a-8bbe-4851-8cab-3b35e07f926a tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742056637431'] for network (174450e2-ed1c-41d2-9052-2b416266f1c9), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:05.337143 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-349438d4-9651-44cd-a8af-8c85b91dff19 tempest-ExtraDHCPOptionsTestJSON-106244503 tempest-ExtraDHCPOptionsTestJSON-106244503-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-823145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3242523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3951170'] for subnet (448f6f3e-0c60-4a90-99a2-e2d7bce81e64), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:05.343105 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Pushing event updated for resources: {'Port': ['ID=f95a7eb2-4d80-425b-9c2b-d6a7a7b0d70e,revision_number=4']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:05.390591 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-41b306fd-5cf6-431e-be04-7c2b5d557b9e tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-441958240'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:05.395061 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port 1bbcc870-367d-41e3-aaea-524d4c477f60 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:35:05.395495 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (1bbcc870-367d-41e3-aaea-524d4c477f60), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:05.423256 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.db.api [None req-3648fe45-b762-4753-ab97-7e58595084ef None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103409) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 10:35:05.423256 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG oslo_db.api [None req-3648fe45-b762-4753-ab97-7e58595084ef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 10:35:05.433161 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41b306fd-5cf6-431e-be04-7c2b5d557b9e tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Made reservation on behalf of d71d46ff16814ba6beba53557129e360 for: {'network': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:35:05.438290 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-41b306fd-5cf6-431e-be04-7c2b5d557b9e tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for network (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:05.444005 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-21ddb186-8cc4-4501-8436-0ddf4f0dba25 None None] Deleting port f95a7eb2-4d80-425b-9c2b-d6a7a7b0d70e {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:35:05.444643 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-21ddb186-8cc4-4501-8436-0ddf4f0dba25 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (f95a7eb2-4d80-425b-9c2b-d6a7a7b0d70e), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:05.461493 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-41b306fd-5cf6-431e-be04-7c2b5d557b9e tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:05.483133 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349438d4-9651-44cd-a8af-8c85b91dff19 tempest-ExtraDHCPOptionsTestJSON-106244503 tempest-ExtraDHCPOptionsTestJSON-106244503-project] Pushing event deleted for resources: {'Subnet': ['ID=448f6f3e-0c60-4a90-99a2-e2d7bce81e64,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:05.485646 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-349438d4-9651-44cd-a8af-8c85b91dff19 tempest-ExtraDHCPOptionsTestJSON-106244503 tempest-ExtraDHCPOptionsTestJSON-106244503-project] Publish callbacks [] for subnet (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:05.489336 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-349438d4-9651-44cd-a8af-8c85b91dff19 tempest-ExtraDHCPOptionsTestJSON-106244503 tempest-ExtraDHCPOptionsTestJSON-106244503-project] 10.222.0.20 "DELETE /v2.0/subnets/448f6f3e-0c60-4a90-99a2-e2d7bce81e64 HTTP/1.1" status: 204 len: 168 time: 1.8046758 Feb 28 10:35:05.491937 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 36506) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:05.507468 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e03b907a-8bbe-4851-8cab-3b35e07f926a tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551'] for network (174450e2-ed1c-41d2-9052-2b416266f1c9), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:05.512920 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-21ddb186-8cc4-4501-8436-0ddf4f0dba25 None None] For port f95a7eb2-4d80-425b-9c2b-d6a7a7b0d70e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f95a7eb2-4d80-425b-9c2b-d6a7a7b0d70e,segment=NetworkSegment(e230710c-6031-4ca8-80c0-080bf7229064),segment_id=e230710c-6031-4ca8-80c0-080bf7229064)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:35:05.513374 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-21ddb186-8cc4-4501-8436-0ddf4f0dba25 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (f95a7eb2-4d80-425b-9c2b-d6a7a7b0d70e), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:05.514229 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e03b907a-8bbe-4851-8cab-3b35e07f926a tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:05.515007 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e03b907a-8bbe-4851-8cab-3b35e07f926a tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616561'] for network (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:05.526770 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-21ddb186-8cc4-4501-8436-0ddf4f0dba25 None None] Calling delete_port for f95a7eb2-4d80-425b-9c2b-d6a7a7b0d70e owned by network:dhcp {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:35:05.538260 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9f55982-104c-4e5d-99da-27f9b182af82 None None] Network 27b5116f-111e-4244-9994-9f3dcee8a4fd requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:35:05.573930 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-816a0eca-5d2c-4675-9563-8e43cc22d896 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Allocated IP 2001:db8::3b8 (8c1e775d-fafe-496f-a101-ba38903da4d5/458805f9-dbea-4241-bf92-ea374b83097f/e10b891e-e4b1-4da0-a433-7da47a538be5) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:35:05.611027 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-dd8066ce-3214-4846-a42b-554ec713d3cc tempest-ExtraDHCPOptionsTestJSON-106244503 tempest-ExtraDHCPOptionsTestJSON-106244503-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-665757'] for network (27b5116f-111e-4244-9994-9f3dcee8a4fd), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:05.670616 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 36510) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:05.713390 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-41b306fd-5cf6-431e-be04-7c2b5d557b9e tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks [] for security_group (f1e97d17-eb16-46d5-8df9-0deed761f1ee), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:05.724494 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-41b306fd-5cf6-431e-be04-7c2b5d557b9e tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (f1e97d17-eb16-46d5-8df9-0deed761f1ee), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:05.726795 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 1bbcc870-367d-41e3-aaea-524d4c477f60 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:35:05.727895 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 239e8770-6002-4270-b1de-839697e73dd8 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:35:05.732918 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-21ddb186-8cc4-4501-8436-0ddf4f0dba25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758'] for port (f95a7eb2-4d80-425b-9c2b-d6a7a7b0d70e), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:05.758251 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b306fd-5cf6-431e-be04-7c2b5d557b9e tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1e97d17-eb16-46d5-8df9-0deed761f1ee,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:05.763039 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-dd8066ce-3214-4846-a42b-554ec713d3cc tempest-ExtraDHCPOptionsTestJSON-106244503 tempest-ExtraDHCPOptionsTestJSON-106244503-project] Deleting port 239e8770-6002-4270-b1de-839697e73dd8 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:35:05.763398 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-dd8066ce-3214-4846-a42b-554ec713d3cc tempest-ExtraDHCPOptionsTestJSON-106244503 tempest-ExtraDHCPOptionsTestJSON-106244503-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (239e8770-6002-4270-b1de-839697e73dd8), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:05.785260 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ddb186-8cc4-4501-8436-0ddf4f0dba25 None None] Pushing event deleted for resources: {'Port': ['ID=f95a7eb2-4d80-425b-9c2b-d6a7a7b0d70e,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:05.795273 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ddb186-8cc4-4501-8436-0ddf4f0dba25 None None] No DVR routers for this DVR port f95a7eb2-4d80-425b-9c2b-d6a7a7b0d70e on host dv-neutron-master-2-hyperv {{(pid=103409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:35:05.822018 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port 239e8770-6002-4270-b1de-839697e73dd8 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:35:05.822782 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (239e8770-6002-4270-b1de-839697e73dd8), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:05.893433 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-e03b907a-8bbe-4851-8cab-3b35e07f926a tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.8771188 Feb 28 10:35:05.906256 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 36514) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:05.937151 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-aa924eec-2fa3-492b-91e9-623123f29325 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Request body: {'subnet': {'network_id': '174450e2-ed1c-41d2-9052-2b416266f1c9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:05.943398 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fa2d016-3a27-4e86-8017-eb931698f32d None None] DHCP port deletion for 27b5116f-111e-4244-9994-9f3dcee8a4fd request from dv-neutron-master-2-hyperv {{(pid=103409) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:35:05.950174 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03b907a-8bbe-4851-8cab-3b35e07f926a tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Pushing event updated for resources: {'Network': ['ID=174450e2-ed1c-41d2-9052-2b416266f1c9,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:05.976183 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Network 174450e2-ed1c-41d2-9052-2b416266f1c9 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103409) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:35:05.983013 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-3648fe45-b762-4753-ab97-7e58595084ef None None] Port f95a7eb2-4d80-425b-9c2b-d6a7a7b0d70e update to ACTIVE by agent not found {{(pid=103409) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Feb 28 10:35:06.058837 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 239e8770-6002-4270-b1de-839697e73dd8 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:35:06.114356 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-3fa2d016-3a27-4e86-8017-eb931698f32d None None] Deleting port 239e8770-6002-4270-b1de-839697e73dd8 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:35:06.114663 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3fa2d016-3a27-4e86-8017-eb931698f32d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (239e8770-6002-4270-b1de-839697e73dd8), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:06.145174 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-816a0eca-5d2c-4675-9563-8e43cc22d896 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks [] for port (e10b891e-e4b1-4da0-a433-7da47a538be5), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:06.186173 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-3fa2d016-3a27-4e86-8017-eb931698f32d None None] For port 239e8770-6002-4270-b1de-839697e73dd8, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=239e8770-6002-4270-b1de-839697e73dd8,segment=NetworkSegment(ad2b669a-e4d0-42e1-aaf3-824ba4eb7220),segment_id=ad2b669a-e4d0-42e1-aaf3-824ba4eb7220)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:35:06.186700 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3fa2d016-3a27-4e86-8017-eb931698f32d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (239e8770-6002-4270-b1de-839697e73dd8), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:06.204931 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-3fa2d016-3a27-4e86-8017-eb931698f32d None None] Calling delete_port for 239e8770-6002-4270-b1de-839697e73dd8 owned by network:dhcp {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:35:06.224943 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-2f164ef9-ff93-4135-ba7c-f4905e1a4ad9 tempest-NetworksNegativeTestJSON-1367546104 tempest-NetworksNegativeTestJSON-1367546104-project] Request body: {'port': {'network_id': 'f8b491a6-7ce4-40b6-a640-c323fb1f3cfb', 'name': 'tempest-NetworksNegativeTestJSON-1351401393'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:06.232595 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.objects.ports [None req-fb653a52-d57a-474d-aac8-4d643d26a400 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103408) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 28 10:35:06.234595 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-dd8066ce-3214-4846-a42b-554ec713d3cc tempest-ExtraDHCPOptionsTestJSON-106244503 tempest-ExtraDHCPOptionsTestJSON-106244503-project] For port 239e8770-6002-4270-b1de-839697e73dd8, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=239e8770-6002-4270-b1de-839697e73dd8,segment=NetworkSegment(ad2b669a-e4d0-42e1-aaf3-824ba4eb7220),segment_id=ad2b669a-e4d0-42e1-aaf3-824ba4eb7220)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:35:06.235180 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-dd8066ce-3214-4846-a42b-554ec713d3cc tempest-ExtraDHCPOptionsTestJSON-106244503 tempest-ExtraDHCPOptionsTestJSON-106244503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (239e8770-6002-4270-b1de-839697e73dd8), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:06.239214 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41b306fd-5cf6-431e-be04-7c2b5d557b9e tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 297} {{(pid=103407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:35:06.240375 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fb653a52-d57a-474d-aac8-4d643d26a400 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3242588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3951195'] for subnet (1030c021-b3aa-4bc7-b4ee-d0f09332b437), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:06.269268 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f164ef9-ff93-4135-ba7c-f4905e1a4ad9 tempest-NetworksNegativeTestJSON-1367546104 tempest-NetworksNegativeTestJSON-1367546104-project] POST failed (client error): The resource could not be found. Feb 28 10:35:06.270067 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f164ef9-ff93-4135-ba7c-f4905e1a4ad9 tempest-NetworksNegativeTestJSON-1367546104 tempest-NetworksNegativeTestJSON-1367546104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:35:06.271693 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-2f164ef9-ff93-4135-ba7c-f4905e1a4ad9 tempest-NetworksNegativeTestJSON-1367546104 tempest-NetworksNegativeTestJSON-1367546104-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.5999331 Feb 28 10:35:06.277786 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-dd8066ce-3214-4846-a42b-554ec713d3cc tempest-ExtraDHCPOptionsTestJSON-106244503 tempest-ExtraDHCPOptionsTestJSON-106244503-project] Calling delete_port for 239e8770-6002-4270-b1de-839697e73dd8 owned by network:dhcp {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:35:06.279271 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 36516) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:06.291756 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-41b306fd-5cf6-431e-be04-7c2b5d557b9e tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (33a53ebc-1ca8-4db5-89a0-2074849846ae), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:06.292111 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.db.segments_db [None req-41b306fd-5cf6-431e-be04-7c2b5d557b9e tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Added segment 33a53ebc-1ca8-4db5-89a0-2074849846ae of type vlan for network d060eb74-7ff5-4937-9806-595fb3ce4f18 Feb 28 10:35:06.321286 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fcf8ce9-1af9-4c46-8c12-65f7e07ea598 tempest-NetworksNegativeTestJSON-1367546104 tempest-NetworksNegativeTestJSON-1367546104-project] DELETE failed (client error): The resource could not be found. Feb 28 10:35:06.322117 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fcf8ce9-1af9-4c46-8c12-65f7e07ea598 tempest-NetworksNegativeTestJSON-1367546104 tempest-NetworksNegativeTestJSON-1367546104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:35:06.325416 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-8fcf8ce9-1af9-4c46-8c12-65f7e07ea598 tempest-NetworksNegativeTestJSON-1367546104 tempest-NetworksNegativeTestJSON-1367546104-project] 10.222.0.20 "DELETE /v2.0/networks/516d8e51-cfff-4717-83ec-fb7e2da186b4 HTTP/1.1" status: 404 len: 339 time: 0.0451448 Feb 28 10:35:06.341519 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa924eec-2fa3-492b-91e9-623123f29325 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Made reservation on behalf of fcbd8a4414c04d26b7c516c4c4618e73 for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:35:06.345218 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-aa924eec-2fa3-492b-91e9-623123f29325 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3951209'] for subnet (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:06.346372 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 36518) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:06.374029 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3fa2d016-3a27-4e86-8017-eb931698f32d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758'] for port (239e8770-6002-4270-b1de-839697e73dd8), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:06.387699 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb653a52-d57a-474d-aac8-4d643d26a400 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Network 9f0a511d-8408-4971-9daa-968eebea54f2 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:35:06.389278 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-816a0eca-5d2c-4675-9563-8e43cc22d896 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (e10b891e-e4b1-4da0-a433-7da47a538be5), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:06.411897 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device f481eccf-f189-45bc-99bf-ff31b949904a up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:35:06.415800 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa2d016-3a27-4e86-8017-eb931698f32d None None] Pushing event deleted for resources: {'Port': ['ID=239e8770-6002-4270-b1de-839697e73dd8,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:06.431603 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5bc8ee9-4e24-41b1-a236-b9ad64fa5993 tempest-NetworksNegativeTestJSON-1367546104 tempest-NetworksNegativeTestJSON-1367546104-project] DELETE failed (client error): The resource could not be found. Feb 28 10:35:06.432438 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5bc8ee9-4e24-41b1-a236-b9ad64fa5993 tempest-NetworksNegativeTestJSON-1367546104 tempest-NetworksNegativeTestJSON-1367546104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:35:06.435789 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-b5bc8ee9-4e24-41b1-a236-b9ad64fa5993 tempest-NetworksNegativeTestJSON-1367546104 tempest-NetworksNegativeTestJSON-1367546104-project] 10.222.0.20 "DELETE /v2.0/ports/80725cbd-6179-4169-8219-b33592332037 HTTP/1.1" status: 404 len: 333 time: 0.0492182 Feb 28 10:35:06.441472 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 36520) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:06.446617 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa2d016-3a27-4e86-8017-eb931698f32d None None] No DVR routers for this DVR port 239e8770-6002-4270-b1de-839697e73dd8 on host dv-neutron-master-2-hyperv {{(pid=103409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:35:06.455174 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-816a0eca-5d2c-4675-9563-8e43cc22d896 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Network 8c1e775d-fafe-496f-a101-ba38903da4d5 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:35:06.465763 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-816a0eca-5d2c-4675-9563-8e43cc22d896 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:35:06.468153 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816a0eca-5d2c-4675-9563-8e43cc22d896 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:35:06.474263 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-816a0eca-5d2c-4675-9563-8e43cc22d896 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:06.475130 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-816a0eca-5d2c-4675-9563-8e43cc22d896 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:06.478391 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-41b306fd-5cf6-431e-be04-7c2b5d557b9e tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742056637431'] for network (d060eb74-7ff5-4937-9806-595fb3ce4f18), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:06.481718 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-60dc3a09-7e51-493c-9597-fdd1f98ddbe8 tempest-NetworksNegativeTestJSON-1367546104 tempest-NetworksNegativeTestJSON-1367546104-project] DELETE failed (client error): The resource could not be found. Feb 28 10:35:06.482617 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60dc3a09-7e51-493c-9597-fdd1f98ddbe8 tempest-NetworksNegativeTestJSON-1367546104 tempest-NetworksNegativeTestJSON-1367546104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:35:06.486636 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-60dc3a09-7e51-493c-9597-fdd1f98ddbe8 tempest-NetworksNegativeTestJSON-1367546104 tempest-NetworksNegativeTestJSON-1367546104-project] 10.222.0.20 "DELETE /v2.0/subnets/dbde01ad-fe9e-4cb9-aed6-4c8164d32a21 HTTP/1.1" status: 404 len: 337 time: 0.0438437 Feb 28 10:35:06.487075 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port f481eccf-f189-45bc-99bf-ff31b949904a triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:35:06.487538 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (f481eccf-f189-45bc-99bf-ff31b949904a), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:06.493661 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-fb653a52-d57a-474d-aac8-4d643d26a400 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:35:06.496586 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 36522) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:06.500200 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb653a52-d57a-474d-aac8-4d643d26a400 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:06.500858 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fb653a52-d57a-474d-aac8-4d643d26a400 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks [] for subnet (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:06.525157 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4de5df43-e3d2-491e-a188-5904654d25b5 None None] Network 9f0a511d-8408-4971-9daa-968eebea54f2 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:35:06.541673 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fa37e4e-61a6-4ac3-8f42-ea3681441462 tempest-NetworksNegativeTestJSON-1367546104 tempest-NetworksNegativeTestJSON-1367546104-project] GET failed (client error): The resource could not be found. Feb 28 10:35:06.544240 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-7fa37e4e-61a6-4ac3-8f42-ea3681441462 tempest-NetworksNegativeTestJSON-1367546104 tempest-NetworksNegativeTestJSON-1367546104-project] 10.222.0.20 "GET /v2.0/networks/afb94a05-44d2-40bd-b344-3bdcfde8c703 HTTP/1.1" status: 404 len: 339 time: 0.0424871 Feb 28 10:35:06.549786 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 36524) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:06.576427 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c98b3643-dc20-426a-9789-dbc26fd5247f None None] Network 8c1e775d-fafe-496f-a101-ba38903da4d5 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:35:06.581672 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-816a0eca-5d2c-4675-9563-8e43cc22d896 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.2383327 Feb 28 10:35:06.587874 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-fb653a52-d57a-474d-aac8-4d643d26a400 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.0244071 Feb 28 10:35:06.589036 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 36526) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:06.589374 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 36528) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:06.591870 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-41b306fd-5cf6-431e-be04-7c2b5d557b9e tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551'] for network (d060eb74-7ff5-4937-9806-595fb3ce4f18), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:06.592016 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb653a52-d57a-474d-aac8-4d643d26a400 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Pushing event updated for resources: {'Subnet': ['ID=1030c021-b3aa-4bc7-b4ee-d0f09332b437,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:06.597217 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41b306fd-5cf6-431e-be04-7c2b5d557b9e tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:06.597982 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-41b306fd-5cf6-431e-be04-7c2b5d557b9e tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:06.602496 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-3fb9bece-2546-4826-a8d3-fc0a8ad1cebb tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Request body: {'port': {'network_id': '9f0a511d-8408-4971-9daa-968eebea54f2', 'mac_address': 'fa:16:3e:f0:8c:a0', 'name': 'tempest-NetworksTestDHCPv6-618163056'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:06.605245 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-06ca19b3-f81b-4aba-9c49-08784f3cf34c tempest-NetworksNegativeTestJSON-1367546104 tempest-NetworksNegativeTestJSON-1367546104-project] GET failed (client error): The resource could not be found. Feb 28 10:35:06.606784 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-06ca19b3-f81b-4aba-9c49-08784f3cf34c tempest-NetworksNegativeTestJSON-1367546104 tempest-NetworksNegativeTestJSON-1367546104-project] 10.222.0.20 "GET /v2.0/ports/39613b6d-521a-4209-904f-9930fd949b16 HTTP/1.1" status: 404 len: 333 time: 0.0557880 Feb 28 10:35:06.611946 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 36530) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:06.689419 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-dd8066ce-3214-4846-a42b-554ec713d3cc tempest-ExtraDHCPOptionsTestJSON-106244503 tempest-ExtraDHCPOptionsTestJSON-106244503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (239e8770-6002-4270-b1de-839697e73dd8), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:06.708060 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1a5814c-43cf-47ea-a347-33de80b8de49 tempest-NetworksNegativeTestJSON-1367546104 tempest-NetworksNegativeTestJSON-1367546104-project] GET failed (client error): The resource could not be found. Feb 28 10:35:06.709799 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-f1a5814c-43cf-47ea-a347-33de80b8de49 tempest-NetworksNegativeTestJSON-1367546104 tempest-NetworksNegativeTestJSON-1367546104-project] 10.222.0.20 "GET /v2.0/subnets/825f25c0-dbf1-4c69-b0ae-72b2ae31d247 HTTP/1.1" status: 404 len: 337 time: 0.0979438 Feb 28 10:35:06.721588 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 36532) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:06.739470 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8066ce-3214-4846-a42b-554ec713d3cc tempest-ExtraDHCPOptionsTestJSON-106244503 tempest-ExtraDHCPOptionsTestJSON-106244503-project] No DVR routers for this DVR port 239e8770-6002-4270-b1de-839697e73dd8 on host dv-neutron-master-2-hyperv {{(pid=103407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:35:06.743630 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-41b306fd-5cf6-431e-be04-7c2b5d557b9e tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.5462437 Feb 28 10:35:06.743974 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-709091e7-d453-492b-88e2-0cb2d81cd02a tempest-NetworksNegativeTestJSON-1367546104 tempest-NetworksNegativeTestJSON-1367546104-project] Request body: {'network': {'name': 'new_name'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:06.747375 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8066ce-3214-4846-a42b-554ec713d3cc tempest-ExtraDHCPOptionsTestJSON-106244503 tempest-ExtraDHCPOptionsTestJSON-106244503-project] Pushing event deleted for resources: {'Port': ['ID=239e8770-6002-4270-b1de-839697e73dd8,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:06.747784 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 36534) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:06.749340 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b306fd-5cf6-431e-be04-7c2b5d557b9e tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Pushing event updated for resources: {'Network': ['ID=d060eb74-7ff5-4937-9806-595fb3ce4f18,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:06.759332 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816a0eca-5d2c-4675-9563-8e43cc22d896 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Pushing event updated for resources: {'Port': ['ID=e10b891e-e4b1-4da0-a433-7da47a538be5,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:06.778974 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-fe5e7f18-7b71-4743-8505-f700e84a084f tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Request body: {'subnet': {'network_id': 'd060eb74-7ff5-4937-9806-595fb3ce4f18', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:06.806681 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-709091e7-d453-492b-88e2-0cb2d81cd02a tempest-NetworksNegativeTestJSON-1367546104 tempest-NetworksNegativeTestJSON-1367546104-project] PUT failed (client error): The resource could not be found. Feb 28 10:35:06.807189 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-709091e7-d453-492b-88e2-0cb2d81cd02a tempest-NetworksNegativeTestJSON-1367546104 tempest-NetworksNegativeTestJSON-1367546104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103408) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:35:06.812295 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-709091e7-d453-492b-88e2-0cb2d81cd02a tempest-NetworksNegativeTestJSON-1367546104 tempest-NetworksNegativeTestJSON-1367546104-project] 10.222.0.20 "PUT /v2.0/networks/2b4c1257-66be-4acc-9da5-d8f39d333ae1 HTTP/1.1" status: 404 len: 339 time: 0.0833259 Feb 28 10:35:06.816636 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 36536) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:06.816880 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Network d060eb74-7ff5-4937-9806-595fb3ce4f18 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103409) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:35:06.822420 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-55a9e162-9cba-4632-b7ea-98669762a84a tempest-NetworksNegativeTestJSON-1367546104 tempest-NetworksNegativeTestJSON-1367546104-project] Request body: {'port': {'name': 'new_name'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:06.852793 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-55a9e162-9cba-4632-b7ea-98669762a84a tempest-NetworksNegativeTestJSON-1367546104 tempest-NetworksNegativeTestJSON-1367546104-project] PUT failed (client error): The resource could not be found. Feb 28 10:35:06.853011 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55a9e162-9cba-4632-b7ea-98669762a84a tempest-NetworksNegativeTestJSON-1367546104 tempest-NetworksNegativeTestJSON-1367546104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:35:06.854071 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-55a9e162-9cba-4632-b7ea-98669762a84a tempest-NetworksNegativeTestJSON-1367546104 tempest-NetworksNegativeTestJSON-1367546104-project] 10.222.0.20 "PUT /v2.0/ports/6fe3b5f2-a83c-4f68-a9c2-ee0db1ac648d HTTP/1.1" status: 404 len: 333 time: 0.0363178 Feb 28 10:35:06.859673 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 36538) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:06.865098 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-56243eaa-4059-4690-ba36-e7921a9e1b0a tempest-NetworksNegativeTestJSON-1367546104 tempest-NetworksNegativeTestJSON-1367546104-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:06.869249 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-dd8066ce-3214-4846-a42b-554ec713d3cc tempest-ExtraDHCPOptionsTestJSON-106244503 tempest-ExtraDHCPOptionsTestJSON-106244503-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672413', 'neutron.services.segments.db._delete_segments_for_network-8742057110173'] for network (27b5116f-111e-4244-9994-9f3dcee8a4fd), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:06.899183 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-56243eaa-4059-4690-ba36-e7921a9e1b0a tempest-NetworksNegativeTestJSON-1367546104 tempest-NetworksNegativeTestJSON-1367546104-project] PUT failed (client error): The resource could not be found. Feb 28 10:35:06.899646 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56243eaa-4059-4690-ba36-e7921a9e1b0a tempest-NetworksNegativeTestJSON-1367546104 tempest-NetworksNegativeTestJSON-1367546104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:35:06.900994 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-56243eaa-4059-4690-ba36-e7921a9e1b0a tempest-NetworksNegativeTestJSON-1367546104 tempest-NetworksNegativeTestJSON-1367546104-project] 10.222.0.20 "PUT /v2.0/subnets/349f5184-6108-441e-84b6-dccf567c7858 HTTP/1.1" status: 404 len: 337 time: 0.0404074 Feb 28 10:35:06.907959 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3e368f4a-7134-4a21-9a7f-8c01640c956d tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1802615'] for router_interface (c7995b93-3824-4093-bd80-c8b7ab1a5891), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:06.921151 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-dd8066ce-3214-4846-a42b-554ec713d3cc tempest-ExtraDHCPOptionsTestJSON-106244503 tempest-ExtraDHCPOptionsTestJSON-106244503-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27b5116f-111e-4244-9994-9f3dcee8a4fd']}} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:06.934763 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-3333b6ca-96d2-4991-8cf4-86f0f4275f94 None None] Provisioning complete for port f481eccf-f189-45bc-99bf-ff31b949904a triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:35:06.934763 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3333b6ca-96d2-4991-8cf4-86f0f4275f94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (f481eccf-f189-45bc-99bf-ff31b949904a), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:06.948117 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-dd8066ce-3214-4846-a42b-554ec713d3cc tempest-ExtraDHCPOptionsTestJSON-106244503 tempest-ExtraDHCPOptionsTestJSON-106244503-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad2b669a-e4d0-42e1-aaf3-824ba4eb7220') {'for_net_delete': True} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:06.949274 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-dd8066ce-3214-4846-a42b-554ec713d3cc tempest-ExtraDHCPOptionsTestJSON-106244503 tempest-ExtraDHCPOptionsTestJSON-106244503-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad2b669a-e4d0-42e1-aaf3-824ba4eb7220') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:06.970791 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-dd8066ce-3214-4846-a42b-554ec713d3cc tempest-ExtraDHCPOptionsTestJSON-106244503 tempest-ExtraDHCPOptionsTestJSON-106244503-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742057113766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3501147'] for segment (ad2b669a-e4d0-42e1-aaf3-824ba4eb7220), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:06.996680 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-dd8066ce-3214-4846-a42b-554ec713d3cc tempest-ExtraDHCPOptionsTestJSON-106244503 tempest-ExtraDHCPOptionsTestJSON-106244503-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (ad2b669a-e4d0-42e1-aaf3-824ba4eb7220), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:07.012335 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd8066ce-3214-4846-a42b-554ec713d3cc tempest-ExtraDHCPOptionsTestJSON-106244503 tempest-ExtraDHCPOptionsTestJSON-106244503-project] Releasing vlan 275 on physical network physnet1 to pool {{(pid=103407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:35:07.012335 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-dd8066ce-3214-4846-a42b-554ec713d3cc tempest-ExtraDHCPOptionsTestJSON-106244503 tempest-ExtraDHCPOptionsTestJSON-106244503-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3498166'] for segment (ad2b669a-e4d0-42e1-aaf3-824ba4eb7220), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:07.016994 dv-neutron-master-2-hyperv neutron-server[103407]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 10:35:07.016994 dv-neutron-master-2-hyperv neutron-server[103407]: self.session.flush() Feb 28 10:35:07.016994 dv-neutron-master-2-hyperv neutron-server[103407]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 10:35:07.016994 dv-neutron-master-2-hyperv neutron-server[103407]: self.session.flush() Feb 28 10:35:07.016994 dv-neutron-master-2-hyperv neutron-server[103407]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 10:35:07.016994 dv-neutron-master-2-hyperv neutron-server[103407]: self.session.flush() Feb 28 10:35:07.016994 dv-neutron-master-2-hyperv neutron-server[103407]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 10:35:07.016994 dv-neutron-master-2-hyperv neutron-server[103407]: self.session.flush() Feb 28 10:35:07.016994 dv-neutron-master-2-hyperv neutron-server[103407]: Traceback (most recent call last): Feb 28 10:35:07.016994 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:35:07.016994 dv-neutron-master-2-hyperv neutron-server[103407]: timer() Feb 28 10:35:07.016994 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:35:07.016994 dv-neutron-master-2-hyperv neutron-server[103407]: cb(*args, **kw) Feb 28 10:35:07.016994 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:35:07.016994 dv-neutron-master-2-hyperv neutron-server[103407]: return func(*args, **kwargs) Feb 28 10:35:07.016994 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:35:07.016994 dv-neutron-master-2-hyperv neutron-server[103407]: self._notify() Feb 28 10:35:07.016994 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:35:07.016994 dv-neutron-master-2-hyperv neutron-server[103407]: self.callback(batched_events) Feb 28 10:35:07.016994 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:35:07.016994 dv-neutron-master-2-hyperv neutron-server[103407]: event.method(event) Feb 28 10:35:07.016994 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:35:07.016994 dv-neutron-master-2-hyperv neutron-server[103407]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:35:07.016994 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:35:07.016994 dv-neutron-master-2-hyperv neutron-server[103407]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:35:07.016994 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:35:07.016994 dv-neutron-master-2-hyperv neutron-server[103407]: return f(self, *a, **k) Feb 28 10:35:07.016994 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:35:07.016994 dv-neutron-master-2-hyperv neutron-server[103407]: return self._get(url).json() Feb 28 10:35:07.016994 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:35:07.016994 dv-neutron-master-2-hyperv neutron-server[103407]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:35:07.016994 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:35:07.016994 dv-neutron-master-2-hyperv neutron-server[103407]: return self.request(url, 'GET', **kwargs) Feb 28 10:35:07.016994 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:35:07.016994 dv-neutron-master-2-hyperv neutron-server[103407]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:35:07.016994 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:35:07.016994 dv-neutron-master-2-hyperv neutron-server[103407]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:35:07.016994 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:35:07.016994 dv-neutron-master-2-hyperv neutron-server[103407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:35:07.016994 dv-neutron-master-2-hyperv neutron-server[103407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:35:07.045675 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c659bd17-44a7-428c-b3aa-01c5227da1f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-9f0a511d-8408-4971-9daa-968eebea54f2', 'network_id': '9f0a511d-8408-4971-9daa-968eebea54f2', 'project_id': '01d784a6a3f04224a7e9160ad9d44184', 'fixed_ips': [{'subnet_id': '1030c021-b3aa-4bc7-b4ee-d0f09332b437'}]}} from dv-neutron-master-2-hyperv. {{(pid=103409) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:35:07.046542 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c659bd17-44a7-428c-b3aa-01c5227da1f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:07.067900 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port f481eccf-f189-45bc-99bf-ff31b949904a is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:35:07.068300 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (f481eccf-f189-45bc-99bf-ff31b949904a), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:07.071138 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92b2ebdc-eb3d-4bb3-acc0-b7baff21ca78 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:07.075394 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-92b2ebdc-eb3d-4bb3-acc0-b7baff21ca78 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A45 HTTP/1.1" status: 200 len: 928 time: 0.4780693 Feb 28 10:35:07.079434 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 36542) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:07.121515 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fb9bece-2546-4826-a8d3-fc0a8ad1cebb tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Made reservation on behalf of 01d784a6a3f04224a7e9160ad9d44184 for: {'port': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:35:07.140267 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe5e7f18-7b71-4743-8505-f700e84a084f tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Made reservation on behalf of d71d46ff16814ba6beba53557129e360 for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:35:07.143703 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fe5e7f18-7b71-4743-8505-f700e84a084f tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3951209'] for subnet (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:07.152978 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-dd8066ce-3214-4846-a42b-554ec713d3cc tempest-ExtraDHCPOptionsTestJSON-106244503 tempest-ExtraDHCPOptionsTestJSON-106244503-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803269'] for network (27b5116f-111e-4244-9994-9f3dcee8a4fd), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:07.183524 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-dd8066ce-3214-4846-a42b-554ec713d3cc tempest-ExtraDHCPOptionsTestJSON-106244503 tempest-ExtraDHCPOptionsTestJSON-106244503-project] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:07.187244 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-dd8066ce-3214-4846-a42b-554ec713d3cc tempest-ExtraDHCPOptionsTestJSON-106244503 tempest-ExtraDHCPOptionsTestJSON-106244503-project] 10.222.0.20 "DELETE /v2.0/networks/27b5116f-111e-4244-9994-9f3dcee8a4fd HTTP/1.1" status: 204 len: 168 time: 1.6941435 Feb 28 10:35:07.202292 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8066ce-3214-4846-a42b-554ec713d3cc tempest-ExtraDHCPOptionsTestJSON-106244503 tempest-ExtraDHCPOptionsTestJSON-106244503-project] Pushing event deleted for resources: {'Network': ['ID=27b5116f-111e-4244-9994-9f3dcee8a4fd,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:07.226076 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] For port f481eccf-f189-45bc-99bf-ff31b949904a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f481eccf-f189-45bc-99bf-ff31b949904a,segment=NetworkSegment(b819b3af-be22-4160-a8f1-dd2bfa3aa3a6),segment_id=b819b3af-be22-4160-a8f1-dd2bfa3aa3a6)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:35:07.239629 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (f481eccf-f189-45bc-99bf-ff31b949904a), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:07.305386 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-3333b6ca-96d2-4991-8cf4-86f0f4275f94 None None] Current status of the port f481eccf-f189-45bc-99bf-ff31b949904a is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:35:07.305845 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3333b6ca-96d2-4991-8cf4-86f0f4275f94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (f481eccf-f189-45bc-99bf-ff31b949904a), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:07.328358 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-9e17282a-9296-4a9d-82b8-04075754cb8e tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Deleting port e10b891e-e4b1-4da0-a433-7da47a538be5 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:35:07.332533 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9e17282a-9296-4a9d-82b8-04075754cb8e tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (e10b891e-e4b1-4da0-a433-7da47a538be5), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:07.357148 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device f95a7eb2-4d80-425b-9c2b-d6a7a7b0d70e no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:35:07.411521 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] No Port match for: f95a7eb2-4d80-425b-9c2b-d6a7a7b0d70e {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:35:07.412046 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device f95a7eb2-4d80-425b-9c2b-d6a7a7b0d70e not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:35:07.412337 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 239e8770-6002-4270-b1de-839697e73dd8 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:35:07.458157 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-c659bd17-44a7-428c-b3aa-01c5227da1f0 None None] Allocated IP 2001:db8::f816:3eff:fe1a:d3e7 (9f0a511d-8408-4971-9daa-968eebea54f2/1030c021-b3aa-4bc7-b4ee-d0f09332b437/e1a4121e-ece3-43ab-b24b-27bab2c35127) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:35:07.483176 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Pushing event updated for resources: {'Port': ['ID=f481eccf-f189-45bc-99bf-ff31b949904a,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:07.501014 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3fb9bece-2546-4826-a8d3-fc0a8ad1cebb tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:07.504002 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] No Port match for: 239e8770-6002-4270-b1de-839697e73dd8 {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:35:07.504364 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 239e8770-6002-4270-b1de-839697e73dd8 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:35:07.544653 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 36550) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:07.551834 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.db.api [None req-3333b6ca-96d2-4991-8cf4-86f0f4275f94 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103409) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 10:35:07.552404 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG oslo_db.api [None req-3333b6ca-96d2-4991-8cf4-86f0f4275f94 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 10:35:07.562905 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-3fb9bece-2546-4826-a8d3-fc0a8ad1cebb tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] device_id is not set on port c4ca85ee-139b-4cab-a956-9960702ab570 yet. {{(pid=103408) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:35:07.624228 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.objects.ports [None req-aa924eec-2fa3-492b-91e9-623123f29325 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103408) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 28 10:35:07.631670 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9e17282a-9296-4a9d-82b8-04075754cb8e tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (e10b891e-e4b1-4da0-a433-7da47a538be5), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:07.665711 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-9e17282a-9296-4a9d-82b8-04075754cb8e tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Calling delete_port for e10b891e-e4b1-4da0-a433-7da47a538be5 owned by {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:35:07.685019 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-aa924eec-2fa3-492b-91e9-623123f29325 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3242588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3951195'] for subnet (e3b31fa7-2f3d-413a-9ed3-2967e6496f8a), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:07.704885 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 36554) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:07.758551 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c659bd17-44a7-428c-b3aa-01c5227da1f0 None None] Publish callbacks [] for port (e1a4121e-ece3-43ab-b24b-27bab2c35127), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:07.774156 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c659bd17-44a7-428c-b3aa-01c5227da1f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749'] for port (e1a4121e-ece3-43ab-b24b-27bab2c35127), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:07.852471 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9e17282a-9296-4a9d-82b8-04075754cb8e tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (e10b891e-e4b1-4da0-a433-7da47a538be5), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:07.866269 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c659bd17-44a7-428c-b3aa-01c5227da1f0 None None] Network 9f0a511d-8408-4971-9daa-968eebea54f2 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:35:07.874335 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-c659bd17-44a7-428c-b3aa-01c5227da1f0 None None] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:35:07.878403 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c659bd17-44a7-428c-b3aa-01c5227da1f0 None None] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:35:07.893927 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c659bd17-44a7-428c-b3aa-01c5227da1f0 None None] Pushing event updated for resources: {'Port': ['ID=e1a4121e-ece3-43ab-b24b-27bab2c35127,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:07.911967 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e17282a-9296-4a9d-82b8-04075754cb8e tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Pushing event deleted for resources: {'Port': ['ID=e10b891e-e4b1-4da0-a433-7da47a538be5,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:07.954475 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-c659bd17-44a7-428c-b3aa-01c5227da1f0 None None] Attempting to bind port e1a4121e-ece3-43ab-b24b-27bab2c35127 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:35:07.954775 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-c659bd17-44a7-428c-b3aa-01c5227da1f0 None None] Attempting to bind port e1a4121e-ece3-43ab-b24b-27bab2c35127 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'bf553b55-fb1d-4346-a090-4fb77eb0fbd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '9f0a511d-8408-4971-9daa-968eebea54f2'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:35:07.955409 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9e17282a-9296-4a9d-82b8-04075754cb8e tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:07.955515 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c659bd17-44a7-428c-b3aa-01c5227da1f0 None None] Attempting to bind port e1a4121e-ece3-43ab-b24b-27bab2c35127 on network 9f0a511d-8408-4971-9daa-968eebea54f2 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:35:07.961468 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c659bd17-44a7-428c-b3aa-01c5227da1f0 None None] Checking agent: {'id': '75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 24, 15), 'started_at': datetime.datetime(2022, 2, 28, 10, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 34, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:35:07.961786 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c659bd17-44a7-428c-b3aa-01c5227da1f0 None None] Checking segment: {'id': 'bf553b55-fb1d-4346-a090-4fb77eb0fbd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '9f0a511d-8408-4971-9daa-968eebea54f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:35:07.962499 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c659bd17-44a7-428c-b3aa-01c5227da1f0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:07.963045 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c659bd17-44a7-428c-b3aa-01c5227da1f0 None None] Bound using segment: {'id': 'bf553b55-fb1d-4346-a090-4fb77eb0fbd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '9f0a511d-8408-4971-9daa-968eebea54f2'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:35:07.963536 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-c659bd17-44a7-428c-b3aa-01c5227da1f0 None None] Bound port: e1a4121e-ece3-43ab-b24b-27bab2c35127, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf553b55-fb1d-4346-a090-4fb77eb0fbd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '9f0a511d-8408-4971-9daa-968eebea54f2'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:35:07.963920 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c659bd17-44a7-428c-b3aa-01c5227da1f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (e1a4121e-ece3-43ab-b24b-27bab2c35127), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:07.964259 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-9e17282a-9296-4a9d-82b8-04075754cb8e tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] 10.222.0.20 "DELETE /v2.0/ports/e10b891e-e4b1-4da0-a433-7da47a538be5 HTTP/1.1" status: 204 len: 168 time: 0.8806934 Feb 28 10:35:07.965126 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 36558) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:08.002956 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-99b822f9-a496-49ce-a711-524bf0aa635d tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] GET failed (client error): The resource could not be found. Feb 28 10:35:08.004738 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-99b822f9-a496-49ce-a711-524bf0aa635d tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] 10.222.0.20 "GET /v2.0/ports/e10b891e-e4b1-4da0-a433-7da47a538be5 HTTP/1.1" status: 404 len: 333 time: 0.0380285 Feb 28 10:35:08.007532 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 36560) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:08.051238 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-c659bd17-44a7-428c-b3aa-01c5227da1f0 None None] For port e1a4121e-ece3-43ab-b24b-27bab2c35127, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:35:08.058183 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-c659bd17-44a7-428c-b3aa-01c5227da1f0 None None] For port e1a4121e-ece3-43ab-b24b-27bab2c35127, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e1a4121e-ece3-43ab-b24b-27bab2c35127,segment=NetworkSegment(bf553b55-fb1d-4346-a090-4fb77eb0fbd7),segment_id=bf553b55-fb1d-4346-a090-4fb77eb0fbd7)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:35:08.063078 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (13ac42ae-016e-4baf-bb31-c6fa820b41c2), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:08.090201 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c659bd17-44a7-428c-b3aa-01c5227da1f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (e1a4121e-ece3-43ab-b24b-27bab2c35127), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:08.173570 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-3333b6ca-96d2-4991-8cf4-86f0f4275f94 None None] Current status of the port f481eccf-f189-45bc-99bf-ff31b949904a is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:35:08.193094 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c659bd17-44a7-428c-b3aa-01c5227da1f0 None None] Pushing event updated for resources: {'Port': ['ID=e1a4121e-ece3-43ab-b24b-27bab2c35127,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:08.203262 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-eeaf3503-74ff-4b35-ac10-e8ee1706bcc1 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Deleting port 2ae5f9b9-ae36-4234-b353-8db8255f4785 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:35:08.204288 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-eeaf3503-74ff-4b35-ac10-e8ee1706bcc1 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (2ae5f9b9-ae36-4234-b353-8db8255f4785), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:08.286667 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-5271a1f6-30f6-42db-ad4f-4f6d00b0226d None None] Could not find standard attr ID for object e10b891e-e4b1-4da0-a433-7da47a538be5. {{(pid=103409) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Feb 28 10:35:08.317787 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device f481eccf-f189-45bc-99bf-ff31b949904a up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:35:08.320488 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-5271a1f6-30f6-42db-ad4f-4f6d00b0226d None None] Provisioning complete for port f481eccf-f189-45bc-99bf-ff31b949904a triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:35:08.320772 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5271a1f6-30f6-42db-ad4f-4f6d00b0226d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (f481eccf-f189-45bc-99bf-ff31b949904a), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:08.353022 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-eeaf3503-74ff-4b35-ac10-e8ee1706bcc1 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (2ae5f9b9-ae36-4234-b353-8db8255f4785), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:08.368261 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-eeaf3503-74ff-4b35-ac10-e8ee1706bcc1 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Calling delete_port for 2ae5f9b9-ae36-4234-b353-8db8255f4785 owned by {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:35:08.416390 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-019f9578-6148-4d76-9db2-dc228c8fd727 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:08.445275 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port f481eccf-f189-45bc-99bf-ff31b949904a triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:35:08.445801 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (f481eccf-f189-45bc-99bf-ff31b949904a), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:08.481984 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa924eec-2fa3-492b-91e9-623123f29325 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Pushing event updated for resources: {'Subnet': ['ID=e3b31fa7-2f3d-413a-9ed3-2967e6496f8a,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:08.499213 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fe5e7f18-7b71-4743-8505-f700e84a084f tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3242588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3951195'] for subnet (317d1e60-bfb7-48db-914f-4cec5aa513f9), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:08.524011 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-5271a1f6-30f6-42db-ad4f-4f6d00b0226d None None] Current status of the port f481eccf-f189-45bc-99bf-ff31b949904a is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:35:08.555637 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-3fb9bece-2546-4826-a8d3-fc0a8ad1cebb tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Allocated IP 2001:db8::f816:3eff:fef0:8ca0 (9f0a511d-8408-4971-9daa-968eebea54f2/1030c021-b3aa-4bc7-b4ee-d0f09332b437/c4ca85ee-139b-4cab-a956-9960702ab570) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:35:08.555865 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-5271a1f6-30f6-42db-ad4f-4f6d00b0226d None None] Provisioning complete for port 2ae5f9b9-ae36-4234-b353-8db8255f4785 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:35:08.555865 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5271a1f6-30f6-42db-ad4f-4f6d00b0226d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (2ae5f9b9-ae36-4234-b353-8db8255f4785), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:08.566703 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-eeaf3503-74ff-4b35-ac10-e8ee1706bcc1 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (2ae5f9b9-ae36-4234-b353-8db8255f4785), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:08.587833 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa924eec-2fa3-492b-91e9-623123f29325 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Checking segment: {'id': 'd7e388f6-2c75-4a11-bfd4-e8530fe7b6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '174450e2-ed1c-41d2-9052-2b416266f1c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:35:08.588228 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa924eec-2fa3-492b-91e9-623123f29325 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Network hostable DHCP agents. Network: 174450e2-ed1c-41d2-9052-2b416266f1c9, hostable agents: ['fb6705d2-4f70-4965-92a3-fbfccd43a6d3'], hosted agents: [] {{(pid=103408) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:35:08.626104 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaf3503-74ff-4b35-ac10-e8ee1706bcc1 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Pushing event deleted for resources: {'Port': ['ID=2ae5f9b9-ae36-4234-b353-8db8255f4785,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:08.659032 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-ebe36e98-da07-4425-80d3-a51780e53010 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f223092a91b74d658ca6d52c175d7ab8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9453490 Feb 28 10:35:08.664940 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-5271a1f6-30f6-42db-ad4f-4f6d00b0226d None None] Port 2ae5f9b9-ae36-4234-b353-8db8255f4785 cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:35:08.667753 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port f481eccf-f189-45bc-99bf-ff31b949904a is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:35:08.679828 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 36562) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:08.685001 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-eeaf3503-74ff-4b35-ac10-e8ee1706bcc1 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:08.692846 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-eeaf3503-74ff-4b35-ac10-e8ee1706bcc1 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] 10.222.0.20 "DELETE /v2.0/ports/2ae5f9b9-ae36-4234-b353-8db8255f4785 HTTP/1.1" status: 204 len: 168 time: 0.6833613 Feb 28 10:35:08.693622 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 36564) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:08.721290 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-a034edab-e2df-4683-9373-7f39feee6282 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] GET failed (client error): The resource could not be found. Feb 28 10:35:08.726712 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-a034edab-e2df-4683-9373-7f39feee6282 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] 10.222.0.20 "GET /v2.0/ports/2ae5f9b9-ae36-4234-b353-8db8255f4785 HTTP/1.1" status: 404 len: 333 time: 0.0319901 Feb 28 10:35:08.727409 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 36566) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:08.768433 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5e7f18-7b71-4743-8505-f700e84a084f tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Pushing event updated for resources: {'Subnet': ['ID=317d1e60-bfb7-48db-914f-4cec5aa513f9,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:08.768727 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d9568484-55b1-4c53-8939-20f9850dcaef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fb6705d2-4f70-4965-92a3-fbfccd43a6d3), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:08.783946 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-720dfcea-40c3-4dbb-84fb-760d05b24129 None None] Could not find standard attr ID for object e10b891e-e4b1-4da0-a433-7da47a538be5. {{(pid=103409) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Feb 28 10:35:08.790394 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa924eec-2fa3-492b-91e9-623123f29325 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Network 174450e2-ed1c-41d2-9052-2b416266f1c9 is scheduled to be hosted by DHCP agent fb6705d2-4f70-4965-92a3-fbfccd43a6d3 with binding_index 1 {{(pid=103408) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:35:08.808753 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_v2 [None req-d66db465-e2bd-4348-8752-42f79bc7020f tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Deleting subnet 458805f9-dbea-4241-bf92-ea374b83097f {{(pid=103407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:35:08.812373 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d66db465-e2bd-4348-8752-42f79bc7020f tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks [] for subnet (458805f9-dbea-4241-bf92-ea374b83097f), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:08.842154 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-aa924eec-2fa3-492b-91e9-623123f29325 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 174450e2-ed1c-41d2-9052-2b416266f1c9) {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:35:08.843843 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe5e7f18-7b71-4743-8505-f700e84a084f tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Checking segment: {'id': '33a53ebc-1ca8-4db5-89a0-2074849846ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'd060eb74-7ff5-4937-9806-595fb3ce4f18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:35:08.844218 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe5e7f18-7b71-4743-8505-f700e84a084f tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Network hostable DHCP agents. Network: d060eb74-7ff5-4937-9806-595fb3ce4f18, hostable agents: ['fb6705d2-4f70-4965-92a3-fbfccd43a6d3'], hosted agents: [] {{(pid=103408) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:35:08.853382 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab8ec75a-83bf-46f6-86d9-09485f6cc415 None None] Network 174450e2-ed1c-41d2-9052-2b416266f1c9 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:35:08.872376 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa924eec-2fa3-492b-91e9-623123f29325 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:08.872643 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d66db465-e2bd-4348-8752-42f79bc7020f tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3501132'] for subnet (458805f9-dbea-4241-bf92-ea374b83097f), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:08.873579 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-aa924eec-2fa3-492b-91e9-623123f29325 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Publish callbacks [] for subnet (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:08.910677 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-3e368f4a-7134-4a21-9a7f-8c01640c956d tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Deleting port 06775783-d146-4fe9-b226-fcf1fbd90702 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:35:08.911339 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3e368f4a-7134-4a21-9a7f-8c01640c956d tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (06775783-d146-4fe9-b226-fcf1fbd90702), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:08.971007 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d66db465-e2bd-4348-8752-42f79bc7020f tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-823142'] for subnet (458805f9-dbea-4241-bf92-ea374b83097f), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:08.980064 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23d1f08e-01c1-44e8-b621-47611c6f9bd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-174450e2-ed1c-41d2-9052-2b416266f1c9', 'network_id': '174450e2-ed1c-41d2-9052-2b416266f1c9', 'project_id': 'fcbd8a4414c04d26b7c516c4c4618e73', 'fixed_ips': [{'subnet_id': 'e3b31fa7-2f3d-413a-9ed3-2967e6496f8a'}]}} from dv-neutron-master-2-hyperv. {{(pid=103409) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:35:08.980890 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-23d1f08e-01c1-44e8-b621-47611c6f9bd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:09.031080 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-019f9578-6148-4d76-9db2-dc228c8fd727 admin admin] Publish callbacks [] for security_group (421489a0-cdfb-4a53-9506-0cf3bdeda875), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:09.039940 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-871656c3-0edf-4871-b5e6-0456db89e9a3 admin admin] Publish callbacks [] for security_group (917f7b45-758c-482b-8989-f077d5a6f6c1), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:09.049228 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-aa924eec-2fa3-492b-91e9-623123f29325 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.1416569 Feb 28 10:35:09.049993 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-019f9578-6148-4d76-9db2-dc228c8fd727 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (421489a0-cdfb-4a53-9506-0cf3bdeda875), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:09.051862 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 36568) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:09.061173 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe5e7f18-7b71-4743-8505-f700e84a084f tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Network d060eb74-7ff5-4937-9806-595fb3ce4f18 is scheduled to be hosted by DHCP agent fb6705d2-4f70-4965-92a3-fbfccd43a6d3 with binding_index 1 {{(pid=103408) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:35:09.062551 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-d0718b61-f4db-4f5c-a54c-da126ac5ebac tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Request body: {'port': {'network_id': '174450e2-ed1c-41d2-9052-2b416266f1c9', 'name': 'tempest-NetworksIpV6TestAttrs-1166061190'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:09.120891 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d66db465-e2bd-4348-8752-42f79bc7020f tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-823145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3498088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3516558'] for subnet (458805f9-dbea-4241-bf92-ea374b83097f), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:09.122429 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-fe5e7f18-7b71-4743-8505-f700e84a084f tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, d060eb74-7ff5-4937-9806-595fb3ce4f18) {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:35:09.141143 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f50e087-ec5c-46ce-bf2f-348081e2a6ae None None] Network d060eb74-7ff5-4937-9806-595fb3ce4f18 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:35:09.157251 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe5e7f18-7b71-4743-8505-f700e84a084f tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:09.157972 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fe5e7f18-7b71-4743-8505-f700e84a084f tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks [] for subnet (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:09.161289 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66db465-e2bd-4348-8752-42f79bc7020f tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Pushing event deleted for resources: {'Subnet': ['ID=458805f9-dbea-4241-bf92-ea374b83097f,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:09.162723 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-871656c3-0edf-4871-b5e6-0456db89e9a3 admin admin] Publish callbacks [] for security_group (917f7b45-758c-482b-8989-f077d5a6f6c1), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:09.168981 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d66db465-e2bd-4348-8752-42f79bc7020f tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616561'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:09.172455 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-d66db465-e2bd-4348-8752-42f79bc7020f tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] 10.222.0.20 "DELETE /v2.0/subnets/458805f9-dbea-4241-bf92-ea374b83097f HTTP/1.1" status: 204 len: 168 time: 0.4439003 Feb 28 10:35:09.175633 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 36570) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:09.192164 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c8003d7-e75c-4fde-86f1-5ec869f9375b None None] Network 8c1e775d-fafe-496f-a101-ba38903da4d5 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:35:09.193143 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-019f9578-6148-4d76-9db2-dc228c8fd727 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a92f4f88b7a64a92bce5311f424fe0c7&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6448841 Feb 28 10:35:09.198253 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 36572) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:09.209419 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019f9578-6148-4d76-9db2-dc228c8fd727 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=421489a0-cdfb-4a53-9506-0cf3bdeda875,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:09.228352 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3e368f4a-7134-4a21-9a7f-8c01640c956d tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (06775783-d146-4fe9-b226-fcf1fbd90702), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:09.263900 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-fe5e7f18-7b71-4743-8505-f700e84a084f tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.5055850 Feb 28 10:35:09.268706 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 36574) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:09.270719 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3fb9bece-2546-4826-a8d3-fc0a8ad1cebb tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks [] for port (c4ca85ee-139b-4cab-a956-9960702ab570), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:09.274593 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-3e368f4a-7134-4a21-9a7f-8c01640c956d tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Calling delete_port for 06775783-d146-4fe9-b226-fcf1fbd90702 owned by network:router_interface {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:35:09.279426 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-10dc39a9-0d02-40a1-b70e-2ab670ce6168 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1066789818', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840'}, 'admin_state_up': False}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:09.303277 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-23d1f08e-01c1-44e8-b621-47611c6f9bd5 None None] Allocated IP 2001:db8::f816:3eff:fe6a:f90f (174450e2-ed1c-41d2-9052-2b416266f1c9/e3b31fa7-2f3d-413a-9ed3-2967e6496f8a/d9db83fc-30b7-4abd-95bf-8a527bb55e9b) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:35:09.355845 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-549eccd5-f177-486b-86ab-7c086415395b tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-665757'] for network (8c1e775d-fafe-496f-a101-ba38903da4d5), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:09.381527 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-871656c3-0edf-4871-b5e6-0456db89e9a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (917f7b45-758c-482b-8989-f077d5a6f6c1), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:09.384725 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-871656c3-0edf-4871-b5e6-0456db89e9a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:09.387036 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8836d7b4-75a6-4965-ac2b-91cb7d5676d9 admin admin] Publish callbacks [] for security_group (421489a0-cdfb-4a53-9506-0cf3bdeda875), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:09.390039 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-871656c3-0edf-4871-b5e6-0456db89e9a3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/917f7b45-758c-482b-8989-f077d5a6f6c1 HTTP/1.1" status: 204 len: 168 time: 0.6975603 Feb 28 10:35:09.393706 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c3eff10-0373-4f69-aea2-84557ac017c4 None None] Network d060eb74-7ff5-4937-9806-595fb3ce4f18 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:35:09.409843 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-10dc39a9-0d02-40a1-b70e-2ab670ce6168 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1805251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254175'] for router (8b6ab8b8-279b-4753-bdf9-c3aeccd09e28), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:09.415645 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-10dc39a9-0d02-40a1-b70e-2ab670ce6168 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1804172', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1602053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254150'] for router (8b6ab8b8-279b-4753-bdf9-c3aeccd09e28), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:09.416402 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3fb9bece-2546-4826-a8d3-fc0a8ad1cebb tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (c4ca85ee-139b-4cab-a956-9960702ab570), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:09.419259 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871656c3-0edf-4871-b5e6-0456db89e9a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=917f7b45-758c-482b-8989-f077d5a6f6c1,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:09.493721 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8836d7b4-75a6-4965-ac2b-91cb7d5676d9 admin admin] Publish callbacks [] for security_group (421489a0-cdfb-4a53-9506-0cf3bdeda875), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:09.544838 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fb9bece-2546-4826-a8d3-fc0a8ad1cebb tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Network 9f0a511d-8408-4971-9daa-968eebea54f2 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:35:09.567900 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb9bece-2546-4826-a8d3-fc0a8ad1cebb tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Pushing event updated for resources: {'Port': ['ID=c4ca85ee-139b-4cab-a956-9960702ab570,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:09.571542 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-3fb9bece-2546-4826-a8d3-fc0a8ad1cebb tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:35:09.578740 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb9bece-2546-4826-a8d3-fc0a8ad1cebb tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:35:09.586133 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fb9bece-2546-4826-a8d3-fc0a8ad1cebb tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:09.588805 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3fb9bece-2546-4826-a8d3-fc0a8ad1cebb tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:09.622013 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0718b61-f4db-4f5c-a54c-da126ac5ebac tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Made reservation on behalf of fcbd8a4414c04d26b7c516c4c4618e73 for: {'port': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:35:09.626292 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d0718b61-f4db-4f5c-a54c-da126ac5ebac tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:09.641095 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8836d7b4-75a6-4965-ac2b-91cb7d5676d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (421489a0-cdfb-4a53-9506-0cf3bdeda875), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:09.644025 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8836d7b4-75a6-4965-ac2b-91cb7d5676d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:09.645694 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-8836d7b4-75a6-4965-ac2b-91cb7d5676d9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/421489a0-cdfb-4a53-9506-0cf3bdeda875 HTTP/1.1" status: 204 len: 168 time: 0.4446940 Feb 28 10:35:09.672110 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8836d7b4-75a6-4965-ac2b-91cb7d5676d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=421489a0-cdfb-4a53-9506-0cf3bdeda875,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:09.674430 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-3fb9bece-2546-4826-a8d3-fc0a8ad1cebb tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.0779247 Feb 28 10:35:09.678340 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 36582) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:09.718194 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3e368f4a-7134-4a21-9a7f-8c01640c956d tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (06775783-d146-4fe9-b226-fcf1fbd90702), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:09.759924 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.notifiers.nova [None req-d0718b61-f4db-4f5c-a54c-da126ac5ebac tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] device_id is not set on port c5c39009-3b6f-46e8-9e51-5b4a52df54e6 yet. {{(pid=103407) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:35:09.767302 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e368f4a-7134-4a21-9a7f-8c01640c956d tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Pushing event deleted for resources: {'Port': ['ID=06775783-d146-4fe9-b226-fcf1fbd90702,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:09.883918 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-10dc39a9-0d02-40a1-b70e-2ab670ce6168 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks [] for router_controller (8b6ab8b8-279b-4753-bdf9-c3aeccd09e28), precommit_add_association {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:10.000823 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-549eccd5-f177-486b-86ab-7c086415395b tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Deleting port f481eccf-f189-45bc-99bf-ff31b949904a {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:35:10.001255 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-549eccd5-f177-486b-86ab-7c086415395b tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (f481eccf-f189-45bc-99bf-ff31b949904a), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:10.040952 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68fe7c30-8500-4ee1-992a-79961c4b440b None None] DHCP port deletion for 8c1e775d-fafe-496f-a101-ba38903da4d5 request from dv-neutron-master-2-hyperv {{(pid=103409) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:35:10.090771 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-549eccd5-f177-486b-86ab-7c086415395b tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] For port f481eccf-f189-45bc-99bf-ff31b949904a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f481eccf-f189-45bc-99bf-ff31b949904a,segment=NetworkSegment(b819b3af-be22-4160-a8f1-dd2bfa3aa3a6),segment_id=b819b3af-be22-4160-a8f1-dd2bfa3aa3a6)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:35:10.091237 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-549eccd5-f177-486b-86ab-7c086415395b tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (f481eccf-f189-45bc-99bf-ff31b949904a), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:10.104867 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-549eccd5-f177-486b-86ab-7c086415395b tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Calling delete_port for f481eccf-f189-45bc-99bf-ff31b949904a owned by network:dhcp {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:35:10.126814 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3e368f4a-7134-4a21-9a7f-8c01640c956d tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1802651'] for router_interface (c7995b93-3824-4093-bd80-c8b7ab1a5891), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:10.234642 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cc686f8-3fef-42a4-98cf-3badcffe342a tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:10.241507 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cc686f8-3fef-42a4-98cf-3badcffe342a tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:10.243415 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-5cc686f8-3fef-42a4-98cf-3badcffe342a tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.5573049 Feb 28 10:35:10.282690 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-16a49260-53ef-4f63-a410-77f3d4ed8409 None None] Provisioning complete for port e1a4121e-ece3-43ab-b24b-27bab2c35127 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:35:10.283073 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-16a49260-53ef-4f63-a410-77f3d4ed8409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (e1a4121e-ece3-43ab-b24b-27bab2c35127), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:10.322552 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-23d1f08e-01c1-44e8-b621-47611c6f9bd5 None None] Publish callbacks [] for port (d9db83fc-30b7-4abd-95bf-8a527bb55e9b), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:10.324464 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 36596) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:10.326997 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-549eccd5-f177-486b-86ab-7c086415395b tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (f481eccf-f189-45bc-99bf-ff31b949904a), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:10.382929 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-23d1f08e-01c1-44e8-b621-47611c6f9bd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749'] for port (d9db83fc-30b7-4abd-95bf-8a527bb55e9b), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:10.404757 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549eccd5-f177-486b-86ab-7c086415395b tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Pushing event deleted for resources: {'Port': ['ID=f481eccf-f189-45bc-99bf-ff31b949904a,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:10.410385 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549eccd5-f177-486b-86ab-7c086415395b tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] No DVR routers for this DVR port f481eccf-f189-45bc-99bf-ff31b949904a on host dv-neutron-master-2-hyperv {{(pid=103407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:35:10.455303 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device e1a4121e-ece3-43ab-b24b-27bab2c35127 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:35:10.496182 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-68fe7c30-8500-4ee1-992a-79961c4b440b None None] Deleting port f481eccf-f189-45bc-99bf-ff31b949904a {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:35:10.496579 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-68fe7c30-8500-4ee1-992a-79961c4b440b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (f481eccf-f189-45bc-99bf-ff31b949904a), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:10.538966 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e368f4a-7134-4a21-9a7f-8c01640c956d tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Router c7995b93-3824-4093-bd80-c8b7ab1a5891 has already been hosted by L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 {{(pid=103408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:35:10.575739 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23d1f08e-01c1-44e8-b621-47611c6f9bd5 None None] Network 174450e2-ed1c-41d2-9052-2b416266f1c9 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:35:10.597768 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d1f08e-01c1-44e8-b621-47611c6f9bd5 None None] Pushing event updated for resources: {'Port': ['ID=d9db83fc-30b7-4abd-95bf-8a527bb55e9b,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:10.611744 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-23d1f08e-01c1-44e8-b621-47611c6f9bd5 None None] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:35:10.621301 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d1f08e-01c1-44e8-b621-47611c6f9bd5 None None] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:35:10.641969 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-10dc39a9-0d02-40a1-b70e-2ab670ce6168 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks [] for router_gateway (8b6ab8b8-279b-4753-bdf9-c3aeccd09e28), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:10.689540 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e368f4a-7134-4a21-9a7f-8c01640c956d tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:35:10.695134 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-16a49260-53ef-4f63-a410-77f3d4ed8409 None None] Current status of the port e1a4121e-ece3-43ab-b24b-27bab2c35127 is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:35:10.695538 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-16a49260-53ef-4f63-a410-77f3d4ed8409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (e1a4121e-ece3-43ab-b24b-27bab2c35127), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:10.703089 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90854303-7fff-4c6f-898d-d2028292e796 None None] Sync routers for ids ['c7995b93-3824-4093-bd80-c8b7ab1a5891'] in dv-neutron-master-2-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:35:10.727870 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-3e368f4a-7134-4a21-9a7f-8c01640c956d tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] 10.222.0.20 "PUT /v2.0/routers/c7995b93-3824-4093-bd80-c8b7ab1a5891/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7130084 Feb 28 10:35:10.731504 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 36616) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:10.731920 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-d0718b61-f4db-4f5c-a54c-da126ac5ebac tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Allocated IP 2001:db8::f816:3eff:feee:1ffa (174450e2-ed1c-41d2-9052-2b416266f1c9/e3b31fa7-2f3d-413a-9ed3-2967e6496f8a/c5c39009-3b6f-46e8-9e51-5b4a52df54e6) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:35:10.732970 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90854303-7fff-4c6f-898d-d2028292e796 None None] Routers {'c7995b93-3824-4093-bd80-c8b7ab1a5891'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:35:10.735698 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-90854303-7fff-4c6f-898d-d2028292e796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:34:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['c7995b93-3824-4093-bd80-c8b7ab1a5891'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:10.796964 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-9261d908-9189-4200-9815-f329b11d5879 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7995b93-3824-4093-bd80-c8b7ab1a5891 HTTP/1.1" status: 200 len: 205 time: 0.0617785 Feb 28 10:35:10.799760 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 36618) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:10.800627 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-90854303-7fff-4c6f-898d-d2028292e796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:10.801846 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-68fe7c30-8500-4ee1-992a-79961c4b440b None None] For port f481eccf-f189-45bc-99bf-ff31b949904a, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:35:10.801846 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-68fe7c30-8500-4ee1-992a-79961c4b440b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (f481eccf-f189-45bc-99bf-ff31b949904a), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:10.817551 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90854303-7fff-4c6f-898d-d2028292e796 None None] Routers {'c7995b93-3824-4093-bd80-c8b7ab1a5891'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:35:10.818883 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-90854303-7fff-4c6f-898d-d2028292e796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:34:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['c7995b93-3824-4093-bd80-c8b7ab1a5891'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:10.827051 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-549eccd5-f177-486b-86ab-7c086415395b tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672413', 'neutron.services.segments.db._delete_segments_for_network-8742057110173'] for network (8c1e775d-fafe-496f-a101-ba38903da4d5), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:10.829868 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-23d1f08e-01c1-44e8-b621-47611c6f9bd5 None None] Attempting to bind port d9db83fc-30b7-4abd-95bf-8a527bb55e9b on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:35:10.830479 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-23d1f08e-01c1-44e8-b621-47611c6f9bd5 None None] Attempting to bind port d9db83fc-30b7-4abd-95bf-8a527bb55e9b by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'd7e388f6-2c75-4a11-bfd4-e8530fe7b6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '174450e2-ed1c-41d2-9052-2b416266f1c9'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:35:10.830858 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d1f08e-01c1-44e8-b621-47611c6f9bd5 None None] Attempting to bind port d9db83fc-30b7-4abd-95bf-8a527bb55e9b on network 174450e2-ed1c-41d2-9052-2b416266f1c9 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:35:10.845335 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d1f08e-01c1-44e8-b621-47611c6f9bd5 None None] Checking agent: {'id': '75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 24, 15), 'started_at': datetime.datetime(2022, 2, 28, 10, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 34, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:35:10.846245 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d1f08e-01c1-44e8-b621-47611c6f9bd5 None None] Checking segment: {'id': 'd7e388f6-2c75-4a11-bfd4-e8530fe7b6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '174450e2-ed1c-41d2-9052-2b416266f1c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:35:10.846245 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-23d1f08e-01c1-44e8-b621-47611c6f9bd5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:10.846520 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d1f08e-01c1-44e8-b621-47611c6f9bd5 None None] Bound using segment: {'id': 'd7e388f6-2c75-4a11-bfd4-e8530fe7b6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '174450e2-ed1c-41d2-9052-2b416266f1c9'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:35:10.847013 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-23d1f08e-01c1-44e8-b621-47611c6f9bd5 None None] Bound port: d9db83fc-30b7-4abd-95bf-8a527bb55e9b, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7e388f6-2c75-4a11-bfd4-e8530fe7b6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '174450e2-ed1c-41d2-9052-2b416266f1c9'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:35:10.847905 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-23d1f08e-01c1-44e8-b621-47611c6f9bd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (d9db83fc-30b7-4abd-95bf-8a527bb55e9b), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:10.873883 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-68fe7c30-8500-4ee1-992a-79961c4b440b None None] Calling delete_port for f481eccf-f189-45bc-99bf-ff31b949904a owned by network:dhcp {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:35:10.876893 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-16a49260-53ef-4f63-a410-77f3d4ed8409 None None] For port e1a4121e-ece3-43ab-b24b-27bab2c35127, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e1a4121e-ece3-43ab-b24b-27bab2c35127,segment=NetworkSegment(bf553b55-fb1d-4346-a090-4fb77eb0fbd7),segment_id=bf553b55-fb1d-4346-a090-4fb77eb0fbd7)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:35:10.877818 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-90854303-7fff-4c6f-898d-d2028292e796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:10.878795 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90854303-7fff-4c6f-898d-d2028292e796 None None] The sync data for ids ['c7995b93-3824-4093-bd80-c8b7ab1a5891'] in dv-neutron-master-2-hyperv is: [] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:35:10.879753 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.ipam_backend_mixin [None req-68fe7c30-8500-4ee1-992a-79961c4b440b None None] Port f481eccf-f189-45bc-99bf-ff31b949904a was not found and therefore no delete operation was performed {{(pid=103409) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 28 10:35:10.909312 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port e1a4121e-ece3-43ab-b24b-27bab2c35127 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:35:10.909587 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (e1a4121e-ece3-43ab-b24b-27bab2c35127), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:10.918418 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 36622) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:10.924947 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-549eccd5-f177-486b-86ab-7c086415395b tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c1e775d-fafe-496f-a101-ba38903da4d5']}} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:10.955802 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-549eccd5-f177-486b-86ab-7c086415395b tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b819b3af-be22-4160-a8f1-dd2bfa3aa3a6') {'for_net_delete': True} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:10.956116 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-549eccd5-f177-486b-86ab-7c086415395b tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b819b3af-be22-4160-a8f1-dd2bfa3aa3a6') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:10.964944 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bb7551db-4a25-47ae-a5e6-eced5754d50c tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks [] for router (c7995b93-3824-4093-bd80-c8b7ab1a5891), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:10.978039 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-549eccd5-f177-486b-86ab-7c086415395b tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742057113766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3501147'] for segment (b819b3af-be22-4160-a8f1-dd2bfa3aa3a6), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:10.979343 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-16a49260-53ef-4f63-a410-77f3d4ed8409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (e1a4121e-ece3-43ab-b24b-27bab2c35127), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:10.982119 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-68fe7c30-8500-4ee1-992a-79961c4b440b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758'] for port (f481eccf-f189-45bc-99bf-ff31b949904a), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:11.031073 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-549eccd5-f177-486b-86ab-7c086415395b tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (b819b3af-be22-4160-a8f1-dd2bfa3aa3a6), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:11.035194 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-ccbb2e2d-dfb6-4efc-be64-5a185c712994 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Deleting port c4ca85ee-139b-4cab-a956-9960702ab570 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:35:11.035194 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ccbb2e2d-dfb6-4efc-be64-5a185c712994 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (c4ca85ee-139b-4cab-a956-9960702ab570), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:11.065302 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a49260-53ef-4f63-a410-77f3d4ed8409 None None] Pushing event updated for resources: {'Port': ['ID=e1a4121e-ece3-43ab-b24b-27bab2c35127,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:11.092778 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-549eccd5-f177-486b-86ab-7c086415395b tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Releasing vlan 285 on physical network physnet1 to pool {{(pid=103407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:35:11.093215 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-549eccd5-f177-486b-86ab-7c086415395b tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3498166'] for segment (b819b3af-be22-4160-a8f1-dd2bfa3aa3a6), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:11.114284 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fe7c30-8500-4ee1-992a-79961c4b440b None None] Pushing event deleted for resources: {'Port': ['ID=f481eccf-f189-45bc-99bf-ff31b949904a,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:11.138203 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68fe7c30-8500-4ee1-992a-79961c4b440b None None] No DVR routers for this DVR port f481eccf-f189-45bc-99bf-ff31b949904a on host dv-neutron-master-2-hyperv {{(pid=103409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:35:11.194385 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4f39b63b-e8cc-42eb-b5cc-ca6e18d0bf04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fc6c9b74-8dbb-41bb-800a-5bd3a43fe896), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:11.212997 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-b9927c36-999f-45bb-bfac-af4e35350079 None None] Provisioning complete for port c4ca85ee-139b-4cab-a956-9960702ab570 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:35:11.213389 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b9927c36-999f-45bb-bfac-af4e35350079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (c4ca85ee-139b-4cab-a956-9960702ab570), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:11.216590 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-23d1f08e-01c1-44e8-b621-47611c6f9bd5 None None] For port d9db83fc-30b7-4abd-95bf-8a527bb55e9b, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:35:11.223565 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-23d1f08e-01c1-44e8-b621-47611c6f9bd5 None None] For port d9db83fc-30b7-4abd-95bf-8a527bb55e9b, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d9db83fc-30b7-4abd-95bf-8a527bb55e9b,segment=NetworkSegment(d7e388f6-2c75-4a11-bfd4-e8530fe7b6f4),segment_id=d7e388f6-2c75-4a11-bfd4-e8530fe7b6f4)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:35:11.250403 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port e1a4121e-ece3-43ab-b24b-27bab2c35127 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:35:11.271764 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-23d1f08e-01c1-44e8-b621-47611c6f9bd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (d9db83fc-30b7-4abd-95bf-8a527bb55e9b), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:11.313955 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bb7551db-4a25-47ae-a5e6-eced5754d50c tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1807017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5941'] for router (c7995b93-3824-4093-bd80-c8b7ab1a5891), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:11.316461 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bb7551db-4a25-47ae-a5e6-eced5754d50c tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks [] for router_controller (c7995b93-3824-4093-bd80-c8b7ab1a5891), precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:11.370059 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 36628) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:11.383820 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bb7551db-4a25-47ae-a5e6-eced5754d50c tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1806994'] for router (c7995b93-3824-4093-bd80-c8b7ab1a5891), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:11.389688 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb7551db-4a25-47ae-a5e6-eced5754d50c tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Fanout notify agent at l3_agent the message router_deleted on router c7995b93-3824-4093-bd80-c8b7ab1a5891 {{(pid=103408) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 10:35:11.392694 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device f481eccf-f189-45bc-99bf-ff31b949904a no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:35:11.405040 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bb7551db-4a25-47ae-a5e6-eced5754d50c tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks [] for router (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:11.408670 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-bb7551db-4a25-47ae-a5e6-eced5754d50c tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] 10.222.0.20 "DELETE /v2.0/routers/c7995b93-3824-4093-bd80-c8b7ab1a5891 HTTP/1.1" status: 204 len: 168 time: 0.6041851 Feb 28 10:35:11.411404 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 36632) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:11.417789 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d1f08e-01c1-44e8-b621-47611c6f9bd5 None None] Pushing event updated for resources: {'Port': ['ID=d9db83fc-30b7-4abd-95bf-8a527bb55e9b,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:11.466382 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-3a0a5c12-610b-43ef-a3e0-d820e219722b tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Request body: {'security_group': {'name': 'tempest-secgroup--1030587679'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:11.469474 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] No Port match for: f481eccf-f189-45bc-99bf-ff31b949904a {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:35:11.470034 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device f481eccf-f189-45bc-99bf-ff31b949904a not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:35:11.479328 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-b9927c36-999f-45bb-bfac-af4e35350079 None None] Port c4ca85ee-139b-4cab-a956-9960702ab570 cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:35:11.481766 dv-neutron-master-2-hyperv neutron-server[103407]: Traceback (most recent call last): Feb 28 10:35:11.481766 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:35:11.481766 dv-neutron-master-2-hyperv neutron-server[103407]: timer() Feb 28 10:35:11.481766 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:35:11.481766 dv-neutron-master-2-hyperv neutron-server[103407]: cb(*args, **kw) Feb 28 10:35:11.481766 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:35:11.481766 dv-neutron-master-2-hyperv neutron-server[103407]: return func(*args, **kwargs) Feb 28 10:35:11.481766 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:35:11.481766 dv-neutron-master-2-hyperv neutron-server[103407]: self._notify() Feb 28 10:35:11.481766 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:35:11.481766 dv-neutron-master-2-hyperv neutron-server[103407]: self.callback(batched_events) Feb 28 10:35:11.481766 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:35:11.481766 dv-neutron-master-2-hyperv neutron-server[103407]: event.method(event) Feb 28 10:35:11.481766 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:35:11.481766 dv-neutron-master-2-hyperv neutron-server[103407]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:35:11.481766 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:35:11.481766 dv-neutron-master-2-hyperv neutron-server[103407]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:35:11.481766 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:35:11.481766 dv-neutron-master-2-hyperv neutron-server[103407]: return f(self, *a, **k) Feb 28 10:35:11.481766 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:35:11.481766 dv-neutron-master-2-hyperv neutron-server[103407]: return self._get(url).json() Feb 28 10:35:11.481766 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:35:11.481766 dv-neutron-master-2-hyperv neutron-server[103407]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:35:11.481766 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:35:11.481766 dv-neutron-master-2-hyperv neutron-server[103407]: return self.request(url, 'GET', **kwargs) Feb 28 10:35:11.481766 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:35:11.481766 dv-neutron-master-2-hyperv neutron-server[103407]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:35:11.481766 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:35:11.481766 dv-neutron-master-2-hyperv neutron-server[103407]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:35:11.481766 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:35:11.481766 dv-neutron-master-2-hyperv neutron-server[103407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:35:11.481766 dv-neutron-master-2-hyperv neutron-server[103407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:35:11.507390 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c798b00-5a04-4062-ba24-1bf9c83a3e02 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Deleting subnet 1957d371-fac8-429a-a409-bae5b14ea3ca {{(pid=103408) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:35:11.511601 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1c798b00-5a04-4062-ba24-1bf9c83a3e02 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks [] for subnet (1957d371-fac8-429a-a409-bae5b14ea3ca), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:11.517549 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-cddb04b0-dbdb-4cb2-815e-ef6548ffc3f8 tempest-ServiceProvidersTest-978561675 tempest-ServiceProvidersTest-978561675-project] 10.222.0.20 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.5946829 Feb 28 10:35:11.540038 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3a0a5c12-610b-43ef-a3e0-d820e219722b tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Publish callbacks [] for security_group (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:11.553004 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3a0a5c12-610b-43ef-a3e0-d820e219722b tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Publish callbacks [] for security_group (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:11.585605 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1c798b00-5a04-4062-ba24-1bf9c83a3e02 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3423529'] for subnet (1957d371-fac8-429a-a409-bae5b14ea3ca), precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:11.642373 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-549eccd5-f177-486b-86ab-7c086415395b tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803269'] for network (8c1e775d-fafe-496f-a101-ba38903da4d5), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:11.671030 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-549eccd5-f177-486b-86ab-7c086415395b tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:11.691361 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-549eccd5-f177-486b-86ab-7c086415395b tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] 10.222.0.20 "DELETE /v2.0/networks/8c1e775d-fafe-496f-a101-ba38903da4d5 HTTP/1.1" status: 204 len: 168 time: 2.5151381 Feb 28 10:35:11.696188 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 36636) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:11.705260 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ccbb2e2d-dfb6-4efc-be64-5a185c712994 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (c4ca85ee-139b-4cab-a956-9960702ab570), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:11.710100 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-19ba1a11-7229-4632-b0f7-4f0bde280356 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-876166170'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:11.743584 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-ccbb2e2d-dfb6-4efc-be64-5a185c712994 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Calling delete_port for c4ca85ee-139b-4cab-a956-9960702ab570 owned by {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:35:11.757402 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549eccd5-f177-486b-86ab-7c086415395b tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Pushing event deleted for resources: {'Network': ['ID=8c1e775d-fafe-496f-a101-ba38903da4d5,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:11.768192 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d0718b61-f4db-4f5c-a54c-da126ac5ebac tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Publish callbacks [] for port (c5c39009-3b6f-46e8-9e51-5b4a52df54e6), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:11.770802 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1c798b00-5a04-4062-ba24-1bf9c83a3e02 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-823142'] for subnet (1957d371-fac8-429a-a409-bae5b14ea3ca), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:11.774446 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19ba1a11-7229-4632-b0f7-4f0bde280356 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Made reservation on behalf of 29ccc4cf6ba849d18fb6a0524a0ef75f for: {'network': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:35:11.777942 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-19ba1a11-7229-4632-b0f7-4f0bde280356 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for network (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:11.820267 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3a0a5c12-610b-43ef-a3e0-d820e219722b tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Publish callbacks [] for security_group (c719dd08-4f96-485e-96fb-2fab8d143b4c), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:11.839278 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19ba1a11-7229-4632-b0f7-4f0bde280356 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 288} {{(pid=103408) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:35:11.849950 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-19ba1a11-7229-4632-b0f7-4f0bde280356 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (9fa836ce-31c9-4e12-98d1-0034e90c2bb5), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:11.850304 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.db.segments_db [None req-19ba1a11-7229-4632-b0f7-4f0bde280356 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Added segment 9fa836ce-31c9-4e12-98d1-0034e90c2bb5 of type vlan for network 66091116-a4f0-42ed-9ec9-df520700a518 Feb 28 10:35:11.884253 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3a0a5c12-610b-43ef-a3e0-d820e219722b tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (c719dd08-4f96-485e-96fb-2fab8d143b4c), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:11.915924 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-19ba1a11-7229-4632-b0f7-4f0bde280356 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742056637431'] for network (66091116-a4f0-42ed-9ec9-df520700a518), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:11.937449 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 36640) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:11.959572 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-10dc39a9-0d02-40a1-b70e-2ab670ce6168 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks [] for router_gateway (8b6ab8b8-279b-4753-bdf9-c3aeccd09e28), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:11.985228 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b6d631fb-7df0-4fe1-8322-abff3b61cae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (0db5147a-92a3-4581-8a5f-8ec9b93e0600), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:11.986114 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-10dc39a9-0d02-40a1-b70e-2ab670ce6168 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:11.990135 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d0718b61-f4db-4f5c-a54c-da126ac5ebac tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (c5c39009-3b6f-46e8-9e51-5b4a52df54e6), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:11.998993 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0a5c12-610b-43ef-a3e0-d820e219722b tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c719dd08-4f96-485e-96fb-2fab8d143b4c,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:12.016394 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-19ba1a11-7229-4632-b0f7-4f0bde280356 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551'] for network (66091116-a4f0-42ed-9ec9-df520700a518), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:12.022918 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19ba1a11-7229-4632-b0f7-4f0bde280356 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:12.023582 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-19ba1a11-7229-4632-b0f7-4f0bde280356 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616561'] for network (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:12.039599 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1c798b00-5a04-4062-ba24-1bf9c83a3e02 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-823145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3242523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3951170'] for subnet (1957d371-fac8-429a-a409-bae5b14ea3ca), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:12.124332 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0718b61-f4db-4f5c-a54c-da126ac5ebac tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Network 174450e2-ed1c-41d2-9052-2b416266f1c9 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:35:12.129011 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0718b61-f4db-4f5c-a54c-da126ac5ebac tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Pushing event updated for resources: {'Port': ['ID=c5c39009-3b6f-46e8-9e51-5b4a52df54e6,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:12.139438 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-d0718b61-f4db-4f5c-a54c-da126ac5ebac tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:35:12.144206 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3a0a5c12-610b-43ef-a3e0-d820e219722b tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Publish callbacks [] for security_group (c3dd9069-be3e-4a1d-9f5a-2d42bb0a0b0e), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:12.145744 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0718b61-f4db-4f5c-a54c-da126ac5ebac tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:35:12.149503 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-19ba1a11-7229-4632-b0f7-4f0bde280356 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4509053 Feb 28 10:35:12.150442 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c798b00-5a04-4062-ba24-1bf9c83a3e02 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Pushing event deleted for resources: {'Subnet': ['ID=1957d371-fac8-429a-a409-bae5b14ea3ca,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:12.152669 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0718b61-f4db-4f5c-a54c-da126ac5ebac tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:12.153330 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d0718b61-f4db-4f5c-a54c-da126ac5ebac tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:12.155740 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1c798b00-5a04-4062-ba24-1bf9c83a3e02 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks [] for subnet (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:12.158961 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-1c798b00-5a04-4062-ba24-1bf9c83a3e02 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] 10.222.0.20 "DELETE /v2.0/subnets/1957d371-fac8-429a-a409-bae5b14ea3ca HTTP/1.1" status: 204 len: 168 time: 0.7464733 Feb 28 10:35:12.159112 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 36644) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:12.166628 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01f78f1e-8a93-44a5-882a-a34e466e48a2 None None] Network ed8a96ae-8951-48db-b057-10c721e75e60 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:35:12.169414 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-f730ac26-1057-4b46-8123-02e43b5cd278 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Request body: {'subnet': {'network_id': '66091116-a4f0-42ed-9ec9-df520700a518', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:12.174608 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 36646) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:12.176980 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3a0a5c12-610b-43ef-a3e0-d820e219722b tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (c3dd9069-be3e-4a1d-9f5a-2d42bb0a0b0e), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:12.190220 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2dd8eca4-79d4-4372-9a10-3a73def11e70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:12.203415 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ccbb2e2d-dfb6-4efc-be64-5a185c712994 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (c4ca85ee-139b-4cab-a956-9960702ab570), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:12.237193 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ba1a11-7229-4632-b0f7-4f0bde280356 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Pushing event updated for resources: {'Network': ['ID=66091116-a4f0-42ed-9ec9-df520700a518,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:12.262141 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Network 66091116-a4f0-42ed-9ec9-df520700a518 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103409) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:35:12.280109 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-d0718b61-f4db-4f5c-a54c-da126ac5ebac tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 3.2246349 Feb 28 10:35:12.284426 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 36648) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:12.311233 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0a5c12-610b-43ef-a3e0-d820e219722b tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3dd9069-be3e-4a1d-9f5a-2d42bb0a0b0e,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:12.315863 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbb2e2d-dfb6-4efc-be64-5a185c712994 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Pushing event deleted for resources: {'Port': ['ID=c4ca85ee-139b-4cab-a956-9960702ab570,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:12.381751 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3a0a5c12-610b-43ef-a3e0-d820e219722b tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Publish callbacks [] for security_group (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:12.388315 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-10dc39a9-0d02-40a1-b70e-2ab670ce6168 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Allocated IP 172.36.5.59 (1e0804d0-d1d9-4d40-9de5-2936f3d87840/6f6f4129-23e5-4c3b-b4ef-4c7ce926797e/1880ca8f-a4a2-4f36-af21-16d0af128cf6) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:35:12.390398 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 36650) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:12.391905 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-3a0a5c12-610b-43ef-a3e0-d820e219722b tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.0118072 Feb 28 10:35:12.405620 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ccbb2e2d-dfb6-4efc-be64-5a185c712994 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:12.411890 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-ccbb2e2d-dfb6-4efc-be64-5a185c712994 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "DELETE /v2.0/ports/c4ca85ee-139b-4cab-a956-9960702ab570 HTTP/1.1" status: 204 len: 168 time: 2.0789022 Feb 28 10:35:12.414066 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 36652) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:12.473229 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e563696d-5e8f-4486-ba68-27c0f1871967 None None] DHCP port deletion for ed8a96ae-8951-48db-b057-10c721e75e60 request from dv-neutron-master-2-hyperv {{(pid=103409) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:35:12.502391 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-58b735f2-60f7-4461-a1b8-d1f292c40327 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-665757'] for network (ed8a96ae-8951-48db-b057-10c721e75e60), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:12.516105 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device e1a4121e-ece3-43ab-b24b-27bab2c35127 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:35:12.552796 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a3149e4-46be-46a3-901a-c37e66c1e91d tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:12.555143 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a3149e4-46be-46a3-901a-c37e66c1e91d tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:12.558180 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-3a3149e4-46be-46a3-901a-c37e66c1e91d tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1396620 Feb 28 10:35:12.560678 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_v2 [None req-7997f3ed-e108-4ddf-ae36-2c14669a0c92 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Deleting subnet e3b31fa7-2f3d-413a-9ed3-2967e6496f8a {{(pid=103408) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:35:12.567344 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 36654) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:12.582071 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f730ac26-1057-4b46-8123-02e43b5cd278 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Made reservation on behalf of 29ccc4cf6ba849d18fb6a0524a0ef75f for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:35:12.587044 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f730ac26-1057-4b46-8123-02e43b5cd278 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3516581'] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:12.618066 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-e563696d-5e8f-4486-ba68-27c0f1871967 None None] Deleting port 7da5f6c0-ea87-4465-99c1-1ea50d3bd7b5 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:35:12.618513 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e563696d-5e8f-4486-ba68-27c0f1871967 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (7da5f6c0-ea87-4465-99c1-1ea50d3bd7b5), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:12.635273 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7997f3ed-e108-4ddf-ae36-2c14669a0c92 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Publish callbacks [] for subnet (e3b31fa7-2f3d-413a-9ed3-2967e6496f8a), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:12.647136 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_v2 [None req-9edb8faf-4047-4f1d-a82c-f583c1411855 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Deleting subnet 1030c021-b3aa-4bc7-b4ee-d0f09332b437 {{(pid=103408) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:35:12.650546 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9edb8faf-4047-4f1d-a82c-f583c1411855 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks [] for subnet (1030c021-b3aa-4bc7-b4ee-d0f09332b437), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:12.687445 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port e1a4121e-ece3-43ab-b24b-27bab2c35127 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:35:12.687837 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (e1a4121e-ece3-43ab-b24b-27bab2c35127), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:12.722823 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-10dc39a9-0d02-40a1-b70e-2ab670ce6168 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks [] for port (1880ca8f-a4a2-4f36-af21-16d0af128cf6), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:12.743971 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-e563696d-5e8f-4486-ba68-27c0f1871967 None None] For port 7da5f6c0-ea87-4465-99c1-1ea50d3bd7b5, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7da5f6c0-ea87-4465-99c1-1ea50d3bd7b5,segment=NetworkSegment(845717a9-cfef-4536-8edc-a9152cf5346c),segment_id=845717a9-cfef-4536-8edc-a9152cf5346c)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:35:12.744387 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e563696d-5e8f-4486-ba68-27c0f1871967 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (7da5f6c0-ea87-4465-99c1-1ea50d3bd7b5), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:12.758242 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9edb8faf-4047-4f1d-a82c-f583c1411855 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3423529'] for subnet (1030c021-b3aa-4bc7-b4ee-d0f09332b437), precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:12.762120 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-e563696d-5e8f-4486-ba68-27c0f1871967 None None] Calling delete_port for 7da5f6c0-ea87-4465-99c1-1ea50d3bd7b5 owned by network:dhcp {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:35:12.788206 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2dd8eca4-79d4-4372-9a10-3a73def11e70 admin admin] Publish callbacks [] for security_group (92e2f4a4-e3cc-4977-9a36-03f671dd358f), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:12.800493 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7997f3ed-e108-4ddf-ae36-2c14669a0c92 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3423529'] for subnet (e3b31fa7-2f3d-413a-9ed3-2967e6496f8a), precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:12.802978 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-692ed2e0-7f35-4460-9b4d-6835541c0055 tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4539 time: 0.4068046 Feb 28 10:35:12.804385 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 36656) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:12.835089 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-10dc39a9-0d02-40a1-b70e-2ab670ce6168 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (1880ca8f-a4a2-4f36-af21-16d0af128cf6), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:12.846722 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-0d85ea0c-4d2d-42e2-80ee-eb64db11d32f tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Request body: {'security_group': {'name': 'tempest-security--360365983', 'description': 'tempest-security-description-338066572'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:12.868435 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e563696d-5e8f-4486-ba68-27c0f1871967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758'] for port (7da5f6c0-ea87-4465-99c1-1ea50d3bd7b5), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:12.918828 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e563696d-5e8f-4486-ba68-27c0f1871967 None None] No DVR routers for this DVR port 7da5f6c0-ea87-4465-99c1-1ea50d3bd7b5 on host dv-neutron-master-2-hyperv {{(pid=103409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:35:12.924065 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e563696d-5e8f-4486-ba68-27c0f1871967 None None] Pushing event deleted for resources: {'Port': ['ID=7da5f6c0-ea87-4465-99c1-1ea50d3bd7b5,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:12.965917 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10dc39a9-0d02-40a1-b70e-2ab670ce6168 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Network 1e0804d0-d1d9-4d40-9de5-2936f3d87840 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:35:12.984281 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-10dc39a9-0d02-40a1-b70e-2ab670ce6168 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:35:12.992241 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10dc39a9-0d02-40a1-b70e-2ab670ce6168 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:35:12.994387 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port e1a4121e-ece3-43ab-b24b-27bab2c35127 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:35:12.995544 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dc39a9-0d02-40a1-b70e-2ab670ce6168 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Pushing event updated for resources: {'Port': ['ID=1880ca8f-a4a2-4f36-af21-16d0af128cf6,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:12.995832 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device d9db83fc-30b7-4abd-95bf-8a527bb55e9b up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:35:13.025167 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0d85ea0c-4d2d-42e2-80ee-eb64db11d32f tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Publish callbacks [] for security_group (c3dd9069-be3e-4a1d-9f5a-2d42bb0a0b0e), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:13.028111 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40feb1ed-ccc3-4885-948f-7b1c9d9201c8 None None] Network 174450e2-ed1c-41d2-9052-2b416266f1c9 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:35:13.119390 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-da7e1557-28fa-4d1c-924c-b579065fb1bc None None] Provisioning complete for port d9db83fc-30b7-4abd-95bf-8a527bb55e9b triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:35:13.120027 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-da7e1557-28fa-4d1c-924c-b579065fb1bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (d9db83fc-30b7-4abd-95bf-8a527bb55e9b), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:13.138516 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2dd8eca4-79d4-4372-9a10-3a73def11e70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (92e2f4a4-e3cc-4977-9a36-03f671dd358f), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:13.173001 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-2dd8eca4-79d4-4372-9a10-3a73def11e70 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fa387161a66e482da93b12e7be80aa6d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2267129 Feb 28 10:35:13.177289 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-58b735f2-60f7-4461-a1b8-d1f292c40327 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Deleting port 7da5f6c0-ea87-4465-99c1-1ea50d3bd7b5 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:35:13.177663 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-58b735f2-60f7-4461-a1b8-d1f292c40327 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (7da5f6c0-ea87-4465-99c1-1ea50d3bd7b5), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:13.198421 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port d9db83fc-30b7-4abd-95bf-8a527bb55e9b triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:35:13.199025 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (d9db83fc-30b7-4abd-95bf-8a527bb55e9b), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:13.205155 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 36658) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:13.207713 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0d85ea0c-4d2d-42e2-80ee-eb64db11d32f tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Publish callbacks [] for security_group (c3dd9069-be3e-4a1d-9f5a-2d42bb0a0b0e), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:13.242451 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-58b735f2-60f7-4461-a1b8-d1f292c40327 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] For port 7da5f6c0-ea87-4465-99c1-1ea50d3bd7b5, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:35:13.242820 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-58b735f2-60f7-4461-a1b8-d1f292c40327 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (7da5f6c0-ea87-4465-99c1-1ea50d3bd7b5), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:13.243781 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0d85ea0c-4d2d-42e2-80ee-eb64db11d32f tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (c3dd9069-be3e-4a1d-9f5a-2d42bb0a0b0e), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:13.246370 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0d85ea0c-4d2d-42e2-80ee-eb64db11d32f tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:13.251155 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-0d85ea0c-4d2d-42e2-80ee-eb64db11d32f tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] 10.222.0.20 "PUT /v2.0/security-groups/c3dd9069-be3e-4a1d-9f5a-2d42bb0a0b0e HTTP/1.1" status: 200 len: 1793 time: 0.4094701 Feb 28 10:35:13.257201 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-58b735f2-60f7-4461-a1b8-d1f292c40327 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Calling delete_port for 7da5f6c0-ea87-4465-99c1-1ea50d3bd7b5 owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:35:13.260014 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.ipam_backend_mixin [None req-58b735f2-60f7-4461-a1b8-d1f292c40327 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Port 7da5f6c0-ea87-4465-99c1-1ea50d3bd7b5 was not found and therefore no delete operation was performed {{(pid=103408) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 28 10:35:13.269296 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 36660) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:13.270076 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-58b735f2-60f7-4461-a1b8-d1f292c40327 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (7da5f6c0-ea87-4465-99c1-1ea50d3bd7b5), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:13.300989 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-da7e1557-28fa-4d1c-924c-b579065fb1bc None None] Current status of the port d9db83fc-30b7-4abd-95bf-8a527bb55e9b is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:35:13.300989 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-da7e1557-28fa-4d1c-924c-b579065fb1bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (d9db83fc-30b7-4abd-95bf-8a527bb55e9b), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:13.332121 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d85ea0c-4d2d-42e2-80ee-eb64db11d32f tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3dd9069-be3e-4a1d-9f5a-2d42bb0a0b0e,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:13.387486 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port d9db83fc-30b7-4abd-95bf-8a527bb55e9b is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:35:13.387894 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (d9db83fc-30b7-4abd-95bf-8a527bb55e9b), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:13.391919 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-da7e1557-28fa-4d1c-924c-b579065fb1bc None None] For port d9db83fc-30b7-4abd-95bf-8a527bb55e9b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d9db83fc-30b7-4abd-95bf-8a527bb55e9b,segment=NetworkSegment(d7e388f6-2c75-4a11-bfd4-e8530fe7b6f4),segment_id=d7e388f6-2c75-4a11-bfd4-e8530fe7b6f4)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:35:13.409224 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-da7e1557-28fa-4d1c-924c-b579065fb1bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (d9db83fc-30b7-4abd-95bf-8a527bb55e9b), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:13.425666 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b735f2-60f7-4461-a1b8-d1f292c40327 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Pushing event deleted for resources: {'Port': ['ID=7da5f6c0-ea87-4465-99c1-1ea50d3bd7b5,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:13.432640 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b735f2-60f7-4461-a1b8-d1f292c40327 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] No DVR routers for this DVR port 7da5f6c0-ea87-4465-99c1-1ea50d3bd7b5 on host dv-neutron-master-2-hyperv {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:35:13.440015 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-dee135b5-eab6-4d34-b11a-954daeddfd5b tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] 10.222.0.20 "GET /v2.0/security-groups/c3dd9069-be3e-4a1d-9f5a-2d42bb0a0b0e HTTP/1.1" status: 200 len: 1793 time: 0.1674051 Feb 28 10:35:13.443115 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6b923bb1-06b0-4b84-b461-7cc1d0196090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (2e621730-3978-4720-b581-ac380e97a567), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:13.463984 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd8eca4-79d4-4372-9a10-3a73def11e70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92e2f4a4-e3cc-4977-9a36-03f671dd358f,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:13.467861 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 36662) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:13.523440 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3f3f26ed-406a-4f13-809d-f2181fa37e1b admin admin] Publish callbacks [] for security_group (92e2f4a4-e3cc-4977-9a36-03f671dd358f), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:13.525938 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7e1557-28fa-4d1c-924c-b579065fb1bc None None] Pushing event updated for resources: {'Port': ['ID=d9db83fc-30b7-4abd-95bf-8a527bb55e9b,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:13.529356 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f730ac26-1057-4b46-8123-02e43b5cd278 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3498031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3516567'] for subnet (54d1f5d7-d7ae-43e2-883f-233a9f86dc7f), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:13.545538 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.db.api [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103409) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 10:35:13.547209 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG oslo_db.api [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 10:35:13.631532 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9edb8faf-4047-4f1d-a82c-f583c1411855 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-823142'] for subnet (1030c021-b3aa-4bc7-b4ee-d0f09332b437), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:13.644645 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3f3f26ed-406a-4f13-809d-f2181fa37e1b admin admin] Publish callbacks [] for security_group (92e2f4a4-e3cc-4977-9a36-03f671dd358f), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:13.648939 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-811085d7-88cf-4a9c-84aa-673bb7fe19b2 None None] Provisioning complete for port c5c39009-3b6f-46e8-9e51-5b4a52df54e6 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:35:13.649325 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-811085d7-88cf-4a9c-84aa-673bb7fe19b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (c5c39009-3b6f-46e8-9e51-5b4a52df54e6), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:13.687552 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f730ac26-1057-4b46-8123-02e43b5cd278 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Pushing event updated for resources: {'Subnet': ['ID=54d1f5d7-d7ae-43e2-883f-233a9f86dc7f,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:13.695912 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-58b735f2-60f7-4461-a1b8-d1f292c40327 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672413', 'neutron.services.segments.db._delete_segments_for_network-8742057110173'] for network (ed8a96ae-8951-48db-b057-10c721e75e60), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:13.696823 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-10dc39a9-0d02-40a1-b70e-2ab670ce6168 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks [] for router_gateway (8b6ab8b8-279b-4753-bdf9-c3aeccd09e28), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:13.710750 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f730ac26-1057-4b46-8123-02e43b5cd278 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Checking segment: {'id': '9fa836ce-31c9-4e12-98d1-0034e90c2bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '66091116-a4f0-42ed-9ec9-df520700a518'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:35:13.710750 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f730ac26-1057-4b46-8123-02e43b5cd278 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Network hostable DHCP agents. Network: 66091116-a4f0-42ed-9ec9-df520700a518, hostable agents: ['fb6705d2-4f70-4965-92a3-fbfccd43a6d3'], hosted agents: [] {{(pid=103407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:35:13.712734 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-811085d7-88cf-4a9c-84aa-673bb7fe19b2 None None] Port c5c39009-3b6f-46e8-9e51-5b4a52df54e6 cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:35:13.727268 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-811085d7-88cf-4a9c-84aa-673bb7fe19b2 None None] Provisioning complete for port d9db83fc-30b7-4abd-95bf-8a527bb55e9b triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:35:13.727654 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-811085d7-88cf-4a9c-84aa-673bb7fe19b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (d9db83fc-30b7-4abd-95bf-8a527bb55e9b), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:13.766317 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-58b735f2-60f7-4461-a1b8-d1f292c40327 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed8a96ae-8951-48db-b057-10c721e75e60']}} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:13.770371 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7997f3ed-e108-4ddf-ae36-2c14669a0c92 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-823142'] for subnet (e3b31fa7-2f3d-413a-9ed3-2967e6496f8a), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:13.779409 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bd8cff14-6da8-40c4-926d-338eeffdb6ee tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Publish callbacks [] for security_group (c3dd9069-be3e-4a1d-9f5a-2d42bb0a0b0e), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:13.822210 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3f3f26ed-406a-4f13-809d-f2181fa37e1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (92e2f4a4-e3cc-4977-9a36-03f671dd358f), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:13.825618 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3f3f26ed-406a-4f13-809d-f2181fa37e1b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:13.826108 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-58b735f2-60f7-4461-a1b8-d1f292c40327 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '845717a9-cfef-4536-8edc-a9152cf5346c') {'for_net_delete': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:13.826682 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-58b735f2-60f7-4461-a1b8-d1f292c40327 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '845717a9-cfef-4536-8edc-a9152cf5346c') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:13.827116 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-3f3f26ed-406a-4f13-809d-f2181fa37e1b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/92e2f4a4-e3cc-4977-9a36-03f671dd358f HTTP/1.1" status: 204 len: 168 time: 0.6177402 Feb 28 10:35:13.835278 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f730ac26-1057-4b46-8123-02e43b5cd278 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Network 66091116-a4f0-42ed-9ec9-df520700a518 is scheduled to be hosted by DHCP agent fb6705d2-4f70-4965-92a3-fbfccd43a6d3 with binding_index 1 {{(pid=103407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:35:13.838453 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-811085d7-88cf-4a9c-84aa-673bb7fe19b2 None None] Current status of the port d9db83fc-30b7-4abd-95bf-8a527bb55e9b is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:35:13.852422 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3f26ed-406a-4f13-809d-f2181fa37e1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92e2f4a4-e3cc-4977-9a36-03f671dd358f,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:13.886558 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-f730ac26-1057-4b46-8123-02e43b5cd278 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 66091116-a4f0-42ed-9ec9-df520700a518) {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:35:13.891109 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f730ac26-1057-4b46-8123-02e43b5cd278 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:13.891876 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f730ac26-1057-4b46-8123-02e43b5cd278 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616561'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:13.895589 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bd8cff14-6da8-40c4-926d-338eeffdb6ee tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Publish callbacks [] for security_group (c3dd9069-be3e-4a1d-9f5a-2d42bb0a0b0e), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:13.898899 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db29a48-c3de-44a0-a1d3-3c9ecb41d3bb None None] Network 66091116-a4f0-42ed-9ec9-df520700a518 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:35:13.900866 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-58b735f2-60f7-4461-a1b8-d1f292c40327 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742057113766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3423550'] for segment (845717a9-cfef-4536-8edc-a9152cf5346c), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:13.914060 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-f730ac26-1057-4b46-8123-02e43b5cd278 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7537982 Feb 28 10:35:13.916871 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 36666) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:13.924408 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-b030215a-8cc3-4ec3-818e-9bf2c96a5f3c tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Request body: {'port': {'network_id': '66091116-a4f0-42ed-9ec9-df520700a518', 'name': 'tempest-PortsIpV6TestJSON-176954998', 'fixed_ips': [{'subnet_id': '54d1f5d7-d7ae-43e2-883f-233a9f86dc7f', 'ip_address': '2001:db8::10'}]}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:13.937379 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9edb8faf-4047-4f1d-a82c-f583c1411855 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-823145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3242523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3951170'] for subnet (1030c021-b3aa-4bc7-b4ee-d0f09332b437), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:13.948577 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-58b735f2-60f7-4461-a1b8-d1f292c40327 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (845717a9-cfef-4536-8edc-a9152cf5346c), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:13.970204 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-927c7b0a-138a-4ef6-8eb0-d5053879eb06 None None] Provisioning complete for port c5c39009-3b6f-46e8-9e51-5b4a52df54e6 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:35:13.970584 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-927c7b0a-138a-4ef6-8eb0-d5053879eb06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (c5c39009-3b6f-46e8-9e51-5b4a52df54e6), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:13.989408 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7997f3ed-e108-4ddf-ae36-2c14669a0c92 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-823145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3242523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3951170'] for subnet (e3b31fa7-2f3d-413a-9ed3-2967e6496f8a), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:13.998330 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58b735f2-60f7-4461-a1b8-d1f292c40327 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Releasing vlan 278 on physical network physnet1 to pool {{(pid=103408) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:35:13.999118 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-58b735f2-60f7-4461-a1b8-d1f292c40327 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3242693'] for segment (845717a9-cfef-4536-8edc-a9152cf5346c), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:14.003072 dv-neutron-master-2-hyperv neutron-server[103408]: Traceback (most recent call last): Feb 28 10:35:14.003072 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:35:14.003072 dv-neutron-master-2-hyperv neutron-server[103408]: timer() Feb 28 10:35:14.003072 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:35:14.003072 dv-neutron-master-2-hyperv neutron-server[103408]: cb(*args, **kw) Feb 28 10:35:14.003072 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:35:14.003072 dv-neutron-master-2-hyperv neutron-server[103408]: return func(*args, **kwargs) Feb 28 10:35:14.003072 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:35:14.003072 dv-neutron-master-2-hyperv neutron-server[103408]: self._notify() Feb 28 10:35:14.003072 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:35:14.003072 dv-neutron-master-2-hyperv neutron-server[103408]: self.callback(batched_events) Feb 28 10:35:14.003072 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:35:14.003072 dv-neutron-master-2-hyperv neutron-server[103408]: event.method(event) Feb 28 10:35:14.003072 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:35:14.003072 dv-neutron-master-2-hyperv neutron-server[103408]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:35:14.003072 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:35:14.003072 dv-neutron-master-2-hyperv neutron-server[103408]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:35:14.003072 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:35:14.003072 dv-neutron-master-2-hyperv neutron-server[103408]: return f(self, *a, **k) Feb 28 10:35:14.003072 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:35:14.003072 dv-neutron-master-2-hyperv neutron-server[103408]: return self._get(url).json() Feb 28 10:35:14.003072 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:35:14.003072 dv-neutron-master-2-hyperv neutron-server[103408]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:35:14.003072 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:35:14.003072 dv-neutron-master-2-hyperv neutron-server[103408]: return self.request(url, 'GET', **kwargs) Feb 28 10:35:14.003072 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:35:14.003072 dv-neutron-master-2-hyperv neutron-server[103408]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:35:14.003072 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:35:14.003072 dv-neutron-master-2-hyperv neutron-server[103408]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:35:14.003072 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:35:14.003072 dv-neutron-master-2-hyperv neutron-server[103408]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:35:14.003072 dv-neutron-master-2-hyperv neutron-server[103408]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:35:14.008371 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edb8faf-4047-4f1d-a82c-f583c1411855 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Pushing event deleted for resources: {'Subnet': ['ID=1030c021-b3aa-4bc7-b4ee-d0f09332b437,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:14.009563 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9edb8faf-4047-4f1d-a82c-f583c1411855 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks [] for subnet (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:14.015232 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-9edb8faf-4047-4f1d-a82c-f583c1411855 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "DELETE /v2.0/subnets/1030c021-b3aa-4bc7-b4ee-d0f09332b437 HTTP/1.1" status: 204 len: 168 time: 1.4444897 Feb 28 10:35:14.018159 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 36668) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:14.094359 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7997f3ed-e108-4ddf-ae36-2c14669a0c92 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Publish callbacks [] for subnet (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:14.101239 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-7997f3ed-e108-4ddf-ae36-2c14669a0c92 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] 10.222.0.20 "DELETE /v2.0/subnets/e3b31fa7-2f3d-413a-9ed3-2967e6496f8a HTTP/1.1" status: 204 len: 168 time: 1.8099167 Feb 28 10:35:14.114843 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7997f3ed-e108-4ddf-ae36-2c14669a0c92 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Pushing event deleted for resources: {'Subnet': ['ID=e3b31fa7-2f3d-413a-9ed3-2967e6496f8a,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:14.116305 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 36672) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:14.123203 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-1a8719f5-fcbd-474c-adb7-535a7590bca5 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1029627 Feb 28 10:35:14.129853 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 36674) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:14.131949 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bd8cff14-6da8-40c4-926d-338eeffdb6ee tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (c3dd9069-be3e-4a1d-9f5a-2d42bb0a0b0e), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:14.134975 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bd8cff14-6da8-40c4-926d-338eeffdb6ee tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Publish callbacks [] for security_group (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:14.136519 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-bd8cff14-6da8-40c4-926d-338eeffdb6ee tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] 10.222.0.20 "DELETE /v2.0/security-groups/c3dd9069-be3e-4a1d-9f5a-2d42bb0a0b0e HTTP/1.1" status: 204 len: 168 time: 0.6439278 Feb 28 10:35:14.140093 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 36676) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:14.143741 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-e61f6df0-7dc5-4db1-af68-4cda277795c0 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Request body: {'subnet': {'network_id': '9f0a511d-8408-4971-9daa-968eebea54f2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:14.209297 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-927c7b0a-138a-4ef6-8eb0-d5053879eb06 None None] Port c5c39009-3b6f-46e8-9e51-5b4a52df54e6 cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:35:14.211064 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3e4a5d1-3c2f-4774-a56b-18128f82b22b None None] Network 9f0a511d-8408-4971-9daa-968eebea54f2 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:35:14.226086 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8cff14-6da8-40c4-926d-338eeffdb6ee tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3dd9069-be3e-4a1d-9f5a-2d42bb0a0b0e,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:14.256848 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-58b735f2-60f7-4461-a1b8-d1f292c40327 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803269'] for network (ed8a96ae-8951-48db-b057-10c721e75e60), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:14.268747 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea30ea23-5204-4bfd-bb1b-44fb36e90ce0 None None] Network 174450e2-ed1c-41d2-9052-2b416266f1c9 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:35:14.309321 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d8cfc4c-ebab-4206-bc29-01477c4231d0 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:14.310851 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d8cfc4c-ebab-4206-bc29-01477c4231d0 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:14.314854 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-5d8cfc4c-ebab-4206-bc29-01477c4231d0 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1915176 Feb 28 10:35:14.319242 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 36682) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:14.358440 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-58b735f2-60f7-4461-a1b8-d1f292c40327 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616561'] for network (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:14.363770 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-58b735f2-60f7-4461-a1b8-d1f292c40327 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] 10.222.0.20 "DELETE /v2.0/networks/ed8a96ae-8951-48db-b057-10c721e75e60 HTTP/1.1" status: 204 len: 168 time: 2.1877248 Feb 28 10:35:14.365595 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b735f2-60f7-4461-a1b8-d1f292c40327 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Pushing event deleted for resources: {'Network': ['ID=ed8a96ae-8951-48db-b057-10c721e75e60,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:14.384106 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-5b7a2a5d-a1b4-4f27-a13f-d80fdf73348b tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2374911 Feb 28 10:35:14.387295 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port d9db83fc-30b7-4abd-95bf-8a527bb55e9b is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:35:14.393671 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 36686) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:14.394100 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 36688) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:14.406282 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-01c004e2-4c40-4bc1-a273-5523c8d6b8fe tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1825890179', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:14.428495 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e61f6df0-7dc5-4db1-af68-4cda277795c0 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Made reservation on behalf of 01d784a6a3f04224a7e9160ad9d44184 for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:35:14.440897 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e61f6df0-7dc5-4db1-af68-4cda277795c0 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3951209'] for subnet (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:14.457946 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.api.v2.resource [None req-63cbdf96-9422-4c57-961c-7d2c8d758563 tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] delete failed (client error): The resource could not be found. Feb 28 10:35:14.459157 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-63cbdf96-9422-4c57-961c-7d2c8d758563 tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] 10.222.0.20 "DELETE /v2.0/security-groups/c3dd9069-be3e-4a1d-9f5a-2d42bb0a0b0e HTTP/1.1" status: 404 len: 347 time: 0.0620222 Feb 28 10:35:14.460405 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-10dc39a9-0d02-40a1-b70e-2ab670ce6168 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1804241'] for router (8b6ab8b8-279b-4753-bdf9-c3aeccd09e28), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:14.462966 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b030215a-8cc3-4ec3-818e-9bf2c96a5f3c tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Made reservation on behalf of 29ccc4cf6ba849d18fb6a0524a0ef75f for: {'port': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:35:14.475120 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a738c92-f370-4bea-8a61-90e533acefed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-66091116-a4f0-42ed-9ec9-df520700a518', 'network_id': '66091116-a4f0-42ed-9ec9-df520700a518', 'project_id': '29ccc4cf6ba849d18fb6a0524a0ef75f', 'fixed_ips': [{'subnet_id': '54d1f5d7-d7ae-43e2-883f-233a9f86dc7f'}]}} from dv-neutron-master-2-hyperv. {{(pid=103409) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:35:14.476645 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 36692) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:14.477097 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0a738c92-f370-4bea-8a61-90e533acefed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:14.498824 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-0f03c93b-bac7-4d08-bf7d-4ca1acbd2caa tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Request body: {'security_group': {'name': 'tempest-secgroup--720992553'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:14.577874 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device d9db83fc-30b7-4abd-95bf-8a527bb55e9b up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:35:14.598003 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4e265c99-386a-4a46-a7f0-da775891d835 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-665757'] for network (174450e2-ed1c-41d2-9052-2b416266f1c9), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:14.609469 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd246c6a-dd05-46bd-ad6e-160a1e81e711 None None] DHCP port deletion for 9f0a511d-8408-4971-9daa-968eebea54f2 request from dv-neutron-master-2-hyperv {{(pid=103409) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:35:14.624809 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c20c46e-9c00-46fe-aae1-41972a6423fb None None] DHCP port deletion for 174450e2-ed1c-41d2-9052-2b416266f1c9 request from dv-neutron-master-2-hyperv {{(pid=103409) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:35:14.667110 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-01c004e2-4c40-4bc1-a273-5523c8d6b8fe tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1805251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254175'] for router (d7ddbc6a-3d00-4753-9f33-feb0e12d7797), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:14.669087 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-01c004e2-4c40-4bc1-a273-5523c8d6b8fe tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1804172', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1602053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254150'] for router (d7ddbc6a-3d00-4753-9f33-feb0e12d7797), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:14.758545 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-0a738c92-f370-4bea-8a61-90e533acefed None None] Allocated IP 2001:db8::2 (66091116-a4f0-42ed-9ec9-df520700a518/54d1f5d7-d7ae-43e2-883f-233a9f86dc7f/f8f6eeb9-6c42-4b59-a693-c1a996a35c24) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:35:14.777399 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port d9db83fc-30b7-4abd-95bf-8a527bb55e9b triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:35:14.777786 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (d9db83fc-30b7-4abd-95bf-8a527bb55e9b), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:14.792108 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-1c20c46e-9c00-46fe-aae1-41972a6423fb None None] Deleting port d9db83fc-30b7-4abd-95bf-8a527bb55e9b {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:35:14.792479 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1c20c46e-9c00-46fe-aae1-41972a6423fb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (d9db83fc-30b7-4abd-95bf-8a527bb55e9b), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:14.923052 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.objects.ports [None req-e61f6df0-7dc5-4db1-af68-4cda277795c0 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103408) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 28 10:35:14.938628 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-bd246c6a-dd05-46bd-ad6e-160a1e81e711 None None] Deleting port e1a4121e-ece3-43ab-b24b-27bab2c35127 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:35:14.939073 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bd246c6a-dd05-46bd-ad6e-160a1e81e711 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (e1a4121e-ece3-43ab-b24b-27bab2c35127), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:14.999944 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 36702) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:15.001048 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:15.010290 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-1c20c46e-9c00-46fe-aae1-41972a6423fb None None] For port d9db83fc-30b7-4abd-95bf-8a527bb55e9b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d9db83fc-30b7-4abd-95bf-8a527bb55e9b,segment=NetworkSegment(d7e388f6-2c75-4a11-bfd4-e8530fe7b6f4),segment_id=d7e388f6-2c75-4a11-bfd4-e8530fe7b6f4)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:35:15.010686 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1c20c46e-9c00-46fe-aae1-41972a6423fb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (d9db83fc-30b7-4abd-95bf-8a527bb55e9b), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:15.043090 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-1c20c46e-9c00-46fe-aae1-41972a6423fb None None] Calling delete_port for d9db83fc-30b7-4abd-95bf-8a527bb55e9b owned by network:dhcp {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:35:15.111639 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b030215a-8cc3-4ec3-818e-9bf2c96a5f3c tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:15.114017 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-161114f0-064f-402e-a445-6c27d3b1a354 tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-5830695'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:15.120058 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0f03c93b-bac7-4d08-bf7d-4ca1acbd2caa tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:15.152745 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-161114f0-064f-402e-a445-6c27d3b1a354 tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] Made reservation on behalf of 92a45801ec1c49fd8988ca4094985e82 for: {'network': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:35:15.156420 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-161114f0-064f-402e-a445-6c27d3b1a354 tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for network (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:15.184249 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-161114f0-064f-402e-a445-6c27d3b1a354 tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] Publish callbacks [] for security_group (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:15.193507 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e265c99-386a-4a46-a7f0-da775891d835 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 28 10:35:15.194069 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e265c99-386a-4a46-a7f0-da775891d835 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:35:15.200931 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-4e265c99-386a-4a46-a7f0-da775891d835 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] 10.222.0.20 "DELETE /v2.0/networks/174450e2-ed1c-41d2-9052-2b416266f1c9 HTTP/1.1" status: 409 len: 466 time: 0.8740249 Feb 28 10:35:15.206726 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 36706) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:15.211774 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-65076773-fc6e-464e-9492-e6cdcd873641 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-189907817'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:15.212811 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-bd246c6a-dd05-46bd-ad6e-160a1e81e711 None None] For port e1a4121e-ece3-43ab-b24b-27bab2c35127, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e1a4121e-ece3-43ab-b24b-27bab2c35127,segment=NetworkSegment(bf553b55-fb1d-4346-a090-4fb77eb0fbd7),segment_id=bf553b55-fb1d-4346-a090-4fb77eb0fbd7)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:35:15.213767 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bd246c6a-dd05-46bd-ad6e-160a1e81e711 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (e1a4121e-ece3-43ab-b24b-27bab2c35127), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:15.217881 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.notifiers.nova [None req-b030215a-8cc3-4ec3-818e-9bf2c96a5f3c tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] device_id is not set on port 50b1a6f9-83f2-48ec-b5da-8a216b829aff yet. {{(pid=103407) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:35:15.229283 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e61f6df0-7dc5-4db1-af68-4cda277795c0 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (e1a4121e-ece3-43ab-b24b-27bab2c35127), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:15.238310 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port d9db83fc-30b7-4abd-95bf-8a527bb55e9b is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:35:15.242123 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-bd246c6a-dd05-46bd-ad6e-160a1e81e711 None None] Calling delete_port for e1a4121e-ece3-43ab-b24b-27bab2c35127 owned by network:dhcp {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:35:15.264582 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0a738c92-f370-4bea-8a61-90e533acefed None None] Publish callbacks [] for port (f8f6eeb9-6c42-4b59-a693-c1a996a35c24), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:15.290687 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65076773-fc6e-464e-9492-e6cdcd873641 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Made reservation on behalf of fcbd8a4414c04d26b7c516c4c4618e73 for: {'network': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:35:15.294527 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-65076773-fc6e-464e-9492-e6cdcd873641 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for network (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:15.311158 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-01c004e2-4c40-4bc1-a273-5523c8d6b8fe tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks [] for router_controller (d7ddbc6a-3d00-4753-9f33-feb0e12d7797), precommit_add_association {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:15.313982 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0a738c92-f370-4bea-8a61-90e533acefed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749'] for port (f8f6eeb9-6c42-4b59-a693-c1a996a35c24), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:15.332215 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-01c004e2-4c40-4bc1-a273-5523c8d6b8fe tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1804241'] for router (d7ddbc6a-3d00-4753-9f33-feb0e12d7797), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:15.357198 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1c20c46e-9c00-46fe-aae1-41972a6423fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758'] for port (d9db83fc-30b7-4abd-95bf-8a527bb55e9b), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:15.359358 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 7da5f6c0-ea87-4465-99c1-1ea50d3bd7b5 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:35:15.379893 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-01c004e2-4c40-4bc1-a273-5523c8d6b8fe tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks [] for router (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:15.381306 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-01c004e2-4c40-4bc1-a273-5523c8d6b8fe tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.9858372 Feb 28 10:35:15.394216 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 36708) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:15.404081 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-b811a3d5-5224-45b0-b8b5-fff52d7feffa tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Request body: {'network': {'name': 'tempest-RoutersTest-1840407980'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:15.412197 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a738c92-f370-4bea-8a61-90e533acefed None None] Network 66091116-a4f0-42ed-9ec9-df520700a518 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:35:15.414604 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] No Port match for: 7da5f6c0-ea87-4465-99c1-1ea50d3bd7b5 {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:35:15.414950 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 7da5f6c0-ea87-4465-99c1-1ea50d3bd7b5 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:35:15.425552 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-0a738c92-f370-4bea-8a61-90e533acefed None None] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:35:15.427873 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c20c46e-9c00-46fe-aae1-41972a6423fb None None] No DVR routers for this DVR port d9db83fc-30b7-4abd-95bf-8a527bb55e9b on host dv-neutron-master-2-hyperv {{(pid=103409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:35:15.432724 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a738c92-f370-4bea-8a61-90e533acefed None None] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:35:15.446005 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a738c92-f370-4bea-8a61-90e533acefed None None] Pushing event updated for resources: {'Port': ['ID=f8f6eeb9-6c42-4b59-a693-c1a996a35c24,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:15.451798 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0f03c93b-bac7-4d08-bf7d-4ca1acbd2caa tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Publish callbacks [] for security_group (7ba71f6e-3fd5-41d5-a200-31a1fa0505b4), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:15.457993 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65076773-fc6e-464e-9492-e6cdcd873641 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 279} {{(pid=103408) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:35:15.459185 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0f03c93b-bac7-4d08-bf7d-4ca1acbd2caa tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (7ba71f6e-3fd5-41d5-a200-31a1fa0505b4), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:15.514524 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c20c46e-9c00-46fe-aae1-41972a6423fb None None] Pushing event deleted for resources: {'Port': ['ID=d9db83fc-30b7-4abd-95bf-8a527bb55e9b,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:15.529315 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-65076773-fc6e-464e-9492-e6cdcd873641 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (28d85884-268e-45ad-9104-a6094d7e9f61), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:15.529685 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.db.segments_db [None req-65076773-fc6e-464e-9492-e6cdcd873641 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Added segment 28d85884-268e-45ad-9104-a6094d7e9f61 of type vlan for network 62a453f2-5f82-4ae1-b7e6-f3272ad9d386 Feb 28 10:35:15.536447 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0f03c93b-bac7-4d08-bf7d-4ca1acbd2caa tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:15.538094 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-0f03c93b-bac7-4d08-bf7d-4ca1acbd2caa tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 1.0604665 Feb 28 10:35:15.541745 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 36710) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:15.546067 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10dc39a9-0d02-40a1-b70e-2ab670ce6168 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Router 8b6ab8b8-279b-4753-bdf9-c3aeccd09e28 is scheduled to L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 with binding_index 1 {{(pid=103407) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 10:35:15.546244 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-0a738c92-f370-4bea-8a61-90e533acefed None None] Attempting to bind port f8f6eeb9-6c42-4b59-a693-c1a996a35c24 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:35:15.546481 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-0a738c92-f370-4bea-8a61-90e533acefed None None] Attempting to bind port f8f6eeb9-6c42-4b59-a693-c1a996a35c24 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '9fa836ce-31c9-4e12-98d1-0034e90c2bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '66091116-a4f0-42ed-9ec9-df520700a518'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:35:15.546858 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a738c92-f370-4bea-8a61-90e533acefed None None] Attempting to bind port f8f6eeb9-6c42-4b59-a693-c1a996a35c24 on network 66091116-a4f0-42ed-9ec9-df520700a518 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:35:15.549679 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f03c93b-bac7-4d08-bf7d-4ca1acbd2caa tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ba71f6e-3fd5-41d5-a200-31a1fa0505b4,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:15.557075 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b811a3d5-5224-45b0-b8b5-fff52d7feffa tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Made reservation on behalf of da82c5902a0c4c459ee88fe904a1e59b for: {'network': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:35:15.560116 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a738c92-f370-4bea-8a61-90e533acefed None None] Checking agent: {'id': '75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 24, 15), 'started_at': datetime.datetime(2022, 2, 28, 10, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 35, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:35:15.560508 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a738c92-f370-4bea-8a61-90e533acefed None None] Checking segment: {'id': '9fa836ce-31c9-4e12-98d1-0034e90c2bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '66091116-a4f0-42ed-9ec9-df520700a518'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:35:15.560766 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b811a3d5-5224-45b0-b8b5-fff52d7feffa tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for network (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:15.560972 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0a738c92-f370-4bea-8a61-90e533acefed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:15.561350 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a738c92-f370-4bea-8a61-90e533acefed None None] Bound using segment: {'id': '9fa836ce-31c9-4e12-98d1-0034e90c2bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '66091116-a4f0-42ed-9ec9-df520700a518'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:35:15.561836 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-0a738c92-f370-4bea-8a61-90e533acefed None None] Bound port: f8f6eeb9-6c42-4b59-a693-c1a996a35c24, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fa836ce-31c9-4e12-98d1-0034e90c2bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '66091116-a4f0-42ed-9ec9-df520700a518'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:35:15.562235 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0a738c92-f370-4bea-8a61-90e533acefed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (f8f6eeb9-6c42-4b59-a693-c1a996a35c24), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:15.567681 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-7591454d-b5dd-4262-891f-43f81a2ef839 tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Request body: {'security_group_rule': {'security_group_id': '7ba71f6e-3fd5-41d5-a200-31a1fa0505b4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:15.602945 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-161114f0-064f-402e-a445-6c27d3b1a354 tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] Publish callbacks [] for security_group (cf7b5696-e906-4ae3-a8a1-2dfd160a7a81), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:15.603748 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-b030215a-8cc3-4ec3-818e-9bf2c96a5f3c tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Allocated IP 2001:db8::10 (66091116-a4f0-42ed-9ec9-df520700a518/54d1f5d7-d7ae-43e2-883f-233a9f86dc7f/50b1a6f9-83f2-48ec-b5da-8a216b829aff) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:35:15.635529 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-161114f0-064f-402e-a445-6c27d3b1a354 tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (cf7b5696-e906-4ae3-a8a1-2dfd160a7a81), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:15.646303 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-0a738c92-f370-4bea-8a61-90e533acefed None None] For port f8f6eeb9-6c42-4b59-a693-c1a996a35c24, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:35:15.650637 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-0a738c92-f370-4bea-8a61-90e533acefed None None] For port f8f6eeb9-6c42-4b59-a693-c1a996a35c24, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f8f6eeb9-6c42-4b59-a693-c1a996a35c24,segment=NetworkSegment(9fa836ce-31c9-4e12-98d1-0034e90c2bb5),segment_id=9fa836ce-31c9-4e12-98d1-0034e90c2bb5)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:35:15.652803 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-65076773-fc6e-464e-9492-e6cdcd873641 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742056637431'] for network (62a453f2-5f82-4ae1-b7e6-f3272ad9d386), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:15.658663 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0a738c92-f370-4bea-8a61-90e533acefed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (f8f6eeb9-6c42-4b59-a693-c1a996a35c24), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:15.662501 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7591454d-b5dd-4262-891f-43f81a2ef839 tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Publish callbacks [] for security_group_rule (89b67338-09fb-4d27-8b27-260eb2ff7329), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:15.691051 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-161114f0-064f-402e-a445-6c27d3b1a354 tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 292} {{(pid=103408) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:35:15.694436 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-e61f6df0-7dc5-4db1-af68-4cda277795c0 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] For port e1a4121e-ece3-43ab-b24b-27bab2c35127, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e1a4121e-ece3-43ab-b24b-27bab2c35127,segment=NetworkSegment(bf553b55-fb1d-4346-a090-4fb77eb0fbd7),segment_id=bf553b55-fb1d-4346-a090-4fb77eb0fbd7)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:35:15.725038 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b811a3d5-5224-45b0-b8b5-fff52d7feffa tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 255} {{(pid=103408) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:35:15.727507 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a738c92-f370-4bea-8a61-90e533acefed None None] Pushing event updated for resources: {'Port': ['ID=f8f6eeb9-6c42-4b59-a693-c1a996a35c24,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:15.744771 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161114f0-064f-402e-a445-6c27d3b1a354 tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf7b5696-e906-4ae3-a8a1-2dfd160a7a81,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:15.752072 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-161114f0-064f-402e-a445-6c27d3b1a354 tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (62820c32-6f6c-4560-8178-281c48901d11), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:15.752428 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.db.segments_db [None req-161114f0-064f-402e-a445-6c27d3b1a354 tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] Added segment 62820c32-6f6c-4560-8178-281c48901d11 of type vlan for network 34190743-1b77-4389-b623-7faea57aef12 Feb 28 10:35:15.765975 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b811a3d5-5224-45b0-b8b5-fff52d7feffa tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (90d4eda9-e6e5-4f97-9d2b-10d59af64bf5), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:15.766346 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.db.segments_db [None req-b811a3d5-5224-45b0-b8b5-fff52d7feffa tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Added segment 90d4eda9-e6e5-4f97-9d2b-10d59af64bf5 of type vlan for network 15f45c6f-d6b4-4b5d-9f81-44370067a41c Feb 28 10:35:15.776519 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-65076773-fc6e-464e-9492-e6cdcd873641 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551'] for network (62a453f2-5f82-4ae1-b7e6-f3272ad9d386), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:15.781790 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65076773-fc6e-464e-9492-e6cdcd873641 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:15.782345 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-65076773-fc6e-464e-9492-e6cdcd873641 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616561'] for network (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:15.834796 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10dc39a9-0d02-40a1-b70e-2ab670ce6168 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:35:15.852669 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d54833-26d7-4dcb-b40a-258ad25aa67a None None] Sync routers for ids ['8b6ab8b8-279b-4753-bdf9-c3aeccd09e28'] in dv-neutron-master-2-hyperv {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:35:15.868771 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d54833-26d7-4dcb-b40a-258ad25aa67a None None] Routers {'8b6ab8b8-279b-4753-bdf9-c3aeccd09e28'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:35:15.869416 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-23d54833-26d7-4dcb-b40a-258ad25aa67a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:35:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['8b6ab8b8-279b-4753-bdf9-c3aeccd09e28'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:15.875379 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7591454d-b5dd-4262-891f-43f81a2ef839 tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Publish callbacks [] for security_group_rule (89b67338-09fb-4d27-8b27-260eb2ff7329), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:15.882200 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7591454d-b5dd-4262-891f-43f81a2ef839 tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594242'] for security_group_rule (89b67338-09fb-4d27-8b27-260eb2ff7329), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:15.896832 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-10dc39a9-0d02-40a1-b70e-2ab670ce6168 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks [] for router (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:15.898171 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-10dc39a9-0d02-40a1-b70e-2ab670ce6168 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 6.6258502 Feb 28 10:35:15.906572 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 36712) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:15.920071 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e61f6df0-7dc5-4db1-af68-4cda277795c0 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks [] for port (e1a4121e-ece3-43ab-b24b-27bab2c35127), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:15.926105 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-23d54833-26d7-4dcb-b40a-258ad25aa67a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:15.934238 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-161114f0-064f-402e-a445-6c27d3b1a354 tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742056637431'] for network (34190743-1b77-4389-b623-7faea57aef12), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:15.940494 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bd246c6a-dd05-46bd-ad6e-160a1e81e711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758'] for port (e1a4121e-ece3-43ab-b24b-27bab2c35127), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:15.944820 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7591454d-b5dd-4262-891f-43f81a2ef839 tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89b67338-09fb-4d27-8b27-260eb2ff7329,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:15.947554 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b811a3d5-5224-45b0-b8b5-fff52d7feffa tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742056637431'] for network (15f45c6f-d6b4-4b5d-9f81-44370067a41c), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:15.956606 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-65076773-fc6e-464e-9492-e6cdcd873641 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7461913 Feb 28 10:35:15.956606 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e61f6df0-7dc5-4db1-af68-4cda277795c0 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3242529'] for port (e1a4121e-ece3-43ab-b24b-27bab2c35127), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:15.965724 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 36714) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:15.976277 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-6e48ac2d-34b1-4973-8240-51c5bc51e292 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Request body: {'subnet': {'network_id': '62a453f2-5f82-4ae1-b7e6-f3272ad9d386', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:16.013943 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d54833-26d7-4dcb-b40a-258ad25aa67a None None] Routers {'8b6ab8b8-279b-4753-bdf9-c3aeccd09e28'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:35:16.014642 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-23d54833-26d7-4dcb-b40a-258ad25aa67a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:35:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['8b6ab8b8-279b-4753-bdf9-c3aeccd09e28'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:16.021010 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd246c6a-dd05-46bd-ad6e-160a1e81e711 None None] No DVR routers for this DVR port e1a4121e-ece3-43ab-b24b-27bab2c35127 on host dv-neutron-master-2-hyperv {{(pid=103409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:35:16.027458 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd246c6a-dd05-46bd-ad6e-160a1e81e711 None None] Pushing event deleted for resources: {'Port': ['ID=e1a4121e-ece3-43ab-b24b-27bab2c35127,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:16.044578 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7591454d-b5dd-4262-891f-43f81a2ef839 tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:16.049889 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-7591454d-b5dd-4262-891f-43f81a2ef839 tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5029440 Feb 28 10:35:16.054279 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 36716) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:16.065718 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61f6df0-7dc5-4db1-af68-4cda277795c0 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Pushing event deleted for resources: {'Port': ['ID=e1a4121e-ece3-43ab-b24b-27bab2c35127,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:16.068622 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65076773-fc6e-464e-9492-e6cdcd873641 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Pushing event updated for resources: {'Network': ['ID=62a453f2-5f82-4ae1-b7e6-f3272ad9d386,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:16.070748 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b030215a-8cc3-4ec3-818e-9bf2c96a5f3c tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks [] for port (50b1a6f9-83f2-48ec-b5da-8a216b829aff), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:16.119204 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-23d54833-26d7-4dcb-b40a-258ad25aa67a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:16.120067 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d54833-26d7-4dcb-b40a-258ad25aa67a None None] The sync data for ids ['8b6ab8b8-279b-4753-bdf9-c3aeccd09e28'] in dv-neutron-master-2-hyperv is: [] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:35:16.124903 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e61f6df0-7dc5-4db1-af68-4cda277795c0 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3242588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3951195'] for subnet (b8ba864e-b097-4a3f-be55-a5a0c24c7e16), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:16.133205 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Network 62a453f2-5f82-4ae1-b7e6-f3272ad9d386 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103409) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:35:16.146201 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4b65ca68-8558-4f5e-878f-1fab51db0d5a tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Publish callbacks [] for security_group_rule (89b67338-09fb-4d27-8b27-260eb2ff7329), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:16.166636 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4b65ca68-8558-4f5e-878f-1fab51db0d5a tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Publish callbacks [] for security_group_rule (89b67338-09fb-4d27-8b27-260eb2ff7329), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:16.217181 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e61f6df0-7dc5-4db1-af68-4cda277795c0 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Network 9f0a511d-8408-4971-9daa-968eebea54f2 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:35:16.247949 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-e61f6df0-7dc5-4db1-af68-4cda277795c0 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:35:16.249715 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-161114f0-064f-402e-a445-6c27d3b1a354 tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551'] for network (34190743-1b77-4389-b623-7faea57aef12), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:16.256055 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b030215a-8cc3-4ec3-818e-9bf2c96a5f3c tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (50b1a6f9-83f2-48ec-b5da-8a216b829aff), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:16.257641 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-161114f0-064f-402e-a445-6c27d3b1a354 tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:16.258481 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-161114f0-064f-402e-a445-6c27d3b1a354 tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616561'] for network (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:16.275913 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b811a3d5-5224-45b0-b8b5-fff52d7feffa tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551'] for network (15f45c6f-d6b4-4b5d-9f81-44370067a41c), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:16.279403 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4b65ca68-8558-4f5e-878f-1fab51db0d5a tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594242'] for security_group_rule (89b67338-09fb-4d27-8b27-260eb2ff7329), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:16.282560 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b811a3d5-5224-45b0-b8b5-fff52d7feffa tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:16.283502 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b811a3d5-5224-45b0-b8b5-fff52d7feffa tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616561'] for network (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:16.307795 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e61f6df0-7dc5-4db1-af68-4cda277795c0 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:16.308645 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e61f6df0-7dc5-4db1-af68-4cda277795c0 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks [] for subnet (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:16.318911 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4b65ca68-8558-4f5e-878f-1fab51db0d5a tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:16.321210 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-4b65ca68-8558-4f5e-878f-1fab51db0d5a tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/89b67338-09fb-4d27-8b27-260eb2ff7329 HTTP/1.1" status: 204 len: 168 time: 0.2666383 Feb 28 10:35:16.330000 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 36718) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:16.382393 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b65ca68-8558-4f5e-878f-1fab51db0d5a tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=89b67338-09fb-4d27-8b27-260eb2ff7329,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:16.393935 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cff2756d-a032-413b-ad88-94aaa72384e5 None None] Network 9f0a511d-8408-4971-9daa-968eebea54f2 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:35:16.403957 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b030215a-8cc3-4ec3-818e-9bf2c96a5f3c tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Network 66091116-a4f0-42ed-9ec9-df520700a518 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:35:16.414834 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-b030215a-8cc3-4ec3-818e-9bf2c96a5f3c tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:35:16.419082 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b030215a-8cc3-4ec3-818e-9bf2c96a5f3c tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Pushing event updated for resources: {'Port': ['ID=50b1a6f9-83f2-48ec-b5da-8a216b829aff,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:16.421950 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b030215a-8cc3-4ec3-818e-9bf2c96a5f3c tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:35:16.422429 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161114f0-064f-402e-a445-6c27d3b1a354 tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] Pushing event updated for resources: {'Network': ['ID=34190743-1b77-4389-b623-7faea57aef12,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:16.424829 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e48ac2d-34b1-4973-8240-51c5bc51e292 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Made reservation on behalf of fcbd8a4414c04d26b7c516c4c4618e73 for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:35:16.428718 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6e48ac2d-34b1-4973-8240-51c5bc51e292 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3951209'] for subnet (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:16.429048 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b030215a-8cc3-4ec3-818e-9bf2c96a5f3c tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:16.429861 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b030215a-8cc3-4ec3-818e-9bf2c96a5f3c tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:16.472034 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Network 34190743-1b77-4389-b623-7faea57aef12 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103409) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:35:16.489805 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-d04d9a8b-07bd-4d51-9ee2-4c659624fdbd tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1549118 Feb 28 10:35:16.532321 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 36720) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:16.546676 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-b030215a-8cc3-4ec3-818e-9bf2c96a5f3c tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.6287444 Feb 28 10:35:16.559777 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 36722) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:16.590094 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-b811a3d5-5224-45b0-b8b5-fff52d7feffa tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1947310 Feb 28 10:35:16.595617 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-161114f0-064f-402e-a445-6c27d3b1a354 tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 1.5943687 Feb 28 10:35:16.606483 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 36724) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:16.606831 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 36726) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:16.610249 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-e61f6df0-7dc5-4db1-af68-4cda277795c0 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4722366 Feb 28 10:35:16.610657 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-d9709b24-7a13-4185-9801-afb5a1f50776 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Request body: {'port': {'network_id': '66091116-a4f0-42ed-9ec9-df520700a518', 'name': 'tempest-PortsIpV6TestJSON-1936020786', 'fixed_ips': [{'subnet_id': '54d1f5d7-d7ae-43e2-883f-233a9f86dc7f', 'ip_address': '2001:db8::f'}]}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:16.630408 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 36728) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:16.651499 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device f8f6eeb9-6c42-4b59-a693-c1a996a35c24 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:35:16.653681 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-ea0b0b9d-1551-4c99-a9df-b1489be7d322 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Request body: {'subnet': {'network_id': '15f45c6f-d6b4-4b5d-9f81-44370067a41c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:16.686414 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-f419d67f-b1d2-4007-8fd6-43267eef5411 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Request body: {'port': {'network_id': '9f0a511d-8408-4971-9daa-968eebea54f2', 'mac_address': 'fa:16:3e:49:8a:0d', 'name': 'tempest-NetworksTestDHCPv6-817143809'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:16.706196 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7711fd1d-9eca-482a-9713-46e0244965fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-9f0a511d-8408-4971-9daa-968eebea54f2', 'network_id': '9f0a511d-8408-4971-9daa-968eebea54f2', 'project_id': '01d784a6a3f04224a7e9160ad9d44184', 'fixed_ips': [{'subnet_id': 'b8ba864e-b097-4a3f-be55-a5a0c24c7e16'}]}} from dv-neutron-master-2-hyperv. {{(pid=103409) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:35:16.707114 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7711fd1d-9eca-482a-9713-46e0244965fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:16.761000 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port f8f6eeb9-6c42-4b59-a693-c1a996a35c24 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:35:16.761838 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (f8f6eeb9-6c42-4b59-a693-c1a996a35c24), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:16.829511 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-ef30de4d-b66c-45f9-9c5e-1dec44969c72 tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] Request body: {'subnet': {'network_id': '34190743-1b77-4389-b623-7faea57aef12', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:16.834694 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b811a3d5-5224-45b0-b8b5-fff52d7feffa tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Pushing event updated for resources: {'Network': ['ID=15f45c6f-d6b4-4b5d-9f81-44370067a41c,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:16.863319 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-792bc0b1-3344-4e48-97cb-9256b33b4317 tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Publish callbacks [] for security_group (7ba71f6e-3fd5-41d5-a200-31a1fa0505b4), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:16.891239 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Network 15f45c6f-d6b4-4b5d-9f81-44370067a41c details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103409) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:35:16.959562 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea0b0b9d-1551-4c99-a9df-b1489be7d322 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Made reservation on behalf of da82c5902a0c4c459ee88fe904a1e59b for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:35:16.962576 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ea0b0b9d-1551-4c99-a9df-b1489be7d322 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3951209'] for subnet (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:17.033720 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-792bc0b1-3344-4e48-97cb-9256b33b4317 tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Publish callbacks [] for security_group (7ba71f6e-3fd5-41d5-a200-31a1fa0505b4), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:17.069090 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61f6df0-7dc5-4db1-af68-4cda277795c0 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Pushing event updated for resources: {'Subnet': ['ID=b8ba864e-b097-4a3f-be55-a5a0c24c7e16,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:17.131191 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-7711fd1d-9eca-482a-9713-46e0244965fb None None] Allocated IP 2001:db8::f816:3eff:feea:6e26 (9f0a511d-8408-4971-9daa-968eebea54f2/b8ba864e-b097-4a3f-be55-a5a0c24c7e16/89c62ae1-ee95-42bc-b8df-700bcf9cc4d9) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:35:17.145195 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34473aa6-d36c-46f4-870a-6e34273a8700 None None] Network 66091116-a4f0-42ed-9ec9-df520700a518 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:35:17.159213 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f419d67f-b1d2-4007-8fd6-43267eef5411 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Made reservation on behalf of 01d784a6a3f04224a7e9160ad9d44184 for: {'port': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:35:17.181361 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9709b24-7a13-4185-9801-afb5a1f50776 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Made reservation on behalf of 29ccc4cf6ba849d18fb6a0524a0ef75f for: {'port': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:35:17.185320 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d9709b24-7a13-4185-9801-afb5a1f50776 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:17.248355 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef30de4d-b66c-45f9-9c5e-1dec44969c72 tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] Made reservation on behalf of 92a45801ec1c49fd8988ca4094985e82 for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:35:17.251221 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port f8f6eeb9-6c42-4b59-a693-c1a996a35c24 is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:35:17.251927 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ef30de4d-b66c-45f9-9c5e-1dec44969c72 tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3951209'] for subnet (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:17.252077 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (f8f6eeb9-6c42-4b59-a693-c1a996a35c24), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:17.259928 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-792bc0b1-3344-4e48-97cb-9256b33b4317 tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (7ba71f6e-3fd5-41d5-a200-31a1fa0505b4), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:17.262601 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-792bc0b1-3344-4e48-97cb-9256b33b4317 tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:17.263777 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-792bc0b1-3344-4e48-97cb-9256b33b4317 tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] 10.222.0.20 "DELETE /v2.0/security-groups/7ba71f6e-3fd5-41d5-a200-31a1fa0505b4 HTTP/1.1" status: 204 len: 168 time: 0.7272267 Feb 28 10:35:17.273982 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 36730) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:17.321976 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.objects.ports [None req-6e48ac2d-34b1-4973-8240-51c5bc51e292 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103408) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 28 10:35:17.328693 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-9e8483a1-f9ab-4e09-9c0c-f1301716dc1b None None] Provisioning complete for port f8f6eeb9-6c42-4b59-a693-c1a996a35c24 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:35:17.329254 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9e8483a1-f9ab-4e09-9c0c-f1301716dc1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (f8f6eeb9-6c42-4b59-a693-c1a996a35c24), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:17.341259 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-21c06ac7-8904-4467-9bed-daed489b81ba tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:17.347541 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.notifiers.nova [None req-d9709b24-7a13-4185-9801-afb5a1f50776 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] device_id is not set on port 50365742-345b-483b-8c19-efe7f3dc0589 yet. {{(pid=103407) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:35:17.362816 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6e48ac2d-34b1-4973-8240-51c5bc51e292 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3242588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3951195'] for subnet (1dc2cc78-9eb9-47ac-8dcb-3eef854dc196), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:17.427512 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] For port f8f6eeb9-6c42-4b59-a693-c1a996a35c24, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f8f6eeb9-6c42-4b59-a693-c1a996a35c24,segment=NetworkSegment(9fa836ce-31c9-4e12-98d1-0034e90c2bb5),segment_id=9fa836ce-31c9-4e12-98d1-0034e90c2bb5)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:35:17.452403 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ea0b0b9d-1551-4c99-a9df-b1489be7d322 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3242588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3951195'] for subnet (80cf5cc3-7a23-4d81-9989-328f76a695ee), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:17.460807 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (f8f6eeb9-6c42-4b59-a693-c1a996a35c24), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:17.500883 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e48ac2d-34b1-4973-8240-51c5bc51e292 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Pushing event updated for resources: {'Subnet': ['ID=1dc2cc78-9eb9-47ac-8dcb-3eef854dc196,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:17.552497 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-d9709b24-7a13-4185-9801-afb5a1f50776 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Allocated IP 2001:db8::f (66091116-a4f0-42ed-9ec9-df520700a518/54d1f5d7-d7ae-43e2-883f-233a9f86dc7f/50365742-345b-483b-8c19-efe7f3dc0589) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:35:17.575256 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e48ac2d-34b1-4973-8240-51c5bc51e292 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Checking segment: {'id': '28d85884-268e-45ad-9104-a6094d7e9f61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '62a453f2-5f82-4ae1-b7e6-f3272ad9d386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:35:17.575675 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e48ac2d-34b1-4973-8240-51c5bc51e292 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Network hostable DHCP agents. Network: 62a453f2-5f82-4ae1-b7e6-f3272ad9d386, hostable agents: ['fb6705d2-4f70-4965-92a3-fbfccd43a6d3'], hosted agents: [] {{(pid=103408) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:35:17.627250 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Pushing event updated for resources: {'Port': ['ID=f8f6eeb9-6c42-4b59-a693-c1a996a35c24,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:17.638461 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device e1a4121e-ece3-43ab-b24b-27bab2c35127 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:35:17.659674 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0b0b9d-1551-4c99-a9df-b1489be7d322 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Pushing event updated for resources: {'Subnet': ['ID=80cf5cc3-7a23-4d81-9989-328f76a695ee,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:17.671356 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0b0b9d-1551-4c99-a9df-b1489be7d322 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Checking segment: {'id': '90d4eda9-e6e5-4f97-9d2b-10d59af64bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '15f45c6f-d6b4-4b5d-9f81-44370067a41c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:35:17.671725 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea0b0b9d-1551-4c99-a9df-b1489be7d322 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Network hostable DHCP agents. Network: 15f45c6f-d6b4-4b5d-9f81-44370067a41c, hostable agents: ['fb6705d2-4f70-4965-92a3-fbfccd43a6d3'], hosted agents: [] {{(pid=103408) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:35:17.685101 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] No Port match for: e1a4121e-ece3-43ab-b24b-27bab2c35127 {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:35:17.685630 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device e1a4121e-ece3-43ab-b24b-27bab2c35127 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:35:17.686516 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device d9db83fc-30b7-4abd-95bf-8a527bb55e9b no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:35:17.690455 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7711fd1d-9eca-482a-9713-46e0244965fb None None] Publish callbacks [] for port (89c62ae1-ee95-42bc-b8df-700bcf9cc4d9), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:17.714027 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-9e8483a1-f9ab-4e09-9c0c-f1301716dc1b None None] Current status of the port f8f6eeb9-6c42-4b59-a693-c1a996a35c24 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:35:17.716636 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] No Port match for: d9db83fc-30b7-4abd-95bf-8a527bb55e9b {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:35:17.717061 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device d9db83fc-30b7-4abd-95bf-8a527bb55e9b not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:35:17.718797 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7711fd1d-9eca-482a-9713-46e0244965fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749'] for port (89c62ae1-ee95-42bc-b8df-700bcf9cc4d9), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:17.720428 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e48ac2d-34b1-4973-8240-51c5bc51e292 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Network 62a453f2-5f82-4ae1-b7e6-f3272ad9d386 is scheduled to be hosted by DHCP agent fb6705d2-4f70-4965-92a3-fbfccd43a6d3 with binding_index 1 {{(pid=103408) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:35:17.724177 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d9709b24-7a13-4185-9801-afb5a1f50776 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks [] for port (50365742-345b-483b-8c19-efe7f3dc0589), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:17.746201 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-6e48ac2d-34b1-4973-8240-51c5bc51e292 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 62a453f2-5f82-4ae1-b7e6-f3272ad9d386) {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:35:17.756206 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e48ac2d-34b1-4973-8240-51c5bc51e292 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:17.756960 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6e48ac2d-34b1-4973-8240-51c5bc51e292 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Publish callbacks [] for subnet (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:17.761845 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea0b0b9d-1551-4c99-a9df-b1489be7d322 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Network 15f45c6f-d6b4-4b5d-9f81-44370067a41c is scheduled to be hosted by DHCP agent fb6705d2-4f70-4965-92a3-fbfccd43a6d3 with binding_index 1 {{(pid=103408) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:35:17.764462 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ef30de4d-b66c-45f9-9c5e-1dec44969c72 tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3242588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3951195'] for subnet (ee04e3cf-505d-4332-a386-7b807c03cfd4), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:17.770048 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7711fd1d-9eca-482a-9713-46e0244965fb None None] Network 9f0a511d-8408-4971-9daa-968eebea54f2 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:35:17.775973 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792bc0b1-3344-4e48-97cb-9256b33b4317 tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ba71f6e-3fd5-41d5-a200-31a1fa0505b4,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:17.776900 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-7711fd1d-9eca-482a-9713-46e0244965fb None None] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:35:17.779416 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7711fd1d-9eca-482a-9713-46e0244965fb None None] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:35:17.781634 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7711fd1d-9eca-482a-9713-46e0244965fb None None] Pushing event updated for resources: {'Port': ['ID=89c62ae1-ee95-42bc-b8df-700bcf9cc4d9,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:17.801064 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d9709b24-7a13-4185-9801-afb5a1f50776 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (50365742-345b-483b-8c19-efe7f3dc0589), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:17.815852 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-ea0b0b9d-1551-4c99-a9df-b1489be7d322 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 15f45c6f-d6b4-4b5d-9f81-44370067a41c) {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:35:17.821133 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea0b0b9d-1551-4c99-a9df-b1489be7d322 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:17.823716 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ea0b0b9d-1551-4c99-a9df-b1489be7d322 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks [] for subnet (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:17.840012 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d5303ce-c634-44f5-a326-694164746b6f None None] Network 62a453f2-5f82-4ae1-b7e6-f3272ad9d386 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:35:17.853447 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-ea0b0b9d-1551-4c99-a9df-b1489be7d322 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2380300 Feb 28 10:35:17.855196 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 36732) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:17.862852 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25dae070-4623-4c8d-9b5d-8bb04805c0ff None None] Network 15f45c6f-d6b4-4b5d-9f81-44370067a41c requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:35:17.869560 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-6e48ac2d-34b1-4973-8240-51c5bc51e292 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.8987272 Feb 28 10:35:17.877516 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 36734) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:17.932962 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-2da5a807-8f13-4606-95a6-65428786246a tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.6078646 Feb 28 10:35:17.942996 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f419d67f-b1d2-4007-8fd6-43267eef5411 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:17.945101 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-7711fd1d-9eca-482a-9713-46e0244965fb None None] Attempting to bind port 89c62ae1-ee95-42bc-b8df-700bcf9cc4d9 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:35:17.945483 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-7711fd1d-9eca-482a-9713-46e0244965fb None None] Attempting to bind port 89c62ae1-ee95-42bc-b8df-700bcf9cc4d9 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'bf553b55-fb1d-4346-a090-4fb77eb0fbd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '9f0a511d-8408-4971-9daa-968eebea54f2'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:35:17.945851 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7711fd1d-9eca-482a-9713-46e0244965fb None None] Attempting to bind port 89c62ae1-ee95-42bc-b8df-700bcf9cc4d9 on network 9f0a511d-8408-4971-9daa-968eebea54f2 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:35:17.960793 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7711fd1d-9eca-482a-9713-46e0244965fb None None] Checking agent: {'id': '75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 24, 15), 'started_at': datetime.datetime(2022, 2, 28, 10, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 35, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:35:17.961179 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7711fd1d-9eca-482a-9713-46e0244965fb None None] Checking segment: {'id': 'bf553b55-fb1d-4346-a090-4fb77eb0fbd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '9f0a511d-8408-4971-9daa-968eebea54f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:35:17.961595 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7711fd1d-9eca-482a-9713-46e0244965fb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:17.962002 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7711fd1d-9eca-482a-9713-46e0244965fb None None] Bound using segment: {'id': 'bf553b55-fb1d-4346-a090-4fb77eb0fbd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '9f0a511d-8408-4971-9daa-968eebea54f2'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:35:17.962839 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-7711fd1d-9eca-482a-9713-46e0244965fb None None] Bound port: 89c62ae1-ee95-42bc-b8df-700bcf9cc4d9, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf553b55-fb1d-4346-a090-4fb77eb0fbd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '9f0a511d-8408-4971-9daa-968eebea54f2'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:35:17.963225 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7711fd1d-9eca-482a-9713-46e0244965fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (89c62ae1-ee95-42bc-b8df-700bcf9cc4d9), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:17.976866 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 36736) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:17.998685 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-209f1658-c2d6-49c7-b992-a6c0a21fbe12 tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Request body: {'security_group': {'name': 'tempest-secgroup--472995498'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:18.013494 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef30de4d-b66c-45f9-9c5e-1dec44969c72 tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] Pushing event updated for resources: {'Subnet': ['ID=ee04e3cf-505d-4332-a386-7b807c03cfd4,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:18.093096 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.notifiers.nova [None req-f419d67f-b1d2-4007-8fd6-43267eef5411 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] device_id is not set on port 90054204-0853-49c6-a632-3d3190cfcf12 yet. {{(pid=103407) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:35:18.097939 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef30de4d-b66c-45f9-9c5e-1dec44969c72 tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] Checking segment: {'id': '62820c32-6f6c-4560-8178-281c48901d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '34190743-1b77-4389-b623-7faea57aef12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:35:18.098455 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef30de4d-b66c-45f9-9c5e-1dec44969c72 tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] Network hostable DHCP agents. Network: 34190743-1b77-4389-b623-7faea57aef12, hostable agents: ['fb6705d2-4f70-4965-92a3-fbfccd43a6d3'], hosted agents: [] {{(pid=103408) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:35:18.108466 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9709b24-7a13-4185-9801-afb5a1f50776 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Network 66091116-a4f0-42ed-9ec9-df520700a518 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:35:18.113111 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-7711fd1d-9eca-482a-9713-46e0244965fb None None] For port 89c62ae1-ee95-42bc-b8df-700bcf9cc4d9, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:35:18.116897 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-7711fd1d-9eca-482a-9713-46e0244965fb None None] For port 89c62ae1-ee95-42bc-b8df-700bcf9cc4d9, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=89c62ae1-ee95-42bc-b8df-700bcf9cc4d9,segment=NetworkSegment(bf553b55-fb1d-4346-a090-4fb77eb0fbd7),segment_id=bf553b55-fb1d-4346-a090-4fb77eb0fbd7)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:35:18.126077 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-d9709b24-7a13-4185-9801-afb5a1f50776 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:35:18.127922 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7711fd1d-9eca-482a-9713-46e0244965fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (89c62ae1-ee95-42bc-b8df-700bcf9cc4d9), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:18.133072 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9709b24-7a13-4185-9801-afb5a1f50776 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Pushing event updated for resources: {'Port': ['ID=50365742-345b-483b-8c19-efe7f3dc0589,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:18.134354 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b399fb24-ae55-4ceb-a6a7-b7bf32f20bbd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-62a453f2-5f82-4ae1-b7e6-f3272ad9d386', 'network_id': '62a453f2-5f82-4ae1-b7e6-f3272ad9d386', 'project_id': 'fcbd8a4414c04d26b7c516c4c4618e73', 'fixed_ips': [{'subnet_id': '1dc2cc78-9eb9-47ac-8dcb-3eef854dc196'}]}} from dv-neutron-master-2-hyperv. {{(pid=103409) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:35:18.136354 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b399fb24-ae55-4ceb-a6a7-b7bf32f20bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:18.166826 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9709b24-7a13-4185-9801-afb5a1f50776 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:35:18.172310 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9709b24-7a13-4185-9801-afb5a1f50776 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:18.173171 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d9709b24-7a13-4185-9801-afb5a1f50776 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:18.219566 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-209f1658-c2d6-49c7-b992-a6c0a21fbe12 tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:18.227477 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6950ce88-0750-46e1-bd52-ebf421a97de1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-15f45c6f-d6b4-4b5d-9f81-44370067a41c', 'network_id': '15f45c6f-d6b4-4b5d-9f81-44370067a41c', 'project_id': 'da82c5902a0c4c459ee88fe904a1e59b', 'fixed_ips': [{'subnet_id': '80cf5cc3-7a23-4d81-9989-328f76a695ee'}]}} from dv-neutron-master-2-hyperv. {{(pid=103409) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:35:18.228921 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6950ce88-0750-46e1-bd52-ebf421a97de1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:18.239833 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7711fd1d-9eca-482a-9713-46e0244965fb None None] Pushing event updated for resources: {'Port': ['ID=89c62ae1-ee95-42bc-b8df-700bcf9cc4d9,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:18.275126 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-d9709b24-7a13-4185-9801-afb5a1f50776 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.6694810 Feb 28 10:35:18.277419 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 36738) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:18.453070 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-6950ce88-0750-46e1-bd52-ebf421a97de1 None None] Allocated IP 172.20.0.2 (15f45c6f-d6b4-4b5d-9f81-44370067a41c/80cf5cc3-7a23-4d81-9989-328f76a695ee/aea53bac-4270-493c-9ae0-0fb5eb7e0b54) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:35:18.665373 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-46796fde-ed3e-46a6-9933-a80227b4c81e tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-665757'] for network (62a453f2-5f82-4ae1-b7e6-f3272ad9d386), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:18.789659 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-46796fde-ed3e-46a6-9933-a80227b4c81e tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-823142'] for subnet (1dc2cc78-9eb9-47ac-8dcb-3eef854dc196), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:18.793082 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef30de4d-b66c-45f9-9c5e-1dec44969c72 tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] Network 34190743-1b77-4389-b623-7faea57aef12 is scheduled to be hosted by DHCP agent fb6705d2-4f70-4965-92a3-fbfccd43a6d3 with binding_index 1 {{(pid=103408) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:35:18.799179 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6950ce88-0750-46e1-bd52-ebf421a97de1 None None] Publish callbacks [] for port (aea53bac-4270-493c-9ae0-0fb5eb7e0b54), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:18.808966 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device f8f6eeb9-6c42-4b59-a693-c1a996a35c24 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:35:18.815223 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6950ce88-0750-46e1-bd52-ebf421a97de1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749'] for port (aea53bac-4270-493c-9ae0-0fb5eb7e0b54), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:18.843727 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-4cea3e4e-c585-48ba-9602-80263bbada13 None None] Provisioning complete for port f8f6eeb9-6c42-4b59-a693-c1a996a35c24 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:35:18.844113 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4cea3e4e-c585-48ba-9602-80263bbada13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (f8f6eeb9-6c42-4b59-a693-c1a996a35c24), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:18.876805 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-ef30de4d-b66c-45f9-9c5e-1dec44969c72 tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 34190743-1b77-4389-b623-7faea57aef12) {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:35:18.888796 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef30de4d-b66c-45f9-9c5e-1dec44969c72 tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:18.889403 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ef30de4d-b66c-45f9-9c5e-1dec44969c72 tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] Publish callbacks [] for subnet (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:18.919098 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-ef30de4d-b66c-45f9-9c5e-1dec44969c72 tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3045676 Feb 28 10:35:18.922288 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 36740) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:18.931237 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-f419d67f-b1d2-4007-8fd6-43267eef5411 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Allocated IP 2001:db8::f816:3eff:fe49:8a0d (9f0a511d-8408-4971-9daa-968eebea54f2/b8ba864e-b097-4a3f-be55-a5a0c24c7e16/90054204-0853-49c6-a632-3d3190cfcf12) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:35:18.951239 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-a75feafa-46cf-4961-be05-819ff6419196 tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] Request body: {'port': {'network_id': '34190743-1b77-4389-b623-7faea57aef12', 'name': 'tempest-TagsExtTest-886333101'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:18.957645 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-18445e41-0771-48e2-878f-78b954f1b229 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:18.977601 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da10c4f3-e6b6-49af-9766-792c758bb7e5 None None] Network 34190743-1b77-4389-b623-7faea57aef12 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:35:19.017952 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-46796fde-ed3e-46a6-9933-a80227b4c81e tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-823145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3242523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3951170'] for subnet (1dc2cc78-9eb9-47ac-8dcb-3eef854dc196), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:19.040825 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-209f1658-c2d6-49c7-b992-a6c0a21fbe12 tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Publish callbacks [] for security_group (4faf3bd5-ef1d-4446-b5cf-aa1dde390b54), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:19.047791 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6950ce88-0750-46e1-bd52-ebf421a97de1 None None] Network 15f45c6f-d6b4-4b5d-9f81-44370067a41c is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:35:19.059728 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-6950ce88-0750-46e1-bd52-ebf421a97de1 None None] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:35:19.065668 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6950ce88-0750-46e1-bd52-ebf421a97de1 None None] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:35:19.084297 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-209f1658-c2d6-49c7-b992-a6c0a21fbe12 tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (4faf3bd5-ef1d-4446-b5cf-aa1dde390b54), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:19.100429 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46796fde-ed3e-46a6-9933-a80227b4c81e tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Pushing event deleted for resources: {'Subnet': ['ID=1dc2cc78-9eb9-47ac-8dcb-3eef854dc196,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:19.109772 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6950ce88-0750-46e1-bd52-ebf421a97de1 None None] Pushing event updated for resources: {'Port': ['ID=aea53bac-4270-493c-9ae0-0fb5eb7e0b54,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:19.123935 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-617da9f8-6557-4e50-93c8-588e4b3762b9 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:19.125548 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-617da9f8-6557-4e50-93c8-588e4b3762b9 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.8430264 Feb 28 10:35:19.136758 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 36742) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:19.178825 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-209f1658-c2d6-49c7-b992-a6c0a21fbe12 tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:19.180112 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-209f1658-c2d6-49c7-b992-a6c0a21fbe12 tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 1.1924231 Feb 28 10:35:19.184518 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 36744) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:19.193319 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server [None req-b399fb24-ae55-4ceb-a6a7-b7bf32f20bbd None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1dc2cc78-9eb9-47ac-8dcb-3eef854dc196: This subnet is being modified by another concurrent operation. Feb 28 10:35:19.193319 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 28 10:35:19.193319 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 28 10:35:19.193319 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 28 10:35:19.193319 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 28 10:35:19.193319 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 28 10:35:19.193319 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 28 10:35:19.193319 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 28 10:35:19.193319 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 28 10:35:19.193319 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 28 10:35:19.193319 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 28 10:35:19.193319 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 28 10:35:19.193319 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 28 10:35:19.193319 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 10:35:19.193319 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 28 10:35:19.193319 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server raise self.value Feb 28 10:35:19.193319 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 28 10:35:19.193319 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 28 10:35:19.193319 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 28 10:35:19.193319 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 28 10:35:19.193319 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 28 10:35:19.193319 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 10:35:19.193319 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 28 10:35:19.193319 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server raise self.value Feb 28 10:35:19.193319 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 28 10:35:19.193319 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 28 10:35:19.193319 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 28 10:35:19.193319 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 28 10:35:19.193319 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 28 10:35:19.193319 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 10:35:19.193319 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 28 10:35:19.193319 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server raise self.value Feb 28 10:35:19.193319 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 28 10:35:19.193319 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 28 10:35:19.193319 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 28 10:35:19.193319 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 28 10:35:19.193319 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 28 10:35:19.193319 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 28 10:35:19.193319 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 28 10:35:19.193319 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 28 10:35:19.193319 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 28 10:35:19.193319 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 28 10:35:19.193319 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 28 10:35:19.193319 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 28 10:35:19.193319 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 28 10:35:19.193319 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 28 10:35:19.193319 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 28 10:35:19.193319 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 28 10:35:19.193319 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 28 10:35:19.193319 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 10:35:19.193319 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 28 10:35:19.193319 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server raise self.value Feb 28 10:35:19.193319 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 28 10:35:19.193319 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 28 10:35:19.196749 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 28 10:35:19.196749 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 28 10:35:19.196749 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 28 10:35:19.196749 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 10:35:19.196749 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 28 10:35:19.196749 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server raise self.value Feb 28 10:35:19.196749 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 28 10:35:19.196749 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 28 10:35:19.196749 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 28 10:35:19.196749 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 28 10:35:19.196749 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 28 10:35:19.196749 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 10:35:19.196749 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 28 10:35:19.196749 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server raise self.value Feb 28 10:35:19.196749 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 28 10:35:19.196749 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 28 10:35:19.196749 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 28 10:35:19.196749 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 28 10:35:19.196749 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 28 10:35:19.196749 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 28 10:35:19.196749 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db Feb 28 10:35:19.196749 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 28 10:35:19.196749 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 28 10:35:19.196749 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 28 10:35:19.196749 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 28 10:35:19.196749 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 28 10:35:19.196749 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 28 10:35:19.196749 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 28 10:35:19.196749 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 28 10:35:19.196749 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 28 10:35:19.196749 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 28 10:35:19.196749 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 28 10:35:19.196749 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 28 10:35:19.196749 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 28 10:35:19.196749 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 28 10:35:19.196749 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server raise exception Feb 28 10:35:19.196749 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1dc2cc78-9eb9-47ac-8dcb-3eef854dc196: This subnet is being modified by another concurrent operation. Feb 28 10:35:19.196749 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server Feb 28 10:35:19.216747 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-00fa1dd3-0b82-49d0-bd99-dcd467fab7ca tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Request body: {'security_group_rule': {'security_group_id': '4faf3bd5-ef1d-4446-b5cf-aa1dde390b54', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:19.254792 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4cea3e4e-c585-48ba-9602-80263bbada13 None None] Current status of the port f8f6eeb9-6c42-4b59-a693-c1a996a35c24 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:35:19.259300 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-46796fde-ed3e-46a6-9933-a80227b4c81e tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672413', 'neutron.services.segments.db._delete_segments_for_network-8742057110173'] for network (62a453f2-5f82-4ae1-b7e6-f3272ad9d386), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:19.268417 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209f1658-c2d6-49c7-b992-a6c0a21fbe12 tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4faf3bd5-ef1d-4446-b5cf-aa1dde390b54,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:19.304448 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-6950ce88-0750-46e1-bd52-ebf421a97de1 None None] Attempting to bind port aea53bac-4270-493c-9ae0-0fb5eb7e0b54 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:35:19.305131 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-6950ce88-0750-46e1-bd52-ebf421a97de1 None None] Attempting to bind port aea53bac-4270-493c-9ae0-0fb5eb7e0b54 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '90d4eda9-e6e5-4f97-9d2b-10d59af64bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '15f45c6f-d6b4-4b5d-9f81-44370067a41c'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:35:19.305722 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6950ce88-0750-46e1-bd52-ebf421a97de1 None None] Attempting to bind port aea53bac-4270-493c-9ae0-0fb5eb7e0b54 on network 15f45c6f-d6b4-4b5d-9f81-44370067a41c {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:35:19.317758 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6950ce88-0750-46e1-bd52-ebf421a97de1 None None] Checking agent: {'id': '75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 24, 15), 'started_at': datetime.datetime(2022, 2, 28, 10, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 35, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:35:19.318586 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6950ce88-0750-46e1-bd52-ebf421a97de1 None None] Checking segment: {'id': '90d4eda9-e6e5-4f97-9d2b-10d59af64bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '15f45c6f-d6b4-4b5d-9f81-44370067a41c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:35:19.319408 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6950ce88-0750-46e1-bd52-ebf421a97de1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:19.320027 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6950ce88-0750-46e1-bd52-ebf421a97de1 None None] Bound using segment: {'id': '90d4eda9-e6e5-4f97-9d2b-10d59af64bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '15f45c6f-d6b4-4b5d-9f81-44370067a41c'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:35:19.320788 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-6950ce88-0750-46e1-bd52-ebf421a97de1 None None] Bound port: aea53bac-4270-493c-9ae0-0fb5eb7e0b54, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90d4eda9-e6e5-4f97-9d2b-10d59af64bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '15f45c6f-d6b4-4b5d-9f81-44370067a41c'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:35:19.321410 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6950ce88-0750-46e1-bd52-ebf421a97de1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (aea53bac-4270-493c-9ae0-0fb5eb7e0b54), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:19.336987 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bd97c46-b025-4b56-81f4-f7294158f736 None None] Network 62a453f2-5f82-4ae1-b7e6-f3272ad9d386 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:35:19.345794 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-46796fde-ed3e-46a6-9933-a80227b4c81e tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62a453f2-5f82-4ae1-b7e6-f3272ad9d386']}} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:19.372835 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9926848-c5fa-4eec-ac21-c60cf79221f3 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:19.375050 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-46796fde-ed3e-46a6-9933-a80227b4c81e tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28d85884-268e-45ad-9104-a6094d7e9f61') {'for_net_delete': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:19.375366 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-46796fde-ed3e-46a6-9933-a80227b4c81e tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28d85884-268e-45ad-9104-a6094d7e9f61') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:19.379241 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9926848-c5fa-4eec-ac21-c60cf79221f3 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:19.385223 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9926848-c5fa-4eec-ac21-c60cf79221f3 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:19.387320 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-d9926848-c5fa-4eec-ac21-c60cf79221f3 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.2473218 Feb 28 10:35:19.388260 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-46796fde-ed3e-46a6-9933-a80227b4c81e tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742057113766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3423550'] for segment (28d85884-268e-45ad-9104-a6094d7e9f61), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:19.397638 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 36746) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:19.399915 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port f8f6eeb9-6c42-4b59-a693-c1a996a35c24 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:35:19.400305 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (f8f6eeb9-6c42-4b59-a693-c1a996a35c24), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:19.408188 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-46796fde-ed3e-46a6-9933-a80227b4c81e tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (28d85884-268e-45ad-9104-a6094d7e9f61), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:19.410459 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-21c06ac7-8904-4467-9bed-daed489b81ba tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Allocated IP 172.20.0.1 (d060eb74-7ff5-4937-9806-595fb3ce4f18/317d1e60-bfb7-48db-914f-4cec5aa513f9/bce3aa95-8032-40f2-8140-09d1490edb57) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:35:19.419595 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46796fde-ed3e-46a6-9933-a80227b4c81e tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Releasing vlan 279 on physical network physnet1 to pool {{(pid=103408) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:35:19.420168 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-46796fde-ed3e-46a6-9933-a80227b4c81e tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3242693'] for segment (28d85884-268e-45ad-9104-a6094d7e9f61), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:19.451296 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-4cea3e4e-c585-48ba-9602-80263bbada13 None None] Provisioning complete for port 50b1a6f9-83f2-48ec-b5da-8a216b829aff triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:35:19.451689 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4cea3e4e-c585-48ba-9602-80263bbada13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (50b1a6f9-83f2-48ec-b5da-8a216b829aff), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:19.474617 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f419d67f-b1d2-4007-8fd6-43267eef5411 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks [] for port (90054204-0853-49c6-a632-3d3190cfcf12), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:19.496352 dv-neutron-master-2-hyperv neutron-server[103408]: Traceback (most recent call last): Feb 28 10:35:19.496352 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:35:19.496352 dv-neutron-master-2-hyperv neutron-server[103408]: timer() Feb 28 10:35:19.496352 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:35:19.496352 dv-neutron-master-2-hyperv neutron-server[103408]: cb(*args, **kw) Feb 28 10:35:19.496352 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:35:19.496352 dv-neutron-master-2-hyperv neutron-server[103408]: return func(*args, **kwargs) Feb 28 10:35:19.496352 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:35:19.496352 dv-neutron-master-2-hyperv neutron-server[103408]: self._notify() Feb 28 10:35:19.496352 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:35:19.496352 dv-neutron-master-2-hyperv neutron-server[103408]: self.callback(batched_events) Feb 28 10:35:19.496352 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:35:19.496352 dv-neutron-master-2-hyperv neutron-server[103408]: event.method(event) Feb 28 10:35:19.496352 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:35:19.496352 dv-neutron-master-2-hyperv neutron-server[103408]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:35:19.496352 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:35:19.496352 dv-neutron-master-2-hyperv neutron-server[103408]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:35:19.496352 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:35:19.496352 dv-neutron-master-2-hyperv neutron-server[103408]: return f(self, *a, **k) Feb 28 10:35:19.496352 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:35:19.496352 dv-neutron-master-2-hyperv neutron-server[103408]: return self._get(url).json() Feb 28 10:35:19.496352 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:35:19.496352 dv-neutron-master-2-hyperv neutron-server[103408]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:35:19.496352 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:35:19.496352 dv-neutron-master-2-hyperv neutron-server[103408]: return self.request(url, 'GET', **kwargs) Feb 28 10:35:19.496352 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:35:19.496352 dv-neutron-master-2-hyperv neutron-server[103408]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:35:19.496352 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:35:19.496352 dv-neutron-master-2-hyperv neutron-server[103408]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:35:19.496352 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:35:19.496352 dv-neutron-master-2-hyperv neutron-server[103408]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:35:19.496352 dv-neutron-master-2-hyperv neutron-server[103408]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:35:19.511533 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-00fa1dd3-0b82-49d0-bd99-dcd467fab7ca tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Publish callbacks [] for security_group_rule (2b153886-a1eb-46b0-8fd2-2c9e3bc1626b), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:19.557393 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a75feafa-46cf-4961-be05-819ff6419196 tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] Made reservation on behalf of 92a45801ec1c49fd8988ca4094985e82 for: {'port': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:35:19.561073 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a75feafa-46cf-4961-be05-819ff6419196 tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:19.580852 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7203547b-9d52-4e43-aacb-0f224d925570 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-34190743-1b77-4389-b623-7faea57aef12', 'network_id': '34190743-1b77-4389-b623-7faea57aef12', 'project_id': '92a45801ec1c49fd8988ca4094985e82', 'fixed_ips': [{'subnet_id': 'ee04e3cf-505d-4332-a386-7b807c03cfd4'}]}} from dv-neutron-master-2-hyperv. {{(pid=103409) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:35:19.581745 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7203547b-9d52-4e43-aacb-0f224d925570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:19.589326 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4cea3e4e-c585-48ba-9602-80263bbada13 None None] Port 50b1a6f9-83f2-48ec-b5da-8a216b829aff cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:35:19.659206 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f419d67f-b1d2-4007-8fd6-43267eef5411 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (90054204-0853-49c6-a632-3d3190cfcf12), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:19.659886 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-a75feafa-46cf-4961-be05-819ff6419196 tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] device_id is not set on port c9e55315-19f3-41a9-82ed-a7cce52596b8 yet. {{(pid=103408) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:35:19.673113 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-21c06ac7-8904-4467-9bed-daed489b81ba tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks [] for port (bce3aa95-8032-40f2-8140-09d1490edb57), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:19.675296 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-46796fde-ed3e-46a6-9933-a80227b4c81e tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803269'] for network (62a453f2-5f82-4ae1-b7e6-f3272ad9d386), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:19.682698 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-46796fde-ed3e-46a6-9933-a80227b4c81e tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616561'] for network (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:19.686691 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-46796fde-ed3e-46a6-9933-a80227b4c81e tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] 10.222.0.20 "DELETE /v2.0/networks/62a453f2-5f82-4ae1-b7e6-f3272ad9d386 HTTP/1.1" status: 204 len: 168 time: 1.7762027 Feb 28 10:35:19.694850 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-2df4e846-93c7-4351-a288-690531da1618 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Deleting port 50365742-345b-483b-8c19-efe7f3dc0589 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:35:19.695381 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2df4e846-93c7-4351-a288-690531da1618 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (50365742-345b-483b-8c19-efe7f3dc0589), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:19.711453 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 36748) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:19.714894 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46796fde-ed3e-46a6-9933-a80227b4c81e tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Pushing event deleted for resources: {'Network': ['ID=62a453f2-5f82-4ae1-b7e6-f3272ad9d386,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:19.724226 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-c88608eb-1a91-496a-ae86-004f720e9885 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-800404914'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:19.760841 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-6950ce88-0750-46e1-bd52-ebf421a97de1 None None] For port aea53bac-4270-493c-9ae0-0fb5eb7e0b54, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:35:19.764277 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port f8f6eeb9-6c42-4b59-a693-c1a996a35c24 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:35:19.777894 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f419d67f-b1d2-4007-8fd6-43267eef5411 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Network 9f0a511d-8408-4971-9daa-968eebea54f2 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:35:19.789791 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-f419d67f-b1d2-4007-8fd6-43267eef5411 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:35:19.817097 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f419d67f-b1d2-4007-8fd6-43267eef5411 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Pushing event updated for resources: {'Port': ['ID=90054204-0853-49c6-a632-3d3190cfcf12,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:19.818521 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f419d67f-b1d2-4007-8fd6-43267eef5411 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:35:19.824595 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f419d67f-b1d2-4007-8fd6-43267eef5411 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:19.824595 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f419d67f-b1d2-4007-8fd6-43267eef5411 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:19.831951 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-00fa1dd3-0b82-49d0-bd99-dcd467fab7ca tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Publish callbacks [] for security_group_rule (2b153886-a1eb-46b0-8fd2-2c9e3bc1626b), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:19.849685 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-00fa1dd3-0b82-49d0-bd99-dcd467fab7ca tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594242'] for security_group_rule (2b153886-a1eb-46b0-8fd2-2c9e3bc1626b), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:19.869036 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-6950ce88-0750-46e1-bd52-ebf421a97de1 None None] For port aea53bac-4270-493c-9ae0-0fb5eb7e0b54, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=aea53bac-4270-493c-9ae0-0fb5eb7e0b54,segment=NetworkSegment(90d4eda9-e6e5-4f97-9d2b-10d59af64bf5),segment_id=90d4eda9-e6e5-4f97-9d2b-10d59af64bf5)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:35:19.877224 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-f419d67f-b1d2-4007-8fd6-43267eef5411 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.1974671 Feb 28 10:35:19.881550 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-82698d06-6f96-4de9-8be5-0dd29ac317fb None None] Provisioning complete for port 50365742-345b-483b-8c19-efe7f3dc0589 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:35:19.881998 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-82698d06-6f96-4de9-8be5-0dd29ac317fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (50365742-345b-483b-8c19-efe7f3dc0589), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:19.889691 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6950ce88-0750-46e1-bd52-ebf421a97de1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (aea53bac-4270-493c-9ae0-0fb5eb7e0b54), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:19.891063 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 36750) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:19.892518 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fa1dd3-0b82-49d0-bd99-dcd467fab7ca tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b153886-a1eb-46b0-8fd2-2c9e3bc1626b,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:19.904229 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-21c06ac7-8904-4467-9bed-daed489b81ba tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (bce3aa95-8032-40f2-8140-09d1490edb57), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:19.922853 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2df4e846-93c7-4351-a288-690531da1618 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (50365742-345b-483b-8c19-efe7f3dc0589), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:19.938891 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c88608eb-1a91-496a-ae86-004f720e9885 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Made reservation on behalf of fcbd8a4414c04d26b7c516c4c4618e73 for: {'network': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:35:19.942457 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c88608eb-1a91-496a-ae86-004f720e9885 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for network (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:19.967505 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-00fa1dd3-0b82-49d0-bd99-dcd467fab7ca tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:19.968769 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-00fa1dd3-0b82-49d0-bd99-dcd467fab7ca tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7556551 Feb 28 10:35:19.970213 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-18445e41-0771-48e2-878f-78b954f1b229 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Allocated IP 172.20.0.1 (15f45c6f-d6b4-4b5d-9f81-44370067a41c/80cf5cc3-7a23-4d81-9989-328f76a695ee/144edc35-9369-415e-842a-cda7c06a5ceb) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:35:19.973288 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 36752) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:19.989676 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-96b5dfca-aacd-45e2-8180-1150e27502c1 tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Request body: {'security_group_rule': {'security_group_id': '4faf3bd5-ef1d-4446-b5cf-aa1dde390b54', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:20.000452 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c88608eb-1a91-496a-ae86-004f720e9885 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 253} {{(pid=103408) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:35:20.016929 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-82698d06-6f96-4de9-8be5-0dd29ac317fb None None] Port 50365742-345b-483b-8c19-efe7f3dc0589 cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:35:20.021690 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c06ac7-8904-4467-9bed-daed489b81ba tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Network d060eb74-7ff5-4937-9806-595fb3ce4f18 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:35:20.031780 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-2df4e846-93c7-4351-a288-690531da1618 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Calling delete_port for 50365742-345b-483b-8c19-efe7f3dc0589 owned by {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:35:20.036041 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-96b5dfca-aacd-45e2-8180-1150e27502c1 tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Publish callbacks [] for security_group_rule (41079b18-78ed-464c-81a9-5a5f5a817417), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:20.045303 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-21c06ac7-8904-4467-9bed-daed489b81ba tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:35:20.060631 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c06ac7-8904-4467-9bed-daed489b81ba tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:35:20.068095 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c88608eb-1a91-496a-ae86-004f720e9885 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (4d25b71e-a312-4241-bc2f-3daf117e40e2), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:20.068962 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.db.segments_db [None req-c88608eb-1a91-496a-ae86-004f720e9885 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Added segment 4d25b71e-a312-4241-bc2f-3daf117e40e2 of type vlan for network 90a28270-7e26-41f2-a004-2699a804e462 Feb 28 10:35:20.122047 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-82698d06-6f96-4de9-8be5-0dd29ac317fb None None] Provisioning complete for port 50b1a6f9-83f2-48ec-b5da-8a216b829aff triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:35:20.122533 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-82698d06-6f96-4de9-8be5-0dd29ac317fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (50b1a6f9-83f2-48ec-b5da-8a216b829aff), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:20.128574 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-7203547b-9d52-4e43-aacb-0f224d925570 None None] Allocated IP 172.20.0.2 (34190743-1b77-4389-b623-7faea57aef12/ee04e3cf-505d-4332-a386-7b807c03cfd4/4484e2af-2002-4214-acdf-60cbf1d235fa) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:35:20.131354 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6950ce88-0750-46e1-bd52-ebf421a97de1 None None] Pushing event updated for resources: {'Port': ['ID=aea53bac-4270-493c-9ae0-0fb5eb7e0b54,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:20.133628 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c88608eb-1a91-496a-ae86-004f720e9885 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742056637431'] for network (90a28270-7e26-41f2-a004-2699a804e462), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:20.149181 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c06ac7-8904-4467-9bed-daed489b81ba tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Pushing event updated for resources: {'Port': ['ID=bce3aa95-8032-40f2-8140-09d1490edb57,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:20.191220 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-82698d06-6f96-4de9-8be5-0dd29ac317fb None None] Port 50b1a6f9-83f2-48ec-b5da-8a216b829aff cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:35:20.195310 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a33e67a-ae98-46fa-bb10-be526f164747 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:20.201193 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a33e67a-ae98-46fa-bb10-be526f164747 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:20.205303 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-1a33e67a-ae98-46fa-bb10-be526f164747 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.3064039 Feb 28 10:35:20.206967 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 36754) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:20.225515 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c88608eb-1a91-496a-ae86-004f720e9885 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551'] for network (90a28270-7e26-41f2-a004-2699a804e462), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:20.231553 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c88608eb-1a91-496a-ae86-004f720e9885 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:20.232289 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c88608eb-1a91-496a-ae86-004f720e9885 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616561'] for network (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:20.263181 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-21c06ac7-8904-4467-9bed-daed489b81ba tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1803404'] for router_interface (8b6ab8b8-279b-4753-bdf9-c3aeccd09e28), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:20.324225 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-c88608eb-1a91-496a-ae86-004f720e9885 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6051075 Feb 28 10:35:20.342342 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 36756) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:20.356916 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-82851349-7551-4a07-a5c0-2907d81fa850 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Request body: {'subnet': {'network_id': '90a28270-7e26-41f2-a004-2699a804e462', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:20.368758 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-18445e41-0771-48e2-878f-78b954f1b229 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks [] for port (144edc35-9369-415e-842a-cda7c06a5ceb), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:20.393915 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88608eb-1a91-496a-ae86-004f720e9885 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Pushing event updated for resources: {'Network': ['ID=90a28270-7e26-41f2-a004-2699a804e462,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:20.404746 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7203547b-9d52-4e43-aacb-0f224d925570 None None] Publish callbacks [] for port (4484e2af-2002-4214-acdf-60cbf1d235fa), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:20.423174 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Network 90a28270-7e26-41f2-a004-2699a804e462 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103409) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:35:20.431031 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7203547b-9d52-4e43-aacb-0f224d925570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749'] for port (4484e2af-2002-4214-acdf-60cbf1d235fa), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:20.446376 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-f3b3dcc8-5577-4d93-bd3b-15c8ae5ea781 None None] Provisioning complete for port 90054204-0853-49c6-a632-3d3190cfcf12 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:35:20.446994 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f3b3dcc8-5577-4d93-bd3b-15c8ae5ea781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (90054204-0853-49c6-a632-3d3190cfcf12), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:20.470880 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-21c06ac7-8904-4467-9bed-daed489b81ba tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (bce3aa95-8032-40f2-8140-09d1490edb57), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:20.514776 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-96b5dfca-aacd-45e2-8180-1150e27502c1 tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Publish callbacks [] for security_group_rule (41079b18-78ed-464c-81a9-5a5f5a817417), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:20.520337 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-a75feafa-46cf-4961-be05-819ff6419196 tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] Allocated IP 172.20.0.5 (34190743-1b77-4389-b623-7faea57aef12/ee04e3cf-505d-4332-a386-7b807c03cfd4/c9e55315-19f3-41a9-82ed-a7cce52596b8) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:35:20.578106 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-96b5dfca-aacd-45e2-8180-1150e27502c1 tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594242'] for security_group_rule (41079b18-78ed-464c-81a9-5a5f5a817417), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:20.607897 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7203547b-9d52-4e43-aacb-0f224d925570 None None] Network 34190743-1b77-4389-b623-7faea57aef12 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:35:20.622020 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-7203547b-9d52-4e43-aacb-0f224d925570 None None] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:35:20.624810 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7203547b-9d52-4e43-aacb-0f224d925570 None None] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:35:20.631024 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-f3b3dcc8-5577-4d93-bd3b-15c8ae5ea781 None None] Port 90054204-0853-49c6-a632-3d3190cfcf12 cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:35:20.640282 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7203547b-9d52-4e43-aacb-0f224d925570 None None] Pushing event updated for resources: {'Port': ['ID=4484e2af-2002-4214-acdf-60cbf1d235fa,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:20.685192 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-18445e41-0771-48e2-878f-78b954f1b229 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (144edc35-9369-415e-842a-cda7c06a5ceb), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:20.685482 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device aea53bac-4270-493c-9ae0-0fb5eb7e0b54 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:35:20.713189 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b5dfca-aacd-45e2-8180-1150e27502c1 tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41079b18-78ed-464c-81a9-5a5f5a817417,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:20.732689 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82851349-7551-4a07-a5c0-2907d81fa850 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Made reservation on behalf of fcbd8a4414c04d26b7c516c4c4618e73 for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:35:20.736299 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-82851349-7551-4a07-a5c0-2907d81fa850 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3951209'] for subnet (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:20.737421 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-f3b3dcc8-5577-4d93-bd3b-15c8ae5ea781 None None] Provisioning complete for port 89c62ae1-ee95-42bc-b8df-700bcf9cc4d9 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:35:20.737805 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f3b3dcc8-5577-4d93-bd3b-15c8ae5ea781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (89c62ae1-ee95-42bc-b8df-700bcf9cc4d9), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:20.785951 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-7203547b-9d52-4e43-aacb-0f224d925570 None None] Attempting to bind port 4484e2af-2002-4214-acdf-60cbf1d235fa on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:35:20.786332 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-7203547b-9d52-4e43-aacb-0f224d925570 None None] Attempting to bind port 4484e2af-2002-4214-acdf-60cbf1d235fa by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '62820c32-6f6c-4560-8178-281c48901d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '34190743-1b77-4389-b623-7faea57aef12'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:35:20.786708 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7203547b-9d52-4e43-aacb-0f224d925570 None None] Attempting to bind port 4484e2af-2002-4214-acdf-60cbf1d235fa on network 34190743-1b77-4389-b623-7faea57aef12 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:35:20.801273 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-96b5dfca-aacd-45e2-8180-1150e27502c1 tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:20.803078 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7203547b-9d52-4e43-aacb-0f224d925570 None None] Checking agent: {'id': '75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 24, 15), 'started_at': datetime.datetime(2022, 2, 28, 10, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 35, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:35:20.803466 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7203547b-9d52-4e43-aacb-0f224d925570 None None] Checking segment: {'id': '62820c32-6f6c-4560-8178-281c48901d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '34190743-1b77-4389-b623-7faea57aef12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:35:20.803908 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7203547b-9d52-4e43-aacb-0f224d925570 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:20.804302 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7203547b-9d52-4e43-aacb-0f224d925570 None None] Bound using segment: {'id': '62820c32-6f6c-4560-8178-281c48901d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '34190743-1b77-4389-b623-7faea57aef12'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:35:20.804810 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-7203547b-9d52-4e43-aacb-0f224d925570 None None] Bound port: 4484e2af-2002-4214-acdf-60cbf1d235fa, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62820c32-6f6c-4560-8178-281c48901d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '34190743-1b77-4389-b623-7faea57aef12'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:35:20.805312 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7203547b-9d52-4e43-aacb-0f224d925570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (4484e2af-2002-4214-acdf-60cbf1d235fa), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:20.805936 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-96b5dfca-aacd-45e2-8180-1150e27502c1 tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8214400 Feb 28 10:35:20.807519 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 36758) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:20.820894 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-0e373a58-52a8-4400-940b-7fb6eba47522 tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Request body: {'security_group_rule': {'security_group_id': '4faf3bd5-ef1d-4446-b5cf-aa1dde390b54', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:20.847148 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18445e41-0771-48e2-878f-78b954f1b229 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Network 15f45c6f-d6b4-4b5d-9f81-44370067a41c is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:35:20.856037 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-18445e41-0771-48e2-878f-78b954f1b229 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:35:20.865996 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18445e41-0771-48e2-878f-78b954f1b229 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Pushing event updated for resources: {'Port': ['ID=144edc35-9369-415e-842a-cda7c06a5ceb,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:20.869640 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port aea53bac-4270-493c-9ae0-0fb5eb7e0b54 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:35:20.870074 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (aea53bac-4270-493c-9ae0-0fb5eb7e0b54), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:20.877376 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18445e41-0771-48e2-878f-78b954f1b229 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:35:20.920096 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2df4e846-93c7-4351-a288-690531da1618 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (50365742-345b-483b-8c19-efe7f3dc0589), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:20.926110 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-81b99fbe-5cd2-4cfd-a59a-e242ed677108 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Deleting port 90054204-0853-49c6-a632-3d3190cfcf12 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:35:20.926749 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-81b99fbe-5cd2-4cfd-a59a-e242ed677108 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (90054204-0853-49c6-a632-3d3190cfcf12), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:20.936622 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0e373a58-52a8-4400-940b-7fb6eba47522 tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Publish callbacks [] for security_group_rule (d5f9407e-20b2-4c21-aace-8604948a8a82), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:20.969032 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a75feafa-46cf-4961-be05-819ff6419196 tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] Publish callbacks [] for port (c9e55315-19f3-41a9-82ed-a7cce52596b8), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:20.970786 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-18445e41-0771-48e2-878f-78b954f1b229 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1803404'] for router_interface (d7ddbc6a-3d00-4753-9f33-feb0e12d7797), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:21.028582 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df4e846-93c7-4351-a288-690531da1618 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Pushing event deleted for resources: {'Port': ['ID=50365742-345b-483b-8c19-efe7f3dc0589,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:21.118787 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2df4e846-93c7-4351-a288-690531da1618 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:21.124906 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-2df4e846-93c7-4351-a288-690531da1618 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] 10.222.0.20 "DELETE /v2.0/ports/50365742-345b-483b-8c19-efe7f3dc0589 HTTP/1.1" status: 204 len: 168 time: 1.7211502 Feb 28 10:35:21.126378 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-f3b3dcc8-5577-4d93-bd3b-15c8ae5ea781 None None] Current status of the port 89c62ae1-ee95-42bc-b8df-700bcf9cc4d9 is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:35:21.126378 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f3b3dcc8-5577-4d93-bd3b-15c8ae5ea781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (89c62ae1-ee95-42bc-b8df-700bcf9cc4d9), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:21.130528 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-7203547b-9d52-4e43-aacb-0f224d925570 None None] For port 4484e2af-2002-4214-acdf-60cbf1d235fa, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:35:21.135126 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-7203547b-9d52-4e43-aacb-0f224d925570 None None] For port 4484e2af-2002-4214-acdf-60cbf1d235fa, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4484e2af-2002-4214-acdf-60cbf1d235fa,segment=NetworkSegment(62820c32-6f6c-4560-8178-281c48901d11),segment_id=62820c32-6f6c-4560-8178-281c48901d11)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:35:21.141877 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 36760) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:21.158108 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7203547b-9d52-4e43-aacb-0f224d925570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (4484e2af-2002-4214-acdf-60cbf1d235fa), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:21.208370 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-f3b3dcc8-5577-4d93-bd3b-15c8ae5ea781 None None] For port 89c62ae1-ee95-42bc-b8df-700bcf9cc4d9, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=89c62ae1-ee95-42bc-b8df-700bcf9cc4d9,segment=NetworkSegment(bf553b55-fb1d-4346-a090-4fb77eb0fbd7),segment_id=bf553b55-fb1d-4346-a090-4fb77eb0fbd7)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:35:21.243959 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f3b3dcc8-5577-4d93-bd3b-15c8ae5ea781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (89c62ae1-ee95-42bc-b8df-700bcf9cc4d9), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:21.252744 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a75feafa-46cf-4961-be05-819ff6419196 tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (c9e55315-19f3-41a9-82ed-a7cce52596b8), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:21.295730 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port aea53bac-4270-493c-9ae0-0fb5eb7e0b54 is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:35:21.296127 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (aea53bac-4270-493c-9ae0-0fb5eb7e0b54), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:21.296380 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-82851349-7551-4a07-a5c0-2907d81fa850 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3242588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3951195'] for subnet (c53ece99-4f58-4425-9d66-ae8ea66c3193), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:21.298369 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7203547b-9d52-4e43-aacb-0f224d925570 None None] Pushing event updated for resources: {'Port': ['ID=4484e2af-2002-4214-acdf-60cbf1d235fa,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:21.325776 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-21c06ac7-8904-4467-9bed-daed489b81ba tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks [] for port (bce3aa95-8032-40f2-8140-09d1490edb57), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:21.378651 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] For port aea53bac-4270-493c-9ae0-0fb5eb7e0b54, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=aea53bac-4270-493c-9ae0-0fb5eb7e0b54,segment=NetworkSegment(90d4eda9-e6e5-4f97-9d2b-10d59af64bf5),segment_id=90d4eda9-e6e5-4f97-9d2b-10d59af64bf5)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:35:21.382731 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-81b99fbe-5cd2-4cfd-a59a-e242ed677108 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (90054204-0853-49c6-a632-3d3190cfcf12), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:21.388259 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (aea53bac-4270-493c-9ae0-0fb5eb7e0b54), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:21.396473 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 89c62ae1-ee95-42bc-b8df-700bcf9cc4d9 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:35:21.400531 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b3dcc8-5577-4d93-bd3b-15c8ae5ea781 None None] Pushing event updated for resources: {'Port': ['ID=89c62ae1-ee95-42bc-b8df-700bcf9cc4d9,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:21.444838 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-21c06ac7-8904-4467-9bed-daed489b81ba tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3498066'] for port (bce3aa95-8032-40f2-8140-09d1490edb57), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:21.497045 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Pushing event updated for resources: {'Port': ['ID=aea53bac-4270-493c-9ae0-0fb5eb7e0b54,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:21.520003 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port 89c62ae1-ee95-42bc-b8df-700bcf9cc4d9 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:35:21.520490 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (89c62ae1-ee95-42bc-b8df-700bcf9cc4d9), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:21.543147 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-81b99fbe-5cd2-4cfd-a59a-e242ed677108 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Calling delete_port for 90054204-0853-49c6-a632-3d3190cfcf12 owned by {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:35:21.595412 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d4bdca7-7f50-4c49-8c0e-2ff576bdfc99 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] GET failed (client error): The resource could not be found. Feb 28 10:35:21.597202 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-5d4bdca7-7f50-4c49-8c0e-2ff576bdfc99 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] 10.222.0.20 "GET /v2.0/ports/50365742-345b-483b-8c19-efe7f3dc0589 HTTP/1.1" status: 404 len: 333 time: 0.2679024 Feb 28 10:35:21.615597 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 36762) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:21.640430 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-21c06ac7-8904-4467-9bed-daed489b81ba tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1802524'] for router_interface (8b6ab8b8-279b-4753-bdf9-c3aeccd09e28), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:21.646749 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0e373a58-52a8-4400-940b-7fb6eba47522 tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Publish callbacks [] for security_group_rule (d5f9407e-20b2-4c21-aace-8604948a8a82), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:21.647223 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a75feafa-46cf-4961-be05-819ff6419196 tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] Network 34190743-1b77-4389-b623-7faea57aef12 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:35:21.662346 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 89c62ae1-ee95-42bc-b8df-700bcf9cc4d9 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:35:21.668446 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0e373a58-52a8-4400-940b-7fb6eba47522 tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594242'] for security_group_rule (d5f9407e-20b2-4c21-aace-8604948a8a82), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:21.700382 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-18445e41-0771-48e2-878f-78b954f1b229 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (144edc35-9369-415e-842a-cda7c06a5ceb), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:21.709152 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75feafa-46cf-4961-be05-819ff6419196 tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] Pushing event updated for resources: {'Port': ['ID=c9e55315-19f3-41a9-82ed-a7cce52596b8,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:21.728050 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-a75feafa-46cf-4961-be05-819ff6419196 tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:35:21.741338 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75feafa-46cf-4961-be05-819ff6419196 tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:35:21.757852 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8018828b-a1dd-450a-97ef-85cf6ceba0b0 None None] Network 15f45c6f-d6b4-4b5d-9f81-44370067a41c requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:35:21.775973 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82851349-7551-4a07-a5c0-2907d81fa850 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Pushing event updated for resources: {'Subnet': ['ID=c53ece99-4f58-4425-9d66-ae8ea66c3193,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:21.786204 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82851349-7551-4a07-a5c0-2907d81fa850 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Checking segment: {'id': '4d25b71e-a312-4241-bc2f-3daf117e40e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '90a28270-7e26-41f2-a004-2699a804e462'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:35:21.786596 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82851349-7551-4a07-a5c0-2907d81fa850 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Network hostable DHCP agents. Network: 90a28270-7e26-41f2-a004-2699a804e462, hostable agents: ['fb6705d2-4f70-4965-92a3-fbfccd43a6d3'], hosted agents: [] {{(pid=103408) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:35:21.838443 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e373a58-52a8-4400-940b-7fb6eba47522 tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5f9407e-20b2-4c21-aace-8604948a8a82,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:21.838705 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-616e7b98-9bf2-4c66-93be-cc08192d09db None None] Provisioning complete for port aea53bac-4270-493c-9ae0-0fb5eb7e0b54 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:35:21.838902 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-616e7b98-9bf2-4c66-93be-cc08192d09db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (aea53bac-4270-493c-9ae0-0fb5eb7e0b54), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:21.844539 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c06ac7-8904-4467-9bed-daed489b81ba tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Pushing event updated for resources: {'Port': ['ID=bce3aa95-8032-40f2-8140-09d1490edb57,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:21.877905 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0e373a58-52a8-4400-940b-7fb6eba47522 tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:21.881967 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-0e373a58-52a8-4400-940b-7fb6eba47522 tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0625763 Feb 28 10:35:21.886088 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 36764) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:21.900095 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a75feafa-46cf-4961-be05-819ff6419196 tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:21.901189 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a75feafa-46cf-4961-be05-819ff6419196 tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:21.906119 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-6ee93310-c84a-492c-930d-191390bd1863 tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Request body: {'security_group_rule': {'security_group_id': '4faf3bd5-ef1d-4446-b5cf-aa1dde390b54', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:21.916493 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c06ac7-8904-4467-9bed-daed489b81ba tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Network d060eb74-7ff5-4937-9806-595fb3ce4f18 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:35:21.921738 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-21c06ac7-8904-4467-9bed-daed489b81ba tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:35:21.982594 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-616e7b98-9bf2-4c66-93be-cc08192d09db None None] Current status of the port aea53bac-4270-493c-9ae0-0fb5eb7e0b54 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:35:22.003100 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82851349-7551-4a07-a5c0-2907d81fa850 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Network 90a28270-7e26-41f2-a004-2699a804e462 is scheduled to be hosted by DHCP agent fb6705d2-4f70-4965-92a3-fbfccd43a6d3 with binding_index 1 {{(pid=103408) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:35:22.020803 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-a75feafa-46cf-4961-be05-819ff6419196 tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 3.0758052 Feb 28 10:35:22.022790 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 36766) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:22.032512 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-761c7956-9ec0-4fd1-9ac1-c292ce0bbf3b tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-859867131', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:22.045631 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-82851349-7551-4a07-a5c0-2907d81fa850 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 90a28270-7e26-41f2-a004-2699a804e462) {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:35:22.059155 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82851349-7551-4a07-a5c0-2907d81fa850 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:22.059771 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-82851349-7551-4a07-a5c0-2907d81fa850 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Publish callbacks [] for subnet (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:22.069035 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-81b99fbe-5cd2-4cfd-a59a-e242ed677108 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (90054204-0853-49c6-a632-3d3190cfcf12), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:22.071247 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30e86369-1f69-4c51-a874-5671dbbeb1d5 None None] Network 90a28270-7e26-41f2-a004-2699a804e462 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:35:22.075055 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-379629de-74c3-4c93-8bd1-7056337acf2a tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Deleting port 50b1a6f9-83f2-48ec-b5da-8a216b829aff {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:35:22.075246 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-379629de-74c3-4c93-8bd1-7056337acf2a tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (50b1a6f9-83f2-48ec-b5da-8a216b829aff), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:22.091551 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6ee93310-c84a-492c-930d-191390bd1863 tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Publish callbacks [] for security_group_rule (24d29b66-1fd9-4c76-962d-21758e5a79dd), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:22.116134 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b99fbe-5cd2-4cfd-a59a-e242ed677108 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Pushing event deleted for resources: {'Port': ['ID=90054204-0853-49c6-a632-3d3190cfcf12,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:22.141604 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-81b99fbe-5cd2-4cfd-a59a-e242ed677108 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:22.145511 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-81b99fbe-5cd2-4cfd-a59a-e242ed677108 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "DELETE /v2.0/ports/90054204-0853-49c6-a632-3d3190cfcf12 HTTP/1.1" status: 204 len: 168 time: 1.9374261 Feb 28 10:35:22.148429 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 36768) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:22.237775 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21c06ac7-8904-4467-9bed-daed489b81ba tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Router 8b6ab8b8-279b-4753-bdf9-c3aeccd09e28 has already been hosted by L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:35:22.241299 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c3008fa-9645-4e13-9ac4-f6a73618bd33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-90a28270-7e26-41f2-a004-2699a804e462', 'network_id': '90a28270-7e26-41f2-a004-2699a804e462', 'project_id': 'fcbd8a4414c04d26b7c516c4c4618e73', 'fixed_ips': [{'subnet_id': 'c53ece99-4f58-4425-9d66-ae8ea66c3193'}]}} from dv-neutron-master-2-hyperv. {{(pid=103409) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:35:22.242551 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6c3008fa-9645-4e13-9ac4-f6a73618bd33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:22.284275 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1f3e07a-aa73-4ea1-b5bf-6f053e93e487 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:22.285836 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1f3e07a-aa73-4ea1-b5bf-6f053e93e487 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:22.291426 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-e1f3e07a-aa73-4ea1-b5bf-6f053e93e487 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1353581 Feb 28 10:35:22.366344 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 36770) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:22.489876 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-6c3008fa-9645-4e13-9ac4-f6a73618bd33 None None] Allocated IP 2001:db8::2 (90a28270-7e26-41f2-a004-2699a804e462/c53ece99-4f58-4425-9d66-ae8ea66c3193/2af3ee31-f42a-4ebc-ac4e-45d28902a110) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:35:22.493688 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-a5edc575-f247-41f3-86b4-0b1d9c0a4375 None None] Provisioning complete for port 144edc35-9369-415e-842a-cda7c06a5ceb triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:35:22.494473 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a5edc575-f247-41f3-86b4-0b1d9c0a4375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (144edc35-9369-415e-842a-cda7c06a5ceb), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:22.584109 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21c06ac7-8904-4467-9bed-daed489b81ba tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:35:22.599186 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-342a109b-fcf1-42ef-b457-0852cea820a1 None None] Sync routers for ids ['8b6ab8b8-279b-4753-bdf9-c3aeccd09e28'] in dv-neutron-master-2-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:35:22.621907 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-21c06ac7-8904-4467-9bed-daed489b81ba tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] 10.222.0.20 "PUT /v2.0/routers/8b6ab8b8-279b-4753-bdf9-c3aeccd09e28/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7051079 Feb 28 10:35:22.624710 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-342a109b-fcf1-42ef-b457-0852cea820a1 None None] Routers {'8b6ab8b8-279b-4753-bdf9-c3aeccd09e28'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:35:22.625376 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-342a109b-fcf1-42ef-b457-0852cea820a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:35:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['8b6ab8b8-279b-4753-bdf9-c3aeccd09e28'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:22.628585 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 36772) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:22.646307 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-8423a8b6-0f7c-4387-b1c2-9b31a2c1401e tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Request body: {'port': {'network_id': 'd060eb74-7ff5-4937-9806-595fb3ce4f18', 'name': 'tempest-FloatingIPTestJSON-121805941'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:22.664720 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7b98554-e70f-439d-b58f-2f30de768ad8 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Deleting subnet b8ba864e-b097-4a3f-be55-a5a0c24c7e16 {{(pid=103407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:35:22.670056 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-a5edc575-f247-41f3-86b4-0b1d9c0a4375 None None] Port 144edc35-9369-415e-842a-cda7c06a5ceb cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:35:22.709748 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d7b98554-e70f-439d-b58f-2f30de768ad8 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks [] for subnet (b8ba864e-b097-4a3f-be55-a5a0c24c7e16), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:22.718300 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 4484e2af-2002-4214-acdf-60cbf1d235fa up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:35:22.719194 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-761c7956-9ec0-4fd1-9ac1-c292ce0bbf3b tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1805251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254175'] for router (f29ac35e-6e52-453f-943a-bec3c1141b7a), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:22.721012 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-761c7956-9ec0-4fd1-9ac1-c292ce0bbf3b tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1804172', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1602053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254150'] for router (f29ac35e-6e52-453f-943a-bec3c1141b7a), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:22.729063 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-342a109b-fcf1-42ef-b457-0852cea820a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:22.742056 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-82851349-7551-4a07-a5c0-2907d81fa850 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.4009376 Feb 28 10:35:22.742372 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-342a109b-fcf1-42ef-b457-0852cea820a1 None None] Routers {'8b6ab8b8-279b-4753-bdf9-c3aeccd09e28'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:35:22.743100 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-342a109b-fcf1-42ef-b457-0852cea820a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:35:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['8b6ab8b8-279b-4753-bdf9-c3aeccd09e28'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:22.743334 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 36774) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:22.763817 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-a5edc575-f247-41f3-86b4-0b1d9c0a4375 None None] Provisioning complete for port aea53bac-4270-493c-9ae0-0fb5eb7e0b54 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:35:22.764328 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a5edc575-f247-41f3-86b4-0b1d9c0a4375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (aea53bac-4270-493c-9ae0-0fb5eb7e0b54), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:22.789243 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-342a109b-fcf1-42ef-b457-0852cea820a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:22.790311 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-342a109b-fcf1-42ef-b457-0852cea820a1 None None] The sync data for ids ['8b6ab8b8-279b-4753-bdf9-c3aeccd09e28'] in dv-neutron-master-2-hyperv is: [] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:35:22.845683 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d7b98554-e70f-439d-b58f-2f30de768ad8 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3501132'] for subnet (b8ba864e-b097-4a3f-be55-a5a0c24c7e16), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:22.954378 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8423a8b6-0f7c-4387-b1c2-9b31a2c1401e tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Made reservation on behalf of d71d46ff16814ba6beba53557129e360 for: {'port': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:35:22.958591 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8423a8b6-0f7c-4387-b1c2-9b31a2c1401e tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:22.959213 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-a5edc575-f247-41f3-86b4-0b1d9c0a4375 None None] Current status of the port aea53bac-4270-493c-9ae0-0fb5eb7e0b54 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:35:22.977939 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-761c7956-9ec0-4fd1-9ac1-c292ce0bbf3b tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] Publish callbacks [] for router_controller (f29ac35e-6e52-453f-943a-bec3c1141b7a), precommit_add_association {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:22.978146 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6c3008fa-9645-4e13-9ac4-f6a73618bd33 None None] Publish callbacks [] for port (2af3ee31-f42a-4ebc-ac4e-45d28902a110), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:22.983041 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port 4484e2af-2002-4214-acdf-60cbf1d235fa triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:35:22.983499 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (4484e2af-2002-4214-acdf-60cbf1d235fa), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:23.008245 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-379629de-74c3-4c93-8bd1-7056337acf2a tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (50b1a6f9-83f2-48ec-b5da-8a216b829aff), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:23.008806 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.notifiers.nova [None req-8423a8b6-0f7c-4387-b1c2-9b31a2c1401e tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] device_id is not set on port 3a8f25b9-2d7b-42b9-bec2-9edc43106ad5 yet. {{(pid=103407) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:35:23.010833 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-761c7956-9ec0-4fd1-9ac1-c292ce0bbf3b tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1804241'] for router (f29ac35e-6e52-453f-943a-bec3c1141b7a), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:23.021405 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c146beea-eb47-44fa-8c6b-d665f8123781 None None] Network 34190743-1b77-4389-b623-7faea57aef12 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:35:23.025102 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6ee93310-c84a-492c-930d-191390bd1863 tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Publish callbacks [] for security_group_rule (24d29b66-1fd9-4c76-962d-21758e5a79dd), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:23.027547 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6c3008fa-9645-4e13-9ac4-f6a73618bd33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749'] for port (2af3ee31-f42a-4ebc-ac4e-45d28902a110), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:23.050704 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6ee93310-c84a-492c-930d-191390bd1863 tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594242'] for security_group_rule (24d29b66-1fd9-4c76-962d-21758e5a79dd), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:23.054209 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d7b98554-e70f-439d-b58f-2f30de768ad8 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-823142'] for subnet (b8ba864e-b097-4a3f-be55-a5a0c24c7e16), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:23.058681 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-379629de-74c3-4c93-8bd1-7056337acf2a tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Calling delete_port for 50b1a6f9-83f2-48ec-b5da-8a216b829aff owned by {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:35:23.094523 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-761c7956-9ec0-4fd1-9ac1-c292ce0bbf3b tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] Publish callbacks [] for router (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:23.095744 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-761c7956-9ec0-4fd1-9ac1-c292ce0bbf3b tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.0682058 Feb 28 10:35:23.102335 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 36776) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:23.109072 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-1680aea1-c4f0-4f8f-80ed-0788913b5a27 tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1392167214', 'prefixes': ['172.20.0.0/16']}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:23.121841 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee93310-c84a-492c-930d-191390bd1863 tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24d29b66-1fd9-4c76-962d-21758e5a79dd,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:23.158449 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c3008fa-9645-4e13-9ac4-f6a73618bd33 None None] Network 90a28270-7e26-41f2-a004-2699a804e462 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:35:23.164033 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dd43284-cd54-4d1a-a9af-5edfc193e0fd tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-665757'] for network (90a28270-7e26-41f2-a004-2699a804e462), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:23.174055 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6ee93310-c84a-492c-930d-191390bd1863 tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:23.175270 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-6ee93310-c84a-492c-930d-191390bd1863 tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2826984 Feb 28 10:35:23.176807 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-6c3008fa-9645-4e13-9ac4-f6a73618bd33 None None] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:35:23.178344 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 36778) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:23.179374 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c3008fa-9645-4e13-9ac4-f6a73618bd33 None None] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:35:23.182829 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-2f014f75-f864-4750-9d77-375b0a112a72 tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Request body: {'security_group_rule': {'security_group_id': '4faf3bd5-ef1d-4446-b5cf-aa1dde390b54', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:23.185039 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-18445e41-0771-48e2-878f-78b954f1b229 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks [] for port (144edc35-9369-415e-842a-cda7c06a5ceb), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:23.190853 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d7b98554-e70f-439d-b58f-2f30de768ad8 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-823145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3498088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3516558'] for subnet (b8ba864e-b097-4a3f-be55-a5a0c24c7e16), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:23.191275 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3008fa-9645-4e13-9ac4-f6a73618bd33 None None] Pushing event updated for resources: {'Port': ['ID=2af3ee31-f42a-4ebc-ac4e-45d28902a110,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:23.196710 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-18445e41-0771-48e2-878f-78b954f1b229 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3242529'] for port (144edc35-9369-415e-842a-cda7c06a5ceb), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:23.199515 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-a2b65b57-d24a-4389-b66d-d724137c1b59 None None] Provisioning complete for port 144edc35-9369-415e-842a-cda7c06a5ceb triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:35:23.200054 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a2b65b57-d24a-4389-b66d-d724137c1b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (144edc35-9369-415e-842a-cda7c06a5ceb), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:23.221786 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-8423a8b6-0f7c-4387-b1c2-9b31a2c1401e tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Allocated IP 172.20.0.2 (d060eb74-7ff5-4937-9806-595fb3ce4f18/317d1e60-bfb7-48db-914f-4cec5aa513f9/3a8f25b9-2d7b-42b9-bec2-9edc43106ad5) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:35:23.336221 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-18445e41-0771-48e2-878f-78b954f1b229 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1802524'] for router_interface (d7ddbc6a-3d00-4753-9f33-feb0e12d7797), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:23.338475 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18445e41-0771-48e2-878f-78b954f1b229 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Pushing event updated for resources: {'Port': ['ID=144edc35-9369-415e-842a-cda7c06a5ceb,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:23.393372 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-a2b65b57-d24a-4389-b66d-d724137c1b59 None None] Port 144edc35-9369-415e-842a-cda7c06a5ceb cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:35:23.399719 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-6c3008fa-9645-4e13-9ac4-f6a73618bd33 None None] Attempting to bind port 2af3ee31-f42a-4ebc-ac4e-45d28902a110 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:35:23.400096 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-6c3008fa-9645-4e13-9ac4-f6a73618bd33 None None] Attempting to bind port 2af3ee31-f42a-4ebc-ac4e-45d28902a110 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '4d25b71e-a312-4241-bc2f-3daf117e40e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '90a28270-7e26-41f2-a004-2699a804e462'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:35:23.400467 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c3008fa-9645-4e13-9ac4-f6a73618bd33 None None] Attempting to bind port 2af3ee31-f42a-4ebc-ac4e-45d28902a110 on network 90a28270-7e26-41f2-a004-2699a804e462 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:35:23.404841 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 4484e2af-2002-4214-acdf-60cbf1d235fa is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:35:23.405236 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (4484e2af-2002-4214-acdf-60cbf1d235fa), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:23.424351 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c3008fa-9645-4e13-9ac4-f6a73618bd33 None None] Checking agent: {'id': '75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 24, 15), 'started_at': datetime.datetime(2022, 2, 28, 10, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 35, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:35:23.424655 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c3008fa-9645-4e13-9ac4-f6a73618bd33 None None] Checking segment: {'id': '4d25b71e-a312-4241-bc2f-3daf117e40e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '90a28270-7e26-41f2-a004-2699a804e462'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:35:23.426204 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6c3008fa-9645-4e13-9ac4-f6a73618bd33 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:23.426204 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c3008fa-9645-4e13-9ac4-f6a73618bd33 None None] Bound using segment: {'id': '4d25b71e-a312-4241-bc2f-3daf117e40e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '90a28270-7e26-41f2-a004-2699a804e462'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:35:23.426204 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-6c3008fa-9645-4e13-9ac4-f6a73618bd33 None None] Bound port: 2af3ee31-f42a-4ebc-ac4e-45d28902a110, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d25b71e-a312-4241-bc2f-3daf117e40e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '90a28270-7e26-41f2-a004-2699a804e462'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:35:23.426506 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6c3008fa-9645-4e13-9ac4-f6a73618bd33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (2af3ee31-f42a-4ebc-ac4e-45d28902a110), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:23.461604 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dd43284-cd54-4d1a-a9af-5edfc193e0fd tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Deleting port 2af3ee31-f42a-4ebc-ac4e-45d28902a110 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:35:23.461954 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dd43284-cd54-4d1a-a9af-5edfc193e0fd tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (2af3ee31-f42a-4ebc-ac4e-45d28902a110), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:23.469954 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-a2b65b57-d24a-4389-b66d-d724137c1b59 None None] Provisioning complete for port 4484e2af-2002-4214-acdf-60cbf1d235fa triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:35:23.470360 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a2b65b57-d24a-4389-b66d-d724137c1b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (4484e2af-2002-4214-acdf-60cbf1d235fa), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:23.471215 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-379629de-74c3-4c93-8bd1-7056337acf2a tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (50b1a6f9-83f2-48ec-b5da-8a216b829aff), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:23.550094 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] For port 4484e2af-2002-4214-acdf-60cbf1d235fa, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4484e2af-2002-4214-acdf-60cbf1d235fa,segment=NetworkSegment(62820c32-6f6c-4560-8178-281c48901d11),segment_id=62820c32-6f6c-4560-8178-281c48901d11)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:35:23.562403 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379629de-74c3-4c93-8bd1-7056337acf2a tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Pushing event deleted for resources: {'Port': ['ID=50b1a6f9-83f2-48ec-b5da-8a216b829aff,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:23.577414 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (4484e2af-2002-4214-acdf-60cbf1d235fa), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:23.578350 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device aea53bac-4270-493c-9ae0-0fb5eb7e0b54 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:35:23.601701 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18445e41-0771-48e2-878f-78b954f1b229 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Network 15f45c6f-d6b4-4b5d-9f81-44370067a41c is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:35:23.604898 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-379629de-74c3-4c93-8bd1-7056337acf2a tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:23.611486 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-379629de-74c3-4c93-8bd1-7056337acf2a tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] 10.222.0.20 "DELETE /v2.0/ports/50b1a6f9-83f2-48ec-b5da-8a216b829aff HTTP/1.1" status: 204 len: 168 time: 1.9904666 Feb 28 10:35:23.615203 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 36780) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:23.616370 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-18445e41-0771-48e2-878f-78b954f1b229 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:35:23.624041 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d7b98554-e70f-439d-b58f-2f30de768ad8 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616561'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:23.632583 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-d7b98554-e70f-439d-b58f-2f30de768ad8 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "DELETE /v2.0/subnets/b8ba864e-b097-4a3f-be55-a5a0c24c7e16 HTTP/1.1" status: 204 len: 168 time: 1.2600360 Feb 28 10:35:23.633757 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 36782) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:23.674593 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b98554-e70f-439d-b58f-2f30de768ad8 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Pushing event deleted for resources: {'Subnet': ['ID=b8ba864e-b097-4a3f-be55-a5a0c24c7e16,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:23.715358 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ce40efd-fe4e-4cf7-be52-690b9b6a7e12 None None] Network 9f0a511d-8408-4971-9daa-968eebea54f2 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:35:23.736783 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-9ab2651d-ddf4-4ed0-be8a-f7184219046d tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0823045 Feb 28 10:35:23.742690 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 36784) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:23.784341 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-6c3008fa-9645-4e13-9ac4-f6a73618bd33 None None] For port 2af3ee31-f42a-4ebc-ac4e-45d28902a110, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:35:23.785170 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbd188da-b859-4d6a-bd85-0b081a89797a tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] GET failed (client error): The resource could not be found. Feb 28 10:35:23.791220 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 36786) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:23.794702 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-bbd188da-b859-4d6a-bd85-0b081a89797a tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] 10.222.0.20 "GET /v2.0/ports/50b1a6f9-83f2-48ec-b5da-8a216b829aff HTTP/1.1" status: 404 len: 333 time: 0.1757326 Feb 28 10:35:23.808946 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2f014f75-f864-4750-9d77-375b0a112a72 tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Publish callbacks [] for security_group_rule (57b1c64b-a50e-4941-a1f3-ff906cc71f28), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:23.837746 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7dd43284-cd54-4d1a-a9af-5edfc193e0fd tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] For port 2af3ee31-f42a-4ebc-ac4e-45d28902a110, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:35:23.838126 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dd43284-cd54-4d1a-a9af-5edfc193e0fd tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (2af3ee31-f42a-4ebc-ac4e-45d28902a110), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:23.860999 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7dd43284-cd54-4d1a-a9af-5edfc193e0fd tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Calling delete_port for 2af3ee31-f42a-4ebc-ac4e-45d28902a110 owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:35:23.913984 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1680aea1-c4f0-4f8f-80ed-0788913b5a27 tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:23.918201 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-1680aea1-c4f0-4f8f-80ed-0788913b5a27 tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] 10.222.0.20 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.8114665 Feb 28 10:35:23.934190 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 36788) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:23.946338 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.tag.tag_plugin [None req-f6a60ba8-3ac5-4f78-84e3-12996333e9bf tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'ee04e3cf-505d-4332-a386-7b807c03cfd4', 'tempest-TagsExtTest-Tag-202274725') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:23.987847 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4975ef8-d41f-497b-b3e6-ccd133c5e1c2 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Deleting subnet 54d1f5d7-d7ae-43e2-883f-233a9f86dc7f {{(pid=103407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:35:23.999746 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c4975ef8-d41f-497b-b3e6-ccd133c5e1c2 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks [] for subnet (54d1f5d7-d7ae-43e2-883f-233a9f86dc7f), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:24.071951 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40619125-6fca-4b85-bb81-9b4173aac233 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:24.076515 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-40619125-6fca-4b85-bb81-9b4173aac233 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3321772 Feb 28 10:35:24.078610 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 36790) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:24.115971 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c4975ef8-d41f-497b-b3e6-ccd133c5e1c2 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3501132'] for subnet (54d1f5d7-d7ae-43e2-883f-233a9f86dc7f), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:24.143808 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2f014f75-f864-4750-9d77-375b0a112a72 tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Publish callbacks [] for security_group_rule (57b1c64b-a50e-4941-a1f3-ff906cc71f28), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:24.145856 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-6c3008fa-9645-4e13-9ac4-f6a73618bd33 None None] For port 2af3ee31-f42a-4ebc-ac4e-45d28902a110, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2af3ee31-f42a-4ebc-ac4e-45d28902a110,segment=NetworkSegment(4d25b71e-a312-4241-bc2f-3daf117e40e2),segment_id=4d25b71e-a312-4241-bc2f-3daf117e40e2)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:35:24.155470 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18445e41-0771-48e2-878f-78b954f1b229 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Router d7ddbc6a-3d00-4753-9f33-feb0e12d7797 is scheduled to L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 with binding_index 1 {{(pid=103408) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 10:35:24.157771 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-a2b65b57-d24a-4389-b66d-d724137c1b59 None None] Current status of the port 4484e2af-2002-4214-acdf-60cbf1d235fa is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:35:24.161062 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2f014f75-f864-4750-9d77-375b0a112a72 tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594242'] for security_group_rule (57b1c64b-a50e-4941-a1f3-ff906cc71f28), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:24.162273 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Pushing event updated for resources: {'Port': ['ID=4484e2af-2002-4214-acdf-60cbf1d235fa,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:24.200002 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6c3008fa-9645-4e13-9ac4-f6a73618bd33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (2af3ee31-f42a-4ebc-ac4e-45d28902a110), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:24.213384 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdfb1cab-597b-4f79-9877-4e9df9673c2d tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:24.214866 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-fdfb1cab-597b-4f79-9877-4e9df9673c2d tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1343641 Feb 28 10:35:24.221205 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2f014f75-f864-4750-9d77-375b0a112a72 tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:24.222474 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-2f014f75-f864-4750-9d77-375b0a112a72 tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 1.0431435 Feb 28 10:35:24.223713 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 36792) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:24.226705 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f014f75-f864-4750-9d77-375b0a112a72 tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57b1c64b-a50e-4941-a1f3-ff906cc71f28,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:24.234415 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 36794) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:24.292923 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port aea53bac-4270-493c-9ae0-0fb5eb7e0b54 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:35:24.293320 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (aea53bac-4270-493c-9ae0-0fb5eb7e0b54), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:24.303610 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-cb67e9f4-85c2-46e8-9913-96138ab45007 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0667226 Feb 28 10:35:24.318606 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 36796) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:24.337018 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-92c81c0d-6733-4637-a4ab-a5427e0ac49b tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Request body: {'subnet': {'network_id': '9f0a511d-8408-4971-9daa-968eebea54f2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:24.350055 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c4975ef8-d41f-497b-b3e6-ccd133c5e1c2 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-823142'] for subnet (54d1f5d7-d7ae-43e2-883f-233a9f86dc7f), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:24.412299 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3008fa-9645-4e13-9ac4-f6a73618bd33 None None] Pushing event updated for resources: {'Port': ['ID=2af3ee31-f42a-4ebc-ac4e-45d28902a110,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:24.416519 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-df4a82fd-56fc-4f36-8054-49a95b2eb14b None None] Provisioning complete for port 144edc35-9369-415e-842a-cda7c06a5ceb triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:35:24.417024 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-df4a82fd-56fc-4f36-8054-49a95b2eb14b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (144edc35-9369-415e-842a-cda7c06a5ceb), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:24.431014 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c4975ef8-d41f-497b-b3e6-ccd133c5e1c2 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-823145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3498088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3516558'] for subnet (54d1f5d7-d7ae-43e2-883f-233a9f86dc7f), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:24.450736 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dd43284-cd54-4d1a-a9af-5edfc193e0fd tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (2af3ee31-f42a-4ebc-ac4e-45d28902a110), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:24.478577 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4220e365-4e99-48e3-80d6-9796f6270c5d tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Publish callbacks [] for security_group_rule (57b1c64b-a50e-4941-a1f3-ff906cc71f28), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:24.498584 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4975ef8-d41f-497b-b3e6-ccd133c5e1c2 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Pushing event deleted for resources: {'Subnet': ['ID=54d1f5d7-d7ae-43e2-883f-233a9f86dc7f,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:24.500980 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c4975ef8-d41f-497b-b3e6-ccd133c5e1c2 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616561'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:24.507340 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-c4975ef8-d41f-497b-b3e6-ccd133c5e1c2 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] 10.222.0.20 "DELETE /v2.0/subnets/54d1f5d7-d7ae-43e2-883f-233a9f86dc7f HTTP/1.1" status: 204 len: 168 time: 0.7120745 Feb 28 10:35:24.508049 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 36798) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:24.509825 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-df4a82fd-56fc-4f36-8054-49a95b2eb14b None None] Port 144edc35-9369-415e-842a-cda7c06a5ceb cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:35:24.518587 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8423a8b6-0f7c-4387-b1c2-9b31a2c1401e tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks [] for port (3a8f25b9-2d7b-42b9-bec2-9edc43106ad5), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:24.519500 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-f6a60ba8-3ac5-4f78-84e3-12996333e9bf tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] 10.222.0.20 "PUT /v2.0/subnets/ee04e3cf-505d-4332-a386-7b807c03cfd4/tags/tempest-TagsExtTest-Tag-202274725 HTTP/1.1" status: 201 len: 201 time: 0.5840738 Feb 28 10:35:24.526247 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 36800) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:24.531227 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.tag.tag_plugin [None req-9a98d76e-0088-4946-87a9-da95db092598 tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'c9e55315-19f3-41a9-82ed-a7cce52596b8', 'tempest-TagsExtTest-Tag-1687573352') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:24.532779 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd43284-cd54-4d1a-a9af-5edfc193e0fd tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Pushing event deleted for resources: {'Port': ['ID=2af3ee31-f42a-4ebc-ac4e-45d28902a110,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:24.533519 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port aea53bac-4270-493c-9ae0-0fb5eb7e0b54 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:35:24.534878 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 89c62ae1-ee95-42bc-b8df-700bcf9cc4d9 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:35:24.536542 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4220e365-4e99-48e3-80d6-9796f6270c5d tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Publish callbacks [] for security_group_rule (57b1c64b-a50e-4941-a1f3-ff906cc71f28), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:24.561734 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18445e41-0771-48e2-878f-78b954f1b229 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:35:24.581641 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-159a9d90-c361-4594-a55b-5df9f49acef4 None None] Network 66091116-a4f0-42ed-9ec9-df520700a518 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:35:24.581898 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-18445e41-0771-48e2-878f-78b954f1b229 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] 10.222.0.20 "PUT /v2.0/routers/d7ddbc6a-3d00-4753-9f33-feb0e12d7797/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7231219 Feb 28 10:35:24.604270 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 36802) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:24.610556 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-e2c901b6-da2a-49d6-a784-47cecac2caba tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Request body: {'network': {'name': 'tempest-RoutersTest-1532740994'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:24.660148 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd43284-cd54-4d1a-a9af-5edfc193e0fd tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] No DVR routers for this DVR port 2af3ee31-f42a-4ebc-ac4e-45d28902a110 on host dv-neutron-master-2-hyperv {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:35:24.678548 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41af1e34-23ef-48e4-a5c6-9470c7bf4527 None None] Sync routers for ids ['d7ddbc6a-3d00-4753-9f33-feb0e12d7797'] in dv-neutron-master-2-hyperv {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:35:24.681450 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-123ebe42-43c4-416c-aadd-1ec6c980c3ec None None] DHCP port deletion for 9f0a511d-8408-4971-9daa-968eebea54f2 request from dv-neutron-master-2-hyperv {{(pid=103409) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:35:24.696030 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2c901b6-da2a-49d6-a784-47cecac2caba tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Made reservation on behalf of da82c5902a0c4c459ee88fe904a1e59b for: {'network': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:35:24.702701 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4220e365-4e99-48e3-80d6-9796f6270c5d tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594242'] for security_group_rule (57b1c64b-a50e-4941-a1f3-ff906cc71f28), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:24.703215 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e2c901b6-da2a-49d6-a784-47cecac2caba tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for network (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:24.715465 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4220e365-4e99-48e3-80d6-9796f6270c5d tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:24.718148 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-4220e365-4e99-48e3-80d6-9796f6270c5d tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/57b1c64b-a50e-4941-a1f3-ff906cc71f28 HTTP/1.1" status: 204 len: 168 time: 0.4805367 Feb 28 10:35:24.721557 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-df4a82fd-56fc-4f36-8054-49a95b2eb14b None None] Provisioning complete for port 4484e2af-2002-4214-acdf-60cbf1d235fa triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:35:24.721557 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-df4a82fd-56fc-4f36-8054-49a95b2eb14b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (4484e2af-2002-4214-acdf-60cbf1d235fa), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:24.727043 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 36804) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:24.727780 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92c81c0d-6733-4637-a4ab-a5427e0ac49b tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Made reservation on behalf of 01d784a6a3f04224a7e9160ad9d44184 for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:35:24.731301 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-92c81c0d-6733-4637-a4ab-a5427e0ac49b tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3951209'] for subnet (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:24.755229 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4220e365-4e99-48e3-80d6-9796f6270c5d tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=57b1c64b-a50e-4941-a1f3-ff906cc71f28,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:24.762027 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7daf6cad-212e-4d80-976b-f175ceadc33d tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-665757'] for network (66091116-a4f0-42ed-9ec9-df520700a518), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:24.782105 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2c901b6-da2a-49d6-a784-47cecac2caba tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 258} {{(pid=103407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:35:24.792410 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e2c901b6-da2a-49d6-a784-47cecac2caba tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (a5984d10-b6ad-49b0-8fb9-0adcc28ef9b7), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:24.792724 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.db.segments_db [None req-e2c901b6-da2a-49d6-a784-47cecac2caba tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Added segment a5984d10-b6ad-49b0-8fb9-0adcc28ef9b7 of type vlan for network eb839f6c-5043-484a-b1d1-584e5121d293 Feb 28 10:35:24.809619 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dd43284-cd54-4d1a-a9af-5edfc193e0fd tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-823142'] for subnet (c53ece99-4f58-4425-9d66-ae8ea66c3193), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:24.813017 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8423a8b6-0f7c-4387-b1c2-9b31a2c1401e tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (3a8f25b9-2d7b-42b9-bec2-9edc43106ad5), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:24.840234 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41af1e34-23ef-48e4-a5c6-9470c7bf4527 None None] Routers {'d7ddbc6a-3d00-4753-9f33-feb0e12d7797'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:35:24.842710 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-41af1e34-23ef-48e4-a5c6-9470c7bf4527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:35:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['d7ddbc6a-3d00-4753-9f33-feb0e12d7797'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:24.890161 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e2c901b6-da2a-49d6-a784-47cecac2caba tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742056637431'] for network (eb839f6c-5043-484a-b1d1-584e5121d293), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:24.932492 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8423a8b6-0f7c-4387-b1c2-9b31a2c1401e tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Network d060eb74-7ff5-4937-9806-595fb3ce4f18 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:35:24.946493 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-d50095d5-9985-4600-84f5-fa9c1f42fe30 tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.2114041 Feb 28 10:35:24.949270 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 36806) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:24.982352 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-8423a8b6-0f7c-4387-b1c2-9b31a2c1401e tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:35:24.984081 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3243ca5c-47d8-4505-9e9a-990203139839 tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Publish callbacks [] for security_group_rule (24d29b66-1fd9-4c76-962d-21758e5a79dd), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:24.993409 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8423a8b6-0f7c-4387-b1c2-9b31a2c1401e tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:35:24.996418 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3243ca5c-47d8-4505-9e9a-990203139839 tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Publish callbacks [] for security_group_rule (24d29b66-1fd9-4c76-962d-21758e5a79dd), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:24.999471 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port 89c62ae1-ee95-42bc-b8df-700bcf9cc4d9 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:35:24.999868 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (89c62ae1-ee95-42bc-b8df-700bcf9cc4d9), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:25.001561 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dd43284-cd54-4d1a-a9af-5edfc193e0fd tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-823145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3242523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3951170'] for subnet (c53ece99-4f58-4425-9d66-ae8ea66c3193), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:25.005445 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-9a98d76e-0088-4946-87a9-da95db092598 tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] 10.222.0.20 "PUT /v2.0/ports/c9e55315-19f3-41a9-82ed-a7cce52596b8/tags/tempest-TagsExtTest-Tag-1687573352 HTTP/1.1" status: 201 len: 201 time: 0.4778149 Feb 28 10:35:25.015991 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 36808) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:25.027263 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.tag.tag_plugin [None req-14885711-1de1-44ea-ae40-93faf287ecfa tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'f29ac35e-6e52-453f-943a-bec3c1141b7a', 'tempest-TagsExtTest-Tag-1557375746') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:25.035294 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8423a8b6-0f7c-4387-b1c2-9b31a2c1401e tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Pushing event updated for resources: {'Port': ['ID=3a8f25b9-2d7b-42b9-bec2-9edc43106ad5,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:25.048478 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e2c901b6-da2a-49d6-a784-47cecac2caba tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551'] for network (eb839f6c-5043-484a-b1d1-584e5121d293), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:25.048670 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-123ebe42-43c4-416c-aadd-1ec6c980c3ec None None] Deleting port 89c62ae1-ee95-42bc-b8df-700bcf9cc4d9 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:35:25.049773 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-123ebe42-43c4-416c-aadd-1ec6c980c3ec None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (89c62ae1-ee95-42bc-b8df-700bcf9cc4d9), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:25.054519 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-41af1e34-23ef-48e4-a5c6-9470c7bf4527 None None] Set router d7ddbc6a-3d00-4753-9f33-feb0e12d7797 gateway port host: None {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:35:25.054676 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2c901b6-da2a-49d6-a784-47cecac2caba tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:25.055324 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e2c901b6-da2a-49d6-a784-47cecac2caba tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:25.056252 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-df4a82fd-56fc-4f36-8054-49a95b2eb14b None None] Current status of the port 4484e2af-2002-4214-acdf-60cbf1d235fa is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:35:25.130750 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd43284-cd54-4d1a-a9af-5edfc193e0fd tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Pushing event deleted for resources: {'Subnet': ['ID=c53ece99-4f58-4425-9d66-ae8ea66c3193,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:25.131966 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8423a8b6-0f7c-4387-b1c2-9b31a2c1401e tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:25.132314 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-919b5e30-9a62-4d38-9d73-c84ce4c2ccb0 None None] DHCP port deletion for 66091116-a4f0-42ed-9ec9-df520700a518 request from dv-neutron-master-2-hyperv {{(pid=103409) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:35:25.132428 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8423a8b6-0f7c-4387-b1c2-9b31a2c1401e tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:25.164531 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-e2c901b6-da2a-49d6-a784-47cecac2caba tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5591860 Feb 28 10:35:25.165612 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 36810) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:25.174747 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-b212f172-8913-46a4-9ad9-722f3bd5a001 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Request body: {'subnet': {'network_id': 'eb839f6c-5043-484a-b1d1-584e5121d293', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:25.195031 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3243ca5c-47d8-4505-9e9a-990203139839 tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594242'] for security_group_rule (24d29b66-1fd9-4c76-962d-21758e5a79dd), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:25.201543 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-8423a8b6-0f7c-4387-b1c2-9b31a2c1401e tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.5677102 Feb 28 10:35:25.201752 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3243ca5c-47d8-4505-9e9a-990203139839 tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:25.201752 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-3243ca5c-47d8-4505-9e9a-990203139839 tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/24d29b66-1fd9-4c76-962d-21758e5a79dd HTTP/1.1" status: 204 len: 168 time: 0.2506788 Feb 28 10:35:25.208973 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 36812) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:25.208973 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 36814) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:25.225916 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-89efa124-0abb-4c09-a5ca-fa503efd83e5 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Request body: {'port': {'network_id': 'd060eb74-7ff5-4937-9806-595fb3ce4f18', 'name': 'tempest-FloatingIPTestJSON-587968372'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:25.226210 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-7daf6cad-212e-4d80-976b-f175ceadc33d tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Deleting port f8f6eeb9-6c42-4b59-a693-c1a996a35c24 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:35:25.226684 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7daf6cad-212e-4d80-976b-f175ceadc33d tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (f8f6eeb9-6c42-4b59-a693-c1a996a35c24), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:25.228275 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c901b6-da2a-49d6-a784-47cecac2caba tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Pushing event updated for resources: {'Network': ['ID=eb839f6c-5043-484a-b1d1-584e5121d293,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:25.240012 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-df4a82fd-56fc-4f36-8054-49a95b2eb14b None None] Provisioning complete for port c9e55315-19f3-41a9-82ed-a7cce52596b8 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:35:25.240012 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-df4a82fd-56fc-4f36-8054-49a95b2eb14b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (c9e55315-19f3-41a9-82ed-a7cce52596b8), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:25.270246 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3243ca5c-47d8-4505-9e9a-990203139839 tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=24d29b66-1fd9-4c76-962d-21758e5a79dd,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:25.279294 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Network eb839f6c-5043-484a-b1d1-584e5121d293 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103409) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:35:25.309835 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-123ebe42-43c4-416c-aadd-1ec6c980c3ec None None] For port 89c62ae1-ee95-42bc-b8df-700bcf9cc4d9, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=89c62ae1-ee95-42bc-b8df-700bcf9cc4d9,segment=NetworkSegment(bf553b55-fb1d-4346-a090-4fb77eb0fbd7),segment_id=bf553b55-fb1d-4346-a090-4fb77eb0fbd7)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:35:25.310326 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-123ebe42-43c4-416c-aadd-1ec6c980c3ec None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (89c62ae1-ee95-42bc-b8df-700bcf9cc4d9), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:25.353340 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-7daf6cad-212e-4d80-976b-f175ceadc33d tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] For port f8f6eeb9-6c42-4b59-a693-c1a996a35c24, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f8f6eeb9-6c42-4b59-a693-c1a996a35c24,segment=NetworkSegment(9fa836ce-31c9-4e12-98d1-0034e90c2bb5),segment_id=9fa836ce-31c9-4e12-98d1-0034e90c2bb5)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:35:25.353614 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7daf6cad-212e-4d80-976b-f175ceadc33d tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (f8f6eeb9-6c42-4b59-a693-c1a996a35c24), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:25.373381 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-7daf6cad-212e-4d80-976b-f175ceadc33d tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Calling delete_port for f8f6eeb9-6c42-4b59-a693-c1a996a35c24 owned by network:dhcp {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:35:25.392780 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-123ebe42-43c4-416c-aadd-1ec6c980c3ec None None] Calling delete_port for 89c62ae1-ee95-42bc-b8df-700bcf9cc4d9 owned by network:dhcp {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:35:25.423870 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-df4a82fd-56fc-4f36-8054-49a95b2eb14b None None] Port c9e55315-19f3-41a9-82ed-a7cce52596b8 cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:35:25.432916 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b212f172-8913-46a4-9ad9-722f3bd5a001 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Made reservation on behalf of da82c5902a0c4c459ee88fe904a1e59b for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:35:25.436594 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b212f172-8913-46a4-9ad9-722f3bd5a001 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3516581'] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:25.597900 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 89c62ae1-ee95-42bc-b8df-700bcf9cc4d9 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:35:25.616726 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-919b5e30-9a62-4d38-9d73-c84ce4c2ccb0 None None] Deleting port f8f6eeb9-6c42-4b59-a693-c1a996a35c24 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:35:25.617584 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-919b5e30-9a62-4d38-9d73-c84ce4c2ccb0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (f8f6eeb9-6c42-4b59-a693-c1a996a35c24), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:25.678199 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-d3edc0a8-7b21-473c-804c-0a072f40c781 None None] Provisioning complete for port c9e55315-19f3-41a9-82ed-a7cce52596b8 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:35:25.678584 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d3edc0a8-7b21-473c-804c-0a072f40c781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (c9e55315-19f3-41a9-82ed-a7cce52596b8), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:25.698663 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b212f172-8913-46a4-9ad9-722f3bd5a001 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3498031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3516567'] for subnet (2ebd56e7-0ebe-4361-8109-cd1b16754dc7), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:25.773364 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b212f172-8913-46a4-9ad9-722f3bd5a001 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Pushing event updated for resources: {'Subnet': ['ID=2ebd56e7-0ebe-4361-8109-cd1b16754dc7,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:25.775040 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7daf6cad-212e-4d80-976b-f175ceadc33d tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (f8f6eeb9-6c42-4b59-a693-c1a996a35c24), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:25.792431 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dd43284-cd54-4d1a-a9af-5edfc193e0fd tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672413', 'neutron.services.segments.db._delete_segments_for_network-8742057110173'] for network (90a28270-7e26-41f2-a004-2699a804e462), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:25.794215 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-123ebe42-43c4-416c-aadd-1ec6c980c3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758'] for port (89c62ae1-ee95-42bc-b8df-700bcf9cc4d9), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:25.798992 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-919b5e30-9a62-4d38-9d73-c84ce4c2ccb0 None None] For port f8f6eeb9-6c42-4b59-a693-c1a996a35c24, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f8f6eeb9-6c42-4b59-a693-c1a996a35c24,segment=NetworkSegment(9fa836ce-31c9-4e12-98d1-0034e90c2bb5),segment_id=9fa836ce-31c9-4e12-98d1-0034e90c2bb5)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:35:25.799398 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-919b5e30-9a62-4d38-9d73-c84ce4c2ccb0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (f8f6eeb9-6c42-4b59-a693-c1a996a35c24), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:25.819094 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7daf6cad-212e-4d80-976b-f175ceadc33d tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] No DVR routers for this DVR port f8f6eeb9-6c42-4b59-a693-c1a996a35c24 on host dv-neutron-master-2-hyperv {{(pid=103407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:35:25.829728 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7daf6cad-212e-4d80-976b-f175ceadc33d tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Pushing event deleted for resources: {'Port': ['ID=f8f6eeb9-6c42-4b59-a693-c1a996a35c24,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:25.843102 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-919b5e30-9a62-4d38-9d73-c84ce4c2ccb0 None None] Calling delete_port for f8f6eeb9-6c42-4b59-a693-c1a996a35c24 owned by network:dhcp {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:35:25.853655 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 4484e2af-2002-4214-acdf-60cbf1d235fa up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:35:25.857314 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-d3edc0a8-7b21-473c-804c-0a072f40c781 None None] Port c9e55315-19f3-41a9-82ed-a7cce52596b8 cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:35:25.861511 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-123ebe42-43c4-416c-aadd-1ec6c980c3ec None None] No DVR routers for this DVR port 89c62ae1-ee95-42bc-b8df-700bcf9cc4d9 on host dv-neutron-master-2-hyperv {{(pid=103409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:35:25.882385 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b212f172-8913-46a4-9ad9-722f3bd5a001 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Checking segment: {'id': 'a5984d10-b6ad-49b0-8fb9-0adcc28ef9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'eb839f6c-5043-484a-b1d1-584e5121d293'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:35:25.882756 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b212f172-8913-46a4-9ad9-722f3bd5a001 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Network hostable DHCP agents. Network: eb839f6c-5043-484a-b1d1-584e5121d293, hostable agents: ['fb6705d2-4f70-4965-92a3-fbfccd43a6d3'], hosted agents: [] {{(pid=103407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:35:25.908520 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-444385d5-8007-4a5a-a6de-82bdecd3ee76 tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.6913655 Feb 28 10:35:25.910795 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-7dd43284-cd54-4d1a-a9af-5edfc193e0fd tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90a28270-7e26-41f2-a004-2699a804e462']}} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:25.913156 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 36816) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:25.937690 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123ebe42-43c4-416c-aadd-1ec6c980c3ec None None] Pushing event deleted for resources: {'Port': ['ID=89c62ae1-ee95-42bc-b8df-700bcf9cc4d9,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:25.957663 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-41af1e34-23ef-48e4-a5c6-9470c7bf4527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7ddbc6a-3d00-4753-9f33-feb0e12d7797', 'name': 'tempest-RoutersTest-router-1825890179', 'tenant_id': 'da82c5902a0c4c459ee88fe904a1e59b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:35:15Z', 'updated_at': '2022-02-28T10:35:21Z', 'revision_number': 2, 'project_id': 'da82c5902a0c4c459ee88fe904a1e59b', 'gw_port_host': None, '_interfaces': [{'id': '144edc35-9369-415e-842a-cda7c06a5ceb', 'name': '', 'network_id': '15f45c6f-d6b4-4b5d-9f81-44370067a41c', 'tenant_id': 'da82c5902a0c4c459ee88fe904a1e59b', 'mac_address': 'fa:16:3e:4a:33:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7ddbc6a-3d00-4753-9f33-feb0e12d7797', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '80cf5cc3-7a23-4d81-9989-328f76a695ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:35:19Z', 'updated_at': '2022-02-28T10:35:22Z', 'revision_number': 2, 'project_id': 'da82c5902a0c4c459ee88fe904a1e59b', 'subnets': [{'id': '80cf5cc3-7a23-4d81-9989-328f76a695ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:25.973591 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-7dd43284-cd54-4d1a-a9af-5edfc193e0fd tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d25b71e-a312-4241-bc2f-3daf117e40e2') {'for_net_delete': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:25.973999 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-7dd43284-cd54-4d1a-a9af-5edfc193e0fd tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d25b71e-a312-4241-bc2f-3daf117e40e2') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:25.975416 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7daf6cad-212e-4d80-976b-f175ceadc33d tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672413', 'neutron.services.segments.db._delete_segments_for_network-8742057110173'] for network (66091116-a4f0-42ed-9ec9-df520700a518), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:25.985712 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89efa124-0abb-4c09-a5ca-fa503efd83e5 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Made reservation on behalf of d71d46ff16814ba6beba53557129e360 for: {'port': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:35:25.989168 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-89efa124-0abb-4c09-a5ca-fa503efd83e5 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:25.994883 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae2b9ce7-e455-402b-a639-c5da1c224000 None None] Network 90a28270-7e26-41f2-a004-2699a804e462 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:35:25.998357 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dd43284-cd54-4d1a-a9af-5edfc193e0fd tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742057113766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3423550'] for segment (4d25b71e-a312-4241-bc2f-3daf117e40e2), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:25.998497 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-7daf6cad-212e-4d80-976b-f175ceadc33d tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66091116-a4f0-42ed-9ec9-df520700a518']}} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:26.008940 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-7daf6cad-212e-4d80-976b-f175ceadc33d tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fa836ce-31c9-4e12-98d1-0034e90c2bb5') {'for_net_delete': True} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:26.009409 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-7daf6cad-212e-4d80-976b-f175ceadc33d tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fa836ce-31c9-4e12-98d1-0034e90c2bb5') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:26.013239 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-14885711-1de1-44ea-ae40-93faf287ecfa tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] 10.222.0.20 "PUT /v2.0/routers/f29ac35e-6e52-453f-943a-bec3c1141b7a/tags/tempest-TagsExtTest-Tag-1557375746 HTTP/1.1" status: 201 len: 201 time: 0.9898314 Feb 28 10:35:26.019536 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7daf6cad-212e-4d80-976b-f175ceadc33d tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742057113766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3501147'] for segment (9fa836ce-31c9-4e12-98d1-0034e90c2bb5), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:26.026505 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 36818) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:26.032371 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.tag.tag_plugin [None req-4277b004-57a7-477c-9fe3-73d27584960e tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'ba9c1f60-cbdb-4a80-bc06-4c8a37c35dc6', 'tempest-TagsExtTest-Tag-1667544770') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:26.050974 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9f02183a-d524-4bf0-8471-a3abf5155e8e tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Publish callbacks [] for security_group_rule (d5f9407e-20b2-4c21-aace-8604948a8a82), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:26.066072 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7daf6cad-212e-4d80-976b-f175ceadc33d tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (9fa836ce-31c9-4e12-98d1-0034e90c2bb5), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:26.073879 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dd43284-cd54-4d1a-a9af-5edfc193e0fd tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (4d25b71e-a312-4241-bc2f-3daf117e40e2), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:26.077121 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-89efa124-0abb-4c09-a5ca-fa503efd83e5 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] device_id is not set on port 4f103e25-ff26-471a-a89c-207e20a101df yet. {{(pid=103408) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:35:26.084927 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7daf6cad-212e-4d80-976b-f175ceadc33d tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Releasing vlan 288 on physical network physnet1 to pool {{(pid=103407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:35:26.085368 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7daf6cad-212e-4d80-976b-f175ceadc33d tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3498166'] for segment (9fa836ce-31c9-4e12-98d1-0034e90c2bb5), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:26.089754 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b212f172-8913-46a4-9ad9-722f3bd5a001 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Network eb839f6c-5043-484a-b1d1-584e5121d293 is scheduled to be hosted by DHCP agent fb6705d2-4f70-4965-92a3-fbfccd43a6d3 with binding_index 1 {{(pid=103407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:35:26.091227 dv-neutron-master-2-hyperv neutron-server[103407]: Traceback (most recent call last): Feb 28 10:35:26.091227 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:35:26.091227 dv-neutron-master-2-hyperv neutron-server[103407]: timer() Feb 28 10:35:26.091227 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:35:26.091227 dv-neutron-master-2-hyperv neutron-server[103407]: cb(*args, **kw) Feb 28 10:35:26.091227 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:35:26.091227 dv-neutron-master-2-hyperv neutron-server[103407]: return func(*args, **kwargs) Feb 28 10:35:26.091227 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:35:26.091227 dv-neutron-master-2-hyperv neutron-server[103407]: self._notify() Feb 28 10:35:26.091227 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:35:26.091227 dv-neutron-master-2-hyperv neutron-server[103407]: self.callback(batched_events) Feb 28 10:35:26.091227 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:35:26.091227 dv-neutron-master-2-hyperv neutron-server[103407]: event.method(event) Feb 28 10:35:26.091227 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:35:26.091227 dv-neutron-master-2-hyperv neutron-server[103407]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:35:26.091227 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:35:26.091227 dv-neutron-master-2-hyperv neutron-server[103407]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:35:26.091227 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:35:26.091227 dv-neutron-master-2-hyperv neutron-server[103407]: return f(self, *a, **k) Feb 28 10:35:26.091227 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:35:26.091227 dv-neutron-master-2-hyperv neutron-server[103407]: return self._get(url).json() Feb 28 10:35:26.091227 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:35:26.091227 dv-neutron-master-2-hyperv neutron-server[103407]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:35:26.091227 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:35:26.091227 dv-neutron-master-2-hyperv neutron-server[103407]: return self.request(url, 'GET', **kwargs) Feb 28 10:35:26.091227 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:35:26.091227 dv-neutron-master-2-hyperv neutron-server[103407]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:35:26.091227 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:35:26.091227 dv-neutron-master-2-hyperv neutron-server[103407]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:35:26.091227 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:35:26.091227 dv-neutron-master-2-hyperv neutron-server[103407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:35:26.091227 dv-neutron-master-2-hyperv neutron-server[103407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:35:26.107808 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9f02183a-d524-4bf0-8471-a3abf5155e8e tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Publish callbacks [] for security_group_rule (d5f9407e-20b2-4c21-aace-8604948a8a82), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:26.118374 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7dd43284-cd54-4d1a-a9af-5edfc193e0fd tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Releasing vlan 253 on physical network physnet1 to pool {{(pid=103408) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:35:26.118794 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dd43284-cd54-4d1a-a9af-5edfc193e0fd tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3242693'] for segment (4d25b71e-a312-4241-bc2f-3daf117e40e2), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:26.122280 dv-neutron-master-2-hyperv neutron-server[103408]: Traceback (most recent call last): Feb 28 10:35:26.122280 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:35:26.122280 dv-neutron-master-2-hyperv neutron-server[103408]: timer() Feb 28 10:35:26.122280 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:35:26.122280 dv-neutron-master-2-hyperv neutron-server[103408]: cb(*args, **kw) Feb 28 10:35:26.122280 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:35:26.122280 dv-neutron-master-2-hyperv neutron-server[103408]: return func(*args, **kwargs) Feb 28 10:35:26.122280 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:35:26.122280 dv-neutron-master-2-hyperv neutron-server[103408]: self._notify() Feb 28 10:35:26.122280 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:35:26.122280 dv-neutron-master-2-hyperv neutron-server[103408]: self.callback(batched_events) Feb 28 10:35:26.122280 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:35:26.122280 dv-neutron-master-2-hyperv neutron-server[103408]: event.method(event) Feb 28 10:35:26.122280 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:35:26.122280 dv-neutron-master-2-hyperv neutron-server[103408]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:35:26.122280 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:35:26.122280 dv-neutron-master-2-hyperv neutron-server[103408]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:35:26.122280 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:35:26.122280 dv-neutron-master-2-hyperv neutron-server[103408]: return f(self, *a, **k) Feb 28 10:35:26.122280 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:35:26.122280 dv-neutron-master-2-hyperv neutron-server[103408]: return self._get(url).json() Feb 28 10:35:26.122280 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:35:26.122280 dv-neutron-master-2-hyperv neutron-server[103408]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:35:26.122280 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:35:26.122280 dv-neutron-master-2-hyperv neutron-server[103408]: return self.request(url, 'GET', **kwargs) Feb 28 10:35:26.122280 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:35:26.122280 dv-neutron-master-2-hyperv neutron-server[103408]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:35:26.122280 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:35:26.122280 dv-neutron-master-2-hyperv neutron-server[103408]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:35:26.122280 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:35:26.122280 dv-neutron-master-2-hyperv neutron-server[103408]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:35:26.122280 dv-neutron-master-2-hyperv neutron-server[103408]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:35:26.151475 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-b212f172-8913-46a4-9ad9-722f3bd5a001 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, eb839f6c-5043-484a-b1d1-584e5121d293) {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:35:26.169352 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b212f172-8913-46a4-9ad9-722f3bd5a001 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:26.169888 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b212f172-8913-46a4-9ad9-722f3bd5a001 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616561'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:26.187920 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-4277b004-57a7-477c-9fe3-73d27584960e tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] 10.222.0.20 "PUT /v2.0/subnetpools/ba9c1f60-cbdb-4a80-bc06-4c8a37c35dc6/tags/tempest-TagsExtTest-Tag-1667544770 HTTP/1.1" status: 201 len: 201 time: 0.1574936 Feb 28 10:35:26.188279 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 36820) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:26.192954 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.tag.tag_plugin [None req-372a061e-1dd4-4307-8aeb-bd84060a4b19 tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'ee04e3cf-505d-4332-a386-7b807c03cfd4') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:26.203470 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7daf6cad-212e-4d80-976b-f175ceadc33d tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803269'] for network (66091116-a4f0-42ed-9ec9-df520700a518), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:26.207415 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdf3292a-8d70-4900-8bd4-afeab4da4aab None None] Network eb839f6c-5043-484a-b1d1-584e5121d293 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:35:26.210638 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-ff6e1694-9c84-47cd-a6a9-9b70de026c9d None None] Could not find standard attr ID for object 2af3ee31-f42a-4ebc-ac4e-45d28902a110. {{(pid=103409) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Feb 28 10:35:26.211533 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-b212f172-8913-46a4-9ad9-722f3bd5a001 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0409992 Feb 28 10:35:26.214836 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 36822) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:26.235121 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7daf6cad-212e-4d80-976b-f175ceadc33d tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:26.238452 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-7daf6cad-212e-4d80-976b-f175ceadc33d tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] 10.222.0.20 "DELETE /v2.0/networks/66091116-a4f0-42ed-9ec9-df520700a518 HTTP/1.1" status: 204 len: 168 time: 1.7298980 Feb 28 10:35:26.244227 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41af1e34-23ef-48e4-a5c6-9470c7bf4527 None None] Checking router: d7ddbc6a-3d00-4753-9f33-feb0e12d7797 for host: dv-neutron-master-2-hyperv {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:35:26.244605 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41af1e34-23ef-48e4-a5c6-9470c7bf4527 None None] Updating router d7ddbc6a-3d00-4753-9f33-feb0e12d7797 port 144edc35-9369-415e-842a-cda7c06a5ceb binding host dv-neutron-master-2-hyperv {{(pid=103409) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 10:35:26.248642 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 36824) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:26.262190 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-f25f96c7-e051-4e5c-8a22-19472388dd4c tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1933082054'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:26.273322 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7daf6cad-212e-4d80-976b-f175ceadc33d tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Pushing event deleted for resources: {'Network': ['ID=66091116-a4f0-42ed-9ec9-df520700a518,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:26.316630 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f25f96c7-e051-4e5c-8a22-19472388dd4c tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Made reservation on behalf of 29ccc4cf6ba849d18fb6a0524a0ef75f for: {'network': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:35:26.319493 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.objects.ports [None req-92c81c0d-6733-4637-a4ab-a5427e0ac49b tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103408) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 28 10:35:26.320191 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f25f96c7-e051-4e5c-8a22-19472388dd4c tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for network (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:26.327062 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-92c81c0d-6733-4637-a4ab-a5427e0ac49b tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3242588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3951195'] for subnet (f727b28d-fa31-4dd9-a69e-79af95a4b493), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:26.329064 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9f02183a-d524-4bf0-8471-a3abf5155e8e tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594242'] for security_group_rule (d5f9407e-20b2-4c21-aace-8604948a8a82), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:26.334688 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9f02183a-d524-4bf0-8471-a3abf5155e8e tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:26.338683 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-9f02183a-d524-4bf0-8471-a3abf5155e8e tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/d5f9407e-20b2-4c21-aace-8604948a8a82 HTTP/1.1" status: 204 len: 168 time: 0.4073038 Feb 28 10:35:26.339519 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 36826) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:26.374433 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-41af1e34-23ef-48e4-a5c6-9470c7bf4527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (144edc35-9369-415e-842a-cda7c06a5ceb), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:26.389511 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-372a061e-1dd4-4307-8aeb-bd84060a4b19 tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] 10.222.0.20 "GET /v2.0/subnets/ee04e3cf-505d-4332-a386-7b807c03cfd4/tags HTTP/1.1" status: 200 len: 240 time: 0.2002254 Feb 28 10:35:26.390492 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f25f96c7-e051-4e5c-8a22-19472388dd4c tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 283} {{(pid=103407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:35:26.396743 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 36828) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:26.402199 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.tag.tag_plugin [None req-ea2a5150-0a38-49a8-8425-4c50cd562c21 tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'ee04e3cf-505d-4332-a386-7b807c03cfd4', 'tempest-TagsExtTest-Tag-202274725') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:26.434790 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port 4484e2af-2002-4214-acdf-60cbf1d235fa triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:35:26.435564 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (4484e2af-2002-4214-acdf-60cbf1d235fa), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:26.449387 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-a0ee1811-b48c-4d34-be2f-8fc4eafd9cf8 tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1086953 Feb 28 10:35:26.450434 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dd43284-cd54-4d1a-a9af-5edfc193e0fd tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803269'] for network (90a28270-7e26-41f2-a004-2699a804e462), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:26.453491 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f25f96c7-e051-4e5c-8a22-19472388dd4c tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (f0657611-ffca-4848-b8a5-6d1dc3cbdbab), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:26.453846 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.db.segments_db [None req-f25f96c7-e051-4e5c-8a22-19472388dd4c tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Added segment f0657611-ffca-4848-b8a5-6d1dc3cbdbab of type vlan for network 709504fb-48ca-495a-9fde-45ecf5ee1554 Feb 28 10:35:26.455154 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 36830) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:26.478287 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f02183a-d524-4bf0-8471-a3abf5155e8e tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d5f9407e-20b2-4c21-aace-8604948a8a82,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:26.479941 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7dd43284-cd54-4d1a-a9af-5edfc193e0fd tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616561'] for network (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:26.483289 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-7dd43284-cd54-4d1a-a9af-5edfc193e0fd tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] 10.222.0.20 "DELETE /v2.0/networks/90a28270-7e26-41f2-a004-2699a804e462 HTTP/1.1" status: 204 len: 168 time: 3.7230515 Feb 28 10:35:26.494341 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92c81c0d-6733-4637-a4ab-a5427e0ac49b tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Network 9f0a511d-8408-4971-9daa-968eebea54f2 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:35:26.504497 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 36832) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:26.506539 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-919b5e30-9a62-4d38-9d73-c84ce4c2ccb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758'] for port (f8f6eeb9-6c42-4b59-a693-c1a996a35c24), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:26.511848 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-0d79e662-017a-40d1-b06b-2476adf4c20d tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1452006858'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:26.522248 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-92c81c0d-6733-4637-a4ab-a5427e0ac49b tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:35:26.530015 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd43284-cd54-4d1a-a9af-5edfc193e0fd tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Pushing event deleted for resources: {'Network': ['ID=90a28270-7e26-41f2-a004-2699a804e462,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:26.538468 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92c81c0d-6733-4637-a4ab-a5427e0ac49b tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:26.539078 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-92c81c0d-6733-4637-a4ab-a5427e0ac49b tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks [] for subnet (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:26.555099 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f25f96c7-e051-4e5c-8a22-19472388dd4c tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742056637431'] for network (709504fb-48ca-495a-9fde-45ecf5ee1554), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:26.555689 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d2ba66a-1306-4cd8-82f7-23c9cb3c61c9 None None] DHCP port deletion for 90a28270-7e26-41f2-a004-2699a804e462 request from dv-neutron-master-2-hyperv {{(pid=103409) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:35:26.562279 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-919b5e30-9a62-4d38-9d73-c84ce4c2ccb0 None None] Network 66091116-a4f0-42ed-9ec9-df520700a518 is not hosted by any dhcp agent {{(pid=103409) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 28 10:35:26.563026 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919b5e30-9a62-4d38-9d73-c84ce4c2ccb0 None None] No DVR routers for this DVR port f8f6eeb9-6c42-4b59-a693-c1a996a35c24 on host dv-neutron-master-2-hyperv {{(pid=103409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:35:26.565208 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919b5e30-9a62-4d38-9d73-c84ce4c2ccb0 None None] Pushing event deleted for resources: {'Port': ['ID=f8f6eeb9-6c42-4b59-a693-c1a996a35c24,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:26.570576 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c81c0d-6733-4637-a4ab-a5427e0ac49b tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Pushing event updated for resources: {'Subnet': ['ID=f727b28d-fa31-4dd9-a69e-79af95a4b493,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:26.574593 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-41c87a59-24fa-4e00-adf9-73e8d390c49c tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Publish callbacks [] for security_group_rule (41079b18-78ed-464c-81a9-5a5f5a817417), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:26.575396 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a24c4ec-f4f5-41fd-8a00-0a91fdeb153f None None] Network 9f0a511d-8408-4971-9daa-968eebea54f2 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:35:26.583422 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-89efa124-0abb-4c09-a5ca-fa503efd83e5 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Allocated IP 172.20.0.6 (d060eb74-7ff5-4937-9806-595fb3ce4f18/317d1e60-bfb7-48db-914f-4cec5aa513f9/4f103e25-ff26-471a-a89c-207e20a101df) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:35:26.605939 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-41c87a59-24fa-4e00-adf9-73e8d390c49c tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Publish callbacks [] for security_group_rule (41079b18-78ed-464c-81a9-5a5f5a817417), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:26.620270 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d79e662-017a-40d1-b06b-2476adf4c20d tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Made reservation on behalf of fcbd8a4414c04d26b7c516c4c4618e73 for: {'network': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:35:26.623602 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0d79e662-017a-40d1-b06b-2476adf4c20d tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for network (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:26.629240 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-92c81c0d-6733-4637-a4ab-a5427e0ac49b tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.2975495 Feb 28 10:35:26.633022 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 36834) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:26.644567 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-69934b52-dbd4-46c8-a2b3-cc2913246ea0 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Request body: {'port': {'network_id': '9f0a511d-8408-4971-9daa-968eebea54f2', 'mac_address': 'fa:16:3e:d4:58:44', 'name': 'tempest-NetworksTestDHCPv6-1142417203'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:26.657531 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f25f96c7-e051-4e5c-8a22-19472388dd4c tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551'] for network (709504fb-48ca-495a-9fde-45ecf5ee1554), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:26.662804 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f25f96c7-e051-4e5c-8a22-19472388dd4c tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:26.663485 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f25f96c7-e051-4e5c-8a22-19472388dd4c tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:26.712808 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be84a2ad-77f6-4844-9753-622e59e85a02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-eb839f6c-5043-484a-b1d1-584e5121d293', 'network_id': 'eb839f6c-5043-484a-b1d1-584e5121d293', 'project_id': 'da82c5902a0c4c459ee88fe904a1e59b', 'fixed_ips': [{'subnet_id': '2ebd56e7-0ebe-4361-8109-cd1b16754dc7'}]}} from dv-neutron-master-2-hyperv. {{(pid=103409) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:35:26.713687 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-be84a2ad-77f6-4844-9753-622e59e85a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:26.732209 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-ea2a5150-0a38-49a8-8425-4c50cd562c21 tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] 10.222.0.20 "GET /v2.0/subnets/ee04e3cf-505d-4332-a386-7b807c03cfd4/tags/tempest-TagsExtTest-Tag-202274725 HTTP/1.1" status: 204 len: 168 time: 0.3311088 Feb 28 10:35:26.738938 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 36836) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:26.751403 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.tag.tag_plugin [None req-afa17745-bd07-40cc-9727-f6d1f38fad05 tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'ee04e3cf-505d-4332-a386-7b807c03cfd4', 'tempest-TagsExtTest-Tag-202274725') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:26.751637 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-41c87a59-24fa-4e00-adf9-73e8d390c49c tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594242'] for security_group_rule (41079b18-78ed-464c-81a9-5a5f5a817417), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:26.755173 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-41c87a59-24fa-4e00-adf9-73e8d390c49c tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:26.758805 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-41c87a59-24fa-4e00-adf9-73e8d390c49c tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/41079b18-78ed-464c-81a9-5a5f5a817417 HTTP/1.1" status: 204 len: 168 time: 0.3001261 Feb 28 10:35:26.764250 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 36838) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:26.770489 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-f25f96c7-e051-4e5c-8a22-19472388dd4c tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5096896 Feb 28 10:35:26.771673 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d79e662-017a-40d1-b06b-2476adf4c20d tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 290} {{(pid=103407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:35:26.776427 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 36840) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:26.784968 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-68374550-0890-46d8-806e-1bdbc5b9f899 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Request body: {'subnet': {'network_id': '709504fb-48ca-495a-9fde-45ecf5ee1554', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:26.794008 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25f96c7-e051-4e5c-8a22-19472388dd4c tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Pushing event updated for resources: {'Network': ['ID=709504fb-48ca-495a-9fde-45ecf5ee1554,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:26.797162 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c87a59-24fa-4e00-adf9-73e8d390c49c tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=41079b18-78ed-464c-81a9-5a5f5a817417,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:26.845966 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Network 709504fb-48ca-495a-9fde-45ecf5ee1554 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103409) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:35:26.849634 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0d79e662-017a-40d1-b06b-2476adf4c20d tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (17953ab4-8b6a-4565-b755-067ef37d3c29), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:26.849888 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.db.segments_db [None req-0d79e662-017a-40d1-b06b-2476adf4c20d tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Added segment 17953ab4-8b6a-4565-b755-067ef37d3c29 of type vlan for network 6d4500c0-2b9f-4050-8927-aa679dfbd74b Feb 28 10:35:26.912268 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0d79e662-017a-40d1-b06b-2476adf4c20d tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742056637431'] for network (6d4500c0-2b9f-4050-8927-aa679dfbd74b), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:26.956866 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0d79e662-017a-40d1-b06b-2476adf4c20d tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551'] for network (6d4500c0-2b9f-4050-8927-aa679dfbd74b), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:26.964598 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d79e662-017a-40d1-b06b-2476adf4c20d tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:26.964979 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0d79e662-017a-40d1-b06b-2476adf4c20d tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:26.975356 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68374550-0890-46d8-806e-1bdbc5b9f899 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Made reservation on behalf of 29ccc4cf6ba849d18fb6a0524a0ef75f for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:35:26.978658 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-68374550-0890-46d8-806e-1bdbc5b9f899 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3516581'] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:27.033647 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-40719143-ad1b-47b3-8648-3774c99c0e4b tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2656124 Feb 28 10:35:27.039462 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 36842) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:27.078882 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-0d79e662-017a-40d1-b06b-2476adf4c20d tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5685086 Feb 28 10:35:27.080667 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 36844) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:27.090575 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-732e5ac9-ce53-4e74-8629-c16c01825003 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Request body: {'subnet': {'network_id': '6d4500c0-2b9f-4050-8927-aa679dfbd74b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:27.090832 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 4484e2af-2002-4214-acdf-60cbf1d235fa is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:35:27.099981 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb04720b-b7b0-4704-b400-b3960c8ee96a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-9f0a511d-8408-4971-9daa-968eebea54f2', 'network_id': '9f0a511d-8408-4971-9daa-968eebea54f2', 'project_id': '01d784a6a3f04224a7e9160ad9d44184', 'fixed_ips': [{'subnet_id': 'f727b28d-fa31-4dd9-a69e-79af95a4b493'}]}} from dv-neutron-master-2-hyperv. {{(pid=103409) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:35:27.101021 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-cb04720b-b7b0-4704-b400-b3960c8ee96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:27.116600 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d79e662-017a-40d1-b06b-2476adf4c20d tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Pushing event updated for resources: {'Network': ['ID=6d4500c0-2b9f-4050-8927-aa679dfbd74b,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:27.124625 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69934b52-dbd4-46c8-a2b3-cc2913246ea0 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Made reservation on behalf of 01d784a6a3f04224a7e9160ad9d44184 for: {'port': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:35:27.159710 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Network 6d4500c0-2b9f-4050-8927-aa679dfbd74b details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103409) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:35:27.169496 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-be84a2ad-77f6-4844-9753-622e59e85a02 None None] Allocated IP 172.21.0.2 (eb839f6c-5043-484a-b1d1-584e5121d293/2ebd56e7-0ebe-4361-8109-cd1b16754dc7/b7c595d0-c3a1-436d-ab00-35aa1073ed46) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:35:27.247106 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-35e5802b-6d07-4a86-b170-5b7c756ce25c tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Publish callbacks [] for security_group_rule (2b153886-a1eb-46b0-8fd2-2c9e3bc1626b), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:27.272860 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-35e5802b-6d07-4a86-b170-5b7c756ce25c tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Publish callbacks [] for security_group_rule (2b153886-a1eb-46b0-8fd2-2c9e3bc1626b), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:27.274939 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device f8f6eeb9-6c42-4b59-a693-c1a996a35c24 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:35:27.287235 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-68374550-0890-46d8-806e-1bdbc5b9f899 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3498031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3516567'] for subnet (ca24b7f4-a33f-4897-b209-5b16945059a7), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:27.335532 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-89efa124-0abb-4c09-a5ca-fa503efd83e5 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks [] for port (4f103e25-ff26-471a-a89c-207e20a101df), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:27.348687 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] No Port match for: f8f6eeb9-6c42-4b59-a693-c1a996a35c24 {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:35:27.349303 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device f8f6eeb9-6c42-4b59-a693-c1a996a35c24 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:35:27.349884 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 89c62ae1-ee95-42bc-b8df-700bcf9cc4d9 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:35:27.371826 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68374550-0890-46d8-806e-1bdbc5b9f899 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Pushing event updated for resources: {'Subnet': ['ID=ca24b7f4-a33f-4897-b209-5b16945059a7,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:27.375187 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68374550-0890-46d8-806e-1bdbc5b9f899 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Checking segment: {'id': 'f0657611-ffca-4848-b8a5-6d1dc3cbdbab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '709504fb-48ca-495a-9fde-45ecf5ee1554'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:35:27.375868 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68374550-0890-46d8-806e-1bdbc5b9f899 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Network hostable DHCP agents. Network: 709504fb-48ca-495a-9fde-45ecf5ee1554, hostable agents: ['fb6705d2-4f70-4965-92a3-fbfccd43a6d3'], hosted agents: [] {{(pid=103407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:35:27.398931 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68374550-0890-46d8-806e-1bdbc5b9f899 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Network 709504fb-48ca-495a-9fde-45ecf5ee1554 is scheduled to be hosted by DHCP agent fb6705d2-4f70-4965-92a3-fbfccd43a6d3 with binding_index 1 {{(pid=103407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:35:27.399180 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-afa17745-bd07-40cc-9727-f6d1f38fad05 tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] 10.222.0.20 "DELETE /v2.0/subnets/ee04e3cf-505d-4332-a386-7b807c03cfd4/tags/tempest-TagsExtTest-Tag-202274725 HTTP/1.1" status: 204 len: 168 time: 0.6544840 Feb 28 10:35:27.399915 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 36846) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:27.404600 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.tag.tag_plugin [None req-d6d3da2b-2e31-4d1d-8ab1-5ac6b8c8ca2f tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'ee04e3cf-505d-4332-a386-7b807c03cfd4') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:27.429502 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-35e5802b-6d07-4a86-b170-5b7c756ce25c tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594242'] for security_group_rule (2b153886-a1eb-46b0-8fd2-2c9e3bc1626b), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:27.443118 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-35e5802b-6d07-4a86-b170-5b7c756ce25c tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:27.443400 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] No Port match for: 89c62ae1-ee95-42bc-b8df-700bcf9cc4d9 {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:35:27.443719 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 89c62ae1-ee95-42bc-b8df-700bcf9cc4d9 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:35:27.446774 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-35e5802b-6d07-4a86-b170-5b7c756ce25c tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/2b153886-a1eb-46b0-8fd2-2c9e3bc1626b HTTP/1.1" status: 204 len: 168 time: 0.3983171 Feb 28 10:35:27.446882 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-68374550-0890-46d8-806e-1bdbc5b9f899 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 709504fb-48ca-495a-9fde-45ecf5ee1554) {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:35:27.451851 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 36848) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:27.458914 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-41af1e34-23ef-48e4-a5c6-9470c7bf4527 None None] Publish callbacks [] for port (144edc35-9369-415e-842a-cda7c06a5ceb), precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:27.463885 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-cb1e960d-a93b-496b-bbae-17e94100fd6b tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:27.467868 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-69934b52-dbd4-46c8-a2b3-cc2913246ea0 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:27.469219 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68374550-0890-46d8-806e-1bdbc5b9f899 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:27.470051 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-68374550-0890-46d8-806e-1bdbc5b9f899 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616561'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:27.472521 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e5802b-6d07-4a86-b170-5b7c756ce25c tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2b153886-a1eb-46b0-8fd2-2c9e3bc1626b,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:27.474482 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-732e5ac9-ce53-4e74-8629-c16c01825003 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Made reservation on behalf of fcbd8a4414c04d26b7c516c4c4618e73 for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:35:27.477967 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-732e5ac9-ce53-4e74-8629-c16c01825003 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3951209'] for subnet (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:27.487065 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-214e78cd-45a3-4eae-951b-945416be3ddd None None] Network 709504fb-48ca-495a-9fde-45ecf5ee1554 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:35:27.499785 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-41af1e34-23ef-48e4-a5c6-9470c7bf4527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (144edc35-9369-415e-842a-cda7c06a5ceb), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:27.512630 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-68374550-0890-46d8-806e-1bdbc5b9f899 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7349989 Feb 28 10:35:27.515800 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 36850) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:27.520638 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-84a298dc-89ab-4f92-8528-82db7a152749 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-2043802372', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:27.548162 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-27897805-a2a9-4c02-9e13-9f915221087c tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0925069 Feb 28 10:35:27.554537 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 36852) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:27.596334 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-d6d3da2b-2e31-4d1d-8ab1-5ac6b8c8ca2f tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] 10.222.0.20 "GET /v2.0/subnets/ee04e3cf-505d-4332-a386-7b807c03cfd4/tags HTTP/1.1" status: 200 len: 205 time: 0.1948159 Feb 28 10:35:27.603239 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 36854) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:27.608754 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.tag.tag_plugin [None req-42d6d5a7-e773-49b3-a451-23b8c515d66c tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'c9e55315-19f3-41a9-82ed-a7cce52596b8') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:27.618401 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-cb04720b-b7b0-4704-b400-b3960c8ee96a None None] Allocated IP 2001:db8::f816:3eff:fe87:cd5 (9f0a511d-8408-4971-9daa-968eebea54f2/f727b28d-fa31-4dd9-a69e-79af95a4b493/9a90330f-0794-48fa-97b5-4795294dbdcd) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:35:27.660912 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-84a298dc-89ab-4f92-8528-82db7a152749 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1805251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254175'] for router (757f35f5-2260-4112-bfc2-ba2f40441c74), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:27.665092 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-84a298dc-89ab-4f92-8528-82db7a152749 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1804172', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1602053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254150'] for router (757f35f5-2260-4112-bfc2-ba2f40441c74), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:27.679275 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d724fdd1-ea9e-4df8-98f3-2caa049667e4 None None] Pushing event updated for resources: {'Port': ['ID=144edc35-9369-415e-842a-cda7c06a5ceb,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:27.699195 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 2af3ee31-f42a-4ebc-ac4e-45d28902a110 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:35:27.757868 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-42d6d5a7-e773-49b3-a451-23b8c515d66c tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] 10.222.0.20 "GET /v2.0/ports/c9e55315-19f3-41a9-82ed-a7cce52596b8/tags HTTP/1.1" status: 200 len: 241 time: 0.1534002 Feb 28 10:35:27.759023 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b7e10a74-5854-4d16-9eb8-77d44cfb541e tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Publish callbacks [] for security_group (4faf3bd5-ef1d-4446-b5cf-aa1dde390b54), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:27.760867 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 36856) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:27.767598 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.tag.tag_plugin [None req-0b9069b3-c0f0-4d21-b80a-5adf49535592 tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'c9e55315-19f3-41a9-82ed-a7cce52596b8', 'tempest-TagsExtTest-Tag-1687573352') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:27.807925 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] No Port match for: 2af3ee31-f42a-4ebc-ac4e-45d28902a110 {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:35:27.808197 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 2af3ee31-f42a-4ebc-ac4e-45d28902a110 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:35:27.833077 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-84a298dc-89ab-4f92-8528-82db7a152749 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks [] for router_controller (757f35f5-2260-4112-bfc2-ba2f40441c74), precommit_add_association {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:27.836834 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-89efa124-0abb-4c09-a5ca-fa503efd83e5 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (4f103e25-ff26-471a-a89c-207e20a101df), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:27.846812 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-69934b52-dbd4-46c8-a2b3-cc2913246ea0 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] device_id is not set on port 75ccab6f-2dd5-408d-b6b3-58d012e29f15 yet. {{(pid=103408) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:35:27.849916 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-84a298dc-89ab-4f92-8528-82db7a152749 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1804241'] for router (757f35f5-2260-4112-bfc2-ba2f40441c74), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:27.866434 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b7e10a74-5854-4d16-9eb8-77d44cfb541e tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Publish callbacks [] for security_group (4faf3bd5-ef1d-4446-b5cf-aa1dde390b54), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:27.902639 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-84a298dc-89ab-4f92-8528-82db7a152749 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks [] for router (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:27.905058 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-84a298dc-89ab-4f92-8528-82db7a152749 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3871365 Feb 28 10:35:27.912338 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 36858) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:27.918569 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-0122a18d-42e7-456c-bb86-93e098e1f029 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Request body: {'port': {'network_id': '709504fb-48ca-495a-9fde-45ecf5ee1554', 'name': 'tempest-PortsIpV6TestJSON-1756892174'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:27.987018 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89efa124-0abb-4c09-a5ca-fa503efd83e5 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Network d060eb74-7ff5-4937-9806-595fb3ce4f18 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:35:27.989852 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-0b9069b3-c0f0-4d21-b80a-5adf49535592 tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] 10.222.0.20 "GET /v2.0/ports/c9e55315-19f3-41a9-82ed-a7cce52596b8/tags/tempest-TagsExtTest-Tag-1687573352 HTTP/1.1" status: 204 len: 168 time: 0.2256792 Feb 28 10:35:27.993139 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 36860) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:27.998069 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.tag.tag_plugin [None req-cbd0d368-9cdd-46b4-9759-29c53309505a tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'c9e55315-19f3-41a9-82ed-a7cce52596b8', 'tempest-TagsExtTest-Tag-1687573352') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:28.002209 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-89efa124-0abb-4c09-a5ca-fa503efd83e5 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:35:28.013774 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89efa124-0abb-4c09-a5ca-fa503efd83e5 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:35:28.035777 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b7e10a74-5854-4d16-9eb8-77d44cfb541e tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (4faf3bd5-ef1d-4446-b5cf-aa1dde390b54), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:28.038471 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b7e10a74-5854-4d16-9eb8-77d44cfb541e tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:28.043104 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-b7e10a74-5854-4d16-9eb8-77d44cfb541e tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] 10.222.0.20 "DELETE /v2.0/security-groups/4faf3bd5-ef1d-4446-b5cf-aa1dde390b54 HTTP/1.1" status: 204 len: 168 time: 0.4841812 Feb 28 10:35:28.048353 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 36864) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:28.061684 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89efa124-0abb-4c09-a5ca-fa503efd83e5 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Pushing event updated for resources: {'Port': ['ID=4f103e25-ff26-471a-a89c-207e20a101df,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:28.090741 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e10a74-5854-4d16-9eb8-77d44cfb541e tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4faf3bd5-ef1d-4446-b5cf-aa1dde390b54,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:28.101450 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5725c79-9354-49bc-ae80-b4472c18422b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-709504fb-48ca-495a-9fde-45ecf5ee1554', 'network_id': '709504fb-48ca-495a-9fde-45ecf5ee1554', 'project_id': '29ccc4cf6ba849d18fb6a0524a0ef75f', 'fixed_ips': [{'subnet_id': 'ca24b7f4-a33f-4897-b209-5b16945059a7'}]}} from dv-neutron-master-2-hyperv. {{(pid=103409) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:35:28.102687 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a5725c79-9354-49bc-ae80-b4472c18422b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:28.105776 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-41af1e34-23ef-48e4-a5c6-9470c7bf4527 None None] Attempting to bind port 144edc35-9369-415e-842a-cda7c06a5ceb on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:35:28.105776 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-41af1e34-23ef-48e4-a5c6-9470c7bf4527 None None] Attempting to bind port 144edc35-9369-415e-842a-cda7c06a5ceb by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '90d4eda9-e6e5-4f97-9d2b-10d59af64bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '15f45c6f-d6b4-4b5d-9f81-44370067a41c'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:35:28.105995 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41af1e34-23ef-48e4-a5c6-9470c7bf4527 None None] Attempting to bind port 144edc35-9369-415e-842a-cda7c06a5ceb on network 15f45c6f-d6b4-4b5d-9f81-44370067a41c {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:35:28.119055 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89efa124-0abb-4c09-a5ca-fa503efd83e5 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:28.119793 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-89efa124-0abb-4c09-a5ca-fa503efd83e5 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:28.124422 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-be84a2ad-77f6-4844-9753-622e59e85a02 None None] Publish callbacks [] for port (b7c595d0-c3a1-436d-ab00-35aa1073ed46), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:28.148251 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41af1e34-23ef-48e4-a5c6-9470c7bf4527 None None] Checking agent: {'id': '75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 24, 15), 'started_at': datetime.datetime(2022, 2, 28, 10, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 35, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:35:28.148959 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41af1e34-23ef-48e4-a5c6-9470c7bf4527 None None] Checking segment: {'id': '90d4eda9-e6e5-4f97-9d2b-10d59af64bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '15f45c6f-d6b4-4b5d-9f81-44370067a41c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:35:28.149369 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-41af1e34-23ef-48e4-a5c6-9470c7bf4527 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:28.149767 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41af1e34-23ef-48e4-a5c6-9470c7bf4527 None None] Bound using segment: {'id': '90d4eda9-e6e5-4f97-9d2b-10d59af64bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '15f45c6f-d6b4-4b5d-9f81-44370067a41c'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:35:28.150442 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-41af1e34-23ef-48e4-a5c6-9470c7bf4527 None None] Bound port: 144edc35-9369-415e-842a-cda7c06a5ceb, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90d4eda9-e6e5-4f97-9d2b-10d59af64bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '15f45c6f-d6b4-4b5d-9f81-44370067a41c'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:35:28.151083 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-41af1e34-23ef-48e4-a5c6-9470c7bf4527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (144edc35-9369-415e-842a-cda7c06a5ceb), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:28.157323 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-89efa124-0abb-4c09-a5ca-fa503efd83e5 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.9382553 Feb 28 10:35:28.158482 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 36866) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:28.164108 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-be84a2ad-77f6-4844-9753-622e59e85a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749'] for port (b7c595d0-c3a1-436d-ab00-35aa1073ed46), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:28.167280 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-135ce582-bb23-4982-b5ea-45549356aa87 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Request body: {'floatingip': {'floating_network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'port_id': '4f103e25-ff26-471a-a89c-207e20a101df', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:28.175246 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-89d2e441-c38b-4a63-adcf-e7ef2fc66f34 tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1188166 Feb 28 10:35:28.179814 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 36868) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:28.184170 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-84d4dc89-84b3-443a-beb4-947473a44d78 tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Request body: {'security_group': {'name': 'tempest-secgroup--291028667'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:28.185218 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-75cfe4da-8d9c-42bd-9ffb-2d1ec21a30cd None None] Provisioning complete for port 144edc35-9369-415e-842a-cda7c06a5ceb triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:35:28.185685 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-75cfe4da-8d9c-42bd-9ffb-2d1ec21a30cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (144edc35-9369-415e-842a-cda7c06a5ceb), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:28.210438 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0122a18d-42e7-456c-bb86-93e098e1f029 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Made reservation on behalf of 29ccc4cf6ba849d18fb6a0524a0ef75f for: {'port': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:35:28.214155 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0122a18d-42e7-456c-bb86-93e098e1f029 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:28.244291 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-cb1e960d-a93b-496b-bbae-17e94100fd6b tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Allocated IP 172.21.0.1 (eb839f6c-5043-484a-b1d1-584e5121d293/2ebd56e7-0ebe-4361-8109-cd1b16754dc7/b347c59d-cb8d-4641-b188-7676c46efe56) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:35:28.246927 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-135ce582-bb23-4982-b5ea-45549356aa87 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:28.254239 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-cbd0d368-9cdd-46b4-9759-29c53309505a tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] 10.222.0.20 "DELETE /v2.0/ports/c9e55315-19f3-41a9-82ed-a7cce52596b8/tags/tempest-TagsExtTest-Tag-1687573352 HTTP/1.1" status: 204 len: 168 time: 0.2599666 Feb 28 10:35:28.256106 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.notifiers.nova [None req-0122a18d-42e7-456c-bb86-93e098e1f029 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] device_id is not set on port 1bed16f5-6c09-4017-8c9a-d3fb1cf442b3 yet. {{(pid=103407) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:35:28.272469 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 36870) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:28.277717 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.tag.tag_plugin [None req-4f21faca-737c-4f57-8746-5b00b472b240 tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'c9e55315-19f3-41a9-82ed-a7cce52596b8') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:28.283281 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-84d4dc89-84b3-443a-beb4-947473a44d78 tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:28.370110 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be84a2ad-77f6-4844-9753-622e59e85a02 None None] Network eb839f6c-5043-484a-b1d1-584e5121d293 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:35:28.375318 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.objects.ports [None req-732e5ac9-ce53-4e74-8629-c16c01825003 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103408) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 28 10:35:28.378984 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-732e5ac9-ce53-4e74-8629-c16c01825003 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3242588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3951195'] for subnet (c7386d41-1225-482a-9b96-368840bbc082), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:28.403024 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-be84a2ad-77f6-4844-9753-622e59e85a02 None None] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:35:28.414091 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be84a2ad-77f6-4844-9753-622e59e85a02 None None] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:35:28.418090 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be84a2ad-77f6-4844-9753-622e59e85a02 None None] Pushing event updated for resources: {'Port': ['ID=b7c595d0-c3a1-436d-ab00-35aa1073ed46,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:28.427672 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-75cfe4da-8d9c-42bd-9ffb-2d1ec21a30cd None None] Port 144edc35-9369-415e-842a-cda7c06a5ceb cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:35:28.494316 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-cb04720b-b7b0-4704-b400-b3960c8ee96a None None] Publish callbacks [] for port (9a90330f-0794-48fa-97b5-4795294dbdcd), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:28.528266 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-cb04720b-b7b0-4704-b400-b3960c8ee96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749'] for port (9a90330f-0794-48fa-97b5-4795294dbdcd), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:28.551742 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-41af1e34-23ef-48e4-a5c6-9470c7bf4527 None None] For port 144edc35-9369-415e-842a-cda7c06a5ceb, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:35:28.580304 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-41af1e34-23ef-48e4-a5c6-9470c7bf4527 None None] For port 144edc35-9369-415e-842a-cda7c06a5ceb, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=144edc35-9369-415e-842a-cda7c06a5ceb,segment=NetworkSegment(90d4eda9-e6e5-4f97-9d2b-10d59af64bf5),segment_id=90d4eda9-e6e5-4f97-9d2b-10d59af64bf5)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:35:28.634834 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-a5725c79-9354-49bc-ae80-b4472c18422b None None] Allocated IP 2001:db8::2 (709504fb-48ca-495a-9fde-45ecf5ee1554/ca24b7f4-a33f-4897-b209-5b16945059a7/72fd1a44-1316-4943-b6c3-42ff16d628c5) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:35:28.643295 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-be84a2ad-77f6-4844-9753-622e59e85a02 None None] Attempting to bind port b7c595d0-c3a1-436d-ab00-35aa1073ed46 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:35:28.643670 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-be84a2ad-77f6-4844-9753-622e59e85a02 None None] Attempting to bind port b7c595d0-c3a1-436d-ab00-35aa1073ed46 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'a5984d10-b6ad-49b0-8fb9-0adcc28ef9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'eb839f6c-5043-484a-b1d1-584e5121d293'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:35:28.644042 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be84a2ad-77f6-4844-9753-622e59e85a02 None None] Attempting to bind port b7c595d0-c3a1-436d-ab00-35aa1073ed46 on network eb839f6c-5043-484a-b1d1-584e5121d293 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:35:28.647546 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-41af1e34-23ef-48e4-a5c6-9470c7bf4527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (144edc35-9369-415e-842a-cda7c06a5ceb), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:28.652583 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb04720b-b7b0-4704-b400-b3960c8ee96a None None] Network 9f0a511d-8408-4971-9daa-968eebea54f2 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:35:28.670083 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-cb04720b-b7b0-4704-b400-b3960c8ee96a None None] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:35:28.675103 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be84a2ad-77f6-4844-9753-622e59e85a02 None None] Checking agent: {'id': '75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 24, 15), 'started_at': datetime.datetime(2022, 2, 28, 10, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 35, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:35:28.676289 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be84a2ad-77f6-4844-9753-622e59e85a02 None None] Checking segment: {'id': 'a5984d10-b6ad-49b0-8fb9-0adcc28ef9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'eb839f6c-5043-484a-b1d1-584e5121d293'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:35:28.676289 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-be84a2ad-77f6-4844-9753-622e59e85a02 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:28.676289 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be84a2ad-77f6-4844-9753-622e59e85a02 None None] Bound using segment: {'id': 'a5984d10-b6ad-49b0-8fb9-0adcc28ef9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'eb839f6c-5043-484a-b1d1-584e5121d293'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:35:28.677503 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-be84a2ad-77f6-4844-9753-622e59e85a02 None None] Bound port: b7c595d0-c3a1-436d-ab00-35aa1073ed46, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5984d10-b6ad-49b0-8fb9-0adcc28ef9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'eb839f6c-5043-484a-b1d1-584e5121d293'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:35:28.677895 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-be84a2ad-77f6-4844-9753-622e59e85a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (b7c595d0-c3a1-436d-ab00-35aa1073ed46), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:28.680116 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb04720b-b7b0-4704-b400-b3960c8ee96a None None] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:35:28.701399 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb04720b-b7b0-4704-b400-b3960c8ee96a None None] Pushing event updated for resources: {'Port': ['ID=9a90330f-0794-48fa-97b5-4795294dbdcd,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:28.762572 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732e5ac9-ce53-4e74-8629-c16c01825003 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Pushing event updated for resources: {'Subnet': ['ID=c7386d41-1225-482a-9b96-368840bbc082,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:28.797981 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-4f21faca-737c-4f57-8746-5b00b472b240 tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] 10.222.0.20 "GET /v2.0/ports/c9e55315-19f3-41a9-82ed-a7cce52596b8/tags HTTP/1.1" status: 200 len: 205 time: 0.5234020 Feb 28 10:35:28.807044 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 36872) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:28.812383 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.tag.tag_plugin [None req-06a79e94-ffaa-480a-98e0-a32e750cb2a5 tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'f29ac35e-6e52-453f-943a-bec3c1141b7a') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:28.846325 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41af1e34-23ef-48e4-a5c6-9470c7bf4527 None None] Routers {'d7ddbc6a-3d00-4753-9f33-feb0e12d7797'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:35:28.846976 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-41af1e34-23ef-48e4-a5c6-9470c7bf4527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:35:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['d7ddbc6a-3d00-4753-9f33-feb0e12d7797'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:28.857047 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-84d4dc89-84b3-443a-beb4-947473a44d78 tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Publish callbacks [] for security_group (b0002dda-c567-435f-9a5b-a5665b6644bc), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:28.870777 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-84d4dc89-84b3-443a-beb4-947473a44d78 tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (b0002dda-c567-435f-9a5b-a5665b6644bc), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:28.900941 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-cb1e960d-a93b-496b-bbae-17e94100fd6b tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks [] for port (b347c59d-cb8d-4641-b188-7676c46efe56), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:28.951660 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-84d4dc89-84b3-443a-beb4-947473a44d78 tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:28.955559 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-84d4dc89-84b3-443a-beb4-947473a44d78 tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.7722232 Feb 28 10:35:28.956164 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d4dc89-84b3-443a-beb4-947473a44d78 tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0002dda-c567-435f-9a5b-a5665b6644bc,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:28.960545 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 36874) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:28.966257 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-49cff3fa-9122-483d-88e2-c4f7a3d9bf16 tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Request body: {'security_group_rule': {'security_group_id': 'b0002dda-c567-435f-9a5b-a5665b6644bc', 'direction': 'ingress', 'protocol': 17}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:28.975580 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-06a79e94-ffaa-480a-98e0-a32e750cb2a5 tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] 10.222.0.20 "GET /v2.0/routers/f29ac35e-6e52-453f-943a-bec3c1141b7a/tags HTTP/1.1" status: 200 len: 241 time: 0.1642196 Feb 28 10:35:28.975768 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d724fdd1-ea9e-4df8-98f3-2caa049667e4 None None] Pushing event updated for resources: {'Port': ['ID=144edc35-9369-415e-842a-cda7c06a5ceb,revision_number=4']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:28.980687 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 36876) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:28.985722 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-135ce582-bb23-4982-b5ea-45549356aa87 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:28.995283 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.tag.tag_plugin [None req-6af063a3-5265-42b3-bc87-9f3d2a41922e tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'f29ac35e-6e52-453f-943a-bec3c1141b7a', 'tempest-TagsExtTest-Tag-1557375746') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:29.006568 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-cb04720b-b7b0-4704-b400-b3960c8ee96a None None] Attempting to bind port 9a90330f-0794-48fa-97b5-4795294dbdcd on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:35:29.006859 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-cb04720b-b7b0-4704-b400-b3960c8ee96a None None] Attempting to bind port 9a90330f-0794-48fa-97b5-4795294dbdcd by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'bf553b55-fb1d-4346-a090-4fb77eb0fbd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '9f0a511d-8408-4971-9daa-968eebea54f2'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:35:29.007245 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb04720b-b7b0-4704-b400-b3960c8ee96a None None] Attempting to bind port 9a90330f-0794-48fa-97b5-4795294dbdcd on network 9f0a511d-8408-4971-9daa-968eebea54f2 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:35:29.019626 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-be84a2ad-77f6-4844-9753-622e59e85a02 None None] For port b7c595d0-c3a1-436d-ab00-35aa1073ed46, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:35:29.050282 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-69934b52-dbd4-46c8-a2b3-cc2913246ea0 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Allocated IP 2001:db8::f816:3eff:fed4:5844 (9f0a511d-8408-4971-9daa-968eebea54f2/f727b28d-fa31-4dd9-a69e-79af95a4b493/75ccab6f-2dd5-408d-b6b3-58d012e29f15) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:35:29.051403 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb04720b-b7b0-4704-b400-b3960c8ee96a None None] Checking agent: {'id': '75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 24, 15), 'started_at': datetime.datetime(2022, 2, 28, 10, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 35, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:35:29.052472 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb04720b-b7b0-4704-b400-b3960c8ee96a None None] Checking segment: {'id': 'bf553b55-fb1d-4346-a090-4fb77eb0fbd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '9f0a511d-8408-4971-9daa-968eebea54f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:35:29.053095 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-cb04720b-b7b0-4704-b400-b3960c8ee96a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:29.053323 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb04720b-b7b0-4704-b400-b3960c8ee96a None None] Bound using segment: {'id': 'bf553b55-fb1d-4346-a090-4fb77eb0fbd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '9f0a511d-8408-4971-9daa-968eebea54f2'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:35:29.053814 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-cb04720b-b7b0-4704-b400-b3960c8ee96a None None] Bound port: 9a90330f-0794-48fa-97b5-4795294dbdcd, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf553b55-fb1d-4346-a090-4fb77eb0fbd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '9f0a511d-8408-4971-9daa-968eebea54f2'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:35:29.054268 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-cb04720b-b7b0-4704-b400-b3960c8ee96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (9a90330f-0794-48fa-97b5-4795294dbdcd), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:29.058784 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732e5ac9-ce53-4e74-8629-c16c01825003 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Checking segment: {'id': '17953ab4-8b6a-4565-b755-067ef37d3c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '6d4500c0-2b9f-4050-8927-aa679dfbd74b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:35:29.059221 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-732e5ac9-ce53-4e74-8629-c16c01825003 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Network hostable DHCP agents. Network: 6d4500c0-2b9f-4050-8927-aa679dfbd74b, hostable agents: ['fb6705d2-4f70-4965-92a3-fbfccd43a6d3'], hosted agents: [] {{(pid=103408) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:35:29.071617 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-be84a2ad-77f6-4844-9753-622e59e85a02 None None] For port b7c595d0-c3a1-436d-ab00-35aa1073ed46, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b7c595d0-c3a1-436d-ab00-35aa1073ed46,segment=NetworkSegment(a5984d10-b6ad-49b0-8fb9-0adcc28ef9b7),segment_id=a5984d10-b6ad-49b0-8fb9-0adcc28ef9b7)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:35:29.085347 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-49cff3fa-9122-483d-88e2-c4f7a3d9bf16 tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Publish callbacks [] for security_group_rule (9dfe42f0-c726-4987-b25b-a087eb68a247), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:29.092442 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-732e5ac9-ce53-4e74-8629-c16c01825003 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Network 6d4500c0-2b9f-4050-8927-aa679dfbd74b is scheduled to be hosted by DHCP agent fb6705d2-4f70-4965-92a3-fbfccd43a6d3 with binding_index 1 {{(pid=103408) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:35:29.101993 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-cb1e960d-a93b-496b-bbae-17e94100fd6b tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (b347c59d-cb8d-4641-b188-7676c46efe56), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:29.111935 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-be84a2ad-77f6-4844-9753-622e59e85a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (b7c595d0-c3a1-436d-ab00-35aa1073ed46), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:29.127863 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-41af1e34-23ef-48e4-a5c6-9470c7bf4527 None None] Set router d7ddbc6a-3d00-4753-9f33-feb0e12d7797 gateway port host: None {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:35:29.133812 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-135ce582-bb23-4982-b5ea-45549356aa87 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Allocated IP 172.36.5.65 (1e0804d0-d1d9-4d40-9de5-2936f3d87840/6f6f4129-23e5-4c3b-b4ef-4c7ce926797e/857a72f4-cbad-4951-b276-fbd554130b13) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:35:29.185805 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-732e5ac9-ce53-4e74-8629-c16c01825003 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 6d4500c0-2b9f-4050-8927-aa679dfbd74b) {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:35:29.208237 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-732e5ac9-ce53-4e74-8629-c16c01825003 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:29.208875 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-732e5ac9-ce53-4e74-8629-c16c01825003 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Publish callbacks [] for subnet (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:29.217649 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-49cff3fa-9122-483d-88e2-c4f7a3d9bf16 tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Publish callbacks [] for security_group_rule (9dfe42f0-c726-4987-b25b-a087eb68a247), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:29.220962 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7ced9c6-4585-42e2-a42b-fb94f7c31373 None None] Network 6d4500c0-2b9f-4050-8927-aa679dfbd74b requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:35:29.225258 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-49cff3fa-9122-483d-88e2-c4f7a3d9bf16 tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594242'] for security_group_rule (9dfe42f0-c726-4987-b25b-a087eb68a247), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:29.237416 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb1e960d-a93b-496b-bbae-17e94100fd6b tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Network eb839f6c-5043-484a-b1d1-584e5121d293 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:35:29.253126 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-cb1e960d-a93b-496b-bbae-17e94100fd6b tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:35:29.254303 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cff3fa-9122-483d-88e2-c4f7a3d9bf16 tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9dfe42f0-c726-4987-b25b-a087eb68a247,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:29.260062 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1e960d-a93b-496b-bbae-17e94100fd6b tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Pushing event updated for resources: {'Port': ['ID=b347c59d-cb8d-4641-b188-7676c46efe56,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:29.263808 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb1e960d-a93b-496b-bbae-17e94100fd6b tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:35:29.272944 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-49cff3fa-9122-483d-88e2-c4f7a3d9bf16 tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:29.274305 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-49cff3fa-9122-483d-88e2-c4f7a3d9bf16 tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3119037 Feb 28 10:35:29.278458 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 36878) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:29.280902 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-6af063a3-5265-42b3-bc87-9f3d2a41922e tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] 10.222.0.20 "GET /v2.0/routers/f29ac35e-6e52-453f-943a-bec3c1141b7a/tags/tempest-TagsExtTest-Tag-1557375746 HTTP/1.1" status: 204 len: 168 time: 0.2912333 Feb 28 10:35:29.291781 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 36880) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:29.296474 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.tag.tag_plugin [None req-376ff66b-ab2f-4f7e-8024-3ca5070d44c7 tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'f29ac35e-6e52-453f-943a-bec3c1141b7a', 'tempest-TagsExtTest-Tag-1557375746') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:29.338142 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-732e5ac9-ce53-4e74-8629-c16c01825003 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.2528193 Feb 28 10:35:29.352468 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 36882) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:29.387330 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-135ce582-bb23-4982-b5ea-45549356aa87 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks [] for port (857a72f4-cbad-4951-b276-fbd554130b13), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:29.398136 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a5725c79-9354-49bc-ae80-b4472c18422b None None] Publish callbacks [] for port (72fd1a44-1316-4943-b6c3-42ff16d628c5), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:29.406800 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-68b11742-efe9-44f3-bee8-743a186e9a68 None None] Provisioning complete for port 144edc35-9369-415e-842a-cda7c06a5ceb triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:35:29.407179 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-68b11742-efe9-44f3-bee8-743a186e9a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (144edc35-9369-415e-842a-cda7c06a5ceb), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:29.445169 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-cb1e960d-a93b-496b-bbae-17e94100fd6b tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1803404'] for router_interface (d7ddbc6a-3d00-4753-9f33-feb0e12d7797), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:29.454415 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a5725c79-9354-49bc-ae80-b4472c18422b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749'] for port (72fd1a44-1316-4943-b6c3-42ff16d628c5), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:29.489993 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be84a2ad-77f6-4844-9753-622e59e85a02 None None] Pushing event updated for resources: {'Port': ['ID=b7c595d0-c3a1-436d-ab00-35aa1073ed46,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:29.494965 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-875c12e9-3231-4e9a-b5ca-d9c0aebe4208 tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Publish callbacks [] for security_group (b0002dda-c567-435f-9a5b-a5665b6644bc), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:29.545533 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-0122a18d-42e7-456c-bb86-93e098e1f029 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Allocated IP 2001:db8::1b8 (709504fb-48ca-495a-9fde-45ecf5ee1554/ca24b7f4-a33f-4897-b209-5b16945059a7/1bed16f5-6c09-4017-8c9a-d3fb1cf442b3) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:35:29.627730 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5725c79-9354-49bc-ae80-b4472c18422b None None] Pushing event updated for resources: {'Port': ['ID=72fd1a44-1316-4943-b6c3-42ff16d628c5,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:29.638341 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-69934b52-dbd4-46c8-a2b3-cc2913246ea0 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks [] for port (75ccab6f-2dd5-408d-b6b3-58d012e29f15), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:29.650048 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fec84b7c-e747-4c96-bb34-21d2017655ea tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-665757'] for network (6d4500c0-2b9f-4050-8927-aa679dfbd74b), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:29.684057 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-cb04720b-b7b0-4704-b400-b3960c8ee96a None None] For port 9a90330f-0794-48fa-97b5-4795294dbdcd, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:35:29.730696 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5725c79-9354-49bc-ae80-b4472c18422b None None] Network 709504fb-48ca-495a-9fde-45ecf5ee1554 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:35:29.734373 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-cb04720b-b7b0-4704-b400-b3960c8ee96a None None] For port 9a90330f-0794-48fa-97b5-4795294dbdcd, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9a90330f-0794-48fa-97b5-4795294dbdcd,segment=NetworkSegment(bf553b55-fb1d-4346-a090-4fb77eb0fbd7),segment_id=bf553b55-fb1d-4346-a090-4fb77eb0fbd7)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:35:29.765882 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-a5725c79-9354-49bc-ae80-b4472c18422b None None] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:35:29.768371 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5725c79-9354-49bc-ae80-b4472c18422b None None] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:35:29.771178 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3138852-8d1e-402d-8eeb-e8e377eaa894 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-6d4500c0-2b9f-4050-8927-aa679dfbd74b', 'network_id': '6d4500c0-2b9f-4050-8927-aa679dfbd74b', 'project_id': 'fcbd8a4414c04d26b7c516c4c4618e73', 'fixed_ips': [{'subnet_id': 'c7386d41-1225-482a-9b96-368840bbc082'}]}} from dv-neutron-master-2-hyperv. {{(pid=103409) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:35:29.772024 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f3138852-8d1e-402d-8eeb-e8e377eaa894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:29.793265 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-cb04720b-b7b0-4704-b400-b3960c8ee96a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (9a90330f-0794-48fa-97b5-4795294dbdcd), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:29.810631 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-cb1e960d-a93b-496b-bbae-17e94100fd6b tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (b347c59d-cb8d-4641-b188-7676c46efe56), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:29.833339 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fec84b7c-e747-4c96-bb34-21d2017655ea tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-823142'] for subnet (c7386d41-1225-482a-9b96-368840bbc082), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:29.837096 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-69934b52-dbd4-46c8-a2b3-cc2913246ea0 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (75ccab6f-2dd5-408d-b6b3-58d012e29f15), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:29.837655 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device b7c595d0-c3a1-436d-ab00-35aa1073ed46 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:35:29.853242 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-135ce582-bb23-4982-b5ea-45549356aa87 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (857a72f4-cbad-4951-b276-fbd554130b13), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:29.856923 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-875c12e9-3231-4e9a-b5ca-d9c0aebe4208 tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Publish callbacks [] for security_group (b0002dda-c567-435f-9a5b-a5665b6644bc), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:29.896568 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-376ff66b-ab2f-4f7e-8024-3ca5070d44c7 tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] 10.222.0.20 "DELETE /v2.0/routers/f29ac35e-6e52-453f-943a-bec3c1141b7a/tags/tempest-TagsExtTest-Tag-1557375746 HTTP/1.1" status: 204 len: 168 time: 0.6013618 Feb 28 10:35:29.924906 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 36884) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:29.932122 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.tag.tag_plugin [None req-38e56363-db14-49f0-84c1-34a73f845014 tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'f29ac35e-6e52-453f-943a-bec3c1141b7a') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:29.958348 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-135ce582-bb23-4982-b5ea-45549356aa87 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Network 1e0804d0-d1d9-4d40-9de5-2936f3d87840 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:35:29.971131 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0122a18d-42e7-456c-bb86-93e098e1f029 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks [] for port (1bed16f5-6c09-4017-8c9a-d3fb1cf442b3), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:29.977123 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-135ce582-bb23-4982-b5ea-45549356aa87 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:35:29.982711 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135ce582-bb23-4982-b5ea-45549356aa87 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:35:30.012288 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69934b52-dbd4-46c8-a2b3-cc2913246ea0 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Network 9f0a511d-8408-4971-9daa-968eebea54f2 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:35:30.022635 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135ce582-bb23-4982-b5ea-45549356aa87 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Pushing event updated for resources: {'Port': ['ID=857a72f4-cbad-4951-b276-fbd554130b13,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:30.060852 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-69934b52-dbd4-46c8-a2b3-cc2913246ea0 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:35:30.067079 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69934b52-dbd4-46c8-a2b3-cc2913246ea0 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Pushing event updated for resources: {'Port': ['ID=75ccab6f-2dd5-408d-b6b3-58d012e29f15,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:30.072309 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69934b52-dbd4-46c8-a2b3-cc2913246ea0 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:35:30.077455 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69934b52-dbd4-46c8-a2b3-cc2913246ea0 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:30.078234 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-69934b52-dbd4-46c8-a2b3-cc2913246ea0 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:30.080624 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-875c12e9-3231-4e9a-b5ca-d9c0aebe4208 tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (b0002dda-c567-435f-9a5b-a5665b6644bc), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:30.083885 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-875c12e9-3231-4e9a-b5ca-d9c0aebe4208 tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:30.088643 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-875c12e9-3231-4e9a-b5ca-d9c0aebe4208 tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] 10.222.0.20 "DELETE /v2.0/security-groups/b0002dda-c567-435f-9a5b-a5665b6644bc HTTP/1.1" status: 204 len: 168 time: 0.8048041 Feb 28 10:35:30.095381 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 36886) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:30.155732 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875c12e9-3231-4e9a-b5ca-d9c0aebe4208 tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0002dda-c567-435f-9a5b-a5665b6644bc,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:30.175396 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fec84b7c-e747-4c96-bb34-21d2017655ea tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-823145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3242523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3951170'] for subnet (c7386d41-1225-482a-9b96-368840bbc082), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:30.183510 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0122a18d-42e7-456c-bb86-93e098e1f029 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (1bed16f5-6c09-4017-8c9a-d3fb1cf442b3), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:30.193858 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-68b11742-efe9-44f3-bee8-743a186e9a68 None None] Current status of the port 144edc35-9369-415e-842a-cda7c06a5ceb is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:35:30.194966 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-68b11742-efe9-44f3-bee8-743a186e9a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (144edc35-9369-415e-842a-cda7c06a5ceb), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:30.221697 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-69934b52-dbd4-46c8-a2b3-cc2913246ea0 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.5840526 Feb 28 10:35:30.227682 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 36888) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:30.231484 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec84b7c-e747-4c96-bb34-21d2017655ea tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Pushing event deleted for resources: {'Subnet': ['ID=c7386d41-1225-482a-9b96-368840bbc082,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:30.255583 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-ee859b38-24be-4da6-802b-a1a3610da797 tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1579199 Feb 28 10:35:30.271548 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 36890) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:30.288390 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-1d5bc6f1-6eb6-4ab6-beea-1ecfbebee779 tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Request body: {'security_group': {'name': 'tempest-secgroup--109897765'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:30.309173 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb04720b-b7b0-4704-b400-b3960c8ee96a None None] Pushing event updated for resources: {'Port': ['ID=9a90330f-0794-48fa-97b5-4795294dbdcd,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:30.313595 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-a5725c79-9354-49bc-ae80-b4472c18422b None None] Attempting to bind port 72fd1a44-1316-4943-b6c3-42ff16d628c5 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:35:30.314293 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-a5725c79-9354-49bc-ae80-b4472c18422b None None] Attempting to bind port 72fd1a44-1316-4943-b6c3-42ff16d628c5 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'f0657611-ffca-4848-b8a5-6d1dc3cbdbab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '709504fb-48ca-495a-9fde-45ecf5ee1554'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:35:30.314887 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5725c79-9354-49bc-ae80-b4472c18422b None None] Attempting to bind port 72fd1a44-1316-4943-b6c3-42ff16d628c5 on network 709504fb-48ca-495a-9fde-45ecf5ee1554 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:35:30.346103 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5725c79-9354-49bc-ae80-b4472c18422b None None] Checking agent: {'id': '75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 24, 15), 'started_at': datetime.datetime(2022, 2, 28, 10, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 35, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:35:30.346975 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5725c79-9354-49bc-ae80-b4472c18422b None None] Checking segment: {'id': 'f0657611-ffca-4848-b8a5-6d1dc3cbdbab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '709504fb-48ca-495a-9fde-45ecf5ee1554'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:35:30.347817 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a5725c79-9354-49bc-ae80-b4472c18422b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:30.349299 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5725c79-9354-49bc-ae80-b4472c18422b None None] Bound using segment: {'id': 'f0657611-ffca-4848-b8a5-6d1dc3cbdbab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '709504fb-48ca-495a-9fde-45ecf5ee1554'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:35:30.350010 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-a5725c79-9354-49bc-ae80-b4472c18422b None None] Bound port: 72fd1a44-1316-4943-b6c3-42ff16d628c5, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0657611-ffca-4848-b8a5-6d1dc3cbdbab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '709504fb-48ca-495a-9fde-45ecf5ee1554'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:35:30.350615 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a5725c79-9354-49bc-ae80-b4472c18422b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (72fd1a44-1316-4943-b6c3-42ff16d628c5), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:30.381422 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-68b11742-efe9-44f3-bee8-743a186e9a68 None None] For port 144edc35-9369-415e-842a-cda7c06a5ceb, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=144edc35-9369-415e-842a-cda7c06a5ceb,segment=NetworkSegment(90d4eda9-e6e5-4f97-9d2b-10d59af64bf5),segment_id=90d4eda9-e6e5-4f97-9d2b-10d59af64bf5)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:35:30.387705 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server [None req-f3138852-8d1e-402d-8eeb-e8e377eaa894 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c7386d41-1225-482a-9b96-368840bbc082: This subnet is being modified by another concurrent operation. Feb 28 10:35:30.387705 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 28 10:35:30.387705 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 28 10:35:30.387705 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 28 10:35:30.387705 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 28 10:35:30.387705 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 28 10:35:30.387705 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 28 10:35:30.387705 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 28 10:35:30.387705 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 28 10:35:30.387705 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 28 10:35:30.387705 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 28 10:35:30.387705 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 28 10:35:30.387705 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 28 10:35:30.387705 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 10:35:30.387705 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 28 10:35:30.387705 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server raise self.value Feb 28 10:35:30.387705 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 28 10:35:30.387705 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 28 10:35:30.387705 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 28 10:35:30.387705 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 28 10:35:30.387705 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 28 10:35:30.387705 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 10:35:30.387705 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 28 10:35:30.387705 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server raise self.value Feb 28 10:35:30.387705 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 28 10:35:30.387705 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 28 10:35:30.387705 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 28 10:35:30.387705 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 28 10:35:30.387705 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 28 10:35:30.387705 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 10:35:30.387705 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 28 10:35:30.387705 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server raise self.value Feb 28 10:35:30.387705 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 28 10:35:30.387705 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 28 10:35:30.387705 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 28 10:35:30.387705 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 28 10:35:30.387705 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 28 10:35:30.387705 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 28 10:35:30.387705 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 28 10:35:30.387705 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 28 10:35:30.387705 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 28 10:35:30.387705 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 28 10:35:30.387705 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 28 10:35:30.387705 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 28 10:35:30.387705 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 28 10:35:30.387705 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 28 10:35:30.387705 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 28 10:35:30.387705 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 28 10:35:30.387705 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 28 10:35:30.387705 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 10:35:30.387705 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 28 10:35:30.387705 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server raise self.value Feb 28 10:35:30.387705 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 28 10:35:30.387705 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 28 10:35:30.392703 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 28 10:35:30.392703 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 28 10:35:30.392703 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 28 10:35:30.392703 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 10:35:30.392703 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 28 10:35:30.392703 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server raise self.value Feb 28 10:35:30.392703 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 28 10:35:30.392703 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 28 10:35:30.392703 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 28 10:35:30.392703 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 28 10:35:30.392703 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 28 10:35:30.392703 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 10:35:30.392703 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 28 10:35:30.392703 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server raise self.value Feb 28 10:35:30.392703 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 28 10:35:30.392703 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 28 10:35:30.392703 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 28 10:35:30.392703 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 28 10:35:30.392703 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 28 10:35:30.392703 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 28 10:35:30.392703 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db Feb 28 10:35:30.392703 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 28 10:35:30.392703 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 28 10:35:30.392703 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 28 10:35:30.392703 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 28 10:35:30.392703 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 28 10:35:30.392703 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 28 10:35:30.392703 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 28 10:35:30.392703 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 28 10:35:30.392703 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 28 10:35:30.392703 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 28 10:35:30.392703 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 28 10:35:30.392703 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 28 10:35:30.392703 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 28 10:35:30.392703 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 28 10:35:30.392703 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server raise exception Feb 28 10:35:30.392703 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c7386d41-1225-482a-9b96-368840bbc082: This subnet is being modified by another concurrent operation. Feb 28 10:35:30.392703 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server Feb 28 10:35:30.404677 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-38e56363-db14-49f0-84c1-34a73f845014 tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] 10.222.0.20 "GET /v2.0/routers/f29ac35e-6e52-453f-943a-bec3c1141b7a/tags HTTP/1.1" status: 200 len: 205 time: 0.4741750 Feb 28 10:35:30.404840 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-68b11742-efe9-44f3-bee8-743a186e9a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (144edc35-9369-415e-842a-cda7c06a5ceb), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:30.415684 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port b7c595d0-c3a1-436d-ab00-35aa1073ed46 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:35:30.416340 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (b7c595d0-c3a1-436d-ab00-35aa1073ed46), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:30.428745 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 36892) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:30.436451 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.tag.tag_plugin [None req-11f1af95-3d5e-45d9-93d6-72971ea91cbc tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'ba9c1f60-cbdb-4a80-bc06-4c8a37c35dc6') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:30.448133 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0122a18d-42e7-456c-bb86-93e098e1f029 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Network 709504fb-48ca-495a-9fde-45ecf5ee1554 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:35:30.466167 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-0122a18d-42e7-456c-bb86-93e098e1f029 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:35:30.493003 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0122a18d-42e7-456c-bb86-93e098e1f029 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:35:30.502030 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0122a18d-42e7-456c-bb86-93e098e1f029 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:30.504146 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0122a18d-42e7-456c-bb86-93e098e1f029 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:30.510150 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0122a18d-42e7-456c-bb86-93e098e1f029 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Pushing event updated for resources: {'Port': ['ID=1bed16f5-6c09-4017-8c9a-d3fb1cf442b3,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:30.510613 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fec84b7c-e747-4c96-bb34-21d2017655ea tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672413', 'neutron.services.segments.db._delete_segments_for_network-8742057110173'] for network (6d4500c0-2b9f-4050-8927-aa679dfbd74b), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:30.513146 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64152fdc-3537-4be7-806e-f0450cfebaf2 None None] Network 6d4500c0-2b9f-4050-8927-aa679dfbd74b requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:35:30.557017 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1d5bc6f1-6eb6-4ab6-beea-1ecfbebee779 tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Publish callbacks [] for security_group (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:30.568539 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-0122a18d-42e7-456c-bb86-93e098e1f029 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.6540978 Feb 28 10:35:30.580086 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 36894) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:30.609058 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-fec84b7c-e747-4c96-bb34-21d2017655ea tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d4500c0-2b9f-4050-8927-aa679dfbd74b']}} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:30.614239 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a08c008-1dfe-4462-a912-06d7f4d59b0d tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:30.624829 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a08c008-1dfe-4462-a912-06d7f4d59b0d tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:30.628369 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-0a08c008-1dfe-4462-a912-06d7f4d59b0d tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.3905172 Feb 28 10:35:30.633981 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 36896) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:30.640495 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-41af1e34-23ef-48e4-a5c6-9470c7bf4527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7ddbc6a-3d00-4753-9f33-feb0e12d7797', 'name': 'tempest-RoutersTest-router-1825890179', 'tenant_id': 'da82c5902a0c4c459ee88fe904a1e59b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:35:15Z', 'updated_at': '2022-02-28T10:35:21Z', 'revision_number': 2, 'project_id': 'da82c5902a0c4c459ee88fe904a1e59b', 'gw_port_host': None, '_interfaces': [{'id': '144edc35-9369-415e-842a-cda7c06a5ceb', 'name': '', 'network_id': '15f45c6f-d6b4-4b5d-9f81-44370067a41c', 'tenant_id': 'da82c5902a0c4c459ee88fe904a1e59b', 'mac_address': 'fa:16:3e:4a:33:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7ddbc6a-3d00-4753-9f33-feb0e12d7797', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '80cf5cc3-7a23-4d81-9989-328f76a695ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:35:19Z', 'updated_at': '2022-02-28T10:35:28Z', 'revision_number': 4, 'project_id': 'da82c5902a0c4c459ee88fe904a1e59b', 'subnets': [{'id': '80cf5cc3-7a23-4d81-9989-328f76a695ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:30.646267 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b11742-efe9-44f3-bee8-743a186e9a68 None None] Pushing event updated for resources: {'Port': ['ID=144edc35-9369-415e-842a-cda7c06a5ceb,revision_number=5']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:30.672862 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-fec84b7c-e747-4c96-bb34-21d2017655ea tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17953ab4-8b6a-4565-b755-067ef37d3c29') {'for_net_delete': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:30.673167 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-fec84b7c-e747-4c96-bb34-21d2017655ea tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17953ab4-8b6a-4565-b755-067ef37d3c29') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:30.693126 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-11f1af95-3d5e-45d9-93d6-72971ea91cbc tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] 10.222.0.20 "GET /v2.0/subnetpools/ba9c1f60-cbdb-4a80-bc06-4c8a37c35dc6/tags HTTP/1.1" status: 200 len: 241 time: 0.2600901 Feb 28 10:35:30.698827 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 36898) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:30.711357 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41af1e34-23ef-48e4-a5c6-9470c7bf4527 None None] The sync data for ids ['d7ddbc6a-3d00-4753-9f33-feb0e12d7797'] in dv-neutron-master-2-hyperv is: [{'id': 'd7ddbc6a-3d00-4753-9f33-feb0e12d7797', 'name': 'tempest-RoutersTest-router-1825890179', 'tenant_id': 'da82c5902a0c4c459ee88fe904a1e59b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:35:15Z', 'updated_at': '2022-02-28T10:35:21Z', 'revision_number': 2, 'project_id': 'da82c5902a0c4c459ee88fe904a1e59b', 'gw_port_host': None, '_interfaces': [{'id': '144edc35-9369-415e-842a-cda7c06a5ceb', 'name': '', 'network_id': '15f45c6f-d6b4-4b5d-9f81-44370067a41c', 'tenant_id': 'da82c5902a0c4c459ee88fe904a1e59b', 'mac_address': 'fa:16:3e:4a:33:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7ddbc6a-3d00-4753-9f33-feb0e12d7797', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '80cf5cc3-7a23-4d81-9989-328f76a695ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:35:19Z', 'updated_at': '2022-02-28T10:35:28Z', 'revision_number': 4, 'project_id': 'da82c5902a0c4c459ee88fe904a1e59b', 'subnets': [{'id': '80cf5cc3-7a23-4d81-9989-328f76a695ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:35:30.723942 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-a5725c79-9354-49bc-ae80-b4472c18422b None None] For port 72fd1a44-1316-4943-b6c3-42ff16d628c5, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:35:30.740085 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-a5725c79-9354-49bc-ae80-b4472c18422b None None] For port 72fd1a44-1316-4943-b6c3-42ff16d628c5, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=72fd1a44-1316-4943-b6c3-42ff16d628c5,segment=NetworkSegment(f0657611-ffca-4848-b8a5-6d1dc3cbdbab),segment_id=f0657611-ffca-4848-b8a5-6d1dc3cbdbab)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:35:30.753820 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.tag.tag_plugin [None req-3fd2709c-17dd-4059-80a3-ae201192d915 tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'ba9c1f60-cbdb-4a80-bc06-4c8a37c35dc6', 'tempest-TagsExtTest-Tag-1667544770') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:30.758071 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fec84b7c-e747-4c96-bb34-21d2017655ea tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742057113766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3423550'] for segment (17953ab4-8b6a-4565-b755-067ef37d3c29), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:30.780113 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a5725c79-9354-49bc-ae80-b4472c18422b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (72fd1a44-1316-4943-b6c3-42ff16d628c5), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:30.821556 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fec84b7c-e747-4c96-bb34-21d2017655ea tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (17953ab4-8b6a-4565-b755-067ef37d3c29), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:30.839071 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port b7c595d0-c3a1-436d-ab00-35aa1073ed46 is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:35:30.839511 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (b7c595d0-c3a1-436d-ab00-35aa1073ed46), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:30.875576 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-cb1e960d-a93b-496b-bbae-17e94100fd6b tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks [] for port (b347c59d-cb8d-4641-b188-7676c46efe56), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:30.878368 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fec84b7c-e747-4c96-bb34-21d2017655ea tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Releasing vlan 290 on physical network physnet1 to pool {{(pid=103408) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:35:30.878958 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fec84b7c-e747-4c96-bb34-21d2017655ea tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3242693'] for segment (17953ab4-8b6a-4565-b755-067ef37d3c29), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:30.882791 dv-neutron-master-2-hyperv neutron-server[103408]: Traceback (most recent call last): Feb 28 10:35:30.882791 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:35:30.882791 dv-neutron-master-2-hyperv neutron-server[103408]: timer() Feb 28 10:35:30.882791 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:35:30.882791 dv-neutron-master-2-hyperv neutron-server[103408]: cb(*args, **kw) Feb 28 10:35:30.882791 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:35:30.882791 dv-neutron-master-2-hyperv neutron-server[103408]: return func(*args, **kwargs) Feb 28 10:35:30.882791 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:35:30.882791 dv-neutron-master-2-hyperv neutron-server[103408]: self._notify() Feb 28 10:35:30.882791 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:35:30.882791 dv-neutron-master-2-hyperv neutron-server[103408]: self.callback(batched_events) Feb 28 10:35:30.882791 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:35:30.882791 dv-neutron-master-2-hyperv neutron-server[103408]: event.method(event) Feb 28 10:35:30.882791 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:35:30.882791 dv-neutron-master-2-hyperv neutron-server[103408]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:35:30.882791 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:35:30.882791 dv-neutron-master-2-hyperv neutron-server[103408]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:35:30.882791 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:35:30.882791 dv-neutron-master-2-hyperv neutron-server[103408]: return f(self, *a, **k) Feb 28 10:35:30.882791 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:35:30.882791 dv-neutron-master-2-hyperv neutron-server[103408]: return self._get(url).json() Feb 28 10:35:30.882791 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:35:30.882791 dv-neutron-master-2-hyperv neutron-server[103408]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:35:30.882791 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:35:30.882791 dv-neutron-master-2-hyperv neutron-server[103408]: return self.request(url, 'GET', **kwargs) Feb 28 10:35:30.882791 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:35:30.882791 dv-neutron-master-2-hyperv neutron-server[103408]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:35:30.882791 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:35:30.882791 dv-neutron-master-2-hyperv neutron-server[103408]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:35:30.882791 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:35:30.882791 dv-neutron-master-2-hyperv neutron-server[103408]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:35:30.882791 dv-neutron-master-2-hyperv neutron-server[103408]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:35:30.891920 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5725c79-9354-49bc-ae80-b4472c18422b None None] Pushing event updated for resources: {'Port': ['ID=72fd1a44-1316-4943-b6c3-42ff16d628c5,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:30.913753 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] For port b7c595d0-c3a1-436d-ab00-35aa1073ed46, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b7c595d0-c3a1-436d-ab00-35aa1073ed46,segment=NetworkSegment(a5984d10-b6ad-49b0-8fb9-0adcc28ef9b7),segment_id=a5984d10-b6ad-49b0-8fb9-0adcc28ef9b7)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:35:30.922829 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (b7c595d0-c3a1-436d-ab00-35aa1073ed46), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:30.957805 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-cb1e960d-a93b-496b-bbae-17e94100fd6b tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3242529'] for port (b347c59d-cb8d-4641-b188-7676c46efe56), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:31.018444 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Pushing event updated for resources: {'Port': ['ID=b7c595d0-c3a1-436d-ab00-35aa1073ed46,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:31.161053 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 36900) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:31.161523 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-3fd2709c-17dd-4059-80a3-ae201192d915 tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] 10.222.0.20 "GET /v2.0/subnetpools/ba9c1f60-cbdb-4a80-bc06-4c8a37c35dc6/tags/tempest-TagsExtTest-Tag-1667544770 HTTP/1.1" status: 204 len: 168 time: 0.4219129 Feb 28 10:35:31.184076 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.tag.tag_plugin [None req-603cdb98-42db-412b-933f-1360504954bb tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'ba9c1f60-cbdb-4a80-bc06-4c8a37c35dc6', 'tempest-TagsExtTest-Tag-1667544770') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:31.207165 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1e960d-a93b-496b-bbae-17e94100fd6b tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Pushing event updated for resources: {'Port': ['ID=b347c59d-cb8d-4641-b188-7676c46efe56,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:31.214234 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1d5bc6f1-6eb6-4ab6-beea-1ecfbebee779 tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Publish callbacks [] for security_group (3d1fc43f-4e38-4661-a823-f549fa4cebbe), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:31.216135 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fec84b7c-e747-4c96-bb34-21d2017655ea tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803269'] for network (6d4500c0-2b9f-4050-8927-aa679dfbd74b), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:31.245765 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fec84b7c-e747-4c96-bb34-21d2017655ea tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616561'] for network (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:31.256080 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-fec84b7c-e747-4c96-bb34-21d2017655ea tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] 10.222.0.20 "DELETE /v2.0/networks/6d4500c0-2b9f-4050-8927-aa679dfbd74b HTTP/1.1" status: 204 len: 168 time: 1.8966584 Feb 28 10:35:31.257916 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 36902) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:31.279000 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1d5bc6f1-6eb6-4ab6-beea-1ecfbebee779 tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (3d1fc43f-4e38-4661-a823-f549fa4cebbe), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:31.282824 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-cb1e960d-a93b-496b-bbae-17e94100fd6b tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1802524'] for router_interface (d7ddbc6a-3d00-4753-9f33-feb0e12d7797), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:31.326135 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec84b7c-e747-4c96-bb34-21d2017655ea tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Pushing event deleted for resources: {'Network': ['ID=6d4500c0-2b9f-4050-8927-aa679dfbd74b,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:31.330861 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a609bf8c-a027-4e62-996a-c9f7426c36f3 None None] Network eb839f6c-5043-484a-b1d1-584e5121d293 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:35:31.407942 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-62ef3da3-f4fb-44a4-8f10-0412b3d57324 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] DELETE failed (client error): The resource could not be found. Feb 28 10:35:31.408454 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62ef3da3-f4fb-44a4-8f10-0412b3d57324 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103408) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:35:31.414911 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-62ef3da3-f4fb-44a4-8f10-0412b3d57324 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] 10.222.0.20 "DELETE /v2.0/subnets/c7386d41-1225-482a-9b96-368840bbc082 HTTP/1.1" status: 404 len: 337 time: 0.1260676 Feb 28 10:35:31.421050 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-67740be3-a90d-4254-b4e4-861b1146309d tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Deleting port 75ccab6f-2dd5-408d-b6b3-58d012e29f15 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:35:31.421570 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-67740be3-a90d-4254-b4e4-861b1146309d tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (75ccab6f-2dd5-408d-b6b3-58d012e29f15), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:31.441205 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 36904) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:31.470747 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-b935a56e-4822-4b5e-8e82-9ce99fc056da None None] Provisioning complete for port b7c595d0-c3a1-436d-ab00-35aa1073ed46 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:35:31.471133 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b935a56e-4822-4b5e-8e82-9ce99fc056da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (b7c595d0-c3a1-436d-ab00-35aa1073ed46), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:31.505742 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1d5bc6f1-6eb6-4ab6-beea-1ecfbebee779 tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Publish callbacks [] for security_group (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:31.509671 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-1d5bc6f1-6eb6-4ab6-beea-1ecfbebee779 tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 1.2299266 Feb 28 10:35:31.552296 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 36906) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:31.615865 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5bc6f1-6eb6-4ab6-beea-1ecfbebee779 tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d1fc43f-4e38-4661-a823-f549fa4cebbe,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:31.625927 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-135ce582-bb23-4982-b5ea-45549356aa87 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks [] for floatingip (73e598e9-b962-45b0-a7ee-1b8df1a2dad2), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:31.678634 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-b935a56e-4822-4b5e-8e82-9ce99fc056da None None] Current status of the port b7c595d0-c3a1-436d-ab00-35aa1073ed46 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:35:32.041414 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 9a90330f-0794-48fa-97b5-4795294dbdcd up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:35:32.130483 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2b6cf4dc-dd91-4650-84f4-a6fb871e7ee6 None None] Provisioning complete for port b7c595d0-c3a1-436d-ab00-35aa1073ed46 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:35:32.131244 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2b6cf4dc-dd91-4650-84f4-a6fb871e7ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (b7c595d0-c3a1-436d-ab00-35aa1073ed46), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:32.167230 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port 9a90330f-0794-48fa-97b5-4795294dbdcd triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:35:32.167708 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (9a90330f-0794-48fa-97b5-4795294dbdcd), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:32.200898 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-8550a840-9e18-4f14-b1e2-7658cd2c3d3f tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Request body: {'security_group': {'name': 'tempest-secgroup--1423190249'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:32.215364 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-480f8104-edae-4f08-8bac-c951d535a0f2 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] DELETE failed (client error): The resource could not be found. Feb 28 10:35:32.215364 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-480f8104-edae-4f08-8bac-c951d535a0f2 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103408) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:35:32.218750 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-603cdb98-42db-412b-933f-1360504954bb tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] 10.222.0.20 "DELETE /v2.0/subnetpools/ba9c1f60-cbdb-4a80-bc06-4c8a37c35dc6/tags/tempest-TagsExtTest-Tag-1667544770 HTTP/1.1" status: 204 len: 168 time: 1.0433469 Feb 28 10:35:32.219102 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-480f8104-edae-4f08-8bac-c951d535a0f2 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] 10.222.0.20 "DELETE /v2.0/networks/6d4500c0-2b9f-4050-8927-aa679dfbd74b HTTP/1.1" status: 404 len: 339 time: 0.7697682 Feb 28 10:35:32.219198 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 36910) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:32.221248 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 36912) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:32.250663 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.tag.tag_plugin [None req-35d6b2df-8f3e-4aaa-82a3-6c3a0e3bc913 tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'ba9c1f60-cbdb-4a80-bc06-4c8a37c35dc6') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:32.353313 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2b6cf4dc-dd91-4650-84f4-a6fb871e7ee6 None None] Current status of the port b7c595d0-c3a1-436d-ab00-35aa1073ed46 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:35:32.367616 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ea297b8e-c6a6-4a2d-aa89-64723913cdc0 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (1bed16f5-6c09-4017-8c9a-d3fb1cf442b3), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:32.371487 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 9a90330f-0794-48fa-97b5-4795294dbdcd is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:35:32.372319 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (9a90330f-0794-48fa-97b5-4795294dbdcd), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:32.397829 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-135ce582-bb23-4982-b5ea-45549356aa87 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (857a72f4-cbad-4951-b276-fbd554130b13), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:32.399525 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-096c9cc6-8ded-4fdd-a939-cf405e44e2f7 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] DELETE failed (client error): The resource could not be found. Feb 28 10:35:32.399994 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-096c9cc6-8ded-4fdd-a939-cf405e44e2f7 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103408) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:35:32.400485 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2b6cf4dc-dd91-4650-84f4-a6fb871e7ee6 None None] Provisioning complete for port b347c59d-cb8d-4641-b188-7676c46efe56 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:35:32.400942 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2b6cf4dc-dd91-4650-84f4-a6fb871e7ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (b347c59d-cb8d-4641-b188-7676c46efe56), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:32.403459 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-096c9cc6-8ded-4fdd-a939-cf405e44e2f7 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] 10.222.0.20 "DELETE /v2.0/subnets/c53ece99-4f58-4425-9d66-ae8ea66c3193 HTTP/1.1" status: 404 len: 337 time: 0.1768951 Feb 28 10:35:32.411917 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 36914) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:32.446132 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-67740be3-a90d-4254-b4e4-861b1146309d tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (75ccab6f-2dd5-408d-b6b3-58d012e29f15), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:32.450449 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8550a840-9e18-4f14-b1e2-7658cd2c3d3f tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Publish callbacks [] for security_group (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:32.483169 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-35d6b2df-8f3e-4aaa-82a3-6c3a0e3bc913 tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] 10.222.0.20 "GET /v2.0/subnetpools/ba9c1f60-cbdb-4a80-bc06-4c8a37c35dc6/tags HTTP/1.1" status: 200 len: 205 time: 0.2576020 Feb 28 10:35:32.486156 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] For port 9a90330f-0794-48fa-97b5-4795294dbdcd, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9a90330f-0794-48fa-97b5-4795294dbdcd,segment=NetworkSegment(bf553b55-fb1d-4346-a090-4fb77eb0fbd7),segment_id=bf553b55-fb1d-4346-a090-4fb77eb0fbd7)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:35:32.488043 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb1e960d-a93b-496b-bbae-17e94100fd6b tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Network eb839f6c-5043-484a-b1d1-584e5121d293 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:35:32.488917 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 36916) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:32.491112 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2b6cf4dc-dd91-4650-84f4-a6fb871e7ee6 None None] Port b347c59d-cb8d-4641-b188-7676c46efe56 cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:35:32.499323 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (9a90330f-0794-48fa-97b5-4795294dbdcd), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:32.500166 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 144edc35-9369-415e-842a-cda7c06a5ceb up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:35:32.502408 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-67740be3-a90d-4254-b4e4-861b1146309d tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Calling delete_port for 75ccab6f-2dd5-408d-b6b3-58d012e29f15 owned by {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:35:32.505909 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d0516b9-d985-424a-aa9a-617df727fcc4 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] DELETE failed (client error): The resource could not be found. Feb 28 10:35:32.506474 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d0516b9-d985-424a-aa9a-617df727fcc4 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:35:32.508996 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.tag.tag_plugin [None req-8c74d15a-54e9-481d-93f7-4e687e74cd5d tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'ba9c1f60-cbdb-4a80-bc06-4c8a37c35dc6') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:32.511761 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-cb1e960d-a93b-496b-bbae-17e94100fd6b tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:35:32.512237 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-0d0516b9-d985-424a-aa9a-617df727fcc4 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] 10.222.0.20 "DELETE /v2.0/networks/90a28270-7e26-41f2-a004-2699a804e462 HTTP/1.1" status: 404 len: 339 time: 0.0925272 Feb 28 10:35:32.516814 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 36918) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:32.578066 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-46ee6bc6-ee7d-4aa6-8e61-38624bee93ee tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] DELETE failed (client error): The resource could not be found. Feb 28 10:35:32.578627 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46ee6bc6-ee7d-4aa6-8e61-38624bee93ee tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103408) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:35:32.582614 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-46ee6bc6-ee7d-4aa6-8e61-38624bee93ee tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] 10.222.0.20 "DELETE /v2.0/subnets/1dc2cc78-9eb9-47ac-8dcb-3eef854dc196 HTTP/1.1" status: 404 len: 337 time: 0.0567679 Feb 28 10:35:32.588510 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 36920) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:32.611613 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Pushing event updated for resources: {'Port': ['ID=9a90330f-0794-48fa-97b5-4795294dbdcd,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:32.648050 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-80664f94-5c90-4204-a3d2-ee927c57cc91 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] DELETE failed (client error): The resource could not be found. Feb 28 10:35:32.648623 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80664f94-5c90-4204-a3d2-ee927c57cc91 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:35:32.654212 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-80664f94-5c90-4204-a3d2-ee927c57cc91 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] 10.222.0.20 "DELETE /v2.0/networks/62a453f2-5f82-4ae1-b7e6-f3272ad9d386 HTTP/1.1" status: 404 len: 339 time: 0.0588002 Feb 28 10:35:32.658809 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 36922) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:32.670179 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-0776e2b8-cd5c-493a-ba1b-bff224e7cf21 None None] Provisioning complete for port 9a90330f-0794-48fa-97b5-4795294dbdcd triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:35:32.670558 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0776e2b8-cd5c-493a-ba1b-bff224e7cf21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (9a90330f-0794-48fa-97b5-4795294dbdcd), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:32.748459 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port 144edc35-9369-415e-842a-cda7c06a5ceb triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:35:32.748950 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (144edc35-9369-415e-842a-cda7c06a5ceb), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:32.806087 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffef6000-aefc-4dbb-869f-75477a6ad433 None None] Network 709504fb-48ca-495a-9fde-45ecf5ee1554 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:35:32.875828 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-67740be3-a90d-4254-b4e4-861b1146309d tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (75ccab6f-2dd5-408d-b6b3-58d012e29f15), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:32.878657 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb1e960d-a93b-496b-bbae-17e94100fd6b tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Router d7ddbc6a-3d00-4753-9f33-feb0e12d7797 has already been hosted by L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 {{(pid=103408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:35:32.936914 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67740be3-a90d-4254-b4e4-861b1146309d tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Pushing event deleted for resources: {'Port': ['ID=75ccab6f-2dd5-408d-b6b3-58d012e29f15,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:32.947025 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-0776e2b8-cd5c-493a-ba1b-bff224e7cf21 None None] Current status of the port 9a90330f-0794-48fa-97b5-4795294dbdcd is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:35:32.952852 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-0776e2b8-cd5c-493a-ba1b-bff224e7cf21 None None] Could not find standard attr ID for object 75ccab6f-2dd5-408d-b6b3-58d012e29f15. {{(pid=103409) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Feb 28 10:35:32.954607 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8550a840-9e18-4f14-b1e2-7658cd2c3d3f tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Publish callbacks [] for security_group (1ca3e55a-985f-4035-8f7e-1269495ba858), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:32.969047 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-8c74d15a-54e9-481d-93f7-4e687e74cd5d tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] 10.222.0.20 "DELETE /v2.0/subnetpools/ba9c1f60-cbdb-4a80-bc06-4c8a37c35dc6/tags HTTP/1.1" status: 204 len: 168 time: 0.4703622 Feb 28 10:35:32.971886 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 36924) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:32.976724 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8550a840-9e18-4f14-b1e2-7658cd2c3d3f tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (1ca3e55a-985f-4035-8f7e-1269495ba858), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:32.977284 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-0776e2b8-cd5c-493a-ba1b-bff224e7cf21 None None] Provisioning complete for port b347c59d-cb8d-4641-b188-7676c46efe56 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:35:32.977626 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0776e2b8-cd5c-493a-ba1b-bff224e7cf21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (b347c59d-cb8d-4641-b188-7676c46efe56), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:32.986025 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.tag.tag_plugin [None req-48ec60e7-0b7e-4379-96b1-d2f129a72476 tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'f29ac35e-6e52-453f-943a-bec3c1141b7a') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:33.030307 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-b0810463-b6ad-44dc-bc8f-c58759585127 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Deleting port c5c39009-3b6f-46e8-9e51-5b4a52df54e6 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:35:33.030723 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b0810463-b6ad-44dc-bc8f-c58759585127 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (c5c39009-3b6f-46e8-9e51-5b4a52df54e6), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:33.064466 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-67740be3-a90d-4254-b4e4-861b1146309d tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:33.070630 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-67740be3-a90d-4254-b4e4-861b1146309d tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "DELETE /v2.0/ports/75ccab6f-2dd5-408d-b6b3-58d012e29f15 HTTP/1.1" status: 204 len: 168 time: 2.4274094 Feb 28 10:35:33.076956 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 36926) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:33.083359 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 144edc35-9369-415e-842a-cda7c06a5ceb is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:35:33.084120 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 72fd1a44-1316-4943-b6c3-42ff16d628c5 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:35:33.121995 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-135ce582-bb23-4982-b5ea-45549356aa87 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks [] for port (857a72f4-cbad-4951-b276-fbd554130b13), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:33.140767 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-0776e2b8-cd5c-493a-ba1b-bff224e7cf21 None None] Port b347c59d-cb8d-4641-b188-7676c46efe56 cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:35:33.144436 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-135ce582-bb23-4982-b5ea-45549356aa87 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3498066'] for port (857a72f4-cbad-4951-b276-fbd554130b13), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:33.190487 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port 72fd1a44-1316-4943-b6c3-42ff16d628c5 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:35:33.190877 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (72fd1a44-1316-4943-b6c3-42ff16d628c5), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:33.204710 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8550a840-9e18-4f14-b1e2-7658cd2c3d3f tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Publish callbacks [] for security_group (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:33.209994 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-8550a840-9e18-4f14-b1e2-7658cd2c3d3f tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.5864799 Feb 28 10:35:33.214193 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 36928) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:33.215497 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b0810463-b6ad-44dc-bc8f-c58759585127 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (c5c39009-3b6f-46e8-9e51-5b4a52df54e6), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:33.219813 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8550a840-9e18-4f14-b1e2-7658cd2c3d3f tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ca3e55a-985f-4035-8f7e-1269495ba858,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:33.229293 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-0c4a193b-8d0f-4d2f-8d28-f33f06c2f3fe tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Request body: {'security_group_rule': {'security_group_id': '3d1fc43f-4e38-4661-a823-f549fa4cebbe', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '1ca3e55a-985f-4035-8f7e-1269495ba858', 'remote_ip_prefix': None}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:33.255161 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ea297b8e-c6a6-4a2d-aa89-64723913cdc0 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks [] for port (1bed16f5-6c09-4017-8c9a-d3fb1cf442b3), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:33.262690 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-b0810463-b6ad-44dc-bc8f-c58759585127 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Calling delete_port for c5c39009-3b6f-46e8-9e51-5b4a52df54e6 owned by {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:35:33.306098 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-e55a0747-136f-4714-bbd0-754a710500f3 None None] Provisioning complete for port 72fd1a44-1316-4943-b6c3-42ff16d628c5 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:35:33.306747 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e55a0747-136f-4714-bbd0-754a710500f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (72fd1a44-1316-4943-b6c3-42ff16d628c5), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:33.314607 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ea297b8e-c6a6-4a2d-aa89-64723913cdc0 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3498066'] for port (1bed16f5-6c09-4017-8c9a-d3fb1cf442b3), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:33.339673 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8031214-2fe9-4fd1-bc04-a65470fd00e1 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:33.340789 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8031214-2fe9-4fd1-bc04-a65470fd00e1 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:33.345513 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-e8031214-2fe9-4fd1-bc04-a65470fd00e1 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.2602713 Feb 28 10:35:33.345673 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135ce582-bb23-4982-b5ea-45549356aa87 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Pushing event updated for resources: {'Port': ['ID=857a72f4-cbad-4951-b276-fbd554130b13,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:33.346639 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 36930) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:33.376515 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb1e960d-a93b-496b-bbae-17e94100fd6b tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:35:33.394569 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-cb1e960d-a93b-496b-bbae-17e94100fd6b tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] 10.222.0.20 "PUT /v2.0/routers/d7ddbc6a-3d00-4753-9f33-feb0e12d7797/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1722505 Feb 28 10:35:33.395774 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4bcaee5-0f51-4ea9-9b6d-01a3f28e9162 None None] Sync routers for ids ['d7ddbc6a-3d00-4753-9f33-feb0e12d7797'] in dv-neutron-master-2-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:35:33.399533 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 36932) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:33.406076 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-a4640cf2-6b89-4c88-9e19-d59e1cdf1d79 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Request body: {'network': {'name': 'tempest-RoutersTest-2040980584'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:33.418779 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4bcaee5-0f51-4ea9-9b6d-01a3f28e9162 None None] Routers {'d7ddbc6a-3d00-4753-9f33-feb0e12d7797'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:35:33.419567 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-d4bcaee5-0f51-4ea9-9b6d-01a3f28e9162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:35:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['d7ddbc6a-3d00-4753-9f33-feb0e12d7797'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:33.428747 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 72fd1a44-1316-4943-b6c3-42ff16d628c5 is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:35:33.429357 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (72fd1a44-1316-4943-b6c3-42ff16d628c5), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:33.437178 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4640cf2-6b89-4c88-9e19-d59e1cdf1d79 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Made reservation on behalf of da82c5902a0c4c459ee88fe904a1e59b for: {'network': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:35:33.441127 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a4640cf2-6b89-4c88-9e19-d59e1cdf1d79 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for network (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:33.444809 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-48ec60e7-0b7e-4379-96b1-d2f129a72476 tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] 10.222.0.20 "DELETE /v2.0/routers/f29ac35e-6e52-453f-943a-bec3c1141b7a/tags HTTP/1.1" status: 204 len: 168 time: 0.4641101 Feb 28 10:35:33.446740 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0c4a193b-8d0f-4d2f-8d28-f33f06c2f3fe tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Publish callbacks [] for security_group_rule (5254ea84-99cd-46b5-95f5-6afe6eaaab8f), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:33.450758 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 36934) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:33.484174 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.tag.tag_plugin [None req-d4b111be-7582-4b87-99c6-244f197db570 tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'c9e55315-19f3-41a9-82ed-a7cce52596b8') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:33.503152 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] For port 72fd1a44-1316-4943-b6c3-42ff16d628c5, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=72fd1a44-1316-4943-b6c3-42ff16d628c5,segment=NetworkSegment(f0657611-ffca-4848-b8a5-6d1dc3cbdbab),segment_id=f0657611-ffca-4848-b8a5-6d1dc3cbdbab)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:35:33.510594 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (72fd1a44-1316-4943-b6c3-42ff16d628c5), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:33.511850 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device b7c595d0-c3a1-436d-ab00-35aa1073ed46 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:35:33.579150 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4640cf2-6b89-4c88-9e19-d59e1cdf1d79 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 285} {{(pid=103408) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:35:33.584063 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc0c4b70-1b17-4d8b-8710-87492dbae225 None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=103409) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 28 10:35:33.593851 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-e55a0747-136f-4714-bbd0-754a710500f3 None None] Current status of the port 72fd1a44-1316-4943-b6c3-42ff16d628c5 is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:35:33.594476 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e55a0747-136f-4714-bbd0-754a710500f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (72fd1a44-1316-4943-b6c3-42ff16d628c5), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:33.621215 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a4640cf2-6b89-4c88-9e19-d59e1cdf1d79 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (c74b0ba8-4ad1-45bf-a2b1-8275746689d4), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:33.621573 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.db.segments_db [None req-a4640cf2-6b89-4c88-9e19-d59e1cdf1d79 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Added segment c74b0ba8-4ad1-45bf-a2b1-8275746689d4 of type vlan for network 83813e83-2fb7-432f-b021-5f0d0cb5b1b1 Feb 28 10:35:33.623664 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-135ce582-bb23-4982-b5ea-45549356aa87 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1803383'] for floatingip (73e598e9-b962-45b0-a7ee-1b8df1a2dad2), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:33.625130 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-d4bcaee5-0f51-4ea9-9b6d-01a3f28e9162 None None] Set router d7ddbc6a-3d00-4753-9f33-feb0e12d7797 gateway port host: None {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:35:33.666270 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0c4a193b-8d0f-4d2f-8d28-f33f06c2f3fe tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Publish callbacks [] for security_group_rule (5254ea84-99cd-46b5-95f5-6afe6eaaab8f), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:33.682602 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0c4a193b-8d0f-4d2f-8d28-f33f06c2f3fe tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594242'] for security_group_rule (5254ea84-99cd-46b5-95f5-6afe6eaaab8f), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:33.685946 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a4640cf2-6b89-4c88-9e19-d59e1cdf1d79 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742056637431'] for network (83813e83-2fb7-432f-b021-5f0d0cb5b1b1), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:33.691832 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-d4b111be-7582-4b87-99c6-244f197db570 tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] 10.222.0.20 "DELETE /v2.0/ports/c9e55315-19f3-41a9-82ed-a7cce52596b8/tags HTTP/1.1" status: 204 len: 168 time: 0.2302260 Feb 28 10:35:33.708609 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 36936) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:33.718356 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0c4a193b-8d0f-4d2f-8d28-f33f06c2f3fe tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:33.720068 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-0c4a193b-8d0f-4d2f-8d28-f33f06c2f3fe tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4967167 Feb 28 10:35:33.724265 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 36938) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:33.726906 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4a193b-8d0f-4d2f-8d28-f33f06c2f3fe tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5254ea84-99cd-46b5-95f5-6afe6eaaab8f,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:33.736708 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.tag.tag_plugin [None req-b6fe19dc-b6d8-4262-a976-f4944dabaf14 tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'ee04e3cf-505d-4332-a386-7b807c03cfd4') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:33.743939 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1f1d3ad-7e16-4b31-b7b6-57591fb46d2a tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Deleting subnet f727b28d-fa31-4dd9-a69e-79af95a4b493 {{(pid=103407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:35:33.768220 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9bdb4189-c80f-4304-8067-b1d725a80ed4 tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Publish callbacks [] for security_group_rule (5254ea84-99cd-46b5-95f5-6afe6eaaab8f), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:33.772022 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a4640cf2-6b89-4c88-9e19-d59e1cdf1d79 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551'] for network (83813e83-2fb7-432f-b021-5f0d0cb5b1b1), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:33.777489 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4640cf2-6b89-4c88-9e19-d59e1cdf1d79 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:33.778325 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a4640cf2-6b89-4c88-9e19-d59e1cdf1d79 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616561'] for network (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:33.786807 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f1f1d3ad-7e16-4b31-b7b6-57591fb46d2a tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks [] for subnet (f727b28d-fa31-4dd9-a69e-79af95a4b493), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:33.824262 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea297b8e-c6a6-4a2d-aa89-64723913cdc0 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Pushing event updated for resources: {'Port': ['ID=1bed16f5-6c09-4017-8c9a-d3fb1cf442b3,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:33.859686 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9bdb4189-c80f-4304-8067-b1d725a80ed4 tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Publish callbacks [] for security_group_rule (5254ea84-99cd-46b5-95f5-6afe6eaaab8f), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:33.861532 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4640cf2-6b89-4c88-9e19-d59e1cdf1d79 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Pushing event updated for resources: {'Network': ['ID=83813e83-2fb7-432f-b021-5f0d0cb5b1b1,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:33.886700 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Pushing event updated for resources: {'Port': ['ID=72fd1a44-1316-4943-b6c3-42ff16d628c5,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:33.895845 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Network 83813e83-2fb7-432f-b021-5f0d0cb5b1b1 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103409) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:35:33.901189 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-a4640cf2-6b89-4c88-9e19-d59e1cdf1d79 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4998703 Feb 28 10:35:33.903902 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 36940) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:33.909623 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-cdb27412-6de9-43a7-b377-915eacef1a58 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Request body: {'subnet': {'network_id': '83813e83-2fb7-432f-b021-5f0d0cb5b1b1', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:33.916927 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f1f1d3ad-7e16-4b31-b7b6-57591fb46d2a tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3501132'] for subnet (f727b28d-fa31-4dd9-a69e-79af95a4b493), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:33.934103 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9bdb4189-c80f-4304-8067-b1d725a80ed4 tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594242'] for security_group_rule (5254ea84-99cd-46b5-95f5-6afe6eaaab8f), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:33.972014 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9bdb4189-c80f-4304-8067-b1d725a80ed4 tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:33.973386 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-9bdb4189-c80f-4304-8067-b1d725a80ed4 tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/5254ea84-99cd-46b5-95f5-6afe6eaaab8f HTTP/1.1" status: 204 len: 168 time: 0.2475662 Feb 28 10:35:33.983006 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 36942) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:33.990622 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b0810463-b6ad-44dc-bc8f-c58759585127 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (c5c39009-3b6f-46e8-9e51-5b4a52df54e6), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:34.000590 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-d4bcaee5-0f51-4ea9-9b6d-01a3f28e9162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7ddbc6a-3d00-4753-9f33-feb0e12d7797', 'name': 'tempest-RoutersTest-router-1825890179', 'tenant_id': 'da82c5902a0c4c459ee88fe904a1e59b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:35:15Z', 'updated_at': '2022-02-28T10:35:29Z', 'revision_number': 3, 'project_id': 'da82c5902a0c4c459ee88fe904a1e59b', 'gw_port_host': None, '_interfaces': [{'id': '144edc35-9369-415e-842a-cda7c06a5ceb', 'name': '', 'network_id': '15f45c6f-d6b4-4b5d-9f81-44370067a41c', 'tenant_id': 'da82c5902a0c4c459ee88fe904a1e59b', 'mac_address': 'fa:16:3e:4a:33:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ddbc6a-3d00-4753-9f33-feb0e12d7797', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '80cf5cc3-7a23-4d81-9989-328f76a695ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:35:19Z', 'updated_at': '2022-02-28T10:35:30Z', 'revision_number': 5, 'project_id': 'da82c5902a0c4c459ee88fe904a1e59b', 'subnets': [{'id': '80cf5cc3-7a23-4d81-9989-328f76a695ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b347c59d-cb8d-4641-b188-7676c46efe56', 'name': '', 'network_id': 'eb839f6c-5043-484a-b1d1-584e5121d293', 'tenant_id': 'da82c5902a0c4c459ee88fe904a1e59b', 'mac_address': 'fa:16:3e:2c:4f:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7ddbc6a-3d00-4753-9f33-feb0e12d7797', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '2ebd56e7-0ebe-4361-8109-cd1b16754dc7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:35:27Z', 'updated_at': '2022-02-28T10:35:30Z', 'revision_number': 2, 'project_id': 'da82c5902a0c4c459ee88fe904a1e59b', 'subnets': [{'id': '2ebd56e7-0ebe-4361-8109-cd1b16754dc7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:34.014528 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdb4189-c80f-4304-8067-b1d725a80ed4 tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5254ea84-99cd-46b5-95f5-6afe6eaaab8f,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:34.041785 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4bcaee5-0f51-4ea9-9b6d-01a3f28e9162 None None] Checking router: d7ddbc6a-3d00-4753-9f33-feb0e12d7797 for host: dv-neutron-master-2-hyperv {{(pid=103410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:35:34.042172 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4bcaee5-0f51-4ea9-9b6d-01a3f28e9162 None None] Updating router d7ddbc6a-3d00-4753-9f33-feb0e12d7797 port b347c59d-cb8d-4641-b188-7676c46efe56 binding host dv-neutron-master-2-hyperv {{(pid=103410) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 10:35:34.067061 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-190daf09-6e64-4911-bdfb-0723cbd35607 tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0804193 Feb 28 10:35:34.068174 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 36944) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:34.075224 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d4bcaee5-0f51-4ea9-9b6d-01a3f28e9162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (b347c59d-cb8d-4641-b188-7676c46efe56), before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:34.080797 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.db.l3_db [None req-135ce582-bb23-4982-b5ea-45549356aa87 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Floating IP 73e598e9-b962-45b0-a7ee-1b8df1a2dad2 associated. External IP: 172.36.5.65, port: 4f103e25-ff26-471a-a89c-207e20a101df. Feb 28 10:35:34.084526 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0810463-b6ad-44dc-bc8f-c58759585127 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Pushing event deleted for resources: {'Port': ['ID=c5c39009-3b6f-46e8-9e51-5b4a52df54e6,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:34.092076 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ea297b8e-c6a6-4a2d-aa89-64723913cdc0 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1803404'] for router_interface (757f35f5-2260-4112-bfc2-ba2f40441c74), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:34.097890 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc0c4b70-1b17-4d8b-8710-87492dbae225 None None] Resources bound (agent type, host, resource id): {{(pid=103409) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 28 10:35:34.101578 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port b7c595d0-c3a1-436d-ab00-35aa1073ed46 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:35:34.102241 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (b7c595d0-c3a1-436d-ab00-35aa1073ed46), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:34.139437 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdb27412-6de9-43a7-b377-915eacef1a58 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Made reservation on behalf of da82c5902a0c4c459ee88fe904a1e59b for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:35:34.143391 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-cdb27412-6de9-43a7-b377-915eacef1a58 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3951209'] for subnet (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:34.153111 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b0810463-b6ad-44dc-bc8f-c58759585127 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:34.158773 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-b0810463-b6ad-44dc-bc8f-c58759585127 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] 10.222.0.20 "DELETE /v2.0/ports/c5c39009-3b6f-46e8-9e51-5b4a52df54e6 HTTP/1.1" status: 204 len: 168 time: 1.4919896 Feb 28 10:35:34.160096 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 36946) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:34.162952 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e2ceba58-a025-400d-85e0-cf35552e5901 tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Publish callbacks [] for security_group (1ca3e55a-985f-4035-8f7e-1269495ba858), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:34.190463 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e2ceba58-a025-400d-85e0-cf35552e5901 tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Publish callbacks [] for security_group (1ca3e55a-985f-4035-8f7e-1269495ba858), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:34.193216 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.db.api [None req-e55a0747-136f-4714-bbd0-754a710500f3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103409) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 10:35:34.193760 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG oslo_db.api [None req-e55a0747-136f-4714-bbd0-754a710500f3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 10:35:34.249980 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd403499-1478-419d-9a7f-7e83ef70f8a5 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] DELETE failed (client error): The resource could not be found. Feb 28 10:35:34.250603 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd403499-1478-419d-9a7f-7e83ef70f8a5 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:35:34.256842 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-fd403499-1478-419d-9a7f-7e83ef70f8a5 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] 10.222.0.20 "DELETE /v2.0/subnets/e3b31fa7-2f3d-413a-9ed3-2967e6496f8a HTTP/1.1" status: 404 len: 337 time: 0.0557384 Feb 28 10:35:34.259880 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 36948) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:34.275063 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e2ceba58-a025-400d-85e0-cf35552e5901 tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (1ca3e55a-985f-4035-8f7e-1269495ba858), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:34.277869 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e2ceba58-a025-400d-85e0-cf35552e5901 tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Publish callbacks [] for security_group (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:34.281668 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-e2ceba58-a025-400d-85e0-cf35552e5901 tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] 10.222.0.20 "DELETE /v2.0/security-groups/1ca3e55a-985f-4035-8f7e-1269495ba858 HTTP/1.1" status: 204 len: 168 time: 0.2092030 Feb 28 10:35:34.294827 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f1f1d3ad-7e16-4b31-b7b6-57591fb46d2a tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-823142'] for subnet (f727b28d-fa31-4dd9-a69e-79af95a4b493), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:34.295119 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 36950) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:34.307053 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port b7c595d0-c3a1-436d-ab00-35aa1073ed46 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:35:34.326198 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-b6fe19dc-b6d8-4262-a976-f4944dabaf14 tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] 10.222.0.20 "DELETE /v2.0/subnets/ee04e3cf-505d-4332-a386-7b807c03cfd4/tags HTTP/1.1" status: 204 len: 168 time: 0.5938308 Feb 28 10:35:34.367183 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 36952) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:34.375586 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.tag.tag_plugin [None req-835acbe6-3d30-4a6d-bfa1-78ba1fc21d87 tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'ee04e3cf-505d-4332-a386-7b807c03cfd4', 'tempest-TagsExtTest-Tag-404812712') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:34.393940 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ceba58-a025-400d-85e0-cf35552e5901 tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ca3e55a-985f-4035-8f7e-1269495ba858,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:34.434679 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d4bcaee5-0f51-4ea9-9b6d-01a3f28e9162 None None] Publish callbacks [] for port (b347c59d-cb8d-4641-b188-7676c46efe56), precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:34.443943 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d4bcaee5-0f51-4ea9-9b6d-01a3f28e9162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (b347c59d-cb8d-4641-b188-7676c46efe56), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:34.478186 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7a4a722a-e273-443e-8463-4eda2f67d6c8 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-665757'] for network (174450e2-ed1c-41d2-9052-2b416266f1c9), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:34.488278 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-7e131dcd-979b-4f7f-8657-d978c9a330a6 tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4538 time: 0.1763458 Feb 28 10:35:34.490311 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 36954) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:34.523812 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd058b4a-6cb9-48c3-83fc-311839114967 None None] Pushing event updated for resources: {'Port': ['ID=b347c59d-cb8d-4641-b188-7676c46efe56,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:34.526012 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 9a90330f-0794-48fa-97b5-4795294dbdcd up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:35:34.540372 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd058b4a-6cb9-48c3-83fc-311839114967 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:35:34.541021 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd058b4a-6cb9-48c3-83fc-311839114967 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:35:34.541160 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd058b4a-6cb9-48c3-83fc-311839114967 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:35:34.541626 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd058b4a-6cb9-48c3-83fc-311839114967 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:35:34.542004 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd058b4a-6cb9-48c3-83fc-311839114967 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:35:34.543069 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd058b4a-6cb9-48c3-83fc-311839114967 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:35:34.543580 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd058b4a-6cb9-48c3-83fc-311839114967 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:35:34.544053 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd058b4a-6cb9-48c3-83fc-311839114967 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:35:34.545086 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd058b4a-6cb9-48c3-83fc-311839114967 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:35:34.545086 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd058b4a-6cb9-48c3-83fc-311839114967 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:35:34.545317 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd058b4a-6cb9-48c3-83fc-311839114967 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:35:34.545707 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd058b4a-6cb9-48c3-83fc-311839114967 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:35:34.546021 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd058b4a-6cb9-48c3-83fc-311839114967 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:35:34.608745 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f1f1d3ad-7e16-4b31-b7b6-57591fb46d2a tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-823145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3498088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3516558'] for subnet (f727b28d-fa31-4dd9-a69e-79af95a4b493), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:34.620213 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ea297b8e-c6a6-4a2d-aa89-64723913cdc0 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (1bed16f5-6c09-4017-8c9a-d3fb1cf442b3), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:34.621703 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-d4bcaee5-0f51-4ea9-9b6d-01a3f28e9162 None None] Attempting to bind port b347c59d-cb8d-4641-b188-7676c46efe56 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:35:34.622143 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-d4bcaee5-0f51-4ea9-9b6d-01a3f28e9162 None None] Attempting to bind port b347c59d-cb8d-4641-b188-7676c46efe56 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'a5984d10-b6ad-49b0-8fb9-0adcc28ef9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'eb839f6c-5043-484a-b1d1-584e5121d293'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:35:34.622509 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4bcaee5-0f51-4ea9-9b6d-01a3f28e9162 None None] Attempting to bind port b347c59d-cb8d-4641-b188-7676c46efe56 on network eb839f6c-5043-484a-b1d1-584e5121d293 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:35:34.628796 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4bcaee5-0f51-4ea9-9b6d-01a3f28e9162 None None] Checking agent: {'id': '75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 24, 15), 'started_at': datetime.datetime(2022, 2, 28, 10, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 35, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:35:34.629957 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4bcaee5-0f51-4ea9-9b6d-01a3f28e9162 None None] Checking segment: {'id': 'a5984d10-b6ad-49b0-8fb9-0adcc28ef9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'eb839f6c-5043-484a-b1d1-584e5121d293'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:35:34.631189 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d4bcaee5-0f51-4ea9-9b6d-01a3f28e9162 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:34.631595 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4bcaee5-0f51-4ea9-9b6d-01a3f28e9162 None None] Bound using segment: {'id': 'a5984d10-b6ad-49b0-8fb9-0adcc28ef9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'eb839f6c-5043-484a-b1d1-584e5121d293'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:35:34.632097 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-d4bcaee5-0f51-4ea9-9b6d-01a3f28e9162 None None] Bound port: b347c59d-cb8d-4641-b188-7676c46efe56, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5984d10-b6ad-49b0-8fb9-0adcc28ef9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'eb839f6c-5043-484a-b1d1-584e5121d293'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:35:34.632478 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d4bcaee5-0f51-4ea9-9b6d-01a3f28e9162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (b347c59d-cb8d-4641-b188-7676c46efe56), before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:34.671446 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port 9a90330f-0794-48fa-97b5-4795294dbdcd triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:35:34.671803 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (9a90330f-0794-48fa-97b5-4795294dbdcd), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:34.673667 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f1d3ad-7e16-4b31-b7b6-57591fb46d2a tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Pushing event deleted for resources: {'Subnet': ['ID=f727b28d-fa31-4dd9-a69e-79af95a4b493,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:34.682850 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f1f1d3ad-7e16-4b31-b7b6-57591fb46d2a tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616561'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:34.689423 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-f1f1d3ad-7e16-4b31-b7b6-57591fb46d2a tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "DELETE /v2.0/subnets/f727b28d-fa31-4dd9-a69e-79af95a4b493 HTTP/1.1" status: 204 len: 168 time: 1.3320518 Feb 28 10:35:34.691693 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 36956) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:34.726349 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-d4bcaee5-0f51-4ea9-9b6d-01a3f28e9162 None None] For port b347c59d-cb8d-4641-b188-7676c46efe56, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:35:34.730937 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-d4bcaee5-0f51-4ea9-9b6d-01a3f28e9162 None None] For port b347c59d-cb8d-4641-b188-7676c46efe56, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b347c59d-cb8d-4641-b188-7676c46efe56,segment=NetworkSegment(a5984d10-b6ad-49b0-8fb9-0adcc28ef9b7),segment_id=a5984d10-b6ad-49b0-8fb9-0adcc28ef9b7)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:35:34.739683 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-d4bcaee5-0f51-4ea9-9b6d-01a3f28e9162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (b347c59d-cb8d-4641-b188-7676c46efe56), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:34.746012 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe169733-2ea8-4082-8319-39fee3fff803 None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=103409) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 28 10:35:34.749399 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-e55a0747-136f-4714-bbd0-754a710500f3 None None] Current status of the port 72fd1a44-1316-4943-b6c3-42ff16d628c5 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:35:34.799905 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-e55a0747-136f-4714-bbd0-754a710500f3 None None] Provisioning complete for port b347c59d-cb8d-4641-b188-7676c46efe56 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:35:34.800294 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e55a0747-136f-4714-bbd0-754a710500f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (b347c59d-cb8d-4641-b188-7676c46efe56), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:34.820856 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd058b4a-6cb9-48c3-83fc-311839114967 None None] Pushing event updated for resources: {'Port': ['ID=b347c59d-cb8d-4641-b188-7676c46efe56,revision_number=4']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:34.831230 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4bcaee5-0f51-4ea9-9b6d-01a3f28e9162 None None] Routers {'d7ddbc6a-3d00-4753-9f33-feb0e12d7797'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:35:34.831578 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-d4bcaee5-0f51-4ea9-9b6d-01a3f28e9162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:35:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['d7ddbc6a-3d00-4753-9f33-feb0e12d7797'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:34.859014 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7a4a722a-e273-443e-8463-4eda2f67d6c8 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672413', 'neutron.services.segments.db._delete_segments_for_network-8742057110173'] for network (174450e2-ed1c-41d2-9052-2b416266f1c9), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:34.869403 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3214cf79-edc7-4827-87f0-026bc6af2e5e tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Publish callbacks [] for security_group (3d1fc43f-4e38-4661-a823-f549fa4cebbe), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:34.876224 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 9a90330f-0794-48fa-97b5-4795294dbdcd is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:35:34.877366 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 72fd1a44-1316-4943-b6c3-42ff16d628c5 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:35:34.908949 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-cdb27412-6de9-43a7-b377-915eacef1a58 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3242588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3951195'] for subnet (e59946e5-ae07-4772-8426-8605a011da8d), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:34.926097 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-7a4a722a-e273-443e-8463-4eda2f67d6c8 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['174450e2-ed1c-41d2-9052-2b416266f1c9']}} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:34.961052 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-d4bcaee5-0f51-4ea9-9b6d-01a3f28e9162 None None] Set router d7ddbc6a-3d00-4753-9f33-feb0e12d7797 gateway port host: None {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:35:34.973326 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3214cf79-edc7-4827-87f0-026bc6af2e5e tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Publish callbacks [] for security_group (3d1fc43f-4e38-4661-a823-f549fa4cebbe), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:34.998473 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-7a4a722a-e273-443e-8463-4eda2f67d6c8 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7e388f6-2c75-4a11-bfd4-e8530fe7b6f4') {'for_net_delete': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:34.999050 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-7a4a722a-e273-443e-8463-4eda2f67d6c8 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7e388f6-2c75-4a11-bfd4-e8530fe7b6f4') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:35.021065 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7a4a722a-e273-443e-8463-4eda2f67d6c8 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742057113766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3423550'] for segment (d7e388f6-2c75-4a11-bfd4-e8530fe7b6f4), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:35.066590 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7a4a722a-e273-443e-8463-4eda2f67d6c8 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (d7e388f6-2c75-4a11-bfd4-e8530fe7b6f4), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:35.073825 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port 72fd1a44-1316-4943-b6c3-42ff16d628c5 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:35:35.074223 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (72fd1a44-1316-4943-b6c3-42ff16d628c5), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:35.075883 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb27412-6de9-43a7-b377-915eacef1a58 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Pushing event updated for resources: {'Subnet': ['ID=e59946e5-ae07-4772-8426-8605a011da8d,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:35.105715 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a4a722a-e273-443e-8463-4eda2f67d6c8 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Releasing vlan 261 on physical network physnet1 to pool {{(pid=103408) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:35:35.106429 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7a4a722a-e273-443e-8463-4eda2f67d6c8 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3242693'] for segment (d7e388f6-2c75-4a11-bfd4-e8530fe7b6f4), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:35.110355 dv-neutron-master-2-hyperv neutron-server[103408]: Traceback (most recent call last): Feb 28 10:35:35.110355 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:35:35.110355 dv-neutron-master-2-hyperv neutron-server[103408]: timer() Feb 28 10:35:35.110355 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:35:35.110355 dv-neutron-master-2-hyperv neutron-server[103408]: cb(*args, **kw) Feb 28 10:35:35.110355 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:35:35.110355 dv-neutron-master-2-hyperv neutron-server[103408]: return func(*args, **kwargs) Feb 28 10:35:35.110355 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:35:35.110355 dv-neutron-master-2-hyperv neutron-server[103408]: self._notify() Feb 28 10:35:35.110355 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:35:35.110355 dv-neutron-master-2-hyperv neutron-server[103408]: self.callback(batched_events) Feb 28 10:35:35.110355 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:35:35.110355 dv-neutron-master-2-hyperv neutron-server[103408]: event.method(event) Feb 28 10:35:35.110355 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:35:35.110355 dv-neutron-master-2-hyperv neutron-server[103408]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:35:35.110355 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:35:35.110355 dv-neutron-master-2-hyperv neutron-server[103408]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:35:35.110355 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:35:35.110355 dv-neutron-master-2-hyperv neutron-server[103408]: return f(self, *a, **k) Feb 28 10:35:35.110355 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:35:35.110355 dv-neutron-master-2-hyperv neutron-server[103408]: return self._get(url).json() Feb 28 10:35:35.110355 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:35:35.110355 dv-neutron-master-2-hyperv neutron-server[103408]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:35:35.110355 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:35:35.110355 dv-neutron-master-2-hyperv neutron-server[103408]: return self.request(url, 'GET', **kwargs) Feb 28 10:35:35.110355 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:35:35.110355 dv-neutron-master-2-hyperv neutron-server[103408]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:35:35.110355 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:35:35.110355 dv-neutron-master-2-hyperv neutron-server[103408]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:35:35.110355 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:35:35.110355 dv-neutron-master-2-hyperv neutron-server[103408]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:35:35.110355 dv-neutron-master-2-hyperv neutron-server[103408]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:35:35.154588 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe169733-2ea8-4082-8319-39fee3fff803 None None] Resources bound (agent type, host, resource id): {{(pid=103409) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 28 10:35:35.163851 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-e55a0747-136f-4714-bbd0-754a710500f3 None None] Current status of the port b347c59d-cb8d-4641-b188-7676c46efe56 is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:35:35.164137 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e55a0747-136f-4714-bbd0-754a710500f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (b347c59d-cb8d-4641-b188-7676c46efe56), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:35.182137 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-a97ec04d-d6d7-4750-86ce-0493b8d46970 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4866886 Feb 28 10:35:35.187729 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 36958) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:35.197371 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-523e1a56-6865-4c88-a2d9-7148baec122a tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Request body: {'subnet': {'network_id': '9f0a511d-8408-4971-9daa-968eebea54f2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:35.199485 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb27412-6de9-43a7-b377-915eacef1a58 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Checking segment: {'id': 'c74b0ba8-4ad1-45bf-a2b1-8275746689d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '83813e83-2fb7-432f-b021-5f0d0cb5b1b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:35:35.200099 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb27412-6de9-43a7-b377-915eacef1a58 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Network hostable DHCP agents. Network: 83813e83-2fb7-432f-b021-5f0d0cb5b1b1, hostable agents: ['fb6705d2-4f70-4965-92a3-fbfccd43a6d3'], hosted agents: [] {{(pid=103408) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:35:35.209365 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3214cf79-edc7-4827-87f0-026bc6af2e5e tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (3d1fc43f-4e38-4661-a823-f549fa4cebbe), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:35.212969 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3214cf79-edc7-4827-87f0-026bc6af2e5e tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Publish callbacks [] for security_group (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:35.219273 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-3214cf79-edc7-4827-87f0-026bc6af2e5e tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] 10.222.0.20 "DELETE /v2.0/security-groups/3d1fc43f-4e38-4661-a823-f549fa4cebbe HTTP/1.1" status: 204 len: 168 time: 0.7177718 Feb 28 10:35:35.221469 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 36960) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:35.257700 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3214cf79-edc7-4827-87f0-026bc6af2e5e tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d1fc43f-4e38-4661-a823-f549fa4cebbe,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:35.263477 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-d4bcaee5-0f51-4ea9-9b6d-01a3f28e9162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7ddbc6a-3d00-4753-9f33-feb0e12d7797', 'name': 'tempest-RoutersTest-router-1825890179', 'tenant_id': 'da82c5902a0c4c459ee88fe904a1e59b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:35:15Z', 'updated_at': '2022-02-28T10:35:29Z', 'revision_number': 3, 'project_id': 'da82c5902a0c4c459ee88fe904a1e59b', 'gw_port_host': None, '_interfaces': [{'id': '144edc35-9369-415e-842a-cda7c06a5ceb', 'name': '', 'network_id': '15f45c6f-d6b4-4b5d-9f81-44370067a41c', 'tenant_id': 'da82c5902a0c4c459ee88fe904a1e59b', 'mac_address': 'fa:16:3e:4a:33:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ddbc6a-3d00-4753-9f33-feb0e12d7797', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '80cf5cc3-7a23-4d81-9989-328f76a695ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:35:19Z', 'updated_at': '2022-02-28T10:35:30Z', 'revision_number': 5, 'project_id': 'da82c5902a0c4c459ee88fe904a1e59b', 'subnets': [{'id': '80cf5cc3-7a23-4d81-9989-328f76a695ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b347c59d-cb8d-4641-b188-7676c46efe56', 'name': '', 'network_id': 'eb839f6c-5043-484a-b1d1-584e5121d293', 'tenant_id': 'da82c5902a0c4c459ee88fe904a1e59b', 'mac_address': 'fa:16:3e:2c:4f:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7ddbc6a-3d00-4753-9f33-feb0e12d7797', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '2ebd56e7-0ebe-4361-8109-cd1b16754dc7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:35:27Z', 'updated_at': '2022-02-28T10:35:34Z', 'revision_number': 4, 'project_id': 'da82c5902a0c4c459ee88fe904a1e59b', 'subnets': [{'id': '2ebd56e7-0ebe-4361-8109-cd1b16754dc7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:35.273808 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7a4a722a-e273-443e-8463-4eda2f67d6c8 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803269'] for network (174450e2-ed1c-41d2-9052-2b416266f1c9), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:35.295799 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7a4a722a-e273-443e-8463-4eda2f67d6c8 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616561'] for network (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:35.306958 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-7a4a722a-e273-443e-8463-4eda2f67d6c8 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] 10.222.0.20 "DELETE /v2.0/networks/174450e2-ed1c-41d2-9052-2b416266f1c9 HTTP/1.1" status: 204 len: 168 time: 1.0448096 Feb 28 10:35:35.308644 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb27412-6de9-43a7-b377-915eacef1a58 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Network 83813e83-2fb7-432f-b021-5f0d0cb5b1b1 is scheduled to be hosted by DHCP agent fb6705d2-4f70-4965-92a3-fbfccd43a6d3 with binding_index 1 {{(pid=103408) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:35:35.310457 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 36962) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:35.314626 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4bcaee5-0f51-4ea9-9b6d-01a3f28e9162 None None] The sync data for ids ['d7ddbc6a-3d00-4753-9f33-feb0e12d7797'] in dv-neutron-master-2-hyperv is: [{'id': 'd7ddbc6a-3d00-4753-9f33-feb0e12d7797', 'name': 'tempest-RoutersTest-router-1825890179', 'tenant_id': 'da82c5902a0c4c459ee88fe904a1e59b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:35:15Z', 'updated_at': '2022-02-28T10:35:29Z', 'revision_number': 3, 'project_id': 'da82c5902a0c4c459ee88fe904a1e59b', 'gw_port_host': None, '_interfaces': [{'id': '144edc35-9369-415e-842a-cda7c06a5ceb', 'name': '', 'network_id': '15f45c6f-d6b4-4b5d-9f81-44370067a41c', 'tenant_id': 'da82c5902a0c4c459ee88fe904a1e59b', 'mac_address': 'fa:16:3e:4a:33:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ddbc6a-3d00-4753-9f33-feb0e12d7797', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '80cf5cc3-7a23-4d81-9989-328f76a695ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:35:19Z', 'updated_at': '2022-02-28T10:35:30Z', 'revision_number': 5, 'project_id': 'da82c5902a0c4c459ee88fe904a1e59b', 'subnets': [{'id': '80cf5cc3-7a23-4d81-9989-328f76a695ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b347c59d-cb8d-4641-b188-7676c46efe56', 'name': '', 'network_id': 'eb839f6c-5043-484a-b1d1-584e5121d293', 'tenant_id': 'da82c5902a0c4c459ee88fe904a1e59b', 'mac_address': 'fa:16:3e:2c:4f:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7ddbc6a-3d00-4753-9f33-feb0e12d7797', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '2ebd56e7-0ebe-4361-8109-cd1b16754dc7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:35:27Z', 'updated_at': '2022-02-28T10:35:34Z', 'revision_number': 4, 'project_id': 'da82c5902a0c4c459ee88fe904a1e59b', 'subnets': [{'id': '2ebd56e7-0ebe-4361-8109-cd1b16754dc7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:35:35.373271 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-835acbe6-3d30-4a6d-bfa1-78ba1fc21d87 tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] 10.222.0.20 "PUT /v2.0/subnets/ee04e3cf-505d-4332-a386-7b807c03cfd4/tags/tempest-TagsExtTest-Tag-404812712 HTTP/1.1" status: 201 len: 201 time: 0.9991591 Feb 28 10:35:35.399224 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 36964) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:35.417013 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 72fd1a44-1316-4943-b6c3-42ff16d628c5 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:35:35.422973 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-e55a0747-136f-4714-bbd0-754a710500f3 None None] For port b347c59d-cb8d-4641-b188-7676c46efe56, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b347c59d-cb8d-4641-b188-7676c46efe56,segment=NetworkSegment(a5984d10-b6ad-49b0-8fb9-0adcc28ef9b7),segment_id=a5984d10-b6ad-49b0-8fb9-0adcc28ef9b7)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:35:35.428619 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.tag.tag_plugin [None req-69d176db-90df-4920-97b4-dbfb8dc3d723 tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'c9e55315-19f3-41a9-82ed-a7cce52596b8', 'tempest-TagsExtTest-Tag-455154758') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:35.432641 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e55a0747-136f-4714-bbd0-754a710500f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (b347c59d-cb8d-4641-b188-7676c46efe56), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:35.435439 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-cdb27412-6de9-43a7-b377-915eacef1a58 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 83813e83-2fb7-432f-b021-5f0d0cb5b1b1) {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:35:35.444143 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-135ce582-bb23-4982-b5ea-45549356aa87 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Router 8b6ab8b8-279b-4753-bdf9-c3aeccd09e28 has already been hosted by L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:35:35.464746 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4a722a-e273-443e-8463-4eda2f67d6c8 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Pushing event deleted for resources: {'Network': ['ID=174450e2-ed1c-41d2-9052-2b416266f1c9,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:35.509987 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdb27412-6de9-43a7-b377-915eacef1a58 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:35.510592 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-cdb27412-6de9-43a7-b377-915eacef1a58 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks [] for subnet (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:35.520028 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55a0747-136f-4714-bbd0-754a710500f3 None None] Pushing event updated for resources: {'Port': ['ID=b347c59d-cb8d-4641-b188-7676c46efe56,revision_number=5']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:35.546058 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-7791bbcc-6fb5-4bc6-989e-e889e49c0538 tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.3189056 Feb 28 10:35:35.547440 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 36966) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:35.552981 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-3bd8eb2b-75c1-48ba-871d-90012674ba48 tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Request body: {'security_group': {'name': 'tempest-secgroup--1914724298'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:35.560901 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-706d41c2-cf52-4d09-b85e-e2b15846aba2 None None] Provisioning complete for port 72fd1a44-1316-4943-b6c3-42ff16d628c5 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:35:35.562844 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-706d41c2-cf52-4d09-b85e-e2b15846aba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (72fd1a44-1316-4943-b6c3-42ff16d628c5), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:35.586795 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-cdb27412-6de9-43a7-b377-915eacef1a58 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6817927 Feb 28 10:35:35.590538 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3bd8eb2b-75c1-48ba-871d-90012674ba48 tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Publish callbacks [] for security_group (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:35.592490 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 36968) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:35.609088 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2beb567-bcb0-413f-9946-5cde8d8302f3 None None] Network 9f0a511d-8408-4971-9daa-968eebea54f2 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:35:35.704255 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-884110a9-7d47-45ca-a8a6-82e7754bdd9c None None] Network 83813e83-2fb7-432f-b021-5f0d0cb5b1b1 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:35:35.809586 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3bd8eb2b-75c1-48ba-871d-90012674ba48 tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Publish callbacks [] for security_group (edad1f69-20db-48f8-bcb4-4c3e862090fc), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:35.820362 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-135ce582-bb23-4982-b5ea-45549356aa87 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:35:35.840200 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3bd8eb2b-75c1-48ba-871d-90012674ba48 tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (edad1f69-20db-48f8-bcb4-4c3e862090fc), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:35.845045 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-523e1a56-6865-4c88-a2d9-7148baec122a tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Made reservation on behalf of 01d784a6a3f04224a7e9160ad9d44184 for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:35:35.849132 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-523e1a56-6865-4c88-a2d9-7148baec122a tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3516581'] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:35.888583 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-810a1ba6-d327-49c9-b0c9-737242755e1d None None] Sync routers for ids ['8b6ab8b8-279b-4753-bdf9-c3aeccd09e28'] in dv-neutron-master-2-hyperv {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:35:35.976787 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3bd8eb2b-75c1-48ba-871d-90012674ba48 tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Publish callbacks [] for security_group (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:35.978557 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-3bd8eb2b-75c1-48ba-871d-90012674ba48 tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4298384 Feb 28 10:35:36.047802 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 36972) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:36.058608 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-c2c81132-c2f2-4a77-ba17-897f14ec102e tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Request body: {'security_group_rule': {'security_group_id': 'edad1f69-20db-48f8-bcb4-4c3e862090fc', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:36.069662 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd8eb2b-75c1-48ba-871d-90012674ba48 tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Pushing event updated for resources: {'SecurityGroup': ['ID=edad1f69-20db-48f8-bcb4-4c3e862090fc,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:36.075213 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-810a1ba6-d327-49c9-b0c9-737242755e1d None None] Routers {'8b6ab8b8-279b-4753-bdf9-c3aeccd09e28'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:35:36.076152 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-810a1ba6-d327-49c9-b0c9-737242755e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:35:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['8b6ab8b8-279b-4753-bdf9-c3aeccd09e28'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:36.079742 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-69d176db-90df-4920-97b4-dbfb8dc3d723 tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] 10.222.0.20 "PUT /v2.0/ports/c9e55315-19f3-41a9-82ed-a7cce52596b8/tags/tempest-TagsExtTest-Tag-455154758 HTTP/1.1" status: 201 len: 201 time: 0.6744289 Feb 28 10:35:36.081455 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-135ce582-bb23-4982-b5ea-45549356aa87 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for floatingip (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:36.083249 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 36976) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:36.092855 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.tag.tag_plugin [None req-290a4cb9-1f48-4488-905c-4d400e6dce61 tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'f29ac35e-6e52-453f-943a-bec3c1141b7a', 'tempest-TagsExtTest-Tag-664205298') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:36.177006 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c2c81132-c2f2-4a77-ba17-897f14ec102e tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Publish callbacks [] for security_group_rule (5771a599-6ee5-4613-93cc-74c5de631074), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:36.193539 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-135ce582-bb23-4982-b5ea-45549356aa87 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 8.0320704 Feb 28 10:35:36.202662 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 36978) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:36.206214 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-627b351c-b3f4-4e49-a7ae-ac4b47d62133 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Deleting port d4a41649-93de-4623-b355-4604b3b1e9c6 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:35:36.206690 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-627b351c-b3f4-4e49-a7ae-ac4b47d62133 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (d4a41649-93de-4623-b355-4604b3b1e9c6), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:36.217464 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-810a1ba6-d327-49c9-b0c9-737242755e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:36.261020 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-39868584-e7fd-4179-ae8c-f098e84d2ba0 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:36.301716 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-810a1ba6-d327-49c9-b0c9-737242755e1d None None] Routers {'8b6ab8b8-279b-4753-bdf9-c3aeccd09e28'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:35:36.302624 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-810a1ba6-d327-49c9-b0c9-737242755e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:35:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['8b6ab8b8-279b-4753-bdf9-c3aeccd09e28'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:36.315950 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-706d41c2-cf52-4d09-b85e-e2b15846aba2 None None] Current status of the port 72fd1a44-1316-4943-b6c3-42ff16d628c5 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:35:36.340239 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-39868584-e7fd-4179-ae8c-f098e84d2ba0 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks [] for floatingip (73e598e9-b962-45b0-a7ee-1b8df1a2dad2), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:36.413537 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ea297b8e-c6a6-4a2d-aa89-64723913cdc0 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks [] for port (1bed16f5-6c09-4017-8c9a-d3fb1cf442b3), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:36.448201 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c277ac7-7929-4380-b6f3-decb57c7a16f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-83813e83-2fb7-432f-b021-5f0d0cb5b1b1', 'network_id': '83813e83-2fb7-432f-b021-5f0d0cb5b1b1', 'project_id': 'da82c5902a0c4c459ee88fe904a1e59b', 'fixed_ips': [{'subnet_id': 'e59946e5-ae07-4772-8426-8605a011da8d'}]}} from dv-neutron-master-2-hyperv. {{(pid=103409) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:35:36.449141 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7c277ac7-7929-4380-b6f3-decb57c7a16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:36.452073 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-810a1ba6-d327-49c9-b0c9-737242755e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:36.452751 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-810a1ba6-d327-49c9-b0c9-737242755e1d None None] The sync data for ids ['8b6ab8b8-279b-4753-bdf9-c3aeccd09e28'] in dv-neutron-master-2-hyperv is: [] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:35:36.508688 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85837263-57f5-4c22-9dca-f13f9150854d None None] DHCP port deletion for 9f0a511d-8408-4971-9daa-968eebea54f2 request from dv-neutron-master-2-hyperv {{(pid=103409) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:35:36.525437 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-706d41c2-cf52-4d09-b85e-e2b15846aba2 None None] Provisioning complete for port 1bed16f5-6c09-4017-8c9a-d3fb1cf442b3 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:35:36.525821 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-706d41c2-cf52-4d09-b85e-e2b15846aba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (1bed16f5-6c09-4017-8c9a-d3fb1cf442b3), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:36.564113 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ea297b8e-c6a6-4a2d-aa89-64723913cdc0 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3498066'] for port (1bed16f5-6c09-4017-8c9a-d3fb1cf442b3), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:36.565078 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ea297b8e-c6a6-4a2d-aa89-64723913cdc0 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1802524'] for router_interface (757f35f5-2260-4112-bfc2-ba2f40441c74), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:36.574726 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-627b351c-b3f4-4e49-a7ae-ac4b47d62133 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (d4a41649-93de-4623-b355-4604b3b1e9c6), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:36.583086 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device b347c59d-cb8d-4641-b188-7676c46efe56 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:35:36.638996 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-627b351c-b3f4-4e49-a7ae-ac4b47d62133 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Calling delete_port for d4a41649-93de-4623-b355-4604b3b1e9c6 owned by {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:35:36.695989 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.objects.ports [None req-523e1a56-6865-4c88-a2d9-7148baec122a tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103407) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 28 10:35:36.871609 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c2c81132-c2f2-4a77-ba17-897f14ec102e tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Publish callbacks [] for security_group_rule (5771a599-6ee5-4613-93cc-74c5de631074), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:36.897072 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea297b8e-c6a6-4a2d-aa89-64723913cdc0 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Pushing event updated for resources: {'Port': ['ID=1bed16f5-6c09-4017-8c9a-d3fb1cf442b3,revision_number=3']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:36.904602 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-290a4cb9-1f48-4488-905c-4d400e6dce61 tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] 10.222.0.20 "PUT /v2.0/routers/f29ac35e-6e52-453f-943a-bec3c1141b7a/tags/tempest-TagsExtTest-Tag-664205298 HTTP/1.1" status: 201 len: 201 time: 0.8137431 Feb 28 10:35:36.904602 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c2c81132-c2f2-4a77-ba17-897f14ec102e tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594242'] for security_group_rule (5771a599-6ee5-4613-93cc-74c5de631074), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:36.906543 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-706d41c2-cf52-4d09-b85e-e2b15846aba2 None None] Port 1bed16f5-6c09-4017-8c9a-d3fb1cf442b3 cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:35:36.907714 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 36982) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:36.917164 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.tag.tag_plugin [None req-11e58d75-4be6-4330-a49a-65fa424ff82a tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'ba9c1f60-cbdb-4a80-bc06-4c8a37c35dc6', 'tempest-TagsExtTest-Tag-1113203698') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:36.947498 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c81132-c2f2-4a77-ba17-897f14ec102e tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5771a599-6ee5-4613-93cc-74c5de631074,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:36.967120 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c2c81132-c2f2-4a77-ba17-897f14ec102e tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:36.971026 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-c2c81132-c2f2-4a77-ba17-897f14ec102e tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.9196255 Feb 28 10:35:36.974031 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 36984) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:36.977699 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-85837263-57f5-4c22-9dca-f13f9150854d None None] Deleting port 9a90330f-0794-48fa-97b5-4795294dbdcd {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:35:36.978208 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-85837263-57f5-4c22-9dca-f13f9150854d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (9a90330f-0794-48fa-97b5-4795294dbdcd), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:37.016052 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-095ce2be-dcb7-4af1-9126-5e3463973d6c tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:37.021803 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-11e58d75-4be6-4330-a49a-65fa424ff82a tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] 10.222.0.20 "PUT /v2.0/subnetpools/ba9c1f60-cbdb-4a80-bc06-4c8a37c35dc6/tags/tempest-TagsExtTest-Tag-1113203698 HTTP/1.1" status: 201 len: 201 time: 0.1057057 Feb 28 10:35:37.022418 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 36986) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:37.029615 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-39868584-e7fd-4179-ae8c-f098e84d2ba0 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:37.033460 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.tag.tag_plugin [None req-6b9aafb2-8070-4d00-a358-65d11ed22b34 tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'ee04e3cf-505d-4332-a386-7b807c03cfd4', {'tags': ['tempest-TagsExtTest-Tag-670494407', 'tempest-TagsExtTest-Tag-1514410853', 'tempest-TagsExtTest-Tag-1531885609']}) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:37.058928 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port b347c59d-cb8d-4641-b188-7676c46efe56 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:35:37.059176 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-39868584-e7fd-4179-ae8c-f098e84d2ba0 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1803383'] for floatingip (73e598e9-b962-45b0-a7ee-1b8df1a2dad2), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:37.059494 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.db.l3_db [None req-39868584-e7fd-4179-ae8c-f098e84d2ba0 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Floating IP 73e598e9-b962-45b0-a7ee-1b8df1a2dad2 disassociated. External IP: 172.36.5.65, port: 4f103e25-ff26-471a-a89c-207e20a101df. Feb 28 10:35:37.059632 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (b347c59d-cb8d-4641-b188-7676c46efe56), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:37.119471 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-7c277ac7-7929-4380-b6f3-decb57c7a16f None None] Allocated IP 172.22.0.2 (83813e83-2fb7-432f-b021-5f0d0cb5b1b1/e59946e5-ae07-4772-8426-8605a011da8d/1236db71-8968-45c0-86b8-576ab929b993) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:35:37.133477 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-94e73c46-cc6d-432d-a322-e11a3c2d7daf None None] Provisioning complete for port 1bed16f5-6c09-4017-8c9a-d3fb1cf442b3 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:35:37.134010 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-94e73c46-cc6d-432d-a322-e11a3c2d7daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (1bed16f5-6c09-4017-8c9a-d3fb1cf442b3), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:37.180411 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-6b9aafb2-8070-4d00-a358-65d11ed22b34 tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] 10.222.0.20 "PUT /v2.0/subnets/ee04e3cf-505d-4332-a386-7b807c03cfd4/tags HTTP/1.1" status: 200 len: 317 time: 0.1572847 Feb 28 10:35:37.183740 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 36988) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:37.185977 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c670be4d-8d87-42a0-b6a0-314fe6801e5a tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Publish callbacks [] for security_group_rule (5771a599-6ee5-4613-93cc-74c5de631074), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:37.188311 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.tag.tag_plugin [None req-df3d8a74-f85f-4a74-ba65-8ab7d3a4e0ee tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'ee04e3cf-505d-4332-a386-7b807c03cfd4') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:37.198474 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea297b8e-c6a6-4a2d-aa89-64723913cdc0 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Network 709504fb-48ca-495a-9fde-45ecf5ee1554 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:35:37.219050 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43bef8e-b044-44b5-8407-8691a25627d7 req-12f8bf97-4897-4c0d-a7ce-b53973ae34ab tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:37.220668 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-c43bef8e-b044-44b5-8407-8691a25627d7 req-12f8bf97-4897-4c0d-a7ce-b53973ae34ab tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] 10.222.0.20 "GET /v2.0/ports?device_id=21839f2d-46e7-497a-a06a-b1ae129c5e90 HTTP/1.1" status: 200 len: 945 time: 0.3943632 Feb 28 10:35:37.221607 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-ea297b8e-c6a6-4a2d-aa89-64723913cdc0 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:35:37.227374 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c670be4d-8d87-42a0-b6a0-314fe6801e5a tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Publish callbacks [] for security_group_rule (5771a599-6ee5-4613-93cc-74c5de631074), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:37.295941 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-85837263-57f5-4c22-9dca-f13f9150854d None None] For port 9a90330f-0794-48fa-97b5-4795294dbdcd, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9a90330f-0794-48fa-97b5-4795294dbdcd,segment=NetworkSegment(bf553b55-fb1d-4346-a090-4fb77eb0fbd7),segment_id=bf553b55-fb1d-4346-a090-4fb77eb0fbd7)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:35:37.296357 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-85837263-57f5-4c22-9dca-f13f9150854d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (9a90330f-0794-48fa-97b5-4795294dbdcd), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:37.309082 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-94e73c46-cc6d-432d-a322-e11a3c2d7daf None None] Port 1bed16f5-6c09-4017-8c9a-d3fb1cf442b3 cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:35:37.309291 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-627b351c-b3f4-4e49-a7ae-ac4b47d62133 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (d4a41649-93de-4623-b355-4604b3b1e9c6), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:37.335473 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-85837263-57f5-4c22-9dca-f13f9150854d None None] Calling delete_port for 9a90330f-0794-48fa-97b5-4795294dbdcd owned by network:dhcp {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:35:37.340753 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-94e73c46-cc6d-432d-a322-e11a3c2d7daf None None] Provisioning complete for port b347c59d-cb8d-4641-b188-7676c46efe56 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:35:37.341125 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-94e73c46-cc6d-432d-a322-e11a3c2d7daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (b347c59d-cb8d-4641-b188-7676c46efe56), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:37.379269 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port b347c59d-cb8d-4641-b188-7676c46efe56 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:35:37.383898 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-df3d8a74-f85f-4a74-ba65-8ab7d3a4e0ee tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] 10.222.0.20 "DELETE /v2.0/subnets/ee04e3cf-505d-4332-a386-7b807c03cfd4/tags HTTP/1.1" status: 204 len: 168 time: 0.1958885 Feb 28 10:35:37.384091 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 36990) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:37.389453 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.tag.tag_plugin [None req-96ccf450-3d41-4d8b-98ff-a4db5f944f81 tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'ee04e3cf-505d-4332-a386-7b807c03cfd4', 'tempest-TagsExtTest-Tag-670494407') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:37.457303 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627b351c-b3f4-4e49-a7ae-ac4b47d62133 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Pushing event deleted for resources: {'Port': ['ID=d4a41649-93de-4623-b355-4604b3b1e9c6,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:37.457915 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.api.v2.resource [None req-96ccf450-3d41-4d8b-98ff-a4db5f944f81 tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] show failed (client error): The resource could not be found. Feb 28 10:35:37.463673 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-96ccf450-3d41-4d8b-98ff-a4db5f944f81 tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] 10.222.0.20 "GET /v2.0/subnets/ee04e3cf-505d-4332-a386-7b807c03cfd4/tags/tempest-TagsExtTest-Tag-670494407 HTTP/1.1" status: 404 len: 328 time: 0.0738149 Feb 28 10:35:37.463673 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 36992) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:37.467820 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.tag.tag_plugin [None req-b8653e24-8cca-415c-acbf-680dee332a54 tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'ee04e3cf-505d-4332-a386-7b807c03cfd4', 'tempest-TagsExtTest-Tag-1514410853') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:37.478142 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c670be4d-8d87-42a0-b6a0-314fe6801e5a tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594242'] for security_group_rule (5771a599-6ee5-4613-93cc-74c5de631074), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:37.479715 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-523e1a56-6865-4c88-a2d9-7148baec122a tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (9a90330f-0794-48fa-97b5-4795294dbdcd), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:37.490630 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c670be4d-8d87-42a0-b6a0-314fe6801e5a tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:37.491785 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-c670be4d-8d87-42a0-b6a0-314fe6801e5a tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/5771a599-6ee5-4613-93cc-74c5de631074 HTTP/1.1" status: 204 len: 168 time: 0.4808557 Feb 28 10:35:37.495221 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-627b351c-b3f4-4e49-a7ae-ac4b47d62133 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:37.498627 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-627b351c-b3f4-4e49-a7ae-ac4b47d62133 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] 10.222.0.20 "DELETE /v2.0/ports/d4a41649-93de-4623-b355-4604b3b1e9c6 HTTP/1.1" status: 204 len: 168 time: 2.1850972 Feb 28 10:35:37.501665 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 36994) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:37.502006 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 36996) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:37.560757 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.api.v2.resource [None req-b8653e24-8cca-415c-acbf-680dee332a54 tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] show failed (client error): The resource could not be found. Feb 28 10:35:37.562551 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-b8653e24-8cca-415c-acbf-680dee332a54 tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] 10.222.0.20 "GET /v2.0/subnets/ee04e3cf-505d-4332-a386-7b807c03cfd4/tags/tempest-TagsExtTest-Tag-1514410853 HTTP/1.1" status: 404 len: 329 time: 0.0985372 Feb 28 10:35:37.565048 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 36998) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:37.575384 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.tag.tag_plugin [None req-e878bd09-3779-4081-bab1-c4aafed8a166 tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'ee04e3cf-505d-4332-a386-7b807c03cfd4', 'tempest-TagsExtTest-Tag-1531885609') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:37.581761 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-94e73c46-cc6d-432d-a322-e11a3c2d7daf None None] Current status of the port b347c59d-cb8d-4641-b188-7676c46efe56 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:35:37.585960 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7c277ac7-7929-4380-b6f3-decb57c7a16f None None] Publish callbacks [] for port (1236db71-8968-45c0-86b8-576ab929b993), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:37.591131 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c670be4d-8d87-42a0-b6a0-314fe6801e5a tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5771a599-6ee5-4613-93cc-74c5de631074,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:37.592685 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-85837263-57f5-4c22-9dca-f13f9150854d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758'] for port (9a90330f-0794-48fa-97b5-4795294dbdcd), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:37.593377 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ce10542-41bb-4693-8f34-279f51bf5cd4 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] DELETE failed (client error): The resource could not be found. Feb 28 10:35:37.593852 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ce10542-41bb-4693-8f34-279f51bf5cd4 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:35:37.602027 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-5ce10542-41bb-4693-8f34-279f51bf5cd4 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] 10.222.0.20 "DELETE /v2.0/subnets/bc2ff9b3-5865-4e75-83e8-79d392a74248 HTTP/1.1" status: 404 len: 337 time: 0.0887704 Feb 28 10:35:37.632145 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7c277ac7-7929-4380-b6f3-decb57c7a16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749'] for port (1236db71-8968-45c0-86b8-576ab929b993), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:37.635901 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85837263-57f5-4c22-9dca-f13f9150854d None None] No DVR routers for this DVR port 9a90330f-0794-48fa-97b5-4795294dbdcd on host dv-neutron-master-2-hyperv {{(pid=103409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:35:37.636869 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-c43bef8e-b044-44b5-8407-8691a25627d7 req-7f9c80c8-01ba-4e26-a6a1-c20f1300c935 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] 10.222.0.20 "GET /v2.0/security-groups?id=c6054555-6cfe-4c7d-9758-21814521da07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3382227 Feb 28 10:35:37.638181 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85837263-57f5-4c22-9dca-f13f9150854d None None] Pushing event deleted for resources: {'Port': ['ID=9a90330f-0794-48fa-97b5-4795294dbdcd,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:37.654506 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 37000) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:37.701911 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-095ce2be-dcb7-4af1-9126-5e3463973d6c tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Allocated IP 172.22.0.1 (83813e83-2fb7-432f-b021-5f0d0cb5b1b1/e59946e5-ae07-4772-8426-8605a011da8d/4969f4d9-c609-446a-b2f3-05dc01d01bfe) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:35:37.720096 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c277ac7-7929-4380-b6f3-decb57c7a16f None None] Network 83813e83-2fb7-432f-b021-5f0d0cb5b1b1 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:35:37.730588 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-7c277ac7-7929-4380-b6f3-decb57c7a16f None None] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:35:37.738374 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c277ac7-7929-4380-b6f3-decb57c7a16f None None] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:35:37.762675 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c277ac7-7929-4380-b6f3-decb57c7a16f None None] Pushing event updated for resources: {'Port': ['ID=1236db71-8968-45c0-86b8-576ab929b993,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:37.767843 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-7c18a9d6-b465-45dc-81e4-600d09d7a8ca None None] Provisioning complete for port 1bed16f5-6c09-4017-8c9a-d3fb1cf442b3 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:35:37.768068 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7c18a9d6-b465-45dc-81e4-600d09d7a8ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (1bed16f5-6c09-4017-8c9a-d3fb1cf442b3), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:37.812416 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.api.v2.resource [None req-e878bd09-3779-4081-bab1-c4aafed8a166 tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] show failed (client error): The resource could not be found. Feb 28 10:35:37.817463 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-e878bd09-3779-4081-bab1-c4aafed8a166 tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] 10.222.0.20 "GET /v2.0/subnets/ee04e3cf-505d-4332-a386-7b807c03cfd4/tags/tempest-TagsExtTest-Tag-1531885609 HTTP/1.1" status: 404 len: 329 time: 0.2508237 Feb 28 10:35:37.818689 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 37004) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:37.827619 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.tag.tag_plugin [None req-359bac50-0836-44df-99cb-99f24ffe3ec2 tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'c9e55315-19f3-41a9-82ed-a7cce52596b8', {'tags': ['tempest-TagsExtTest-Tag-623339843', 'tempest-TagsExtTest-Tag-1570324291', 'tempest-TagsExtTest-Tag-245204446']}) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:37.850068 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-7c18a9d6-b465-45dc-81e4-600d09d7a8ca None None] Port 1bed16f5-6c09-4017-8c9a-d3fb1cf442b3 cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:35:37.851784 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-7c277ac7-7929-4380-b6f3-decb57c7a16f None None] Attempting to bind port 1236db71-8968-45c0-86b8-576ab929b993 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:35:37.852168 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-7c277ac7-7929-4380-b6f3-decb57c7a16f None None] Attempting to bind port 1236db71-8968-45c0-86b8-576ab929b993 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'c74b0ba8-4ad1-45bf-a2b1-8275746689d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '83813e83-2fb7-432f-b021-5f0d0cb5b1b1'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:35:37.852544 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c277ac7-7929-4380-b6f3-decb57c7a16f None None] Attempting to bind port 1236db71-8968-45c0-86b8-576ab929b993 on network 83813e83-2fb7-432f-b021-5f0d0cb5b1b1 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:35:37.858956 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c277ac7-7929-4380-b6f3-decb57c7a16f None None] Checking agent: {'id': '75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 24, 15), 'started_at': datetime.datetime(2022, 2, 28, 10, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 35, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:35:37.859374 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c277ac7-7929-4380-b6f3-decb57c7a16f None None] Checking segment: {'id': 'c74b0ba8-4ad1-45bf-a2b1-8275746689d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '83813e83-2fb7-432f-b021-5f0d0cb5b1b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:35:37.859734 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7c277ac7-7929-4380-b6f3-decb57c7a16f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:37.860137 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c277ac7-7929-4380-b6f3-decb57c7a16f None None] Bound using segment: {'id': 'c74b0ba8-4ad1-45bf-a2b1-8275746689d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '83813e83-2fb7-432f-b021-5f0d0cb5b1b1'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:35:37.860664 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-7c277ac7-7929-4380-b6f3-decb57c7a16f None None] Bound port: 1236db71-8968-45c0-86b8-576ab929b993, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c74b0ba8-4ad1-45bf-a2b1-8275746689d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '83813e83-2fb7-432f-b021-5f0d0cb5b1b1'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:35:37.861048 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7c277ac7-7929-4380-b6f3-decb57c7a16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (1236db71-8968-45c0-86b8-576ab929b993), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:37.905050 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-095ce2be-dcb7-4af1-9126-5e3463973d6c tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks [] for port (4969f4d9-c609-446a-b2f3-05dc01d01bfe), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:37.932021 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-7c277ac7-7929-4380-b6f3-decb57c7a16f None None] For port 1236db71-8968-45c0-86b8-576ab929b993, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:35:37.936831 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-7c277ac7-7929-4380-b6f3-decb57c7a16f None None] For port 1236db71-8968-45c0-86b8-576ab929b993, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1236db71-8968-45c0-86b8-576ab929b993,segment=NetworkSegment(c74b0ba8-4ad1-45bf-a2b1-8275746689d4),segment_id=c74b0ba8-4ad1-45bf-a2b1-8275746689d4)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:35:37.944300 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7c277ac7-7929-4380-b6f3-decb57c7a16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (1236db71-8968-45c0-86b8-576ab929b993), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:37.957056 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-359bac50-0836-44df-99cb-99f24ffe3ec2 tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] 10.222.0.20 "PUT /v2.0/ports/c9e55315-19f3-41a9-82ed-a7cce52596b8/tags HTTP/1.1" status: 200 len: 316 time: 0.1321182 Feb 28 10:35:37.959671 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 37006) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:37.965184 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.tag.tag_plugin [None req-ebcd7a7c-9e15-4a29-969e-8669f0a31d57 tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'c9e55315-19f3-41a9-82ed-a7cce52596b8') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:37.992417 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-095ce2be-dcb7-4af1-9126-5e3463973d6c tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (4969f4d9-c609-446a-b2f3-05dc01d01bfe), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:38.012965 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c277ac7-7929-4380-b6f3-decb57c7a16f None None] Pushing event updated for resources: {'Port': ['ID=1236db71-8968-45c0-86b8-576ab929b993,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:38.032730 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.agents_db [None req-382e0aa2-b126-48e6-89eb-3efa426b6b29 None None] Agent healthcheck: found 6 active agents {{(pid=103410) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 10:35:38.050608 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-095ce2be-dcb7-4af1-9126-5e3463973d6c tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Network 83813e83-2fb7-432f-b021-5f0d0cb5b1b1 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:35:38.057479 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-095ce2be-dcb7-4af1-9126-5e3463973d6c tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:35:38.058025 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (13ac42ae-016e-4baf-bb31-c6fa820b41c2), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:38.063119 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095ce2be-dcb7-4af1-9126-5e3463973d6c tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:35:38.091007 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095ce2be-dcb7-4af1-9126-5e3463973d6c tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Pushing event updated for resources: {'Port': ['ID=4969f4d9-c609-446a-b2f3-05dc01d01bfe,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:38.122807 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-095ce2be-dcb7-4af1-9126-5e3463973d6c tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1803404'] for router_interface (d7ddbc6a-3d00-4753-9f33-feb0e12d7797), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:38.166140 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_v2 [None req-523e1a56-6865-4c88-a2d9-7148baec122a tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Port 9a90330f-0794-48fa-97b5-4795294dbdcd concurrently deleted while adding address for new subnet {'id': '6b389f20-f4d6-4969-a555-a1c7d9e2cb41', 'name': '', 'tenant_id': '01d784a6a3f04224a7e9160ad9d44184', 'network_id': '9f0a511d-8408-4971-9daa-968eebea54f2', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': None, 'ipv6_address_mode': 'dhcpv6-stateless', 'standard_attr_id': 731, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2022-02-28T10:35:35Z', 'updated_at': '2022-02-28T10:35:35Z', 'revision_number': 0, 'segment_id': None, 'project_id': '01d784a6a3f04224a7e9160ad9d44184'}. {{(pid=103407) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:780}} Feb 28 10:35:38.166709 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-523e1a56-6865-4c88-a2d9-7148baec122a tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3498031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3516567'] for subnet (6b389f20-f4d6-4969-a555-a1c7d9e2cb41), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:38.195808 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-ebcd7a7c-9e15-4a29-969e-8669f0a31d57 tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] 10.222.0.20 "DELETE /v2.0/ports/c9e55315-19f3-41a9-82ed-a7cce52596b8/tags HTTP/1.1" status: 204 len: 168 time: 0.2345588 Feb 28 10:35:38.200990 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 37008) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:38.207508 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.tag.tag_plugin [None req-41341f14-0d96-42be-ace4-8bacc58ea696 tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'c9e55315-19f3-41a9-82ed-a7cce52596b8', 'tempest-TagsExtTest-Tag-623339843') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:38.287520 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-1f52ae35-8bfd-4ba4-9a28-62b731cddf3a tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.7802062 Feb 28 10:35:38.291386 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 37010) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:38.320219 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-095ce2be-dcb7-4af1-9126-5e3463973d6c tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (4969f4d9-c609-446a-b2f3-05dc01d01bfe), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:38.343770 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-523e1a56-6865-4c88-a2d9-7148baec122a tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Network 9f0a511d-8408-4971-9daa-968eebea54f2 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:35:38.348488 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.api.v2.resource [None req-41341f14-0d96-42be-ace4-8bacc58ea696 tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] show failed (client error): The resource could not be found. Feb 28 10:35:38.349848 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-41341f14-0d96-42be-ace4-8bacc58ea696 tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] 10.222.0.20 "GET /v2.0/ports/c9e55315-19f3-41a9-82ed-a7cce52596b8/tags/tempest-TagsExtTest-Tag-623339843 HTTP/1.1" status: 404 len: 328 time: 0.1479120 Feb 28 10:35:38.352960 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 37012) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:38.357759 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.tag.tag_plugin [None req-5a726b6b-d69a-4603-842f-27f2e3aa8448 tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'c9e55315-19f3-41a9-82ed-a7cce52596b8', 'tempest-TagsExtTest-Tag-1570324291') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:38.369062 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-523e1a56-6865-4c88-a2d9-7148baec122a tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:35:38.377506 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c07cc9e4-84af-442f-96e8-e98e43aa2590 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-665757'] for network (b7c9bf1d-0ed2-425a-9715-c17300192ef7), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:38.386999 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-523e1a56-6865-4c88-a2d9-7148baec122a tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:38.387872 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-523e1a56-6865-4c88-a2d9-7148baec122a tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616561'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:38.396464 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523e1a56-6865-4c88-a2d9-7148baec122a tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Pushing event updated for resources: {'Subnet': ['ID=6b389f20-f4d6-4969-a555-a1c7d9e2cb41,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:38.418940 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85ced9a3-b67b-4e7f-a3d6-85e0148f9b7d None None] Network 9f0a511d-8408-4971-9daa-968eebea54f2 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:35:38.427433 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39868584-e7fd-4179-ae8c-f098e84d2ba0 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Router 8b6ab8b8-279b-4753-bdf9-c3aeccd09e28 has already been hosted by L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:35:38.467101 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf6e50d-f7bd-415f-8e1b-84e203a2bb63 req-d37b4435-24d6-40d4-883d-5c5cf0a1e69a tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:38.481092 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-8cf6e50d-f7bd-415f-8e1b-84e203a2bb63 req-d37b4435-24d6-40d4-883d-5c5cf0a1e69a tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] 10.222.0.20 "GET /v2.0/ports?device_id=21839f2d-46e7-497a-a06a-b1ae129c5e90 HTTP/1.1" status: 200 len: 945 time: 0.3449366 Feb 28 10:35:38.512085 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-523e1a56-6865-4c88-a2d9-7148baec122a tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 3.3172195 Feb 28 10:35:38.512536 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 37016) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:38.517936 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-ca683276-b89f-49f7-aa55-34c4fbd3a4ef tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Request body: {'port': {'network_id': '9f0a511d-8408-4971-9daa-968eebea54f2', 'mac_address': 'fa:16:3e:66:ad:2c', 'name': 'tempest-NetworksTestDHCPv6-1217235933'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:38.519191 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea297b8e-c6a6-4a2d-aa89-64723913cdc0 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Router 757f35f5-2260-4112-bfc2-ba2f40441c74 is scheduled to L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 with binding_index 1 {{(pid=103407) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 10:35:38.522077 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 1236db71-8968-45c0-86b8-576ab929b993 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:35:38.595837 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2dd51517-3a69-403e-ba7f-0d2bc8f5f82a tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Publish callbacks [] for security_group (edad1f69-20db-48f8-bcb4-4c3e862090fc), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:38.634465 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port 1236db71-8968-45c0-86b8-576ab929b993 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:35:38.634939 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (1236db71-8968-45c0-86b8-576ab929b993), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:38.638488 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.api.v2.resource [None req-5a726b6b-d69a-4603-842f-27f2e3aa8448 tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] show failed (client error): The resource could not be found. Feb 28 10:35:38.642474 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-5a726b6b-d69a-4603-842f-27f2e3aa8448 tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] 10.222.0.20 "GET /v2.0/ports/c9e55315-19f3-41a9-82ed-a7cce52596b8/tags/tempest-TagsExtTest-Tag-1570324291 HTTP/1.1" status: 404 len: 329 time: 0.2883520 Feb 28 10:35:38.643098 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 37020) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:38.652462 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.tag.tag_plugin [None req-ac70e77c-da2a-48ef-b26a-7b2d4b558ba0 tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'c9e55315-19f3-41a9-82ed-a7cce52596b8', 'tempest-TagsExtTest-Tag-245204446') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:38.665753 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da967156-a868-4aa9-8f56-ee509c6114e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-9f0a511d-8408-4971-9daa-968eebea54f2', 'network_id': '9f0a511d-8408-4971-9daa-968eebea54f2', 'project_id': '01d784a6a3f04224a7e9160ad9d44184', 'fixed_ips': [{'subnet_id': '6b389f20-f4d6-4969-a555-a1c7d9e2cb41'}]}} from dv-neutron-master-2-hyperv. {{(pid=103409) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:35:38.666610 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-da967156-a868-4aa9-8f56-ee509c6114e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:38.804607 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2dd51517-3a69-403e-ba7f-0d2bc8f5f82a tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Publish callbacks [] for security_group (edad1f69-20db-48f8-bcb4-4c3e862090fc), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:38.823210 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c07cc9e4-84af-442f-96e8-e98e43aa2590 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672413', 'neutron.services.segments.db._delete_segments_for_network-8742057110173'] for network (b7c9bf1d-0ed2-425a-9715-c17300192ef7), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:38.824157 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d4fa7dd8-0210-4acd-886c-375891c03123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fb6705d2-4f70-4965-92a3-fbfccd43a6d3), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:38.825394 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca683276-b89f-49f7-aa55-34c4fbd3a4ef tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Made reservation on behalf of 01d784a6a3f04224a7e9160ad9d44184 for: {'port': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:35:38.830389 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-8cf6e50d-f7bd-415f-8e1b-84e203a2bb63 req-eea8debc-3988-4e59-bdd7-1b2b77083c88 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] 10.222.0.20 "GET /v2.0/security-groups?id=c6054555-6cfe-4c7d-9758-21814521da07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3482773 Feb 28 10:35:38.832175 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 1236db71-8968-45c0-86b8-576ab929b993 is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:35:38.832717 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (1236db71-8968-45c0-86b8-576ab929b993), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:38.882885 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.api.v2.resource [None req-ac70e77c-da2a-48ef-b26a-7b2d4b558ba0 tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] show failed (client error): The resource could not be found. Feb 28 10:35:38.886896 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-ac70e77c-da2a-48ef-b26a-7b2d4b558ba0 tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] 10.222.0.20 "GET /v2.0/ports/c9e55315-19f3-41a9-82ed-a7cce52596b8/tags/tempest-TagsExtTest-Tag-245204446 HTTP/1.1" status: 404 len: 328 time: 0.2377644 Feb 28 10:35:38.887515 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 37024) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:38.896814 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.tag.tag_plugin [None req-231f2304-e98d-4afa-944c-35180698befa tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'f29ac35e-6e52-453f-943a-bec3c1141b7a', {'tags': ['tempest-TagsExtTest-Tag-612802858', 'tempest-TagsExtTest-Tag-1341818589', 'tempest-TagsExtTest-Tag-393441012']}) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:38.906694 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-c07cc9e4-84af-442f-96e8-e98e43aa2590 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7c9bf1d-0ed2-425a-9715-c17300192ef7']}} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:38.908005 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-da967156-a868-4aa9-8f56-ee509c6114e1 None None] Allocated IP 2001:db8::f816:3eff:fea4:7e7c (9f0a511d-8408-4971-9daa-968eebea54f2/6b389f20-f4d6-4969-a555-a1c7d9e2cb41/d42eb4e1-84c5-4f5a-8be2-43bc55fd0ccd) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:35:38.911592 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] For port 1236db71-8968-45c0-86b8-576ab929b993, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1236db71-8968-45c0-86b8-576ab929b993,segment=NetworkSegment(c74b0ba8-4ad1-45bf-a2b1-8275746689d4),segment_id=c74b0ba8-4ad1-45bf-a2b1-8275746689d4)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:35:38.922808 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (1236db71-8968-45c0-86b8-576ab929b993), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:38.925522 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-c07cc9e4-84af-442f-96e8-e98e43aa2590 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e230710c-6031-4ca8-80c0-080bf7229064') {'for_net_delete': True} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:38.925954 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-c07cc9e4-84af-442f-96e8-e98e43aa2590 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e230710c-6031-4ca8-80c0-080bf7229064') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:38.932041 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea297b8e-c6a6-4a2d-aa89-64723913cdc0 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:35:38.959187 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23cc2e09-aaf3-413b-b9a5-e4c474b29d32 None None] Sync routers for ids ['757f35f5-2260-4112-bfc2-ba2f40441c74'] in dv-neutron-master-2-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:35:38.961875 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-ea297b8e-c6a6-4a2d-aa89-64723913cdc0 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] 10.222.0.20 "PUT /v2.0/routers/757f35f5-2260-4112-bfc2-ba2f40441c74/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3794901 Feb 28 10:35:38.965620 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 37026) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:38.978531 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2dd51517-3a69-403e-ba7f-0d2bc8f5f82a tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (edad1f69-20db-48f8-bcb4-4c3e862090fc), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:38.981411 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2dd51517-3a69-403e-ba7f-0d2bc8f5f82a tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:38.983279 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-2dd51517-3a69-403e-ba7f-0d2bc8f5f82a tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] 10.222.0.20 "DELETE /v2.0/security-groups/edad1f69-20db-48f8-bcb4-4c3e862090fc HTTP/1.1" status: 204 len: 168 time: 0.6832964 Feb 28 10:35:38.987691 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c07cc9e4-84af-442f-96e8-e98e43aa2590 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742057113766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3501147'] for segment (e230710c-6031-4ca8-80c0-080bf7229064), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:38.989726 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23cc2e09-aaf3-413b-b9a5-e4c474b29d32 None None] Routers {'757f35f5-2260-4112-bfc2-ba2f40441c74'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:35:38.990374 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-23cc2e09-aaf3-413b-b9a5-e4c474b29d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:35:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['757f35f5-2260-4112-bfc2-ba2f40441c74'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:39.012985 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 37028) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:39.029869 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39868584-e7fd-4179-ae8c-f098e84d2ba0 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:35:39.040305 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 9a90330f-0794-48fa-97b5-4795294dbdcd no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:35:39.043873 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-39868584-e7fd-4179-ae8c-f098e84d2ba0 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for floatingip (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:39.053396 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d102bbdb-06a0-4568-8fd6-b4f1da7991a7 None None] Sync routers for ids ['8b6ab8b8-279b-4753-bdf9-c3aeccd09e28'] in dv-neutron-master-2-hyperv {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:35:39.063562 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-23cc2e09-aaf3-413b-b9a5-e4c474b29d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:39.065493 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-095ce2be-dcb7-4af1-9126-5e3463973d6c tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks [] for port (4969f4d9-c609-446a-b2f3-05dc01d01bfe), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:39.089024 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] No Port match for: 9a90330f-0794-48fa-97b5-4795294dbdcd {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:35:39.089364 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 9a90330f-0794-48fa-97b5-4795294dbdcd not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:35:39.090394 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-095ce2be-dcb7-4af1-9126-5e3463973d6c tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3242529'] for port (4969f4d9-c609-446a-b2f3-05dc01d01bfe), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:39.099553 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23cc2e09-aaf3-413b-b9a5-e4c474b29d32 None None] Routers {'757f35f5-2260-4112-bfc2-ba2f40441c74'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:35:39.100182 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-23cc2e09-aaf3-413b-b9a5-e4c474b29d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:35:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['757f35f5-2260-4112-bfc2-ba2f40441c74'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:39.106998 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c07cc9e4-84af-442f-96e8-e98e43aa2590 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (e230710c-6031-4ca8-80c0-080bf7229064), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:39.119401 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d102bbdb-06a0-4568-8fd6-b4f1da7991a7 None None] Routers {'8b6ab8b8-279b-4753-bdf9-c3aeccd09e28'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:35:39.120175 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-d102bbdb-06a0-4568-8fd6-b4f1da7991a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:35:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['8b6ab8b8-279b-4753-bdf9-c3aeccd09e28'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:39.126938 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Pushing event updated for resources: {'Port': ['ID=1236db71-8968-45c0-86b8-576ab929b993,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:39.136764 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd51517-3a69-403e-ba7f-0d2bc8f5f82a tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=edad1f69-20db-48f8-bcb4-4c3e862090fc,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:39.156037 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c07cc9e4-84af-442f-96e8-e98e43aa2590 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Releasing vlan 289 on physical network physnet1 to pool {{(pid=103407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:35:39.156514 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c07cc9e4-84af-442f-96e8-e98e43aa2590 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3498166'] for segment (e230710c-6031-4ca8-80c0-080bf7229064), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:39.162520 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-23cc2e09-aaf3-413b-b9a5-e4c474b29d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:39.163241 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23cc2e09-aaf3-413b-b9a5-e4c474b29d32 None None] The sync data for ids ['757f35f5-2260-4112-bfc2-ba2f40441c74'] in dv-neutron-master-2-hyperv is: [] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:35:39.165700 dv-neutron-master-2-hyperv neutron-server[103407]: Traceback (most recent call last): Feb 28 10:35:39.165700 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:35:39.165700 dv-neutron-master-2-hyperv neutron-server[103407]: timer() Feb 28 10:35:39.165700 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:35:39.165700 dv-neutron-master-2-hyperv neutron-server[103407]: cb(*args, **kw) Feb 28 10:35:39.165700 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:35:39.165700 dv-neutron-master-2-hyperv neutron-server[103407]: return func(*args, **kwargs) Feb 28 10:35:39.165700 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:35:39.165700 dv-neutron-master-2-hyperv neutron-server[103407]: self._notify() Feb 28 10:35:39.165700 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:35:39.165700 dv-neutron-master-2-hyperv neutron-server[103407]: self.callback(batched_events) Feb 28 10:35:39.165700 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:35:39.165700 dv-neutron-master-2-hyperv neutron-server[103407]: event.method(event) Feb 28 10:35:39.165700 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:35:39.165700 dv-neutron-master-2-hyperv neutron-server[103407]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:35:39.165700 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:35:39.165700 dv-neutron-master-2-hyperv neutron-server[103407]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:35:39.165700 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:35:39.165700 dv-neutron-master-2-hyperv neutron-server[103407]: return f(self, *a, **k) Feb 28 10:35:39.165700 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:35:39.165700 dv-neutron-master-2-hyperv neutron-server[103407]: return self._get(url).json() Feb 28 10:35:39.165700 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:35:39.165700 dv-neutron-master-2-hyperv neutron-server[103407]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:35:39.165700 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:35:39.165700 dv-neutron-master-2-hyperv neutron-server[103407]: return self.request(url, 'GET', **kwargs) Feb 28 10:35:39.165700 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:35:39.165700 dv-neutron-master-2-hyperv neutron-server[103407]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:35:39.165700 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:35:39.165700 dv-neutron-master-2-hyperv neutron-server[103407]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:35:39.165700 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:35:39.165700 dv-neutron-master-2-hyperv neutron-server[103407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:35:39.165700 dv-neutron-master-2-hyperv neutron-server[103407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:35:39.178737 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ca683276-b89f-49f7-aa55-34c4fbd3a4ef tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:39.200722 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-d102bbdb-06a0-4568-8fd6-b4f1da7991a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:39.234217 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d102bbdb-06a0-4568-8fd6-b4f1da7991a7 None None] Routers {'8b6ab8b8-279b-4753-bdf9-c3aeccd09e28'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:35:39.234858 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-d102bbdb-06a0-4568-8fd6-b4f1da7991a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:35:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['8b6ab8b8-279b-4753-bdf9-c3aeccd09e28'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:39.269785 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-ca683276-b89f-49f7-aa55-34c4fbd3a4ef tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] device_id is not set on port afee7e98-6f85-4474-808f-75f3abf0d1ea yet. {{(pid=103408) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:35:39.274726 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-d102bbdb-06a0-4568-8fd6-b4f1da7991a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:39.275392 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d102bbdb-06a0-4568-8fd6-b4f1da7991a7 None None] The sync data for ids ['8b6ab8b8-279b-4753-bdf9-c3aeccd09e28'] in dv-neutron-master-2-hyperv is: [] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:35:39.286662 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-39868584-e7fd-4179-ae8c-f098e84d2ba0 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] 10.222.0.20 "PUT /v2.0/floatingips/73e598e9-b962-45b0-a7ee-1b8df1a2dad2 HTTP/1.1" status: 200 len: 687 time: 3.0316086 Feb 28 10:35:39.290498 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 37030) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:39.302214 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-ea58b589-c5ec-4acb-8334-b48d780e5839 tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2828376 Feb 28 10:35:39.306367 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 37032) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:39.311876 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095ce2be-dcb7-4af1-9126-5e3463973d6c tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Pushing event updated for resources: {'Port': ['ID=4969f4d9-c609-446a-b2f3-05dc01d01bfe,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:39.312179 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-50ba40e5-d95a-42c0-9776-ca85d7060d62 tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Request body: {'security_group': {'name': 'tempest-secgroup--1660730160'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:39.328793 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf286d6-6a92-41a0-9b8b-43c26510b5de tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:39.330536 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-4bf286d6-6a92-41a0-9b8b-43c26510b5de tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] 10.222.0.20 "GET /v2.0/ports?device_id=757f35f5-2260-4112-bfc2-ba2f40441c74 HTTP/1.1" status: 200 len: 989 time: 0.3617351 Feb 28 10:35:39.336952 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 37034) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:39.350557 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c07cc9e4-84af-442f-96e8-e98e43aa2590 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803269'] for network (b7c9bf1d-0ed2-425a-9715-c17300192ef7), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:39.355181 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c07cc9e4-84af-442f-96e8-e98e43aa2590 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:39.360993 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-c07cc9e4-84af-442f-96e8-e98e43aa2590 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] 10.222.0.20 "DELETE /v2.0/networks/b7c9bf1d-0ed2-425a-9715-c17300192ef7 HTTP/1.1" status: 204 len: 168 time: 1.2494769 Feb 28 10:35:39.372474 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-da967156-a868-4aa9-8f56-ee509c6114e1 None None] Publish callbacks [] for port (d42eb4e1-84c5-4f5a-8be2-43bc55fd0ccd), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:39.372683 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 37036) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:39.381567 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-da967156-a868-4aa9-8f56-ee509c6114e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749'] for port (d42eb4e1-84c5-4f5a-8be2-43bc55fd0ccd), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:39.386605 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-095ce2be-dcb7-4af1-9126-5e3463973d6c tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1802524'] for router_interface (d7ddbc6a-3d00-4753-9f33-feb0e12d7797), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:39.426504 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da967156-a868-4aa9-8f56-ee509c6114e1 None None] Network 9f0a511d-8408-4971-9daa-968eebea54f2 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:35:39.430646 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-da967156-a868-4aa9-8f56-ee509c6114e1 None None] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:35:39.435163 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da967156-a868-4aa9-8f56-ee509c6114e1 None None] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:35:39.452075 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da967156-a868-4aa9-8f56-ee509c6114e1 None None] Pushing event updated for resources: {'Port': ['ID=d42eb4e1-84c5-4f5a-8be2-43bc55fd0ccd,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:39.476790 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07cc9e4-84af-442f-96e8-e98e43aa2590 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Pushing event deleted for resources: {'Network': ['ID=b7c9bf1d-0ed2-425a-9715-c17300192ef7,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:39.494810 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40f304e-3801-44e5-9988-90db31cecf99 req-fc5fc3c3-de7f-4005-a18e-7bdc58a526cc tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:39.497195 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-c40f304e-3801-44e5-9988-90db31cecf99 req-fc5fc3c3-de7f-4005-a18e-7bdc58a526cc tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] 10.222.0.20 "GET /v2.0/ports?device_id=21839f2d-46e7-497a-a06a-b1ae129c5e90 HTTP/1.1" status: 200 len: 945 time: 0.4485793 Feb 28 10:35:39.501310 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-50ba40e5-d95a-42c0-9776-ca85d7060d62 tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:39.509617 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-da967156-a868-4aa9-8f56-ee509c6114e1 None None] Attempting to bind port d42eb4e1-84c5-4f5a-8be2-43bc55fd0ccd on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:35:39.510241 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-da967156-a868-4aa9-8f56-ee509c6114e1 None None] Attempting to bind port d42eb4e1-84c5-4f5a-8be2-43bc55fd0ccd by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'bf553b55-fb1d-4346-a090-4fb77eb0fbd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '9f0a511d-8408-4971-9daa-968eebea54f2'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:35:39.510766 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da967156-a868-4aa9-8f56-ee509c6114e1 None None] Attempting to bind port d42eb4e1-84c5-4f5a-8be2-43bc55fd0ccd on network 9f0a511d-8408-4971-9daa-968eebea54f2 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:35:39.516401 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da967156-a868-4aa9-8f56-ee509c6114e1 None None] Checking agent: {'id': '75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 24, 15), 'started_at': datetime.datetime(2022, 2, 28, 10, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 35, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:35:39.517054 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da967156-a868-4aa9-8f56-ee509c6114e1 None None] Checking segment: {'id': 'bf553b55-fb1d-4346-a090-4fb77eb0fbd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '9f0a511d-8408-4971-9daa-968eebea54f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:35:39.518243 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-da967156-a868-4aa9-8f56-ee509c6114e1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:39.518793 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da967156-a868-4aa9-8f56-ee509c6114e1 None None] Bound using segment: {'id': 'bf553b55-fb1d-4346-a090-4fb77eb0fbd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '9f0a511d-8408-4971-9daa-968eebea54f2'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:35:39.519488 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-da967156-a868-4aa9-8f56-ee509c6114e1 None None] Bound port: d42eb4e1-84c5-4f5a-8be2-43bc55fd0ccd, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf553b55-fb1d-4346-a090-4fb77eb0fbd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '9f0a511d-8408-4971-9daa-968eebea54f2'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:35:39.520096 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-da967156-a868-4aa9-8f56-ee509c6114e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (d42eb4e1-84c5-4f5a-8be2-43bc55fd0ccd), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:39.592497 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-231f2304-e98d-4afa-944c-35180698befa tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] 10.222.0.20 "PUT /v2.0/routers/f29ac35e-6e52-453f-943a-bec3c1141b7a/tags HTTP/1.1" status: 200 len: 316 time: 0.7008936 Feb 28 10:35:39.599388 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95318662-1ec7-49d4-99e3-46967e34a9fa None None] Network 83813e83-2fb7-432f-b021-5f0d0cb5b1b1 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:35:39.601164 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 37040) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:39.608892 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.tag.tag_plugin [None req-40b3ad41-0d85-4ab1-97de-b5e8e3b8ac95 tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'f29ac35e-6e52-453f-943a-bec3c1141b7a') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:39.652349 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-da967156-a868-4aa9-8f56-ee509c6114e1 None None] For port d42eb4e1-84c5-4f5a-8be2-43bc55fd0ccd, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:35:39.657355 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-c40f304e-3801-44e5-9988-90db31cecf99 req-b57f2d2c-b819-47c0-be9e-5449f4b364f5 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] 10.222.0.20 "GET /v2.0/security-groups?id=c6054555-6cfe-4c7d-9758-21814521da07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1443064 Feb 28 10:35:39.669191 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-da967156-a868-4aa9-8f56-ee509c6114e1 None None] For port d42eb4e1-84c5-4f5a-8be2-43bc55fd0ccd, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d42eb4e1-84c5-4f5a-8be2-43bc55fd0ccd,segment=NetworkSegment(bf553b55-fb1d-4346-a090-4fb77eb0fbd7),segment_id=bf553b55-fb1d-4346-a090-4fb77eb0fbd7)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:35:39.686561 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-da967156-a868-4aa9-8f56-ee509c6114e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (d42eb4e1-84c5-4f5a-8be2-43bc55fd0ccd), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:39.713908 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-ca683276-b89f-49f7-aa55-34c4fbd3a4ef tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Allocated IP 2001:db8::f816:3eff:fe66:ad2c (9f0a511d-8408-4971-9daa-968eebea54f2/6b389f20-f4d6-4969-a555-a1c7d9e2cb41/afee7e98-6f85-4474-808f-75f3abf0d1ea) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:35:39.729812 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab954f3c-3ac3-4f3b-8e9b-229291f879b8 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Deleting subnet e56b04e8-f6f6-48b8-9263-370bd82e48b6 {{(pid=103408) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:35:39.746377 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ab954f3c-3ac3-4f3b-8e9b-229291f879b8 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Publish callbacks [] for subnet (e56b04e8-f6f6-48b8-9263-370bd82e48b6), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:39.785042 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-3e5c82d8-c45b-4c9f-808e-656b0c6951ac None None] Provisioning complete for port 1236db71-8968-45c0-86b8-576ab929b993 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:35:39.785390 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3e5c82d8-c45b-4c9f-808e-656b0c6951ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (1236db71-8968-45c0-86b8-576ab929b993), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:39.834476 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da967156-a868-4aa9-8f56-ee509c6114e1 None None] Pushing event updated for resources: {'Port': ['ID=d42eb4e1-84c5-4f5a-8be2-43bc55fd0ccd,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:39.885042 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-50ba40e5-d95a-42c0-9776-ca85d7060d62 tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Publish callbacks [] for security_group (a2ca2058-4c03-462a-86ee-6468ca8b5962), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:39.897380 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-50ba40e5-d95a-42c0-9776-ca85d7060d62 tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (a2ca2058-4c03-462a-86ee-6468ca8b5962), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:39.916957 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-3e5c82d8-c45b-4c9f-808e-656b0c6951ac None None] Current status of the port 1236db71-8968-45c0-86b8-576ab929b993 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:35:39.935356 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ab954f3c-3ac3-4f3b-8e9b-229291f879b8 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3423529'] for subnet (e56b04e8-f6f6-48b8-9263-370bd82e48b6), precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:39.950732 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49f8777-a42d-4053-99c1-3d8899485fe5 req-3bc69e5e-ef29-4959-b3cd-d7960aea1bab tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:39.952588 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-f49f8777-a42d-4053-99c1-3d8899485fe5 req-3bc69e5e-ef29-4959-b3cd-d7960aea1bab tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] 10.222.0.20 "GET /v2.0/ports?device_id=21839f2d-46e7-497a-a06a-b1ae129c5e90 HTTP/1.1" status: 200 len: 945 time: 0.2126367 Feb 28 10:35:40.001135 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-50ba40e5-d95a-42c0-9776-ca85d7060d62 tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:40.002730 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-50ba40e5-d95a-42c0-9776-ca85d7060d62 tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.6949968 Feb 28 10:35:40.016202 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 37044) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:40.032099 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-bcea4623-d744-4313-b20d-34a49a3843a1 tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Request body: {'security_group_rule': {'security_group_id': 'a2ca2058-4c03-462a-86ee-6468ca8b5962', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:40.038233 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-095ce2be-dcb7-4af1-9126-5e3463973d6c tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Network 83813e83-2fb7-432f-b021-5f0d0cb5b1b1 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:35:40.041366 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ba40e5-d95a-42c0-9776-ca85d7060d62 tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2ca2058-4c03-462a-86ee-6468ca8b5962,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:40.082992 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-40b3ad41-0d85-4ab1-97de-b5e8e3b8ac95 tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] 10.222.0.20 "DELETE /v2.0/routers/f29ac35e-6e52-453f-943a-bec3c1141b7a/tags HTTP/1.1" status: 204 len: 168 time: 0.4804943 Feb 28 10:35:40.084543 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-095ce2be-dcb7-4af1-9126-5e3463973d6c tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:35:40.091523 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 37048) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:40.096513 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.tag.tag_plugin [None req-50c52cc8-d8e0-4800-8da6-883212e3e804 tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'f29ac35e-6e52-453f-943a-bec3c1141b7a', 'tempest-TagsExtTest-Tag-612802858') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:40.100427 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-f49f8777-a42d-4053-99c1-3d8899485fe5 req-56060bd0-fe5d-4d8a-9cdd-f5932e4a0ee2 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] 10.222.0.20 "GET /v2.0/security-groups?id=c6054555-6cfe-4c7d-9758-21814521da07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1369929 Feb 28 10:35:40.126103 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bcea4623-d744-4313-b20d-34a49a3843a1 tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Publish callbacks [] for security_group_rule (26de025a-b172-4cec-b60d-51e921ad1644), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:40.258597 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-48388723-c920-45b8-8936-67e54e3941ad None None] Provisioning complete for port 4969f4d9-c609-446a-b2f3-05dc01d01bfe triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:35:40.259256 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-48388723-c920-45b8-8936-67e54e3941ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (4969f4d9-c609-446a-b2f3-05dc01d01bfe), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:40.266036 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bcea4623-d744-4313-b20d-34a49a3843a1 tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Publish callbacks [] for security_group_rule (26de025a-b172-4cec-b60d-51e921ad1644), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:40.287488 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bcea4623-d744-4313-b20d-34a49a3843a1 tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594242'] for security_group_rule (26de025a-b172-4cec-b60d-51e921ad1644), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:40.329608 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcea4623-d744-4313-b20d-34a49a3843a1 tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26de025a-b172-4cec-b60d-51e921ad1644,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:40.382478 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bcea4623-d744-4313-b20d-34a49a3843a1 tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:40.384142 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-bcea4623-d744-4313-b20d-34a49a3843a1 tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3643796 Feb 28 10:35:40.388009 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 37056) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:40.461776 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-d01df8a6-fa20-419a-9e2a-81085e93f064 tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] 10.222.0.20 "GET /v2.0/security-group-rules/26de025a-b172-4cec-b60d-51e921ad1644 HTTP/1.1" status: 200 len: 763 time: 0.0720229 Feb 28 10:35:40.471800 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 37060) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:40.524724 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0a84d67d-17ca-45f2-be35-a43a52050e4c tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1802615'] for router_interface (757f35f5-2260-4112-bfc2-ba2f40441c74), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:40.652853 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-48388723-c920-45b8-8936-67e54e3941ad None None] Port 4969f4d9-c609-446a-b2f3-05dc01d01bfe cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:35:40.656302 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-14ec2e69-132c-4622-8735-c9a9f1fdfbec tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Deleting port 857a72f4-cbad-4951-b276-fbd554130b13 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:35:40.656671 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-14ec2e69-132c-4622-8735-c9a9f1fdfbec tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (857a72f4-cbad-4951-b276-fbd554130b13), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:40.692456 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 1236db71-8968-45c0-86b8-576ab929b993 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:35:40.697842 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-48388723-c920-45b8-8936-67e54e3941ad None None] Provisioning complete for port 1236db71-8968-45c0-86b8-576ab929b993 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:35:40.698340 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-48388723-c920-45b8-8936-67e54e3941ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (1236db71-8968-45c0-86b8-576ab929b993), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:40.740623 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-cacedd96-b386-4b12-823c-e61c4dbdf9fb tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2663610 Feb 28 10:35:40.748143 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 37064) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:40.801596 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port 1236db71-8968-45c0-86b8-576ab929b993 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:35:40.805452 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244b14db-423a-4ac8-99c3-b82ee17789f0 req-d684022a-76e5-4324-b8fa-715d9efbb6d9 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:40.806496 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (1236db71-8968-45c0-86b8-576ab929b993), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:40.807033 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-244b14db-423a-4ac8-99c3-b82ee17789f0 req-d684022a-76e5-4324-b8fa-715d9efbb6d9 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] 10.222.0.20 "GET /v2.0/ports?device_id=21839f2d-46e7-497a-a06a-b1ae129c5e90 HTTP/1.1" status: 200 len: 945 time: 0.2987635 Feb 28 10:35:40.811570 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-51dbb978-f03d-44f9-92a7-04b37059724a tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Publish callbacks [] for security_group_rule (26de025a-b172-4cec-b60d-51e921ad1644), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:40.842197 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-51dbb978-f03d-44f9-92a7-04b37059724a tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Publish callbacks [] for security_group_rule (26de025a-b172-4cec-b60d-51e921ad1644), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:40.895754 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-14ec2e69-132c-4622-8735-c9a9f1fdfbec tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (857a72f4-cbad-4951-b276-fbd554130b13), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:40.896409 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-14ec2e69-132c-4622-8735-c9a9f1fdfbec tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks [] for floatingip (857a72f4-cbad-4951-b276-fbd554130b13), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:40.902609 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-48388723-c920-45b8-8936-67e54e3941ad None None] Current status of the port 1236db71-8968-45c0-86b8-576ab929b993 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:35:40.926796 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-51dbb978-f03d-44f9-92a7-04b37059724a tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594242'] for security_group_rule (26de025a-b172-4cec-b60d-51e921ad1644), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:40.929695 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-244b14db-423a-4ac8-99c3-b82ee17789f0 req-7099c006-ea7c-4023-80ae-89b937df6fea tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] 10.222.0.20 "GET /v2.0/security-groups?id=c6054555-6cfe-4c7d-9758-21814521da07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1109006 Feb 28 10:35:40.932977 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-51dbb978-f03d-44f9-92a7-04b37059724a tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:40.936735 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-51dbb978-f03d-44f9-92a7-04b37059724a tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/26de025a-b172-4cec-b60d-51e921ad1644 HTTP/1.1" status: 204 len: 168 time: 0.1833112 Feb 28 10:35:40.940099 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 37068) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:40.993133 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dbb978-f03d-44f9-92a7-04b37059724a tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=26de025a-b172-4cec-b60d-51e921ad1644,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:40.994001 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-14ec2e69-132c-4622-8735-c9a9f1fdfbec tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Calling delete_port for 857a72f4-cbad-4951-b276-fbd554130b13 owned by network:floatingip {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:35:40.997854 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ab954f3c-3ac3-4f3b-8e9b-229291f879b8 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-823142'] for subnet (e56b04e8-f6f6-48b8-9263-370bd82e48b6), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:41.000466 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 1236db71-8968-45c0-86b8-576ab929b993 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:35:41.003111 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device d42eb4e1-84c5-4f5a-8be2-43bc55fd0ccd up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:35:41.019862 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ca683276-b89f-49f7-aa55-34c4fbd3a4ef tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks [] for port (afee7e98-6f85-4474-808f-75f3abf0d1ea), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:41.030807 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-30f550b1-3068-4356-8a9f-c1f5b83db309 tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0879006 Feb 28 10:35:41.042196 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 37070) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:41.049188 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-87cdfce8-726c-4c2b-b987-b372f806a399 tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Request body: {'security_group_rule': {'security_group_id': 'a2ca2058-4c03-462a-86ee-6468ca8b5962', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:41.068445 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-0a84d67d-17ca-45f2-be35-a43a52050e4c tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Deleting port 1bed16f5-6c09-4017-8c9a-d3fb1cf442b3 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:35:41.068913 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0a84d67d-17ca-45f2-be35-a43a52050e4c tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (1bed16f5-6c09-4017-8c9a-d3fb1cf442b3), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:41.102230 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ca683276-b89f-49f7-aa55-34c4fbd3a4ef tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (afee7e98-6f85-4474-808f-75f3abf0d1ea), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:41.121969 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port d42eb4e1-84c5-4f5a-8be2-43bc55fd0ccd triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:35:41.122587 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (d42eb4e1-84c5-4f5a-8be2-43bc55fd0ccd), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:41.125444 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9304d6da-ddda-4a90-a0f3-439efd58ee98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fc6c9b74-8dbb-41bb-800a-5bd3a43fe896), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:41.151264 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-87cdfce8-726c-4c2b-b987-b372f806a399 tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Publish callbacks [] for security_group_rule (e72376aa-699d-41bf-b933-1a73de647253), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:41.158381 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-78020c72-2c18-4890-b9ea-c24c6fd2b3b1 None None] Provisioning complete for port 4969f4d9-c609-446a-b2f3-05dc01d01bfe triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:35:41.158904 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-78020c72-2c18-4890-b9ea-c24c6fd2b3b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (4969f4d9-c609-446a-b2f3-05dc01d01bfe), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:41.181350 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca683276-b89f-49f7-aa55-34c4fbd3a4ef tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Pushing event updated for resources: {'Port': ['ID=afee7e98-6f85-4474-808f-75f3abf0d1ea,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:41.214625 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-78020c72-2c18-4890-b9ea-c24c6fd2b3b1 None None] Port 4969f4d9-c609-446a-b2f3-05dc01d01bfe cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:35:41.224337 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-87cdfce8-726c-4c2b-b987-b372f806a399 tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Publish callbacks [] for security_group_rule (e72376aa-699d-41bf-b933-1a73de647253), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:41.234132 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-87cdfce8-726c-4c2b-b987-b372f806a399 tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594242'] for security_group_rule (e72376aa-699d-41bf-b933-1a73de647253), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:41.244644 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-095ce2be-dcb7-4af1-9126-5e3463973d6c tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Router d7ddbc6a-3d00-4753-9f33-feb0e12d7797 has already been hosted by L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 {{(pid=103408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:35:41.262459 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cdfce8-726c-4c2b-b987-b372f806a399 tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e72376aa-699d-41bf-b933-1a73de647253,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:41.263754 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.api.v2.resource [None req-50c52cc8-d8e0-4800-8da6-883212e3e804 tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] show failed (client error): The resource could not be found. Feb 28 10:35:41.264875 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-50c52cc8-d8e0-4800-8da6-883212e3e804 tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] 10.222.0.20 "GET /v2.0/routers/f29ac35e-6e52-453f-943a-bec3c1141b7a/tags/tempest-TagsExtTest-Tag-612802858 HTTP/1.1" status: 404 len: 328 time: 1.1727026 Feb 28 10:35:41.274799 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca683276-b89f-49f7-aa55-34c4fbd3a4ef tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Network 9f0a511d-8408-4971-9daa-968eebea54f2 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:35:41.277386 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 37076) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:41.289934 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port d42eb4e1-84c5-4f5a-8be2-43bc55fd0ccd is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:35:41.290379 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (d42eb4e1-84c5-4f5a-8be2-43bc55fd0ccd), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:41.290811 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.tag.tag_plugin [None req-bbb6d492-267a-444d-946b-231a3aee3af1 tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'f29ac35e-6e52-453f-943a-bec3c1141b7a', 'tempest-TagsExtTest-Tag-1341818589') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:41.298399 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0a84d67d-17ca-45f2-be35-a43a52050e4c tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (1bed16f5-6c09-4017-8c9a-d3fb1cf442b3), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:41.310788 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-87cdfce8-726c-4c2b-b987-b372f806a399 tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:41.312363 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-87cdfce8-726c-4c2b-b987-b372f806a399 tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2681358 Feb 28 10:35:41.315742 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 37078) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:41.327943 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] For port d42eb4e1-84c5-4f5a-8be2-43bc55fd0ccd, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d42eb4e1-84c5-4f5a-8be2-43bc55fd0ccd,segment=NetworkSegment(bf553b55-fb1d-4346-a090-4fb77eb0fbd7),segment_id=bf553b55-fb1d-4346-a090-4fb77eb0fbd7)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:35:41.331009 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-0a84d67d-17ca-45f2-be35-a43a52050e4c tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Calling delete_port for 1bed16f5-6c09-4017-8c9a-d3fb1cf442b3 owned by network:router_interface {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:35:41.342853 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (d42eb4e1-84c5-4f5a-8be2-43bc55fd0ccd), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:41.348261 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-28249e59-b0f1-49d9-a487-7c5f3776ab26 tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] 10.222.0.20 "GET /v2.0/security-group-rules/e72376aa-699d-41bf-b933-1a73de647253 HTTP/1.1" status: 200 len: 763 time: 0.0299196 Feb 28 10:35:41.353729 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 37080) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:41.353884 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-5045532b-731c-460b-9bb9-094a0a6c0a2b None None] Provisioning complete for port 4969f4d9-c609-446a-b2f3-05dc01d01bfe triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:35:41.353884 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5045532b-731c-460b-9bb9-094a0a6c0a2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (4969f4d9-c609-446a-b2f3-05dc01d01bfe), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:41.354107 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-ca683276-b89f-49f7-aa55-34c4fbd3a4ef tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:35:41.357427 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca683276-b89f-49f7-aa55-34c4fbd3a4ef tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:35:41.362807 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca683276-b89f-49f7-aa55-34c4fbd3a4ef tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:41.363514 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ca683276-b89f-49f7-aa55-34c4fbd3a4ef tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:41.420210 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-ca683276-b89f-49f7-aa55-34c4fbd3a4ef tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.9065681 Feb 28 10:35:41.420488 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 37082) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:41.428929 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-5045532b-731c-460b-9bb9-094a0a6c0a2b None None] Port 4969f4d9-c609-446a-b2f3-05dc01d01bfe cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:35:41.445897 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Pushing event updated for resources: {'Port': ['ID=d42eb4e1-84c5-4f5a-8be2-43bc55fd0ccd,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:41.463300 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ab954f3c-3ac3-4f3b-8e9b-229291f879b8 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-823145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3242523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3951170'] for subnet (e56b04e8-f6f6-48b8-9263-370bd82e48b6), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:41.486219 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-c3e4e9d2-9ad8-4f6d-a7fa-9806449b83ce tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1323068 Feb 28 10:35:41.489653 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 37084) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:41.568221 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab954f3c-3ac3-4f3b-8e9b-229291f879b8 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Pushing event deleted for resources: {'Subnet': ['ID=e56b04e8-f6f6-48b8-9263-370bd82e48b6,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:41.573980 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ab954f3c-3ac3-4f3b-8e9b-229291f879b8 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Publish callbacks [] for subnet (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:41.580500 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-ab954f3c-3ac3-4f3b-8e9b-229291f879b8 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] 10.222.0.20 "DELETE /v2.0/subnets/e56b04e8-f6f6-48b8-9263-370bd82e48b6 HTTP/1.1" status: 204 len: 168 time: 2.2018757 Feb 28 10:35:41.580900 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 37086) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:41.588988 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-447bcf62-9951-43c7-9a42-be0aa0d85b07 None None] Network 3ed7d192-633a-436b-bd82-033a36271c0b requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:35:41.590243 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0006a9c7-4b88-4237-b90a-2e6a236084b0 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:41.596897 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0006a9c7-4b88-4237-b90a-2e6a236084b0 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:41.598981 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-0006a9c7-4b88-4237-b90a-2e6a236084b0 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.1772768 Feb 28 10:35:41.607176 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.api.v2.resource [None req-bbb6d492-267a-444d-946b-231a3aee3af1 tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] show failed (client error): The resource could not be found. Feb 28 10:35:41.608506 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-bbb6d492-267a-444d-946b-231a3aee3af1 tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] 10.222.0.20 "GET /v2.0/routers/f29ac35e-6e52-453f-943a-bec3c1141b7a/tags/tempest-TagsExtTest-Tag-1341818589 HTTP/1.1" status: 404 len: 329 time: 0.3272426 Feb 28 10:35:41.611530 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 37088) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:41.618954 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7530b105-6695-46b8-9c36-037788351e23 tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Publish callbacks [] for security_group_rule (e72376aa-699d-41bf-b933-1a73de647253), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:41.622122 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 37090) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:41.629618 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.tag.tag_plugin [None req-95959dc9-e858-4ef3-a478-3b9d29bc673d tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'f29ac35e-6e52-453f-943a-bec3c1141b7a', 'tempest-TagsExtTest-Tag-393441012') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:41.660769 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-1d4d19fe-0ff2-4eba-95c6-cebf8ddbd7f8 None None] Provisioning complete for port d42eb4e1-84c5-4f5a-8be2-43bc55fd0ccd triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:35:41.662120 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1d4d19fe-0ff2-4eba-95c6-cebf8ddbd7f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (d42eb4e1-84c5-4f5a-8be2-43bc55fd0ccd), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:41.672231 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-095ce2be-dcb7-4af1-9126-5e3463973d6c tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:35:41.677252 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7530b105-6695-46b8-9c36-037788351e23 tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Publish callbacks [] for security_group_rule (e72376aa-699d-41bf-b933-1a73de647253), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:41.685425 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba68c68f-eadb-4bfd-b0a0-5e6a45e58160 None None] Sync routers for ids ['d7ddbc6a-3d00-4753-9f33-feb0e12d7797'] in dv-neutron-master-2-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:35:41.685990 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-095ce2be-dcb7-4af1-9126-5e3463973d6c tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] 10.222.0.20 "PUT /v2.0/routers/d7ddbc6a-3d00-4753-9f33-feb0e12d7797/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0914536 Feb 28 10:35:41.690686 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 37092) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:41.697699 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-4998ecd6-fa40-483e-8ae0-126c59bb9927 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Request body: {'network': {'name': 'tempest-RoutersTest-1574947826'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:41.702809 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba68c68f-eadb-4bfd-b0a0-5e6a45e58160 None None] Routers {'d7ddbc6a-3d00-4753-9f33-feb0e12d7797'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:35:41.703452 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-ba68c68f-eadb-4bfd-b0a0-5e6a45e58160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:35:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['d7ddbc6a-3d00-4753-9f33-feb0e12d7797'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:41.766824 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-14ec2e69-132c-4622-8735-c9a9f1fdfbec tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (857a72f4-cbad-4951-b276-fbd554130b13), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:41.800297 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4998ecd6-fa40-483e-8ae0-126c59bb9927 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Made reservation on behalf of da82c5902a0c4c459ee88fe904a1e59b for: {'network': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:35:41.803989 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4998ecd6-fa40-483e-8ae0-126c59bb9927 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for network (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:41.816488 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-1d4d19fe-0ff2-4eba-95c6-cebf8ddbd7f8 None None] Current status of the port d42eb4e1-84c5-4f5a-8be2-43bc55fd0ccd is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:35:41.817664 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ec2e69-132c-4622-8735-c9a9f1fdfbec tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Pushing event deleted for resources: {'Port': ['ID=857a72f4-cbad-4951-b276-fbd554130b13,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:41.898870 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4998ecd6-fa40-483e-8ae0-126c59bb9927 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 269} {{(pid=103408) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:35:41.925139 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-62712720-512f-433f-88c9-574d35c11e14 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Deleting port afee7e98-6f85-4474-808f-75f3abf0d1ea {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:35:41.925819 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-62712720-512f-433f-88c9-574d35c11e14 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (afee7e98-6f85-4474-808f-75f3abf0d1ea), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:41.926139 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99c224f7-fc1c-46ba-b668-e90985407a35 None None] DHCP port deletion for 3ed7d192-633a-436b-bd82-033a36271c0b request from dv-neutron-master-2-hyperv {{(pid=103409) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:35:41.930205 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4998ecd6-fa40-483e-8ae0-126c59bb9927 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (6ffbd30f-99ca-4dfc-a2ab-d0c04b8ccc88), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:41.930848 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.db.segments_db [None req-4998ecd6-fa40-483e-8ae0-126c59bb9927 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Added segment 6ffbd30f-99ca-4dfc-a2ab-d0c04b8ccc88 of type vlan for network 13c5669d-bc3a-4e63-8984-0517146325b6 Feb 28 10:35:41.954423 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-14ec2e69-132c-4622-8735-c9a9f1fdfbec tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks [] for floatingip (73e598e9-b962-45b0-a7ee-1b8df1a2dad2), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:41.957945 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-14ec2e69-132c-4622-8735-c9a9f1fdfbec tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for floatingip (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:41.959455 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-14ec2e69-132c-4622-8735-c9a9f1fdfbec tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] 10.222.0.20 "DELETE /v2.0/floatingips/73e598e9-b962-45b0-a7ee-1b8df1a2dad2 HTTP/1.1" status: 204 len: 168 time: 2.6640930 Feb 28 10:35:41.993393 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 37096) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:41.999646 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-f19ca0bb-e454-452a-b4f1-a558ec4bb864 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Request body: {'floatingip': {'floating_network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'port_id': '3a8f25b9-2d7b-42b9-bec2-9edc43106ad5'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:42.025009 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b6d631fb-7df0-4fe1-8322-abff3b61cae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (0db5147a-92a3-4581-8a5f-8ec9b93e0600), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:42.045267 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-59750ea2-e3bb-4253-968a-0dea56fc78b3 None None] Provisioning complete for port afee7e98-6f85-4474-808f-75f3abf0d1ea triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:35:42.045865 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-59750ea2-e3bb-4253-968a-0dea56fc78b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (afee7e98-6f85-4474-808f-75f3abf0d1ea), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:42.062630 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4998ecd6-fa40-483e-8ae0-126c59bb9927 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742056637431'] for network (13c5669d-bc3a-4e63-8984-0517146325b6), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:42.067448 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-ba68c68f-eadb-4bfd-b0a0-5e6a45e58160 None None] Set router d7ddbc6a-3d00-4753-9f33-feb0e12d7797 gateway port host: None {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:35:42.079040 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f19ca0bb-e454-452a-b4f1-a558ec4bb864 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:42.137147 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-99c224f7-fc1c-46ba-b668-e90985407a35 None None] Deleting port 1bbcc870-367d-41e3-aaea-524d4c477f60 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:35:42.137610 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-99c224f7-fc1c-46ba-b668-e90985407a35 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (1bbcc870-367d-41e3-aaea-524d4c477f60), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:42.139676 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-59750ea2-e3bb-4253-968a-0dea56fc78b3 None None] Port afee7e98-6f85-4474-808f-75f3abf0d1ea cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:35:42.157839 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4998ecd6-fa40-483e-8ae0-126c59bb9927 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551'] for network (13c5669d-bc3a-4e63-8984-0517146325b6), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:42.163884 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4998ecd6-fa40-483e-8ae0-126c59bb9927 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:42.164825 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4998ecd6-fa40-483e-8ae0-126c59bb9927 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616561'] for network (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:42.196277 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-62712720-512f-433f-88c9-574d35c11e14 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (afee7e98-6f85-4474-808f-75f3abf0d1ea), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:42.264965 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-99c224f7-fc1c-46ba-b668-e90985407a35 None None] For port 1bbcc870-367d-41e3-aaea-524d4c477f60, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1bbcc870-367d-41e3-aaea-524d4c477f60,segment=NetworkSegment(9b1d64bb-9024-487d-bb4c-df1446833377),segment_id=9b1d64bb-9024-487d-bb4c-df1446833377)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:35:42.265538 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-99c224f7-fc1c-46ba-b668-e90985407a35 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (1bbcc870-367d-41e3-aaea-524d4c477f60), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:42.265977 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-4998ecd6-fa40-483e-8ae0-126c59bb9927 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5733809 Feb 28 10:35:42.267472 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-62712720-512f-433f-88c9-574d35c11e14 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Calling delete_port for afee7e98-6f85-4474-808f-75f3abf0d1ea owned by {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:35:42.275963 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 37098) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:42.283498 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-34f26968-6e31-4efe-972f-0bb60bd9b700 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Request body: {'subnet': {'network_id': '13c5669d-bc3a-4e63-8984-0517146325b6', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:42.285834 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-99c224f7-fc1c-46ba-b668-e90985407a35 None None] Calling delete_port for 1bbcc870-367d-41e3-aaea-524d4c477f60 owned by network:dhcp {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:35:42.287561 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4dca0147-dfaa-41fc-bfc9-8f95570e61a4 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-665757'] for network (3ed7d192-633a-436b-bd82-033a36271c0b), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:42.317001 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7530b105-6695-46b8-9c36-037788351e23 tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594242'] for security_group_rule (e72376aa-699d-41bf-b933-1a73de647253), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:42.324371 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7530b105-6695-46b8-9c36-037788351e23 tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:42.325567 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-7530b105-6695-46b8-9c36-037788351e23 tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/e72376aa-699d-41bf-b933-1a73de647253 HTTP/1.1" status: 204 len: 168 time: 0.8341479 Feb 28 10:35:42.329239 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0a84d67d-17ca-45f2-be35-a43a52050e4c tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (1bed16f5-6c09-4017-8c9a-d3fb1cf442b3), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:42.335268 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 37100) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:42.345439 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-ba68c68f-eadb-4bfd-b0a0-5e6a45e58160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7ddbc6a-3d00-4753-9f33-feb0e12d7797', 'name': 'tempest-RoutersTest-router-1825890179', 'tenant_id': 'da82c5902a0c4c459ee88fe904a1e59b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:35:15Z', 'updated_at': '2022-02-28T10:35:38Z', 'revision_number': 4, 'project_id': 'da82c5902a0c4c459ee88fe904a1e59b', 'gw_port_host': None, '_interfaces': [{'id': '144edc35-9369-415e-842a-cda7c06a5ceb', 'name': '', 'network_id': '15f45c6f-d6b4-4b5d-9f81-44370067a41c', 'tenant_id': 'da82c5902a0c4c459ee88fe904a1e59b', 'mac_address': 'fa:16:3e:4a:33:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ddbc6a-3d00-4753-9f33-feb0e12d7797', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '80cf5cc3-7a23-4d81-9989-328f76a695ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:35:19Z', 'updated_at': '2022-02-28T10:35:30Z', 'revision_number': 5, 'project_id': 'da82c5902a0c4c459ee88fe904a1e59b', 'subnets': [{'id': '80cf5cc3-7a23-4d81-9989-328f76a695ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4969f4d9-c609-446a-b2f3-05dc01d01bfe', 'name': '', 'network_id': '83813e83-2fb7-432f-b021-5f0d0cb5b1b1', 'tenant_id': 'da82c5902a0c4c459ee88fe904a1e59b', 'mac_address': 'fa:16:3e:08:73:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7ddbc6a-3d00-4753-9f33-feb0e12d7797', 'device_owner': 'network:router_interface', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': 'e59946e5-ae07-4772-8426-8605a011da8d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:35:37Z', 'updated_at': '2022-02-28T10:35:38Z', 'revision_number': 2, 'project_id': 'da82c5902a0c4c459ee88fe904a1e59b', 'subnets': [{'id': 'e59946e5-ae07-4772-8426-8605a011da8d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b347c59d-cb8d-4641-b188-7676c46efe56', 'name': '', 'network_id': 'eb839f6c-5043-484a-b1d1-584e5121d293', 'tenant_id': 'da82c5902a0c4c459ee88fe904a1e59b', 'mac_address': 'fa:16:3e:2c:4f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ddbc6a-3d00-4753-9f33-feb0e12d7797', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '2ebd56e7-0ebe-4361-8109-cd1b16754dc7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:35:27Z', 'updated_at': '2022-02-28T10:35:35Z', 'revision_number': 5, 'project_id': 'da82c5902a0c4c459ee88fe904a1e59b', 'subnets': [{'id': '2ebd56e7-0ebe-4361-8109-cd1b16754dc7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:42.347720 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4998ecd6-fa40-483e-8ae0-126c59bb9927 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Pushing event updated for resources: {'Network': ['ID=13c5669d-bc3a-4e63-8984-0517146325b6,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:42.365654 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Network 13c5669d-bc3a-4e63-8984-0517146325b6 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103409) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:35:42.396090 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba68c68f-eadb-4bfd-b0a0-5e6a45e58160 None None] Checking router: d7ddbc6a-3d00-4753-9f33-feb0e12d7797 for host: dv-neutron-master-2-hyperv {{(pid=103410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:35:42.396453 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba68c68f-eadb-4bfd-b0a0-5e6a45e58160 None None] Updating router d7ddbc6a-3d00-4753-9f33-feb0e12d7797 port 4969f4d9-c609-446a-b2f3-05dc01d01bfe binding host dv-neutron-master-2-hyperv {{(pid=103410) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 10:35:42.457855 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ba68c68f-eadb-4bfd-b0a0-5e6a45e58160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (4969f4d9-c609-446a-b2f3-05dc01d01bfe), before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:42.478859 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device d42eb4e1-84c5-4f5a-8be2-43bc55fd0ccd up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:35:42.481684 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34f26968-6e31-4efe-972f-0bb60bd9b700 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Made reservation on behalf of da82c5902a0c4c459ee88fe904a1e59b for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:35:42.486760 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-34f26968-6e31-4efe-972f-0bb60bd9b700 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3951209'] for subnet (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:42.490770 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7530b105-6695-46b8-9c36-037788351e23 tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e72376aa-699d-41bf-b933-1a73de647253,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:42.495295 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.api.v2.resource [None req-95959dc9-e858-4ef3-a478-3b9d29bc673d tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] show failed (client error): The resource could not be found. Feb 28 10:35:42.498529 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-95959dc9-e858-4ef3-a478-3b9d29bc673d tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] 10.222.0.20 "GET /v2.0/routers/f29ac35e-6e52-453f-943a-bec3c1141b7a/tags/tempest-TagsExtTest-Tag-393441012 HTTP/1.1" status: 404 len: 328 time: 0.8727107 Feb 28 10:35:42.503869 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 37102) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:42.514623 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.tag.tag_plugin [None req-8c256212-dcc3-4891-bd02-adcbfd52eec9 tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'ba9c1f60-cbdb-4a80-bc06-4c8a37c35dc6', {'tags': ['tempest-TagsExtTest-Tag-679384169', 'tempest-TagsExtTest-Tag-1599350991', 'tempest-TagsExtTest-Tag-2048610615']}) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:42.518537 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a84d67d-17ca-45f2-be35-a43a52050e4c tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Pushing event deleted for resources: {'Port': ['ID=1bed16f5-6c09-4017-8c9a-d3fb1cf442b3,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:42.559566 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d68d2a-557b-4d30-8799-1aae2902122f req-4d9ee624-34fb-46ca-80c5-c84ca9fd05a7 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:42.561223 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-99c224f7-fc1c-46ba-b668-e90985407a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758'] for port (1bbcc870-367d-41e3-aaea-524d4c477f60), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:42.565086 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-96d68d2a-557b-4d30-8799-1aae2902122f req-4d9ee624-34fb-46ca-80c5-c84ca9fd05a7 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] 10.222.0.20 "GET /v2.0/ports?device_id=21839f2d-46e7-497a-a06a-b1ae129c5e90 HTTP/1.1" status: 200 len: 945 time: 0.3672333 Feb 28 10:35:42.603526 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c224f7-fc1c-46ba-b668-e90985407a35 None None] No DVR routers for this DVR port 1bbcc870-367d-41e3-aaea-524d4c477f60 on host dv-neutron-master-2-hyperv {{(pid=103409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:35:42.610458 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-479cd78f-2e2f-4d48-8d12-578491da379d tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2675955 Feb 28 10:35:42.615220 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c224f7-fc1c-46ba-b668-e90985407a35 None None] Pushing event deleted for resources: {'Port': ['ID=1bbcc870-367d-41e3-aaea-524d4c477f60,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:42.643931 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 37104) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:42.647988 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port d42eb4e1-84c5-4f5a-8be2-43bc55fd0ccd triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:35:42.648373 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (d42eb4e1-84c5-4f5a-8be2-43bc55fd0ccd), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:42.657170 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-aa402103-3ec9-46f5-ac46-44187b1c704a tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Request body: {'security_group_rule': {'security_group_id': 'a2ca2058-4c03-462a-86ee-6468ca8b5962', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:42.734002 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f19ca0bb-e454-452a-b4f1-a558ec4bb864 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:42.784982 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-62712720-512f-433f-88c9-574d35c11e14 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (afee7e98-6f85-4474-808f-75f3abf0d1ea), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:42.795201 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0a84d67d-17ca-45f2-be35-a43a52050e4c tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1802651'] for router_interface (757f35f5-2260-4112-bfc2-ba2f40441c74), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:42.807144 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.db.securitygroups_db [None req-aa402103-3ec9-46f5-ac46-44187b1c704a tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Project c325a44f01f54a3ebd9d9c588cab5130 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 10:35:42.808952 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port d42eb4e1-84c5-4f5a-8be2-43bc55fd0ccd is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:35:42.846492 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-4dca0147-dfaa-41fc-bfc9-8f95570e61a4 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Deleting port 1bbcc870-367d-41e3-aaea-524d4c477f60 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:35:42.846846 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4dca0147-dfaa-41fc-bfc9-8f95570e61a4 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (1bbcc870-367d-41e3-aaea-524d4c477f60), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:42.849563 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-aa402103-3ec9-46f5-ac46-44187b1c704a tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Publish callbacks [] for security_group_rule (adfeb5a2-a201-47f4-9d37-9d9f5f859a19), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:42.854680 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-96d68d2a-557b-4d30-8799-1aae2902122f req-bac94749-df01-4f35-a083-9f3370c24192 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] 10.222.0.20 "GET /v2.0/security-groups?id=c6054555-6cfe-4c7d-9758-21814521da07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2678990 Feb 28 10:35:42.858230 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ba68c68f-eadb-4bfd-b0a0-5e6a45e58160 None None] Publish callbacks [] for port (4969f4d9-c609-446a-b2f3-05dc01d01bfe), precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:42.874934 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ba68c68f-eadb-4bfd-b0a0-5e6a45e58160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (4969f4d9-c609-446a-b2f3-05dc01d01bfe), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:42.903177 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 1bbcc870-367d-41e3-aaea-524d4c477f60 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:35:42.940903 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] No Port match for: 1bbcc870-367d-41e3-aaea-524d4c477f60 {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:35:42.946834 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 1bbcc870-367d-41e3-aaea-524d4c477f60 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:35:42.979791 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f135c866-975b-497b-b57d-a26dd5902db8 None None] Pushing event updated for resources: {'Port': ['ID=4969f4d9-c609-446a-b2f3-05dc01d01bfe,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:43.004291 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-8c256212-dcc3-4891-bd02-adcbfd52eec9 tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] 10.222.0.20 "PUT /v2.0/subnetpools/ba9c1f60-cbdb-4a80-bc06-4c8a37c35dc6/tags HTTP/1.1" status: 200 len: 317 time: 0.4927564 Feb 28 10:35:43.017614 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 37106) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:43.029837 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.tag.tag_plugin [None req-b2bce731-f215-4f97-bf0c-15c8390f4b32 tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'ba9c1f60-cbdb-4a80-bc06-4c8a37c35dc6') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:43.045416 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62712720-512f-433f-88c9-574d35c11e14 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Pushing event deleted for resources: {'Port': ['ID=afee7e98-6f85-4474-808f-75f3abf0d1ea,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:43.059575 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-34f26968-6e31-4efe-972f-0bb60bd9b700 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3242588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3951195'] for subnet (c20fc715-6cdd-41db-847c-a5c9da549c7f), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:43.084737 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-4dca0147-dfaa-41fc-bfc9-8f95570e61a4 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] For port 1bbcc870-367d-41e3-aaea-524d4c477f60, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:35:43.085131 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4dca0147-dfaa-41fc-bfc9-8f95570e61a4 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (1bbcc870-367d-41e3-aaea-524d4c477f60), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:43.098539 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-ba68c68f-eadb-4bfd-b0a0-5e6a45e58160 None None] Attempting to bind port 4969f4d9-c609-446a-b2f3-05dc01d01bfe on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:35:43.099176 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-ba68c68f-eadb-4bfd-b0a0-5e6a45e58160 None None] Attempting to bind port 4969f4d9-c609-446a-b2f3-05dc01d01bfe by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'c74b0ba8-4ad1-45bf-a2b1-8275746689d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '83813e83-2fb7-432f-b021-5f0d0cb5b1b1'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:35:43.099726 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba68c68f-eadb-4bfd-b0a0-5e6a45e58160 None None] Attempting to bind port 4969f4d9-c609-446a-b2f3-05dc01d01bfe on network 83813e83-2fb7-432f-b021-5f0d0cb5b1b1 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:35:43.108618 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba68c68f-eadb-4bfd-b0a0-5e6a45e58160 None None] Checking agent: {'id': '75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 24, 15), 'started_at': datetime.datetime(2022, 2, 28, 10, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 35, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:35:43.109269 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba68c68f-eadb-4bfd-b0a0-5e6a45e58160 None None] Checking segment: {'id': 'c74b0ba8-4ad1-45bf-a2b1-8275746689d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '83813e83-2fb7-432f-b021-5f0d0cb5b1b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:35:43.109896 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ba68c68f-eadb-4bfd-b0a0-5e6a45e58160 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:43.110444 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba68c68f-eadb-4bfd-b0a0-5e6a45e58160 None None] Bound using segment: {'id': 'c74b0ba8-4ad1-45bf-a2b1-8275746689d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '83813e83-2fb7-432f-b021-5f0d0cb5b1b1'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:35:43.111042 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-aa402103-3ec9-46f5-ac46-44187b1c704a tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Publish callbacks [] for security_group_rule (adfeb5a2-a201-47f4-9d37-9d9f5f859a19), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:43.111401 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-ba68c68f-eadb-4bfd-b0a0-5e6a45e58160 None None] Bound port: 4969f4d9-c609-446a-b2f3-05dc01d01bfe, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c74b0ba8-4ad1-45bf-a2b1-8275746689d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '83813e83-2fb7-432f-b021-5f0d0cb5b1b1'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:35:43.111974 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ba68c68f-eadb-4bfd-b0a0-5e6a45e58160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (4969f4d9-c609-446a-b2f3-05dc01d01bfe), before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:43.133846 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-4dca0147-dfaa-41fc-bfc9-8f95570e61a4 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Calling delete_port for 1bbcc870-367d-41e3-aaea-524d4c477f60 owned by network:dhcp {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:35:43.135940 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-aa402103-3ec9-46f5-ac46-44187b1c704a tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594242'] for security_group_rule (adfeb5a2-a201-47f4-9d37-9d9f5f859a19), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:43.138972 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.ipam_backend_mixin [None req-4dca0147-dfaa-41fc-bfc9-8f95570e61a4 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Port 1bbcc870-367d-41e3-aaea-524d4c477f60 was not found and therefore no delete operation was performed {{(pid=103407) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 28 10:35:43.188055 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-62712720-512f-433f-88c9-574d35c11e14 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:43.188658 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4dca0147-dfaa-41fc-bfc9-8f95570e61a4 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (1bbcc870-367d-41e3-aaea-524d4c477f60), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:43.193254 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-62712720-512f-433f-88c9-574d35c11e14 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "DELETE /v2.0/ports/afee7e98-6f85-4474-808f-75f3abf0d1ea HTTP/1.1" status: 204 len: 168 time: 1.5747395 Feb 28 10:35:43.200188 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 37108) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:43.215335 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-ba68c68f-eadb-4bfd-b0a0-5e6a45e58160 None None] For port 4969f4d9-c609-446a-b2f3-05dc01d01bfe, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:35:43.219827 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-ba68c68f-eadb-4bfd-b0a0-5e6a45e58160 None None] For port 4969f4d9-c609-446a-b2f3-05dc01d01bfe, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4969f4d9-c609-446a-b2f3-05dc01d01bfe,segment=NetworkSegment(c74b0ba8-4ad1-45bf-a2b1-8275746689d4),segment_id=c74b0ba8-4ad1-45bf-a2b1-8275746689d4)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:35:43.222299 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f26968-6e31-4efe-972f-0bb60bd9b700 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Pushing event updated for resources: {'Subnet': ['ID=c20fc715-6cdd-41db-847c-a5c9da549c7f,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:43.229543 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ba68c68f-eadb-4bfd-b0a0-5e6a45e58160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (4969f4d9-c609-446a-b2f3-05dc01d01bfe), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:43.260911 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-f19ca0bb-e454-452a-b4f1-a558ec4bb864 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Allocated IP 172.36.5.250 (1e0804d0-d1d9-4d40-9de5-2936f3d87840/6f6f4129-23e5-4c3b-b4ef-4c7ce926797e/ab70dda5-57c0-4ea1-b0c8-63a3645a165b) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:35:43.271600 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f26968-6e31-4efe-972f-0bb60bd9b700 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Checking segment: {'id': '6ffbd30f-99ca-4dfc-a2ab-d0c04b8ccc88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '13c5669d-bc3a-4e63-8984-0517146325b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:35:43.272138 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34f26968-6e31-4efe-972f-0bb60bd9b700 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Network hostable DHCP agents. Network: 13c5669d-bc3a-4e63-8984-0517146325b6, hostable agents: ['fb6705d2-4f70-4965-92a3-fbfccd43a6d3'], hosted agents: [] {{(pid=103408) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:35:43.290192 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dca0147-dfaa-41fc-bfc9-8f95570e61a4 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] No DVR routers for this DVR port 1bbcc870-367d-41e3-aaea-524d4c477f60 on host dv-neutron-master-2-hyperv {{(pid=103407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:35:43.306781 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba68c68f-eadb-4bfd-b0a0-5e6a45e58160 None None] Routers {'d7ddbc6a-3d00-4753-9f33-feb0e12d7797'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:35:43.307715 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-ba68c68f-eadb-4bfd-b0a0-5e6a45e58160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:35:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['d7ddbc6a-3d00-4753-9f33-feb0e12d7797'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:43.309868 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f135c866-975b-497b-b57d-a26dd5902db8 None None] Pushing event updated for resources: {'Port': ['ID=4969f4d9-c609-446a-b2f3-05dc01d01bfe,revision_number=4']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:43.377059 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-b2bce731-f215-4f97-bf0c-15c8390f4b32 tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] 10.222.0.20 "DELETE /v2.0/subnetpools/ba9c1f60-cbdb-4a80-bc06-4c8a37c35dc6/tags HTTP/1.1" status: 204 len: 168 time: 0.3471458 Feb 28 10:35:43.377059 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa402103-3ec9-46f5-ac46-44187b1c704a tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adfeb5a2-a201-47f4-9d37-9d9f5f859a19,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:43.377436 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 37110) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:43.377635 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34f26968-6e31-4efe-972f-0bb60bd9b700 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Network 13c5669d-bc3a-4e63-8984-0517146325b6 is scheduled to be hosted by DHCP agent fb6705d2-4f70-4965-92a3-fbfccd43a6d3 with binding_index 1 {{(pid=103408) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:35:43.382511 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dca0147-dfaa-41fc-bfc9-8f95570e61a4 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Pushing event deleted for resources: {'Port': ['ID=1bbcc870-367d-41e3-aaea-524d4c477f60,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:43.398793 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.tag.tag_plugin [None req-f4c807f9-2c3c-4141-90a3-6f74b66ed723 tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'ba9c1f60-cbdb-4a80-bc06-4c8a37c35dc6', 'tempest-TagsExtTest-Tag-679384169') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:43.416224 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a84d67d-17ca-45f2-be35-a43a52050e4c tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Router 757f35f5-2260-4112-bfc2-ba2f40441c74 has already been hosted by L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:35:43.426768 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-aa402103-3ec9-46f5-ac46-44187b1c704a tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:43.428078 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-aa402103-3ec9-46f5-ac46-44187b1c704a tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7783866 Feb 28 10:35:43.433320 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 37112) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:43.437441 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-34f26968-6e31-4efe-972f-0bb60bd9b700 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 13c5669d-bc3a-4e63-8984-0517146325b6) {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:35:43.451597 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c0c656c-33c0-4ee6-abe5-f71400a4d49f None None] Network 13c5669d-bc3a-4e63-8984-0517146325b6 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:35:43.454187 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34f26968-6e31-4efe-972f-0bb60bd9b700 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:43.455029 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-34f26968-6e31-4efe-972f-0bb60bd9b700 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks [] for subnet (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:43.485304 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.api.v2.resource [None req-f4c807f9-2c3c-4141-90a3-6f74b66ed723 tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] show failed (client error): The resource could not be found. Feb 28 10:35:43.486986 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-f4c807f9-2c3c-4141-90a3-6f74b66ed723 tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] 10.222.0.20 "GET /v2.0/subnetpools/ba9c1f60-cbdb-4a80-bc06-4c8a37c35dc6/tags/tempest-TagsExtTest-Tag-679384169 HTTP/1.1" status: 404 len: 328 time: 0.1000655 Feb 28 10:35:43.488388 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6b923bb1-06b0-4b84-b461-7cc1d0196090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (2e621730-3978-4720-b581-ac380e97a567), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:43.494279 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-f0ad1a0b-25bf-4989-bb56-260073b34a08 tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] 10.222.0.20 "GET /v2.0/security-group-rules/adfeb5a2-a201-47f4-9d37-9d9f5f859a19 HTTP/1.1" status: 200 len: 769 time: 0.0543492 Feb 28 10:35:43.498736 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 37114) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:43.499380 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 37116) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:43.505249 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.tag.tag_plugin [None req-a5a563c3-87d6-4a91-95b4-a2d731538824 tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'ba9c1f60-cbdb-4a80-bc06-4c8a37c35dc6', 'tempest-TagsExtTest-Tag-1599350991') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:43.531654 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-666319a0-a01d-4392-970b-42a145e414f8 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:43.533232 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-666319a0-a01d-4392-970b-42a145e414f8 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:43.534315 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-ba68c68f-eadb-4bfd-b0a0-5e6a45e58160 None None] Set router d7ddbc6a-3d00-4753-9f33-feb0e12d7797 gateway port host: None {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:35:43.537869 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-666319a0-a01d-4392-970b-42a145e414f8 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.2770004 Feb 28 10:35:43.546543 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-34f26968-6e31-4efe-972f-0bb60bd9b700 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2653987 Feb 28 10:35:43.546757 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 37118) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:43.550571 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 37120) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:43.597891 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-97466e19-dd79-4b7d-ab06-2e216c2b2df7 None None] Provisioning complete for port 4969f4d9-c609-446a-b2f3-05dc01d01bfe triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:35:43.598360 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-97466e19-dd79-4b7d-ab06-2e216c2b2df7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (4969f4d9-c609-446a-b2f3-05dc01d01bfe), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:43.605482 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4dca0147-dfaa-41fc-bfc9-8f95570e61a4 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672413', 'neutron.services.segments.db._delete_segments_for_network-8742057110173'] for network (3ed7d192-633a-436b-bd82-033a36271c0b), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:43.634496 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f19ca0bb-e454-452a-b4f1-a558ec4bb864 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks [] for port (ab70dda5-57c0-4ea1-b0c8-63a3645a165b), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:43.679749 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5dfede7-f8cd-4bca-ae1d-af0b184d9dc8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-13c5669d-bc3a-4e63-8984-0517146325b6', 'network_id': '13c5669d-bc3a-4e63-8984-0517146325b6', 'project_id': 'da82c5902a0c4c459ee88fe904a1e59b', 'fixed_ips': [{'subnet_id': 'c20fc715-6cdd-41db-847c-a5c9da549c7f'}]}} from dv-neutron-master-2-hyperv. {{(pid=103409) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:35:43.682322 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c5dfede7-f8cd-4bca-ae1d-af0b184d9dc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:43.748809 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-4dca0147-dfaa-41fc-bfc9-8f95570e61a4 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ed7d192-633a-436b-bd82-033a36271c0b']}} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:43.761539 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a84d67d-17ca-45f2-be35-a43a52050e4c tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:35:43.771399 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_v2 [None req-a694ce79-db70-4ebe-8a8e-9afeb75e0702 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Deleting subnet 6b389f20-f4d6-4969-a555-a1c7d9e2cb41 {{(pid=103407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:35:43.777108 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45dd230a-4496-42a2-b709-b3004e1d3841 None None] Sync routers for ids ['757f35f5-2260-4112-bfc2-ba2f40441c74'] in dv-neutron-master-2-hyperv {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:35:43.778286 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-0a84d67d-17ca-45f2-be35-a43a52050e4c tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] 10.222.0.20 "PUT /v2.0/routers/757f35f5-2260-4112-bfc2-ba2f40441c74/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4388375 Feb 28 10:35:43.780443 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-4dca0147-dfaa-41fc-bfc9-8f95570e61a4 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b1d64bb-9024-487d-bb4c-df1446833377') {'for_net_delete': True} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:43.780930 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-4dca0147-dfaa-41fc-bfc9-8f95570e61a4 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b1d64bb-9024-487d-bb4c-df1446833377') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:43.782918 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 37122) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:43.783796 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a694ce79-db70-4ebe-8a8e-9afeb75e0702 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks [] for subnet (6b389f20-f4d6-4969-a555-a1c7d9e2cb41), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:43.783921 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f19ca0bb-e454-452a-b4f1-a558ec4bb864 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (ab70dda5-57c0-4ea1-b0c8-63a3645a165b), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:43.789178 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.api.v2.resource [None req-a5a563c3-87d6-4a91-95b4-a2d731538824 tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] show failed (client error): The resource could not be found. Feb 28 10:35:43.790271 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-a5a563c3-87d6-4a91-95b4-a2d731538824 tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] 10.222.0.20 "GET /v2.0/subnetpools/ba9c1f60-cbdb-4a80-bc06-4c8a37c35dc6/tags/tempest-TagsExtTest-Tag-1599350991 HTTP/1.1" status: 404 len: 329 time: 0.2889884 Feb 28 10:35:43.802992 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 37124) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:43.832170 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-97466e19-dd79-4b7d-ab06-2e216c2b2df7 None None] Current status of the port 4969f4d9-c609-446a-b2f3-05dc01d01bfe is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:35:43.832745 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-97466e19-dd79-4b7d-ab06-2e216c2b2df7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (4969f4d9-c609-446a-b2f3-05dc01d01bfe), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:43.833270 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.tag.tag_plugin [None req-60d8126c-479f-4487-910a-59ac8c2a319a tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'ba9c1f60-cbdb-4a80-bc06-4c8a37c35dc6', 'tempest-TagsExtTest-Tag-2048610615') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:43.836261 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-ba68c68f-eadb-4bfd-b0a0-5e6a45e58160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7ddbc6a-3d00-4753-9f33-feb0e12d7797', 'name': 'tempest-RoutersTest-router-1825890179', 'tenant_id': 'da82c5902a0c4c459ee88fe904a1e59b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:35:15Z', 'updated_at': '2022-02-28T10:35:38Z', 'revision_number': 4, 'project_id': 'da82c5902a0c4c459ee88fe904a1e59b', 'gw_port_host': None, '_interfaces': [{'id': '144edc35-9369-415e-842a-cda7c06a5ceb', 'name': '', 'network_id': '15f45c6f-d6b4-4b5d-9f81-44370067a41c', 'tenant_id': 'da82c5902a0c4c459ee88fe904a1e59b', 'mac_address': 'fa:16:3e:4a:33:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ddbc6a-3d00-4753-9f33-feb0e12d7797', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '80cf5cc3-7a23-4d81-9989-328f76a695ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:35:19Z', 'updated_at': '2022-02-28T10:35:30Z', 'revision_number': 5, 'project_id': 'da82c5902a0c4c459ee88fe904a1e59b', 'subnets': [{'id': '80cf5cc3-7a23-4d81-9989-328f76a695ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4969f4d9-c609-446a-b2f3-05dc01d01bfe', 'name': '', 'network_id': '83813e83-2fb7-432f-b021-5f0d0cb5b1b1', 'tenant_id': 'da82c5902a0c4c459ee88fe904a1e59b', 'mac_address': 'fa:16:3e:08:73:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7ddbc6a-3d00-4753-9f33-feb0e12d7797', 'device_owner': 'network:router_interface', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': 'e59946e5-ae07-4772-8426-8605a011da8d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:35:37Z', 'updated_at': '2022-02-28T10:35:43Z', 'revision_number': 4, 'project_id': 'da82c5902a0c4c459ee88fe904a1e59b', 'subnets': [{'id': 'e59946e5-ae07-4772-8426-8605a011da8d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b347c59d-cb8d-4641-b188-7676c46efe56', 'name': '', 'network_id': 'eb839f6c-5043-484a-b1d1-584e5121d293', 'tenant_id': 'da82c5902a0c4c459ee88fe904a1e59b', 'mac_address': 'fa:16:3e:2c:4f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ddbc6a-3d00-4753-9f33-feb0e12d7797', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '2ebd56e7-0ebe-4361-8109-cd1b16754dc7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:35:27Z', 'updated_at': '2022-02-28T10:35:35Z', 'revision_number': 5, 'project_id': 'da82c5902a0c4c459ee88fe904a1e59b', 'subnets': [{'id': '2ebd56e7-0ebe-4361-8109-cd1b16754dc7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:43.859851 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4dca0147-dfaa-41fc-bfc9-8f95570e61a4 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742057113766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3501147'] for segment (9b1d64bb-9024-487d-bb4c-df1446833377), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:43.861948 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-f26e4ace-81f4-4b7f-8a68-6a28352b3a1f tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] GET failed (client error): The resource could not be found. Feb 28 10:35:43.863775 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-f26e4ace-81f4-4b7f-8a68-6a28352b3a1f tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] 10.222.0.20 "GET /v2.0/ports/1bed16f5-6c09-4017-8c9a-d3fb1cf442b3 HTTP/1.1" status: 404 len: 333 time: 0.0757048 Feb 28 10:35:43.872466 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 37126) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:43.876475 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba68c68f-eadb-4bfd-b0a0-5e6a45e58160 None None] The sync data for ids ['d7ddbc6a-3d00-4753-9f33-feb0e12d7797'] in dv-neutron-master-2-hyperv is: [{'id': 'd7ddbc6a-3d00-4753-9f33-feb0e12d7797', 'name': 'tempest-RoutersTest-router-1825890179', 'tenant_id': 'da82c5902a0c4c459ee88fe904a1e59b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:35:15Z', 'updated_at': '2022-02-28T10:35:38Z', 'revision_number': 4, 'project_id': 'da82c5902a0c4c459ee88fe904a1e59b', 'gw_port_host': None, '_interfaces': [{'id': '144edc35-9369-415e-842a-cda7c06a5ceb', 'name': '', 'network_id': '15f45c6f-d6b4-4b5d-9f81-44370067a41c', 'tenant_id': 'da82c5902a0c4c459ee88fe904a1e59b', 'mac_address': 'fa:16:3e:4a:33:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ddbc6a-3d00-4753-9f33-feb0e12d7797', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '80cf5cc3-7a23-4d81-9989-328f76a695ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:35:19Z', 'updated_at': '2022-02-28T10:35:30Z', 'revision_number': 5, 'project_id': 'da82c5902a0c4c459ee88fe904a1e59b', 'subnets': [{'id': '80cf5cc3-7a23-4d81-9989-328f76a695ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4969f4d9-c609-446a-b2f3-05dc01d01bfe', 'name': '', 'network_id': '83813e83-2fb7-432f-b021-5f0d0cb5b1b1', 'tenant_id': 'da82c5902a0c4c459ee88fe904a1e59b', 'mac_address': 'fa:16:3e:08:73:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7ddbc6a-3d00-4753-9f33-feb0e12d7797', 'device_owner': 'network:router_interface', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': 'e59946e5-ae07-4772-8426-8605a011da8d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:35:37Z', 'updated_at': '2022-02-28T10:35:43Z', 'revision_number': 4, 'project_id': 'da82c5902a0c4c459ee88fe904a1e59b', 'subnets': [{'id': 'e59946e5-ae07-4772-8426-8605a011da8d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b347c59d-cb8d-4641-b188-7676c46efe56', 'name': '', 'network_id': 'eb839f6c-5043-484a-b1d1-584e5121d293', 'tenant_id': 'da82c5902a0c4c459ee88fe904a1e59b', 'mac_address': 'fa:16:3e:2c:4f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ddbc6a-3d00-4753-9f33-feb0e12d7797', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '2ebd56e7-0ebe-4361-8109-cd1b16754dc7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:35:27Z', 'updated_at': '2022-02-28T10:35:35Z', 'revision_number': 5, 'project_id': 'da82c5902a0c4c459ee88fe904a1e59b', 'subnets': [{'id': '2ebd56e7-0ebe-4361-8109-cd1b16754dc7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:35:43.895767 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-2ad1c43b-0719-4152-b933-329335a146df tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.3770816 Feb 28 10:35:43.907313 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 37128) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:43.924784 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4dca0147-dfaa-41fc-bfc9-8f95570e61a4 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (9b1d64bb-9024-487d-bb4c-df1446833377), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:43.945424 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45dd230a-4496-42a2-b709-b3004e1d3841 None None] Routers {'757f35f5-2260-4112-bfc2-ba2f40441c74'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:35:43.950538 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-45dd230a-4496-42a2-b709-b3004e1d3841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:35:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['757f35f5-2260-4112-bfc2-ba2f40441c74'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:43.972213 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4dca0147-dfaa-41fc-bfc9-8f95570e61a4 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Releasing vlan 287 on physical network physnet1 to pool {{(pid=103407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:35:43.973084 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4dca0147-dfaa-41fc-bfc9-8f95570e61a4 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3498166'] for segment (9b1d64bb-9024-487d-bb4c-df1446833377), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:43.977884 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a694ce79-db70-4ebe-8a8e-9afeb75e0702 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3501132'] for subnet (6b389f20-f4d6-4969-a555-a1c7d9e2cb41), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:43.980494 dv-neutron-master-2-hyperv neutron-server[103407]: Traceback (most recent call last): Feb 28 10:35:43.980494 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:35:43.980494 dv-neutron-master-2-hyperv neutron-server[103407]: timer() Feb 28 10:35:43.980494 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:35:43.980494 dv-neutron-master-2-hyperv neutron-server[103407]: cb(*args, **kw) Feb 28 10:35:43.980494 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:35:43.980494 dv-neutron-master-2-hyperv neutron-server[103407]: return func(*args, **kwargs) Feb 28 10:35:43.980494 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:35:43.980494 dv-neutron-master-2-hyperv neutron-server[103407]: self._notify() Feb 28 10:35:43.980494 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:35:43.980494 dv-neutron-master-2-hyperv neutron-server[103407]: self.callback(batched_events) Feb 28 10:35:43.980494 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:35:43.980494 dv-neutron-master-2-hyperv neutron-server[103407]: event.method(event) Feb 28 10:35:43.980494 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:35:43.980494 dv-neutron-master-2-hyperv neutron-server[103407]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:35:43.980494 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:35:43.980494 dv-neutron-master-2-hyperv neutron-server[103407]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:35:43.980494 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:35:43.980494 dv-neutron-master-2-hyperv neutron-server[103407]: return f(self, *a, **k) Feb 28 10:35:43.980494 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:35:43.980494 dv-neutron-master-2-hyperv neutron-server[103407]: return self._get(url).json() Feb 28 10:35:43.980494 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:35:43.980494 dv-neutron-master-2-hyperv neutron-server[103407]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:35:43.980494 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:35:43.980494 dv-neutron-master-2-hyperv neutron-server[103407]: return self.request(url, 'GET', **kwargs) Feb 28 10:35:43.980494 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:35:43.980494 dv-neutron-master-2-hyperv neutron-server[103407]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:35:43.980494 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:35:43.980494 dv-neutron-master-2-hyperv neutron-server[103407]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:35:43.980494 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:35:43.980494 dv-neutron-master-2-hyperv neutron-server[103407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:35:43.980494 dv-neutron-master-2-hyperv neutron-server[103407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:35:44.060638 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-45dd230a-4496-42a2-b709-b3004e1d3841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:44.080170 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45dd230a-4496-42a2-b709-b3004e1d3841 None None] Routers {'757f35f5-2260-4112-bfc2-ba2f40441c74'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:35:44.080839 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-45dd230a-4496-42a2-b709-b3004e1d3841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:35:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['757f35f5-2260-4112-bfc2-ba2f40441c74'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:44.099487 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7dc90423-8f00-4669-aefa-87eb6e83d906 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks [] for router (757f35f5-2260-4112-bfc2-ba2f40441c74), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:44.131177 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-97466e19-dd79-4b7d-ab06-2e216c2b2df7 None None] For port 4969f4d9-c609-446a-b2f3-05dc01d01bfe, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4969f4d9-c609-446a-b2f3-05dc01d01bfe,segment=NetworkSegment(c74b0ba8-4ad1-45bf-a2b1-8275746689d4),segment_id=c74b0ba8-4ad1-45bf-a2b1-8275746689d4)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:35:44.150459 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-45dd230a-4496-42a2-b709-b3004e1d3841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:44.151142 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45dd230a-4496-42a2-b709-b3004e1d3841 None None] The sync data for ids ['757f35f5-2260-4112-bfc2-ba2f40441c74'] in dv-neutron-master-2-hyperv is: [] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:35:44.161359 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-97466e19-dd79-4b7d-ab06-2e216c2b2df7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (4969f4d9-c609-446a-b2f3-05dc01d01bfe), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:44.214473 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4dca0147-dfaa-41fc-bfc9-8f95570e61a4 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803269'] for network (3ed7d192-633a-436b-bd82-033a36271c0b), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:44.245476 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97466e19-dd79-4b7d-ab06-2e216c2b2df7 None None] Pushing event updated for resources: {'Port': ['ID=4969f4d9-c609-446a-b2f3-05dc01d01bfe,revision_number=5']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:44.250549 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4dca0147-dfaa-41fc-bfc9-8f95570e61a4 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:44.254070 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-4dca0147-dfaa-41fc-bfc9-8f95570e61a4 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] 10.222.0.20 "DELETE /v2.0/networks/3ed7d192-633a-436b-bd82-033a36271c0b HTTP/1.1" status: 204 len: 168 time: 2.6538010 Feb 28 10:35:44.289654 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-c5dfede7-f8cd-4bca-ae1d-af0b184d9dc8 None None] Allocated IP 172.23.0.2 (13c5669d-bc3a-4e63-8984-0517146325b6/c20fc715-6cdd-41db-847c-a5c9da549c7f/4399835a-3247-4690-b34d-c0067018e880) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:35:44.320826 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dca0147-dfaa-41fc-bfc9-8f95570e61a4 tempest-NetworksIpV6TestAttrs-1486943364 tempest-NetworksIpV6TestAttrs-1486943364-project] Pushing event deleted for resources: {'Network': ['ID=3ed7d192-633a-436b-bd82-033a36271c0b,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:44.340710 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f19ca0bb-e454-452a-b4f1-a558ec4bb864 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Network 1e0804d0-d1d9-4d40-9de5-2936f3d87840 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:35:44.359047 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-f19ca0bb-e454-452a-b4f1-a558ec4bb864 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:35:44.369230 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19ca0bb-e454-452a-b4f1-a558ec4bb864 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:35:44.373634 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19ca0bb-e454-452a-b4f1-a558ec4bb864 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Pushing event updated for resources: {'Port': ['ID=ab70dda5-57c0-4ea1-b0c8-63a3645a165b,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:44.392599 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.api.v2.resource [None req-60d8126c-479f-4487-910a-59ac8c2a319a tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] show failed (client error): The resource could not be found. Feb 28 10:35:44.402281 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-60d8126c-479f-4487-910a-59ac8c2a319a tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] 10.222.0.20 "GET /v2.0/subnetpools/ba9c1f60-cbdb-4a80-bc06-4c8a37c35dc6/tags/tempest-TagsExtTest-Tag-2048610615 HTTP/1.1" status: 404 len: 329 time: 0.5704181 Feb 28 10:35:44.437342 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 37134) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:44.438443 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f25ac92f-8307-4211-a59c-3b846bae487c tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Publish callbacks [] for security_group_rule (adfeb5a2-a201-47f4-9d37-9d9f5f859a19), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:44.451291 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.tag.tag_plugin [None req-939f01e9-e866-4d7b-80de-4fc562d70663 tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'ba9c1f60-cbdb-4a80-bc06-4c8a37c35dc6') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:44.455642 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a694ce79-db70-4ebe-8a8e-9afeb75e0702 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-823142'] for subnet (6b389f20-f4d6-4969-a555-a1c7d9e2cb41), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:44.483934 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f25ac92f-8307-4211-a59c-3b846bae487c tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Publish callbacks [] for security_group_rule (adfeb5a2-a201-47f4-9d37-9d9f5f859a19), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:44.505888 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2384ccfe-f088-4d95-9c6e-fd397ca08ee1 req-e72a0f40-ed52-4e37-9cc3-0bdbb8a4345b tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:44.510731 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-2384ccfe-f088-4d95-9c6e-fd397ca08ee1 req-e72a0f40-ed52-4e37-9cc3-0bdbb8a4345b tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] 10.222.0.20 "GET /v2.0/ports?device_id=21839f2d-46e7-497a-a06a-b1ae129c5e90 HTTP/1.1" status: 200 len: 945 time: 0.4505713 Feb 28 10:35:44.517749 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7dc90423-8f00-4669-aefa-87eb6e83d906 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1807017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5941'] for router (757f35f5-2260-4112-bfc2-ba2f40441c74), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:44.537809 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7dc90423-8f00-4669-aefa-87eb6e83d906 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks [] for router_controller (757f35f5-2260-4112-bfc2-ba2f40441c74), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:44.545435 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c5dfede7-f8cd-4bca-ae1d-af0b184d9dc8 None None] Publish callbacks [] for port (4399835a-3247-4690-b34d-c0067018e880), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:44.574451 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c5dfede7-f8cd-4bca-ae1d-af0b184d9dc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749'] for port (4399835a-3247-4690-b34d-c0067018e880), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:44.612244 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-5949f16e-8394-409e-b25f-a2c7c977dcc4 None None] Provisioning complete for port 4969f4d9-c609-446a-b2f3-05dc01d01bfe triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:35:44.612666 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5949f16e-8394-409e-b25f-a2c7c977dcc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (4969f4d9-c609-446a-b2f3-05dc01d01bfe), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:44.663315 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7dc90423-8f00-4669-aefa-87eb6e83d906 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1806994'] for router (757f35f5-2260-4112-bfc2-ba2f40441c74), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:44.663866 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dc90423-8f00-4669-aefa-87eb6e83d906 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Fanout notify agent at l3_agent the message router_deleted on router 757f35f5-2260-4112-bfc2-ba2f40441c74 {{(pid=103407) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 10:35:44.684416 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7dc90423-8f00-4669-aefa-87eb6e83d906 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks [] for router (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:44.685580 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-7dc90423-8f00-4669-aefa-87eb6e83d906 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] 10.222.0.20 "DELETE /v2.0/routers/757f35f5-2260-4112-bfc2-ba2f40441c74 HTTP/1.1" status: 204 len: 168 time: 0.8121629 Feb 28 10:35:44.696887 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 37136) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:44.702228 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 4969f4d9-c609-446a-b2f3-05dc01d01bfe up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:35:44.741826 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5dfede7-f8cd-4bca-ae1d-af0b184d9dc8 None None] Network 13c5669d-bc3a-4e63-8984-0517146325b6 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:35:44.761645 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-c5dfede7-f8cd-4bca-ae1d-af0b184d9dc8 None None] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:35:44.762442 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-2384ccfe-f088-4d95-9c6e-fd397ca08ee1 req-86856748-8160-4e5c-8c42-8bf69cfc4e7b tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] 10.222.0.20 "GET /v2.0/security-groups?id=c6054555-6cfe-4c7d-9758-21814521da07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2350392 Feb 28 10:35:44.769016 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5dfede7-f8cd-4bca-ae1d-af0b184d9dc8 None None] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:35:44.779858 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dfede7-f8cd-4bca-ae1d-af0b184d9dc8 None None] Pushing event updated for resources: {'Port': ['ID=4399835a-3247-4690-b34d-c0067018e880,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:44.784349 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a694ce79-db70-4ebe-8a8e-9afeb75e0702 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-823145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3498088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3516558'] for subnet (6b389f20-f4d6-4969-a555-a1c7d9e2cb41), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:44.806682 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-939f01e9-e866-4d7b-80de-4fc562d70663 tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] 10.222.0.20 "DELETE /v2.0/subnetpools/ba9c1f60-cbdb-4a80-bc06-4c8a37c35dc6/tags HTTP/1.1" status: 204 len: 168 time: 0.3657475 Feb 28 10:35:44.818492 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 37140) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:44.824859 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.tag.tag_plugin [None req-e3711299-8e27-4df5-9fee-d2b33e582aa7 tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'f29ac35e-6e52-453f-943a-bec3c1141b7a') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:44.825775 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f25ac92f-8307-4211-a59c-3b846bae487c tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594242'] for security_group_rule (adfeb5a2-a201-47f4-9d37-9d9f5f859a19), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:44.828353 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a694ce79-db70-4ebe-8a8e-9afeb75e0702 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Pushing event deleted for resources: {'Subnet': ['ID=6b389f20-f4d6-4969-a555-a1c7d9e2cb41,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:44.858754 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port 4969f4d9-c609-446a-b2f3-05dc01d01bfe triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:35:44.859531 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (4969f4d9-c609-446a-b2f3-05dc01d01bfe), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:44.861049 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-c5dfede7-f8cd-4bca-ae1d-af0b184d9dc8 None None] Attempting to bind port 4399835a-3247-4690-b34d-c0067018e880 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:35:44.861214 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f25ac92f-8307-4211-a59c-3b846bae487c tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:44.861802 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-c5dfede7-f8cd-4bca-ae1d-af0b184d9dc8 None None] Attempting to bind port 4399835a-3247-4690-b34d-c0067018e880 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '6ffbd30f-99ca-4dfc-a2ab-d0c04b8ccc88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '13c5669d-bc3a-4e63-8984-0517146325b6'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:35:44.862205 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5dfede7-f8cd-4bca-ae1d-af0b184d9dc8 None None] Attempting to bind port 4399835a-3247-4690-b34d-c0067018e880 on network 13c5669d-bc3a-4e63-8984-0517146325b6 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:35:44.863275 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-f25ac92f-8307-4211-a59c-3b846bae487c tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/adfeb5a2-a201-47f4-9d37-9d9f5f859a19 HTTP/1.1" status: 204 len: 168 time: 0.9549153 Feb 28 10:35:44.867820 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 37142) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:44.883372 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_v2 [None req-cadf1792-2987-45ed-8d05-5c02bf4cfad8 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Deleting subnet ca24b7f4-a33f-4897-b209-5b16945059a7 {{(pid=103407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:35:44.886118 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a694ce79-db70-4ebe-8a8e-9afeb75e0702 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616561'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:44.892342 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-a694ce79-db70-4ebe-8a8e-9afeb75e0702 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "DELETE /v2.0/subnets/6b389f20-f4d6-4969-a555-a1c7d9e2cb41 HTTP/1.1" status: 204 len: 168 time: 1.3454957 Feb 28 10:35:44.896077 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 37144) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:44.905202 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-cadf1792-2987-45ed-8d05-5c02bf4cfad8 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks [] for subnet (ca24b7f4-a33f-4897-b209-5b16945059a7), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:44.922690 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f39ed2ee-cb11-4f1f-8474-64325a26ef19 None None] Network 9f0a511d-8408-4971-9daa-968eebea54f2 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:35:44.939231 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 37146) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:44.949710 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5dfede7-f8cd-4bca-ae1d-af0b184d9dc8 None None] Checking agent: {'id': '75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 24, 15), 'started_at': datetime.datetime(2022, 2, 28, 10, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 35, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:35:44.950181 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5dfede7-f8cd-4bca-ae1d-af0b184d9dc8 None None] Checking segment: {'id': '6ffbd30f-99ca-4dfc-a2ab-d0c04b8ccc88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '13c5669d-bc3a-4e63-8984-0517146325b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:35:44.950696 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c5dfede7-f8cd-4bca-ae1d-af0b184d9dc8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:44.951231 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5dfede7-f8cd-4bca-ae1d-af0b184d9dc8 None None] Bound using segment: {'id': '6ffbd30f-99ca-4dfc-a2ab-d0c04b8ccc88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '13c5669d-bc3a-4e63-8984-0517146325b6'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:35:44.951797 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-c5dfede7-f8cd-4bca-ae1d-af0b184d9dc8 None None] Bound port: 4399835a-3247-4690-b34d-c0067018e880, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ffbd30f-99ca-4dfc-a2ab-d0c04b8ccc88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '13c5669d-bc3a-4e63-8984-0517146325b6'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:35:44.952259 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c5dfede7-f8cd-4bca-ae1d-af0b184d9dc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (4399835a-3247-4690-b34d-c0067018e880), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:44.954758 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25ac92f-8307-4211-a59c-3b846bae487c tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=adfeb5a2-a201-47f4-9d37-9d9f5f859a19,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:44.982136 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-ddc0be39-d1e1-4d09-b41c-d9e9ad92a06f tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0845592 Feb 28 10:35:44.982747 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 37150) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:45.060018 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-4f0e65b0-dd9b-4a55-a8a0-a25e68c4015b tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1783240 Feb 28 10:35:45.062601 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 37152) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:45.067944 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-cadf1792-2987-45ed-8d05-5c02bf4cfad8 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3501132'] for subnet (ca24b7f4-a33f-4897-b209-5b16945059a7), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:45.141741 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-e3711299-8e27-4df5-9fee-d2b33e582aa7 tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] 10.222.0.20 "DELETE /v2.0/routers/f29ac35e-6e52-453f-943a-bec3c1141b7a/tags HTTP/1.1" status: 204 len: 168 time: 0.3180511 Feb 28 10:35:45.143672 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 37154) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:45.155287 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b41cd746-047d-471f-b80e-81246c32718a tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:45.159661 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-b41cd746-047d-471f-b80e-81246c32718a tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1723528 Feb 28 10:35:45.177463 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 37156) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:45.182698 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.tag.tag_plugin [None req-6518551b-ea9a-412b-9984-8cdd2133eec4 tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'c9e55315-19f3-41a9-82ed-a7cce52596b8') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:45.197183 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-5949f16e-8394-409e-b25f-a2c7c977dcc4 None None] Current status of the port 4969f4d9-c609-446a-b2f3-05dc01d01bfe is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:35:45.201162 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:45.235012 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-cadf1792-2987-45ed-8d05-5c02bf4cfad8 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-823142'] for subnet (ca24b7f4-a33f-4897-b209-5b16945059a7), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:45.286849 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c3b46ed9-4929-45df-9053-3285abc9a63f tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Publish callbacks [] for security_group (a2ca2058-4c03-462a-86ee-6468ca8b5962), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:45.301358 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-54d61e75-8ecb-4f71-bb03-61959c05c4dc tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:45.317241 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-6518551b-ea9a-412b-9984-8cdd2133eec4 tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] 10.222.0.20 "DELETE /v2.0/ports/c9e55315-19f3-41a9-82ed-a7cce52596b8/tags HTTP/1.1" status: 204 len: 168 time: 0.1706121 Feb 28 10:35:45.319269 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 37158) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:45.324453 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.tag.tag_plugin [None req-f9463616-3a22-46d1-9c89-6abd821839b7 tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'ee04e3cf-505d-4332-a386-7b807c03cfd4') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:45.324803 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-c5dfede7-f8cd-4bca-ae1d-af0b184d9dc8 None None] For port 4399835a-3247-4690-b34d-c0067018e880, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:35:45.348267 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-c5dfede7-f8cd-4bca-ae1d-af0b184d9dc8 None None] For port 4399835a-3247-4690-b34d-c0067018e880, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4399835a-3247-4690-b34d-c0067018e880,segment=NetworkSegment(6ffbd30f-99ca-4dfc-a2ab-d0c04b8ccc88),segment_id=6ffbd30f-99ca-4dfc-a2ab-d0c04b8ccc88)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:35:45.348665 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d41e8d67-6f3d-4a4d-9bea-276622638c0f tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:45.349628 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 4969f4d9-c609-446a-b2f3-05dc01d01bfe is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:35:45.353037 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-d41e8d67-6f3d-4a4d-9bea-276622638c0f tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1699820 Feb 28 10:35:45.354618 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 37160) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:45.361595 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c5dfede7-f8cd-4bca-ae1d-af0b184d9dc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (4399835a-3247-4690-b34d-c0067018e880), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:45.403621 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-9ab708d3-18a5-4481-a9c4-379cb3fb7275 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0470264 Feb 28 10:35:45.404966 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 37162) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:45.412252 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-275d5e9d-767f-4bcb-b2dc-a617d9fbfcff tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Request body: {'subnet': {'network_id': '9f0a511d-8408-4971-9daa-968eebea54f2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:45.429049 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dfede7-f8cd-4bca-ae1d-af0b184d9dc8 None None] Pushing event updated for resources: {'Port': ['ID=4399835a-3247-4690-b34d-c0067018e880,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:45.447515 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c3b46ed9-4929-45df-9053-3285abc9a63f tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Publish callbacks [] for security_group (a2ca2058-4c03-462a-86ee-6468ca8b5962), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:45.463400 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c614ac8-638f-481f-9eb7-64c309f608dc None None] DHCP port deletion for 9f0a511d-8408-4971-9daa-968eebea54f2 request from dv-neutron-master-2-hyperv {{(pid=103409) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:35:45.510363 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-7cb0c950-7d29-47b1-bf73-85d71a3eaab2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fcbd8a4414c04d26b7c516c4c4618e73&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5698130 Feb 28 10:35:45.536763 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 37164) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:45.545624 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-6c614ac8-638f-481f-9eb7-64c309f608dc None None] Deleting port d42eb4e1-84c5-4f5a-8be2-43bc55fd0ccd {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:35:45.546163 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6c614ac8-638f-481f-9eb7-64c309f608dc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (d42eb4e1-84c5-4f5a-8be2-43bc55fd0ccd), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:45.631362 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-6c614ac8-638f-481f-9eb7-64c309f608dc None None] For port d42eb4e1-84c5-4f5a-8be2-43bc55fd0ccd, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d42eb4e1-84c5-4f5a-8be2-43bc55fd0ccd,segment=NetworkSegment(bf553b55-fb1d-4346-a090-4fb77eb0fbd7),segment_id=bf553b55-fb1d-4346-a090-4fb77eb0fbd7)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:35:45.631775 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6c614ac8-638f-481f-9eb7-64c309f608dc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (d42eb4e1-84c5-4f5a-8be2-43bc55fd0ccd), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:45.647608 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-6c614ac8-638f-481f-9eb7-64c309f608dc None None] Calling delete_port for d42eb4e1-84c5-4f5a-8be2-43bc55fd0ccd owned by network:dhcp {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:35:45.810025 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6c614ac8-638f-481f-9eb7-64c309f608dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758'] for port (d42eb4e1-84c5-4f5a-8be2-43bc55fd0ccd), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:45.826482 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c3b46ed9-4929-45df-9053-3285abc9a63f tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (a2ca2058-4c03-462a-86ee-6468ca8b5962), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:45.829289 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c3b46ed9-4929-45df-9053-3285abc9a63f tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Publish callbacks [] for security_group (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:45.830756 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-c3b46ed9-4929-45df-9053-3285abc9a63f tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] 10.222.0.20 "DELETE /v2.0/security-groups/a2ca2058-4c03-462a-86ee-6468ca8b5962 HTTP/1.1" status: 204 len: 168 time: 0.7661216 Feb 28 10:35:45.839763 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 37168) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:45.859528 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-cadf1792-2987-45ed-8d05-5c02bf4cfad8 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-823145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3498088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3516558'] for subnet (ca24b7f4-a33f-4897-b209-5b16945059a7), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:45.904483 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c614ac8-638f-481f-9eb7-64c309f608dc None None] No DVR routers for this DVR port d42eb4e1-84c5-4f5a-8be2-43bc55fd0ccd on host dv-neutron-master-2-hyperv {{(pid=103409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:35:45.916566 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c614ac8-638f-481f-9eb7-64c309f608dc None None] Pushing event deleted for resources: {'Port': ['ID=d42eb4e1-84c5-4f5a-8be2-43bc55fd0ccd,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:45.942343 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadf1792-2987-45ed-8d05-5c02bf4cfad8 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Pushing event deleted for resources: {'Subnet': ['ID=ca24b7f4-a33f-4897-b209-5b16945059a7,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:45.948472 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b46ed9-4929-45df-9053-3285abc9a63f tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2ca2058-4c03-462a-86ee-6468ca8b5962,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:45.958547 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f85788f7-0157-4c8c-80c4-40910741c649 admin admin] Publish callbacks [] for security_group (8af3b428-18e3-4431-a72b-9c19dcee9122), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:45.983380 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-cadf1792-2987-45ed-8d05-5c02bf4cfad8 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616561'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:45.987504 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e529ff75-143d-420c-a875-c53c01a2dea4 None None] Network 709504fb-48ca-495a-9fde-45ecf5ee1554 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:35:45.991034 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-cadf1792-2987-45ed-8d05-5c02bf4cfad8 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] 10.222.0.20 "DELETE /v2.0/subnets/ca24b7f4-a33f-4897-b209-5b16945059a7 HTTP/1.1" status: 204 len: 168 time: 1.2930734 Feb 28 10:35:45.995955 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 37170) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:46.028158 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-275d5e9d-767f-4bcb-b2dc-a617d9fbfcff tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Made reservation on behalf of 01d784a6a3f04224a7e9160ad9d44184 for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:35:46.031896 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-275d5e9d-767f-4bcb-b2dc-a617d9fbfcff tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3516581'] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:46.043338 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f19ca0bb-e454-452a-b4f1-a558ec4bb864 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks [] for floatingip (f3c75b00-2183-429e-80ba-a1c2c7d289ed), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:46.046531 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec72fa26-4618-45c3-9657-c56754244894 req-d10b4041-34fe-4af0-861e-87a36a5d00e4 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:46.048281 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-ec72fa26-4618-45c3-9657-c56754244894 req-d10b4041-34fe-4af0-861e-87a36a5d00e4 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] 10.222.0.20 "GET /v2.0/ports?device_id=21839f2d-46e7-497a-a06a-b1ae129c5e90 HTTP/1.1" status: 200 len: 945 time: 0.1112626 Feb 28 10:35:46.126085 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-f9463616-3a22-46d1-9c89-6abd821839b7 tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] 10.222.0.20 "DELETE /v2.0/subnets/ee04e3cf-505d-4332-a386-7b807c03cfd4/tags HTTP/1.1" status: 204 len: 168 time: 0.8014958 Feb 28 10:35:46.126321 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f85788f7-0157-4c8c-80c4-40910741c649 admin admin] Publish callbacks [] for security_group (8af3b428-18e3-4431-a72b-9c19dcee9122), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:46.126413 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 37172) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:46.182057 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c51cc9f5-3421-4743-9058-2429ac432d31 None None] DHCP port deletion for 709504fb-48ca-495a-9fde-45ecf5ee1554 request from dv-neutron-master-2-hyperv {{(pid=103409) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:35:46.222985 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-ec72fa26-4618-45c3-9657-c56754244894 req-1759c858-5194-4e81-89c1-4b54e8df3b18 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] 10.222.0.20 "GET /v2.0/security-groups?id=c6054555-6cfe-4c7d-9758-21814521da07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1327696 Feb 28 10:35:46.251354 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-c51cc9f5-3421-4743-9058-2429ac432d31 None None] Deleting port 72fd1a44-1316-4943-b6c3-42ff16d628c5 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:35:46.252484 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c51cc9f5-3421-4743-9058-2429ac432d31 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (72fd1a44-1316-4943-b6c3-42ff16d628c5), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:46.260907 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-ff2100ff-3de2-4032-8ede-7b63a8b00c1e tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.3920150 Feb 28 10:35:46.271133 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 37174) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:46.295351 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6c348097-52d4-4d0f-b7d7-f8ac05ccd88b tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-665757'] for network (709504fb-48ca-495a-9fde-45ecf5ee1554), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:46.313609 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-bd5623d7-87df-421d-96ac-bbe500f0b1fd tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Request body: {'security_group': {'name': 'tempest-secgroup--1771811466'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:46.325535 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-86150e1f-e6a8-455c-896f-a63cb1d4d8f9 tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:46.326673 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-86150e1f-e6a8-455c-896f-a63cb1d4d8f9 tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] 10.222.0.20 "DELETE /v2.0/subnetpools/ba9c1f60-cbdb-4a80-bc06-4c8a37c35dc6 HTTP/1.1" status: 204 len: 168 time: 0.1999712 Feb 28 10:35:46.332125 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 37176) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:46.336067 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-54d61e75-8ecb-4f71-bb03-61959c05c4dc tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Allocated IP 172.23.0.1 (13c5669d-bc3a-4e63-8984-0517146325b6/c20fc715-6cdd-41db-847c-a5c9da549c7f/b2610d2f-9862-4eb2-9965-6e0568cd0e85) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:35:46.338668 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-c51cc9f5-3421-4743-9058-2429ac432d31 None None] For port 72fd1a44-1316-4943-b6c3-42ff16d628c5, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=72fd1a44-1316-4943-b6c3-42ff16d628c5,segment=NetworkSegment(f0657611-ffca-4848-b8a5-6d1dc3cbdbab),segment_id=f0657611-ffca-4848-b8a5-6d1dc3cbdbab)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:35:46.339351 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c51cc9f5-3421-4743-9058-2429ac432d31 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (72fd1a44-1316-4943-b6c3-42ff16d628c5), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:46.361549 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f19ca0bb-e454-452a-b4f1-a558ec4bb864 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (ab70dda5-57c0-4ea1-b0c8-63a3645a165b), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:46.362130 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-c51cc9f5-3421-4743-9058-2429ac432d31 None None] Calling delete_port for 72fd1a44-1316-4943-b6c3-42ff16d628c5 owned by network:dhcp {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:35:46.388764 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-a70b9f05-2966-4a2f-8137-6c08cb85910c tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] 10.222.0.20 "GET /v2.0/ports?device_id=f29ac35e-6e52-453f-943a-bec3c1141b7a HTTP/1.1" status: 200 len: 205 time: 0.0485687 Feb 28 10:35:46.392181 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 37178) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:46.433117 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bd5623d7-87df-421d-96ac-bbe500f0b1fd tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:46.521893 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f85788f7-0157-4c8c-80c4-40910741c649 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (8af3b428-18e3-4431-a72b-9c19dcee9122), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:46.523508 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f85788f7-0157-4c8c-80c4-40910741c649 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:46.532853 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-f85788f7-0157-4c8c-80c4-40910741c649 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8af3b428-18e3-4431-a72b-9c19dcee9122 HTTP/1.1" status: 204 len: 168 time: 0.9876504 Feb 28 10:35:46.551327 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 4399835a-3247-4690-b34d-c0067018e880 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:35:46.558370 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c51cc9f5-3421-4743-9058-2429ac432d31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758'] for port (72fd1a44-1316-4943-b6c3-42ff16d628c5), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:46.566692 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d4d34908-6a6a-4949-927f-1611550eb868 tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] Publish callbacks [] for router (f29ac35e-6e52-453f-943a-bec3c1141b7a), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:46.629525 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51cc9f5-3421-4743-9058-2429ac432d31 None None] Pushing event deleted for resources: {'Port': ['ID=72fd1a44-1316-4943-b6c3-42ff16d628c5,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:46.634968 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51cc9f5-3421-4743-9058-2429ac432d31 None None] No DVR routers for this DVR port 72fd1a44-1316-4943-b6c3-42ff16d628c5 on host dv-neutron-master-2-hyperv {{(pid=103409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:35:46.671323 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port 4399835a-3247-4690-b34d-c0067018e880 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:35:46.671902 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (4399835a-3247-4690-b34d-c0067018e880), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:46.678331 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-54d61e75-8ecb-4f71-bb03-61959c05c4dc tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks [] for port (b2610d2f-9862-4eb2-9965-6e0568cd0e85), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:46.681425 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85788f7-0157-4c8c-80c4-40910741c649 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8af3b428-18e3-4431-a72b-9c19dcee9122,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:46.734483 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-275d5e9d-767f-4bcb-b2dc-a617d9fbfcff tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3498031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3516567'] for subnet (5c8e18d5-bf0d-4848-b26b-3299d8edad49), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:46.788715 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-6c348097-52d4-4d0f-b7d7-f8ac05ccd88b tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Deleting port 72fd1a44-1316-4943-b6c3-42ff16d628c5 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:35:46.789400 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6c348097-52d4-4d0f-b7d7-f8ac05ccd88b tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (72fd1a44-1316-4943-b6c3-42ff16d628c5), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:46.803043 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 4399835a-3247-4690-b34d-c0067018e880 is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:35:46.803704 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (4399835a-3247-4690-b34d-c0067018e880), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:46.836098 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275d5e9d-767f-4bcb-b2dc-a617d9fbfcff tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Pushing event updated for resources: {'Subnet': ['ID=5c8e18d5-bf0d-4848-b26b-3299d8edad49,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:46.868644 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-275d5e9d-767f-4bcb-b2dc-a617d9fbfcff tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Network 9f0a511d-8408-4971-9daa-968eebea54f2 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:35:46.874879 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-275d5e9d-767f-4bcb-b2dc-a617d9fbfcff tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:35:46.878698 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-54d61e75-8ecb-4f71-bb03-61959c05c4dc tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (b2610d2f-9862-4eb2-9965-6e0568cd0e85), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:46.878989 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] For port 4399835a-3247-4690-b34d-c0067018e880, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4399835a-3247-4690-b34d-c0067018e880,segment=NetworkSegment(6ffbd30f-99ca-4dfc-a2ab-d0c04b8ccc88),segment_id=6ffbd30f-99ca-4dfc-a2ab-d0c04b8ccc88)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:35:46.885488 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (4399835a-3247-4690-b34d-c0067018e880), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:46.893731 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bfe101d-bc4b-4d78-8a11-2eb3b5b3607f None None] Network 9f0a511d-8408-4971-9daa-968eebea54f2 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:35:46.944754 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-275d5e9d-767f-4bcb-b2dc-a617d9fbfcff tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:46.945372 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-275d5e9d-767f-4bcb-b2dc-a617d9fbfcff tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616561'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:46.987615 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-6c348097-52d4-4d0f-b7d7-f8ac05ccd88b tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] For port 72fd1a44-1316-4943-b6c3-42ff16d628c5, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:35:46.988337 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6c348097-52d4-4d0f-b7d7-f8ac05ccd88b tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (72fd1a44-1316-4943-b6c3-42ff16d628c5), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:47.019289 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device d42eb4e1-84c5-4f5a-8be2-43bc55fd0ccd no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:35:47.022674 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0f06bcf-8524-4898-8ca1-0a1cb4156b45 None None] Network 13c5669d-bc3a-4e63-8984-0517146325b6 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:35:47.025156 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54d61e75-8ecb-4f71-bb03-61959c05c4dc tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Network 13c5669d-bc3a-4e63-8984-0517146325b6 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:35:47.041073 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-54d61e75-8ecb-4f71-bb03-61959c05c4dc tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:35:47.052359 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d61e75-8ecb-4f71-bb03-61959c05c4dc tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:35:47.058309 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-6c348097-52d4-4d0f-b7d7-f8ac05ccd88b tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Calling delete_port for 72fd1a44-1316-4943-b6c3-42ff16d628c5 owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:35:47.067095 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-275d5e9d-767f-4bcb-b2dc-a617d9fbfcff tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6567931 Feb 28 10:35:47.068360 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bd5623d7-87df-421d-96ac-bbe500f0b1fd tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Publish callbacks [] for security_group (dff6dabb-2f91-4e12-bf18-25651c4714f7), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:47.070345 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d4d34908-6a6a-4949-927f-1611550eb868 tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1807017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5941'] for router (f29ac35e-6e52-453f-943a-bec3c1141b7a), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:47.071802 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 37190) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:47.076823 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-c37795b4-6c64-465e-87a9-7bed58dd856d tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Request body: {'port': {'network_id': '9f0a511d-8408-4971-9daa-968eebea54f2', 'mac_address': 'fa:16:3e:ac:03:3e', 'name': 'tempest-NetworksTestDHCPv6-1659615000'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:47.081791 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d4d34908-6a6a-4949-927f-1611550eb868 tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] Publish callbacks [] for router_controller (f29ac35e-6e52-453f-943a-bec3c1141b7a), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:47.083610 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.ipam_backend_mixin [None req-6c348097-52d4-4d0f-b7d7-f8ac05ccd88b tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Port 72fd1a44-1316-4943-b6c3-42ff16d628c5 was not found and therefore no delete operation was performed {{(pid=103408) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 28 10:35:47.094207 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d61e75-8ecb-4f71-bb03-61959c05c4dc tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Pushing event updated for resources: {'Port': ['ID=b2610d2f-9862-4eb2-9965-6e0568cd0e85,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:47.095356 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bd5623d7-87df-421d-96ac-bbe500f0b1fd tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (dff6dabb-2f91-4e12-bf18-25651c4714f7), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:47.109316 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6c348097-52d4-4d0f-b7d7-f8ac05ccd88b tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (72fd1a44-1316-4943-b6c3-42ff16d628c5), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:47.116544 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f19ca0bb-e454-452a-b4f1-a558ec4bb864 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks [] for port (ab70dda5-57c0-4ea1-b0c8-63a3645a165b), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:47.137797 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] No Port match for: d42eb4e1-84c5-4f5a-8be2-43bc55fd0ccd {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:35:47.138094 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device d42eb4e1-84c5-4f5a-8be2-43bc55fd0ccd not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:35:47.138609 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 72fd1a44-1316-4943-b6c3-42ff16d628c5 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:35:47.150191 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f19ca0bb-e454-452a-b4f1-a558ec4bb864 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3242529'] for port (ab70dda5-57c0-4ea1-b0c8-63a3645a165b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:47.155566 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c348097-52d4-4d0f-b7d7-f8ac05ccd88b tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Pushing event deleted for resources: {'Port': ['ID=72fd1a44-1316-4943-b6c3-42ff16d628c5,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:47.169948 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5623d7-87df-421d-96ac-bbe500f0b1fd tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dff6dabb-2f91-4e12-bf18-25651c4714f7,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:47.174351 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bd5623d7-87df-421d-96ac-bbe500f0b1fd tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:47.175601 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-bd5623d7-87df-421d-96ac-bbe500f0b1fd tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.8659480 Feb 28 10:35:47.180668 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] No Port match for: 72fd1a44-1316-4943-b6c3-42ff16d628c5 {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:35:47.181027 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 72fd1a44-1316-4943-b6c3-42ff16d628c5 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:35:47.187447 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 37194) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:47.191401 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c348097-52d4-4d0f-b7d7-f8ac05ccd88b tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] No DVR routers for this DVR port 72fd1a44-1316-4943-b6c3-42ff16d628c5 on host dv-neutron-master-2-hyperv {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:35:47.216009 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-8ca0ba9e-a9cb-4db9-9652-4203b2a754ec tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Request body: {'security_group_rule': {'security_group_id': 'dff6dabb-2f91-4e12-bf18-25651c4714f7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:47.222611 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-635ca5f9-0b58-4d12-be52-d0717dffd005 None None] Provisioning complete for port 4399835a-3247-4690-b34d-c0067018e880 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:35:47.223187 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-635ca5f9-0b58-4d12-be52-d0717dffd005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (4399835a-3247-4690-b34d-c0067018e880), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:47.235130 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d4d34908-6a6a-4949-927f-1611550eb868 tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1806994'] for router (f29ac35e-6e52-453f-943a-bec3c1141b7a), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:47.235621 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4d34908-6a6a-4949-927f-1611550eb868 tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] Fanout notify agent at l3_agent the message router_deleted on router f29ac35e-6e52-453f-943a-bec3c1141b7a {{(pid=103407) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 10:35:47.246564 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d4d34908-6a6a-4949-927f-1611550eb868 tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] Publish callbacks [] for router (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:47.247787 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-d4d34908-6a6a-4949-927f-1611550eb868 tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] 10.222.0.20 "DELETE /v2.0/routers/f29ac35e-6e52-453f-943a-bec3c1141b7a HTTP/1.1" status: 204 len: 168 time: 0.8551588 Feb 28 10:35:47.257932 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 37196) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:47.272187 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-54d61e75-8ecb-4f71-bb03-61959c05c4dc tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1803404'] for router_interface (d7ddbc6a-3d00-4753-9f33-feb0e12d7797), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:47.280414 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Pushing event updated for resources: {'Port': ['ID=4399835a-3247-4690-b34d-c0067018e880,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:47.334532 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c37795b4-6c64-465e-87a9-7bed58dd856d tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Made reservation on behalf of 01d784a6a3f04224a7e9160ad9d44184 for: {'port': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:35:47.383271 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e4f1deb-db06-47a9-97d0-91be7dbafd99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-9f0a511d-8408-4971-9daa-968eebea54f2', 'network_id': '9f0a511d-8408-4971-9daa-968eebea54f2', 'project_id': '01d784a6a3f04224a7e9160ad9d44184', 'fixed_ips': [{'subnet_id': '5c8e18d5-bf0d-4848-b26b-3299d8edad49'}]}} from dv-neutron-master-2-hyperv. {{(pid=103409) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:35:47.384737 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3e4f1deb-db06-47a9-97d0-91be7dbafd99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:47.522843 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18edcad4-f418-4dfa-ab95-227376e2693d req-666c03da-5df5-4bb0-b178-830eee517f0f tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:47.524870 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-18edcad4-f418-4dfa-ab95-227376e2693d req-666c03da-5df5-4bb0-b178-830eee517f0f tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] 10.222.0.20 "GET /v2.0/ports?device_id=21839f2d-46e7-497a-a06a-b1ae129c5e90 HTTP/1.1" status: 200 len: 945 time: 0.1582370 Feb 28 10:35:47.533185 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c37795b4-6c64-465e-87a9-7bed58dd856d tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:47.562501 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-635ca5f9-0b58-4d12-be52-d0717dffd005 None None] Current status of the port 4399835a-3247-4690-b34d-c0067018e880 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:35:47.599331 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-18edcad4-f418-4dfa-ab95-227376e2693d req-a414a8c3-9647-4816-8354-e79bf4c96e73 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] 10.222.0.20 "GET /v2.0/security-groups?id=c6054555-6cfe-4c7d-9758-21814521da07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632384 Feb 28 10:35:47.610989 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.notifiers.nova [None req-c37795b4-6c64-465e-87a9-7bed58dd856d tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] device_id is not set on port 4287f40b-c647-4664-8350-9e80f10b55cb yet. {{(pid=103407) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:35:47.638669 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-3e4f1deb-db06-47a9-97d0-91be7dbafd99 None None] Allocated IP 2001:db8::2 (9f0a511d-8408-4971-9daa-968eebea54f2/5c8e18d5-bf0d-4848-b26b-3299d8edad49/55031ce1-e477-458c-a1a1-8841e9210670) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:35:47.676422 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 37208) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:47.820674 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-fd0c372f-14ca-4236-9f18-c34c1d39430d tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1072890727', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:47.828193 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3e4f1deb-db06-47a9-97d0-91be7dbafd99 None None] Publish callbacks [] for port (55031ce1-e477-458c-a1a1-8841e9210670), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:47.837948 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3e4f1deb-db06-47a9-97d0-91be7dbafd99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749'] for port (55031ce1-e477-458c-a1a1-8841e9210670), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:47.883775 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fd0c372f-14ca-4236-9f18-c34c1d39430d tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1805251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254175'] for router (c945e51f-7c2c-4893-9cb2-a23b639f8db7), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:47.884803 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19ca0bb-e454-452a-b4f1-a558ec4bb864 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Pushing event updated for resources: {'Port': ['ID=ab70dda5-57c0-4ea1-b0c8-63a3645a165b,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:47.885705 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fd0c372f-14ca-4236-9f18-c34c1d39430d tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1804172', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1602053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254150'] for router (c945e51f-7c2c-4893-9cb2-a23b639f8db7), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:47.900342 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e4f1deb-db06-47a9-97d0-91be7dbafd99 None None] Network 9f0a511d-8408-4971-9daa-968eebea54f2 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:35:47.905966 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-3e4f1deb-db06-47a9-97d0-91be7dbafd99 None None] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:35:47.912710 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4f1deb-db06-47a9-97d0-91be7dbafd99 None None] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:35:47.930227 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4f1deb-db06-47a9-97d0-91be7dbafd99 None None] Pushing event updated for resources: {'Port': ['ID=55031ce1-e477-458c-a1a1-8841e9210670,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:47.933757 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-c37795b4-6c64-465e-87a9-7bed58dd856d tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Allocated IP 2001:db8::169 (9f0a511d-8408-4971-9daa-968eebea54f2/5c8e18d5-bf0d-4848-b26b-3299d8edad49/4287f40b-c647-4664-8350-9e80f10b55cb) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:35:47.962509 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-a5e33d65-0807-4565-ba2c-efac7e44670a None None] Provisioning complete for port 4399835a-3247-4690-b34d-c0067018e880 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:35:47.962978 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a5e33d65-0807-4565-ba2c-efac7e44670a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (4399835a-3247-4690-b34d-c0067018e880), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:47.984302 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-54d61e75-8ecb-4f71-bb03-61959c05c4dc tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (b2610d2f-9862-4eb2-9965-6e0568cd0e85), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:47.995937 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fd0c372f-14ca-4236-9f18-c34c1d39430d tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Publish callbacks [] for router_controller (c945e51f-7c2c-4893-9cb2-a23b639f8db7), precommit_add_association {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:48.004385 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fd0c372f-14ca-4236-9f18-c34c1d39430d tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1804241'] for router (c945e51f-7c2c-4893-9cb2-a23b639f8db7), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:48.051390 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-3e4f1deb-db06-47a9-97d0-91be7dbafd99 None None] Attempting to bind port 55031ce1-e477-458c-a1a1-8841e9210670 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:35:48.052048 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-3e4f1deb-db06-47a9-97d0-91be7dbafd99 None None] Attempting to bind port 55031ce1-e477-458c-a1a1-8841e9210670 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'bf553b55-fb1d-4346-a090-4fb77eb0fbd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '9f0a511d-8408-4971-9daa-968eebea54f2'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:35:48.052574 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4f1deb-db06-47a9-97d0-91be7dbafd99 None None] Attempting to bind port 55031ce1-e477-458c-a1a1-8841e9210670 on network 9f0a511d-8408-4971-9daa-968eebea54f2 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:35:48.057109 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fd0c372f-14ca-4236-9f18-c34c1d39430d tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Publish callbacks [] for router (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:48.061438 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-fd0c372f-14ca-4236-9f18-c34c1d39430d tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.3841171 Feb 28 10:35:48.062103 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 37212) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:48.064014 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4f1deb-db06-47a9-97d0-91be7dbafd99 None None] Checking agent: {'id': '75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 24, 15), 'started_at': datetime.datetime(2022, 2, 28, 10, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 35, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:35:48.064307 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4f1deb-db06-47a9-97d0-91be7dbafd99 None None] Checking segment: {'id': 'bf553b55-fb1d-4346-a090-4fb77eb0fbd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '9f0a511d-8408-4971-9daa-968eebea54f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:35:48.064752 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3e4f1deb-db06-47a9-97d0-91be7dbafd99 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:48.066011 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4f1deb-db06-47a9-97d0-91be7dbafd99 None None] Bound using segment: {'id': 'bf553b55-fb1d-4346-a090-4fb77eb0fbd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '9f0a511d-8408-4971-9daa-968eebea54f2'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:35:48.066648 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-3e4f1deb-db06-47a9-97d0-91be7dbafd99 None None] Bound port: 55031ce1-e477-458c-a1a1-8841e9210670, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf553b55-fb1d-4346-a090-4fb77eb0fbd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '9f0a511d-8408-4971-9daa-968eebea54f2'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:35:48.067059 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3e4f1deb-db06-47a9-97d0-91be7dbafd99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (55031ce1-e477-458c-a1a1-8841e9210670), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:48.075679 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-d81c5468-5019-48ac-88af-7e365ee7e6a4 tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1993820288'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:48.106719 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6c348097-52d4-4d0f-b7d7-f8ac05ccd88b tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672413', 'neutron.services.segments.db._delete_segments_for_network-8742057110173'] for network (709504fb-48ca-495a-9fde-45ecf5ee1554), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:48.124580 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f19ca0bb-e454-452a-b4f1-a558ec4bb864 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1803383'] for floatingip (f3c75b00-2183-429e-80ba-a1c2c7d289ed), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:48.135177 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8ca0ba9e-a9cb-4db9-9652-4203b2a754ec tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Publish callbacks [] for security_group_rule (60dcecea-bb45-42f0-a352-7005c34a177b), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:48.146057 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-a5e33d65-0807-4565-ba2c-efac7e44670a None None] Current status of the port 4399835a-3247-4690-b34d-c0067018e880 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:35:48.149958 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d81c5468-5019-48ac-88af-7e365ee7e6a4 tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Made reservation on behalf of 96c5d5f0473f4377b6290b5bf5163544 for: {'network': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:35:48.153654 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d81c5468-5019-48ac-88af-7e365ee7e6a4 tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for network (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:48.166700 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d81c5468-5019-48ac-88af-7e365ee7e6a4 tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:48.170795 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-a5e33d65-0807-4565-ba2c-efac7e44670a None None] Provisioning complete for port b2610d2f-9862-4eb2-9965-6e0568cd0e85 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:35:48.171191 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a5e33d65-0807-4565-ba2c-efac7e44670a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (b2610d2f-9862-4eb2-9965-6e0568cd0e85), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:48.199130 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-6c348097-52d4-4d0f-b7d7-f8ac05ccd88b tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['709504fb-48ca-495a-9fde-45ecf5ee1554']}} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:48.206085 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-3e4f1deb-db06-47a9-97d0-91be7dbafd99 None None] For port 55031ce1-e477-458c-a1a1-8841e9210670, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:35:48.223618 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-3e4f1deb-db06-47a9-97d0-91be7dbafd99 None None] For port 55031ce1-e477-458c-a1a1-8841e9210670, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=55031ce1-e477-458c-a1a1-8841e9210670,segment=NetworkSegment(bf553b55-fb1d-4346-a090-4fb77eb0fbd7),segment_id=bf553b55-fb1d-4346-a090-4fb77eb0fbd7)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:35:48.225381 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-a5e33d65-0807-4565-ba2c-efac7e44670a None None] Port b2610d2f-9862-4eb2-9965-6e0568cd0e85 cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:35:48.234043 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3e4f1deb-db06-47a9-97d0-91be7dbafd99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (55031ce1-e477-458c-a1a1-8841e9210670), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:48.267914 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d81c5468-5019-48ac-88af-7e365ee7e6a4 tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Publish callbacks [] for security_group (808433bc-9114-4778-9cbc-191735a4bec9), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:48.272352 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-6c348097-52d4-4d0f-b7d7-f8ac05ccd88b tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0657611-ffca-4848-b8a5-6d1dc3cbdbab') {'for_net_delete': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:48.272352 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-6c348097-52d4-4d0f-b7d7-f8ac05ccd88b tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0657611-ffca-4848-b8a5-6d1dc3cbdbab') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:48.276328 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-a461b70a-2d8e-4ce0-868a-9af4e569aa30 tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] Deleting port c9e55315-19f3-41a9-82ed-a7cce52596b8 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:35:48.276758 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a461b70a-2d8e-4ce0-868a-9af4e569aa30 tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (c9e55315-19f3-41a9-82ed-a7cce52596b8), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:48.280210 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d81c5468-5019-48ac-88af-7e365ee7e6a4 tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (808433bc-9114-4778-9cbc-191735a4bec9), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:48.292695 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4f1deb-db06-47a9-97d0-91be7dbafd99 None None] Pushing event updated for resources: {'Port': ['ID=55031ce1-e477-458c-a1a1-8841e9210670,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:48.316540 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6c348097-52d4-4d0f-b7d7-f8ac05ccd88b tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742057113766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3423550'] for segment (f0657611-ffca-4848-b8a5-6d1dc3cbdbab), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:48.343009 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d81c5468-5019-48ac-88af-7e365ee7e6a4 tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 290} {{(pid=103407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:35:48.349513 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c37795b4-6c64-465e-87a9-7bed58dd856d tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks [] for port (4287f40b-c647-4664-8350-9e80f10b55cb), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:48.359565 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-cfa4c8fb-80da-4cee-b54d-91b2d4922f8f None None] Provisioning complete for port b2610d2f-9862-4eb2-9965-6e0568cd0e85 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:35:48.359800 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-cfa4c8fb-80da-4cee-b54d-91b2d4922f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (b2610d2f-9862-4eb2-9965-6e0568cd0e85), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:48.366721 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81c5468-5019-48ac-88af-7e365ee7e6a4 tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Pushing event updated for resources: {'SecurityGroup': ['ID=808433bc-9114-4778-9cbc-191735a4bec9,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:48.372985 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d81c5468-5019-48ac-88af-7e365ee7e6a4 tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (fd1279f0-4135-434d-9723-f46f895b17c3), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:48.373456 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.db.segments_db [None req-d81c5468-5019-48ac-88af-7e365ee7e6a4 tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Added segment fd1279f0-4135-434d-9723-f46f895b17c3 of type vlan for network c9768f87-0105-4968-b36a-90043e3063b2 Feb 28 10:35:48.415364 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-cfa4c8fb-80da-4cee-b54d-91b2d4922f8f None None] Port b2610d2f-9862-4eb2-9965-6e0568cd0e85 cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:35:48.450592 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d81c5468-5019-48ac-88af-7e365ee7e6a4 tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742056637431'] for network (c9768f87-0105-4968-b36a-90043e3063b2), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:48.467320 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c37795b4-6c64-465e-87a9-7bed58dd856d tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (4287f40b-c647-4664-8350-9e80f10b55cb), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:48.473345 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6c348097-52d4-4d0f-b7d7-f8ac05ccd88b tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (f0657611-ffca-4848-b8a5-6d1dc3cbdbab), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:48.500931 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 4399835a-3247-4690-b34d-c0067018e880 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:35:48.504910 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c348097-52d4-4d0f-b7d7-f8ac05ccd88b tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Releasing vlan 283 on physical network physnet1 to pool {{(pid=103408) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:35:48.505366 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6c348097-52d4-4d0f-b7d7-f8ac05ccd88b tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3242693'] for segment (f0657611-ffca-4848-b8a5-6d1dc3cbdbab), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:48.508472 dv-neutron-master-2-hyperv neutron-server[103408]: Traceback (most recent call last): Feb 28 10:35:48.508472 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:35:48.508472 dv-neutron-master-2-hyperv neutron-server[103408]: timer() Feb 28 10:35:48.508472 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:35:48.508472 dv-neutron-master-2-hyperv neutron-server[103408]: cb(*args, **kw) Feb 28 10:35:48.508472 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:35:48.508472 dv-neutron-master-2-hyperv neutron-server[103408]: return func(*args, **kwargs) Feb 28 10:35:48.508472 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:35:48.508472 dv-neutron-master-2-hyperv neutron-server[103408]: self._notify() Feb 28 10:35:48.508472 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:35:48.508472 dv-neutron-master-2-hyperv neutron-server[103408]: self.callback(batched_events) Feb 28 10:35:48.508472 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:35:48.508472 dv-neutron-master-2-hyperv neutron-server[103408]: event.method(event) Feb 28 10:35:48.508472 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:35:48.508472 dv-neutron-master-2-hyperv neutron-server[103408]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:35:48.508472 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:35:48.508472 dv-neutron-master-2-hyperv neutron-server[103408]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:35:48.508472 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:35:48.508472 dv-neutron-master-2-hyperv neutron-server[103408]: return f(self, *a, **k) Feb 28 10:35:48.508472 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:35:48.508472 dv-neutron-master-2-hyperv neutron-server[103408]: return self._get(url).json() Feb 28 10:35:48.508472 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:35:48.508472 dv-neutron-master-2-hyperv neutron-server[103408]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:35:48.508472 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:35:48.508472 dv-neutron-master-2-hyperv neutron-server[103408]: return self.request(url, 'GET', **kwargs) Feb 28 10:35:48.508472 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:35:48.508472 dv-neutron-master-2-hyperv neutron-server[103408]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:35:48.508472 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:35:48.508472 dv-neutron-master-2-hyperv neutron-server[103408]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:35:48.508472 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:35:48.508472 dv-neutron-master-2-hyperv neutron-server[103408]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:35:48.508472 dv-neutron-master-2-hyperv neutron-server[103408]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:35:48.531323 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c37795b4-6c64-465e-87a9-7bed58dd856d tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Network 9f0a511d-8408-4971-9daa-968eebea54f2 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:35:48.534805 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d81c5468-5019-48ac-88af-7e365ee7e6a4 tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551'] for network (c9768f87-0105-4968-b36a-90043e3063b2), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:48.541770 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d81c5468-5019-48ac-88af-7e365ee7e6a4 tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:48.542352 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d81c5468-5019-48ac-88af-7e365ee7e6a4 tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:48.560494 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8ca0ba9e-a9cb-4db9-9652-4203b2a754ec tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Publish callbacks [] for security_group_rule (60dcecea-bb45-42f0-a352-7005c34a177b), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:48.577595 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port 4399835a-3247-4690-b34d-c0067018e880 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:35:48.578073 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (4399835a-3247-4690-b34d-c0067018e880), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:48.597437 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8ca0ba9e-a9cb-4db9-9652-4203b2a754ec tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594242'] for security_group_rule (60dcecea-bb45-42f0-a352-7005c34a177b), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:48.618019 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.db.l3_db [None req-f19ca0bb-e454-452a-b4f1-a558ec4bb864 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Floating IP f3c75b00-2183-429e-80ba-a1c2c7d289ed associated. External IP: 172.36.5.250, port: 3a8f25b9-2d7b-42b9-bec2-9edc43106ad5. Feb 28 10:35:48.663523 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-c37795b4-6c64-465e-87a9-7bed58dd856d tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:35:48.671706 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37795b4-6c64-465e-87a9-7bed58dd856d tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:35:48.679389 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c37795b4-6c64-465e-87a9-7bed58dd856d tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:48.680584 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c37795b4-6c64-465e-87a9-7bed58dd856d tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:48.693709 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37795b4-6c64-465e-87a9-7bed58dd856d tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Pushing event updated for resources: {'Port': ['ID=4287f40b-c647-4664-8350-9e80f10b55cb,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:48.723009 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 4399835a-3247-4690-b34d-c0067018e880 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:35:48.755080 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a461b70a-2d8e-4ce0-868a-9af4e569aa30 tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (c9e55315-19f3-41a9-82ed-a7cce52596b8), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:48.783989 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca0ba9e-a9cb-4db9-9652-4203b2a754ec tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60dcecea-bb45-42f0-a352-7005c34a177b,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:48.787389 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-d81c5468-5019-48ac-88af-7e365ee7e6a4 tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.7169485 Feb 28 10:35:48.794105 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-c37795b4-6c64-465e-87a9-7bed58dd856d tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.7183206 Feb 28 10:35:48.794334 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 37216) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:48.796318 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 37218) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:48.796759 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-a461b70a-2d8e-4ce0-868a-9af4e569aa30 tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] Calling delete_port for c9e55315-19f3-41a9-82ed-a7cce52596b8 owned by {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:35:48.797786 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81c5468-5019-48ac-88af-7e365ee7e6a4 tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Pushing event updated for resources: {'Network': ['ID=c9768f87-0105-4968-b36a-90043e3063b2,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:48.809195 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-4563497b-b6ed-4419-af88-e5716fb08ce6 tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Request body: {'subnet': {'network_id': 'c9768f87-0105-4968-b36a-90043e3063b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:48.815729 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6c348097-52d4-4d0f-b7d7-f8ac05ccd88b tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803269'] for network (709504fb-48ca-495a-9fde-45ecf5ee1554), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:48.817945 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Network c9768f87-0105-4968-b36a-90043e3063b2 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103409) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:35:48.850871 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8ca0ba9e-a9cb-4db9-9652-4203b2a754ec tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:48.852753 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-8ca0ba9e-a9cb-4db9-9652-4203b2a754ec tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.6453605 Feb 28 10:35:48.854190 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6c348097-52d4-4d0f-b7d7-f8ac05ccd88b tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616561'] for network (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:48.857531 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-6c348097-52d4-4d0f-b7d7-f8ac05ccd88b tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] 10.222.0.20 "DELETE /v2.0/networks/709504fb-48ca-495a-9fde-45ecf5ee1554 HTTP/1.1" status: 204 len: 168 time: 2.8608937 Feb 28 10:35:48.858001 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 37220) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:48.861365 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 37222) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:48.896044 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836b644e-54b9-4ebf-a5fb-c93c36cce9af req-ba9860bb-f602-4599-88ab-4875e44e5ef7 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:48.902913 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-836b644e-54b9-4ebf-a5fb-c93c36cce9af req-ba9860bb-f602-4599-88ab-4875e44e5ef7 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] 10.222.0.20 "GET /v2.0/ports?device_id=21839f2d-46e7-497a-a06a-b1ae129c5e90 HTTP/1.1" status: 200 len: 945 time: 0.1660926 Feb 28 10:35:48.961876 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e6df322-d1f7-47a2-a481-fd7ab1601121 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:48.967533 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e6df322-d1f7-47a2-a481-fd7ab1601121 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:48.969188 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-1e6df322-d1f7-47a2-a481-fd7ab1601121 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1735139 Feb 28 10:35:48.980436 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 37224) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:48.983304 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c348097-52d4-4d0f-b7d7-f8ac05ccd88b tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Pushing event deleted for resources: {'Network': ['ID=709504fb-48ca-495a-9fde-45ecf5ee1554,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:48.999959 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a81f3d0-7d04-4628-9e02-d406a2e06bbb tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:49.001394 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-1a81f3d0-7d04-4628-9e02-d406a2e06bbb tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] 10.222.0.20 "GET /v2.0/ports/7ba842df-a686-488a-b3f0-dfbd12881a17 HTTP/1.1" status: 200 len: 844 time: 0.1394017 Feb 28 10:35:49.014529 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 37226) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:49.067944 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-92f78fca-664f-42e0-9be9-b92926e9e9ba tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Publish callbacks [] for security_group (dff6dabb-2f91-4e12-bf18-25651c4714f7), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:49.117360 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-836b644e-54b9-4ebf-a5fb-c93c36cce9af req-85d6742d-be48-4faf-8c60-a04205a35f37 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] 10.222.0.20 "GET /v2.0/security-groups?id=c6054555-6cfe-4c7d-9758-21814521da07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2135129 Feb 28 10:35:49.134356 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-92f78fca-664f-42e0-9be9-b92926e9e9ba tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Publish callbacks [] for security_group (dff6dabb-2f91-4e12-bf18-25651c4714f7), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:49.149610 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-243b105e-bf5b-42e7-8d16-4bcccb6fe599 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] 10.222.0.20 "GET /v2.0/ports/7ba842df-a686-488a-b3f0-dfbd12881a17?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1261199 Feb 28 10:35:49.151198 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-54d61e75-8ecb-4f71-bb03-61959c05c4dc tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks [] for port (b2610d2f-9862-4eb2-9965-6e0568cd0e85), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:49.151676 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 37228) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:49.184777 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-086ff4f4-e9af-4f0f-b338-d8380d5c3fe1 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Deleting port 4287f40b-c647-4664-8350-9e80f10b55cb {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:35:49.185011 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-086ff4f4-e9af-4f0f-b338-d8380d5c3fe1 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (4287f40b-c647-4664-8350-9e80f10b55cb), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:49.195917 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-8ffe3c66-8bb2-43cb-925f-aa8e17310db1 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Request body: {'subnet': {'network_id': '8929b71a-d96d-48b5-95df-91b088a5d91b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:49.199534 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4563497b-b6ed-4419-af88-e5716fb08ce6 tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Made reservation on behalf of 96c5d5f0473f4377b6290b5bf5163544 for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:35:49.202872 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4563497b-b6ed-4419-af88-e5716fb08ce6 tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3951209'] for subnet (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:49.213091 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-54d61e75-8ecb-4f71-bb03-61959c05c4dc tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3242529'] for port (b2610d2f-9862-4eb2-9965-6e0568cd0e85), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:49.236694 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-92f78fca-664f-42e0-9be9-b92926e9e9ba tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (dff6dabb-2f91-4e12-bf18-25651c4714f7), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:49.239726 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-92f78fca-664f-42e0-9be9-b92926e9e9ba tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:49.240991 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-92f78fca-664f-42e0-9be9-b92926e9e9ba tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] 10.222.0.20 "DELETE /v2.0/security-groups/dff6dabb-2f91-4e12-bf18-25651c4714f7 HTTP/1.1" status: 204 len: 168 time: 0.3820472 Feb 28 10:35:49.247875 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 37230) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:49.277587 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f78fca-664f-42e0-9be9-b92926e9e9ba tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dff6dabb-2f91-4e12-bf18-25651c4714f7,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:49.327576 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-10b603cd-3c7e-48d4-9161-3fe08f143cbe tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.0761096 Feb 28 10:35:49.330755 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 37232) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:49.342082 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-086ff4f4-e9af-4f0f-b338-d8380d5c3fe1 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (4287f40b-c647-4664-8350-9e80f10b55cb), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:49.363938 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-086ff4f4-e9af-4f0f-b338-d8380d5c3fe1 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Calling delete_port for 4287f40b-c647-4664-8350-9e80f10b55cb owned by {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:35:49.390365 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-996e2e58-fd1f-4e91-8577-ad7dc60ee19e tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0586040 Feb 28 10:35:49.405915 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 37234) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:49.503999 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.api.v2.resource [None req-803872bd-d612-491c-8d2a-aa111a01043c tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] delete failed (client error): The resource could not be found. Feb 28 10:35:49.505144 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-803872bd-d612-491c-8d2a-aa111a01043c tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] 10.222.0.20 "DELETE /v2.0/security-groups/dff6dabb-2f91-4e12-bf18-25651c4714f7 HTTP/1.1" status: 404 len: 347 time: 0.0951712 Feb 28 10:35:49.513084 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 37236) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:49.515538 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d61e75-8ecb-4f71-bb03-61959c05c4dc tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Pushing event updated for resources: {'Port': ['ID=b2610d2f-9862-4eb2-9965-6e0568cd0e85,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:49.533753 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-086ff4f4-e9af-4f0f-b338-d8380d5c3fe1 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (4287f40b-c647-4664-8350-9e80f10b55cb), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:49.534280 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-54d61e75-8ecb-4f71-bb03-61959c05c4dc tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1802524'] for router_interface (d7ddbc6a-3d00-4753-9f33-feb0e12d7797), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:49.560689 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a461b70a-2d8e-4ce0-868a-9af4e569aa30 tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (c9e55315-19f3-41a9-82ed-a7cce52596b8), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:49.575824 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086ff4f4-e9af-4f0f-b338-d8380d5c3fe1 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Pushing event deleted for resources: {'Port': ['ID=4287f40b-c647-4664-8350-9e80f10b55cb,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:49.620733 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-086ff4f4-e9af-4f0f-b338-d8380d5c3fe1 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:49.621579 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a461b70a-2d8e-4ce0-868a-9af4e569aa30 tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] Pushing event deleted for resources: {'Port': ['ID=c9e55315-19f3-41a9-82ed-a7cce52596b8,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:49.624900 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-086ff4f4-e9af-4f0f-b338-d8380d5c3fe1 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "DELETE /v2.0/ports/4287f40b-c647-4664-8350-9e80f10b55cb HTTP/1.1" status: 204 len: 168 time: 0.6434338 Feb 28 10:35:49.631411 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-6e46945f-0324-490d-b02f-51d0ee7885a5 tempest-SecGroupIPv6Test-1877317531 tempest-SecGroupIPv6Test-1877317531-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1170859 Feb 28 10:35:49.632075 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 37238) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:49.637694 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ffe3c66-8bb2-43cb-925f-aa8e17310db1 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Made reservation on behalf of 29ccc4cf6ba849d18fb6a0524a0ef75f for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:35:49.641406 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8ffe3c66-8bb2-43cb-925f-aa8e17310db1 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3951209'] for subnet (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:49.680221 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f19ca0bb-e454-452a-b4f1-a558ec4bb864 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Router 8b6ab8b8-279b-4753-bdf9-c3aeccd09e28 has already been hosted by L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 {{(pid=103408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:35:49.702767 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8171329b-342d-4951-a2ee-7e104edc4ecc tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:49.704426 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8171329b-342d-4951-a2ee-7e104edc4ecc tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:49.706350 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-8171329b-342d-4951-a2ee-7e104edc4ecc tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0733085 Feb 28 10:35:49.710298 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 37242) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:49.794752 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-5f253c8a-35db-41de-8988-db931509b32a None None] Provisioning complete for port 55031ce1-e477-458c-a1a1-8841e9210670 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:35:49.795581 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_v2 [None req-983cd8e6-3198-42c5-a393-28bd579a6e92 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Deleting subnet 5c8e18d5-bf0d-4848-b26b-3299d8edad49 {{(pid=103407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:35:49.796026 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5f253c8a-35db-41de-8988-db931509b32a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (55031ce1-e477-458c-a1a1-8841e9210670), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:49.799584 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-983cd8e6-3198-42c5-a393-28bd579a6e92 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks [] for subnet (5c8e18d5-bf0d-4848-b26b-3299d8edad49), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:49.863341 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-983cd8e6-3198-42c5-a393-28bd579a6e92 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3501132'] for subnet (5c8e18d5-bf0d-4848-b26b-3299d8edad49), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:49.952713 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-5f253c8a-35db-41de-8988-db931509b32a None None] Current status of the port 55031ce1-e477-458c-a1a1-8841e9210670 is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:35:49.954528 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5f253c8a-35db-41de-8988-db931509b32a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (55031ce1-e477-458c-a1a1-8841e9210670), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:50.011385 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-5f253c8a-35db-41de-8988-db931509b32a None None] For port 55031ce1-e477-458c-a1a1-8841e9210670, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=55031ce1-e477-458c-a1a1-8841e9210670,segment=NetworkSegment(bf553b55-fb1d-4346-a090-4fb77eb0fbd7),segment_id=bf553b55-fb1d-4346-a090-4fb77eb0fbd7)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:35:50.019040 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5f253c8a-35db-41de-8988-db931509b32a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (55031ce1-e477-458c-a1a1-8841e9210670), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:50.026404 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-983cd8e6-3198-42c5-a393-28bd579a6e92 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-823142'] for subnet (5c8e18d5-bf0d-4848-b26b-3299d8edad49), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:50.085130 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f253c8a-35db-41de-8988-db931509b32a None None] Pushing event updated for resources: {'Port': ['ID=55031ce1-e477-458c-a1a1-8841e9210670,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:50.111349 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-983cd8e6-3198-42c5-a393-28bd579a6e92 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-823145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3498088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3516558'] for subnet (5c8e18d5-bf0d-4848-b26b-3299d8edad49), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:50.138683 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-aabea1ff-289b-47b9-b325-edfdd7a3996c None None] Could not find standard attr ID for object 4287f40b-c647-4664-8350-9e80f10b55cb. {{(pid=103409) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Feb 28 10:35:50.147804 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 37246) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:50.156138 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-983cd8e6-3198-42c5-a393-28bd579a6e92 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616561'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:50.162573 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-983cd8e6-3198-42c5-a393-28bd579a6e92 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "DELETE /v2.0/subnets/5c8e18d5-bf0d-4848-b26b-3299d8edad49 HTTP/1.1" status: 204 len: 168 time: 0.4482803 Feb 28 10:35:50.162573 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983cd8e6-3198-42c5-a393-28bd579a6e92 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Pushing event deleted for resources: {'Subnet': ['ID=5c8e18d5-bf0d-4848-b26b-3299d8edad49,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:50.163452 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 37252) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:50.243230 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-e10cf468-49fe-40c7-8a74-cb0337301b74 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0692251 Feb 28 10:35:50.261617 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 37254) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:50.366514 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a461b70a-2d8e-4ce0-868a-9af4e569aa30 tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:50.373992 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-a461b70a-2d8e-4ce0-868a-9af4e569aa30 tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] 10.222.0.20 "DELETE /v2.0/ports/c9e55315-19f3-41a9-82ed-a7cce52596b8 HTTP/1.1" status: 204 len: 168 time: 3.1086342 Feb 28 10:35:50.377783 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 37256) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:50.408433 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3de73c6-e2a3-4ab4-ab68-5734c28fa5d6 None None] Network 9f0a511d-8408-4971-9daa-968eebea54f2 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:35:50.441295 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-5e566598-fbe2-499f-987e-075149cf9611 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c325a44f01f54a3ebd9d9c588cab5130&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2919672 Feb 28 10:35:50.452119 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea650252-e973-46df-8859-214143883ad0 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:50.456274 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-ea650252-e973-46df-8859-214143883ad0 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1929941 Feb 28 10:35:50.459813 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 37258) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:50.460152 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 37260) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:50.476002 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4550ffa1-b292-4041-ab64-07583b1d6526 req-a3ca5b10-9ca0-49a2-a57d-0b4c4e84c98b tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:50.484199 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-4550ffa1-b292-4041-ab64-07583b1d6526 req-a3ca5b10-9ca0-49a2-a57d-0b4c4e84c98b tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] 10.222.0.20 "GET /v2.0/ports?device_id=21839f2d-46e7-497a-a06a-b1ae129c5e90 HTTP/1.1" status: 200 len: 945 time: 0.2385733 Feb 28 10:35:50.536239 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_v2 [None req-355a7ca2-e55a-422f-a892-1793b0f6ccaa tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] Deleting subnet ee04e3cf-505d-4332-a386-7b807c03cfd4 {{(pid=103407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:35:50.567972 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-355a7ca2-e55a-422f-a892-1793b0f6ccaa tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] Publish callbacks [] for subnet (ee04e3cf-505d-4332-a386-7b807c03cfd4), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:50.599313 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 55031ce1-e477-458c-a1a1-8841e9210670 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:35:50.602030 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54d61e75-8ecb-4f71-bb03-61959c05c4dc tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Network 13c5669d-bc3a-4e63-8984-0517146325b6 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:35:50.613324 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-54d61e75-8ecb-4f71-bb03-61959c05c4dc tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:35:50.631869 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e699dfe1-bef1-4295-9eb6-ecf674ea8b67 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:50.636113 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-e699dfe1-bef1-4295-9eb6-ecf674ea8b67 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1738160 Feb 28 10:35:50.636777 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 37262) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:50.647103 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12269395-646d-41f6-ac45-84abe0f369d9 None None] DHCP port deletion for 9f0a511d-8408-4971-9daa-968eebea54f2 request from dv-neutron-master-2-hyperv {{(pid=103409) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:35:50.671309 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f19ca0bb-e454-452a-b4f1-a558ec4bb864 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:35:50.677275 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4563497b-b6ed-4419-af88-e5716fb08ce6 tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3242588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3951195'] for subnet (b581c39a-5955-4160-9c58-8f95f73718e5), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:50.687272 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c095ec4-2ee5-4a2a-b854-a8144c5b674a None None] Sync routers for ids ['8b6ab8b8-279b-4753-bdf9-c3aeccd09e28'] in dv-neutron-master-2-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:35:50.702219 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c095ec4-2ee5-4a2a-b854-a8144c5b674a None None] Routers {'8b6ab8b8-279b-4753-bdf9-c3aeccd09e28'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:35:50.703312 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-5c095ec4-2ee5-4a2a-b854-a8144c5b674a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:35:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['8b6ab8b8-279b-4753-bdf9-c3aeccd09e28'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:50.704763 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-15607d60-e861-421f-b953-d5cda829f3a6 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0603201 Feb 28 10:35:50.707672 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 37264) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:50.738335 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-db368e13-aa7a-44f7-8f00-a6f136919754 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Request body: {'subnet': {'network_id': '9f0a511d-8408-4971-9daa-968eebea54f2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:50.742510 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-5c095ec4-2ee5-4a2a-b854-a8144c5b674a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:50.744458 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port 55031ce1-e477-458c-a1a1-8841e9210670 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:35:50.745347 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (55031ce1-e477-458c-a1a1-8841e9210670), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:50.750400 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-355a7ca2-e55a-422f-a892-1793b0f6ccaa tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3501132'] for subnet (ee04e3cf-505d-4332-a386-7b807c03cfd4), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:50.753925 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-12269395-646d-41f6-ac45-84abe0f369d9 None None] Deleting port 55031ce1-e477-458c-a1a1-8841e9210670 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:35:50.754308 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-12269395-646d-41f6-ac45-84abe0f369d9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (55031ce1-e477-458c-a1a1-8841e9210670), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:50.756260 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c095ec4-2ee5-4a2a-b854-a8144c5b674a None None] Routers {'8b6ab8b8-279b-4753-bdf9-c3aeccd09e28'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:35:50.757130 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-5c095ec4-2ee5-4a2a-b854-a8144c5b674a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:35:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['8b6ab8b8-279b-4753-bdf9-c3aeccd09e28'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:50.799039 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-5c095ec4-2ee5-4a2a-b854-a8144c5b674a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:50.799857 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c095ec4-2ee5-4a2a-b854-a8144c5b674a None None] The sync data for ids ['8b6ab8b8-279b-4753-bdf9-c3aeccd09e28'] in dv-neutron-master-2-hyperv is: [] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:35:50.835282 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f19ca0bb-e454-452a-b4f1-a558ec4bb864 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for floatingip (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:50.866212 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-4550ffa1-b292-4041-ab64-07583b1d6526 req-a24cac0b-ba0b-4235-a974-adb29be1d25f tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] 10.222.0.20 "GET /v2.0/security-groups?id=c6054555-6cfe-4c7d-9758-21814521da07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3750513 Feb 28 10:35:50.877505 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-f19ca0bb-e454-452a-b4f1-a558ec4bb864 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 8.8814058 Feb 28 10:35:50.883071 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 37266) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:50.884072 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4563497b-b6ed-4419-af88-e5716fb08ce6 tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Pushing event updated for resources: {'Subnet': ['ID=b581c39a-5955-4160-9c58-8f95f73718e5,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:50.897322 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0c25c464-a37a-4577-b2c0-c4925bc791bc admin admin] Publish callbacks [] for security_group (c719dd08-4f96-485e-96fb-2fab8d143b4c), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:50.911205 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-12269395-646d-41f6-ac45-84abe0f369d9 None None] For port 55031ce1-e477-458c-a1a1-8841e9210670, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=55031ce1-e477-458c-a1a1-8841e9210670,segment=NetworkSegment(bf553b55-fb1d-4346-a090-4fb77eb0fbd7),segment_id=bf553b55-fb1d-4346-a090-4fb77eb0fbd7)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:35:50.911814 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-12269395-646d-41f6-ac45-84abe0f369d9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (55031ce1-e477-458c-a1a1-8841e9210670), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:50.928569 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-12269395-646d-41f6-ac45-84abe0f369d9 None None] Calling delete_port for 55031ce1-e477-458c-a1a1-8841e9210670 owned by network:dhcp {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:35:50.945906 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0c25c464-a37a-4577-b2c0-c4925bc791bc admin admin] Publish callbacks [] for security_group (c719dd08-4f96-485e-96fb-2fab8d143b4c), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:51.033935 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db368e13-aa7a-44f7-8f00-a6f136919754 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Made reservation on behalf of 01d784a6a3f04224a7e9160ad9d44184 for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:35:51.037598 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-db368e13-aa7a-44f7-8f00-a6f136919754 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3516581'] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:51.044762 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-355a7ca2-e55a-422f-a892-1793b0f6ccaa tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-823142'] for subnet (ee04e3cf-505d-4332-a386-7b807c03cfd4), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:51.045495 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54d61e75-8ecb-4f71-bb03-61959c05c4dc tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Router d7ddbc6a-3d00-4753-9f33-feb0e12d7797 has already been hosted by L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 {{(pid=103408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:35:51.071214 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-bf8e8e19-2bca-45ee-b193-ffa44a14cdcd tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] 10.222.0.20 "GET /v2.0/floatingips/f3c75b00-2183-429e-80ba-a1c2c7d289ed HTTP/1.1" status: 200 len: 977 time: 0.1829433 Feb 28 10:35:51.075449 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 37268) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:51.079499 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4563497b-b6ed-4419-af88-e5716fb08ce6 tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Checking segment: {'id': 'fd1279f0-4135-434d-9723-f46f895b17c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'c9768f87-0105-4968-b36a-90043e3063b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:35:51.079870 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4563497b-b6ed-4419-af88-e5716fb08ce6 tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Network hostable DHCP agents. Network: c9768f87-0105-4968-b36a-90043e3063b2, hostable agents: ['fb6705d2-4f70-4965-92a3-fbfccd43a6d3'], hosted agents: [] {{(pid=103408) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:35:51.175294 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 55031ce1-e477-458c-a1a1-8841e9210670 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:35:51.193210 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-c80cbd0e-2dd4-4d32-b458-b9fd1eef759c None None] Provisioning complete for port b2610d2f-9862-4eb2-9965-6e0568cd0e85 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:35:51.193697 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c80cbd0e-2dd4-4d32-b458-b9fd1eef759c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (b2610d2f-9862-4eb2-9965-6e0568cd0e85), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:51.199601 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0c25c464-a37a-4577-b2c0-c4925bc791bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (c719dd08-4f96-485e-96fb-2fab8d143b4c), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:51.202242 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0c25c464-a37a-4577-b2c0-c4925bc791bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:51.205896 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-0c25c464-a37a-4577-b2c0-c4925bc791bc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c719dd08-4f96-485e-96fb-2fab8d143b4c HTTP/1.1" status: 204 len: 168 time: 0.7423089 Feb 28 10:35:51.213772 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8ffe3c66-8bb2-43cb-925f-aa8e17310db1 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3242588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3951195'] for subnet (7db53939-8ca1-46a3-ba3a-243ba75b1f40), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:51.215797 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4563497b-b6ed-4419-af88-e5716fb08ce6 tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Network c9768f87-0105-4968-b36a-90043e3063b2 is scheduled to be hosted by DHCP agent fb6705d2-4f70-4965-92a3-fbfccd43a6d3 with binding_index 1 {{(pid=103408) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:35:51.245251 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-c80cbd0e-2dd4-4d32-b458-b9fd1eef759c None None] Port b2610d2f-9862-4eb2-9965-6e0568cd0e85 cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:35:51.255903 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c25c464-a37a-4577-b2c0-c4925bc791bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c719dd08-4f96-485e-96fb-2fab8d143b4c,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:51.258024 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-12269395-646d-41f6-ac45-84abe0f369d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758'] for port (55031ce1-e477-458c-a1a1-8841e9210670), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:51.270025 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-4563497b-b6ed-4419-af88-e5716fb08ce6 tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, c9768f87-0105-4968-b36a-90043e3063b2) {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:35:51.274464 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4563497b-b6ed-4419-af88-e5716fb08ce6 tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:51.275882 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4563497b-b6ed-4419-af88-e5716fb08ce6 tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Publish callbacks [] for subnet (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:51.296981 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-2ad3eb7f-912a-4544-9f03-885182b7782f tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] 10.222.0.20 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.1929717 Feb 28 10:35:51.298193 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ffe3c66-8bb2-43cb-925f-aa8e17310db1 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Network 8929b71a-d96d-48b5-95df-91b088a5d91b is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:35:51.299154 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 37272) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:51.302173 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c25c464-a37a-4577-b2c0-c4925bc791bc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:35:51.302412 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c25c464-a37a-4577-b2c0-c4925bc791bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:35:51.302770 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c25c464-a37a-4577-b2c0-c4925bc791bc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:35:51.303452 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c25c464-a37a-4577-b2c0-c4925bc791bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:35:51.303452 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c25c464-a37a-4577-b2c0-c4925bc791bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:35:51.303800 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c25c464-a37a-4577-b2c0-c4925bc791bc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:35:51.304137 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c25c464-a37a-4577-b2c0-c4925bc791bc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:35:51.304475 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c25c464-a37a-4577-b2c0-c4925bc791bc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:35:51.304843 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c25c464-a37a-4577-b2c0-c4925bc791bc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:35:51.305464 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c25c464-a37a-4577-b2c0-c4925bc791bc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:35:51.305619 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c25c464-a37a-4577-b2c0-c4925bc791bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:35:51.306074 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c25c464-a37a-4577-b2c0-c4925bc791bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:35:51.306241 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-8ffe3c66-8bb2-43cb-925f-aa8e17310db1 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:35:51.306353 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c25c464-a37a-4577-b2c0-c4925bc791bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:35:51.309545 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ffe3c66-8bb2-43cb-925f-aa8e17310db1 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:51.310129 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8ffe3c66-8bb2-43cb-925f-aa8e17310db1 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks [] for subnet (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:51.312147 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-fed553b5-9f3d-4e76-99c0-ce018acce6cd tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Request body: {'floatingip': {'port_id': '4f103e25-ff26-471a-a89c-207e20a101df'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:51.318157 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-355a7ca2-e55a-422f-a892-1793b0f6ccaa tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-823145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3498088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3516558'] for subnet (ee04e3cf-505d-4332-a386-7b807c03cfd4), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:51.350212 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12269395-646d-41f6-ac45-84abe0f369d9 None None] Pushing event deleted for resources: {'Port': ['ID=55031ce1-e477-458c-a1a1-8841e9210670,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:51.350512 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-4563497b-b6ed-4419-af88-e5716fb08ce6 tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5510149 Feb 28 10:35:51.353000 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54d61e75-8ecb-4f71-bb03-61959c05c4dc tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:35:51.360535 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0509581d-372b-4587-a41a-cdfa48a58aa0 None None] Network c9768f87-0105-4968-b36a-90043e3063b2 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:35:51.362908 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-54d61e75-8ecb-4f71-bb03-61959c05c4dc tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] 10.222.0.20 "PUT /v2.0/routers/d7ddbc6a-3d00-4753-9f33-feb0e12d7797/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8099887 Feb 28 10:35:51.363978 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 37274) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:51.364311 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 37276) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:51.369758 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-d778880e-4b49-4db6-874c-a64e09faf23c tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Request body: {'network': {'name': 'tempest-router-network01--700723975'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:51.371951 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48da2ff3-27aa-4f60-a53d-078c1ca755d1 None None] Network 8929b71a-d96d-48b5-95df-91b088a5d91b requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:35:51.376907 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-c4bd268e-0673-46fc-9e14-f0f62280e6a7 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:51.380578 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355a7ca2-e55a-422f-a892-1793b0f6ccaa tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] Pushing event deleted for resources: {'Subnet': ['ID=ee04e3cf-505d-4332-a386-7b807c03cfd4,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:51.383723 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffe3c66-8bb2-43cb-925f-aa8e17310db1 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Pushing event updated for resources: {'Subnet': ['ID=7db53939-8ca1-46a3-ba3a-243ba75b1f40,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:51.393228 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-8ffe3c66-8bb2-43cb-925f-aa8e17310db1 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2036386 Feb 28 10:35:51.398194 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 37278) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:51.403684 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-355a7ca2-e55a-422f-a892-1793b0f6ccaa tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616561'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:51.406930 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-355a7ca2-e55a-422f-a892-1793b0f6ccaa tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] 10.222.0.20 "DELETE /v2.0/subnets/ee04e3cf-505d-4332-a386-7b807c03cfd4 HTTP/1.1" status: 204 len: 168 time: 1.0234599 Feb 28 10:35:51.411236 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-2ab56a0e-d26c-44f3-8cef-9781b5a6420b tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Request body: {'security_group': {'name': 'tempest-secgroup-1151442698'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:51.411628 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b4cb09-e53e-43b4-9b77-c315dcd715ce None None] Sync routers for ids ['d7ddbc6a-3d00-4753-9f33-feb0e12d7797'] in dv-neutron-master-2-hyperv {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:35:51.418859 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 37280) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:51.422046 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12269395-646d-41f6-ac45-84abe0f369d9 None None] No DVR routers for this DVR port 55031ce1-e477-458c-a1a1-8841e9210670 on host dv-neutron-master-2-hyperv {{(pid=103409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:35:51.519951 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d778880e-4b49-4db6-874c-a64e09faf23c tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Made reservation on behalf of 96c5d5f0473f4377b6290b5bf5163544 for: {'network': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:35:51.523442 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d778880e-4b49-4db6-874c-a64e09faf23c tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for network (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:51.561254 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48161ad0-0d57-4c73-98dc-55e3392b6540 None None] Network 34190743-1b77-4389-b623-7faea57aef12 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:35:51.660779 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d778880e-4b49-4db6-874c-a64e09faf23c tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 289} {{(pid=103408) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:35:51.668273 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b4cb09-e53e-43b4-9b77-c315dcd715ce None None] Routers {'d7ddbc6a-3d00-4753-9f33-feb0e12d7797'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:35:51.669099 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-52b4cb09-e53e-43b4-9b77-c315dcd715ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:35:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['d7ddbc6a-3d00-4753-9f33-feb0e12d7797'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:51.683880 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d778880e-4b49-4db6-874c-a64e09faf23c tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (bbd445f2-f5a5-418d-9c92-7fa2a2228a61), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:51.684281 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.db.segments_db [None req-d778880e-4b49-4db6-874c-a64e09faf23c tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Added segment bbd445f2-f5a5-418d-9c92-7fa2a2228a61 of type vlan for network d11a15fe-302a-417a-a012-6eb6bb7005ed Feb 28 10:35:51.722128 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b387152-7f54-46a6-851a-ff29d56f98f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-c9768f87-0105-4968-b36a-90043e3063b2', 'network_id': 'c9768f87-0105-4968-b36a-90043e3063b2', 'project_id': '96c5d5f0473f4377b6290b5bf5163544', 'fixed_ips': [{'subnet_id': 'b581c39a-5955-4160-9c58-8f95f73718e5'}]}} from dv-neutron-master-2-hyperv. {{(pid=103409) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:35:51.722889 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1b387152-7f54-46a6-851a-ff29d56f98f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:51.799860 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d778880e-4b49-4db6-874c-a64e09faf23c tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742056637431'] for network (d11a15fe-302a-417a-a012-6eb6bb7005ed), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:51.877406 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d778880e-4b49-4db6-874c-a64e09faf23c tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551'] for network (d11a15fe-302a-417a-a012-6eb6bb7005ed), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:51.882600 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d778880e-4b49-4db6-874c-a64e09faf23c tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:51.883352 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d778880e-4b49-4db6-874c-a64e09faf23c tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616561'] for network (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:51.911610 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-52b4cb09-e53e-43b4-9b77-c315dcd715ce None None] Set router d7ddbc6a-3d00-4753-9f33-feb0e12d7797 gateway port host: None {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:35:51.933874 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fed553b5-9f3d-4e76-99c0-ce018acce6cd tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks [] for floatingip (f3c75b00-2183-429e-80ba-a1c2c7d289ed), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:51.966927 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d778880e-4b49-4db6-874c-a64e09faf23c tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Pushing event updated for resources: {'Network': ['ID=d11a15fe-302a-417a-a012-6eb6bb7005ed,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:51.983536 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d778880e-4b49-4db6-874c-a64e09faf23c tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:35:51.984062 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d778880e-4b49-4db6-874c-a64e09faf23c tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:35:51.984544 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d778880e-4b49-4db6-874c-a64e09faf23c tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:35:51.985253 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d778880e-4b49-4db6-874c-a64e09faf23c tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:35:51.985946 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d778880e-4b49-4db6-874c-a64e09faf23c tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:35:51.986305 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d778880e-4b49-4db6-874c-a64e09faf23c tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:35:51.986735 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d778880e-4b49-4db6-874c-a64e09faf23c tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:35:51.987174 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d778880e-4b49-4db6-874c-a64e09faf23c tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:35:51.987606 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d778880e-4b49-4db6-874c-a64e09faf23c tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:35:51.988246 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d778880e-4b49-4db6-874c-a64e09faf23c tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:35:51.988673 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d778880e-4b49-4db6-874c-a64e09faf23c tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:35:51.989137 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d778880e-4b49-4db6-874c-a64e09faf23c tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:35:51.989636 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d778880e-4b49-4db6-874c-a64e09faf23c tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:35:51.999380 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-d778880e-4b49-4db6-874c-a64e09faf23c tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6327815 Feb 28 10:35:52.002116 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 37284) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:52.007635 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-a838712a-bdd5-493c-a8aa-6e64fafa49fe tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Request body: {'network': {'name': 'tempest-router-network02--1599372756'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:52.034825 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2ab56a0e-d26c-44f3-8cef-9781b5a6420b tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:52.038571 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Network d11a15fe-302a-417a-a012-6eb6bb7005ed details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103409) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:35:52.084412 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a838712a-bdd5-493c-a8aa-6e64fafa49fe tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Made reservation on behalf of 96c5d5f0473f4377b6290b5bf5163544 for: {'network': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:35:52.088180 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a838712a-bdd5-493c-a8aa-6e64fafa49fe tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for network (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:52.089607 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-839b03de-e7cd-49d5-ad2d-60e171693bda tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-665757'] for network (34190743-1b77-4389-b623-7faea57aef12), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:52.111212 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2102cb5e-9034-4374-a58e-a22cb05f3d49 None None] DHCP port deletion for 34190743-1b77-4389-b623-7faea57aef12 request from dv-neutron-master-2-hyperv {{(pid=103409) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:35:52.154036 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a838712a-bdd5-493c-a8aa-6e64fafa49fe tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 252} {{(pid=103408) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:35:52.168965 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf9a6bc9-6ca1-4120-8fd2-31df44c3d4a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-8929b71a-d96d-48b5-95df-91b088a5d91b', 'network_id': '8929b71a-d96d-48b5-95df-91b088a5d91b', 'project_id': '29ccc4cf6ba849d18fb6a0524a0ef75f', 'fixed_ips': [{'subnet_id': '7db53939-8ca1-46a3-ba3a-243ba75b1f40'}]}} from dv-neutron-master-2-hyperv. {{(pid=103409) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:35:52.170222 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.extraroute_db [None req-c4bd268e-0673-46fc-9e14-f0f62280e6a7 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=103408) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 28 10:35:52.170395 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-cf9a6bc9-6ca1-4120-8fd2-31df44c3d4a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:52.179885 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a838712a-bdd5-493c-a8aa-6e64fafa49fe tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (eb3e7a4a-324d-45a7-9a4b-3fa63c1760e5), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:52.180281 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.db.segments_db [None req-a838712a-bdd5-493c-a8aa-6e64fafa49fe tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Added segment eb3e7a4a-324d-45a7-9a4b-3fa63c1760e5 of type vlan for network c555580d-f352-429d-9475-bb58cddc4c09 Feb 28 10:35:52.225000 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.extraroute_db [None req-c4bd268e-0673-46fc-9e14-f0f62280e6a7 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Removed routes are [] {{(pid=103408) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 28 10:35:52.225922 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c4bd268e-0673-46fc-9e14-f0f62280e6a7 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1804286', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1806925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5948'] for router (d7ddbc6a-3d00-4753-9f33-feb0e12d7797), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:52.240752 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-1b387152-7f54-46a6-851a-ff29d56f98f4 None None] Allocated IP 2001:db8::2 (c9768f87-0105-4968-b36a-90043e3063b2/b581c39a-5955-4160-9c58-8f95f73718e5/081f9d01-fb04-47e9-8d6f-2e30809a79ef) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:35:52.245244 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a838712a-bdd5-493c-a8aa-6e64fafa49fe tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742056637431'] for network (c555580d-f352-429d-9475-bb58cddc4c09), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:52.274866 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13885b23-056c-4041-8960-9a2c8a5f0261 req-df35f079-751a-40f4-9d1d-3bc0c89f7a9d tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:52.276514 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-13885b23-056c-4041-8960-9a2c8a5f0261 req-df35f079-751a-40f4-9d1d-3bc0c89f7a9d tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] 10.222.0.20 "GET /v2.0/ports?device_id=21839f2d-46e7-497a-a06a-b1ae129c5e90 HTTP/1.1" status: 200 len: 945 time: 0.2660074 Feb 28 10:35:52.378892 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a838712a-bdd5-493c-a8aa-6e64fafa49fe tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551'] for network (c555580d-f352-429d-9475-bb58cddc4c09), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:52.385188 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a838712a-bdd5-493c-a8aa-6e64fafa49fe tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:52.385836 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a838712a-bdd5-493c-a8aa-6e64fafa49fe tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616561'] for network (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:52.443393 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2ab56a0e-d26c-44f3-8cef-9781b5a6420b tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks [] for security_group (bb7decb0-4785-4924-9424-4360e9b7a265), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:52.480315 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a838712a-bdd5-493c-a8aa-6e64fafa49fe tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Pushing event updated for resources: {'Network': ['ID=c555580d-f352-429d-9475-bb58cddc4c09,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:52.485102 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.objects.ports [None req-db368e13-aa7a-44f7-8f00-a6f136919754 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103407) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 28 10:35:52.486190 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2ab56a0e-d26c-44f3-8cef-9781b5a6420b tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (bb7decb0-4785-4924-9424-4360e9b7a265), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:52.488262 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-a838712a-bdd5-493c-a8aa-6e64fafa49fe tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4849465 Feb 28 10:35:52.492299 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 37286) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:52.503354 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-980d0117-8bd6-47ca-aa36-575168f11dcf tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Request body: {'subnet': {'network_id': 'd11a15fe-302a-417a-a012-6eb6bb7005ed', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:52.503677 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-db368e13-aa7a-44f7-8f00-a6f136919754 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3498031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3516567'] for subnet (9579a05f-637c-4390-9239-ab38ba6f9cfc), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:52.508529 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-13885b23-056c-4041-8960-9a2c8a5f0261 req-ca3a033d-3bb7-47df-a616-25d820b75c84 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] 10.222.0.20 "GET /v2.0/security-groups?id=c6054555-6cfe-4c7d-9758-21814521da07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2223523 Feb 28 10:35:52.529393 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Network c555580d-f352-429d-9475-bb58cddc4c09 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103409) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:35:52.543051 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2102cb5e-9034-4374-a58e-a22cb05f3d49 None None] Deleting port 4484e2af-2002-4214-acdf-60cbf1d235fa {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:35:52.543609 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2102cb5e-9034-4374-a58e-a22cb05f3d49 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (4484e2af-2002-4214-acdf-60cbf1d235fa), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:52.601778 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-839b03de-e7cd-49d5-ad2d-60e171693bda tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] Deleting port 4484e2af-2002-4214-acdf-60cbf1d235fa {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:35:52.602258 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-839b03de-e7cd-49d5-ad2d-60e171693bda tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (4484e2af-2002-4214-acdf-60cbf1d235fa), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:52.623327 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2ab56a0e-d26c-44f3-8cef-9781b5a6420b tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:52.624578 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-2ab56a0e-d26c-44f3-8cef-9781b5a6420b tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 1.2223473 Feb 28 10:35:52.634306 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 37288) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:52.638629 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-d8dc9b95-0d87-4e66-8999-6fe363b75056 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Request body: {'security_group': {'name': 'tempest-secgroup-1829728491'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:52.643129 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 55031ce1-e477-458c-a1a1-8841e9210670 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:35:52.680803 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab56a0e-d26c-44f3-8cef-9781b5a6420b tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb7decb0-4785-4924-9424-4360e9b7a265,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:52.688424 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db368e13-aa7a-44f7-8f00-a6f136919754 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Network 9f0a511d-8408-4971-9daa-968eebea54f2 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:35:52.697282 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c4bd268e-0673-46fc-9e14-f0f62280e6a7 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1804286', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1806925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5948'] for router (d7ddbc6a-3d00-4753-9f33-feb0e12d7797), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:52.702707 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-db368e13-aa7a-44f7-8f00-a6f136919754 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:35:52.703949 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d8dc9b95-0d87-4e66-8999-6fe363b75056 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks [] for security_group (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:52.707358 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-cf9a6bc9-6ca1-4120-8fd2-31df44c3d4a3 None None] Allocated IP 2001:db8::2 (8929b71a-d96d-48b5-95df-91b088a5d91b/7db53939-8ca1-46a3-ba3a-243ba75b1f40/1332c1c3-c7e2-4d1f-bf51-b956e0e73c8a) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:35:52.715179 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db368e13-aa7a-44f7-8f00-a6f136919754 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:52.715798 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-db368e13-aa7a-44f7-8f00-a6f136919754 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616561'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:52.739362 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3549d9e4-e032-456b-9478-a67578fb8281 None None] Network 9f0a511d-8408-4971-9daa-968eebea54f2 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:35:52.758463 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] No Port match for: 55031ce1-e477-458c-a1a1-8841e9210670 {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:35:52.758830 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 55031ce1-e477-458c-a1a1-8841e9210670 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:35:52.759441 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 4484e2af-2002-4214-acdf-60cbf1d235fa no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:35:52.768104 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db368e13-aa7a-44f7-8f00-a6f136919754 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Pushing event updated for resources: {'Subnet': ['ID=9579a05f-637c-4390-9239-ab38ba6f9cfc,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:52.778119 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-839b03de-e7cd-49d5-ad2d-60e171693bda tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] For port 4484e2af-2002-4214-acdf-60cbf1d235fa, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4484e2af-2002-4214-acdf-60cbf1d235fa,segment=NetworkSegment(62820c32-6f6c-4560-8178-281c48901d11),segment_id=62820c32-6f6c-4560-8178-281c48901d11)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:35:52.778791 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-839b03de-e7cd-49d5-ad2d-60e171693bda tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (4484e2af-2002-4214-acdf-60cbf1d235fa), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:52.782858 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d8dc9b95-0d87-4e66-8999-6fe363b75056 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks [] for security_group (55456a04-acf9-4dbf-abec-d4a8b3d93cb0), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:52.784714 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c4bd268e-0673-46fc-9e14-f0f62280e6a7 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1804241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1804263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1804264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1807030'] for router (d7ddbc6a-3d00-4753-9f33-feb0e12d7797), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:52.792027 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d8dc9b95-0d87-4e66-8999-6fe363b75056 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (55456a04-acf9-4dbf-abec-d4a8b3d93cb0), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:52.800004 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-839b03de-e7cd-49d5-ad2d-60e171693bda tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] Calling delete_port for 4484e2af-2002-4214-acdf-60cbf1d235fa owned by network:dhcp {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:35:52.806760 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-db368e13-aa7a-44f7-8f00-a6f136919754 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.0851123 Feb 28 10:35:52.817560 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 37290) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:52.824296 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-6eaf14f5-66b2-4a54-8801-c8e8a6217aca tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Request body: {'subnet': {'network_id': '9f0a511d-8408-4971-9daa-968eebea54f2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:52.911820 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-980d0117-8bd6-47ca-aa36-575168f11dcf tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Made reservation on behalf of 96c5d5f0473f4377b6290b5bf5163544 for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:35:52.917317 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-980d0117-8bd6-47ca-aa36-575168f11dcf tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3951209'] for subnet (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:52.964071 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dc9b95-0d87-4e66-8999-6fe363b75056 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55456a04-acf9-4dbf-abec-d4a8b3d93cb0,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:52.981752 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d8dc9b95-0d87-4e66-8999-6fe363b75056 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks [] for security_group (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:52.989725 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-d8dc9b95-0d87-4e66-8999-6fe363b75056 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.3543756 Feb 28 10:35:52.992510 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 37292) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:53.007904 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-652afa2a-df63-4779-b123-7722627f94ff tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1927381304', 'security_groups': ['55456a04-acf9-4dbf-abec-d4a8b3d93cb0'], 'network_id': '8929b71a-d96d-48b5-95df-91b088a5d91b', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '7db53939-8ca1-46a3-ba3a-243ba75b1f40'}]}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:53.037552 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1b387152-7f54-46a6-851a-ff29d56f98f4 None None] Publish callbacks [] for port (081f9d01-fb04-47e9-8d6f-2e30809a79ef), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:53.076302 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4bd268e-0673-46fc-9e14-f0f62280e6a7 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Router d7ddbc6a-3d00-4753-9f33-feb0e12d7797 has already been hosted by L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 {{(pid=103408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:35:53.093059 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eaf14f5-66b2-4a54-8801-c8e8a6217aca tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Made reservation on behalf of 01d784a6a3f04224a7e9160ad9d44184 for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:35:53.097006 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6eaf14f5-66b2-4a54-8801-c8e8a6217aca tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3516581'] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:53.100165 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1b387152-7f54-46a6-851a-ff29d56f98f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749'] for port (081f9d01-fb04-47e9-8d6f-2e30809a79ef), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:53.115712 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-839b03de-e7cd-49d5-ad2d-60e171693bda tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (4484e2af-2002-4214-acdf-60cbf1d235fa), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:53.134846 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-2102cb5e-9034-4374-a58e-a22cb05f3d49 None None] For port 4484e2af-2002-4214-acdf-60cbf1d235fa, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4484e2af-2002-4214-acdf-60cbf1d235fa,segment=NetworkSegment(62820c32-6f6c-4560-8178-281c48901d11),segment_id=62820c32-6f6c-4560-8178-281c48901d11)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:35:53.135257 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2102cb5e-9034-4374-a58e-a22cb05f3d49 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (4484e2af-2002-4214-acdf-60cbf1d235fa), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:53.191131 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-52b4cb09-e53e-43b4-9b77-c315dcd715ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7ddbc6a-3d00-4753-9f33-feb0e12d7797', 'name': 'tempest-RoutersTest-router-1825890179', 'tenant_id': 'da82c5902a0c4c459ee88fe904a1e59b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:35:15Z', 'updated_at': '2022-02-28T10:35:47Z', 'revision_number': 5, 'project_id': 'da82c5902a0c4c459ee88fe904a1e59b', 'gw_port_host': None, '_interfaces': [{'id': '144edc35-9369-415e-842a-cda7c06a5ceb', 'name': '', 'network_id': '15f45c6f-d6b4-4b5d-9f81-44370067a41c', 'tenant_id': 'da82c5902a0c4c459ee88fe904a1e59b', 'mac_address': 'fa:16:3e:4a:33:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ddbc6a-3d00-4753-9f33-feb0e12d7797', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '80cf5cc3-7a23-4d81-9989-328f76a695ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:35:19Z', 'updated_at': '2022-02-28T10:35:30Z', 'revision_number': 5, 'project_id': 'da82c5902a0c4c459ee88fe904a1e59b', 'subnets': [{'id': '80cf5cc3-7a23-4d81-9989-328f76a695ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4969f4d9-c609-446a-b2f3-05dc01d01bfe', 'name': '', 'network_id': '83813e83-2fb7-432f-b021-5f0d0cb5b1b1', 'tenant_id': 'da82c5902a0c4c459ee88fe904a1e59b', 'mac_address': 'fa:16:3e:08:73:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ddbc6a-3d00-4753-9f33-feb0e12d7797', 'device_owner': 'network:router_interface', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': 'e59946e5-ae07-4772-8426-8605a011da8d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:35:37Z', 'updated_at': '2022-02-28T10:35:44Z', 'revision_number': 5, 'project_id': 'da82c5902a0c4c459ee88fe904a1e59b', 'subnets': [{'id': 'e59946e5-ae07-4772-8426-8605a011da8d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2610d2f-9862-4eb2-9965-6e0568cd0e85', 'name': '', 'network_id': '13c5669d-bc3a-4e63-8984-0517146325b6', 'tenant_id': 'da82c5902a0c4c459ee88fe904a1e59b', 'mac_address': 'fa:16:3e:8e:83:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7ddbc6a-3d00-4753-9f33-feb0e12d7797', 'device_owner': 'network:router_interface', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': 'c20fc715-6cdd-41db-847c-a5c9da549c7f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:35:45Z', 'updated_at': '2022-02-28T10:35:48Z', 'revision_number': 2, 'project_id': 'da82c5902a0c4c459ee88fe904a1e59b', 'subnets': [{'id': 'c20fc715-6cdd-41db-847c-a5c9da549c7f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b347c59d-cb8d-4641-b188-7676c46efe56', 'name': '', 'network_id': 'eb839f6c-5043-484a-b1d1-584e5121d293', 'tenant_id': 'da82c5902a0c4c459ee88fe904a1e59b', 'mac_address': 'fa:16:3e:2c:4f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ddbc6a-3d00-4753-9f33-feb0e12d7797', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '2ebd56e7-0ebe-4361-8109-cd1b16754dc7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:35:27Z', 'updated_at': '2022-02-28T10:35:35Z', 'revision_number': 5, 'project_id': 'da82c5902a0c4c459ee88fe904a1e59b', 'subnets': [{'id': '2ebd56e7-0ebe-4361-8109-cd1b16754dc7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:53.195695 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2102cb5e-9034-4374-a58e-a22cb05f3d49 None None] Calling delete_port for 4484e2af-2002-4214-acdf-60cbf1d235fa owned by network:dhcp {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:35:53.200286 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] No active binding found for port 4484e2af-2002-4214-acdf-60cbf1d235fa {{(pid=103409) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 28 10:35:53.200529 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] The host dv-neutron-master-2-hyperv is not matching for port 4484e2af-2002-4214-acdf-60cbf1d235fa host None! {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 28 10:35:53.200953 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 4484e2af-2002-4214-acdf-60cbf1d235fa not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:35:53.202827 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839b03de-e7cd-49d5-ad2d-60e171693bda tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] Pushing event deleted for resources: {'Port': ['ID=4484e2af-2002-4214-acdf-60cbf1d235fa,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:53.214972 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839b03de-e7cd-49d5-ad2d-60e171693bda tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] No DVR routers for this DVR port 4484e2af-2002-4214-acdf-60cbf1d235fa on host dv-neutron-master-2-hyperv {{(pid=103407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:35:53.216394 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b387152-7f54-46a6-851a-ff29d56f98f4 None None] Network c9768f87-0105-4968-b36a-90043e3063b2 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:35:53.220075 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.db.resource_extend [None req-fed553b5-9f3d-4e76-99c0-ce018acce6cd tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 10:35:53.261868 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-1b387152-7f54-46a6-851a-ff29d56f98f4 None None] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:35:53.263642 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b4cb09-e53e-43b4-9b77-c315dcd715ce None None] Checking router: d7ddbc6a-3d00-4753-9f33-feb0e12d7797 for host: dv-neutron-master-2-hyperv {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:35:53.264014 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b4cb09-e53e-43b4-9b77-c315dcd715ce None None] Updating router d7ddbc6a-3d00-4753-9f33-feb0e12d7797 port b2610d2f-9862-4eb2-9965-6e0568cd0e85 binding host dv-neutron-master-2-hyperv {{(pid=103409) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 10:35:53.269757 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b387152-7f54-46a6-851a-ff29d56f98f4 None None] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:35:53.279209 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b387152-7f54-46a6-851a-ff29d56f98f4 None None] Pushing event updated for resources: {'Port': ['ID=081f9d01-fb04-47e9-8d6f-2e30809a79ef,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:53.375766 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fed553b5-9f3d-4e76-99c0-ce018acce6cd tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:53.386665 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.db.ipam_backend_mixin [None req-6eaf14f5-66b2-4a54-8801-c8e8a6217aca tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9579a05f-637c-4390-9239-ab38ba6f9cfc (CIDR: 2001:db8::/64) Feb 28 10:35:53.390494 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-839b03de-e7cd-49d5-ad2d-60e171693bda tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672413', 'neutron.services.segments.db._delete_segments_for_network-8742057110173'] for network (34190743-1b77-4389-b623-7faea57aef12), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:53.392632 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fed553b5-9f3d-4e76-99c0-ce018acce6cd tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1803383'] for floatingip (f3c75b00-2183-429e-80ba-a1c2c7d289ed), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:53.393858 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdfa2dae-755d-40ee-b6d9-753c8b8d94eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-9f0a511d-8408-4971-9daa-968eebea54f2', 'network_id': '9f0a511d-8408-4971-9daa-968eebea54f2', 'project_id': '01d784a6a3f04224a7e9160ad9d44184', 'fixed_ips': [{'subnet_id': '9579a05f-637c-4390-9239-ab38ba6f9cfc'}]}} from dv-neutron-master-2-hyperv. {{(pid=103409) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:35:53.396032 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-cdfa2dae-755d-40ee-b6d9-753c8b8d94eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:53.400513 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-6eaf14f5-66b2-4a54-8801-c8e8a6217aca tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 10:35:53.401022 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6eaf14f5-66b2-4a54-8801-c8e8a6217aca tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:35:53.468240 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-839b03de-e7cd-49d5-ad2d-60e171693bda tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34190743-1b77-4389-b623-7faea57aef12']}} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:53.486447 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-6eaf14f5-66b2-4a54-8801-c8e8a6217aca tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6677384 Feb 28 10:35:53.490767 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-839b03de-e7cd-49d5-ad2d-60e171693bda tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62820c32-6f6c-4560-8178-281c48901d11') {'for_net_delete': True} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:53.491329 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-839b03de-e7cd-49d5-ad2d-60e171693bda tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62820c32-6f6c-4560-8178-281c48901d11') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:53.492018 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-52b4cb09-e53e-43b4-9b77-c315dcd715ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (b2610d2f-9862-4eb2-9965-6e0568cd0e85), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:53.494809 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 37294) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:53.500482 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-bc733b5e-67b6-4b65-ac76-f23218608755 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Request body: {'subnet': {'network_id': '9f0a511d-8408-4971-9daa-968eebea54f2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:53.553678 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-1b387152-7f54-46a6-851a-ff29d56f98f4 None None] Attempting to bind port 081f9d01-fb04-47e9-8d6f-2e30809a79ef on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:35:53.554186 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-1b387152-7f54-46a6-851a-ff29d56f98f4 None None] Attempting to bind port 081f9d01-fb04-47e9-8d6f-2e30809a79ef by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'fd1279f0-4135-434d-9723-f46f895b17c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'c9768f87-0105-4968-b36a-90043e3063b2'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:35:53.554568 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b387152-7f54-46a6-851a-ff29d56f98f4 None None] Attempting to bind port 081f9d01-fb04-47e9-8d6f-2e30809a79ef on network c9768f87-0105-4968-b36a-90043e3063b2 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:35:53.588601 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-839b03de-e7cd-49d5-ad2d-60e171693bda tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742057113766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3501147'] for segment (62820c32-6f6c-4560-8178-281c48901d11), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:53.621962 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-839b03de-e7cd-49d5-ad2d-60e171693bda tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (62820c32-6f6c-4560-8178-281c48901d11), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:53.634808 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-839b03de-e7cd-49d5-ad2d-60e171693bda tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] Releasing vlan 292 on physical network physnet1 to pool {{(pid=103407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:35:53.635504 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-839b03de-e7cd-49d5-ad2d-60e171693bda tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3498166'] for segment (62820c32-6f6c-4560-8178-281c48901d11), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:53.638913 dv-neutron-master-2-hyperv neutron-server[103407]: Traceback (most recent call last): Feb 28 10:35:53.638913 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:35:53.638913 dv-neutron-master-2-hyperv neutron-server[103407]: timer() Feb 28 10:35:53.638913 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:35:53.638913 dv-neutron-master-2-hyperv neutron-server[103407]: cb(*args, **kw) Feb 28 10:35:53.638913 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:35:53.638913 dv-neutron-master-2-hyperv neutron-server[103407]: return func(*args, **kwargs) Feb 28 10:35:53.638913 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:35:53.638913 dv-neutron-master-2-hyperv neutron-server[103407]: self._notify() Feb 28 10:35:53.638913 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:35:53.638913 dv-neutron-master-2-hyperv neutron-server[103407]: self.callback(batched_events) Feb 28 10:35:53.638913 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:35:53.638913 dv-neutron-master-2-hyperv neutron-server[103407]: event.method(event) Feb 28 10:35:53.638913 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:35:53.638913 dv-neutron-master-2-hyperv neutron-server[103407]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:35:53.638913 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:35:53.638913 dv-neutron-master-2-hyperv neutron-server[103407]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:35:53.638913 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:35:53.638913 dv-neutron-master-2-hyperv neutron-server[103407]: return f(self, *a, **k) Feb 28 10:35:53.638913 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:35:53.638913 dv-neutron-master-2-hyperv neutron-server[103407]: return self._get(url).json() Feb 28 10:35:53.638913 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:35:53.638913 dv-neutron-master-2-hyperv neutron-server[103407]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:35:53.638913 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:35:53.638913 dv-neutron-master-2-hyperv neutron-server[103407]: return self.request(url, 'GET', **kwargs) Feb 28 10:35:53.638913 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:35:53.638913 dv-neutron-master-2-hyperv neutron-server[103407]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:35:53.638913 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:35:53.638913 dv-neutron-master-2-hyperv neutron-server[103407]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:35:53.638913 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:35:53.638913 dv-neutron-master-2-hyperv neutron-server[103407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:35:53.638913 dv-neutron-master-2-hyperv neutron-server[103407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:35:53.648585 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b387152-7f54-46a6-851a-ff29d56f98f4 None None] Checking agent: {'id': '75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 24, 15), 'started_at': datetime.datetime(2022, 2, 28, 10, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 35, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:35:53.648972 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b387152-7f54-46a6-851a-ff29d56f98f4 None None] Checking segment: {'id': 'fd1279f0-4135-434d-9723-f46f895b17c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'c9768f87-0105-4968-b36a-90043e3063b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:35:53.649393 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1b387152-7f54-46a6-851a-ff29d56f98f4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:53.649824 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b387152-7f54-46a6-851a-ff29d56f98f4 None None] Bound using segment: {'id': 'fd1279f0-4135-434d-9723-f46f895b17c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'c9768f87-0105-4968-b36a-90043e3063b2'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:35:53.650319 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-1b387152-7f54-46a6-851a-ff29d56f98f4 None None] Bound port: 081f9d01-fb04-47e9-8d6f-2e30809a79ef, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd1279f0-4135-434d-9723-f46f895b17c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'c9768f87-0105-4968-b36a-90043e3063b2'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:35:53.650737 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1b387152-7f54-46a6-851a-ff29d56f98f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (081f9d01-fb04-47e9-8d6f-2e30809a79ef), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:53.657002 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-cf9a6bc9-6ca1-4120-8fd2-31df44c3d4a3 None None] Publish callbacks [] for port (1332c1c3-c7e2-4d1f-bf51-b956e0e73c8a), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:53.659955 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.db.l3_db [None req-fed553b5-9f3d-4e76-99c0-ce018acce6cd tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Floating IP f3c75b00-2183-429e-80ba-a1c2c7d289ed associated. External IP: 172.36.5.250, port: 3a8f25b9-2d7b-42b9-bec2-9edc43106ad5. Feb 28 10:35:53.675351 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2102cb5e-9034-4374-a58e-a22cb05f3d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758'] for port (4484e2af-2002-4214-acdf-60cbf1d235fa), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:53.686903 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4bd268e-0673-46fc-9e14-f0f62280e6a7 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:35:53.694677 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-cf9a6bc9-6ca1-4120-8fd2-31df44c3d4a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749'] for port (1332c1c3-c7e2-4d1f-bf51-b956e0e73c8a), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:53.695447 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c4bd268e-0673-46fc-9e14-f0f62280e6a7 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks [] for router (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:53.700580 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 37298) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:53.702143 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-c4bd268e-0673-46fc-9e14-f0f62280e6a7 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] 10.222.0.20 "PUT /v2.0/routers/d7ddbc6a-3d00-4753-9f33-feb0e12d7797 HTTP/1.1" status: 200 len: 934 time: 2.3287280 Feb 28 10:35:53.723638 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-652afa2a-df63-4779-b123-7722627f94ff tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Made reservation on behalf of 29ccc4cf6ba849d18fb6a0524a0ef75f for: {'port': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:35:53.730745 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2102cb5e-9034-4374-a58e-a22cb05f3d49 None None] Pushing event deleted for resources: {'Port': ['ID=4484e2af-2002-4214-acdf-60cbf1d235fa,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:53.795790 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-980d0117-8bd6-47ca-aa36-575168f11dcf tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3242588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3951195'] for subnet (f84dbbd4-3ee6-4abc-bd5f-87997065997f), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:53.841655 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2102cb5e-9034-4374-a58e-a22cb05f3d49 None None] No DVR routers for this DVR port 4484e2af-2002-4214-acdf-60cbf1d235fa on host dv-neutron-master-2-hyperv {{(pid=103409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:35:53.883816 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-839b03de-e7cd-49d5-ad2d-60e171693bda tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803269'] for network (34190743-1b77-4389-b623-7faea57aef12), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:53.901701 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980d0117-8bd6-47ca-aa36-575168f11dcf tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Pushing event updated for resources: {'Subnet': ['ID=f84dbbd4-3ee6-4abc-bd5f-87997065997f,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:53.913522 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf9a6bc9-6ca1-4120-8fd2-31df44c3d4a3 None None] Network 8929b71a-d96d-48b5-95df-91b088a5d91b is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:35:53.915715 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-652afa2a-df63-4779-b123-7722627f94ff tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:53.932242 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-839b03de-e7cd-49d5-ad2d-60e171693bda tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:53.935514 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-839b03de-e7cd-49d5-ad2d-60e171693bda tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] 10.222.0.20 "DELETE /v2.0/networks/34190743-1b77-4389-b623-7faea57aef12 HTTP/1.1" status: 204 len: 168 time: 2.5124264 Feb 28 10:35:53.938270 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-cf9a6bc9-6ca1-4120-8fd2-31df44c3d4a3 None None] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:35:53.954264 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf9a6bc9-6ca1-4120-8fd2-31df44c3d4a3 None None] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:35:53.956872 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-cdfa2dae-755d-40ee-b6d9-753c8b8d94eb None None] Allocated IP 2001:db8::f816:3eff:fe12:46a2 (9f0a511d-8408-4971-9daa-968eebea54f2/9579a05f-637c-4390-9239-ab38ba6f9cfc/6a9feae6-0bd0-49bf-aefb-74f19b178662) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:35:53.961540 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9a6bc9-6ca1-4120-8fd2-31df44c3d4a3 None None] Pushing event updated for resources: {'Port': ['ID=1332c1c3-c7e2-4d1f-bf51-b956e0e73c8a,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:53.962960 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-652afa2a-df63-4779-b123-7722627f94ff tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] device_id is not set on port 2f4f64b4-1fdb-4054-a9fa-153141c21594 yet. {{(pid=103408) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:35:53.971624 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839b03de-e7cd-49d5-ad2d-60e171693bda tempest-TagsExtTest-480097521 tempest-TagsExtTest-480097521-project] Pushing event deleted for resources: {'Network': ['ID=34190743-1b77-4389-b623-7faea57aef12,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:53.980290 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-1b387152-7f54-46a6-851a-ff29d56f98f4 None None] For port 081f9d01-fb04-47e9-8d6f-2e30809a79ef, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:35:53.997985 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-ada7c228-9cfd-4c35-8608-ea8e2efdafb5 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] 10.222.0.20 "GET /v2.0/routers/d7ddbc6a-3d00-4753-9f33-feb0e12d7797 HTTP/1.1" status: 200 len: 934 time: 0.2547944 Feb 28 10:35:54.007114 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 37302) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:54.010842 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-cf5d6de2-3dd5-461f-9c1b-84b5277e9ca1 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Request body: {'router': {'routes': None}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:54.021589 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296e6a7f-32e4-4ef0-aa1e-7f18d2eebebd req-393eaaef-8a46-44c6-be72-61b926959ade tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:54.023147 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-296e6a7f-32e4-4ef0-aa1e-7f18d2eebebd req-393eaaef-8a46-44c6-be72-61b926959ade tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] 10.222.0.20 "GET /v2.0/ports?device_id=21839f2d-46e7-497a-a06a-b1ae129c5e90 HTTP/1.1" status: 200 len: 945 time: 0.3679254 Feb 28 10:35:54.025252 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc733b5e-67b6-4b65-ac76-f23218608755 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Made reservation on behalf of 01d784a6a3f04224a7e9160ad9d44184 for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:35:54.028584 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bc733b5e-67b6-4b65-ac76-f23218608755 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3516581'] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:54.049653 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-1b387152-7f54-46a6-851a-ff29d56f98f4 None None] For port 081f9d01-fb04-47e9-8d6f-2e30809a79ef, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=081f9d01-fb04-47e9-8d6f-2e30809a79ef,segment=NetworkSegment(fd1279f0-4135-434d-9723-f46f895b17c3),segment_id=fd1279f0-4135-434d-9723-f46f895b17c3)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:35:54.127828 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1b387152-7f54-46a6-851a-ff29d56f98f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (081f9d01-fb04-47e9-8d6f-2e30809a79ef), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:54.202889 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-cf9a6bc9-6ca1-4120-8fd2-31df44c3d4a3 None None] Attempting to bind port 1332c1c3-c7e2-4d1f-bf51-b956e0e73c8a on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:35:54.203574 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-cf9a6bc9-6ca1-4120-8fd2-31df44c3d4a3 None None] Attempting to bind port 1332c1c3-c7e2-4d1f-bf51-b956e0e73c8a by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '7e03bdcf-c10c-4112-b5d0-ef96003e84c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '8929b71a-d96d-48b5-95df-91b088a5d91b'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:35:54.204125 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9a6bc9-6ca1-4120-8fd2-31df44c3d4a3 None None] Attempting to bind port 1332c1c3-c7e2-4d1f-bf51-b956e0e73c8a on network 8929b71a-d96d-48b5-95df-91b088a5d91b {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:35:54.222597 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-980d0117-8bd6-47ca-aa36-575168f11dcf tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Checking segment: {'id': 'bbd445f2-f5a5-418d-9c92-7fa2a2228a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'd11a15fe-302a-417a-a012-6eb6bb7005ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:35:54.222996 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-980d0117-8bd6-47ca-aa36-575168f11dcf tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Network hostable DHCP agents. Network: d11a15fe-302a-417a-a012-6eb6bb7005ed, hostable agents: ['fb6705d2-4f70-4965-92a3-fbfccd43a6d3'], hosted agents: [] {{(pid=103408) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:35:54.261242 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9a6bc9-6ca1-4120-8fd2-31df44c3d4a3 None None] Checking agent: {'id': '75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 24, 15), 'started_at': datetime.datetime(2022, 2, 28, 10, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 35, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:35:54.262139 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9a6bc9-6ca1-4120-8fd2-31df44c3d4a3 None None] Checking segment: {'id': '7e03bdcf-c10c-4112-b5d0-ef96003e84c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '8929b71a-d96d-48b5-95df-91b088a5d91b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:35:54.262837 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-cf9a6bc9-6ca1-4120-8fd2-31df44c3d4a3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:54.263463 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9a6bc9-6ca1-4120-8fd2-31df44c3d4a3 None None] Bound using segment: {'id': '7e03bdcf-c10c-4112-b5d0-ef96003e84c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '8929b71a-d96d-48b5-95df-91b088a5d91b'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:35:54.264301 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-cf9a6bc9-6ca1-4120-8fd2-31df44c3d4a3 None None] Bound port: 1332c1c3-c7e2-4d1f-bf51-b956e0e73c8a, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e03bdcf-c10c-4112-b5d0-ef96003e84c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': '8929b71a-d96d-48b5-95df-91b088a5d91b'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:35:54.265025 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-cf9a6bc9-6ca1-4120-8fd2-31df44c3d4a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (1332c1c3-c7e2-4d1f-bf51-b956e0e73c8a), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:54.347019 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b387152-7f54-46a6-851a-ff29d56f98f4 None None] Pushing event updated for resources: {'Port': ['ID=081f9d01-fb04-47e9-8d6f-2e30809a79ef,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:54.386464 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-652afa2a-df63-4779-b123-7722627f94ff tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Allocated IP 2001:db8::55 (8929b71a-d96d-48b5-95df-91b088a5d91b/7db53939-8ca1-46a3-ba3a-243ba75b1f40/2f4f64b4-1fdb-4054-a9fa-153141c21594) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:35:54.474174 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-52b4cb09-e53e-43b4-9b77-c315dcd715ce None None] Publish callbacks [] for port (b2610d2f-9862-4eb2-9965-6e0568cd0e85), precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:54.507075 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-52b4cb09-e53e-43b4-9b77-c315dcd715ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (b2610d2f-9862-4eb2-9965-6e0568cd0e85), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:54.575984 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-cdfa2dae-755d-40ee-b6d9-753c8b8d94eb None None] Publish callbacks [] for port (6a9feae6-0bd0-49bf-aefb-74f19b178662), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:54.579232 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-cf9a6bc9-6ca1-4120-8fd2-31df44c3d4a3 None None] For port 1332c1c3-c7e2-4d1f-bf51-b956e0e73c8a, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:35:54.596830 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 37306) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:54.624981 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-cf9a6bc9-6ca1-4120-8fd2-31df44c3d4a3 None None] For port 1332c1c3-c7e2-4d1f-bf51-b956e0e73c8a, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1332c1c3-c7e2-4d1f-bf51-b956e0e73c8a,segment=NetworkSegment(7e03bdcf-c10c-4112-b5d0-ef96003e84c0),segment_id=7e03bdcf-c10c-4112-b5d0-ef96003e84c0)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:35:54.639638 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-cdfa2dae-755d-40ee-b6d9-753c8b8d94eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749'] for port (6a9feae6-0bd0-49bf-aefb-74f19b178662), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:54.648323 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-980d0117-8bd6-47ca-aa36-575168f11dcf tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Network d11a15fe-302a-417a-a012-6eb6bb7005ed is scheduled to be hosted by DHCP agent fb6705d2-4f70-4965-92a3-fbfccd43a6d3 with binding_index 1 {{(pid=103408) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:35:54.676535 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-cf9a6bc9-6ca1-4120-8fd2-31df44c3d4a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (1332c1c3-c7e2-4d1f-bf51-b956e0e73c8a), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:54.684878 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-980d0117-8bd6-47ca-aa36-575168f11dcf tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, d11a15fe-302a-417a-a012-6eb6bb7005ed) {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:35:54.690992 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-980d0117-8bd6-47ca-aa36-575168f11dcf tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:54.692740 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-980d0117-8bd6-47ca-aa36-575168f11dcf tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Publish callbacks [] for subnet (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:54.707464 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cf3dfca-860d-4bd3-b5b1-b9cfd24d69c7 None None] Network d11a15fe-302a-417a-a012-6eb6bb7005ed requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:35:54.724466 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-980d0117-8bd6-47ca-aa36-575168f11dcf tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2296755 Feb 28 10:35:54.729996 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f588f74-4f1b-44ac-8bfe-52f5115d7c95 None None] Pushing event updated for resources: {'Port': ['ID=b2610d2f-9862-4eb2-9965-6e0568cd0e85,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:54.733510 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 37310) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:54.754890 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-398223d4-3ddb-49f4-be9f-3806e7bcdd5e tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Request body: {'subnet': {'network_id': 'c555580d-f352-429d-9475-bb58cddc4c09', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:54.764613 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdfa2dae-755d-40ee-b6d9-753c8b8d94eb None None] Network 9f0a511d-8408-4971-9daa-968eebea54f2 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:35:54.823319 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-cdfa2dae-755d-40ee-b6d9-753c8b8d94eb None None] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:35:54.827861 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdfa2dae-755d-40ee-b6d9-753c8b8d94eb None None] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:35:54.924218 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-652afa2a-df63-4779-b123-7722627f94ff tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks [] for port (2f4f64b4-1fdb-4054-a9fa-153141c21594), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:54.969606 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-b7b6a267-dbb7-4dc7-8b9b-268c434f7104 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=92a45801ec1c49fd8988ca4094985e82&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3704865 Feb 28 10:35:54.971429 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 37312) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:54.985326 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-398223d4-3ddb-49f4-be9f-3806e7bcdd5e tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Made reservation on behalf of 96c5d5f0473f4377b6290b5bf5163544 for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:35:54.989761 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-398223d4-3ddb-49f4-be9f-3806e7bcdd5e tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3951209'] for subnet (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:55.081140 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-52b4cb09-e53e-43b4-9b77-c315dcd715ce None None] Attempting to bind port b2610d2f-9862-4eb2-9965-6e0568cd0e85 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:35:55.081619 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-52b4cb09-e53e-43b4-9b77-c315dcd715ce None None] Attempting to bind port b2610d2f-9862-4eb2-9965-6e0568cd0e85 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '6ffbd30f-99ca-4dfc-a2ab-d0c04b8ccc88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '13c5669d-bc3a-4e63-8984-0517146325b6'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:35:55.084272 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fed553b5-9f3d-4e76-99c0-ce018acce6cd tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Router 8b6ab8b8-279b-4753-bdf9-c3aeccd09e28 has already been hosted by L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:35:55.086379 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b4cb09-e53e-43b4-9b77-c315dcd715ce None None] Attempting to bind port b2610d2f-9862-4eb2-9965-6e0568cd0e85 on network 13c5669d-bc3a-4e63-8984-0517146325b6 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:35:55.092205 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfa2dae-755d-40ee-b6d9-753c8b8d94eb None None] Pushing event updated for resources: {'Port': ['ID=6a9feae6-0bd0-49bf-aefb-74f19b178662,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:55.221212 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b4cb09-e53e-43b4-9b77-c315dcd715ce None None] Checking agent: {'id': '75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 24, 15), 'started_at': datetime.datetime(2022, 2, 28, 10, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 35, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:35:55.221927 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b4cb09-e53e-43b4-9b77-c315dcd715ce None None] Checking segment: {'id': '6ffbd30f-99ca-4dfc-a2ab-d0c04b8ccc88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '13c5669d-bc3a-4e63-8984-0517146325b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:35:55.222983 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-296e6a7f-32e4-4ef0-aa1e-7f18d2eebebd req-527006fc-2e58-4ecb-95e5-7b92c9762938 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] 10.222.0.20 "GET /v2.0/security-groups?id=c6054555-6cfe-4c7d-9758-21814521da07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1551108 Feb 28 10:35:55.235800 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-52b4cb09-e53e-43b4-9b77-c315dcd715ce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:55.235800 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b4cb09-e53e-43b4-9b77-c315dcd715ce None None] Bound using segment: {'id': '6ffbd30f-99ca-4dfc-a2ab-d0c04b8ccc88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '13c5669d-bc3a-4e63-8984-0517146325b6'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:35:55.235800 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-52b4cb09-e53e-43b4-9b77-c315dcd715ce None None] Bound port: b2610d2f-9862-4eb2-9965-6e0568cd0e85, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ffbd30f-99ca-4dfc-a2ab-d0c04b8ccc88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '13c5669d-bc3a-4e63-8984-0517146325b6'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:35:55.241708 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-52b4cb09-e53e-43b4-9b77-c315dcd715ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (b2610d2f-9862-4eb2-9965-6e0568cd0e85), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:55.248092 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-cdfa2dae-755d-40ee-b6d9-753c8b8d94eb None None] Attempting to bind port 6a9feae6-0bd0-49bf-aefb-74f19b178662 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:35:55.250636 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-cdfa2dae-755d-40ee-b6d9-753c8b8d94eb None None] Attempting to bind port 6a9feae6-0bd0-49bf-aefb-74f19b178662 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'bf553b55-fb1d-4346-a090-4fb77eb0fbd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '9f0a511d-8408-4971-9daa-968eebea54f2'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:35:55.251307 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdfa2dae-755d-40ee-b6d9-753c8b8d94eb None None] Attempting to bind port 6a9feae6-0bd0-49bf-aefb-74f19b178662 on network 9f0a511d-8408-4971-9daa-968eebea54f2 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:35:55.278704 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-0b09f8ba-1e4a-4a74-8df2-41f9aa17b126 None None] Provisioning complete for port b2610d2f-9862-4eb2-9965-6e0568cd0e85 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:35:55.279083 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0b09f8ba-1e4a-4a74-8df2-41f9aa17b126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (b2610d2f-9862-4eb2-9965-6e0568cd0e85), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:55.363078 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-652afa2a-df63-4779-b123-7722627f94ff tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (2f4f64b4-1fdb-4054-a9fa-153141c21594), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:55.553164 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-652afa2a-df63-4779-b123-7722627f94ff tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Network 8929b71a-d96d-48b5-95df-91b088a5d91b is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:35:55.573395 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-652afa2a-df63-4779-b123-7722627f94ff tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:35:55.583862 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652afa2a-df63-4779-b123-7722627f94ff tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Pushing event updated for resources: {'Port': ['ID=2f4f64b4-1fdb-4054-a9fa-153141c21594,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:55.588846 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652afa2a-df63-4779-b123-7722627f94ff tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:35:55.594168 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-652afa2a-df63-4779-b123-7722627f94ff tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:55.594802 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-652afa2a-df63-4779-b123-7722627f94ff tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:55.600405 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5a917c84-696d-4a8c-b6bf-b546bf19bf4a admin admin] Publish callbacks [] for security_group (cf7b5696-e906-4ae3-a8a1-2dfd160a7a81), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:55.632469 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5a917c84-696d-4a8c-b6bf-b546bf19bf4a admin admin] Publish callbacks [] for security_group (cf7b5696-e906-4ae3-a8a1-2dfd160a7a81), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:55.650278 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-398223d4-3ddb-49f4-be9f-3806e7bcdd5e tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3242588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3951195'] for subnet (f59b45f0-7dd1-49f1-a52d-9593b9500bcf), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:55.698531 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13d1113c-4b01-4ba7-bb6c-903c7582a0bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-d11a15fe-302a-417a-a012-6eb6bb7005ed', 'network_id': 'd11a15fe-302a-417a-a012-6eb6bb7005ed', 'project_id': '96c5d5f0473f4377b6290b5bf5163544', 'fixed_ips': [{'subnet_id': 'f84dbbd4-3ee6-4abc-bd5f-87997065997f'}]}} from dv-neutron-master-2-hyperv. {{(pid=103409) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:35:55.699863 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-13d1113c-4b01-4ba7-bb6c-903c7582a0bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:55.703958 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9a6bc9-6ca1-4120-8fd2-31df44c3d4a3 None None] Pushing event updated for resources: {'Port': ['ID=1332c1c3-c7e2-4d1f-bf51-b956e0e73c8a,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:55.713645 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398223d4-3ddb-49f4-be9f-3806e7bcdd5e tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Pushing event updated for resources: {'Subnet': ['ID=f59b45f0-7dd1-49f1-a52d-9593b9500bcf,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:55.726934 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-652afa2a-df63-4779-b123-7722627f94ff tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.7251816 Feb 28 10:35:55.728463 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 37314) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:55.740414 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-2eff4707-ab03-4772-af83-88a3b57dfd89 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Request body: {'subnet': {'network_id': '8929b71a-d96d-48b5-95df-91b088a5d91b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:55.748674 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdfa2dae-755d-40ee-b6d9-753c8b8d94eb None None] Checking agent: {'id': '75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 24, 15), 'started_at': datetime.datetime(2022, 2, 28, 10, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 35, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:35:55.749068 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdfa2dae-755d-40ee-b6d9-753c8b8d94eb None None] Checking segment: {'id': 'bf553b55-fb1d-4346-a090-4fb77eb0fbd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '9f0a511d-8408-4971-9daa-968eebea54f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:35:55.749681 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-cdfa2dae-755d-40ee-b6d9-753c8b8d94eb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:55.750683 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdfa2dae-755d-40ee-b6d9-753c8b8d94eb None None] Bound using segment: {'id': 'bf553b55-fb1d-4346-a090-4fb77eb0fbd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '9f0a511d-8408-4971-9daa-968eebea54f2'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:35:55.751199 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-cdfa2dae-755d-40ee-b6d9-753c8b8d94eb None None] Bound port: 6a9feae6-0bd0-49bf-aefb-74f19b178662, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf553b55-fb1d-4346-a090-4fb77eb0fbd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '9f0a511d-8408-4971-9daa-968eebea54f2'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:35:55.753729 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-cdfa2dae-755d-40ee-b6d9-753c8b8d94eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (6a9feae6-0bd0-49bf-aefb-74f19b178662), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:55.830056 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-0b09f8ba-1e4a-4a74-8df2-41f9aa17b126 None None] Port b2610d2f-9862-4eb2-9965-6e0568cd0e85 cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:35:55.862880 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5a917c84-696d-4a8c-b6bf-b546bf19bf4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (cf7b5696-e906-4ae3-a8a1-2dfd160a7a81), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:55.866432 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5a917c84-696d-4a8c-b6bf-b546bf19bf4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:55.867991 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-5a917c84-696d-4a8c-b6bf-b546bf19bf4a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cf7b5696-e906-4ae3-a8a1-2dfd160a7a81 HTTP/1.1" status: 204 len: 168 time: 0.8925807 Feb 28 10:35:55.919783 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398223d4-3ddb-49f4-be9f-3806e7bcdd5e tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Checking segment: {'id': 'eb3e7a4a-324d-45a7-9a4b-3fa63c1760e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'c555580d-f352-429d-9475-bb58cddc4c09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:35:55.920417 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-398223d4-3ddb-49f4-be9f-3806e7bcdd5e tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Network hostable DHCP agents. Network: c555580d-f352-429d-9475-bb58cddc4c09, hostable agents: ['fb6705d2-4f70-4965-92a3-fbfccd43a6d3'], hosted agents: [] {{(pid=103408) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:35:55.927803 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a917c84-696d-4a8c-b6bf-b546bf19bf4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf7b5696-e906-4ae3-a8a1-2dfd160a7a81,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:55.985389 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1979e306-3bb4-4ecb-b27a-59c46ce2c3d3 None None] Network c9768f87-0105-4968-b36a-90043e3063b2 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:35:55.986926 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-398223d4-3ddb-49f4-be9f-3806e7bcdd5e tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Network c555580d-f352-429d-9475-bb58cddc4c09 is scheduled to be hosted by DHCP agent fb6705d2-4f70-4965-92a3-fbfccd43a6d3 with binding_index 1 {{(pid=103408) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:35:56.005639 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-398223d4-3ddb-49f4-be9f-3806e7bcdd5e tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, c555580d-f352-429d-9475-bb58cddc4c09) {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:35:56.008956 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.extraroute_db [None req-cf5d6de2-3dd5-461f-9c1b-84b5277e9ca1 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Added routes are [] {{(pid=103407) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 28 10:35:56.009329 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.extraroute_db [None req-cf5d6de2-3dd5-461f-9c1b-84b5277e9ca1 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=103407) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 28 10:35:56.033037 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-398223d4-3ddb-49f4-be9f-3806e7bcdd5e tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:56.034292 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-398223d4-3ddb-49f4-be9f-3806e7bcdd5e tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Publish callbacks [] for subnet (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:56.065749 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eff4707-ab03-4772-af83-88a3b57dfd89 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Made reservation on behalf of 29ccc4cf6ba849d18fb6a0524a0ef75f for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:35:56.072402 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e8dba6c-d598-4bab-803f-de77a59704cf None None] Network c555580d-f352-429d-9475-bb58cddc4c09 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:35:56.079180 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2eff4707-ab03-4772-af83-88a3b57dfd89 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3951209'] for subnet (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:56.095073 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-398223d4-3ddb-49f4-be9f-3806e7bcdd5e tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3600335 Feb 28 10:35:56.095714 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 37320) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:56.097036 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-cf5d6de2-3dd5-461f-9c1b-84b5277e9ca1 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1804286', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1806925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5948'] for router (d7ddbc6a-3d00-4753-9f33-feb0e12d7797), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:56.181590 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fed553b5-9f3d-4e76-99c0-ce018acce6cd tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:35:56.202232 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56688fd1-fbdb-42af-a395-34903df2a1b4 None None] Sync routers for ids ['8b6ab8b8-279b-4753-bdf9-c3aeccd09e28'] in dv-neutron-master-2-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:35:56.222160 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56688fd1-fbdb-42af-a395-34903df2a1b4 None None] Routers {'8b6ab8b8-279b-4753-bdf9-c3aeccd09e28'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:35:56.225611 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-56688fd1-fbdb-42af-a395-34903df2a1b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:35:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['8b6ab8b8-279b-4753-bdf9-c3aeccd09e28'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:56.266833 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-52b4cb09-e53e-43b4-9b77-c315dcd715ce None None] For port b2610d2f-9862-4eb2-9965-6e0568cd0e85, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:35:56.354820 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-56688fd1-fbdb-42af-a395-34903df2a1b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:56.391285 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56688fd1-fbdb-42af-a395-34903df2a1b4 None None] Routers {'8b6ab8b8-279b-4753-bdf9-c3aeccd09e28'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:35:56.393184 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-56688fd1-fbdb-42af-a395-34903df2a1b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:35:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['8b6ab8b8-279b-4753-bdf9-c3aeccd09e28'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:56.416250 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-cdfa2dae-755d-40ee-b6d9-753c8b8d94eb None None] For port 6a9feae6-0bd0-49bf-aefb-74f19b178662, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:35:56.419398 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-52b4cb09-e53e-43b4-9b77-c315dcd715ce None None] For port b2610d2f-9862-4eb2-9965-6e0568cd0e85, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b2610d2f-9862-4eb2-9965-6e0568cd0e85,segment=NetworkSegment(6ffbd30f-99ca-4dfc-a2ab-d0c04b8ccc88),segment_id=6ffbd30f-99ca-4dfc-a2ab-d0c04b8ccc88)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:35:56.439198 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-1ad339b8-909d-4a0d-9826-6c7d7c111c3c None None] Provisioning complete for port 081f9d01-fb04-47e9-8d6f-2e30809a79ef triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:35:56.439578 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1ad339b8-909d-4a0d-9826-6c7d7c111c3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (081f9d01-fb04-47e9-8d6f-2e30809a79ef), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:56.469904 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-56688fd1-fbdb-42af-a395-34903df2a1b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:56.471836 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56688fd1-fbdb-42af-a395-34903df2a1b4 None None] The sync data for ids ['8b6ab8b8-279b-4753-bdf9-c3aeccd09e28'] in dv-neutron-master-2-hyperv is: [] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:35:56.514475 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-cdfa2dae-755d-40ee-b6d9-753c8b8d94eb None None] For port 6a9feae6-0bd0-49bf-aefb-74f19b178662, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6a9feae6-0bd0-49bf-aefb-74f19b178662,segment=NetworkSegment(bf553b55-fb1d-4346-a090-4fb77eb0fbd7),segment_id=bf553b55-fb1d-4346-a090-4fb77eb0fbd7)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:35:56.547298 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-52b4cb09-e53e-43b4-9b77-c315dcd715ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (b2610d2f-9862-4eb2-9965-6e0568cd0e85), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:56.557917 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.db.ipam_backend_mixin [None req-2eff4707-ab03-4772-af83-88a3b57dfd89 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7db53939-8ca1-46a3-ba3a-243ba75b1f40 (CIDR: 2001:db8::/64) Feb 28 10:35:56.639018 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-2eff4707-ab03-4772-af83-88a3b57dfd89 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 10:35:56.640009 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2eff4707-ab03-4772-af83-88a3b57dfd89 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103408) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:35:56.669526 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-cdfa2dae-755d-40ee-b6d9-753c8b8d94eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (6a9feae6-0bd0-49bf-aefb-74f19b178662), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:56.719814 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-2eff4707-ab03-4772-af83-88a3b57dfd89 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9835463 Feb 28 10:35:56.721808 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 37332) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:56.751461 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-7cd26351-3236-423b-8a99-cf3e47a0002c tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Request body: {'subnet': {'network_id': '8929b71a-d96d-48b5-95df-91b088a5d91b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:56.766414 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68289b19-df94-4e1a-b43b-b409a27e4065 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-c555580d-f352-429d-9475-bb58cddc4c09', 'network_id': 'c555580d-f352-429d-9475-bb58cddc4c09', 'project_id': '96c5d5f0473f4377b6290b5bf5163544', 'fixed_ips': [{'subnet_id': 'f59b45f0-7dd1-49f1-a52d-9593b9500bcf'}]}} from dv-neutron-master-2-hyperv. {{(pid=103409) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:35:56.767277 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-68289b19-df94-4e1a-b43b-b409a27e4065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:56.822636 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 081f9d01-fb04-47e9-8d6f-2e30809a79ef up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:35:56.967626 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-13d1113c-4b01-4ba7-bb6c-903c7582a0bd None None] Allocated IP 2001:db8::2 (d11a15fe-302a-417a-a012-6eb6bb7005ed/f84dbbd4-3ee6-4abc-bd5f-87997065997f/7ff5e575-887a-433b-a9d4-77dc6003a6f6) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:35:57.110672 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f588f74-4f1b-44ac-8bfe-52f5115d7c95 None None] Pushing event updated for resources: {'Port': ['ID=b2610d2f-9862-4eb2-9965-6e0568cd0e85,revision_number=4']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:57.120114 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e12728c2-d719-4422-badc-3d28b6a371c7 tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:57.204214 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 37342) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:57.221300 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b4cb09-e53e-43b4-9b77-c315dcd715ce None None] Routers {'d7ddbc6a-3d00-4753-9f33-feb0e12d7797'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:35:57.222057 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-52b4cb09-e53e-43b4-9b77-c315dcd715ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:35:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['d7ddbc6a-3d00-4753-9f33-feb0e12d7797'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:57.372418 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-1ad339b8-909d-4a0d-9826-6c7d7c111c3c None None] Current status of the port 081f9d01-fb04-47e9-8d6f-2e30809a79ef is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:35:57.373042 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1ad339b8-909d-4a0d-9826-6c7d7c111c3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (081f9d01-fb04-47e9-8d6f-2e30809a79ef), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:57.434754 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cd26351-3236-423b-8a99-cf3e47a0002c tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Made reservation on behalf of 29ccc4cf6ba849d18fb6a0524a0ef75f for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:35:57.435036 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-cf5d6de2-3dd5-461f-9c1b-84b5277e9ca1 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1804286', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1806925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5948'] for router (d7ddbc6a-3d00-4753-9f33-feb0e12d7797), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:57.439198 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7cd26351-3236-423b-8a99-cf3e47a0002c tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3951209'] for subnet (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:57.446243 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c832da-0ff3-4e07-96ec-2f6b3088f673 req-6a794be3-a03f-4ddf-9aae-035958e69e83 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:57.453603 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-e1c832da-0ff3-4e07-96ec-2f6b3088f673 req-6a794be3-a03f-4ddf-9aae-035958e69e83 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] 10.222.0.20 "GET /v2.0/ports?device_id=21839f2d-46e7-497a-a06a-b1ae129c5e90 HTTP/1.1" status: 200 len: 945 time: 0.9927750 Feb 28 10:35:57.457569 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-cf5d6de2-3dd5-461f-9c1b-84b5277e9ca1 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1804241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1804263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1804264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1807030'] for router (d7ddbc6a-3d00-4753-9f33-feb0e12d7797), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:57.465242 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bc733b5e-67b6-4b65-ac76-f23218608755 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3498031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3516567'] for subnet (6ab6f199-b34d-4b0b-8dec-2c20bbf728c6), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:57.543342 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc733b5e-67b6-4b65-ac76-f23218608755 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Pushing event updated for resources: {'Subnet': ['ID=6ab6f199-b34d-4b0b-8dec-2c20bbf728c6,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:57.627736 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-c6281277-0b77-4bb2-8a5e-82022b37e09b tempest-TagsTest-1189137401 tempest-TagsTest-1189137401-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-277188952'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:57.662708 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port 081f9d01-fb04-47e9-8d6f-2e30809a79ef triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:35:57.663408 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (081f9d01-fb04-47e9-8d6f-2e30809a79ef), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:57.686811 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-52b4cb09-e53e-43b4-9b77-c315dcd715ce None None] Set router d7ddbc6a-3d00-4753-9f33-feb0e12d7797 gateway port host: None {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:35:57.820585 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc733b5e-67b6-4b65-ac76-f23218608755 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Network 9f0a511d-8408-4971-9daa-968eebea54f2 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:35:57.824878 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf5d6de2-3dd5-461f-9c1b-84b5277e9ca1 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Router d7ddbc6a-3d00-4753-9f33-feb0e12d7797 has already been hosted by L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:35:57.837707 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfa2dae-755d-40ee-b6d9-753c8b8d94eb None None] Pushing event updated for resources: {'Port': ['ID=6a9feae6-0bd0-49bf-aefb-74f19b178662,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:57.853856 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-bc733b5e-67b6-4b65-ac76-f23218608755 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:35:57.856894 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-1ad339b8-909d-4a0d-9826-6c7d7c111c3c None None] For port 081f9d01-fb04-47e9-8d6f-2e30809a79ef, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=081f9d01-fb04-47e9-8d6f-2e30809a79ef,segment=NetworkSegment(fd1279f0-4135-434d-9723-f46f895b17c3),segment_id=fd1279f0-4135-434d-9723-f46f895b17c3)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:35:57.863145 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc733b5e-67b6-4b65-ac76-f23218608755 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:57.863948 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bc733b5e-67b6-4b65-ac76-f23218608755 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616561'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:57.879689 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6281277-0b77-4bb2-8a5e-82022b37e09b tempest-TagsTest-1189137401 tempest-TagsTest-1189137401-project] Made reservation on behalf of df46c9b2a81c46a1ae875dc5c342b3ed for: {'network': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:35:57.882830 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1ad339b8-909d-4a0d-9826-6c7d7c111c3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (081f9d01-fb04-47e9-8d6f-2e30809a79ef), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:57.885543 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfa2dae-755d-40ee-b6d9-753c8b8d94eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:35:57.886002 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfa2dae-755d-40ee-b6d9-753c8b8d94eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:35:57.886431 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfa2dae-755d-40ee-b6d9-753c8b8d94eb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:35:57.886848 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfa2dae-755d-40ee-b6d9-753c8b8d94eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:35:57.887259 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfa2dae-755d-40ee-b6d9-753c8b8d94eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:35:57.887789 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfa2dae-755d-40ee-b6d9-753c8b8d94eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:35:57.888036 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c6281277-0b77-4bb2-8a5e-82022b37e09b tempest-TagsTest-1189137401 tempest-TagsTest-1189137401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for network (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:57.888266 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfa2dae-755d-40ee-b6d9-753c8b8d94eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:35:57.889051 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfa2dae-755d-40ee-b6d9-753c8b8d94eb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:35:57.889051 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfa2dae-755d-40ee-b6d9-753c8b8d94eb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:35:57.889536 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfa2dae-755d-40ee-b6d9-753c8b8d94eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:35:57.889925 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfa2dae-755d-40ee-b6d9-753c8b8d94eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:35:57.890316 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfa2dae-755d-40ee-b6d9-753c8b8d94eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:35:57.890836 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfa2dae-755d-40ee-b6d9-753c8b8d94eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:35:57.909288 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-e1c832da-0ff3-4e07-96ec-2f6b3088f673 req-36457fb2-b52e-4ac9-964b-94dbd20744c2 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] 10.222.0.20 "GET /v2.0/security-groups?id=c6054555-6cfe-4c7d-9758-21814521da07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4533761 Feb 28 10:35:57.913288 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-bc733b5e-67b6-4b65-ac76-f23218608755 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.4170616 Feb 28 10:35:57.942957 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 37346) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:57.966843 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-2317df25-f181-4989-b28c-9082b383ec9a tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Request body: {'port': {'network_id': '9f0a511d-8408-4971-9daa-968eebea54f2', 'mac_address': 'fa:16:3e:ed:4e:db', 'name': 'tempest-NetworksTestDHCPv6-508128142'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:57.972795 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c6281277-0b77-4bb2-8a5e-82022b37e09b tempest-TagsTest-1189137401 tempest-TagsTest-1189137401-project] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:57.983096 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7cd26351-3236-423b-8a99-cf3e47a0002c tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3242588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3951195'] for subnet (79bdcd99-7f8d-4ec5-b7ba-baa36836db30), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:58.016372 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-68289b19-df94-4e1a-b43b-b409a27e4065 None None] Allocated IP 2001:db8::2 (c555580d-f352-429d-9475-bb58cddc4c09/f59b45f0-7dd1-49f1-a52d-9593b9500bcf/fb751160-aaa4-4d37-beb3-ffafa93114cb) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:35:58.072730 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fed553b5-9f3d-4e76-99c0-ce018acce6cd tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Router 8b6ab8b8-279b-4753-bdf9-c3aeccd09e28 has already been hosted by L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:35:58.232460 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf5d6de2-3dd5-461f-9c1b-84b5277e9ca1 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:35:58.240953 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-cf5d6de2-3dd5-461f-9c1b-84b5277e9ca1 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks [] for router (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:58.246458 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-cf5d6de2-3dd5-461f-9c1b-84b5277e9ca1 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] 10.222.0.20 "PUT /v2.0/routers/d7ddbc6a-3d00-4753-9f33-feb0e12d7797 HTTP/1.1" status: 200 len: 700 time: 4.2417581 Feb 28 10:35:58.248069 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad339b8-909d-4a0d-9826-6c7d7c111c3c None None] Pushing event updated for resources: {'Port': ['ID=081f9d01-fb04-47e9-8d6f-2e30809a79ef,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:58.270870 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 37352) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:58.295707 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cd26351-3236-423b-8a99-cf3e47a0002c tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Network 8929b71a-d96d-48b5-95df-91b088a5d91b is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:35:58.306000 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-4e7a27ff-b1dc-4cfa-9b2f-7219799506fe None None] Provisioning complete for port b2610d2f-9862-4eb2-9965-6e0568cd0e85 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:35:58.306381 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4e7a27ff-b1dc-4cfa-9b2f-7219799506fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (b2610d2f-9862-4eb2-9965-6e0568cd0e85), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:58.309100 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-7cd26351-3236-423b-8a99-cf3e47a0002c tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:35:58.324052 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd26351-3236-423b-8a99-cf3e47a0002c tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:58.324873 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7cd26351-3236-423b-8a99-cf3e47a0002c tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks [] for subnet (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:58.335295 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd26351-3236-423b-8a99-cf3e47a0002c tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Pushing event updated for resources: {'Subnet': ['ID=79bdcd99-7f8d-4ec5-b7ba-baa36836db30,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:58.366204 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-7cd26351-3236-423b-8a99-cf3e47a0002c tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.6428628 Feb 28 10:35:58.369292 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 37354) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:58.387645 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-4bd21875-93df-4598-ae5a-c12fe93de0c2 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-661904608', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '79bdcd99-7f8d-4ec5-b7ba-baa36836db30'}], 'security_groups': ['bb7decb0-4785-4924-9424-4360e9b7a265']}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:58.510515 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4bd21875-93df-4598-ae5a-c12fe93de0c2 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (2f4f64b4-1fdb-4054-a9fa-153141c21594), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:58.514313 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2317df25-f181-4989-b28c-9082b383ec9a tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Made reservation on behalf of 01d784a6a3f04224a7e9160ad9d44184 for: {'port': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:35:58.581175 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c38ae749-0eb4-45d7-9479-11dd8acb87b0 None None] Network 8929b71a-d96d-48b5-95df-91b088a5d91b requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:35:58.591934 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-13d1113c-4b01-4ba7-bb6c-903c7582a0bd None None] Publish callbacks [] for port (7ff5e575-887a-433b-a9d4-77dc6003a6f6), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:58.659574 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-542b642d-6564-43fe-9b26-29986d8df4d7 None None] Network 9f0a511d-8408-4971-9daa-968eebea54f2 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:35:58.663754 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-13d1113c-4b01-4ba7-bb6c-903c7582a0bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749'] for port (7ff5e575-887a-433b-a9d4-77dc6003a6f6), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:58.738274 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-e12728c2-d719-4422-badc-3d28b6a371c7 tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Allocated IP 2001:db8::1 (d11a15fe-302a-417a-a012-6eb6bb7005ed/f84dbbd4-3ee6-4abc-bd5f-87997065997f/99a61adb-7aa5-43b1-a896-ef9b814ee414) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:35:58.756309 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2317df25-f181-4989-b28c-9082b383ec9a tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:58.767486 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 081f9d01-fb04-47e9-8d6f-2e30809a79ef is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:35:58.769073 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 1332c1c3-c7e2-4d1f-bf51-b956e0e73c8a up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:35:58.864950 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d1113c-4b01-4ba7-bb6c-903c7582a0bd None None] Network d11a15fe-302a-417a-a012-6eb6bb7005ed is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:35:58.890990 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-2317df25-f181-4989-b28c-9082b383ec9a tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] device_id is not set on port 387935f2-d449-4004-b36d-337a0a5fe635 yet. {{(pid=103408) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:35:58.906023 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-13d1113c-4b01-4ba7-bb6c-903c7582a0bd None None] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:35:58.915442 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d1113c-4b01-4ba7-bb6c-903c7582a0bd None None] Pushing event updated for resources: {'Port': ['ID=7ff5e575-887a-433b-a9d4-77dc6003a6f6,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:58.928804 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d1113c-4b01-4ba7-bb6c-903c7582a0bd None None] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:35:58.988723 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-f296c3e6-e3cb-4b25-902c-8cc67614bcbe tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] 10.222.0.20 "GET /v2.0/routers/d7ddbc6a-3d00-4753-9f33-feb0e12d7797 HTTP/1.1" status: 200 len: 700 time: 0.7130997 Feb 28 10:35:58.992383 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 37356) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:59.005752 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433fc9dc-388d-4e57-a92f-b88f5a3c897b req-d817567b-c3db-4f99-8f95-2ffec7b99fbb tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:59.007412 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-433fc9dc-388d-4e57-a92f-b88f5a3c897b req-d817567b-c3db-4f99-8f95-2ffec7b99fbb tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] 10.222.0.20 "GET /v2.0/ports?device_id=21839f2d-46e7-497a-a06a-b1ae129c5e90 HTTP/1.1" status: 200 len: 945 time: 0.7311566 Feb 28 10:35:59.021795 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fed553b5-9f3d-4e76-99c0-ce018acce6cd tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:35:59.026803 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fed553b5-9f3d-4e76-99c0-ce018acce6cd tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for floatingip (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:59.036423 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c6281277-0b77-4bb2-8a5e-82022b37e09b tempest-TagsTest-1189137401 tempest-TagsTest-1189137401-project] Publish callbacks [] for security_group (90d406be-4fbc-4efb-bb09-1956d8f850b1), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:59.041142 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d2e3e3-4327-45d8-8df2-25e38b0eb1f5 req-7eee2417-aa3e-4f78-8423-3a1fda7daa04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:59.042542 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-d3d2e3e3-4327-45d8-8df2-25e38b0eb1f5 req-7eee2417-aa3e-4f78-8423-3a1fda7daa04 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=194e12cf0f844c7eb6a851155ceb2206&device_id=21839f2d-46e7-497a-a06a-b1ae129c5e90 HTTP/1.1" status: 200 len: 1129 time: 0.7587724 Feb 28 10:35:59.055320 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d727f10f-2b33-4633-84a0-17a55b44bd20 None None] Sync routers for ids ['8b6ab8b8-279b-4753-bdf9-c3aeccd09e28'] in dv-neutron-master-2-hyperv {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:35:59.067433 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c6281277-0b77-4bb2-8a5e-82022b37e09b tempest-TagsTest-1189137401 tempest-TagsTest-1189137401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (90d406be-4fbc-4efb-bb09-1956d8f850b1), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:59.126000 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e12728c2-d719-4422-badc-3d28b6a371c7 tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Publish callbacks [] for port (99a61adb-7aa5-43b1-a896-ef9b814ee414), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:59.142871 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-68289b19-df94-4e1a-b43b-b409a27e4065 None None] Publish callbacks [] for port (fb751160-aaa4-4d37-beb3-ffafa93114cb), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:59.155000 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4e7a27ff-b1dc-4cfa-9b2f-7219799506fe None None] Current status of the port b2610d2f-9862-4eb2-9965-6e0568cd0e85 is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:35:59.155386 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4e7a27ff-b1dc-4cfa-9b2f-7219799506fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (b2610d2f-9862-4eb2-9965-6e0568cd0e85), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:59.167741 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6281277-0b77-4bb2-8a5e-82022b37e09b tempest-TagsTest-1189137401 tempest-TagsTest-1189137401-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 260} {{(pid=103407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:35:59.169859 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d727f10f-2b33-4633-84a0-17a55b44bd20 None None] Routers {'8b6ab8b8-279b-4753-bdf9-c3aeccd09e28'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:35:59.170508 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-d727f10f-2b33-4633-84a0-17a55b44bd20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:35:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['8b6ab8b8-279b-4753-bdf9-c3aeccd09e28'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:59.172441 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-13d1113c-4b01-4ba7-bb6c-903c7582a0bd None None] Attempting to bind port 7ff5e575-887a-433b-a9d4-77dc6003a6f6 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:35:59.172849 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-13d1113c-4b01-4ba7-bb6c-903c7582a0bd None None] Attempting to bind port 7ff5e575-887a-433b-a9d4-77dc6003a6f6 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'bbd445f2-f5a5-418d-9c92-7fa2a2228a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'd11a15fe-302a-417a-a012-6eb6bb7005ed'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:35:59.173211 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d1113c-4b01-4ba7-bb6c-903c7582a0bd None None] Attempting to bind port 7ff5e575-887a-433b-a9d4-77dc6003a6f6 on network d11a15fe-302a-417a-a012-6eb6bb7005ed {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:35:59.184222 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-68289b19-df94-4e1a-b43b-b409a27e4065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749'] for port (fb751160-aaa4-4d37-beb3-ffafa93114cb), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:59.198257 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6281277-0b77-4bb2-8a5e-82022b37e09b tempest-TagsTest-1189137401 tempest-TagsTest-1189137401-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90d406be-4fbc-4efb-bb09-1956d8f850b1,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:59.238296 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c6281277-0b77-4bb2-8a5e-82022b37e09b tempest-TagsTest-1189137401 tempest-TagsTest-1189137401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (e1a64e0b-8ee6-4e28-a0ab-944b4611bfa6), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:59.239099 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.db.segments_db [None req-c6281277-0b77-4bb2-8a5e-82022b37e09b tempest-TagsTest-1189137401 tempest-TagsTest-1189137401-project] Added segment e1a64e0b-8ee6-4e28-a0ab-944b4611bfa6 of type vlan for network 43126c16-73de-4c3a-8b5b-c65d20d16238 Feb 28 10:35:59.260195 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d1113c-4b01-4ba7-bb6c-903c7582a0bd None None] Checking agent: {'id': '75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 24, 15), 'started_at': datetime.datetime(2022, 2, 28, 10, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 35, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:35:59.260195 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d1113c-4b01-4ba7-bb6c-903c7582a0bd None None] Checking segment: {'id': 'bbd445f2-f5a5-418d-9c92-7fa2a2228a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'd11a15fe-302a-417a-a012-6eb6bb7005ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:35:59.260620 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-13d1113c-4b01-4ba7-bb6c-903c7582a0bd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:59.261214 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d1113c-4b01-4ba7-bb6c-903c7582a0bd None None] Bound using segment: {'id': 'bbd445f2-f5a5-418d-9c92-7fa2a2228a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'd11a15fe-302a-417a-a012-6eb6bb7005ed'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:35:59.261764 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-13d1113c-4b01-4ba7-bb6c-903c7582a0bd None None] Bound port: 7ff5e575-887a-433b-a9d4-77dc6003a6f6, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbd445f2-f5a5-418d-9c92-7fa2a2228a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'd11a15fe-302a-417a-a012-6eb6bb7005ed'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:35:59.262196 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-13d1113c-4b01-4ba7-bb6c-903c7582a0bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (7ff5e575-887a-433b-a9d4-77dc6003a6f6), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:59.270640 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port 1332c1c3-c7e2-4d1f-bf51-b956e0e73c8a triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:35:59.271020 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (1332c1c3-c7e2-4d1f-bf51-b956e0e73c8a), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:59.273322 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-d727f10f-2b33-4633-84a0-17a55b44bd20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:59.298553 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-433fc9dc-388d-4e57-a92f-b88f5a3c897b req-9e6a0488-9cb5-4754-af86-8c658ea0271f tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] 10.222.0.20 "GET /v2.0/security-groups?id=c6054555-6cfe-4c7d-9758-21814521da07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2593591 Feb 28 10:35:59.306992 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-fed553b5-9f3d-4e76-99c0-ce018acce6cd tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] 10.222.0.20 "PUT /v2.0/floatingips/f3c75b00-2183-429e-80ba-a1c2c7d289ed HTTP/1.1" status: 200 len: 977 time: 8.0063331 Feb 28 10:35:59.314555 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 37358) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:59.331786 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-00c09722-d50c-44d0-8c06-a480d90f432e tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:35:59.338445 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c6281277-0b77-4bb2-8a5e-82022b37e09b tempest-TagsTest-1189137401 tempest-TagsTest-1189137401-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742056637431'] for network (43126c16-73de-4c3a-8b5b-c65d20d16238), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:59.342612 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-52b4cb09-e53e-43b4-9b77-c315dcd715ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7ddbc6a-3d00-4753-9f33-feb0e12d7797', 'name': 'tempest-RoutersTest-router-1825890179', 'tenant_id': 'da82c5902a0c4c459ee88fe904a1e59b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:35:15Z', 'updated_at': '2022-02-28T10:35:56Z', 'revision_number': 7, 'project_id': 'da82c5902a0c4c459ee88fe904a1e59b', 'gw_port_host': None, '_interfaces': [{'id': '144edc35-9369-415e-842a-cda7c06a5ceb', 'name': '', 'network_id': '15f45c6f-d6b4-4b5d-9f81-44370067a41c', 'tenant_id': 'da82c5902a0c4c459ee88fe904a1e59b', 'mac_address': 'fa:16:3e:4a:33:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ddbc6a-3d00-4753-9f33-feb0e12d7797', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '80cf5cc3-7a23-4d81-9989-328f76a695ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:35:19Z', 'updated_at': '2022-02-28T10:35:30Z', 'revision_number': 5, 'project_id': 'da82c5902a0c4c459ee88fe904a1e59b', 'subnets': [{'id': '80cf5cc3-7a23-4d81-9989-328f76a695ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4969f4d9-c609-446a-b2f3-05dc01d01bfe', 'name': '', 'network_id': '83813e83-2fb7-432f-b021-5f0d0cb5b1b1', 'tenant_id': 'da82c5902a0c4c459ee88fe904a1e59b', 'mac_address': 'fa:16:3e:08:73:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ddbc6a-3d00-4753-9f33-feb0e12d7797', 'device_owner': 'network:router_interface', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': 'e59946e5-ae07-4772-8426-8605a011da8d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:35:37Z', 'updated_at': '2022-02-28T10:35:44Z', 'revision_number': 5, 'project_id': 'da82c5902a0c4c459ee88fe904a1e59b', 'subnets': [{'id': 'e59946e5-ae07-4772-8426-8605a011da8d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2610d2f-9862-4eb2-9965-6e0568cd0e85', 'name': '', 'network_id': '13c5669d-bc3a-4e63-8984-0517146325b6', 'tenant_id': 'da82c5902a0c4c459ee88fe904a1e59b', 'mac_address': 'fa:16:3e:8e:83:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7ddbc6a-3d00-4753-9f33-feb0e12d7797', 'device_owner': 'network:router_interface', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': 'c20fc715-6cdd-41db-847c-a5c9da549c7f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:35:45Z', 'updated_at': '2022-02-28T10:35:56Z', 'revision_number': 4, 'project_id': 'da82c5902a0c4c459ee88fe904a1e59b', 'subnets': [{'id': 'c20fc715-6cdd-41db-847c-a5c9da549c7f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b347c59d-cb8d-4641-b188-7676c46efe56', 'name': '', 'network_id': 'eb839f6c-5043-484a-b1d1-584e5121d293', 'tenant_id': 'da82c5902a0c4c459ee88fe904a1e59b', 'mac_address': 'fa:16:3e:2c:4f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ddbc6a-3d00-4753-9f33-feb0e12d7797', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '2ebd56e7-0ebe-4361-8109-cd1b16754dc7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:35:27Z', 'updated_at': '2022-02-28T10:35:35Z', 'revision_number': 5, 'project_id': 'da82c5902a0c4c459ee88fe904a1e59b', 'subnets': [{'id': '2ebd56e7-0ebe-4361-8109-cd1b16754dc7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:59.381447 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d2e3e3-4327-45d8-8df2-25e38b0eb1f5 req-382f67cf-9b0e-4d8d-8531-dec622109e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:59.383090 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-d3d2e3e3-4327-45d8-8df2-25e38b0eb1f5 req-382f67cf-9b0e-4d8d-8531-dec622109e66 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c8fe4d5f-4a1f-41f9-85f5-28e75dcf99b0 HTTP/1.1" status: 200 len: 912 time: 0.3179970 Feb 28 10:35:59.395443 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4e7a27ff-b1dc-4cfa-9b2f-7219799506fe None None] For port b2610d2f-9862-4eb2-9965-6e0568cd0e85, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b2610d2f-9862-4eb2-9965-6e0568cd0e85,segment=NetworkSegment(6ffbd30f-99ca-4dfc-a2ab-d0c04b8ccc88),segment_id=6ffbd30f-99ca-4dfc-a2ab-d0c04b8ccc88)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:35:59.402515 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68289b19-df94-4e1a-b43b-b409a27e4065 None None] Network c555580d-f352-429d-9475-bb58cddc4c09 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:35:59.427453 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b4cb09-e53e-43b4-9b77-c315dcd715ce None None] The sync data for ids ['d7ddbc6a-3d00-4753-9f33-feb0e12d7797'] in dv-neutron-master-2-hyperv is: [{'id': 'd7ddbc6a-3d00-4753-9f33-feb0e12d7797', 'name': 'tempest-RoutersTest-router-1825890179', 'tenant_id': 'da82c5902a0c4c459ee88fe904a1e59b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:35:15Z', 'updated_at': '2022-02-28T10:35:56Z', 'revision_number': 7, 'project_id': 'da82c5902a0c4c459ee88fe904a1e59b', 'gw_port_host': None, '_interfaces': [{'id': '144edc35-9369-415e-842a-cda7c06a5ceb', 'name': '', 'network_id': '15f45c6f-d6b4-4b5d-9f81-44370067a41c', 'tenant_id': 'da82c5902a0c4c459ee88fe904a1e59b', 'mac_address': 'fa:16:3e:4a:33:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ddbc6a-3d00-4753-9f33-feb0e12d7797', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '80cf5cc3-7a23-4d81-9989-328f76a695ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:35:19Z', 'updated_at': '2022-02-28T10:35:30Z', 'revision_number': 5, 'project_id': 'da82c5902a0c4c459ee88fe904a1e59b', 'subnets': [{'id': '80cf5cc3-7a23-4d81-9989-328f76a695ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4969f4d9-c609-446a-b2f3-05dc01d01bfe', 'name': '', 'network_id': '83813e83-2fb7-432f-b021-5f0d0cb5b1b1', 'tenant_id': 'da82c5902a0c4c459ee88fe904a1e59b', 'mac_address': 'fa:16:3e:08:73:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ddbc6a-3d00-4753-9f33-feb0e12d7797', 'device_owner': 'network:router_interface', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': 'e59946e5-ae07-4772-8426-8605a011da8d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:35:37Z', 'updated_at': '2022-02-28T10:35:44Z', 'revision_number': 5, 'project_id': 'da82c5902a0c4c459ee88fe904a1e59b', 'subnets': [{'id': 'e59946e5-ae07-4772-8426-8605a011da8d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2610d2f-9862-4eb2-9965-6e0568cd0e85', 'name': '', 'network_id': '13c5669d-bc3a-4e63-8984-0517146325b6', 'tenant_id': 'da82c5902a0c4c459ee88fe904a1e59b', 'mac_address': 'fa:16:3e:8e:83:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7ddbc6a-3d00-4753-9f33-feb0e12d7797', 'device_owner': 'network:router_interface', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': 'c20fc715-6cdd-41db-847c-a5c9da549c7f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:35:45Z', 'updated_at': '2022-02-28T10:35:56Z', 'revision_number': 4, 'project_id': 'da82c5902a0c4c459ee88fe904a1e59b', 'subnets': [{'id': 'c20fc715-6cdd-41db-847c-a5c9da549c7f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b347c59d-cb8d-4641-b188-7676c46efe56', 'name': '', 'network_id': 'eb839f6c-5043-484a-b1d1-584e5121d293', 'tenant_id': 'da82c5902a0c4c459ee88fe904a1e59b', 'mac_address': 'fa:16:3e:2c:4f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ddbc6a-3d00-4753-9f33-feb0e12d7797', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '2ebd56e7-0ebe-4361-8109-cd1b16754dc7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:35:27Z', 'updated_at': '2022-02-28T10:35:35Z', 'revision_number': 5, 'project_id': 'da82c5902a0c4c459ee88fe904a1e59b', 'subnets': [{'id': '2ebd56e7-0ebe-4361-8109-cd1b16754dc7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:35:59.439585 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-68289b19-df94-4e1a-b43b-b409a27e4065 None None] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:35:59.446436 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68289b19-df94-4e1a-b43b-b409a27e4065 None None] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:35:59.452075 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68289b19-df94-4e1a-b43b-b409a27e4065 None None] Pushing event updated for resources: {'Port': ['ID=fb751160-aaa4-4d37-beb3-ffafa93114cb,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:59.454427 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4e7a27ff-b1dc-4cfa-9b2f-7219799506fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (b2610d2f-9862-4eb2-9965-6e0568cd0e85), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:59.470108 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-00c09722-d50c-44d0-8c06-a480d90f432e tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks [] for floatingip (f3c75b00-2183-429e-80ba-a1c2c7d289ed), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:59.480546 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d727f10f-2b33-4633-84a0-17a55b44bd20 None None] Routers {'8b6ab8b8-279b-4753-bdf9-c3aeccd09e28'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:35:59.480763 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c6281277-0b77-4bb2-8a5e-82022b37e09b tempest-TagsTest-1189137401 tempest-TagsTest-1189137401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551'] for network (43126c16-73de-4c3a-8b5b-c65d20d16238), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:59.480864 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-d727f10f-2b33-4633-84a0-17a55b44bd20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:35:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['8b6ab8b8-279b-4753-bdf9-c3aeccd09e28'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:59.485974 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6281277-0b77-4bb2-8a5e-82022b37e09b tempest-TagsTest-1189137401 tempest-TagsTest-1189137401-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:59.486921 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c6281277-0b77-4bb2-8a5e-82022b37e09b tempest-TagsTest-1189137401 tempest-TagsTest-1189137401-project] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:59.596591 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-d727f10f-2b33-4633-84a0-17a55b44bd20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:59.596591 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d727f10f-2b33-4633-84a0-17a55b44bd20 None None] The sync data for ids ['8b6ab8b8-279b-4753-bdf9-c3aeccd09e28'] in dv-neutron-master-2-hyperv is: [] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:35:59.663953 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-c6281277-0b77-4bb2-8a5e-82022b37e09b tempest-TagsTest-1189137401 tempest-TagsTest-1189137401-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 2.4557762 Feb 28 10:35:59.670412 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-d3d2e3e3-4327-45d8-8df2-25e38b0eb1f5 req-4fca397d-293f-4c05-acc6-3a042a71a400 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9e40b316-6489-47a0-bf5a-713af4e208f5 HTTP/1.1" status: 200 len: 1000 time: 0.2752206 Feb 28 10:35:59.675214 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 37360) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:35:59.684740 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.tag.tag_plugin [None req-59d832f5-c765-4f58-b86a-987b45068bb4 tempest-TagsTest-1189137401 tempest-TagsTest-1189137401-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '43126c16-73de-4c3a-8b5b-c65d20d16238', 'tempest-TagsTest-Tag-1609047953') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:35:59.705437 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-4e7a27ff-b1dc-4cfa-9b2f-7219799506fe None None] Provisioning complete for port 2f4f64b4-1fdb-4054-a9fa-153141c21594 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:35:59.705817 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4e7a27ff-b1dc-4cfa-9b2f-7219799506fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (2f4f64b4-1fdb-4054-a9fa-153141c21594), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:59.716768 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6281277-0b77-4bb2-8a5e-82022b37e09b tempest-TagsTest-1189137401 tempest-TagsTest-1189137401-project] Pushing event updated for resources: {'Network': ['ID=43126c16-73de-4c3a-8b5b-c65d20d16238,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:59.718325 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-13d1113c-4b01-4ba7-bb6c-903c7582a0bd None None] For port 7ff5e575-887a-433b-a9d4-77dc6003a6f6, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:35:59.759837 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Network 43126c16-73de-4c3a-8b5b-c65d20d16238 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103409) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:35:59.761866 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7a27ff-b1dc-4cfa-9b2f-7219799506fe None None] Pushing event updated for resources: {'Port': ['ID=b2610d2f-9862-4eb2-9965-6e0568cd0e85,revision_number=5']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:35:59.771828 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d55187f-83f4-4d1f-823a-ff531ca22840 None None] Update dhcp port {'port': {'network_id': '8929b71a-d96d-48b5-95df-91b088a5d91b', 'fixed_ips': [{'subnet_id': '7db53939-8ca1-46a3-ba3a-243ba75b1f40', 'ip_address': '2001:db8::2'}, {'subnet_id': '79bdcd99-7f8d-4ec5-b7ba-baa36836db30'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': '1332c1c3-c7e2-4d1f-bf51-b956e0e73c8a'} from dv-neutron-master-2-hyperv. {{(pid=103409) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 28 10:35:59.775724 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-13d1113c-4b01-4ba7-bb6c-903c7582a0bd None None] For port 7ff5e575-887a-433b-a9d4-77dc6003a6f6, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7ff5e575-887a-433b-a9d4-77dc6003a6f6,segment=NetworkSegment(bbd445f2-f5a5-418d-9c92-7fa2a2228a61),segment_id=bbd445f2-f5a5-418d-9c92-7fa2a2228a61)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:35:59.808537 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e12728c2-d719-4422-badc-3d28b6a371c7 tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (99a61adb-7aa5-43b1-a896-ef9b814ee414), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:59.851979 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d2e3e3-4327-45d8-8df2-25e38b0eb1f5 req-9dd97436-9ae0-46e6-8c81-6b86fdf54edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:35:59.853670 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-d3d2e3e3-4327-45d8-8df2-25e38b0eb1f5 req-9dd97436-9ae0-46e6-8c81-6b86fdf54edc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f9ad3164-3d89-48ee-bb07-ade0c62bef16 HTTP/1.1" status: 200 len: 850 time: 0.1658263 Feb 28 10:35:59.937966 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-00c09722-d50c-44d0-8c06-a480d90f432e tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:59.948751 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-00c09722-d50c-44d0-8c06-a480d90f432e tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1803383'] for floatingip (f3c75b00-2183-429e-80ba-a1c2c7d289ed), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:35:59.949369 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.db.l3_db [None req-00c09722-d50c-44d0-8c06-a480d90f432e tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Floating IP f3c75b00-2183-429e-80ba-a1c2c7d289ed disassociated. External IP: 172.36.5.250, port: 4f103e25-ff26-471a-a89c-207e20a101df. Feb 28 10:35:59.987307 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-2317df25-f181-4989-b28c-9082b383ec9a tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Allocated IP 2001:db8:0:1::1dd (9f0a511d-8408-4971-9daa-968eebea54f2/6ab6f199-b34d-4b0b-8dec-2c20bbf728c6/387935f2-d449-4004-b36d-337a0a5fe635) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:35:59.991588 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e12728c2-d719-4422-badc-3d28b6a371c7 tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Network d11a15fe-302a-417a-a012-6eb6bb7005ed is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:35:59.993041 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-4bd21875-93df-4598-ae5a-c12fe93de0c2 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Delete allocated IP 2001:db8::55 (8929b71a-d96d-48b5-95df-91b088a5d91b/7db53939-8ca1-46a3-ba3a-243ba75b1f40) {{(pid=103408) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 28 10:36:00.000727 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3d55187f-83f4-4d1f-823a-ff531ca22840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (1332c1c3-c7e2-4d1f-bf51-b956e0e73c8a), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:00.014617 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-e12728c2-d719-4422-badc-3d28b6a371c7 tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:36:00.022340 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-2317df25-f181-4989-b28c-9082b383ec9a tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Allocated IP 2001:db8::f816:3eff:feed:4edb (9f0a511d-8408-4971-9daa-968eebea54f2/9579a05f-637c-4390-9239-ab38ba6f9cfc/387935f2-d449-4004-b36d-337a0a5fe635) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:36:00.026105 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d2e3e3-4327-45d8-8df2-25e38b0eb1f5 req-e5d510af-20f6-4387-850e-2a9de9b56577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:00.026880 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-4bd21875-93df-4598-ae5a-c12fe93de0c2 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Allocated IP 2001:db8:0:1::302 (8929b71a-d96d-48b5-95df-91b088a5d91b/79bdcd99-7f8d-4ec5-b7ba-baa36836db30/2f4f64b4-1fdb-4054-a9fa-153141c21594) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:36:00.028084 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-d3d2e3e3-4327-45d8-8df2-25e38b0eb1f5 req-e5d510af-20f6-4387-850e-2a9de9b56577 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c8fe4d5f-4a1f-41f9-85f5-28e75dcf99b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.1630654 Feb 28 10:36:00.032137 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-59d832f5-c765-4f58-b86a-987b45068bb4 tempest-TagsTest-1189137401 tempest-TagsTest-1189137401-project] 10.222.0.20 "PUT /v2.0/networks/43126c16-73de-4c3a-8b5b-c65d20d16238/tags/tempest-TagsTest-Tag-1609047953 HTTP/1.1" status: 201 len: 201 time: 0.3555193 Feb 28 10:36:00.032722 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e12728c2-d719-4422-badc-3d28b6a371c7 tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:36:00.033286 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e12728c2-d719-4422-badc-3d28b6a371c7 tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1803404'] for router_interface (c945e51f-7c2c-4893-9cb2-a23b639f8db7), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:00.036435 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 37362) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:00.038758 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4e7a27ff-b1dc-4cfa-9b2f-7219799506fe None None] Port 2f4f64b4-1fdb-4054-a9fa-153141c21594 cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:36:00.042735 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c46db0d-9484-4504-925f-4b44d218ee81 None None] Update dhcp port {'port': {'network_id': '9f0a511d-8408-4971-9daa-968eebea54f2', 'fixed_ips': [{'subnet_id': '9579a05f-637c-4390-9239-ab38ba6f9cfc', 'ip_address': '2001:db8::f816:3eff:fe12:46a2'}, {'subnet_id': '6ab6f199-b34d-4b0b-8dec-2c20bbf728c6'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': '6a9feae6-0bd0-49bf-aefb-74f19b178662'} from dv-neutron-master-2-hyperv. {{(pid=103409) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 28 10:36:00.044891 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-68289b19-df94-4e1a-b43b-b409a27e4065 None None] Attempting to bind port fb751160-aaa4-4d37-beb3-ffafa93114cb on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:36:00.045516 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-68289b19-df94-4e1a-b43b-b409a27e4065 None None] Attempting to bind port fb751160-aaa4-4d37-beb3-ffafa93114cb by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'eb3e7a4a-324d-45a7-9a4b-3fa63c1760e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'c555580d-f352-429d-9475-bb58cddc4c09'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:36:00.045885 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68289b19-df94-4e1a-b43b-b409a27e4065 None None] Attempting to bind port fb751160-aaa4-4d37-beb3-ffafa93114cb on network c555580d-f352-429d-9475-bb58cddc4c09 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:36:00.051944 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 1332c1c3-c7e2-4d1f-bf51-b956e0e73c8a is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:36:00.052336 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (1332c1c3-c7e2-4d1f-bf51-b956e0e73c8a), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:00.074391 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.tag.tag_plugin [None req-64e2c4e0-ab99-4313-aa3d-33696fda249b tempest-TagsTest-1189137401 tempest-TagsTest-1189137401-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '43126c16-73de-4c3a-8b5b-c65d20d16238', 'tempest-TagsTest-Tag-1609047953') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:00.137583 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12728c2-d719-4422-badc-3d28b6a371c7 tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Pushing event updated for resources: {'Port': ['ID=99a61adb-7aa5-43b1-a896-ef9b814ee414,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:00.239159 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68289b19-df94-4e1a-b43b-b409a27e4065 None None] Checking agent: {'id': '75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 24, 15), 'started_at': datetime.datetime(2022, 2, 28, 10, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 35, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:36:00.240195 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68289b19-df94-4e1a-b43b-b409a27e4065 None None] Checking segment: {'id': 'eb3e7a4a-324d-45a7-9a4b-3fa63c1760e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'c555580d-f352-429d-9475-bb58cddc4c09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:36:00.241334 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-68289b19-df94-4e1a-b43b-b409a27e4065 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:00.241901 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68289b19-df94-4e1a-b43b-b409a27e4065 None None] Bound using segment: {'id': 'eb3e7a4a-324d-45a7-9a4b-3fa63c1760e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'c555580d-f352-429d-9475-bb58cddc4c09'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:36:00.242617 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-68289b19-df94-4e1a-b43b-b409a27e4065 None None] Bound port: fb751160-aaa4-4d37-beb3-ffafa93114cb, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb3e7a4a-324d-45a7-9a4b-3fa63c1760e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'c555580d-f352-429d-9475-bb58cddc4c09'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:36:00.243302 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-68289b19-df94-4e1a-b43b-b409a27e4065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (fb751160-aaa4-4d37-beb3-ffafa93114cb), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:00.251918 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-13d1113c-4b01-4ba7-bb6c-903c7582a0bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (7ff5e575-887a-433b-a9d4-77dc6003a6f6), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:00.288159 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-64e2c4e0-ab99-4313-aa3d-33696fda249b tempest-TagsTest-1189137401 tempest-TagsTest-1189137401-project] 10.222.0.20 "GET /v2.0/networks/43126c16-73de-4c3a-8b5b-c65d20d16238/tags/tempest-TagsTest-Tag-1609047953 HTTP/1.1" status: 204 len: 168 time: 0.2502875 Feb 28 10:36:00.290522 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 37364) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:00.294375 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-d3d2e3e3-4327-45d8-8df2-25e38b0eb1f5 req-073d6ef3-1595-4142-afd0-c65cd9fb6507 service neutron] 10.222.0.30 "GET /v2.0/networks/c8fe4d5f-4a1f-41f9-85f5-28e75dcf99b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2586875 Feb 28 10:36:00.295715 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.tag.tag_plugin [None req-12ebc9c6-851e-4c39-8a02-9dc14f0af491 tempest-TagsTest-1189137401 tempest-TagsTest-1189137401-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '43126c16-73de-4c3a-8b5b-c65d20d16238') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:00.302841 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e12728c2-d719-4422-badc-3d28b6a371c7 tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (99a61adb-7aa5-43b1-a896-ef9b814ee414), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:00.365688 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] For port 1332c1c3-c7e2-4d1f-bf51-b956e0e73c8a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1332c1c3-c7e2-4d1f-bf51-b956e0e73c8a,segment=NetworkSegment(7e03bdcf-c10c-4112-b5d0-ef96003e84c0),segment_id=7e03bdcf-c10c-4112-b5d0-ef96003e84c0)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:36:00.366756 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6c46db0d-9484-4504-925f-4b44d218ee81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (6a9feae6-0bd0-49bf-aefb-74f19b178662), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:00.397918 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-4e7a27ff-b1dc-4cfa-9b2f-7219799506fe None None] Provisioning complete for port 7ba842df-a686-488a-b3f0-dfbd12881a17 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:36:00.398297 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4e7a27ff-b1dc-4cfa-9b2f-7219799506fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (7ba842df-a686-488a-b3f0-dfbd12881a17), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:00.425858 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (1332c1c3-c7e2-4d1f-bf51-b956e0e73c8a), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:00.474683 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-688176cc-7521-4dbe-b2e1-18b6af8fa52f None None] Sync routers for ids ['d7ddbc6a-3d00-4753-9f33-feb0e12d7797'] in dv-neutron-master-2-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:36:00.495273 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-688176cc-7521-4dbe-b2e1-18b6af8fa52f None None] Routers {'d7ddbc6a-3d00-4753-9f33-feb0e12d7797'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:36:00.496177 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-688176cc-7521-4dbe-b2e1-18b6af8fa52f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:35:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['d7ddbc6a-3d00-4753-9f33-feb0e12d7797'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:00.523194 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d1113c-4b01-4ba7-bb6c-903c7582a0bd None None] Pushing event updated for resources: {'Port': ['ID=7ff5e575-887a-433b-a9d4-77dc6003a6f6,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:00.571175 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00c09722-d50c-44d0-8c06-a480d90f432e tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Router 8b6ab8b8-279b-4753-bdf9-c3aeccd09e28 has already been hosted by L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:36:00.585049 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4e7a27ff-b1dc-4cfa-9b2f-7219799506fe None None] Port 7ba842df-a686-488a-b3f0-dfbd12881a17 cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:36:00.596809 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-d3d2e3e3-4327-45d8-8df2-25e38b0eb1f5 req-aaeefb3a-821c-4121-822f-1a112e1aff6d service neutron] 10.222.0.30 "GET /v2.0/networks/c8fe4d5f-4a1f-41f9-85f5-28e75dcf99b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2950218 Feb 28 10:36:00.601571 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-68289b19-df94-4e1a-b43b-b409a27e4065 None None] For port fb751160-aaa4-4d37-beb3-ffafa93114cb, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:36:00.691545 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cf2282-5913-49aa-abd5-f1d90a677ebb req-67a6d9d0-739d-48fc-b609-762f7b481b05 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:00.694174 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-e8cf2282-5913-49aa-abd5-f1d90a677ebb req-67a6d9d0-739d-48fc-b609-762f7b481b05 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] 10.222.0.20 "GET /v2.0/ports?device_id=21839f2d-46e7-497a-a06a-b1ae129c5e90 HTTP/1.1" status: 200 len: 945 time: 0.2623441 Feb 28 10:36:00.745070 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-688176cc-7521-4dbe-b2e1-18b6af8fa52f None None] Set router d7ddbc6a-3d00-4753-9f33-feb0e12d7797 gateway port host: None {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:36:00.829398 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-e8cf2282-5913-49aa-abd5-f1d90a677ebb req-2d011daa-ce06-4d95-92d0-e4fa10333274 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] 10.222.0.20 "GET /v2.0/security-groups?id=c6054555-6cfe-4c7d-9758-21814521da07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1265254 Feb 28 10:36:00.838586 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00c09722-d50c-44d0-8c06-a480d90f432e tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:36:00.845078 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-00c09722-d50c-44d0-8c06-a480d90f432e tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for floatingip (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:00.897121 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-00c09722-d50c-44d0-8c06-a480d90f432e tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] 10.222.0.20 "PUT /v2.0/floatingips/f3c75b00-2183-429e-80ba-a1c2c7d289ed HTTP/1.1" status: 200 len: 688 time: 1.5758502 Feb 28 10:36:00.897669 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 37368) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:00.993842 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 6a9feae6-0bd0-49bf-aefb-74f19b178662 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:36:01.005496 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793fe506-8d21-42f8-bddc-c6b482c6928e None None] Sync routers for ids ['8b6ab8b8-279b-4753-bdf9-c3aeccd09e28'] in dv-neutron-master-2-hyperv {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:36:01.048304 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-0f92ce1b-47ad-4925-9e4f-55c6ed9086af tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Deleting port ab70dda5-57c0-4ea1-b0c8-63a3645a165b {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:36:01.048578 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0f92ce1b-47ad-4925-9e4f-55c6ed9086af tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (ab70dda5-57c0-4ea1-b0c8-63a3645a165b), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:01.059543 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-68289b19-df94-4e1a-b43b-b409a27e4065 None None] For port fb751160-aaa4-4d37-beb3-ffafa93114cb, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=fb751160-aaa4-4d37-beb3-ffafa93114cb,segment=NetworkSegment(eb3e7a4a-324d-45a7-9a4b-3fa63c1760e5),segment_id=eb3e7a4a-324d-45a7-9a4b-3fa63c1760e5)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:36:01.066760 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2317df25-f181-4989-b28c-9082b383ec9a tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks [] for port (387935f2-d449-4004-b36d-337a0a5fe635), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:01.083015 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-12ebc9c6-851e-4c39-8a02-9dc14f0af491 tempest-TagsTest-1189137401 tempest-TagsTest-1189137401-project] 10.222.0.20 "GET /v2.0/networks/43126c16-73de-4c3a-8b5b-c65d20d16238/tags HTTP/1.1" status: 200 len: 238 time: 0.7909565 Feb 28 10:36:01.084281 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-4e7a27ff-b1dc-4cfa-9b2f-7219799506fe None None] Provisioning complete for port 1332c1c3-c7e2-4d1f-bf51-b956e0e73c8a triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:36:01.086711 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4e7a27ff-b1dc-4cfa-9b2f-7219799506fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (1332c1c3-c7e2-4d1f-bf51-b956e0e73c8a), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:01.089998 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 37370) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:01.092831 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Pushing event updated for resources: {'Port': ['ID=1332c1c3-c7e2-4d1f-bf51-b956e0e73c8a,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:01.100164 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.tag.tag_plugin [None req-a1edf045-0571-4cc5-aea9-20b663783a98 tempest-TagsTest-1189137401 tempest-TagsTest-1189137401-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '43126c16-73de-4c3a-8b5b-c65d20d16238', {'tags': ['tempest-TagsTest-Tag-1268716052', 'tempest-TagsTest-Tag-1097180127', 'tempest-TagsTest-Tag-192342650']}) {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:01.122830 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-68289b19-df94-4e1a-b43b-b409a27e4065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (fb751160-aaa4-4d37-beb3-ffafa93114cb), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:01.143605 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793fe506-8d21-42f8-bddc-c6b482c6928e None None] Routers {'8b6ab8b8-279b-4753-bdf9-c3aeccd09e28'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:36:01.144460 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-793fe506-8d21-42f8-bddc-c6b482c6928e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:35:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['8b6ab8b8-279b-4753-bdf9-c3aeccd09e28'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:01.174810 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0f92ce1b-47ad-4925-9e4f-55c6ed9086af tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (ab70dda5-57c0-4ea1-b0c8-63a3645a165b), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:01.176973 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0f92ce1b-47ad-4925-9e4f-55c6ed9086af tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks [] for floatingip (ab70dda5-57c0-4ea1-b0c8-63a3645a165b), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:01.217205 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-0f92ce1b-47ad-4925-9e4f-55c6ed9086af tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Calling delete_port for ab70dda5-57c0-4ea1-b0c8-63a3645a165b owned by network:floatingip {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:36:01.224320 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-793fe506-8d21-42f8-bddc-c6b482c6928e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:01.235516 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4bd21875-93df-4598-ae5a-c12fe93de0c2 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks [] for port (2f4f64b4-1fdb-4054-a9fa-153141c21594), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:01.277532 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-688176cc-7521-4dbe-b2e1-18b6af8fa52f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7ddbc6a-3d00-4753-9f33-feb0e12d7797', 'name': 'tempest-RoutersTest-router-1825890179', 'tenant_id': 'da82c5902a0c4c459ee88fe904a1e59b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:35:15Z', 'updated_at': '2022-02-28T10:35:56Z', 'revision_number': 7, 'project_id': 'da82c5902a0c4c459ee88fe904a1e59b', 'gw_port_host': None, '_interfaces': [{'id': '144edc35-9369-415e-842a-cda7c06a5ceb', 'name': '', 'network_id': '15f45c6f-d6b4-4b5d-9f81-44370067a41c', 'tenant_id': 'da82c5902a0c4c459ee88fe904a1e59b', 'mac_address': 'fa:16:3e:4a:33:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ddbc6a-3d00-4753-9f33-feb0e12d7797', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '80cf5cc3-7a23-4d81-9989-328f76a695ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:35:19Z', 'updated_at': '2022-02-28T10:35:30Z', 'revision_number': 5, 'project_id': 'da82c5902a0c4c459ee88fe904a1e59b', 'subnets': [{'id': '80cf5cc3-7a23-4d81-9989-328f76a695ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4969f4d9-c609-446a-b2f3-05dc01d01bfe', 'name': '', 'network_id': '83813e83-2fb7-432f-b021-5f0d0cb5b1b1', 'tenant_id': 'da82c5902a0c4c459ee88fe904a1e59b', 'mac_address': 'fa:16:3e:08:73:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ddbc6a-3d00-4753-9f33-feb0e12d7797', 'device_owner': 'network:router_interface', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': 'e59946e5-ae07-4772-8426-8605a011da8d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:35:37Z', 'updated_at': '2022-02-28T10:35:44Z', 'revision_number': 5, 'project_id': 'da82c5902a0c4c459ee88fe904a1e59b', 'subnets': [{'id': 'e59946e5-ae07-4772-8426-8605a011da8d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2610d2f-9862-4eb2-9965-6e0568cd0e85', 'name': '', 'network_id': '13c5669d-bc3a-4e63-8984-0517146325b6', 'tenant_id': 'da82c5902a0c4c459ee88fe904a1e59b', 'mac_address': 'fa:16:3e:8e:83:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ddbc6a-3d00-4753-9f33-feb0e12d7797', 'device_owner': 'network:router_interface', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': 'c20fc715-6cdd-41db-847c-a5c9da549c7f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:35:45Z', 'updated_at': '2022-02-28T10:35:59Z', 'revision_number': 5, 'project_id': 'da82c5902a0c4c459ee88fe904a1e59b', 'subnets': [{'id': 'c20fc715-6cdd-41db-847c-a5c9da549c7f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b347c59d-cb8d-4641-b188-7676c46efe56', 'name': '', 'network_id': 'eb839f6c-5043-484a-b1d1-584e5121d293', 'tenant_id': 'da82c5902a0c4c459ee88fe904a1e59b', 'mac_address': 'fa:16:3e:2c:4f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ddbc6a-3d00-4753-9f33-feb0e12d7797', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '2ebd56e7-0ebe-4361-8109-cd1b16754dc7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:35:27Z', 'updated_at': '2022-02-28T10:35:35Z', 'revision_number': 5, 'project_id': 'da82c5902a0c4c459ee88fe904a1e59b', 'subnets': [{'id': '2ebd56e7-0ebe-4361-8109-cd1b16754dc7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:01.340718 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68289b19-df94-4e1a-b43b-b409a27e4065 None None] Pushing event updated for resources: {'Port': ['ID=fb751160-aaa4-4d37-beb3-ffafa93114cb,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:01.352000 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793fe506-8d21-42f8-bddc-c6b482c6928e None None] Routers {'8b6ab8b8-279b-4753-bdf9-c3aeccd09e28'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:36:01.352682 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-793fe506-8d21-42f8-bddc-c6b482c6928e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:35:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['8b6ab8b8-279b-4753-bdf9-c3aeccd09e28'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:01.365911 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-688176cc-7521-4dbe-b2e1-18b6af8fa52f None None] Checking router: d7ddbc6a-3d00-4753-9f33-feb0e12d7797 for host: dv-neutron-master-2-hyperv {{(pid=103410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:36:01.376902 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-688176cc-7521-4dbe-b2e1-18b6af8fa52f None None] Routers {'d7ddbc6a-3d00-4753-9f33-feb0e12d7797'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:36:01.377524 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-688176cc-7521-4dbe-b2e1-18b6af8fa52f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:35:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['d7ddbc6a-3d00-4753-9f33-feb0e12d7797'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:01.393286 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4bd21875-93df-4598-ae5a-c12fe93de0c2 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3242529'] for port (2f4f64b4-1fdb-4054-a9fa-153141c21594), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:01.395619 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port 6a9feae6-0bd0-49bf-aefb-74f19b178662 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:36:01.396052 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (6a9feae6-0bd0-49bf-aefb-74f19b178662), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:01.401610 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-793fe506-8d21-42f8-bddc-c6b482c6928e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:01.402245 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793fe506-8d21-42f8-bddc-c6b482c6928e None None] The sync data for ids ['8b6ab8b8-279b-4753-bdf9-c3aeccd09e28'] in dv-neutron-master-2-hyperv is: [] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:36:01.463689 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0f92ce1b-47ad-4925-9e4f-55c6ed9086af tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (ab70dda5-57c0-4ea1-b0c8-63a3645a165b), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:01.481487 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-3d55187f-83f4-4d1f-823a-ff531ca22840 None None] Allocated IP 2001:db8:0:1::2 (8929b71a-d96d-48b5-95df-91b088a5d91b/79bdcd99-7f8d-4ec5-b7ba-baa36836db30/1332c1c3-c7e2-4d1f-bf51-b956e0e73c8a) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:36:01.504379 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f92ce1b-47ad-4925-9e4f-55c6ed9086af tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Pushing event deleted for resources: {'Port': ['ID=ab70dda5-57c0-4ea1-b0c8-63a3645a165b,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:01.571138 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4e7a27ff-b1dc-4cfa-9b2f-7219799506fe None None] Current status of the port 1332c1c3-c7e2-4d1f-bf51-b956e0e73c8a is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:36:01.620546 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-4bd21875-93df-4598-ae5a-c12fe93de0c2 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] In _notify_port_updated(), no bound segment for port 2f4f64b4-1fdb-4054-a9fa-153141c21594 on network 8929b71a-d96d-48b5-95df-91b088a5d91b {{(pid=103408) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 28 10:36:01.634169 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0f92ce1b-47ad-4925-9e4f-55c6ed9086af tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks [] for floatingip (f3c75b00-2183-429e-80ba-a1c2c7d289ed), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:01.634689 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bd21875-93df-4598-ae5a-c12fe93de0c2 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:01.635671 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4bd21875-93df-4598-ae5a-c12fe93de0c2 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:01.638654 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-4bd21875-93df-4598-ae5a-c12fe93de0c2 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] 10.222.0.20 "PUT /v2.0/ports/2f4f64b4-1fdb-4054-a9fa-153141c21594 HTTP/1.1" status: 200 len: 930 time: 3.2673519 Feb 28 10:36:01.644955 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0f92ce1b-47ad-4925-9e4f-55c6ed9086af tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for floatingip (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:01.654893 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-0f92ce1b-47ad-4925-9e4f-55c6ed9086af tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] 10.222.0.20 "DELETE /v2.0/floatingips/f3c75b00-2183-429e-80ba-a1c2c7d289ed HTTP/1.1" status: 204 len: 168 time: 0.7537627 Feb 28 10:36:01.654893 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 37372) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:01.655301 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 37374) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:01.678550 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-a1edf045-0571-4cc5-aea9-20b663783a98 tempest-TagsTest-1189137401 tempest-TagsTest-1189137401-project] 10.222.0.20 "PUT /v2.0/networks/43126c16-73de-4c3a-8b5b-c65d20d16238/tags HTTP/1.1" status: 200 len: 308 time: 0.5742838 Feb 28 10:36:01.683027 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 37376) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:01.708417 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.tag.tag_plugin [None req-94d1a166-12d7-40dc-8054-6e7c66b9bc89 tempest-TagsTest-1189137401 tempest-TagsTest-1189137401-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '43126c16-73de-4c3a-8b5b-c65d20d16238', 'tempest-TagsTest-Tag-1268716052') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:01.736193 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd21875-93df-4598-ae5a-c12fe93de0c2 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Pushing event updated for resources: {'Port': ['ID=2f4f64b4-1fdb-4054-a9fa-153141c21594,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:01.751491 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2317df25-f181-4989-b28c-9082b383ec9a tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (387935f2-d449-4004-b36d-337a0a5fe635), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:01.771047 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e12728c2-d719-4422-badc-3d28b6a371c7 tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Publish callbacks [] for port (99a61adb-7aa5-43b1-a896-ef9b814ee414), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:01.800146 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.api.v2.resource [None req-acec9b1f-ab4d-4c14-85dd-0fe6fe42fd78 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] delete failed (client error): The resource could not be found. Feb 28 10:36:01.807248 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-acec9b1f-ab4d-4c14-85dd-0fe6fe42fd78 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] 10.222.0.20 "DELETE /v2.0/floatingips/f3c75b00-2183-429e-80ba-a1c2c7d289ed HTTP/1.1" status: 404 len: 345 time: 0.1452317 Feb 28 10:36:01.813177 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 6a9feae6-0bd0-49bf-aefb-74f19b178662 is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:36:01.813796 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (6a9feae6-0bd0-49bf-aefb-74f19b178662), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:01.832852 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 37378) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:01.844456 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-688176cc-7521-4dbe-b2e1-18b6af8fa52f None None] Set router d7ddbc6a-3d00-4753-9f33-feb0e12d7797 gateway port host: None {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:36:01.845062 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-3d55187f-83f4-4d1f-823a-ff531ca22840 None None] For port 1332c1c3-c7e2-4d1f-bf51-b956e0e73c8a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1332c1c3-c7e2-4d1f-bf51-b956e0e73c8a,segment=NetworkSegment(7e03bdcf-c10c-4112-b5d0-ef96003e84c0),segment_id=7e03bdcf-c10c-4112-b5d0-ef96003e84c0)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:36:01.879311 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2317df25-f181-4989-b28c-9082b383ec9a tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Pushing event updated for resources: {'Port': ['ID=387935f2-d449-4004-b36d-337a0a5fe635,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:01.900042 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-26054cd3-2e04-42f6-a004-793994e98a25 None None] Provisioning complete for port 6a9feae6-0bd0-49bf-aefb-74f19b178662 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:36:01.900430 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-26054cd3-2e04-42f6-a004-793994e98a25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (6a9feae6-0bd0-49bf-aefb-74f19b178662), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:01.903937 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e12728c2-d719-4422-badc-3d28b6a371c7 tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3242529'] for port (99a61adb-7aa5-43b1-a896-ef9b814ee414), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:01.904768 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e12728c2-d719-4422-badc-3d28b6a371c7 tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1802524'] for router_interface (c945e51f-7c2c-4893-9cb2-a23b639f8db7), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:01.909196 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a6e3f28e-2217-46ba-b05b-0518fdd18ea7 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1802615'] for router_interface (d7ddbc6a-3d00-4753-9f33-feb0e12d7797), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:01.940040 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-6c46db0d-9484-4504-925f-4b44d218ee81 None None] Allocated IP 2001:db8:0:1::2 (9f0a511d-8408-4971-9daa-968eebea54f2/6ab6f199-b34d-4b0b-8dec-2c20bbf728c6/6a9feae6-0bd0-49bf-aefb-74f19b178662) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:36:02.054297 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3d55187f-83f4-4d1f-823a-ff531ca22840 None None] Publish callbacks [] for port (1332c1c3-c7e2-4d1f-bf51-b956e0e73c8a), precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:02.070730 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3d55187f-83f4-4d1f-823a-ff531ca22840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (1332c1c3-c7e2-4d1f-bf51-b956e0e73c8a), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:02.089415 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3841b8ba-76ea-4c5e-8c0b-983c198a1f73 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:02.105061 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3841b8ba-76ea-4c5e-8c0b-983c198a1f73 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:02.111352 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3841b8ba-76ea-4c5e-8c0b-983c198a1f73 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:02.113346 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-3841b8ba-76ea-4c5e-8c0b-983c198a1f73 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] 10.222.0.20 "GET /v2.0/ports?network_id=d060eb74-7ff5-4937-9806-595fb3ce4f18 HTTP/1.1" status: 200 len: 2356 time: 0.2793577 Feb 28 10:36:02.140965 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-94d1a166-12d7-40dc-8054-6e7c66b9bc89 tempest-TagsTest-1189137401 tempest-TagsTest-1189137401-project] 10.222.0.20 "DELETE /v2.0/networks/43126c16-73de-4c3a-8b5b-c65d20d16238/tags/tempest-TagsTest-Tag-1268716052 HTTP/1.1" status: 204 len: 168 time: 0.4478357 Feb 28 10:36:02.140965 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 37382) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:02.153852 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 37384) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:02.163034 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.tag.tag_plugin [None req-33db5f0e-8617-4b45-89af-cee9c29b6b62 tempest-TagsTest-1189137401 tempest-TagsTest-1189137401-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '43126c16-73de-4c3a-8b5b-c65d20d16238', 'tempest-TagsTest-Tag-1268716052') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:02.217921 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12728c2-d719-4422-badc-3d28b6a371c7 tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Pushing event updated for resources: {'Port': ['ID=99a61adb-7aa5-43b1-a896-ef9b814ee414,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:02.228688 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2317df25-f181-4989-b28c-9082b383ec9a tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Network 9f0a511d-8408-4971-9daa-968eebea54f2 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:36:02.229502 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-688176cc-7521-4dbe-b2e1-18b6af8fa52f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7ddbc6a-3d00-4753-9f33-feb0e12d7797', 'name': 'tempest-RoutersTest-router-1825890179', 'tenant_id': 'da82c5902a0c4c459ee88fe904a1e59b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:35:15Z', 'updated_at': '2022-02-28T10:35:56Z', 'revision_number': 7, 'project_id': 'da82c5902a0c4c459ee88fe904a1e59b', 'gw_port_host': None, '_interfaces': [{'id': '144edc35-9369-415e-842a-cda7c06a5ceb', 'name': '', 'network_id': '15f45c6f-d6b4-4b5d-9f81-44370067a41c', 'tenant_id': 'da82c5902a0c4c459ee88fe904a1e59b', 'mac_address': 'fa:16:3e:4a:33:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ddbc6a-3d00-4753-9f33-feb0e12d7797', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '80cf5cc3-7a23-4d81-9989-328f76a695ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:35:19Z', 'updated_at': '2022-02-28T10:35:30Z', 'revision_number': 5, 'project_id': 'da82c5902a0c4c459ee88fe904a1e59b', 'subnets': [{'id': '80cf5cc3-7a23-4d81-9989-328f76a695ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4969f4d9-c609-446a-b2f3-05dc01d01bfe', 'name': '', 'network_id': '83813e83-2fb7-432f-b021-5f0d0cb5b1b1', 'tenant_id': 'da82c5902a0c4c459ee88fe904a1e59b', 'mac_address': 'fa:16:3e:08:73:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ddbc6a-3d00-4753-9f33-feb0e12d7797', 'device_owner': 'network:router_interface', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': 'e59946e5-ae07-4772-8426-8605a011da8d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:35:37Z', 'updated_at': '2022-02-28T10:35:44Z', 'revision_number': 5, 'project_id': 'da82c5902a0c4c459ee88fe904a1e59b', 'subnets': [{'id': 'e59946e5-ae07-4772-8426-8605a011da8d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2610d2f-9862-4eb2-9965-6e0568cd0e85', 'name': '', 'network_id': '13c5669d-bc3a-4e63-8984-0517146325b6', 'tenant_id': 'da82c5902a0c4c459ee88fe904a1e59b', 'mac_address': 'fa:16:3e:8e:83:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ddbc6a-3d00-4753-9f33-feb0e12d7797', 'device_owner': 'network:router_interface', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': 'c20fc715-6cdd-41db-847c-a5c9da549c7f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:35:45Z', 'updated_at': '2022-02-28T10:35:59Z', 'revision_number': 5, 'project_id': 'da82c5902a0c4c459ee88fe904a1e59b', 'subnets': [{'id': 'c20fc715-6cdd-41db-847c-a5c9da549c7f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b347c59d-cb8d-4641-b188-7676c46efe56', 'name': '', 'network_id': 'eb839f6c-5043-484a-b1d1-584e5121d293', 'tenant_id': 'da82c5902a0c4c459ee88fe904a1e59b', 'mac_address': 'fa:16:3e:2c:4f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ddbc6a-3d00-4753-9f33-feb0e12d7797', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '2ebd56e7-0ebe-4361-8109-cd1b16754dc7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:35:27Z', 'updated_at': '2022-02-28T10:35:35Z', 'revision_number': 5, 'project_id': 'da82c5902a0c4c459ee88fe904a1e59b', 'subnets': [{'id': '2ebd56e7-0ebe-4361-8109-cd1b16754dc7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:02.232020 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-2317df25-f181-4989-b28c-9082b383ec9a tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:36:02.275380 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-522921d1-fc15-41a7-b1bc-3528b2aba08b tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Deleting port 2f4f64b4-1fdb-4054-a9fa-153141c21594 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:36:02.275748 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-522921d1-fc15-41a7-b1bc-3528b2aba08b tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (2f4f64b4-1fdb-4054-a9fa-153141c21594), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:02.279818 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-688176cc-7521-4dbe-b2e1-18b6af8fa52f None None] The sync data for ids ['d7ddbc6a-3d00-4753-9f33-feb0e12d7797'] in dv-neutron-master-2-hyperv is: [{'id': 'd7ddbc6a-3d00-4753-9f33-feb0e12d7797', 'name': 'tempest-RoutersTest-router-1825890179', 'tenant_id': 'da82c5902a0c4c459ee88fe904a1e59b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:35:15Z', 'updated_at': '2022-02-28T10:35:56Z', 'revision_number': 7, 'project_id': 'da82c5902a0c4c459ee88fe904a1e59b', 'gw_port_host': None, '_interfaces': [{'id': '144edc35-9369-415e-842a-cda7c06a5ceb', 'name': '', 'network_id': '15f45c6f-d6b4-4b5d-9f81-44370067a41c', 'tenant_id': 'da82c5902a0c4c459ee88fe904a1e59b', 'mac_address': 'fa:16:3e:4a:33:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ddbc6a-3d00-4753-9f33-feb0e12d7797', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '80cf5cc3-7a23-4d81-9989-328f76a695ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:35:19Z', 'updated_at': '2022-02-28T10:35:30Z', 'revision_number': 5, 'project_id': 'da82c5902a0c4c459ee88fe904a1e59b', 'subnets': [{'id': '80cf5cc3-7a23-4d81-9989-328f76a695ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4969f4d9-c609-446a-b2f3-05dc01d01bfe', 'name': '', 'network_id': '83813e83-2fb7-432f-b021-5f0d0cb5b1b1', 'tenant_id': 'da82c5902a0c4c459ee88fe904a1e59b', 'mac_address': 'fa:16:3e:08:73:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ddbc6a-3d00-4753-9f33-feb0e12d7797', 'device_owner': 'network:router_interface', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': 'e59946e5-ae07-4772-8426-8605a011da8d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:35:37Z', 'updated_at': '2022-02-28T10:35:44Z', 'revision_number': 5, 'project_id': 'da82c5902a0c4c459ee88fe904a1e59b', 'subnets': [{'id': 'e59946e5-ae07-4772-8426-8605a011da8d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2610d2f-9862-4eb2-9965-6e0568cd0e85', 'name': '', 'network_id': '13c5669d-bc3a-4e63-8984-0517146325b6', 'tenant_id': 'da82c5902a0c4c459ee88fe904a1e59b', 'mac_address': 'fa:16:3e:8e:83:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ddbc6a-3d00-4753-9f33-feb0e12d7797', 'device_owner': 'network:router_interface', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': 'c20fc715-6cdd-41db-847c-a5c9da549c7f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:35:45Z', 'updated_at': '2022-02-28T10:35:59Z', 'revision_number': 5, 'project_id': 'da82c5902a0c4c459ee88fe904a1e59b', 'subnets': [{'id': 'c20fc715-6cdd-41db-847c-a5c9da549c7f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b347c59d-cb8d-4641-b188-7676c46efe56', 'name': '', 'network_id': 'eb839f6c-5043-484a-b1d1-584e5121d293', 'tenant_id': 'da82c5902a0c4c459ee88fe904a1e59b', 'mac_address': 'fa:16:3e:2c:4f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ddbc6a-3d00-4753-9f33-feb0e12d7797', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '2ebd56e7-0ebe-4361-8109-cd1b16754dc7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:35:27Z', 'updated_at': '2022-02-28T10:35:35Z', 'revision_number': 5, 'project_id': 'da82c5902a0c4c459ee88fe904a1e59b', 'subnets': [{'id': '2ebd56e7-0ebe-4361-8109-cd1b16754dc7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:36:02.283515 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4dda60c-c99a-4e69-b911-549619b123ca None None] Network d11a15fe-302a-417a-a012-6eb6bb7005ed requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:36:02.307276 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.db.api [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Feb 28 10:36:02.307276 dv-neutron-master-2-hyperv neutron-server[103409]: [SQL: UPDATE ports SET status=%(status)s WHERE ports.id = %(ports_id)s] Feb 28 10:36:02.307276 dv-neutron-master-2-hyperv neutron-server[103409]: [parameters: {'status': 'ACTIVE', 'ports_id': '6a9feae6-0bd0-49bf-aefb-74f19b178662'}] Feb 28 10:36:02.307276 dv-neutron-master-2-hyperv neutron-server[103409]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103409) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 10:36:02.307704 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG oslo_db.api [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 10:36:02.313080 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2317df25-f181-4989-b28c-9082b383ec9a tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:36:02.318758 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2317df25-f181-4989-b28c-9082b383ec9a tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:02.319727 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2317df25-f181-4989-b28c-9082b383ec9a tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:02.447598 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-2317df25-f181-4989-b28c-9082b383ec9a tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 4.4998343 Feb 28 10:36:02.448047 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b19eaf31-3cc1-4caf-9000-231b2520e839 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:02.448047 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-b19eaf31-3cc1-4caf-9000-231b2520e839 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] 10.222.0.20 "GET /v2.0/subnets/317d1e60-bfb7-48db-914f-4cec5aa513f9 HTTP/1.1" status: 200 len: 797 time: 0.3030467 Feb 28 10:36:02.455264 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 37386) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:02.455607 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 37388) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:02.463799 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9e1e83-ab37-4ed2-a8e2-5d4266ef0954 req-c04caf28-0f0f-4eb5-871a-6d3442bd4bb5 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:02.476384 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-2e9e1e83-ab37-4ed2-a8e2-5d4266ef0954 req-c04caf28-0f0f-4eb5-871a-6d3442bd4bb5 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] 10.222.0.20 "GET /v2.0/ports?device_id=21839f2d-46e7-497a-a06a-b1ae129c5e90 HTTP/1.1" status: 200 len: 945 time: 0.4716873 Feb 28 10:36:02.479952 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-6c46db0d-9484-4504-925f-4b44d218ee81 None None] For port 6a9feae6-0bd0-49bf-aefb-74f19b178662, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6a9feae6-0bd0-49bf-aefb-74f19b178662,segment=NetworkSegment(bf553b55-fb1d-4346-a090-4fb77eb0fbd7),segment_id=bf553b55-fb1d-4346-a090-4fb77eb0fbd7)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:36:02.500303 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-1d57b0ca-14e3-4790-a886-7e7f74e68eb8 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Request body: {'port': {'network_id': 'd060eb74-7ff5-4937-9806-595fb3ce4f18', 'name': 'tempest-FloatingIPTestJSON-317099314', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:36:02.506270 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-522921d1-fc15-41a7-b1bc-3528b2aba08b tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (2f4f64b4-1fdb-4054-a9fa-153141c21594), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:02.534466 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6c46db0d-9484-4504-925f-4b44d218ee81 None None] Publish callbacks [] for port (6a9feae6-0bd0-49bf-aefb-74f19b178662), precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:02.538620 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d55187f-83f4-4d1f-823a-ff531ca22840 None None] Pushing event updated for resources: {'Port': ['ID=1332c1c3-c7e2-4d1f-bf51-b956e0e73c8a,revision_number=4']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:02.560250 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e12728c2-d719-4422-badc-3d28b6a371c7 tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Network d11a15fe-302a-417a-a012-6eb6bb7005ed is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:36:02.565686 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-e12728c2-d719-4422-badc-3d28b6a371c7 tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:36:02.630086 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6c46db0d-9484-4504-925f-4b44d218ee81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (6a9feae6-0bd0-49bf-aefb-74f19b178662), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:02.727093 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-26054cd3-2e04-42f6-a004-793994e98a25 None None] Current status of the port 6a9feae6-0bd0-49bf-aefb-74f19b178662 is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:36:02.727499 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-26054cd3-2e04-42f6-a004-793994e98a25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (6a9feae6-0bd0-49bf-aefb-74f19b178662), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:02.877952 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-a6e3f28e-2217-46ba-b05b-0518fdd18ea7 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Deleting port b2610d2f-9862-4eb2-9965-6e0568cd0e85 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:36:02.878306 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a6e3f28e-2217-46ba-b05b-0518fdd18ea7 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (b2610d2f-9862-4eb2-9965-6e0568cd0e85), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:02.891177 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c46db0d-9484-4504-925f-4b44d218ee81 None None] Pushing event updated for resources: {'Port': ['ID=6a9feae6-0bd0-49bf-aefb-74f19b178662,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:02.923670 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.db.api [None req-26054cd3-2e04-42f6-a004-793994e98a25 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103409) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 10:36:02.924037 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG oslo_db.api [None req-26054cd3-2e04-42f6-a004-793994e98a25 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 10:36:02.924515 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 6a9feae6-0bd0-49bf-aefb-74f19b178662 is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:36:02.924948 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (6a9feae6-0bd0-49bf-aefb-74f19b178662), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:02.986616 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e12728c2-d719-4422-badc-3d28b6a371c7 tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Router c945e51f-7c2c-4893-9cb2-a23b639f8db7 is scheduled to L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 with binding_index 1 {{(pid=103408) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 10:36:02.997871 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] For port 6a9feae6-0bd0-49bf-aefb-74f19b178662, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6a9feae6-0bd0-49bf-aefb-74f19b178662,segment=NetworkSegment(bf553b55-fb1d-4346-a090-4fb77eb0fbd7),segment_id=bf553b55-fb1d-4346-a090-4fb77eb0fbd7)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:36:03.008923 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (6a9feae6-0bd0-49bf-aefb-74f19b178662), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:03.009685 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 081f9d01-fb04-47e9-8d6f-2e30809a79ef up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:36:03.095607 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5196f5f9-b64d-4be8-85eb-40ab3989d016 None None] Network c555580d-f352-429d-9475-bb58cddc4c09 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:36:03.182039 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-522921d1-fc15-41a7-b1bc-3528b2aba08b tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Calling delete_port for 2f4f64b4-1fdb-4054-a9fa-153141c21594 owned by {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:36:03.197776 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-a6e3f28e-2217-46ba-b05b-0518fdd18ea7 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] For port b2610d2f-9862-4eb2-9965-6e0568cd0e85, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b2610d2f-9862-4eb2-9965-6e0568cd0e85,segment=NetworkSegment(6ffbd30f-99ca-4dfc-a2ab-d0c04b8ccc88),segment_id=6ffbd30f-99ca-4dfc-a2ab-d0c04b8ccc88)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:36:03.198160 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a6e3f28e-2217-46ba-b05b-0518fdd18ea7 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (b2610d2f-9862-4eb2-9965-6e0568cd0e85), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:03.211948 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e12728c2-d719-4422-badc-3d28b6a371c7 tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:36:03.222618 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455b602a-99fa-428f-aaaa-9a6395bfc1ac None None] Sync routers for ids ['c945e51f-7c2c-4893-9cb2-a23b639f8db7'] in dv-neutron-master-2-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:36:03.225706 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-e12728c2-d719-4422-badc-3d28b6a371c7 tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] 10.222.0.20 "PUT /v2.0/routers/c945e51f-7c2c-4893-9cb2-a23b639f8db7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1264114 Feb 28 10:36:03.229883 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 37392) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:03.232389 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-a6e3f28e-2217-46ba-b05b-0518fdd18ea7 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Calling delete_port for b2610d2f-9862-4eb2-9965-6e0568cd0e85 owned by network:router_interface {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:36:03.235144 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455b602a-99fa-428f-aaaa-9a6395bfc1ac None None] Routers {'c945e51f-7c2c-4893-9cb2-a23b639f8db7'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:36:03.235801 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-455b602a-99fa-428f-aaaa-9a6395bfc1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:35:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['c945e51f-7c2c-4893-9cb2-a23b639f8db7'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:03.278588 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Pushing event updated for resources: {'Port': ['ID=6a9feae6-0bd0-49bf-aefb-74f19b178662,revision_number=4']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:03.361543 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-455b602a-99fa-428f-aaaa-9a6395bfc1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:03.361759 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port 081f9d01-fb04-47e9-8d6f-2e30809a79ef triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:36:03.361978 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (081f9d01-fb04-47e9-8d6f-2e30809a79ef), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:03.383363 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455b602a-99fa-428f-aaaa-9a6395bfc1ac None None] Routers {'c945e51f-7c2c-4893-9cb2-a23b639f8db7'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:36:03.384008 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-455b602a-99fa-428f-aaaa-9a6395bfc1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:35:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['c945e51f-7c2c-4893-9cb2-a23b639f8db7'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:03.469897 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-455b602a-99fa-428f-aaaa-9a6395bfc1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:03.470588 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455b602a-99fa-428f-aaaa-9a6395bfc1ac None None] The sync data for ids ['c945e51f-7c2c-4893-9cb2-a23b639f8db7'] in dv-neutron-master-2-hyperv is: [] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:36:03.475307 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.api.v2.resource [None req-33db5f0e-8617-4b45-89af-cee9c29b6b62 tempest-TagsTest-1189137401 tempest-TagsTest-1189137401-project] show failed (client error): The resource could not be found. Feb 28 10:36:03.476383 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-33db5f0e-8617-4b45-89af-cee9c29b6b62 tempest-TagsTest-1189137401 tempest-TagsTest-1189137401-project] 10.222.0.20 "GET /v2.0/networks/43126c16-73de-4c3a-8b5b-c65d20d16238/tags/tempest-TagsTest-Tag-1268716052 HTTP/1.1" status: 404 len: 326 time: 1.3191538 Feb 28 10:36:03.497446 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 081f9d01-fb04-47e9-8d6f-2e30809a79ef is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:36:03.500649 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device b2610d2f-9862-4eb2-9965-6e0568cd0e85 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:36:03.524845 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 37394) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:03.542624 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.tag.tag_plugin [None req-46d54e51-60c3-4d15-a013-009799968dd5 tempest-TagsTest-1189137401 tempest-TagsTest-1189137401-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '43126c16-73de-4c3a-8b5b-c65d20d16238', 'tempest-TagsTest-Tag-1097180127') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:03.636813 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d57b0ca-14e3-4790-a886-7e7f74e68eb8 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Made reservation on behalf of d71d46ff16814ba6beba53557129e360 for: {'port': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:36:03.648588 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-2e9e1e83-ab37-4ed2-a8e2-5d4266ef0954 req-9c9a3795-0b08-43de-80dd-0d9c8225f8ce tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] 10.222.0.20 "GET /v2.0/security-groups?id=c6054555-6cfe-4c7d-9758-21814521da07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1711893 Feb 28 10:36:03.847028 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1d57b0ca-14e3-4790-a886-7e7f74e68eb8 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:03.886733 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-26054cd3-2e04-42f6-a004-793994e98a25 None None] Current status of the port 6a9feae6-0bd0-49bf-aefb-74f19b178662 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:36:03.935267 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-26054cd3-2e04-42f6-a004-793994e98a25 None None] Provisioning complete for port 081f9d01-fb04-47e9-8d6f-2e30809a79ef triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:36:03.936507 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-26054cd3-2e04-42f6-a004-793994e98a25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (081f9d01-fb04-47e9-8d6f-2e30809a79ef), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:03.974642 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port b2610d2f-9862-4eb2-9965-6e0568cd0e85 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:36:03.975126 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (b2610d2f-9862-4eb2-9965-6e0568cd0e85), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:03.993610 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.notifiers.nova [None req-1d57b0ca-14e3-4790-a886-7e7f74e68eb8 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] device_id is not set on port 21be2bb5-6b5a-4972-81e8-c4a48086028b yet. {{(pid=103407) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:36:04.094558 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-86b20746-2a45-4eb3-b805-4ebaedaced12 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Deleting port 387935f2-d449-4004-b36d-337a0a5fe635 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:36:04.095113 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-86b20746-2a45-4eb3-b805-4ebaedaced12 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (387935f2-d449-4004-b36d-337a0a5fe635), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:04.132679 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port b2610d2f-9862-4eb2-9965-6e0568cd0e85 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:36:04.142627 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-26054cd3-2e04-42f6-a004-793994e98a25 None None] Current status of the port 081f9d01-fb04-47e9-8d6f-2e30809a79ef is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:36:04.285042 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ad6a1ec-8bc9-4e39-b7f9-64214dd31ce9 None None] Provisioning complete for port 2f4f64b4-1fdb-4054-a9fa-153141c21594 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:36:04.285437 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ad6a1ec-8bc9-4e39-b7f9-64214dd31ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (2f4f64b4-1fdb-4054-a9fa-153141c21594), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:04.340585 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a6e3f28e-2217-46ba-b05b-0518fdd18ea7 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (b2610d2f-9862-4eb2-9965-6e0568cd0e85), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:04.369993 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ad6a1ec-8bc9-4e39-b7f9-64214dd31ce9 None None] Port 2f4f64b4-1fdb-4054-a9fa-153141c21594 cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:36:04.386385 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ad6a1ec-8bc9-4e39-b7f9-64214dd31ce9 None None] Provisioning complete for port 1332c1c3-c7e2-4d1f-bf51-b956e0e73c8a triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:36:04.386788 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ad6a1ec-8bc9-4e39-b7f9-64214dd31ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (1332c1c3-c7e2-4d1f-bf51-b956e0e73c8a), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:04.403148 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e3f28e-2217-46ba-b05b-0518fdd18ea7 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Pushing event deleted for resources: {'Port': ['ID=b2610d2f-9862-4eb2-9965-6e0568cd0e85,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:04.516483 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-86b20746-2a45-4eb3-b805-4ebaedaced12 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (387935f2-d449-4004-b36d-337a0a5fe635), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:04.557929 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-86b20746-2a45-4eb3-b805-4ebaedaced12 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Calling delete_port for 387935f2-d449-4004-b36d-337a0a5fe635 owned by {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:36:04.567271 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ad6a1ec-8bc9-4e39-b7f9-64214dd31ce9 None None] Current status of the port 1332c1c3-c7e2-4d1f-bf51-b956e0e73c8a is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:36:04.573965 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 7ff5e575-887a-433b-a9d4-77dc6003a6f6 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:36:04.634050 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ad6a1ec-8bc9-4e39-b7f9-64214dd31ce9 None None] Provisioning complete for port fb751160-aaa4-4d37-beb3-ffafa93114cb triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:36:04.634390 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ad6a1ec-8bc9-4e39-b7f9-64214dd31ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (fb751160-aaa4-4d37-beb3-ffafa93114cb), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:04.705406 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port 7ff5e575-887a-433b-a9d4-77dc6003a6f6 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:36:04.705844 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (7ff5e575-887a-433b-a9d4-77dc6003a6f6), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:04.718634 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-522921d1-fc15-41a7-b1bc-3528b2aba08b tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (2f4f64b4-1fdb-4054-a9fa-153141c21594), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:04.781854 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-46d54e51-60c3-4d15-a013-009799968dd5 tempest-TagsTest-1189137401 tempest-TagsTest-1189137401-project] 10.222.0.20 "GET /v2.0/networks/43126c16-73de-4c3a-8b5b-c65d20d16238/tags/tempest-TagsTest-Tag-1097180127 HTTP/1.1" status: 204 len: 168 time: 1.2427888 Feb 28 10:36:04.801551 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 37398) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:04.838325 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.tag.tag_plugin [None req-3d787231-8b08-4d68-afa1-7ce3ee0f3797 tempest-TagsTest-1189137401 tempest-TagsTest-1189137401-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '43126c16-73de-4c3a-8b5b-c65d20d16238', 'tempest-TagsTest-Tag-192342650') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:04.859275 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ad6a1ec-8bc9-4e39-b7f9-64214dd31ce9 None None] Current status of the port fb751160-aaa4-4d37-beb3-ffafa93114cb is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:36:04.859729 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ad6a1ec-8bc9-4e39-b7f9-64214dd31ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (fb751160-aaa4-4d37-beb3-ffafa93114cb), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:04.879761 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a6e3f28e-2217-46ba-b05b-0518fdd18ea7 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1802651'] for router_interface (d7ddbc6a-3d00-4753-9f33-feb0e12d7797), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:04.897035 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 7ff5e575-887a-433b-a9d4-77dc6003a6f6 is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:36:04.897381 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (7ff5e575-887a-433b-a9d4-77dc6003a6f6), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:04.905824 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522921d1-fc15-41a7-b1bc-3528b2aba08b tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Pushing event deleted for resources: {'Port': ['ID=2f4f64b4-1fdb-4054-a9fa-153141c21594,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:04.929259 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-2ad6a1ec-8bc9-4e39-b7f9-64214dd31ce9 None None] For port fb751160-aaa4-4d37-beb3-ffafa93114cb, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=fb751160-aaa4-4d37-beb3-ffafa93114cb,segment=NetworkSegment(eb3e7a4a-324d-45a7-9a4b-3fa63c1760e5),segment_id=eb3e7a4a-324d-45a7-9a4b-3fa63c1760e5)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:36:04.945552 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ad6a1ec-8bc9-4e39-b7f9-64214dd31ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (fb751160-aaa4-4d37-beb3-ffafa93114cb), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:04.948143 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] For port 7ff5e575-887a-433b-a9d4-77dc6003a6f6, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7ff5e575-887a-433b-a9d4-77dc6003a6f6,segment=NetworkSegment(bbd445f2-f5a5-418d-9c92-7fa2a2228a61),segment_id=bbd445f2-f5a5-418d-9c92-7fa2a2228a61)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:36:04.977068 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (7ff5e575-887a-433b-a9d4-77dc6003a6f6), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:04.979376 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 6a9feae6-0bd0-49bf-aefb-74f19b178662 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:36:04.989797 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5452d0ca-af04-4cf0-aa6a-c0d6cbc51556 req-2c9b75e3-1b9e-4181-aa58-9a2068c862c9 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:04.991381 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-5452d0ca-af04-4cf0-aa6a-c0d6cbc51556 req-2c9b75e3-1b9e-4181-aa58-9a2068c862c9 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] 10.222.0.20 "GET /v2.0/ports?device_id=21839f2d-46e7-497a-a06a-b1ae129c5e90 HTTP/1.1" status: 200 len: 945 time: 1.1253142 Feb 28 10:36:05.038582 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ad6a1ec-8bc9-4e39-b7f9-64214dd31ce9 None None] Provisioning complete for port 6a9feae6-0bd0-49bf-aefb-74f19b178662 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:36:05.039089 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ad6a1ec-8bc9-4e39-b7f9-64214dd31ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (6a9feae6-0bd0-49bf-aefb-74f19b178662), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:05.042576 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-522921d1-fc15-41a7-b1bc-3528b2aba08b tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:05.046038 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-522921d1-fc15-41a7-b1bc-3528b2aba08b tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] 10.222.0.20 "DELETE /v2.0/ports/2f4f64b4-1fdb-4054-a9fa-153141c21594 HTTP/1.1" status: 204 len: 168 time: 3.3916941 Feb 28 10:36:05.053164 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 37400) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:05.091773 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad6a1ec-8bc9-4e39-b7f9-64214dd31ce9 None None] Pushing event updated for resources: {'Port': ['ID=fb751160-aaa4-4d37-beb3-ffafa93114cb,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:05.118799 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-86b20746-2a45-4eb3-b805-4ebaedaced12 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (387935f2-d449-4004-b36d-337a0a5fe635), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:05.158044 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.api.v2.resource [None req-d3a1372b-a871-4644-a8f4-d93cc0d2bd7a tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 10:36:05.163685 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-d3a1372b-a871-4644-a8f4-d93cc0d2bd7a tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] 10.222.0.20 "PUT /v2.0/routers/c945e51f-7c2c-4893-9cb2-a23b639f8db7/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.9326730 Feb 28 10:36:05.164360 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 37402) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:05.187543 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port 6a9feae6-0bd0-49bf-aefb-74f19b178662 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:36:05.188337 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (6a9feae6-0bd0-49bf-aefb-74f19b178662), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:05.223376 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-5452d0ca-af04-4cf0-aa6a-c0d6cbc51556 req-bb3528a8-2180-4313-9a9a-02b48fb0a4e1 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] 10.222.0.20 "GET /v2.0/security-groups?id=c6054555-6cfe-4c7d-9758-21814521da07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2035115 Feb 28 10:36:05.233633 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-69724d44-b0ce-429b-b88e-e914f9c57810 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] GET failed (client error): The resource could not be found. Feb 28 10:36:05.236987 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-69724d44-b0ce-429b-b88e-e914f9c57810 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] 10.222.0.20 "GET /v2.0/ports/2f4f64b4-1fdb-4054-a9fa-153141c21594 HTTP/1.1" status: 404 len: 333 time: 0.1452363 Feb 28 10:36:05.267122 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 37404) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:05.292434 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Pushing event updated for resources: {'Port': ['ID=7ff5e575-887a-433b-a9d4-77dc6003a6f6,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:05.311772 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-1d57b0ca-14e3-4790-a886-7e7f74e68eb8 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Allocated IP 172.20.0.14 (d060eb74-7ff5-4937-9806-595fb3ce4f18/317d1e60-bfb7-48db-914f-4cec5aa513f9/21be2bb5-6b5a-4972-81e8-c4a48086028b) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:36:05.323655 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ad6a1ec-8bc9-4e39-b7f9-64214dd31ce9 None None] Current status of the port 6a9feae6-0bd0-49bf-aefb-74f19b178662 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:36:05.336981 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6e3f28e-2217-46ba-b05b-0518fdd18ea7 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Router d7ddbc6a-3d00-4753-9f33-feb0e12d7797 has already been hosted by L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 {{(pid=103408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:36:05.338792 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-1d57b0ca-14e3-4790-a886-7e7f74e68eb8 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Allocated IP 172.20.0.13 (d060eb74-7ff5-4937-9806-595fb3ce4f18/317d1e60-bfb7-48db-914f-4cec5aa513f9/21be2bb5-6b5a-4972-81e8-c4a48086028b) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:36:05.391503 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ad6a1ec-8bc9-4e39-b7f9-64214dd31ce9 None None] Provisioning complete for port 99a61adb-7aa5-43b1-a896-ef9b814ee414 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:36:05.392092 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ad6a1ec-8bc9-4e39-b7f9-64214dd31ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (99a61adb-7aa5-43b1-a896-ef9b814ee414), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:05.438260 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ad6a1ec-8bc9-4e39-b7f9-64214dd31ce9 None None] Port 99a61adb-7aa5-43b1-a896-ef9b814ee414 cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:36:05.439965 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 6a9feae6-0bd0-49bf-aefb-74f19b178662 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:36:05.441292 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device fb751160-aaa4-4d37-beb3-ffafa93114cb up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:36:05.494258 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ad6a1ec-8bc9-4e39-b7f9-64214dd31ce9 None None] Provisioning complete for port 7ba842df-a686-488a-b3f0-dfbd12881a17 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:36:05.494652 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ad6a1ec-8bc9-4e39-b7f9-64214dd31ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (7ba842df-a686-488a-b3f0-dfbd12881a17), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:05.543776 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6e3f28e-2217-46ba-b05b-0518fdd18ea7 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:36:05.549881 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b20746-2a45-4eb3-b805-4ebaedaced12 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Pushing event deleted for resources: {'Port': ['ID=387935f2-d449-4004-b36d-337a0a5fe635,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:05.557871 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-a6e3f28e-2217-46ba-b05b-0518fdd18ea7 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] 10.222.0.20 "PUT /v2.0/routers/d7ddbc6a-3d00-4753-9f33-feb0e12d7797/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5642064 Feb 28 10:36:05.560696 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 37408) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:05.565524 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5abff8da-1822-4e8e-a808-e24ff7f42502 None None] Sync routers for ids ['d7ddbc6a-3d00-4753-9f33-feb0e12d7797'] in dv-neutron-master-2-hyperv {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:36:05.572259 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ad6a1ec-8bc9-4e39-b7f9-64214dd31ce9 None None] Port 7ba842df-a686-488a-b3f0-dfbd12881a17 cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:36:05.579033 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port fb751160-aaa4-4d37-beb3-ffafa93114cb triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:36:05.579496 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (fb751160-aaa4-4d37-beb3-ffafa93114cb), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:05.596438 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-3d787231-8b08-4d68-afa1-7ce3ee0f3797 tempest-TagsTest-1189137401 tempest-TagsTest-1189137401-project] 10.222.0.20 "GET /v2.0/networks/43126c16-73de-4c3a-8b5b-c65d20d16238/tags/tempest-TagsTest-Tag-192342650 HTTP/1.1" status: 204 len: 168 time: 0.7894278 Feb 28 10:36:05.605681 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 37410) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:05.615246 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5abff8da-1822-4e8e-a808-e24ff7f42502 None None] Routers {'d7ddbc6a-3d00-4753-9f33-feb0e12d7797'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:36:05.615985 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-5abff8da-1822-4e8e-a808-e24ff7f42502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:35:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['d7ddbc6a-3d00-4753-9f33-feb0e12d7797'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:05.618493 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-91c2ed0b-bf94-4c69-a678-4e3d7bb9b546 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks [] for security_group (55456a04-acf9-4dbf-abec-d4a8b3d93cb0), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:05.626173 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.tag.tag_plugin [None req-175f88ed-2d70-4502-a562-829f7235b204 tempest-TagsTest-1189137401 tempest-TagsTest-1189137401-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '43126c16-73de-4c3a-8b5b-c65d20d16238') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:05.630560 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-86b20746-2a45-4eb3-b805-4ebaedaced12 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:05.636092 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-86b20746-2a45-4eb3-b805-4ebaedaced12 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "DELETE /v2.0/ports/387935f2-d449-4004-b36d-337a0a5fe635 HTTP/1.1" status: 204 len: 168 time: 3.1553383 Feb 28 10:36:05.646409 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 37412) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:05.658244 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ad6a1ec-8bc9-4e39-b7f9-64214dd31ce9 None None] Provisioning complete for port 7ff5e575-887a-433b-a9d4-77dc6003a6f6 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:36:05.659587 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ad6a1ec-8bc9-4e39-b7f9-64214dd31ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (7ff5e575-887a-433b-a9d4-77dc6003a6f6), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:05.702048 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1d57b0ca-14e3-4790-a886-7e7f74e68eb8 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks [] for port (21be2bb5-6b5a-4972-81e8-c4a48086028b), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:05.758097 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-5abff8da-1822-4e8e-a808-e24ff7f42502 None None] Set router d7ddbc6a-3d00-4753-9f33-feb0e12d7797 gateway port host: None {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:36:05.783421 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d34a37-8cf6-4858-a73c-06bcbad83c85 req-a96e24f0-d0c1-4c63-aa60-52f862796e63 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:05.785036 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-91c2ed0b-bf94-4c69-a678-4e3d7bb9b546 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks [] for security_group (55456a04-acf9-4dbf-abec-d4a8b3d93cb0), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:05.785245 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-f8d34a37-8cf6-4858-a73c-06bcbad83c85 req-a96e24f0-d0c1-4c63-aa60-52f862796e63 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] 10.222.0.20 "GET /v2.0/ports?device_id=21839f2d-46e7-497a-a06a-b1ae129c5e90 HTTP/1.1" status: 200 len: 945 time: 0.2550790 Feb 28 10:36:05.833150 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port fb751160-aaa4-4d37-beb3-ffafa93114cb is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:36:05.833400 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a8fe790-9127-4598-935b-e0db7394f3a8 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:05.834406 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 1332c1c3-c7e2-4d1f-bf51-b956e0e73c8a up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:36:05.837776 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-5a8fe790-9127-4598-935b-e0db7394f3a8 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1843636 Feb 28 10:36:05.837934 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b899726-1c53-47d0-b874-d768eb6759cf tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Deleting subnet c20fc715-6cdd-41db-847c-a5c9da549c7f {{(pid=103408) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:36:05.839895 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 37414) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:05.842188 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1d57b0ca-14e3-4790-a886-7e7f74e68eb8 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (21be2bb5-6b5a-4972-81e8-c4a48086028b), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:05.857167 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2b899726-1c53-47d0-b874-d768eb6759cf tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks [] for subnet (c20fc715-6cdd-41db-847c-a5c9da549c7f), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:05.940726 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d57b0ca-14e3-4790-a886-7e7f74e68eb8 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Network d060eb74-7ff5-4937-9806-595fb3ce4f18 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:36:05.947151 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-1d57b0ca-14e3-4790-a886-7e7f74e68eb8 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:36:05.950476 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2b899726-1c53-47d0-b874-d768eb6759cf tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3423529'] for subnet (c20fc715-6cdd-41db-847c-a5c9da549c7f), precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:05.955896 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-175f88ed-2d70-4502-a562-829f7235b204 tempest-TagsTest-1189137401 tempest-TagsTest-1189137401-project] 10.222.0.20 "DELETE /v2.0/networks/43126c16-73de-4c3a-8b5b-c65d20d16238/tags HTTP/1.1" status: 204 len: 168 time: 0.3490963 Feb 28 10:36:05.960478 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d57b0ca-14e3-4790-a886-7e7f74e68eb8 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:36:05.968435 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 37416) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:05.977972 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.tag.tag_plugin [None req-af3842e9-9ff0-4048-9777-db4026943190 tempest-TagsTest-1189137401 tempest-TagsTest-1189137401-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '43126c16-73de-4c3a-8b5b-c65d20d16238', 'tempest-TagsTest-Tag-1097180127') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:05.978190 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-91c2ed0b-bf94-4c69-a678-4e3d7bb9b546 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (55456a04-acf9-4dbf-abec-d4a8b3d93cb0), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:05.980983 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-91c2ed0b-bf94-4c69-a678-4e3d7bb9b546 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks [] for security_group (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:05.982340 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-91c2ed0b-bf94-4c69-a678-4e3d7bb9b546 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] 10.222.0.20 "DELETE /v2.0/security-groups/55456a04-acf9-4dbf-abec-d4a8b3d93cb0 HTTP/1.1" status: 204 len: 168 time: 0.7139430 Feb 28 10:36:05.982802 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ad6a1ec-8bc9-4e39-b7f9-64214dd31ce9 None None] Current status of the port 7ff5e575-887a-433b-a9d4-77dc6003a6f6 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:36:05.997929 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 37418) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:06.002580 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d57b0ca-14e3-4790-a886-7e7f74e68eb8 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Pushing event updated for resources: {'Port': ['ID=21be2bb5-6b5a-4972-81e8-c4a48086028b,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:06.020427 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port 1332c1c3-c7e2-4d1f-bf51-b956e0e73c8a triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:36:06.020925 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (1332c1c3-c7e2-4d1f-bf51-b956e0e73c8a), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:06.034794 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c2ed0b-bf94-4c69-a678-4e3d7bb9b546 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55456a04-acf9-4dbf-abec-d4a8b3d93cb0,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:06.041235 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-f8d34a37-8cf6-4858-a73c-06bcbad83c85 req-3b5dc018-7bbb-48d2-a867-32c7b3a99669 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] 10.222.0.20 "GET /v2.0/security-groups?id=c6054555-6cfe-4c7d-9758-21814521da07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2432137 Feb 28 10:36:06.170616 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-bab56742-7a2b-4f2c-8606-deb9d9e16463 None None] Provisioning complete for port 99a61adb-7aa5-43b1-a896-ef9b814ee414 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:36:06.171011 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bab56742-7a2b-4f2c-8606-deb9d9e16463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (99a61adb-7aa5-43b1-a896-ef9b814ee414), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:06.193215 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5ee02d0-98fd-4ef3-8c5a-015664e75930 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:06.199508 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-e5ee02d0-98fd-4ef3-8c5a-015664e75930 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3511345 Feb 28 10:36:06.202789 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 37422) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:06.205767 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-db20fb65-b8e0-452d-9814-525a99dc642d tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks [] for security_group (bb7decb0-4785-4924-9424-4360e9b7a265), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:06.219129 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2b899726-1c53-47d0-b874-d768eb6759cf tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-823142'] for subnet (c20fc715-6cdd-41db-847c-a5c9da549c7f), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:06.221969 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 1332c1c3-c7e2-4d1f-bf51-b956e0e73c8a is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:36:06.223922 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d57b0ca-14e3-4790-a886-7e7f74e68eb8 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:06.226162 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1d57b0ca-14e3-4790-a886-7e7f74e68eb8 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:06.232073 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-bab56742-7a2b-4f2c-8606-deb9d9e16463 None None] Port 99a61adb-7aa5-43b1-a896-ef9b814ee414 cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:36:06.238329 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-bab56742-7a2b-4f2c-8606-deb9d9e16463 None None] Could not find standard attr ID for object 387935f2-d449-4004-b36d-337a0a5fe635. {{(pid=103409) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Feb 28 10:36:06.244162 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-5abff8da-1822-4e8e-a808-e24ff7f42502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7ddbc6a-3d00-4753-9f33-feb0e12d7797', 'name': 'tempest-RoutersTest-router-1825890179', 'tenant_id': 'da82c5902a0c4c459ee88fe904a1e59b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:35:15Z', 'updated_at': '2022-02-28T10:36:04Z', 'revision_number': 8, 'project_id': 'da82c5902a0c4c459ee88fe904a1e59b', 'gw_port_host': None, '_interfaces': [{'id': '144edc35-9369-415e-842a-cda7c06a5ceb', 'name': '', 'network_id': '15f45c6f-d6b4-4b5d-9f81-44370067a41c', 'tenant_id': 'da82c5902a0c4c459ee88fe904a1e59b', 'mac_address': 'fa:16:3e:4a:33:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ddbc6a-3d00-4753-9f33-feb0e12d7797', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '80cf5cc3-7a23-4d81-9989-328f76a695ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:35:19Z', 'updated_at': '2022-02-28T10:35:30Z', 'revision_number': 5, 'project_id': 'da82c5902a0c4c459ee88fe904a1e59b', 'subnets': [{'id': '80cf5cc3-7a23-4d81-9989-328f76a695ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4969f4d9-c609-446a-b2f3-05dc01d01bfe', 'name': '', 'network_id': '83813e83-2fb7-432f-b021-5f0d0cb5b1b1', 'tenant_id': 'da82c5902a0c4c459ee88fe904a1e59b', 'mac_address': 'fa:16:3e:08:73:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ddbc6a-3d00-4753-9f33-feb0e12d7797', 'device_owner': 'network:router_interface', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': 'e59946e5-ae07-4772-8426-8605a011da8d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:35:37Z', 'updated_at': '2022-02-28T10:35:44Z', 'revision_number': 5, 'project_id': 'da82c5902a0c4c459ee88fe904a1e59b', 'subnets': [{'id': 'e59946e5-ae07-4772-8426-8605a011da8d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b347c59d-cb8d-4641-b188-7676c46efe56', 'name': '', 'network_id': 'eb839f6c-5043-484a-b1d1-584e5121d293', 'tenant_id': 'da82c5902a0c4c459ee88fe904a1e59b', 'mac_address': 'fa:16:3e:2c:4f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ddbc6a-3d00-4753-9f33-feb0e12d7797', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '2ebd56e7-0ebe-4361-8109-cd1b16754dc7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:35:27Z', 'updated_at': '2022-02-28T10:35:35Z', 'revision_number': 5, 'project_id': 'da82c5902a0c4c459ee88fe904a1e59b', 'subnets': [{'id': '2ebd56e7-0ebe-4361-8109-cd1b16754dc7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:06.275249 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5abff8da-1822-4e8e-a808-e24ff7f42502 None None] Checking router: d7ddbc6a-3d00-4753-9f33-feb0e12d7797 for host: dv-neutron-master-2-hyperv {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:36:06.281611 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-1d57b0ca-14e3-4790-a886-7e7f74e68eb8 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 3.7977045 Feb 28 10:36:06.285282 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5abff8da-1822-4e8e-a808-e24ff7f42502 None None] Routers {'d7ddbc6a-3d00-4753-9f33-feb0e12d7797'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:36:06.286793 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-5abff8da-1822-4e8e-a808-e24ff7f42502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:35:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['d7ddbc6a-3d00-4753-9f33-feb0e12d7797'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:06.289186 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 37424) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:06.295051 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-a22efdcd-ddba-4630-9b26-f9a26d066d58 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Request body: {'floatingip': {'floating_network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'port_id': '21be2bb5-6b5a-4972-81e8-c4a48086028b', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:36:06.313440 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888afa44-1458-4ad4-bdfe-997a5627b7f8 req-778e96b7-b0bc-49ae-8f8d-6f5ec88f7a31 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:06.315770 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-888afa44-1458-4ad4-bdfe-997a5627b7f8 req-778e96b7-b0bc-49ae-8f8d-6f5ec88f7a31 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] 10.222.0.20 "GET /v2.0/ports?device_id=21839f2d-46e7-497a-a06a-b1ae129c5e90 HTTP/1.1" status: 200 len: 945 time: 0.2071977 Feb 28 10:36:06.319190 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.api.v2.resource [None req-af3842e9-9ff0-4048-9777-db4026943190 tempest-TagsTest-1189137401 tempest-TagsTest-1189137401-project] show failed (client error): The resource could not be found. Feb 28 10:36:06.323415 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-af3842e9-9ff0-4048-9777-db4026943190 tempest-TagsTest-1189137401 tempest-TagsTest-1189137401-project] 10.222.0.20 "GET /v2.0/networks/43126c16-73de-4c3a-8b5b-c65d20d16238/tags/tempest-TagsTest-Tag-1097180127 HTTP/1.1" status: 404 len: 326 time: 0.3498292 Feb 28 10:36:06.326270 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 37426) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:06.332592 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.tag.tag_plugin [None req-94225f74-131e-4916-8d05-8146f318f96f tempest-TagsTest-1189137401 tempest-TagsTest-1189137401-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '43126c16-73de-4c3a-8b5b-c65d20d16238', 'tempest-TagsTest-Tag-192342650') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:06.352257 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-db20fb65-b8e0-452d-9814-525a99dc642d tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks [] for security_group (bb7decb0-4785-4924-9424-4360e9b7a265), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:06.398576 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-5abff8da-1822-4e8e-a808-e24ff7f42502 None None] Set router d7ddbc6a-3d00-4753-9f33-feb0e12d7797 gateway port host: None {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:36:06.406816 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0a5f486-010a-45d6-82d9-7b0d84d55e14 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:06.408334 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0a5f486-010a-45d6-82d9-7b0d84d55e14 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:06.409832 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0a5f486-010a-45d6-82d9-7b0d84d55e14 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:06.414438 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-d0a5f486-010a-45d6-82d9-7b0d84d55e14 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2074707 Feb 28 10:36:06.420124 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 37428) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:06.446470 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a22efdcd-ddba-4630-9b26-f9a26d066d58 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:06.474021 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2b899726-1c53-47d0-b874-d768eb6759cf tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-823145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3242523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3951170'] for subnet (c20fc715-6cdd-41db-847c-a5c9da549c7f), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:06.525030 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b899726-1c53-47d0-b874-d768eb6759cf tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Pushing event deleted for resources: {'Subnet': ['ID=c20fc715-6cdd-41db-847c-a5c9da549c7f,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:06.530978 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2b899726-1c53-47d0-b874-d768eb6759cf tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks [] for subnet (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:06.536858 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-2b899726-1c53-47d0-b874-d768eb6759cf tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] 10.222.0.20 "DELETE /v2.0/subnets/c20fc715-6cdd-41db-847c-a5c9da549c7f HTTP/1.1" status: 204 len: 168 time: 0.9748170 Feb 28 10:36:06.543129 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 37430) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:06.568397 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-888afa44-1458-4ad4-bdfe-997a5627b7f8 req-8a78a1fc-c3f5-4cd7-925e-5c671b17ac48 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] 10.222.0.20 "GET /v2.0/security-groups?id=c6054555-6cfe-4c7d-9758-21814521da07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2431140 Feb 28 10:36:06.572442 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb212360-0805-4fbf-8766-c64fc9373b30 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Deleting subnet 6ab6f199-b34d-4b0b-8dec-2c20bbf728c6 {{(pid=103408) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:36:06.605635 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.api.v2.resource [None req-94225f74-131e-4916-8d05-8146f318f96f tempest-TagsTest-1189137401 tempest-TagsTest-1189137401-project] show failed (client error): The resource could not be found. Feb 28 10:36:06.605635 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-94225f74-131e-4916-8d05-8146f318f96f tempest-TagsTest-1189137401 tempest-TagsTest-1189137401-project] 10.222.0.20 "GET /v2.0/networks/43126c16-73de-4c3a-8b5b-c65d20d16238/tags/tempest-TagsTest-Tag-192342650 HTTP/1.1" status: 404 len: 325 time: 0.2772038 Feb 28 10:36:06.605635 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 37432) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:06.607204 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bb212360-0805-4fbf-8766-c64fc9373b30 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks [] for subnet (6ab6f199-b34d-4b0b-8dec-2c20bbf728c6), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:06.614987 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-db20fb65-b8e0-452d-9814-525a99dc642d tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (bb7decb0-4785-4924-9424-4360e9b7a265), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:06.614987 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-db20fb65-b8e0-452d-9814-525a99dc642d tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks [] for security_group (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:06.614987 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-db20fb65-b8e0-452d-9814-525a99dc642d tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] 10.222.0.20 "DELETE /v2.0/security-groups/bb7decb0-4785-4924-9424-4360e9b7a265 HTTP/1.1" status: 204 len: 168 time: 0.6131945 Feb 28 10:36:06.624350 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.tag.tag_plugin [None req-e880389d-6102-460f-8d72-b2204f89934a tempest-TagsTest-1189137401 tempest-TagsTest-1189137401-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '43126c16-73de-4c3a-8b5b-c65d20d16238') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:06.627969 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 37436) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:06.677793 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db20fb65-b8e0-452d-9814-525a99dc642d tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb7decb0-4785-4924-9424-4360e9b7a265,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:06.686566 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-092d3c73-5f39-49e6-9301-b3fe6228df3a tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1802615'] for router_interface (c945e51f-7c2c-4893-9cb2-a23b639f8db7), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:06.743018 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bb212360-0805-4fbf-8766-c64fc9373b30 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3423529'] for subnet (6ab6f199-b34d-4b0b-8dec-2c20bbf728c6), precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:06.750444 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device fb751160-aaa4-4d37-beb3-ffafa93114cb up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:36:06.752608 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95693fe7-63f5-4baa-8377-2a094060a927 None None] Network 13c5669d-bc3a-4e63-8984-0517146325b6 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:36:06.781359 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cdf3872-402d-4114-8186-a21654858e63 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Deleting subnet 7db53939-8ca1-46a3-ba3a-243ba75b1f40 {{(pid=103407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:36:06.782168 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-55c5e861-19ee-4e25-89f8-6a3b2c2ae071 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-665757'] for network (13c5669d-bc3a-4e63-8984-0517146325b6), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:06.794722 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9cdf3872-402d-4114-8186-a21654858e63 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks [] for subnet (7db53939-8ca1-46a3-ba3a-243ba75b1f40), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:06.869818 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9cdf3872-402d-4114-8186-a21654858e63 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3501132'] for subnet (7db53939-8ca1-46a3-ba3a-243ba75b1f40), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:06.903774 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a22efdcd-ddba-4630-9b26-f9a26d066d58 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:06.929070 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port fb751160-aaa4-4d37-beb3-ffafa93114cb triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:36:06.929570 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (fb751160-aaa4-4d37-beb3-ffafa93114cb), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:06.934523 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e3cf0c-0411-43da-98fa-ee89776b731a req-a49d2d8e-7f2f-4079-92b3-017a6551c16c tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:06.941531 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-52e3cf0c-0411-43da-98fa-ee89776b731a req-a49d2d8e-7f2f-4079-92b3-017a6551c16c tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] 10.222.0.20 "GET /v2.0/ports?device_id=21839f2d-46e7-497a-a06a-b1ae129c5e90 HTTP/1.1" status: 200 len: 945 time: 0.2411232 Feb 28 10:36:06.991004 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-e880389d-6102-460f-8d72-b2204f89934a tempest-TagsTest-1189137401 tempest-TagsTest-1189137401-project] 10.222.0.20 "DELETE /v2.0/networks/43126c16-73de-4c3a-8b5b-c65d20d16238/tags HTTP/1.1" status: 204 len: 168 time: 0.3785937 Feb 28 10:36:06.991227 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bb212360-0805-4fbf-8766-c64fc9373b30 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-823142'] for subnet (6ab6f199-b34d-4b0b-8dec-2c20bbf728c6), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:06.991916 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 37438) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:07.067977 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-5abff8da-1822-4e8e-a808-e24ff7f42502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7ddbc6a-3d00-4753-9f33-feb0e12d7797', 'name': 'tempest-RoutersTest-router-1825890179', 'tenant_id': 'da82c5902a0c4c459ee88fe904a1e59b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:35:15Z', 'updated_at': '2022-02-28T10:36:04Z', 'revision_number': 8, 'project_id': 'da82c5902a0c4c459ee88fe904a1e59b', 'gw_port_host': None, '_interfaces': [{'id': '144edc35-9369-415e-842a-cda7c06a5ceb', 'name': '', 'network_id': '15f45c6f-d6b4-4b5d-9f81-44370067a41c', 'tenant_id': 'da82c5902a0c4c459ee88fe904a1e59b', 'mac_address': 'fa:16:3e:4a:33:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ddbc6a-3d00-4753-9f33-feb0e12d7797', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '80cf5cc3-7a23-4d81-9989-328f76a695ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:35:19Z', 'updated_at': '2022-02-28T10:35:30Z', 'revision_number': 5, 'project_id': 'da82c5902a0c4c459ee88fe904a1e59b', 'subnets': [{'id': '80cf5cc3-7a23-4d81-9989-328f76a695ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4969f4d9-c609-446a-b2f3-05dc01d01bfe', 'name': '', 'network_id': '83813e83-2fb7-432f-b021-5f0d0cb5b1b1', 'tenant_id': 'da82c5902a0c4c459ee88fe904a1e59b', 'mac_address': 'fa:16:3e:08:73:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ddbc6a-3d00-4753-9f33-feb0e12d7797', 'device_owner': 'network:router_interface', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': 'e59946e5-ae07-4772-8426-8605a011da8d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:35:37Z', 'updated_at': '2022-02-28T10:35:44Z', 'revision_number': 5, 'project_id': 'da82c5902a0c4c459ee88fe904a1e59b', 'subnets': [{'id': 'e59946e5-ae07-4772-8426-8605a011da8d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b347c59d-cb8d-4641-b188-7676c46efe56', 'name': '', 'network_id': 'eb839f6c-5043-484a-b1d1-584e5121d293', 'tenant_id': 'da82c5902a0c4c459ee88fe904a1e59b', 'mac_address': 'fa:16:3e:2c:4f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ddbc6a-3d00-4753-9f33-feb0e12d7797', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '2ebd56e7-0ebe-4361-8109-cd1b16754dc7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:35:27Z', 'updated_at': '2022-02-28T10:35:35Z', 'revision_number': 5, 'project_id': 'da82c5902a0c4c459ee88fe904a1e59b', 'subnets': [{'id': '2ebd56e7-0ebe-4361-8109-cd1b16754dc7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:07.105002 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-258b0a8c-b05e-4977-9c4d-e485021606bc None None] DHCP port deletion for 13c5669d-bc3a-4e63-8984-0517146325b6 request from dv-neutron-master-2-hyperv {{(pid=103409) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:36:07.107500 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port fb751160-aaa4-4d37-beb3-ffafa93114cb is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:36:07.108684 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 7ff5e575-887a-433b-a9d4-77dc6003a6f6 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:36:07.110609 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5abff8da-1822-4e8e-a808-e24ff7f42502 None None] The sync data for ids ['d7ddbc6a-3d00-4753-9f33-feb0e12d7797'] in dv-neutron-master-2-hyperv is: [{'id': 'd7ddbc6a-3d00-4753-9f33-feb0e12d7797', 'name': 'tempest-RoutersTest-router-1825890179', 'tenant_id': 'da82c5902a0c4c459ee88fe904a1e59b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:35:15Z', 'updated_at': '2022-02-28T10:36:04Z', 'revision_number': 8, 'project_id': 'da82c5902a0c4c459ee88fe904a1e59b', 'gw_port_host': None, '_interfaces': [{'id': '144edc35-9369-415e-842a-cda7c06a5ceb', 'name': '', 'network_id': '15f45c6f-d6b4-4b5d-9f81-44370067a41c', 'tenant_id': 'da82c5902a0c4c459ee88fe904a1e59b', 'mac_address': 'fa:16:3e:4a:33:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ddbc6a-3d00-4753-9f33-feb0e12d7797', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '80cf5cc3-7a23-4d81-9989-328f76a695ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:35:19Z', 'updated_at': '2022-02-28T10:35:30Z', 'revision_number': 5, 'project_id': 'da82c5902a0c4c459ee88fe904a1e59b', 'subnets': [{'id': '80cf5cc3-7a23-4d81-9989-328f76a695ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4969f4d9-c609-446a-b2f3-05dc01d01bfe', 'name': '', 'network_id': '83813e83-2fb7-432f-b021-5f0d0cb5b1b1', 'tenant_id': 'da82c5902a0c4c459ee88fe904a1e59b', 'mac_address': 'fa:16:3e:08:73:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ddbc6a-3d00-4753-9f33-feb0e12d7797', 'device_owner': 'network:router_interface', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': 'e59946e5-ae07-4772-8426-8605a011da8d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:35:37Z', 'updated_at': '2022-02-28T10:35:44Z', 'revision_number': 5, 'project_id': 'da82c5902a0c4c459ee88fe904a1e59b', 'subnets': [{'id': 'e59946e5-ae07-4772-8426-8605a011da8d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b347c59d-cb8d-4641-b188-7676c46efe56', 'name': '', 'network_id': 'eb839f6c-5043-484a-b1d1-584e5121d293', 'tenant_id': 'da82c5902a0c4c459ee88fe904a1e59b', 'mac_address': 'fa:16:3e:2c:4f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ddbc6a-3d00-4753-9f33-feb0e12d7797', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '2ebd56e7-0ebe-4361-8109-cd1b16754dc7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:35:27Z', 'updated_at': '2022-02-28T10:35:35Z', 'revision_number': 5, 'project_id': 'da82c5902a0c4c459ee88fe904a1e59b', 'subnets': [{'id': '2ebd56e7-0ebe-4361-8109-cd1b16754dc7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:36:07.206993 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port 7ff5e575-887a-433b-a9d4-77dc6003a6f6 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:36:07.207724 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (7ff5e575-887a-433b-a9d4-77dc6003a6f6), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:07.238763 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-258b0a8c-b05e-4977-9c4d-e485021606bc None None] Deleting port 4399835a-3247-4690-b34d-c0067018e880 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:36:07.239154 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-258b0a8c-b05e-4977-9c4d-e485021606bc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (4399835a-3247-4690-b34d-c0067018e880), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:07.321065 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-258b0a8c-b05e-4977-9c4d-e485021606bc None None] For port 4399835a-3247-4690-b34d-c0067018e880, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4399835a-3247-4690-b34d-c0067018e880,segment=NetworkSegment(6ffbd30f-99ca-4dfc-a2ab-d0c04b8ccc88),segment_id=6ffbd30f-99ca-4dfc-a2ab-d0c04b8ccc88)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:36:07.321447 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-258b0a8c-b05e-4977-9c4d-e485021606bc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (4399835a-3247-4690-b34d-c0067018e880), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:07.338676 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-258b0a8c-b05e-4977-9c4d-e485021606bc None None] Calling delete_port for 4399835a-3247-4690-b34d-c0067018e880 owned by network:dhcp {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:36:07.409963 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 7ff5e575-887a-433b-a9d4-77dc6003a6f6 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:36:07.453381 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9cdf3872-402d-4114-8186-a21654858e63 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-823142'] for subnet (7db53939-8ca1-46a3-ba3a-243ba75b1f40), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:07.460170 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-258b0a8c-b05e-4977-9c4d-e485021606bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758'] for port (4399835a-3247-4690-b34d-c0067018e880), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:07.471994 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-55c5e861-19ee-4e25-89f8-6a3b2c2ae071 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Deleting port 4399835a-3247-4690-b34d-c0067018e880 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:36:07.472511 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-55c5e861-19ee-4e25-89f8-6a3b2c2ae071 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (4399835a-3247-4690-b34d-c0067018e880), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:07.494852 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258b0a8c-b05e-4977-9c4d-e485021606bc None None] Pushing event deleted for resources: {'Port': ['ID=4399835a-3247-4690-b34d-c0067018e880,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:07.498866 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258b0a8c-b05e-4977-9c4d-e485021606bc None None] No DVR routers for this DVR port 4399835a-3247-4690-b34d-c0067018e880 on host dv-neutron-master-2-hyperv {{(pid=103409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:36:07.545830 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2178b63b-21a1-45ef-a545-788ad5c2c624 tempest-TagsTest-1189137401 tempest-TagsTest-1189137401-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-665757'] for network (43126c16-73de-4c3a-8b5b-c65d20d16238), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:07.556619 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bb212360-0805-4fbf-8766-c64fc9373b30 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-823145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3242523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3951170'] for subnet (6ab6f199-b34d-4b0b-8dec-2c20bbf728c6), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:07.568530 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-52e3cf0c-0411-43da-98fa-ee89776b731a req-f96d567f-0d7e-4ac9-bf5c-1cd8704472f3 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] 10.222.0.20 "GET /v2.0/security-groups?id=c6054555-6cfe-4c7d-9758-21814521da07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6255264 Feb 28 10:36:07.592614 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-a22efdcd-ddba-4630-9b26-f9a26d066d58 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Allocated IP 172.36.5.142 (1e0804d0-d1d9-4d40-9de5-2936f3d87840/6f6f4129-23e5-4c3b-b4ef-4c7ce926797e/e7391084-e056-4f20-9a4b-15d1d169bd62) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:36:07.613917 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb212360-0805-4fbf-8766-c64fc9373b30 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Pushing event deleted for resources: {'Subnet': ['ID=6ab6f199-b34d-4b0b-8dec-2c20bbf728c6,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:07.618087 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9cdf3872-402d-4114-8186-a21654858e63 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-823145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3498088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3516558'] for subnet (7db53939-8ca1-46a3-ba3a-243ba75b1f40), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:07.622811 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bb212360-0805-4fbf-8766-c64fc9373b30 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks [] for subnet (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:07.632614 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-bb212360-0805-4fbf-8766-c64fc9373b30 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "DELETE /v2.0/subnets/6ab6f199-b34d-4b0b-8dec-2c20bbf728c6 HTTP/1.1" status: 204 len: 168 time: 1.1942053 Feb 28 10:36:07.640459 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc923338-d2f7-4232-90e7-145706561e6e None None] Network 9f0a511d-8408-4971-9daa-968eebea54f2 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:36:07.663684 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 37442) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:07.684783 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-55c5e861-19ee-4e25-89f8-6a3b2c2ae071 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] For port 4399835a-3247-4690-b34d-c0067018e880, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:36:07.685243 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-55c5e861-19ee-4e25-89f8-6a3b2c2ae071 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (4399835a-3247-4690-b34d-c0067018e880), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:07.711229 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdf3872-402d-4114-8186-a21654858e63 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Pushing event deleted for resources: {'Subnet': ['ID=7db53939-8ca1-46a3-ba3a-243ba75b1f40,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:07.713984 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9cdf3872-402d-4114-8186-a21654858e63 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616561'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:07.722398 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-9cdf3872-402d-4114-8186-a21654858e63 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] 10.222.0.20 "DELETE /v2.0/subnets/7db53939-8ca1-46a3-ba3a-243ba75b1f40 HTTP/1.1" status: 204 len: 168 time: 1.0930381 Feb 28 10:36:07.725094 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 37444) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:07.725534 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d430821-c18c-48c0-9a52-d1c654cb4d56 None None] Network 8929b71a-d96d-48b5-95df-91b088a5d91b requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:36:07.730883 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-504107ae-153e-40b0-9255-b717b1054b3f tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Request body: {'subnet': {'network_id': '8929b71a-d96d-48b5-95df-91b088a5d91b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:36:07.744806 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-55c5e861-19ee-4e25-89f8-6a3b2c2ae071 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Calling delete_port for 4399835a-3247-4690-b34d-c0067018e880 owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:36:07.771258 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.ipam_backend_mixin [None req-55c5e861-19ee-4e25-89f8-6a3b2c2ae071 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Port 4399835a-3247-4690-b34d-c0067018e880 was not found and therefore no delete operation was performed {{(pid=103408) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 28 10:36:07.786382 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-55c5e861-19ee-4e25-89f8-6a3b2c2ae071 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (4399835a-3247-4690-b34d-c0067018e880), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:07.875007 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a22efdcd-ddba-4630-9b26-f9a26d066d58 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks [] for port (e7391084-e056-4f20-9a4b-15d1d169bd62), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:07.910911 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5e861-19ee-4e25-89f8-6a3b2c2ae071 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Pushing event deleted for resources: {'Port': ['ID=4399835a-3247-4690-b34d-c0067018e880,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:07.916963 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c5e861-19ee-4e25-89f8-6a3b2c2ae071 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] No DVR routers for this DVR port 4399835a-3247-4690-b34d-c0067018e880 on host dv-neutron-master-2-hyperv {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:36:07.934854 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_v2 [None req-71ed8d6c-63a5-475d-9310-760212cd6a75 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Deleting subnet 9579a05f-637c-4390-9239-ab38ba6f9cfc {{(pid=103408) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:36:07.938286 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-71ed8d6c-63a5-475d-9310-760212cd6a75 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks [] for subnet (9579a05f-637c-4390-9239-ab38ba6f9cfc), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:07.961724 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-504107ae-153e-40b0-9255-b717b1054b3f tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Made reservation on behalf of 29ccc4cf6ba849d18fb6a0524a0ef75f for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:36:07.965573 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-504107ae-153e-40b0-9255-b717b1054b3f tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3516581'] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:08.024017 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a22efdcd-ddba-4630-9b26-f9a26d066d58 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (e7391084-e056-4f20-9a4b-15d1d169bd62), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:08.059132 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (13ac42ae-016e-4baf-bb31-c6fa820b41c2), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:08.085442 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-55c5e861-19ee-4e25-89f8-6a3b2c2ae071 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672413', 'neutron.services.segments.db._delete_segments_for_network-8742057110173'] for network (13c5669d-bc3a-4e63-8984-0517146325b6), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:08.098705 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac11030-bed0-4a04-9d26-2294ac728f94 req-7f1bff61-6a90-4eea-ba19-4b76d6f91ccb tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:08.106518 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-1ac11030-bed0-4a04-9d26-2294ac728f94 req-7f1bff61-6a90-4eea-ba19-4b76d6f91ccb tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] 10.222.0.20 "GET /v2.0/ports?device_id=21839f2d-46e7-497a-a06a-b1ae129c5e90 HTTP/1.1" status: 200 len: 945 time: 0.1976721 Feb 28 10:36:08.108811 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-55c5e861-19ee-4e25-89f8-6a3b2c2ae071 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13c5669d-bc3a-4e63-8984-0517146325b6']}} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:08.116202 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a22efdcd-ddba-4630-9b26-f9a26d066d58 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Network 1e0804d0-d1d9-4d40-9de5-2936f3d87840 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:36:08.120886 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2178b63b-21a1-45ef-a545-788ad5c2c624 tempest-TagsTest-1189137401 tempest-TagsTest-1189137401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672413', 'neutron.services.segments.db._delete_segments_for_network-8742057110173'] for network (43126c16-73de-4c3a-8b5b-c65d20d16238), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:08.139475 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-71ed8d6c-63a5-475d-9310-760212cd6a75 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3423529'] for subnet (9579a05f-637c-4390-9239-ab38ba6f9cfc), precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:08.143247 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-55c5e861-19ee-4e25-89f8-6a3b2c2ae071 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ffbd30f-99ca-4dfc-a2ab-d0c04b8ccc88') {'for_net_delete': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:08.143551 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-55c5e861-19ee-4e25-89f8-6a3b2c2ae071 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ffbd30f-99ca-4dfc-a2ab-d0c04b8ccc88') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:08.146813 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-a22efdcd-ddba-4630-9b26-f9a26d066d58 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:36:08.160885 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a22efdcd-ddba-4630-9b26-f9a26d066d58 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:36:08.165109 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22efdcd-ddba-4630-9b26-f9a26d066d58 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Pushing event updated for resources: {'Port': ['ID=e7391084-e056-4f20-9a4b-15d1d169bd62,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:08.194282 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-2178b63b-21a1-45ef-a545-788ad5c2c624 tempest-TagsTest-1189137401 tempest-TagsTest-1189137401-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43126c16-73de-4c3a-8b5b-c65d20d16238']}} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:08.197569 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-55c5e861-19ee-4e25-89f8-6a3b2c2ae071 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742057113766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3423550'] for segment (6ffbd30f-99ca-4dfc-a2ab-d0c04b8ccc88), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:08.227564 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-2178b63b-21a1-45ef-a545-788ad5c2c624 tempest-TagsTest-1189137401 tempest-TagsTest-1189137401-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1a64e0b-8ee6-4e28-a0ab-944b4611bfa6') {'for_net_delete': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:08.227902 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-2178b63b-21a1-45ef-a545-788ad5c2c624 tempest-TagsTest-1189137401 tempest-TagsTest-1189137401-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1a64e0b-8ee6-4e28-a0ab-944b4611bfa6') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:08.243241 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-55c5e861-19ee-4e25-89f8-6a3b2c2ae071 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (6ffbd30f-99ca-4dfc-a2ab-d0c04b8ccc88), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:08.255030 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2178b63b-21a1-45ef-a545-788ad5c2c624 tempest-TagsTest-1189137401 tempest-TagsTest-1189137401-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742057113766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3423550'] for segment (e1a64e0b-8ee6-4e28-a0ab-944b4611bfa6), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:08.277840 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55c5e861-19ee-4e25-89f8-6a3b2c2ae071 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Releasing vlan 269 on physical network physnet1 to pool {{(pid=103408) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:36:08.278262 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-55c5e861-19ee-4e25-89f8-6a3b2c2ae071 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3242693'] for segment (6ffbd30f-99ca-4dfc-a2ab-d0c04b8ccc88), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:08.289734 dv-neutron-master-2-hyperv neutron-server[103408]: Traceback (most recent call last): Feb 28 10:36:08.289734 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:36:08.289734 dv-neutron-master-2-hyperv neutron-server[103408]: timer() Feb 28 10:36:08.289734 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:36:08.289734 dv-neutron-master-2-hyperv neutron-server[103408]: cb(*args, **kw) Feb 28 10:36:08.289734 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:36:08.289734 dv-neutron-master-2-hyperv neutron-server[103408]: return func(*args, **kwargs) Feb 28 10:36:08.289734 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:36:08.289734 dv-neutron-master-2-hyperv neutron-server[103408]: self._notify() Feb 28 10:36:08.289734 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:36:08.289734 dv-neutron-master-2-hyperv neutron-server[103408]: self.callback(batched_events) Feb 28 10:36:08.289734 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:36:08.289734 dv-neutron-master-2-hyperv neutron-server[103408]: event.method(event) Feb 28 10:36:08.289734 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:36:08.289734 dv-neutron-master-2-hyperv neutron-server[103408]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:36:08.289734 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:36:08.289734 dv-neutron-master-2-hyperv neutron-server[103408]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:36:08.289734 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:36:08.289734 dv-neutron-master-2-hyperv neutron-server[103408]: return f(self, *a, **k) Feb 28 10:36:08.289734 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:36:08.289734 dv-neutron-master-2-hyperv neutron-server[103408]: return self._get(url).json() Feb 28 10:36:08.289734 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:36:08.289734 dv-neutron-master-2-hyperv neutron-server[103408]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:36:08.289734 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:36:08.289734 dv-neutron-master-2-hyperv neutron-server[103408]: return self.request(url, 'GET', **kwargs) Feb 28 10:36:08.289734 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:36:08.289734 dv-neutron-master-2-hyperv neutron-server[103408]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:36:08.289734 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:36:08.289734 dv-neutron-master-2-hyperv neutron-server[103408]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:36:08.289734 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:36:08.289734 dv-neutron-master-2-hyperv neutron-server[103408]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:36:08.289734 dv-neutron-master-2-hyperv neutron-server[103408]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:36:08.319149 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-1ac11030-bed0-4a04-9d26-2294ac728f94 req-a3d3737d-1099-4160-ae5b-8e3bf45e8fa2 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] 10.222.0.20 "GET /v2.0/security-groups?id=c6054555-6cfe-4c7d-9758-21814521da07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2115619 Feb 28 10:36:08.363258 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 4399835a-3247-4690-b34d-c0067018e880 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:36:08.401399 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-092d3c73-5f39-49e6-9301-b3fe6228df3a tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Deleting port 99a61adb-7aa5-43b1-a896-ef9b814ee414 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:36:08.402574 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-092d3c73-5f39-49e6-9301-b3fe6228df3a tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (99a61adb-7aa5-43b1-a896-ef9b814ee414), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:08.420848 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2178b63b-21a1-45ef-a545-788ad5c2c624 tempest-TagsTest-1189137401 tempest-TagsTest-1189137401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (e1a64e0b-8ee6-4e28-a0ab-944b4611bfa6), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:08.427334 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] No Port match for: 4399835a-3247-4690-b34d-c0067018e880 {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:36:08.427700 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 4399835a-3247-4690-b34d-c0067018e880 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:36:08.428138 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device b2610d2f-9862-4eb2-9965-6e0568cd0e85 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:36:08.462522 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] No Port match for: b2610d2f-9862-4eb2-9965-6e0568cd0e85 {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:36:08.462888 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device b2610d2f-9862-4eb2-9965-6e0568cd0e85 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:36:08.521943 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2178b63b-21a1-45ef-a545-788ad5c2c624 tempest-TagsTest-1189137401 tempest-TagsTest-1189137401-project] Releasing vlan 260 on physical network physnet1 to pool {{(pid=103408) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:36:08.522369 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2178b63b-21a1-45ef-a545-788ad5c2c624 tempest-TagsTest-1189137401 tempest-TagsTest-1189137401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3242693'] for segment (e1a64e0b-8ee6-4e28-a0ab-944b4611bfa6), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:08.569693 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-504107ae-153e-40b0-9255-b717b1054b3f tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3498031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3516567'] for subnet (d87a29c4-6043-4b9c-9e3f-5508dfbc5f09), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:08.594756 dv-neutron-master-2-hyperv neutron-server[103408]: Traceback (most recent call last): Feb 28 10:36:08.594756 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:36:08.594756 dv-neutron-master-2-hyperv neutron-server[103408]: timer() Feb 28 10:36:08.594756 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:36:08.594756 dv-neutron-master-2-hyperv neutron-server[103408]: cb(*args, **kw) Feb 28 10:36:08.594756 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:36:08.594756 dv-neutron-master-2-hyperv neutron-server[103408]: return func(*args, **kwargs) Feb 28 10:36:08.594756 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:36:08.594756 dv-neutron-master-2-hyperv neutron-server[103408]: self._notify() Feb 28 10:36:08.594756 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:36:08.594756 dv-neutron-master-2-hyperv neutron-server[103408]: self.callback(batched_events) Feb 28 10:36:08.594756 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:36:08.594756 dv-neutron-master-2-hyperv neutron-server[103408]: event.method(event) Feb 28 10:36:08.594756 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:36:08.594756 dv-neutron-master-2-hyperv neutron-server[103408]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:36:08.594756 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:36:08.594756 dv-neutron-master-2-hyperv neutron-server[103408]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:36:08.594756 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:36:08.594756 dv-neutron-master-2-hyperv neutron-server[103408]: return f(self, *a, **k) Feb 28 10:36:08.594756 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:36:08.594756 dv-neutron-master-2-hyperv neutron-server[103408]: return self._get(url).json() Feb 28 10:36:08.594756 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:36:08.594756 dv-neutron-master-2-hyperv neutron-server[103408]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:36:08.594756 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:36:08.594756 dv-neutron-master-2-hyperv neutron-server[103408]: return self.request(url, 'GET', **kwargs) Feb 28 10:36:08.594756 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:36:08.594756 dv-neutron-master-2-hyperv neutron-server[103408]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:36:08.594756 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:36:08.594756 dv-neutron-master-2-hyperv neutron-server[103408]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:36:08.594756 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:36:08.594756 dv-neutron-master-2-hyperv neutron-server[103408]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:36:08.594756 dv-neutron-master-2-hyperv neutron-server[103408]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:36:08.616349 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2178b63b-21a1-45ef-a545-788ad5c2c624 tempest-TagsTest-1189137401 tempest-TagsTest-1189137401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803269'] for network (43126c16-73de-4c3a-8b5b-c65d20d16238), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:08.621630 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-71ed8d6c-63a5-475d-9310-760212cd6a75 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-823142'] for subnet (9579a05f-637c-4390-9239-ab38ba6f9cfc), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:08.647418 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-55c5e861-19ee-4e25-89f8-6a3b2c2ae071 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803269'] for network (13c5669d-bc3a-4e63-8984-0517146325b6), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:08.648038 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-504107ae-153e-40b0-9255-b717b1054b3f tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Network 8929b71a-d96d-48b5-95df-91b088a5d91b is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:36:08.657416 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-504107ae-153e-40b0-9255-b717b1054b3f tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:36:08.664436 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2178b63b-21a1-45ef-a545-788ad5c2c624 tempest-TagsTest-1189137401 tempest-TagsTest-1189137401-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616561'] for network (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:08.666132 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504107ae-153e-40b0-9255-b717b1054b3f tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:08.666746 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-504107ae-153e-40b0-9255-b717b1054b3f tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616561'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:08.670401 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-2178b63b-21a1-45ef-a545-788ad5c2c624 tempest-TagsTest-1189137401 tempest-TagsTest-1189137401-project] 10.222.0.20 "DELETE /v2.0/networks/43126c16-73de-4c3a-8b5b-c65d20d16238 HTTP/1.1" status: 204 len: 168 time: 1.6567883 Feb 28 10:36:08.678626 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-55c5e861-19ee-4e25-89f8-6a3b2c2ae071 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616561'] for network (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:08.683978 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504107ae-153e-40b0-9255-b717b1054b3f tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Pushing event updated for resources: {'Subnet': ['ID=d87a29c4-6043-4b9c-9e3f-5508dfbc5f09,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:08.689135 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-55c5e861-19ee-4e25-89f8-6a3b2c2ae071 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] 10.222.0.20 "DELETE /v2.0/networks/13c5669d-bc3a-4e63-8984-0517146325b6 HTTP/1.1" status: 204 len: 168 time: 2.1463852 Feb 28 10:36:08.696125 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 37450) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:08.755093 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4b9212ab-5c96-45b4-ae17-fa8980f96c79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fb6705d2-4f70-4965-92a3-fbfccd43a6d3), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:08.781074 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2178b63b-21a1-45ef-a545-788ad5c2c624 tempest-TagsTest-1189137401 tempest-TagsTest-1189137401-project] Pushing event deleted for resources: {'Network': ['ID=43126c16-73de-4c3a-8b5b-c65d20d16238,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:08.809017 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5e861-19ee-4e25-89f8-6a3b2c2ae071 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Pushing event deleted for resources: {'Network': ['ID=13c5669d-bc3a-4e63-8984-0517146325b6,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:08.813299 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-71ed8d6c-63a5-475d-9310-760212cd6a75 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-823145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3242523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3951170'] for subnet (9579a05f-637c-4390-9239-ab38ba6f9cfc), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:08.816471 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-092d3c73-5f39-49e6-9301-b3fe6228df3a tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (99a61adb-7aa5-43b1-a896-ef9b814ee414), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:08.836486 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-504107ae-153e-40b0-9255-b717b1054b3f tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1094830 Feb 28 10:36:08.837919 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 37452) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:08.848765 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-345ab424-4dfd-437e-92c7-5e5f74634888 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Request body: {'security_group': {'name': 'tempest-secgroup-979684740'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:36:08.867412 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ed8d6c-63a5-475d-9310-760212cd6a75 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Pushing event deleted for resources: {'Subnet': ['ID=9579a05f-637c-4390-9239-ab38ba6f9cfc,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:08.878612 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-71ed8d6c-63a5-475d-9310-760212cd6a75 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks [] for subnet (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:08.883251 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-71ed8d6c-63a5-475d-9310-760212cd6a75 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "DELETE /v2.0/subnets/9579a05f-637c-4390-9239-ab38ba6f9cfc HTTP/1.1" status: 204 len: 168 time: 1.2109950 Feb 28 10:36:08.888208 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 37454) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:08.891377 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-092d3c73-5f39-49e6-9301-b3fe6228df3a tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Calling delete_port for 99a61adb-7aa5-43b1-a896-ef9b814ee414 owned by network:router_interface {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:36:08.947743 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-868da27e-9309-4f4f-a514-ded350fae7c6 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0583203 Feb 28 10:36:08.950740 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 37456) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:08.958864 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-0a7d0d9c-64de-4d9e-bcb2-e4ad5c1535c8 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Request body: {'subnet': {'network_id': '9f0a511d-8408-4971-9daa-968eebea54f2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:36:08.973038 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-345ab424-4dfd-437e-92c7-5e5f74634888 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:08.982421 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c37756a-8020-414a-9cfe-3451d327a6f5 None None] Network 9f0a511d-8408-4971-9daa-968eebea54f2 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:36:09.090907 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-682d3275-f88e-4372-ba94-f3e70bb23afa None None] Network 8929b71a-d96d-48b5-95df-91b088a5d91b requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:36:09.141032 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-cc884f7b-7667-4dc0-bd5f-da4cc4a28654 None None] Provisioning complete for port 6a9feae6-0bd0-49bf-aefb-74f19b178662 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:36:09.141806 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-cc884f7b-7667-4dc0-bd5f-da4cc4a28654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (6a9feae6-0bd0-49bf-aefb-74f19b178662), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:09.171854 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a7d0d9c-64de-4d9e-bcb2-e4ad5c1535c8 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Made reservation on behalf of 01d784a6a3f04224a7e9160ad9d44184 for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:36:09.175393 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 37460) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:09.175638 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0a7d0d9c-64de-4d9e-bcb2-e4ad5c1535c8 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3951209'] for subnet (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:09.207674 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a22efdcd-ddba-4630-9b26-f9a26d066d58 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks [] for floatingip (21f529ca-db21-4ffc-b9cf-27fc40a74896), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:09.250175 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-345ab424-4dfd-437e-92c7-5e5f74634888 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks [] for security_group (82b4c7f2-3c59-4208-9c1b-355011e26a38), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:09.264495 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-345ab424-4dfd-437e-92c7-5e5f74634888 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (82b4c7f2-3c59-4208-9c1b-355011e26a38), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:09.298658 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-cc884f7b-7667-4dc0-bd5f-da4cc4a28654 None None] Current status of the port 6a9feae6-0bd0-49bf-aefb-74f19b178662 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:36:09.323603 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c51278f8-c512-448c-af99-15a4d4db9270 None None] DHCP port deletion for 9f0a511d-8408-4971-9daa-968eebea54f2 request from dv-neutron-master-2-hyperv {{(pid=103409) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:36:09.334281 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-345ab424-4dfd-437e-92c7-5e5f74634888 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:09.338518 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-345ab424-4dfd-437e-92c7-5e5f74634888 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1759 time: 0.4907229 Feb 28 10:36:09.355864 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 37464) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:09.360495 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-e9764bfa-4664-48b3-888c-32cdfed06396 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Request body: {'security_group': {'name': 'tempest-secgroup-537655770'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:36:09.368818 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345ab424-4dfd-437e-92c7-5e5f74634888 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82b4c7f2-3c59-4208-9c1b-355011e26a38,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:09.392421 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a22efdcd-ddba-4630-9b26-f9a26d066d58 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (e7391084-e056-4f20-9a4b-15d1d169bd62), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:09.423422 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2857c71-bada-43d4-93f3-87b1b2e82cb9 None None] Update dhcp port {'port': {'network_id': '8929b71a-d96d-48b5-95df-91b088a5d91b', 'fixed_ips': [{'subnet_id': '79bdcd99-7f8d-4ec5-b7ba-baa36836db30', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'd87a29c4-6043-4b9c-9e3f-5508dfbc5f09'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': '1332c1c3-c7e2-4d1f-bf51-b956e0e73c8a'} from dv-neutron-master-2-hyperv. {{(pid=103409) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 28 10:36:09.432053 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e9764bfa-4664-48b3-888c-32cdfed06396 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:09.471907 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-5b8d877b-5618-4297-a4b0-33e7d9f9817e None None] Provisioning complete for port 7ba842df-a686-488a-b3f0-dfbd12881a17 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:36:09.472618 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5b8d877b-5618-4297-a4b0-33e7d9f9817e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (7ba842df-a686-488a-b3f0-dfbd12881a17), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:09.476308 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b2857c71-bada-43d4-93f3-87b1b2e82cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (1332c1c3-c7e2-4d1f-bf51-b956e0e73c8a), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:09.512896 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-c51278f8-c512-448c-af99-15a4d4db9270 None None] Deleting port 6a9feae6-0bd0-49bf-aefb-74f19b178662 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:36:09.513480 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c51278f8-c512-448c-af99-15a4d4db9270 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (6a9feae6-0bd0-49bf-aefb-74f19b178662), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:09.531175 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-092d3c73-5f39-49e6-9301-b3fe6228df3a tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (99a61adb-7aa5-43b1-a896-ef9b814ee414), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:09.594422 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-5b8d877b-5618-4297-a4b0-33e7d9f9817e None None] Port 7ba842df-a686-488a-b3f0-dfbd12881a17 cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:36:09.604219 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092d3c73-5f39-49e6-9301-b3fe6228df3a tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Pushing event deleted for resources: {'Port': ['ID=99a61adb-7aa5-43b1-a896-ef9b814ee414,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:09.641868 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-c51278f8-c512-448c-af99-15a4d4db9270 None None] For port 6a9feae6-0bd0-49bf-aefb-74f19b178662, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6a9feae6-0bd0-49bf-aefb-74f19b178662,segment=NetworkSegment(bf553b55-fb1d-4346-a090-4fb77eb0fbd7),segment_id=bf553b55-fb1d-4346-a090-4fb77eb0fbd7)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:36:09.642280 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c51278f8-c512-448c-af99-15a4d4db9270 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (6a9feae6-0bd0-49bf-aefb-74f19b178662), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:09.645831 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-5b8d877b-5618-4297-a4b0-33e7d9f9817e None None] Provisioning complete for port 1332c1c3-c7e2-4d1f-bf51-b956e0e73c8a triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:36:09.646708 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5b8d877b-5618-4297-a4b0-33e7d9f9817e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (1332c1c3-c7e2-4d1f-bf51-b956e0e73c8a), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:09.693734 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-3e0e35f5-b0ef-4e40-961c-0e1422f2aa50 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=df46c9b2a81c46a1ae875dc5c342b3ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4959481 Feb 28 10:36:09.698612 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 37468) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:09.707071 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a09872-05b8-4618-b884-49ab7fea4563 req-99c90a6f-547f-4474-b8b9-7a8039027073 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:09.708677 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-a4a09872-05b8-4618-b884-49ab7fea4563 req-99c90a6f-547f-4474-b8b9-7a8039027073 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] 10.222.0.20 "GET /v2.0/ports?device_id=21839f2d-46e7-497a-a06a-b1ae129c5e90 HTTP/1.1" status: 200 len: 945 time: 0.2521098 Feb 28 10:36:09.771267 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e9764bfa-4664-48b3-888c-32cdfed06396 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks [] for security_group (67470d95-860e-42ed-bcbe-3187acb6c4a5), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:09.804743 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e9764bfa-4664-48b3-888c-32cdfed06396 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (67470d95-860e-42ed-bcbe-3187acb6c4a5), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:09.806972 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-092d3c73-5f39-49e6-9301-b3fe6228df3a tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1802651'] for router_interface (c945e51f-7c2c-4893-9cb2-a23b639f8db7), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:09.861647 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1f49d788-0041-43c0-913a-1f6a8be1d7a7 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1802615'] for router_interface (d7ddbc6a-3d00-4753-9f33-feb0e12d7797), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:09.926766 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.objects.ports [None req-0a7d0d9c-64de-4d9e-bcb2-e4ad5c1535c8 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103408) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 28 10:36:09.927613 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-c51278f8-c512-448c-af99-15a4d4db9270 None None] Calling delete_port for 6a9feae6-0bd0-49bf-aefb-74f19b178662 owned by network:dhcp {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:36:09.936638 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e9764bfa-4664-48b3-888c-32cdfed06396 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:09.937909 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-e9764bfa-4664-48b3-888c-32cdfed06396 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1759 time: 0.5808935 Feb 28 10:36:09.944410 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a22efdcd-ddba-4630-9b26-f9a26d066d58 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks [] for port (e7391084-e056-4f20-9a4b-15d1d169bd62), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:09.981266 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 37470) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:09.990248 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-32d4e1fb-bf26-4448-98fe-fae41ac0e536 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Request body: {'security_group': {'name': 'tempest-secgroup-777486764'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:36:09.998413 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-a4a09872-05b8-4618-b884-49ab7fea4563 req-b063a7ad-96cd-470f-b603-380e3ca1a8fc tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] 10.222.0.20 "GET /v2.0/security-groups?id=c6054555-6cfe-4c7d-9758-21814521da07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2652547 Feb 28 10:36:10.003983 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9764bfa-4664-48b3-888c-32cdfed06396 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67470d95-860e-42ed-bcbe-3187acb6c4a5,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:10.006502 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a22efdcd-ddba-4630-9b26-f9a26d066d58 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3498066'] for port (e7391084-e056-4f20-9a4b-15d1d169bd62), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:10.039141 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a05c81e4-61d6-4323-99d4-d1ccc9ce26f3 admin admin] Publish callbacks [] for security_group (90d406be-4fbc-4efb-bb09-1956d8f850b1), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:10.136145 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-092d3c73-5f39-49e6-9301-b3fe6228df3a tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Router c945e51f-7c2c-4893-9cb2-a23b639f8db7 has already been hosted by L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 {{(pid=103408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:36:10.140699 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-5b8d877b-5618-4297-a4b0-33e7d9f9817e None None] Current status of the port 1332c1c3-c7e2-4d1f-bf51-b956e0e73c8a is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:36:10.161908 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-b2857c71-bada-43d4-93f3-87b1b2e82cb9 None None] Allocated IP 2001:db8::2 (8929b71a-d96d-48b5-95df-91b088a5d91b/d87a29c4-6043-4b9c-9e3f-5508dfbc5f09/1332c1c3-c7e2-4d1f-bf51-b956e0e73c8a) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:36:10.181818 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c51278f8-c512-448c-af99-15a4d4db9270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758'] for port (6a9feae6-0bd0-49bf-aefb-74f19b178662), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:10.185714 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-32d4e1fb-bf26-4448-98fe-fae41ac0e536 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:10.195059 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a05c81e4-61d6-4323-99d4-d1ccc9ce26f3 admin admin] Publish callbacks [] for security_group (90d406be-4fbc-4efb-bb09-1956d8f850b1), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:10.197621 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51278f8-c512-448c-af99-15a4d4db9270 None None] No DVR routers for this DVR port 6a9feae6-0bd0-49bf-aefb-74f19b178662 on host dv-neutron-master-2-hyperv {{(pid=103409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:36:10.248604 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a7d0d9c-64de-4d9e-bcb2-e4ad5c1535c8 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Port 6a9feae6-0bd0-49bf-aefb-74f19b178662 concurrently deleted while adding address for new subnet {'id': '2cc9b357-f516-410a-898e-11c9c237e747', 'name': '', 'tenant_id': '01d784a6a3f04224a7e9160ad9d44184', 'network_id': '9f0a511d-8408-4971-9daa-968eebea54f2', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless', 'standard_attr_id': 804, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2022-02-28T10:36:09Z', 'updated_at': '2022-02-28T10:36:09Z', 'revision_number': 0, 'segment_id': None, 'project_id': '01d784a6a3f04224a7e9160ad9d44184'}. {{(pid=103408) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:780}} Feb 28 10:36:10.248788 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0a7d0d9c-64de-4d9e-bcb2-e4ad5c1535c8 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3242588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3951195'] for subnet (2cc9b357-f516-410a-898e-11c9c237e747), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:10.272213 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51278f8-c512-448c-af99-15a4d4db9270 None None] Pushing event deleted for resources: {'Port': ['ID=6a9feae6-0bd0-49bf-aefb-74f19b178662,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:10.291068 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22efdcd-ddba-4630-9b26-f9a26d066d58 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Pushing event updated for resources: {'Port': ['ID=e7391084-e056-4f20-9a4b-15d1d169bd62,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:10.346752 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-b2857c71-bada-43d4-93f3-87b1b2e82cb9 None None] For port 1332c1c3-c7e2-4d1f-bf51-b956e0e73c8a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1332c1c3-c7e2-4d1f-bf51-b956e0e73c8a,segment=NetworkSegment(7e03bdcf-c10c-4112-b5d0-ef96003e84c0),segment_id=7e03bdcf-c10c-4112-b5d0-ef96003e84c0)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:36:10.347076 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-092d3c73-5f39-49e6-9301-b3fe6228df3a tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:36:10.351907 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a7d0d9c-64de-4d9e-bcb2-e4ad5c1535c8 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Network 9f0a511d-8408-4971-9daa-968eebea54f2 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:36:10.361777 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc3ccbc-4f60-4938-86fc-a06d9b985deb None None] Sync routers for ids ['c945e51f-7c2c-4893-9cb2-a23b639f8db7'] in dv-neutron-master-2-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:36:10.364320 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 6a9feae6-0bd0-49bf-aefb-74f19b178662 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:36:10.369178 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-092d3c73-5f39-49e6-9301-b3fe6228df3a tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] 10.222.0.20 "PUT /v2.0/routers/c945e51f-7c2c-4893-9cb2-a23b639f8db7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1305752 Feb 28 10:36:10.374665 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc3ccbc-4f60-4938-86fc-a06d9b985deb None None] Routers {'c945e51f-7c2c-4893-9cb2-a23b639f8db7'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:36:10.375485 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-1bc3ccbc-4f60-4938-86fc-a06d9b985deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:35:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['c945e51f-7c2c-4893-9cb2-a23b639f8db7'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:10.380212 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 37476) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:10.389531 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-0a7d0d9c-64de-4d9e-bcb2-e4ad5c1535c8 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:36:10.400584 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] No Port match for: 6a9feae6-0bd0-49bf-aefb-74f19b178662 {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:36:10.400937 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 6a9feae6-0bd0-49bf-aefb-74f19b178662 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:36:10.402412 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ce24b4f-8e3a-47af-bbbc-5f864f33b676 None None] Network 9f0a511d-8408-4971-9daa-968eebea54f2 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:36:10.411299 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a7d0d9c-64de-4d9e-bcb2-e4ad5c1535c8 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:10.412834 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0a7d0d9c-64de-4d9e-bcb2-e4ad5c1535c8 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks [] for subnet (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:10.425768 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a22efdcd-ddba-4630-9b26-f9a26d066d58 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1803383'] for floatingip (21f529ca-db21-4ffc-b9cf-27fc40a74896), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:10.442495 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-1bc3ccbc-4f60-4938-86fc-a06d9b985deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:10.457818 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc3ccbc-4f60-4938-86fc-a06d9b985deb None None] Routers {'c945e51f-7c2c-4893-9cb2-a23b639f8db7'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:36:10.458767 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-1bc3ccbc-4f60-4938-86fc-a06d9b985deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:35:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['c945e51f-7c2c-4893-9cb2-a23b639f8db7'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:10.468419 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7d0d9c-64de-4d9e-bcb2-e4ad5c1535c8 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Pushing event updated for resources: {'Subnet': ['ID=2cc9b357-f516-410a-898e-11c9c237e747,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:10.473142 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b2857c71-bada-43d4-93f3-87b1b2e82cb9 None None] Publish callbacks [] for port (1332c1c3-c7e2-4d1f-bf51-b956e0e73c8a), precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:10.476178 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.api.v2.resource [None req-31d81111-6ec4-4771-884b-02204f88e68b tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] delete failed (client error): The resource could not be found. Feb 28 10:36:10.478181 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-31d81111-6ec4-4771-884b-02204f88e68b tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] 10.222.0.20 "DELETE /v2.0/routers/tempest-non_exist_router-446936970 HTTP/1.1" status: 404 len: 334 time: 0.0981460 Feb 28 10:36:10.482375 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 37478) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:10.487165 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b2857c71-bada-43d4-93f3-87b1b2e82cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (1332c1c3-c7e2-4d1f-bf51-b956e0e73c8a), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:10.489184 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-3871d802-28dc-4967-8f0a-4399a143f5cf tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c945e51f-7c2c-4893-9cb2-a23b639f8db7'}}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:36:10.531000 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-1bc3ccbc-4f60-4938-86fc-a06d9b985deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:10.531982 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc3ccbc-4f60-4938-86fc-a06d9b985deb None None] The sync data for ids ['c945e51f-7c2c-4893-9cb2-a23b639f8db7'] in dv-neutron-master-2-hyperv is: [] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:36:10.548112 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-0a7d0d9c-64de-4d9e-bcb2-e4ad5c1535c8 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5962725 Feb 28 10:36:10.551856 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 37480) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:10.557967 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2857c71-bada-43d4-93f3-87b1b2e82cb9 None None] Pushing event updated for resources: {'Port': ['ID=1332c1c3-c7e2-4d1f-bf51-b956e0e73c8a,revision_number=6']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:10.591788 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-4f67d328-71df-4736-977d-c6194b6372cb tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Request body: {'subnet': {'network_id': '9f0a511d-8408-4971-9daa-968eebea54f2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:36:10.650598 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcc0d84f-d172-4c18-a302-79f768ef6a79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-9f0a511d-8408-4971-9daa-968eebea54f2', 'network_id': '9f0a511d-8408-4971-9daa-968eebea54f2', 'project_id': '01d784a6a3f04224a7e9160ad9d44184', 'fixed_ips': [{'subnet_id': '2cc9b357-f516-410a-898e-11c9c237e747'}]}} from dv-neutron-master-2-hyperv. {{(pid=103409) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:36:10.651729 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-dcc0d84f-d172-4c18-a302-79f768ef6a79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:10.823802 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-dcc0d84f-d172-4c18-a302-79f768ef6a79 None None] Allocated IP 2001:db8::f816:3eff:fec7:da83 (9f0a511d-8408-4971-9daa-968eebea54f2/2cc9b357-f516-410a-898e-11c9c237e747/9ab298fb-31d0-4bb8-bab9-72c609b6d298) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:36:10.831682 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3871d802-28dc-4967-8f0a-4399a143f5cf tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Publish callbacks [] for router_gateway (c945e51f-7c2c-4893-9cb2-a23b639f8db7), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:10.867435 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.api.v2.resource [None req-3871d802-28dc-4967-8f0a-4399a143f5cf tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] update failed (client error): The resource could not be found. Feb 28 10:36:10.868578 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-3871d802-28dc-4967-8f0a-4399a143f5cf tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] 10.222.0.20 "PUT /v2.0/routers/c945e51f-7c2c-4893-9cb2-a23b639f8db7 HTTP/1.1" status: 404 len: 339 time: 0.3848298 Feb 28 10:36:10.872138 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 37482) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:10.878378 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-e05795c3-a9e1-422e-9d94-f4d1a267ed41 tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-306910884'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:36:10.930612 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e05795c3-a9e1-422e-9d94-f4d1a267ed41 tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Made reservation on behalf of 96c5d5f0473f4377b6290b5bf5163544 for: {'network': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:36:10.934854 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e05795c3-a9e1-422e-9d94-f4d1a267ed41 tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for network (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:10.973219 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f67d328-71df-4736-977d-c6194b6372cb tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Made reservation on behalf of 01d784a6a3f04224a7e9160ad9d44184 for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:36:10.977641 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4f67d328-71df-4736-977d-c6194b6372cb tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3951209'] for subnet (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:11.005841 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99b74b9-4c5d-421b-a256-893d707cca52 req-0ed735f4-46fc-470a-8712-3e45923ba449 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:11.013056 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-f99b74b9-4c5d-421b-a256-893d707cca52 req-0ed735f4-46fc-470a-8712-3e45923ba449 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] 10.222.0.20 "GET /v2.0/ports?device_id=21839f2d-46e7-497a-a06a-b1ae129c5e90 HTTP/1.1" status: 200 len: 945 time: 0.7146561 Feb 28 10:36:11.041555 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-aab29179-d8be-4284-8bf9-1d27ad2815aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fc6c9b74-8dbb-41bb-800a-5bd3a43fe896), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:11.042013 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42e04df-4647-486a-ad32-c205fe766b9c req-0f1a50be-d302-4c00-a308-d2122f367b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:11.043666 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-d42e04df-4647-486a-ad32-c205fe766b9c req-0f1a50be-d302-4c00-a308-d2122f367b61 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=194e12cf0f844c7eb6a851155ceb2206&device_id=21839f2d-46e7-497a-a06a-b1ae129c5e90 HTTP/1.1" status: 200 len: 1129 time: 0.7111895 Feb 28 10:36:11.049678 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-dcc0d84f-d172-4c18-a302-79f768ef6a79 None None] Publish callbacks [] for port (9ab298fb-31d0-4bb8-bab9-72c609b6d298), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:11.059490 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a05c81e4-61d6-4323-99d4-d1ccc9ce26f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (90d406be-4fbc-4efb-bb09-1956d8f850b1), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:11.061611 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-dcc0d84f-d172-4c18-a302-79f768ef6a79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749'] for port (9ab298fb-31d0-4bb8-bab9-72c609b6d298), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:11.062532 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a05c81e4-61d6-4323-99d4-d1ccc9ce26f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:11.066305 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-a05c81e4-61d6-4323-99d4-d1ccc9ce26f3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/90d406be-4fbc-4efb-bb09-1956d8f850b1 HTTP/1.1" status: 204 len: 168 time: 1.3541756 Feb 28 10:36:11.071815 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e05795c3-a9e1-422e-9d94-f4d1a267ed41 tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 261} {{(pid=103408) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:36:11.101687 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e05795c3-a9e1-422e-9d94-f4d1a267ed41 tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (0fd8e230-241c-464c-a23e-265134df9cd6), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:11.102097 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.db.segments_db [None req-e05795c3-a9e1-422e-9d94-f4d1a267ed41 tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Added segment 0fd8e230-241c-464c-a23e-265134df9cd6 of type vlan for network b099226b-cb57-43a7-91b8-605da7e0b1d0 Feb 28 10:36:11.102345 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-32d4e1fb-bf26-4448-98fe-fae41ac0e536 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks [] for security_group (724402bd-cac3-4a88-89e8-b561689a8a4f), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:11.148335 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.db.ipam_backend_mixin [None req-4f67d328-71df-4736-977d-c6194b6372cb tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2cc9b357-f516-410a-898e-11c9c237e747 (CIDR: 2001:db8::/64) Feb 28 10:36:11.161912 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f67d328-71df-4736-977d-c6194b6372cb tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 10:36:11.162403 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f67d328-71df-4736-977d-c6194b6372cb tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103408) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:36:11.168636 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcc0d84f-d172-4c18-a302-79f768ef6a79 None None] Network 9f0a511d-8408-4971-9daa-968eebea54f2 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:36:11.168865 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-32d4e1fb-bf26-4448-98fe-fae41ac0e536 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (724402bd-cac3-4a88-89e8-b561689a8a4f), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:11.179082 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e05795c3-a9e1-422e-9d94-f4d1a267ed41 tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742056637431'] for network (b099226b-cb57-43a7-91b8-605da7e0b1d0), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:11.185959 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.db.l3_db [None req-a22efdcd-ddba-4630-9b26-f9a26d066d58 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Floating IP 21f529ca-db21-4ffc-b9cf-27fc40a74896 associated. External IP: 172.36.5.142, port: 21be2bb5-6b5a-4972-81e8-c4a48086028b. Feb 28 10:36:11.186450 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-dcc0d84f-d172-4c18-a302-79f768ef6a79 None None] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:36:11.192586 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-4f67d328-71df-4736-977d-c6194b6372cb tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6381645 Feb 28 10:36:11.195700 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 37486) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:11.197504 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc0d84f-d172-4c18-a302-79f768ef6a79 None None] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:36:11.203447 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-6de45027-4343-4920-9b9f-e0521207e38d tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Request body: {'subnet': {'network_id': '9f0a511d-8408-4971-9daa-968eebea54f2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:36:11.324012 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-dcc0d84f-d172-4c18-a302-79f768ef6a79 None None] Attempting to bind port 9ab298fb-31d0-4bb8-bab9-72c609b6d298 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:36:11.324420 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-dcc0d84f-d172-4c18-a302-79f768ef6a79 None None] Attempting to bind port 9ab298fb-31d0-4bb8-bab9-72c609b6d298 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'bf553b55-fb1d-4346-a090-4fb77eb0fbd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '9f0a511d-8408-4971-9daa-968eebea54f2'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:36:11.324800 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc0d84f-d172-4c18-a302-79f768ef6a79 None None] Attempting to bind port 9ab298fb-31d0-4bb8-bab9-72c609b6d298 on network 9f0a511d-8408-4971-9daa-968eebea54f2 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:36:11.334956 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc0d84f-d172-4c18-a302-79f768ef6a79 None None] Pushing event updated for resources: {'Port': ['ID=9ab298fb-31d0-4bb8-bab9-72c609b6d298,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:11.337920 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc0d84f-d172-4c18-a302-79f768ef6a79 None None] Checking agent: {'id': '75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 24, 15), 'started_at': datetime.datetime(2022, 2, 28, 10, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 35, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:36:11.338305 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc0d84f-d172-4c18-a302-79f768ef6a79 None None] Checking segment: {'id': 'bf553b55-fb1d-4346-a090-4fb77eb0fbd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '9f0a511d-8408-4971-9daa-968eebea54f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:36:11.338717 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-dcc0d84f-d172-4c18-a302-79f768ef6a79 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:11.339662 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc0d84f-d172-4c18-a302-79f768ef6a79 None None] Bound using segment: {'id': 'bf553b55-fb1d-4346-a090-4fb77eb0fbd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '9f0a511d-8408-4971-9daa-968eebea54f2'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:36:11.340233 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-dcc0d84f-d172-4c18-a302-79f768ef6a79 None None] Bound port: 9ab298fb-31d0-4bb8-bab9-72c609b6d298, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf553b55-fb1d-4346-a090-4fb77eb0fbd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '9f0a511d-8408-4971-9daa-968eebea54f2'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:36:11.340542 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-dcc0d84f-d172-4c18-a302-79f768ef6a79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (9ab298fb-31d0-4bb8-bab9-72c609b6d298), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:11.351971 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05c81e4-61d6-4323-99d4-d1ccc9ce26f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90d406be-4fbc-4efb-bb09-1956d8f850b1,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:11.361873 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-32d4e1fb-bf26-4448-98fe-fae41ac0e536 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:11.369395 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-32d4e1fb-bf26-4448-98fe-fae41ac0e536 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1759 time: 1.3868463 Feb 28 10:36:11.392585 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 37490) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:11.399388 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-f99b74b9-4c5d-421b-a256-893d707cca52 req-4e916da8-c481-4053-97a3-b43f3ae42ff5 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] 10.222.0.20 "GET /v2.0/security-groups?id=c6054555-6cfe-4c7d-9758-21814521da07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3853071 Feb 28 10:36:11.408100 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-2772a35f-1910-4eb6-9193-09c26b98c830 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1818434830', 'security_groups': ['724402bd-cac3-4a88-89e8-b561689a8a4f'], 'network_id': '8929b71a-d96d-48b5-95df-91b088a5d91b', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'd87a29c4-6043-4b9c-9e3f-5508dfbc5f09'}]}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:36:11.424099 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-0613b81e-d2e2-4b5a-9ef7-a85072295152 None None] Provisioning complete for port 7ba842df-a686-488a-b3f0-dfbd12881a17 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:36:11.424492 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0613b81e-d2e2-4b5a-9ef7-a85072295152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (7ba842df-a686-488a-b3f0-dfbd12881a17), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:11.467888 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-0613b81e-d2e2-4b5a-9ef7-a85072295152 None None] Port 7ba842df-a686-488a-b3f0-dfbd12881a17 cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:36:11.508961 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-0613b81e-d2e2-4b5a-9ef7-a85072295152 None None] Provisioning complete for port 1332c1c3-c7e2-4d1f-bf51-b956e0e73c8a triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:36:11.509731 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0613b81e-d2e2-4b5a-9ef7-a85072295152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (1332c1c3-c7e2-4d1f-bf51-b956e0e73c8a), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:11.514413 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-dcc0d84f-d172-4c18-a302-79f768ef6a79 None None] For port 9ab298fb-31d0-4bb8-bab9-72c609b6d298, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:36:11.575249 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-dcc0d84f-d172-4c18-a302-79f768ef6a79 None None] For port 9ab298fb-31d0-4bb8-bab9-72c609b6d298, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9ab298fb-31d0-4bb8-bab9-72c609b6d298,segment=NetworkSegment(bf553b55-fb1d-4346-a090-4fb77eb0fbd7),segment_id=bf553b55-fb1d-4346-a090-4fb77eb0fbd7)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:36:11.603403 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d4e1fb-bf26-4448-98fe-fae41ac0e536 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Pushing event updated for resources: {'SecurityGroup': ['ID=724402bd-cac3-4a88-89e8-b561689a8a4f,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:11.620894 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-dcc0d84f-d172-4c18-a302-79f768ef6a79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (9ab298fb-31d0-4bb8-bab9-72c609b6d298), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:11.675003 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-0613b81e-d2e2-4b5a-9ef7-a85072295152 None None] Current status of the port 1332c1c3-c7e2-4d1f-bf51-b956e0e73c8a is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:36:11.717519 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc0d84f-d172-4c18-a302-79f768ef6a79 None None] Pushing event updated for resources: {'Port': ['ID=9ab298fb-31d0-4bb8-bab9-72c609b6d298,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:11.727748 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e05795c3-a9e1-422e-9d94-f4d1a267ed41 tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551'] for network (b099226b-cb57-43a7-91b8-605da7e0b1d0), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:11.733373 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e05795c3-a9e1-422e-9d94-f4d1a267ed41 tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:11.734325 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e05795c3-a9e1-422e-9d94-f4d1a267ed41 tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616561'] for network (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:11.752937 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42e04df-4647-486a-ad32-c205fe766b9c req-5d691609-9555-4b2d-bd92-f1498d6dd890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:11.754432 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-d42e04df-4647-486a-ad32-c205fe766b9c req-5d691609-9555-4b2d-bd92-f1498d6dd890 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c8fe4d5f-4a1f-41f9-85f5-28e75dcf99b0 HTTP/1.1" status: 200 len: 912 time: 0.6836576 Feb 28 10:36:11.833374 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-e05795c3-a9e1-422e-9d94-f4d1a267ed41 tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9560866 Feb 28 10:36:11.835645 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 37500) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:11.845538 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-71a627d8-98cf-4f4b-813c-2f96ca5fcfa1 tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Request body: {'subnet': {'network_id': 'b099226b-cb57-43a7-91b8-605da7e0b1d0', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:36:11.862207 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-1f49d788-0041-43c0-913a-1f6a8be1d7a7 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Deleting port 4969f4d9-c609-446a-b2f3-05dc01d01bfe {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:36:11.862806 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1f49d788-0041-43c0-913a-1f6a8be1d7a7 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (4969f4d9-c609-446a-b2f3-05dc01d01bfe), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:11.866857 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05795c3-a9e1-422e-9d94-f4d1a267ed41 tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Pushing event updated for resources: {'Network': ['ID=b099226b-cb57-43a7-91b8-605da7e0b1d0,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:11.882942 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Network b099226b-cb57-43a7-91b8-605da7e0b1d0 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103409) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:36:11.937911 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2772a35f-1910-4eb6-9193-09c26b98c830 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Made reservation on behalf of 29ccc4cf6ba849d18fb6a0524a0ef75f for: {'port': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:36:11.955170 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a22efdcd-ddba-4630-9b26-f9a26d066d58 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Router 8b6ab8b8-279b-4753-bdf9-c3aeccd09e28 has already been hosted by L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:36:11.964171 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6de45027-4343-4920-9b9f-e0521207e38d tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Made reservation on behalf of 01d784a6a3f04224a7e9160ad9d44184 for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:36:11.967811 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6de45027-4343-4920-9b9f-e0521207e38d tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3951209'] for subnet (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:11.982441 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-d42e04df-4647-486a-ad32-c205fe766b9c req-a3a01fd5-d35f-4035-8a14-5c86464926a6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9e40b316-6489-47a0-bf5a-713af4e208f5 HTTP/1.1" status: 200 len: 1000 time: 0.2156122 Feb 28 10:36:12.023793 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71a627d8-98cf-4f4b-813c-2f96ca5fcfa1 tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Made reservation on behalf of 96c5d5f0473f4377b6290b5bf5163544 for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:36:12.027732 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-71a627d8-98cf-4f4b-813c-2f96ca5fcfa1 tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3951209'] for subnet (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:12.087788 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b6d631fb-7df0-4fe1-8322-abff3b61cae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (0db5147a-92a3-4581-8a5f-8ec9b93e0600), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:12.151685 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42e04df-4647-486a-ad32-c205fe766b9c req-b763a309-a58f-4da4-b7fd-c36b2641cb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:12.153217 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-d42e04df-4647-486a-ad32-c205fe766b9c req-b763a309-a58f-4da4-b7fd-c36b2641cb6c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f9ad3164-3d89-48ee-bb07-ade0c62bef16 HTTP/1.1" status: 200 len: 850 time: 0.1251748 Feb 28 10:36:12.281384 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 37510) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:12.318282 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-1f49d788-0041-43c0-913a-1f6a8be1d7a7 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] For port 4969f4d9-c609-446a-b2f3-05dc01d01bfe, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4969f4d9-c609-446a-b2f3-05dc01d01bfe,segment=NetworkSegment(c74b0ba8-4ad1-45bf-a2b1-8275746689d4),segment_id=c74b0ba8-4ad1-45bf-a2b1-8275746689d4)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:36:12.318693 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1f49d788-0041-43c0-913a-1f6a8be1d7a7 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (4969f4d9-c609-446a-b2f3-05dc01d01bfe), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:12.330109 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [-] 10.222.0.20 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0038893 Feb 28 10:36:12.348796 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 37516) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:12.354221 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a22efdcd-ddba-4630-9b26-f9a26d066d58 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:36:12.370129 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f9324b-53f3-41f7-b837-28ed3a4d3301 None None] Sync routers for ids ['8b6ab8b8-279b-4753-bdf9-c3aeccd09e28'] in dv-neutron-master-2-hyperv {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:36:12.387011 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f9324b-53f3-41f7-b837-28ed3a4d3301 None None] Routers {'8b6ab8b8-279b-4753-bdf9-c3aeccd09e28'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:36:12.388591 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-b5f9324b-53f3-41f7-b837-28ed3a4d3301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:36:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['8b6ab8b8-279b-4753-bdf9-c3aeccd09e28'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:12.392800 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-1f49d788-0041-43c0-913a-1f6a8be1d7a7 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Calling delete_port for 4969f4d9-c609-446a-b2f3-05dc01d01bfe owned by network:router_interface {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:36:12.477055 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a22efdcd-ddba-4630-9b26-f9a26d066d58 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for floatingip (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:12.510541 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-b5f9324b-53f3-41f7-b837-28ed3a4d3301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:12.521507 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 9ab298fb-31d0-4bb8-bab9-72c609b6d298 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:36:12.542751 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-71a627d8-98cf-4f4b-813c-2f96ca5fcfa1 tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3242588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3951195'] for subnet (b2632952-d4fe-4772-849d-4b4d43b0c48d), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:12.574870 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6de45027-4343-4920-9b9f-e0521207e38d tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3242588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3951195'] for subnet (b4b4d8ae-e9df-4b86-9a48-12eda961033b), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:12.577610 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f9324b-53f3-41f7-b837-28ed3a4d3301 None None] Routers {'8b6ab8b8-279b-4753-bdf9-c3aeccd09e28'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:36:12.578265 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-b5f9324b-53f3-41f7-b837-28ed3a4d3301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:36:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['8b6ab8b8-279b-4753-bdf9-c3aeccd09e28'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:12.588475 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-a22efdcd-ddba-4630-9b26-f9a26d066d58 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 6.2993062 Feb 28 10:36:12.592859 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 37522) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:12.599650 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-34257232-5297-4deb-a2df-dd616648a945 tempest-NetworksApiDiscovery-810205644 tempest-NetworksApiDiscovery-810205644-project] 10.222.0.20 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2448392 Feb 28 10:36:12.600778 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2772a35f-1910-4eb6-9193-09c26b98c830 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:12.625272 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-b5f9324b-53f3-41f7-b837-28ed3a4d3301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:12.625722 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-0ad6c433-a8b0-4272-b617-8703857d01c2 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Request body: {'floatingip': {'port_id': '21be2bb5-6b5a-4972-81e8-c4a48086028b', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:36:12.625995 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f9324b-53f3-41f7-b837-28ed3a4d3301 None None] The sync data for ids ['8b6ab8b8-279b-4753-bdf9-c3aeccd09e28'] in dv-neutron-master-2-hyperv is: [] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:36:12.644626 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6de45027-4343-4920-9b9f-e0521207e38d tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Network 9f0a511d-8408-4971-9daa-968eebea54f2 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:36:12.645881 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a627d8-98cf-4f4b-813c-2f96ca5fcfa1 tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Pushing event updated for resources: {'Subnet': ['ID=b2632952-d4fe-4772-849d-4b4d43b0c48d,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:12.650607 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port 9ab298fb-31d0-4bb8-bab9-72c609b6d298 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:36:12.651275 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (9ab298fb-31d0-4bb8-bab9-72c609b6d298), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:12.654643 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-6de45027-4343-4920-9b9f-e0521207e38d tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:36:12.658684 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6de45027-4343-4920-9b9f-e0521207e38d tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:12.659297 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6de45027-4343-4920-9b9f-e0521207e38d tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks [] for subnet (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:12.704241 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a627d8-98cf-4f4b-813c-2f96ca5fcfa1 tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Checking segment: {'id': '0fd8e230-241c-464c-a23e-265134df9cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'b099226b-cb57-43a7-91b8-605da7e0b1d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:36:12.704660 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71a627d8-98cf-4f4b-813c-2f96ca5fcfa1 tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Network hostable DHCP agents. Network: b099226b-cb57-43a7-91b8-605da7e0b1d0, hostable agents: ['fb6705d2-4f70-4965-92a3-fbfccd43a6d3'], hosted agents: [] {{(pid=103408) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:36:12.723561 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-6de45027-4343-4920-9b9f-e0521207e38d tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5267437 Feb 28 10:36:12.731102 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 37528) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:12.736535 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-b6f23032-5c82-400e-be92-d61a99907a3f tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Request body: {'port': {'network_id': '9f0a511d-8408-4971-9daa-968eebea54f2', 'mac_address': 'fa:16:3e:f8:0e:38', 'name': 'tempest-NetworksTestDHCPv6-1464283803'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:36:12.749043 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de45027-4343-4920-9b9f-e0521207e38d tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Pushing event updated for resources: {'Subnet': ['ID=b4b4d8ae-e9df-4b86-9a48-12eda961033b,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:12.751395 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 9ab298fb-31d0-4bb8-bab9-72c609b6d298 is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:36:12.752020 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (9ab298fb-31d0-4bb8-bab9-72c609b6d298), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:12.811246 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] For port 9ab298fb-31d0-4bb8-bab9-72c609b6d298, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9ab298fb-31d0-4bb8-bab9-72c609b6d298,segment=NetworkSegment(bf553b55-fb1d-4346-a090-4fb77eb0fbd7),segment_id=bf553b55-fb1d-4346-a090-4fb77eb0fbd7)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:36:12.819298 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (9ab298fb-31d0-4bb8-bab9-72c609b6d298), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:12.820079 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 1332c1c3-c7e2-4d1f-bf51-b956e0e73c8a up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:36:12.856939 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71a627d8-98cf-4f4b-813c-2f96ca5fcfa1 tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Network b099226b-cb57-43a7-91b8-605da7e0b1d0 is scheduled to be hosted by DHCP agent fb6705d2-4f70-4965-92a3-fbfccd43a6d3 with binding_index 1 {{(pid=103408) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:36:12.893998 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-71a627d8-98cf-4f4b-813c-2f96ca5fcfa1 tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, b099226b-cb57-43a7-91b8-605da7e0b1d0) {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:36:12.905344 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a627d8-98cf-4f4b-813c-2f96ca5fcfa1 tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:12.905751 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-71a627d8-98cf-4f4b-813c-2f96ca5fcfa1 tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Publish callbacks [] for subnet (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:12.927799 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1696a3fc-0d7b-496f-b0af-47abeff3cf2c None None] Network b099226b-cb57-43a7-91b8-605da7e0b1d0 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:36:12.987715 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-71a627d8-98cf-4f4b-813c-2f96ca5fcfa1 tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1462121 Feb 28 10:36:12.990956 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 37532) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:12.998884 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-7cecd30a-b913-4df0-8028-b5f5ba97d7f9 tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b099226b-cb57-43a7-91b8-605da7e0b1d0'}}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:36:13.017439 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Pushing event updated for resources: {'Port': ['ID=9ab298fb-31d0-4bb8-bab9-72c609b6d298,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:13.051841 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port 1332c1c3-c7e2-4d1f-bf51-b956e0e73c8a triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:36:13.052474 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (1332c1c3-c7e2-4d1f-bf51-b956e0e73c8a), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:13.102509 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.notifiers.nova [None req-2772a35f-1910-4eb6-9193-09c26b98c830 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] device_id is not set on port 93ab8f57-7e76-4d3b-a771-43d0ba31b6aa yet. {{(pid=103407) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:36:13.104409 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 37534) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:13.111755 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6f23032-5c82-400e-be92-d61a99907a3f tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Made reservation on behalf of 01d784a6a3f04224a7e9160ad9d44184 for: {'port': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:36:13.116940 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42e04df-4647-486a-ad32-c205fe766b9c req-527d091b-1d3a-4cb0-97de-4f28449b94d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:13.118878 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-d42e04df-4647-486a-ad32-c205fe766b9c req-527d091b-1d3a-4cb0-97de-4f28449b94d9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c8fe4d5f-4a1f-41f9-85f5-28e75dcf99b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.8351958 Feb 28 10:36:13.129338 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1f49d788-0041-43c0-913a-1f6a8be1d7a7 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (4969f4d9-c609-446a-b2f3-05dc01d01bfe), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:13.129932 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc226085-7515-4c22-9880-604c7adfc7a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-b099226b-cb57-43a7-91b8-605da7e0b1d0', 'network_id': 'b099226b-cb57-43a7-91b8-605da7e0b1d0', 'project_id': '96c5d5f0473f4377b6290b5bf5163544', 'fixed_ips': [{'subnet_id': 'b2632952-d4fe-4772-849d-4b4d43b0c48d'}]}} from dv-neutron-master-2-hyperv. {{(pid=103409) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:36:13.130801 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-cc226085-7515-4c22-9880-604c7adfc7a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:13.271983 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b6f23032-5c82-400e-be92-d61a99907a3f tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:13.290932 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 1332c1c3-c7e2-4d1f-bf51-b956e0e73c8a is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:36:13.366865 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-b6f23032-5c82-400e-be92-d61a99907a3f tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] device_id is not set on port 0c785bf8-aaa2-4fa3-9c95-b633d2e0b78b yet. {{(pid=103408) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:36:13.395880 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f49d788-0041-43c0-913a-1f6a8be1d7a7 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Pushing event deleted for resources: {'Port': ['ID=4969f4d9-c609-446a-b2f3-05dc01d01bfe,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:13.443164 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-cc226085-7515-4c22-9880-604c7adfc7a9 None None] Allocated IP 2001:db8:1::2 (b099226b-cb57-43a7-91b8-605da7e0b1d0/b2632952-d4fe-4772-849d-4b4d43b0c48d/4ccd01cd-0645-4666-9592-05da766cda4e) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:36:13.481963 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2891d2f-3b5f-46aa-97cc-9c04a9ee7324 req-e48f8fc6-93b5-4cc8-b3fb-91e73f9c267b tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:13.487264 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-a2891d2f-3b5f-46aa-97cc-9c04a9ee7324 req-e48f8fc6-93b5-4cc8-b3fb-91e73f9c267b tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] 10.222.0.20 "GET /v2.0/ports?device_id=21839f2d-46e7-497a-a06a-b1ae129c5e90 HTTP/1.1" status: 200 len: 945 time: 0.8896308 Feb 28 10:36:13.493724 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0ad6c433-a8b0-4272-b617-8703857d01c2 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks [] for floatingip (21f529ca-db21-4ffc-b9cf-27fc40a74896), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:13.536265 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-138526d8-c8ca-4c9f-b777-6972ab066b9e None None] Network 9f0a511d-8408-4971-9daa-968eebea54f2 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:36:13.538905 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bf2224af-1bb1-4ac2-8e3d-c46f3153d829 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:13.562859 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6b923bb1-06b0-4b84-b461-7cc1d0196090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (2e621730-3978-4720-b581-ac380e97a567), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:13.627631 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-06f3cd01-5d5f-4642-8f8e-01b4dc657c3e None None] Provisioning complete for port 9ab298fb-31d0-4bb8-bab9-72c609b6d298 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:36:13.628024 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-06f3cd01-5d5f-4642-8f8e-01b4dc657c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (9ab298fb-31d0-4bb8-bab9-72c609b6d298), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:13.656829 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7cecd30a-b913-4df0-8028-b5f5ba97d7f9 tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Publish callbacks [] for router_gateway (c945e51f-7c2c-4893-9cb2-a23b639f8db7), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:13.751017 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-a2891d2f-3b5f-46aa-97cc-9c04a9ee7324 req-ec898d28-3e9d-4a0d-b235-396e97b36cd1 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] 10.222.0.20 "GET /v2.0/security-groups?id=c6054555-6cfe-4c7d-9758-21814521da07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2200389 Feb 28 10:36:13.756966 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1f49d788-0041-43c0-913a-1f6a8be1d7a7 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1802651'] for router_interface (d7ddbc6a-3d00-4753-9f33-feb0e12d7797), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:13.813331 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-cc226085-7515-4c22-9880-604c7adfc7a9 None None] Publish callbacks [] for port (4ccd01cd-0645-4666-9592-05da766cda4e), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:13.821165 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bf2224af-1bb1-4ac2-8e3d-c46f3153d829 admin admin] Publish callbacks [] for security_group (7462b567-59f0-4562-a2cd-51904e598a9e), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:13.824021 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-cc226085-7515-4c22-9880-604c7adfc7a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749'] for port (4ccd01cd-0645-4666-9592-05da766cda4e), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:13.826350 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-d42e04df-4647-486a-ad32-c205fe766b9c req-6177c94c-ddcc-4a99-bdd8-f448ff4c0246 service neutron] 10.222.0.30 "GET /v2.0/networks/c8fe4d5f-4a1f-41f9-85f5-28e75dcf99b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6835346 Feb 28 10:36:13.856379 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bf2224af-1bb1-4ac2-8e3d-c46f3153d829 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (7462b567-59f0-4562-a2cd-51904e598a9e), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:13.921495 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-bf2224af-1bb1-4ac2-8e3d-c46f3153d829 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=047d8b779d4a4226ab75021f7ea8a94b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8159075 Feb 28 10:36:13.925313 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2224af-1bb1-4ac2-8e3d-c46f3153d829 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7462b567-59f0-4562-a2cd-51904e598a9e,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:13.927928 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 37538) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:13.930757 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-b6f23032-5c82-400e-be92-d61a99907a3f tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Allocated IP 2001:db8:0:1::d0 (9f0a511d-8408-4971-9daa-968eebea54f2/b4b4d8ae-e9df-4b86-9a48-12eda961033b/0c785bf8-aaa2-4fa3-9c95-b633d2e0b78b) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:36:13.952809 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-b6f23032-5c82-400e-be92-d61a99907a3f tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Allocated IP 2001:db8::f816:3eff:fef8:e38 (9f0a511d-8408-4971-9daa-968eebea54f2/2cc9b357-f516-410a-898e-11c9c237e747/0c785bf8-aaa2-4fa3-9c95-b633d2e0b78b) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:36:14.040508 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-06f3cd01-5d5f-4642-8f8e-01b4dc657c3e None None] Current status of the port 9ab298fb-31d0-4bb8-bab9-72c609b6d298 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:36:14.059989 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-49966bd7-91b5-4e19-86eb-405329b80c16 admin admin] Publish callbacks [] for security_group (7462b567-59f0-4562-a2cd-51904e598a9e), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:14.062539 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc226085-7515-4c22-9880-604c7adfc7a9 None None] Network b099226b-cb57-43a7-91b8-605da7e0b1d0 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:36:14.064997 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-cc226085-7515-4c22-9880-604c7adfc7a9 None None] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:36:14.066803 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc226085-7515-4c22-9880-604c7adfc7a9 None None] Pushing event updated for resources: {'Port': ['ID=4ccd01cd-0645-4666-9592-05da766cda4e,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:14.069276 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc226085-7515-4c22-9880-604c7adfc7a9 None None] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:36:14.143955 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-49966bd7-91b5-4e19-86eb-405329b80c16 admin admin] Publish callbacks [] for security_group (7462b567-59f0-4562-a2cd-51904e598a9e), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:14.154920 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.api.v2.resource [None req-7cecd30a-b913-4df0-8028-b5f5ba97d7f9 tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 10:36:14.156122 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-7cecd30a-b913-4df0-8028-b5f5ba97d7f9 tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] 10.222.0.20 "PUT /v2.0/routers/c945e51f-7c2c-4893-9cb2-a23b639f8db7 HTTP/1.1" status: 400 len: 364 time: 1.1640680 Feb 28 10:36:14.160686 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 37540) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:14.162170 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-cc226085-7515-4c22-9880-604c7adfc7a9 None None] Attempting to bind port 4ccd01cd-0645-4666-9592-05da766cda4e on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:36:14.162549 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-cc226085-7515-4c22-9880-604c7adfc7a9 None None] Attempting to bind port 4ccd01cd-0645-4666-9592-05da766cda4e by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '0fd8e230-241c-464c-a23e-265134df9cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'b099226b-cb57-43a7-91b8-605da7e0b1d0'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:36:14.162917 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc226085-7515-4c22-9880-604c7adfc7a9 None None] Attempting to bind port 4ccd01cd-0645-4666-9592-05da766cda4e on network b099226b-cb57-43a7-91b8-605da7e0b1d0 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:36:14.173895 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc226085-7515-4c22-9880-604c7adfc7a9 None None] Checking agent: {'id': '75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 24, 15), 'started_at': datetime.datetime(2022, 2, 28, 10, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 35, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:36:14.173895 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc226085-7515-4c22-9880-604c7adfc7a9 None None] Checking segment: {'id': '0fd8e230-241c-464c-a23e-265134df9cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'b099226b-cb57-43a7-91b8-605da7e0b1d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:36:14.174943 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-cc226085-7515-4c22-9880-604c7adfc7a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:14.175956 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc226085-7515-4c22-9880-604c7adfc7a9 None None] Bound using segment: {'id': '0fd8e230-241c-464c-a23e-265134df9cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'b099226b-cb57-43a7-91b8-605da7e0b1d0'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:36:14.176728 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-cc226085-7515-4c22-9880-604c7adfc7a9 None None] Bound port: 4ccd01cd-0645-4666-9592-05da766cda4e, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fd8e230-241c-464c-a23e-265134df9cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'b099226b-cb57-43a7-91b8-605da7e0b1d0'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:36:14.177282 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-cc226085-7515-4c22-9880-604c7adfc7a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (4ccd01cd-0645-4666-9592-05da766cda4e), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:14.195288 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47b41501-7caa-441b-b3bd-8767930a6bdf None None] Update dhcp port {'port': {'network_id': '9f0a511d-8408-4971-9daa-968eebea54f2', 'fixed_ips': [{'subnet_id': '2cc9b357-f516-410a-898e-11c9c237e747', 'ip_address': '2001:db8::f816:3eff:fec7:da83'}, {'subnet_id': 'b4b4d8ae-e9df-4b86-9a48-12eda961033b'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': '9ab298fb-31d0-4bb8-bab9-72c609b6d298'} from dv-neutron-master-2-hyperv. {{(pid=103409) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 28 10:36:14.275209 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-47b41501-7caa-441b-b3bd-8767930a6bdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (9ab298fb-31d0-4bb8-bab9-72c609b6d298), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:14.349566 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b6f23032-5c82-400e-be92-d61a99907a3f tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks [] for port (0c785bf8-aaa2-4fa3-9c95-b633d2e0b78b), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:14.369000 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-cc226085-7515-4c22-9880-604c7adfc7a9 None None] For port 4ccd01cd-0645-4666-9592-05da766cda4e, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:36:14.392769 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-cc226085-7515-4c22-9880-604c7adfc7a9 None None] For port 4ccd01cd-0645-4666-9592-05da766cda4e, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4ccd01cd-0645-4666-9592-05da766cda4e,segment=NetworkSegment(0fd8e230-241c-464c-a23e-265134df9cd6),segment_id=0fd8e230-241c-464c-a23e-265134df9cd6)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:36:14.407836 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-49966bd7-91b5-4e19-86eb-405329b80c16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (7462b567-59f0-4562-a2cd-51904e598a9e), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:14.411167 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-49966bd7-91b5-4e19-86eb-405329b80c16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:14.415642 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-49966bd7-91b5-4e19-86eb-405329b80c16 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7462b567-59f0-4562-a2cd-51904e598a9e HTTP/1.1" status: 204 len: 168 time: 0.4790258 Feb 28 10:36:14.433039 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-2772a35f-1910-4eb6-9193-09c26b98c830 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Allocated IP 2001:db8::1fa (8929b71a-d96d-48b5-95df-91b088a5d91b/d87a29c4-6043-4b9c-9e3f-5508dfbc5f09/93ab8f57-7e76-4d3b-a771-43d0ba31b6aa) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:36:14.488606 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49966bd7-91b5-4e19-86eb-405329b80c16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7462b567-59f0-4562-a2cd-51904e598a9e,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:14.530931 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b6f23032-5c82-400e-be92-d61a99907a3f tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (0c785bf8-aaa2-4fa3-9c95-b633d2e0b78b), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:14.542003 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 9ab298fb-31d0-4bb8-bab9-72c609b6d298 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:36:14.593474 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-cc226085-7515-4c22-9880-604c7adfc7a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (4ccd01cd-0645-4666-9592-05da766cda4e), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:14.606367 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f23032-5c82-400e-be92-d61a99907a3f tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Network 9f0a511d-8408-4971-9daa-968eebea54f2 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:36:14.608047 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-d42e04df-4647-486a-ad32-c205fe766b9c req-9fbe5853-8442-4e1b-925d-a9a5c63a1f6d service neutron] 10.222.0.30 "GET /v2.0/networks/c8fe4d5f-4a1f-41f9-85f5-28e75dcf99b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7693534 Feb 28 10:36:14.614712 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-b6f23032-5c82-400e-be92-d61a99907a3f tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:36:14.639964 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f23032-5c82-400e-be92-d61a99907a3f tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:36:14.645751 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f23032-5c82-400e-be92-d61a99907a3f tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:14.646440 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b6f23032-5c82-400e-be92-d61a99907a3f tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:14.662237 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-023558ef-8df7-46e4-b4fa-cf49c7a686db tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:14.662237 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f23032-5c82-400e-be92-d61a99907a3f tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Pushing event updated for resources: {'Port': ['ID=0c785bf8-aaa2-4fa3-9c95-b633d2e0b78b,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:14.700875 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-b6f23032-5c82-400e-be92-d61a99907a3f tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.9686136 Feb 28 10:36:14.708384 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 37544) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:14.821628 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-47b41501-7caa-441b-b3bd-8767930a6bdf None None] Allocated IP 2001:db8:0:1::2 (9f0a511d-8408-4971-9daa-968eebea54f2/b4b4d8ae-e9df-4b86-9a48-12eda961033b/9ab298fb-31d0-4bb8-bab9-72c609b6d298) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:36:14.921069 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port 9ab298fb-31d0-4bb8-bab9-72c609b6d298 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:36:14.921793 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (9ab298fb-31d0-4bb8-bab9-72c609b6d298), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:15.036082 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f49d788-0041-43c0-913a-1f6a8be1d7a7 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Router d7ddbc6a-3d00-4753-9f33-feb0e12d7797 has already been hosted by L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:36:15.036489 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.agents_db [None req-382e0aa2-b126-48e6-89eb-3efa426b6b29 None None] Agent healthcheck: found 6 active agents {{(pid=103410) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 10:36:15.053141 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc226085-7515-4c22-9880-604c7adfc7a9 None None] Pushing event updated for resources: {'Port': ['ID=4ccd01cd-0645-4666-9592-05da766cda4e,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:15.059707 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 9ab298fb-31d0-4bb8-bab9-72c609b6d298 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:36:15.107439 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7f19fec2-f39c-49af-b66b-d5ba0535d86a tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Deleting port 0c785bf8-aaa2-4fa3-9c95-b633d2e0b78b {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:36:15.108012 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7f19fec2-f39c-49af-b66b-d5ba0535d86a tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (0c785bf8-aaa2-4fa3-9c95-b633d2e0b78b), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:15.111858 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-47b41501-7caa-441b-b3bd-8767930a6bdf None None] For port 9ab298fb-31d0-4bb8-bab9-72c609b6d298, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9ab298fb-31d0-4bb8-bab9-72c609b6d298,segment=NetworkSegment(bf553b55-fb1d-4346-a090-4fb77eb0fbd7),segment_id=bf553b55-fb1d-4346-a090-4fb77eb0fbd7)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:36:15.145129 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:15.153709 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-47b41501-7caa-441b-b3bd-8767930a6bdf None None] Publish callbacks [] for port (9ab298fb-31d0-4bb8-bab9-72c609b6d298), precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:15.163932 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-47b41501-7caa-441b-b3bd-8767930a6bdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (9ab298fb-31d0-4bb8-bab9-72c609b6d298), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:15.202496 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2772a35f-1910-4eb6-9193-09c26b98c830 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks [] for port (93ab8f57-7e76-4d3b-a771-43d0ba31b6aa), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:15.209757 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73036cf1-45fb-4eeb-b727-0456736ec5d6 req-5d75419a-1d07-4d40-a2a7-1f373bfd425a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:15.211972 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-73036cf1-45fb-4eeb-b727-0456736ec5d6 req-5d75419a-1d07-4d40-a2a7-1f373bfd425a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=194e12cf0f844c7eb6a851155ceb2206&device_id=21839f2d-46e7-497a-a06a-b1ae129c5e90 HTTP/1.1" status: 200 len: 1129 time: 0.4820733 Feb 28 10:36:15.243545 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-023558ef-8df7-46e4-b4fa-cf49c7a686db tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Allocated IP 2001:db8::1 (c9768f87-0105-4968-b36a-90043e3063b2/b581c39a-5955-4160-9c58-8f95f73718e5/57d9c2ab-2a75-44c2-a434-d256f328d46a) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:36:15.274830 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7f19fec2-f39c-49af-b66b-d5ba0535d86a tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (0c785bf8-aaa2-4fa3-9c95-b633d2e0b78b), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:15.284259 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b41501-7caa-441b-b3bd-8767930a6bdf None None] Pushing event updated for resources: {'Port': ['ID=9ab298fb-31d0-4bb8-bab9-72c609b6d298,revision_number=4']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:15.326882 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7f19fec2-f39c-49af-b66b-d5ba0535d86a tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Calling delete_port for 0c785bf8-aaa2-4fa3-9c95-b633d2e0b78b owned by {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:36:15.367758 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed467ca-baac-4168-8191-e606d0abb332 req-6bf779c2-d64b-4ed4-a961-644e87a717ce tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:15.369496 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-2ed467ca-baac-4168-8191-e606d0abb332 req-6bf779c2-d64b-4ed4-a961-644e87a717ce tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] 10.222.0.20 "GET /v2.0/ports?device_id=21839f2d-46e7-497a-a06a-b1ae129c5e90 HTTP/1.1" status: 200 len: 945 time: 0.4377830 Feb 28 10:36:15.445299 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-023558ef-8df7-46e4-b4fa-cf49c7a686db tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Publish callbacks [] for port (57d9c2ab-2a75-44c2-a434-d256f328d46a), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:15.497215 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f49d788-0041-43c0-913a-1f6a8be1d7a7 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:36:15.506481 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-1f49d788-0041-43c0-913a-1f6a8be1d7a7 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] 10.222.0.20 "PUT /v2.0/routers/d7ddbc6a-3d00-4753-9f33-feb0e12d7797/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8041470 Feb 28 10:36:15.508768 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 37548) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:15.513067 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32451e5b-5ffc-4a6f-a69a-df8a8fa618fc None None] Sync routers for ids ['d7ddbc6a-3d00-4753-9f33-feb0e12d7797'] in dv-neutron-master-2-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:36:15.520947 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2772a35f-1910-4eb6-9193-09c26b98c830 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (93ab8f57-7e76-4d3b-a771-43d0ba31b6aa), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:15.527529 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32451e5b-5ffc-4a6f-a69a-df8a8fa618fc None None] Routers {'d7ddbc6a-3d00-4753-9f33-feb0e12d7797'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:36:15.528155 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-32451e5b-5ffc-4a6f-a69a-df8a8fa618fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:36:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['d7ddbc6a-3d00-4753-9f33-feb0e12d7797'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:15.595346 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-023558ef-8df7-46e4-b4fa-cf49c7a686db tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (57d9c2ab-2a75-44c2-a434-d256f328d46a), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:15.669389 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2772a35f-1910-4eb6-9193-09c26b98c830 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Network 8929b71a-d96d-48b5-95df-91b088a5d91b is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:36:15.671496 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-2772a35f-1910-4eb6-9193-09c26b98c830 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:36:15.686199 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2772a35f-1910-4eb6-9193-09c26b98c830 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:36:15.692201 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2772a35f-1910-4eb6-9193-09c26b98c830 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:15.692917 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2772a35f-1910-4eb6-9193-09c26b98c830 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:15.699354 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-32451e5b-5ffc-4a6f-a69a-df8a8fa618fc None None] Set router d7ddbc6a-3d00-4753-9f33-feb0e12d7797 gateway port host: None {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:36:15.715426 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-2ed467ca-baac-4168-8191-e606d0abb332 req-f4f10a10-b046-4f28-8f3c-ed6e5e945ab3 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] 10.222.0.20 "GET /v2.0/security-groups?id=c6054555-6cfe-4c7d-9758-21814521da07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2820311 Feb 28 10:36:15.721393 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73036cf1-45fb-4eeb-b727-0456736ec5d6 req-1d51263d-80a1-47b7-b211-b47faa818d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:15.723039 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-73036cf1-45fb-4eeb-b727-0456736ec5d6 req-1d51263d-80a1-47b7-b211-b47faa818d38 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c8fe4d5f-4a1f-41f9-85f5-28e75dcf99b0 HTTP/1.1" status: 200 len: 912 time: 0.4638057 Feb 28 10:36:15.728370 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-2772a35f-1910-4eb6-9193-09c26b98c830 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.3278344 Feb 28 10:36:15.731073 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2772a35f-1910-4eb6-9193-09c26b98c830 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Pushing event updated for resources: {'Port': ['ID=93ab8f57-7e76-4d3b-a771-43d0ba31b6aa,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:15.734883 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 37550) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:15.742774 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.db.resource_extend [None req-0ad6c433-a8b0-4272-b617-8703857d01c2 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 10:36:15.746949 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_v2 [None req-37148dbf-4b19-4dd6-b8ee-c9273535564d tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Deleting subnet e59946e5-ae07-4772-8426-8605a011da8d {{(pid=103408) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:36:15.752056 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-a598f5f9-c3c2-471b-b315-5493306142fe tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Request body: {'subnet': {'network_id': '8929b71a-d96d-48b5-95df-91b088a5d91b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:36:15.752816 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-023558ef-8df7-46e4-b4fa-cf49c7a686db tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Network c9768f87-0105-4968-b36a-90043e3063b2 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:36:15.756410 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-37148dbf-4b19-4dd6-b8ee-c9273535564d tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks [] for subnet (e59946e5-ae07-4772-8426-8605a011da8d), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:15.770073 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-023558ef-8df7-46e4-b4fa-cf49c7a686db tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:36:15.823831 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023558ef-8df7-46e4-b4fa-cf49c7a686db tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:36:15.824266 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-023558ef-8df7-46e4-b4fa-cf49c7a686db tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1803404'] for router_interface (c945e51f-7c2c-4893-9cb2-a23b639f8db7), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:15.839457 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023558ef-8df7-46e4-b4fa-cf49c7a686db tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Pushing event updated for resources: {'Port': ['ID=57d9c2ab-2a75-44c2-a434-d256f328d46a,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:16.006232 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-32451e5b-5ffc-4a6f-a69a-df8a8fa618fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7ddbc6a-3d00-4753-9f33-feb0e12d7797', 'name': 'tempest-RoutersTest-router-1825890179', 'tenant_id': 'da82c5902a0c4c459ee88fe904a1e59b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:35:15Z', 'updated_at': '2022-02-28T10:36:13Z', 'revision_number': 9, 'project_id': 'da82c5902a0c4c459ee88fe904a1e59b', 'gw_port_host': None, '_interfaces': [{'id': '144edc35-9369-415e-842a-cda7c06a5ceb', 'name': '', 'network_id': '15f45c6f-d6b4-4b5d-9f81-44370067a41c', 'tenant_id': 'da82c5902a0c4c459ee88fe904a1e59b', 'mac_address': 'fa:16:3e:4a:33:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ddbc6a-3d00-4753-9f33-feb0e12d7797', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '80cf5cc3-7a23-4d81-9989-328f76a695ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:35:19Z', 'updated_at': '2022-02-28T10:35:30Z', 'revision_number': 5, 'project_id': 'da82c5902a0c4c459ee88fe904a1e59b', 'subnets': [{'id': '80cf5cc3-7a23-4d81-9989-328f76a695ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b347c59d-cb8d-4641-b188-7676c46efe56', 'name': '', 'network_id': 'eb839f6c-5043-484a-b1d1-584e5121d293', 'tenant_id': 'da82c5902a0c4c459ee88fe904a1e59b', 'mac_address': 'fa:16:3e:2c:4f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ddbc6a-3d00-4753-9f33-feb0e12d7797', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '2ebd56e7-0ebe-4361-8109-cd1b16754dc7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:35:27Z', 'updated_at': '2022-02-28T10:35:35Z', 'revision_number': 5, 'project_id': 'da82c5902a0c4c459ee88fe904a1e59b', 'subnets': [{'id': '2ebd56e7-0ebe-4361-8109-cd1b16754dc7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:16.012258 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0ad6c433-a8b0-4272-b617-8703857d01c2 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:16.037760 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0ad6c433-a8b0-4272-b617-8703857d01c2 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1803383'] for floatingip (21f529ca-db21-4ffc-b9cf-27fc40a74896), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:16.048149 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32451e5b-5ffc-4a6f-a69a-df8a8fa618fc None None] Checking router: d7ddbc6a-3d00-4753-9f33-feb0e12d7797 for host: dv-neutron-master-2-hyperv {{(pid=103410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:36:16.057092 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-73036cf1-45fb-4eeb-b727-0456736ec5d6 req-f4a19fb7-efd7-412a-a85e-150ddd8cdef8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9e40b316-6489-47a0-bf5a-713af4e208f5 HTTP/1.1" status: 200 len: 1000 time: 0.3222637 Feb 28 10:36:16.061865 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32451e5b-5ffc-4a6f-a69a-df8a8fa618fc None None] Routers {'d7ddbc6a-3d00-4753-9f33-feb0e12d7797'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:36:16.063108 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-32451e5b-5ffc-4a6f-a69a-df8a8fa618fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:36:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['d7ddbc6a-3d00-4753-9f33-feb0e12d7797'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:16.189554 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-32451e5b-5ffc-4a6f-a69a-df8a8fa618fc None None] Set router d7ddbc6a-3d00-4753-9f33-feb0e12d7797 gateway port host: None {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:36:16.335835 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73036cf1-45fb-4eeb-b727-0456736ec5d6 req-77f5cb20-4689-4dee-a622-8afbfd15ffd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:16.337733 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-73036cf1-45fb-4eeb-b727-0456736ec5d6 req-77f5cb20-4689-4dee-a622-8afbfd15ffd8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f9ad3164-3d89-48ee-bb07-ade0c62bef16 HTTP/1.1" status: 200 len: 850 time: 0.2025948 Feb 28 10:36:16.392410 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a598f5f9-c3c2-471b-b315-5493306142fe tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Made reservation on behalf of 29ccc4cf6ba849d18fb6a0524a0ef75f for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:36:16.400763 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a598f5f9-c3c2-471b-b315-5493306142fe tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3516581'] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:16.492886 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-37148dbf-4b19-4dd6-b8ee-c9273535564d tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3423529'] for subnet (e59946e5-ae07-4772-8426-8605a011da8d), precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:16.522216 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-ed009131-0192-4039-b1a0-3156c18a0315 None None] Provisioning complete for port 93ab8f57-7e76-4d3b-a771-43d0ba31b6aa triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:36:16.523332 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ed009131-0192-4039-b1a0-3156c18a0315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (93ab8f57-7e76-4d3b-a771-43d0ba31b6aa), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:16.560798 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-32451e5b-5ffc-4a6f-a69a-df8a8fa618fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7ddbc6a-3d00-4753-9f33-feb0e12d7797', 'name': 'tempest-RoutersTest-router-1825890179', 'tenant_id': 'da82c5902a0c4c459ee88fe904a1e59b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:35:15Z', 'updated_at': '2022-02-28T10:36:13Z', 'revision_number': 9, 'project_id': 'da82c5902a0c4c459ee88fe904a1e59b', 'gw_port_host': None, '_interfaces': [{'id': '144edc35-9369-415e-842a-cda7c06a5ceb', 'name': '', 'network_id': '15f45c6f-d6b4-4b5d-9f81-44370067a41c', 'tenant_id': 'da82c5902a0c4c459ee88fe904a1e59b', 'mac_address': 'fa:16:3e:4a:33:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ddbc6a-3d00-4753-9f33-feb0e12d7797', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '80cf5cc3-7a23-4d81-9989-328f76a695ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:35:19Z', 'updated_at': '2022-02-28T10:35:30Z', 'revision_number': 5, 'project_id': 'da82c5902a0c4c459ee88fe904a1e59b', 'subnets': [{'id': '80cf5cc3-7a23-4d81-9989-328f76a695ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b347c59d-cb8d-4641-b188-7676c46efe56', 'name': '', 'network_id': 'eb839f6c-5043-484a-b1d1-584e5121d293', 'tenant_id': 'da82c5902a0c4c459ee88fe904a1e59b', 'mac_address': 'fa:16:3e:2c:4f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ddbc6a-3d00-4753-9f33-feb0e12d7797', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '2ebd56e7-0ebe-4361-8109-cd1b16754dc7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:35:27Z', 'updated_at': '2022-02-28T10:35:35Z', 'revision_number': 5, 'project_id': 'da82c5902a0c4c459ee88fe904a1e59b', 'subnets': [{'id': '2ebd56e7-0ebe-4361-8109-cd1b16754dc7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:16.578556 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-ed009131-0192-4039-b1a0-3156c18a0315 None None] Port 93ab8f57-7e76-4d3b-a771-43d0ba31b6aa cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:36:16.588989 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7f19fec2-f39c-49af-b66b-d5ba0535d86a tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (0c785bf8-aaa2-4fa3-9c95-b633d2e0b78b), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:16.615103 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-ed009131-0192-4039-b1a0-3156c18a0315 None None] Provisioning complete for port 57d9c2ab-2a75-44c2-a434-d256f328d46a triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:36:16.622351 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ed009131-0192-4039-b1a0-3156c18a0315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (57d9c2ab-2a75-44c2-a434-d256f328d46a), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:16.622482 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32451e5b-5ffc-4a6f-a69a-df8a8fa618fc None None] The sync data for ids ['d7ddbc6a-3d00-4753-9f33-feb0e12d7797'] in dv-neutron-master-2-hyperv is: [{'id': 'd7ddbc6a-3d00-4753-9f33-feb0e12d7797', 'name': 'tempest-RoutersTest-router-1825890179', 'tenant_id': 'da82c5902a0c4c459ee88fe904a1e59b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:35:15Z', 'updated_at': '2022-02-28T10:36:13Z', 'revision_number': 9, 'project_id': 'da82c5902a0c4c459ee88fe904a1e59b', 'gw_port_host': None, '_interfaces': [{'id': '144edc35-9369-415e-842a-cda7c06a5ceb', 'name': '', 'network_id': '15f45c6f-d6b4-4b5d-9f81-44370067a41c', 'tenant_id': 'da82c5902a0c4c459ee88fe904a1e59b', 'mac_address': 'fa:16:3e:4a:33:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ddbc6a-3d00-4753-9f33-feb0e12d7797', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '80cf5cc3-7a23-4d81-9989-328f76a695ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:35:19Z', 'updated_at': '2022-02-28T10:35:30Z', 'revision_number': 5, 'project_id': 'da82c5902a0c4c459ee88fe904a1e59b', 'subnets': [{'id': '80cf5cc3-7a23-4d81-9989-328f76a695ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b347c59d-cb8d-4641-b188-7676c46efe56', 'name': '', 'network_id': 'eb839f6c-5043-484a-b1d1-584e5121d293', 'tenant_id': 'da82c5902a0c4c459ee88fe904a1e59b', 'mac_address': 'fa:16:3e:2c:4f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ddbc6a-3d00-4753-9f33-feb0e12d7797', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '2ebd56e7-0ebe-4361-8109-cd1b16754dc7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:35:27Z', 'updated_at': '2022-02-28T10:35:35Z', 'revision_number': 5, 'project_id': 'da82c5902a0c4c459ee88fe904a1e59b', 'subnets': [{'id': '2ebd56e7-0ebe-4361-8109-cd1b16754dc7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:36:16.650400 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73036cf1-45fb-4eeb-b727-0456736ec5d6 req-e7b5e04b-9da1-49ad-be12-83d27a1f2aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:16.653910 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-73036cf1-45fb-4eeb-b727-0456736ec5d6 req-e7b5e04b-9da1-49ad-be12-83d27a1f2aa9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c8fe4d5f-4a1f-41f9-85f5-28e75dcf99b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.2948103 Feb 28 10:36:16.687103 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f19fec2-f39c-49af-b66b-d5ba0535d86a tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Pushing event deleted for resources: {'Port': ['ID=0c785bf8-aaa2-4fa3-9c95-b633d2e0b78b,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:16.711998 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-ed009131-0192-4039-b1a0-3156c18a0315 None None] Port 57d9c2ab-2a75-44c2-a434-d256f328d46a cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:36:16.715196 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 9ab298fb-31d0-4bb8-bab9-72c609b6d298 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:36:16.754154 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4c44c59-598b-45e4-9148-261d59ea01b7 None None] Network b099226b-cb57-43a7-91b8-605da7e0b1d0 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:36:16.767837 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-37148dbf-4b19-4dd6-b8ee-c9273535564d tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-823142'] for subnet (e59946e5-ae07-4772-8426-8605a011da8d), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:16.824292 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.db.ipam_backend_mixin [None req-a598f5f9-c3c2-471b-b315-5493306142fe tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d87a29c4-6043-4b9c-9e3f-5508dfbc5f09 (CIDR: 2001:db8::/64) Feb 28 10:36:16.841317 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7f19fec2-f39c-49af-b66b-d5ba0535d86a tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:16.845717 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port 9ab298fb-31d0-4bb8-bab9-72c609b6d298 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:36:16.846140 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (9ab298fb-31d0-4bb8-bab9-72c609b6d298), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:16.847258 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-7f19fec2-f39c-49af-b66b-d5ba0535d86a tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "DELETE /v2.0/ports/0c785bf8-aaa2-4fa3-9c95-b633d2e0b78b HTTP/1.1" status: 204 len: 168 time: 2.1368620 Feb 28 10:36:16.851419 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 37554) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:16.907722 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-37148dbf-4b19-4dd6-b8ee-c9273535564d tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-823145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3242523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3951170'] for subnet (e59946e5-ae07-4772-8426-8605a011da8d), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:16.921687 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-84db4483-e522-42a6-b072-e3a170aab6e5 None None] Provisioning complete for port 9ab298fb-31d0-4bb8-bab9-72c609b6d298 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:36:16.922084 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-84db4483-e522-42a6-b072-e3a170aab6e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (9ab298fb-31d0-4bb8-bab9-72c609b6d298), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:16.923288 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-023558ef-8df7-46e4-b4fa-cf49c7a686db tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (57d9c2ab-2a75-44c2-a434-d256f328d46a), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:16.930242 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-a598f5f9-c3c2-471b-b315-5493306142fe tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 10:36:16.930616 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-37148dbf-4b19-4dd6-b8ee-c9273535564d tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks [] for subnet (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:16.930728 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a598f5f9-c3c2-471b-b315-5493306142fe tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:36:16.938597 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-37148dbf-4b19-4dd6-b8ee-c9273535564d tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] 10.222.0.20 "DELETE /v2.0/subnets/e59946e5-ae07-4772-8426-8605a011da8d HTTP/1.1" status: 204 len: 168 time: 1.4286399 Feb 28 10:36:16.959123 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43a9ccee-7e64-4272-ac91-61838e97d62d None None] Network 83813e83-2fb7-432f-b021-5f0d0cb5b1b1 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:36:16.963568 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 37556) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:16.975302 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37148dbf-4b19-4dd6-b8ee-c9273535564d tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Pushing event deleted for resources: {'Subnet': ['ID=e59946e5-ae07-4772-8426-8605a011da8d,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:17.119685 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 9ab298fb-31d0-4bb8-bab9-72c609b6d298 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:36:17.121325 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 4ccd01cd-0645-4666-9592-05da766cda4e up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:36:17.166932 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f3f393b4-d44c-461f-a60d-e73c560030dd tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-665757'] for network (83813e83-2fb7-432f-b021-5f0d0cb5b1b1), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:17.244733 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port 4ccd01cd-0645-4666-9592-05da766cda4e triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:36:17.245272 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (4ccd01cd-0645-4666-9592-05da766cda4e), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:17.326867 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-84db4483-e522-42a6-b072-e3a170aab6e5 None None] Current status of the port 9ab298fb-31d0-4bb8-bab9-72c609b6d298 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:36:17.343365 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-84db4483-e522-42a6-b072-e3a170aab6e5 None None] Provisioning complete for port 4ccd01cd-0645-4666-9592-05da766cda4e triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:36:17.343898 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-84db4483-e522-42a6-b072-e3a170aab6e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (4ccd01cd-0645-4666-9592-05da766cda4e), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:17.422341 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-f3f393b4-d44c-461f-a60d-e73c560030dd tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Deleting port 1236db71-8968-45c0-86b8-576ab929b993 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:36:17.422579 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f3f393b4-d44c-461f-a60d-e73c560030dd tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (1236db71-8968-45c0-86b8-576ab929b993), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:17.423805 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-083448ca-45ef-43a5-b552-8b77972852e5 None None] DHCP port deletion for 83813e83-2fb7-432f-b021-5f0d0cb5b1b1 request from dv-neutron-master-2-hyperv {{(pid=103409) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:36:17.438174 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 4ccd01cd-0645-4666-9592-05da766cda4e is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:36:17.438713 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (4ccd01cd-0645-4666-9592-05da766cda4e), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:17.544990 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd25aa1e-1a16-48bc-92f3-f5c0c3e5642c tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:17.549108 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-fd25aa1e-1a16-48bc-92f3-f5c0c3e5642c tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.6863372 Feb 28 10:36:17.554343 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-a598f5f9-c3c2-471b-b315-5493306142fe tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.8054664 Feb 28 10:36:17.554343 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 37558) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:17.562525 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 37560) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:17.567219 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] For port 4ccd01cd-0645-4666-9592-05da766cda4e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4ccd01cd-0645-4666-9592-05da766cda4e,segment=NetworkSegment(0fd8e230-241c-464c-a23e-265134df9cd6),segment_id=0fd8e230-241c-464c-a23e-265134df9cd6)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:36:17.576926 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (4ccd01cd-0645-4666-9592-05da766cda4e), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:17.577321 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-56aeb86c-2d1b-445b-86d3-74dafc4e77c2 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Request body: {'subnet': {'network_id': '8929b71a-d96d-48b5-95df-91b088a5d91b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:36:17.589226 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-84db4483-e522-42a6-b072-e3a170aab6e5 None None] Current status of the port 4ccd01cd-0645-4666-9592-05da766cda4e is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:36:17.589620 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-84db4483-e522-42a6-b072-e3a170aab6e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (4ccd01cd-0645-4666-9592-05da766cda4e), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:17.600870 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-73036cf1-45fb-4eeb-b727-0456736ec5d6 req-fd713764-9e25-4269-b777-aae95f278c7b service neutron] 10.222.0.30 "GET /v2.0/networks/c8fe4d5f-4a1f-41f9-85f5-28e75dcf99b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9371784 Feb 28 10:36:17.614812 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ad6c433-a8b0-4272-b617-8703857d01c2 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Router 8b6ab8b8-279b-4753-bdf9-c3aeccd09e28 has already been hosted by L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:36:17.635520 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cf9d6a-fcd9-4daa-8531-1623025731b5 req-a6b6f138-09e7-47c6-a99a-d815da694bd9 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:17.636276 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-b9cf9d6a-fcd9-4daa-8531-1623025731b5 req-a6b6f138-09e7-47c6-a99a-d815da694bd9 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] 10.222.0.20 "GET /v2.0/ports?device_id=21839f2d-46e7-497a-a06a-b1ae129c5e90 HTTP/1.1" status: 200 len: 945 time: 0.7645154 Feb 28 10:36:17.652921 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-083448ca-45ef-43a5-b552-8b77972852e5 None None] Deleting port 1236db71-8968-45c0-86b8-576ab929b993 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:36:17.653687 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-083448ca-45ef-43a5-b552-8b77972852e5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (1236db71-8968-45c0-86b8-576ab929b993), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:17.662125 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-f3f393b4-d44c-461f-a60d-e73c560030dd tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] For port 1236db71-8968-45c0-86b8-576ab929b993, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1236db71-8968-45c0-86b8-576ab929b993,segment=NetworkSegment(c74b0ba8-4ad1-45bf-a2b1-8275746689d4),segment_id=c74b0ba8-4ad1-45bf-a2b1-8275746689d4)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:36:17.662125 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f3f393b4-d44c-461f-a60d-e73c560030dd tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (1236db71-8968-45c0-86b8-576ab929b993), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:17.693458 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-f3f393b4-d44c-461f-a60d-e73c560030dd tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Calling delete_port for 1236db71-8968-45c0-86b8-576ab929b993 owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:36:17.696964 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-023558ef-8df7-46e4-b4fa-cf49c7a686db tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Publish callbacks [] for port (57d9c2ab-2a75-44c2-a434-d256f328d46a), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:17.714717 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-023558ef-8df7-46e4-b4fa-cf49c7a686db tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3242529'] for port (57d9c2ab-2a75-44c2-a434-d256f328d46a), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:17.716169 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-023558ef-8df7-46e4-b4fa-cf49c7a686db tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1802524'] for router_interface (c945e51f-7c2c-4893-9cb2-a23b639f8db7), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:17.732790 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a99c9461-97da-431c-abe8-538aa2fce644 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:17.735136 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-a99c9461-97da-431c-abe8-538aa2fce644 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1763449 Feb 28 10:36:17.739849 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 37562) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:17.744166 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Pushing event updated for resources: {'Port': ['ID=4ccd01cd-0645-4666-9592-05da766cda4e,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:17.784127 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-083448ca-45ef-43a5-b552-8b77972852e5 None None] For port 1236db71-8968-45c0-86b8-576ab929b993, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1236db71-8968-45c0-86b8-576ab929b993,segment=NetworkSegment(c74b0ba8-4ad1-45bf-a2b1-8275746689d4),segment_id=c74b0ba8-4ad1-45bf-a2b1-8275746689d4)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:36:17.784649 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-083448ca-45ef-43a5-b552-8b77972852e5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (1236db71-8968-45c0-86b8-576ab929b993), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:17.793947 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.db.api [None req-84db4483-e522-42a6-b072-e3a170aab6e5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103409) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 10:36:17.794310 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG oslo_db.api [None req-84db4483-e522-42a6-b072-e3a170aab6e5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 10:36:17.802298 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-083448ca-45ef-43a5-b552-8b77972852e5 None None] Calling delete_port for 1236db71-8968-45c0-86b8-576ab929b993 owned by network:dhcp {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:36:17.901935 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-083448ca-45ef-43a5-b552-8b77972852e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758'] for port (1236db71-8968-45c0-86b8-576ab929b993), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:17.909502 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-73036cf1-45fb-4eeb-b727-0456736ec5d6 req-7b652172-98eb-418b-b155-a735d958a586 service neutron] 10.222.0.30 "GET /v2.0/networks/c8fe4d5f-4a1f-41f9-85f5-28e75dcf99b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2932715 Feb 28 10:36:17.913368 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef1b2226-d284-4b34-a889-ce8423deb714 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:17.915246 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef1b2226-d284-4b34-a889-ce8423deb714 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:17.915735 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023558ef-8df7-46e4-b4fa-cf49c7a686db tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Pushing event updated for resources: {'Port': ['ID=57d9c2ab-2a75-44c2-a434-d256f328d46a,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:17.916219 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef1b2226-d284-4b34-a889-ce8423deb714 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:17.921476 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-ef1b2226-d284-4b34-a889-ce8423deb714 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1755109 Feb 28 10:36:17.925516 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 37564) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:17.934710 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-b9cf9d6a-fcd9-4daa-8531-1623025731b5 req-594ba129-5dc4-4f02-9b65-dd4c157e88d9 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] 10.222.0.20 "GET /v2.0/security-groups?id=c6054555-6cfe-4c7d-9758-21814521da07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2825599 Feb 28 10:36:17.939770 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083448ca-45ef-43a5-b552-8b77972852e5 None None] Pushing event deleted for resources: {'Port': ['ID=1236db71-8968-45c0-86b8-576ab929b993,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:17.945565 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-083448ca-45ef-43a5-b552-8b77972852e5 None None] No DVR routers for this DVR port 1236db71-8968-45c0-86b8-576ab929b993 on host dv-neutron-master-2-hyperv {{(pid=103409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:36:18.011329 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ad6c433-a8b0-4272-b617-8703857d01c2 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:36:18.011678 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56aeb86c-2d1b-445b-86d3-74dafc4e77c2 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Made reservation on behalf of 29ccc4cf6ba849d18fb6a0524a0ef75f for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:36:18.015338 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-56aeb86c-2d1b-445b-86d3-74dafc4e77c2 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3951209'] for subnet (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:18.021417 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0ad6c433-a8b0-4272-b617-8703857d01c2 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for floatingip (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:18.026574 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a341f858-c042-45cc-8f3a-8f80fdbcbd07 None None] Sync routers for ids ['8b6ab8b8-279b-4753-bdf9-c3aeccd09e28'] in dv-neutron-master-2-hyperv {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:36:18.040016 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a341f858-c042-45cc-8f3a-8f80fdbcbd07 None None] Routers {'8b6ab8b8-279b-4753-bdf9-c3aeccd09e28'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:36:18.040748 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-a341f858-c042-45cc-8f3a-8f80fdbcbd07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:36:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['8b6ab8b8-279b-4753-bdf9-c3aeccd09e28'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:18.060047 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f3f393b4-d44c-461f-a60d-e73c560030dd tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (1236db71-8968-45c0-86b8-576ab929b993), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:18.128696 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f393b4-d44c-461f-a60d-e73c560030dd tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Pushing event deleted for resources: {'Port': ['ID=1236db71-8968-45c0-86b8-576ab929b993,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:18.134605 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_v2 [None req-47cfc1e4-6a57-4960-92d2-1c7b19ed4205 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Deleting subnet 2cc9b357-f516-410a-898e-11c9c237e747 {{(pid=103408) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:36:18.153325 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-47cfc1e4-6a57-4960-92d2-1c7b19ed4205 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks [] for subnet (2cc9b357-f516-410a-898e-11c9c237e747), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:18.163690 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-0ad6c433-a8b0-4272-b617-8703857d01c2 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] 10.222.0.20 "PUT /v2.0/floatingips/21f529ca-db21-4ffc-b9cf-27fc40a74896 HTTP/1.1" status: 200 len: 978 time: 5.5644131 Feb 28 10:36:18.166117 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 37568) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:18.184091 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-023558ef-8df7-46e4-b4fa-cf49c7a686db tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Network c9768f87-0105-4968-b36a-90043e3063b2 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:36:18.187705 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9ccde5-5224-4053-bb6a-a582807334e3 req-ae4a3057-df6c-4467-b514-e6e015e674b1 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:18.190092 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-6d9ccde5-5224-4053-bb6a-a582807334e3 req-ae4a3057-df6c-4467-b514-e6e015e674b1 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] 10.222.0.20 "GET /v2.0/ports?device_id=21839f2d-46e7-497a-a06a-b1ae129c5e90 HTTP/1.1" status: 200 len: 945 time: 0.1311285 Feb 28 10:36:18.199799 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-023558ef-8df7-46e4-b4fa-cf49c7a686db tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:36:18.201930 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f393b4-d44c-461f-a60d-e73c560030dd tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] No DVR routers for this DVR port 1236db71-8968-45c0-86b8-576ab929b993 on host dv-neutron-master-2-hyperv {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:36:18.244427 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-a341f858-c042-45cc-8f3a-8f80fdbcbd07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:18.257611 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a341f858-c042-45cc-8f3a-8f80fdbcbd07 None None] Routers {'8b6ab8b8-279b-4753-bdf9-c3aeccd09e28'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:36:18.257960 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-a341f858-c042-45cc-8f3a-8f80fdbcbd07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:36:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['8b6ab8b8-279b-4753-bdf9-c3aeccd09e28'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:18.316638 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-a341f858-c042-45cc-8f3a-8f80fdbcbd07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:18.317169 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a341f858-c042-45cc-8f3a-8f80fdbcbd07 None None] The sync data for ids ['8b6ab8b8-279b-4753-bdf9-c3aeccd09e28'] in dv-neutron-master-2-hyperv is: [] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:36:18.320317 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-47cfc1e4-6a57-4960-92d2-1c7b19ed4205 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3423529'] for subnet (2cc9b357-f516-410a-898e-11c9c237e747), precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:18.374498 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-84db4483-e522-42a6-b072-e3a170aab6e5 None None] Current status of the port 4ccd01cd-0645-4666-9592-05da766cda4e is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:36:18.389345 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-6d9ccde5-5224-4053-bb6a-a582807334e3 req-75c7de31-982c-418b-bbff-c8736bea9a78 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] 10.222.0.20 "GET /v2.0/security-groups?id=c6054555-6cfe-4c7d-9758-21814521da07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1613181 Feb 28 10:36:18.436109 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.db.ipam_backend_mixin [None req-56aeb86c-2d1b-445b-86d3-74dafc4e77c2 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 79bdcd99-7f8d-4ec5-b7ba-baa36836db30 (CIDR: 2001:db8:0:1::/64) Feb 28 10:36:18.438480 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 4ccd01cd-0645-4666-9592-05da766cda4e up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:36:18.478515 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-56aeb86c-2d1b-445b-86d3-74dafc4e77c2 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 10:36:18.479011 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56aeb86c-2d1b-445b-86d3-74dafc4e77c2 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103408) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:36:18.490027 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-1bdc6b72-9110-43d3-8eef-11a6cc603931 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Deleting port e7391084-e056-4f20-9a4b-15d1d169bd62 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:36:18.490299 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1bdc6b72-9110-43d3-8eef-11a6cc603931 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (e7391084-e056-4f20-9a4b-15d1d169bd62), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:18.496683 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-634e7c66-8872-4195-850d-256f093dd256 None None] Could not find standard attr ID for object 0c785bf8-aaa2-4fa3-9c95-b633d2e0b78b. {{(pid=103409) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Feb 28 10:36:18.531582 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f3f393b4-d44c-461f-a60d-e73c560030dd tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672413', 'neutron.services.segments.db._delete_segments_for_network-8742057110173'] for network (83813e83-2fb7-432f-b021-5f0d0cb5b1b1), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:18.543422 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port 4ccd01cd-0645-4666-9592-05da766cda4e triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:36:18.549882 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-56aeb86c-2d1b-445b-86d3-74dafc4e77c2 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.9834621 Feb 28 10:36:18.552853 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 37572) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:18.558898 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (4ccd01cd-0645-4666-9592-05da766cda4e), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:18.562182 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-634e7c66-8872-4195-850d-256f093dd256 None None] Provisioning complete for port 4ccd01cd-0645-4666-9592-05da766cda4e triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:36:18.562562 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-634e7c66-8872-4195-850d-256f093dd256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (4ccd01cd-0645-4666-9592-05da766cda4e), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:18.572378 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-023558ef-8df7-46e4-b4fa-cf49c7a686db tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Router c945e51f-7c2c-4893-9cb2-a23b639f8db7 has already been hosted by L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 {{(pid=103408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:36:18.576889 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-8a4dc7fd-450e-4c0a-8a20-7ec09f7fc667 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Request body: {'subnet': {'network_id': '8929b71a-d96d-48b5-95df-91b088a5d91b', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:36:18.607213 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1bdc6b72-9110-43d3-8eef-11a6cc603931 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (e7391084-e056-4f20-9a4b-15d1d169bd62), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:18.607551 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1bdc6b72-9110-43d3-8eef-11a6cc603931 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks [] for floatingip (e7391084-e056-4f20-9a4b-15d1d169bd62), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:18.622828 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-1bdc6b72-9110-43d3-8eef-11a6cc603931 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Calling delete_port for e7391084-e056-4f20-9a4b-15d1d169bd62 owned by network:floatingip {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:36:18.691442 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-f3f393b4-d44c-461f-a60d-e73c560030dd tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83813e83-2fb7-432f-b021-5f0d0cb5b1b1']}} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:18.714092 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-f3f393b4-d44c-461f-a60d-e73c560030dd tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c74b0ba8-4ad1-45bf-a2b1-8275746689d4') {'for_net_delete': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:18.714501 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-f3f393b4-d44c-461f-a60d-e73c560030dd tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c74b0ba8-4ad1-45bf-a2b1-8275746689d4') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:18.731896 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 4ccd01cd-0645-4666-9592-05da766cda4e is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:36:18.734477 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f3f393b4-d44c-461f-a60d-e73c560030dd tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742057113766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3423550'] for segment (c74b0ba8-4ad1-45bf-a2b1-8275746689d4), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:18.741893 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-634e7c66-8872-4195-850d-256f093dd256 None None] Current status of the port 4ccd01cd-0645-4666-9592-05da766cda4e is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:36:18.764151 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-47cfc1e4-6a57-4960-92d2-1c7b19ed4205 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-823142'] for subnet (2cc9b357-f516-410a-898e-11c9c237e747), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:18.790900 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f3f393b4-d44c-461f-a60d-e73c560030dd tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (c74b0ba8-4ad1-45bf-a2b1-8275746689d4), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:18.803190 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 4969f4d9-c609-446a-b2f3-05dc01d01bfe no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:36:18.826828 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] No Port match for: 4969f4d9-c609-446a-b2f3-05dc01d01bfe {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:36:18.827218 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 4969f4d9-c609-446a-b2f3-05dc01d01bfe not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:36:18.827780 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 1236db71-8968-45c0-86b8-576ab929b993 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:36:18.840860 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f167a9-5007-4c34-a1df-86aa32882097 req-4ecacb0b-8060-441b-a3a6-a03b4338bc14 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:18.847731 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-42f167a9-5007-4c34-a1df-86aa32882097 req-4ecacb0b-8060-441b-a3a6-a03b4338bc14 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] 10.222.0.20 "GET /v2.0/ports?device_id=21839f2d-46e7-497a-a06a-b1ae129c5e90 HTTP/1.1" status: 200 len: 945 time: 0.0859051 Feb 28 10:36:18.858056 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] No Port match for: 1236db71-8968-45c0-86b8-576ab929b993 {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:36:18.858407 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 1236db71-8968-45c0-86b8-576ab929b993 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:36:18.874254 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-6b4be037-16f2-45a3-b3c6-846a5b5c8381 None None] Provisioning complete for port 57d9c2ab-2a75-44c2-a434-d256f328d46a triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:36:18.874849 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6b4be037-16f2-45a3-b3c6-846a5b5c8381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (57d9c2ab-2a75-44c2-a434-d256f328d46a), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:18.887807 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3f393b4-d44c-461f-a60d-e73c560030dd tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Releasing vlan 285 on physical network physnet1 to pool {{(pid=103408) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:36:18.888226 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f3f393b4-d44c-461f-a60d-e73c560030dd tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3242693'] for segment (c74b0ba8-4ad1-45bf-a2b1-8275746689d4), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:18.891357 dv-neutron-master-2-hyperv neutron-server[103408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 10:36:18.891357 dv-neutron-master-2-hyperv neutron-server[103408]: self.session.flush() Feb 28 10:36:18.891357 dv-neutron-master-2-hyperv neutron-server[103408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 10:36:18.891357 dv-neutron-master-2-hyperv neutron-server[103408]: self.session.flush() Feb 28 10:36:18.891357 dv-neutron-master-2-hyperv neutron-server[103408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 10:36:18.891357 dv-neutron-master-2-hyperv neutron-server[103408]: self.session.flush() Feb 28 10:36:18.891357 dv-neutron-master-2-hyperv neutron-server[103408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 10:36:18.891357 dv-neutron-master-2-hyperv neutron-server[103408]: self.session.flush() Feb 28 10:36:18.891357 dv-neutron-master-2-hyperv neutron-server[103408]: Traceback (most recent call last): Feb 28 10:36:18.891357 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:36:18.891357 dv-neutron-master-2-hyperv neutron-server[103408]: timer() Feb 28 10:36:18.891357 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:36:18.891357 dv-neutron-master-2-hyperv neutron-server[103408]: cb(*args, **kw) Feb 28 10:36:18.891357 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:36:18.891357 dv-neutron-master-2-hyperv neutron-server[103408]: return func(*args, **kwargs) Feb 28 10:36:18.891357 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:36:18.891357 dv-neutron-master-2-hyperv neutron-server[103408]: self._notify() Feb 28 10:36:18.891357 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:36:18.891357 dv-neutron-master-2-hyperv neutron-server[103408]: self.callback(batched_events) Feb 28 10:36:18.891357 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:36:18.891357 dv-neutron-master-2-hyperv neutron-server[103408]: event.method(event) Feb 28 10:36:18.891357 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:36:18.891357 dv-neutron-master-2-hyperv neutron-server[103408]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:36:18.891357 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:36:18.891357 dv-neutron-master-2-hyperv neutron-server[103408]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:36:18.891357 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:36:18.891357 dv-neutron-master-2-hyperv neutron-server[103408]: return f(self, *a, **k) Feb 28 10:36:18.891357 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:36:18.891357 dv-neutron-master-2-hyperv neutron-server[103408]: return self._get(url).json() Feb 28 10:36:18.891357 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:36:18.891357 dv-neutron-master-2-hyperv neutron-server[103408]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:36:18.891357 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:36:18.891357 dv-neutron-master-2-hyperv neutron-server[103408]: return self.request(url, 'GET', **kwargs) Feb 28 10:36:18.891357 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:36:18.891357 dv-neutron-master-2-hyperv neutron-server[103408]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:36:18.891357 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:36:18.891357 dv-neutron-master-2-hyperv neutron-server[103408]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:36:18.891357 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:36:18.891357 dv-neutron-master-2-hyperv neutron-server[103408]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:36:18.891357 dv-neutron-master-2-hyperv neutron-server[103408]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:36:18.906698 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-42f167a9-5007-4c34-a1df-86aa32882097 req-850a82b4-2084-401f-a0df-93c434f69ab9 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] 10.222.0.20 "GET /v2.0/security-groups?id=c6054555-6cfe-4c7d-9758-21814521da07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564671 Feb 28 10:36:18.923430 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-6b4be037-16f2-45a3-b3c6-846a5b5c8381 None None] Port 57d9c2ab-2a75-44c2-a434-d256f328d46a cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:36:18.949422 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1bdc6b72-9110-43d3-8eef-11a6cc603931 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (e7391084-e056-4f20-9a4b-15d1d169bd62), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:18.979939 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdc6b72-9110-43d3-8eef-11a6cc603931 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Pushing event deleted for resources: {'Port': ['ID=e7391084-e056-4f20-9a4b-15d1d169bd62,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:18.997746 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-023558ef-8df7-46e4-b4fa-cf49c7a686db tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:36:19.010623 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-023558ef-8df7-46e4-b4fa-cf49c7a686db tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] 10.222.0.20 "PUT /v2.0/routers/c945e51f-7c2c-4893-9cb2-a23b639f8db7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8488317 Feb 28 10:36:19.011645 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 37576) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:19.012506 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c713cb3c-a54e-44d6-93f8-7e73a457a1ca None None] Sync routers for ids ['c945e51f-7c2c-4893-9cb2-a23b639f8db7'] in dv-neutron-master-2-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:36:19.025437 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f3f393b4-d44c-461f-a60d-e73c560030dd tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803269'] for network (83813e83-2fb7-432f-b021-5f0d0cb5b1b1), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:19.028374 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c713cb3c-a54e-44d6-93f8-7e73a457a1ca None None] Routers {'c945e51f-7c2c-4893-9cb2-a23b639f8db7'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:36:19.030071 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-47cfc1e4-6a57-4960-92d2-1c7b19ed4205 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-823145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3242523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3951170'] for subnet (2cc9b357-f516-410a-898e-11c9c237e747), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:19.030669 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-c713cb3c-a54e-44d6-93f8-7e73a457a1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:36:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['c945e51f-7c2c-4893-9cb2-a23b639f8db7'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:19.064395 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1bdc6b72-9110-43d3-8eef-11a6cc603931 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks [] for floatingip (21f529ca-db21-4ffc-b9cf-27fc40a74896), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:19.064910 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.db.l3_db [None req-1bdc6b72-9110-43d3-8eef-11a6cc603931 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Floating IP 21f529ca-db21-4ffc-b9cf-27fc40a74896 disassociated (deleted). External IP: 172.36.5.142, port: 21be2bb5-6b5a-4972-81e8-c4a48086028b. Feb 28 10:36:19.071654 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-c713cb3c-a54e-44d6-93f8-7e73a457a1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:19.076576 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f3f393b4-d44c-461f-a60d-e73c560030dd tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616561'] for network (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:19.082580 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-f3f393b4-d44c-461f-a60d-e73c560030dd tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] 10.222.0.20 "DELETE /v2.0/networks/83813e83-2fb7-432f-b021-5f0d0cb5b1b1 HTTP/1.1" status: 204 len: 168 time: 2.1149495 Feb 28 10:36:19.084569 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c713cb3c-a54e-44d6-93f8-7e73a457a1ca None None] Routers {'c945e51f-7c2c-4893-9cb2-a23b639f8db7'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:36:19.085453 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-c713cb3c-a54e-44d6-93f8-7e73a457a1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:36:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['c945e51f-7c2c-4893-9cb2-a23b639f8db7'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:19.087980 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a4dc7fd-450e-4c0a-8a20-7ec09f7fc667 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Made reservation on behalf of 29ccc4cf6ba849d18fb6a0524a0ef75f for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:36:19.091457 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8a4dc7fd-450e-4c0a-8a20-7ec09f7fc667 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3951209'] for subnet (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:19.101025 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 37578) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:19.120059 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-c713cb3c-a54e-44d6-93f8-7e73a457a1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:19.120758 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c713cb3c-a54e-44d6-93f8-7e73a457a1ca None None] The sync data for ids ['c945e51f-7c2c-4893-9cb2-a23b639f8db7'] in dv-neutron-master-2-hyperv is: [] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:36:19.167671 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cfc1e4-6a57-4960-92d2-1c7b19ed4205 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Pushing event deleted for resources: {'Subnet': ['ID=2cc9b357-f516-410a-898e-11c9c237e747,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:19.169335 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f393b4-d44c-461f-a60d-e73c560030dd tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Pushing event deleted for resources: {'Network': ['ID=83813e83-2fb7-432f-b021-5f0d0cb5b1b1,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:19.176931 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-846fd4b0-1fe2-4ea0-9844-65f7d6243b87 None None] Network 9f0a511d-8408-4971-9daa-968eebea54f2 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:36:19.196986 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-47cfc1e4-6a57-4960-92d2-1c7b19ed4205 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks [] for subnet (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:19.202464 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-47cfc1e4-6a57-4960-92d2-1c7b19ed4205 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "DELETE /v2.0/subnets/2cc9b357-f516-410a-898e-11c9c237e747 HTTP/1.1" status: 204 len: 168 time: 1.2733190 Feb 28 10:36:19.206618 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 37580) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:19.272907 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-03150dfe-b5b5-4b4f-b780-965dc0fe20b1 tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Publish callbacks [] for router (c945e51f-7c2c-4893-9cb2-a23b639f8db7), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:19.508290 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bdc6b72-9110-43d3-8eef-11a6cc603931 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Router 8b6ab8b8-279b-4753-bdf9-c3aeccd09e28 has already been hosted by L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:36:19.669169 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bdc6b72-9110-43d3-8eef-11a6cc603931 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:36:19.676839 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1bdc6b72-9110-43d3-8eef-11a6cc603931 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for floatingip (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:19.682010 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9faa5388-01fc-4e8b-9882-9f3e6ff58a2f None None] Sync routers for ids ['8b6ab8b8-279b-4753-bdf9-c3aeccd09e28'] in dv-neutron-master-2-hyperv {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:36:19.694461 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9faa5388-01fc-4e8b-9882-9f3e6ff58a2f None None] Routers {'8b6ab8b8-279b-4753-bdf9-c3aeccd09e28'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:36:19.695127 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-9faa5388-01fc-4e8b-9882-9f3e6ff58a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:36:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['8b6ab8b8-279b-4753-bdf9-c3aeccd09e28'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:19.719373 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-1bdc6b72-9110-43d3-8eef-11a6cc603931 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] 10.222.0.20 "DELETE /v2.0/floatingips/21f529ca-db21-4ffc-b9cf-27fc40a74896 HTTP/1.1" status: 204 len: 168 time: 1.5511875 Feb 28 10:36:19.721354 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 37582) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:19.728702 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b7258b4-4404-41a5-aea0-34ba627ee743 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Deleting subnet b4b4d8ae-e9df-4b86-9a48-12eda961033b {{(pid=103408) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:36:19.733118 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7b7258b4-4404-41a5-aea0-34ba627ee743 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks [] for subnet (b4b4d8ae-e9df-4b86-9a48-12eda961033b), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:19.749031 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-9faa5388-01fc-4e8b-9882-9f3e6ff58a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:19.763576 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9faa5388-01fc-4e8b-9882-9f3e6ff58a2f None None] Routers {'8b6ab8b8-279b-4753-bdf9-c3aeccd09e28'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:36:19.764081 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-efe88e10-b648-48ab-8eea-80f63e5523dc tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1802615'] for router_interface (d7ddbc6a-3d00-4753-9f33-feb0e12d7797), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:19.765215 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-9faa5388-01fc-4e8b-9882-9f3e6ff58a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:36:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['8b6ab8b8-279b-4753-bdf9-c3aeccd09e28'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:19.812585 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-9faa5388-01fc-4e8b-9882-9f3e6ff58a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:19.814112 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9faa5388-01fc-4e8b-9882-9f3e6ff58a2f None None] The sync data for ids ['8b6ab8b8-279b-4753-bdf9-c3aeccd09e28'] in dv-neutron-master-2-hyperv is: [] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:36:19.844982 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7b7258b4-4404-41a5-aea0-34ba627ee743 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3423529'] for subnet (b4b4d8ae-e9df-4b86-9a48-12eda961033b), precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:19.922535 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.api.v2.resource [None req-03150dfe-b5b5-4b4f-b780-965dc0fe20b1 tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 28 10:36:19.926885 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-03150dfe-b5b5-4b4f-b780-965dc0fe20b1 tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] 10.222.0.20 "DELETE /v2.0/routers/c945e51f-7c2c-4893-9cb2-a23b639f8db7 HTTP/1.1" status: 409 len: 329 time: 0.9084082 Feb 28 10:36:19.927078 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 37586) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:19.958655 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-e5a9d636-db21-49b0-b6ca-46834c5dbea4 None None] Provisioning complete for port 9ab298fb-31d0-4bb8-bab9-72c609b6d298 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:36:19.959450 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e5a9d636-db21-49b0-b6ca-46834c5dbea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (9ab298fb-31d0-4bb8-bab9-72c609b6d298), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:20.016095 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7b7258b4-4404-41a5-aea0-34ba627ee743 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-823142'] for subnet (b4b4d8ae-e9df-4b86-9a48-12eda961033b), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:20.036473 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-d0c25df0-919b-406a-885d-90a81cf21bf3 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Deleting port 21be2bb5-6b5a-4972-81e8-c4a48086028b {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:36:20.036754 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d0c25df0-919b-406a-885d-90a81cf21bf3 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (21be2bb5-6b5a-4972-81e8-c4a48086028b), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:20.051159 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-e5a9d636-db21-49b0-b6ca-46834c5dbea4 None None] Current status of the port 9ab298fb-31d0-4bb8-bab9-72c609b6d298 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:36:20.053220 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8a4dc7fd-450e-4c0a-8a20-7ec09f7fc667 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3242588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3951195'] for subnet (8988cfc1-3d30-49f4-ab24-2023c61df6fd), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:20.107925 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a4dc7fd-450e-4c0a-8a20-7ec09f7fc667 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Network 8929b71a-d96d-48b5-95df-91b088a5d91b is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:36:20.115158 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-8a4dc7fd-450e-4c0a-8a20-7ec09f7fc667 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:36:20.120287 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a4dc7fd-450e-4c0a-8a20-7ec09f7fc667 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:20.120955 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8a4dc7fd-450e-4c0a-8a20-7ec09f7fc667 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks [] for subnet (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:20.129990 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02165289-e64a-4673-8aec-d5658c3a1ba4 None None] Network 8929b71a-d96d-48b5-95df-91b088a5d91b requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:36:20.143574 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4dc7fd-450e-4c0a-8a20-7ec09f7fc667 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Pushing event updated for resources: {'Subnet': ['ID=8988cfc1-3d30-49f4-ab24-2023c61df6fd,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:20.153220 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-8a4dc7fd-450e-4c0a-8a20-7ec09f7fc667 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.5946255 Feb 28 10:36:20.155998 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 37588) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:20.157273 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7b7258b4-4404-41a5-aea0-34ba627ee743 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-823145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3242523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3951170'] for subnet (b4b4d8ae-e9df-4b86-9a48-12eda961033b), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:20.171610 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-957bbf99-9ec5-462a-867f-300b5b0e5473 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-858123303', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '8988cfc1-3d30-49f4-ab24-2023c61df6fd'}], 'security_groups': ['82b4c7f2-3c59-4208-9c1b-355011e26a38', '67470d95-860e-42ed-bcbe-3187acb6c4a5']}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:36:20.220753 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7258b4-4404-41a5-aea0-34ba627ee743 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Pushing event deleted for resources: {'Subnet': ['ID=b4b4d8ae-e9df-4b86-9a48-12eda961033b,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:20.236173 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d930282-4b69-4737-a50e-ca3f8d53363d None None] Network 9f0a511d-8408-4971-9daa-968eebea54f2 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:36:20.250600 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7b7258b4-4404-41a5-aea0-34ba627ee743 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks [] for subnet (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:20.258334 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-7b7258b4-4404-41a5-aea0-34ba627ee743 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "DELETE /v2.0/subnets/b4b4d8ae-e9df-4b86-9a48-12eda961033b HTTP/1.1" status: 204 len: 168 time: 1.0428364 Feb 28 10:36:20.258502 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d0c25df0-919b-406a-885d-90a81cf21bf3 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (21be2bb5-6b5a-4972-81e8-c4a48086028b), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:20.262047 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 37590) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:20.284660 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f93e5da-1f80-45e9-a4d6-af9baa958746 req-e70383d3-a4a4-4671-9d0b-3c86ab284efc tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:20.286275 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-9f93e5da-1f80-45e9-a4d6-af9baa958746 req-e70383d3-a4a4-4671-9d0b-3c86ab284efc tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] 10.222.0.20 "GET /v2.0/ports?device_id=21839f2d-46e7-497a-a06a-b1ae129c5e90 HTTP/1.1" status: 200 len: 945 time: 0.2636430 Feb 28 10:36:20.348648 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-d0c25df0-919b-406a-885d-90a81cf21bf3 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Calling delete_port for 21be2bb5-6b5a-4972-81e8-c4a48086028b owned by {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:36:20.362250 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-1caac444-6607-40c8-ab8b-a6479ee0fdf1 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0962288 Feb 28 10:36:20.363815 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 37592) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:20.370175 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-9cd0710b-4fa5-491b-873e-293e1d5e920a tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Request body: {'subnet': {'network_id': '9f0a511d-8408-4971-9daa-968eebea54f2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:36:20.453803 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a86310f7-fb65-48d1-9fc3-ea34d261bcb2 None None] Update dhcp port {'port': {'network_id': '8929b71a-d96d-48b5-95df-91b088a5d91b', 'fixed_ips': [{'subnet_id': '79bdcd99-7f8d-4ec5-b7ba-baa36836db30', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'd87a29c4-6043-4b9c-9e3f-5508dfbc5f09', 'ip_address': '2001:db8::2'}, {'subnet_id': '8988cfc1-3d30-49f4-ab24-2023c61df6fd'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': '1332c1c3-c7e2-4d1f-bf51-b956e0e73c8a'} from dv-neutron-master-2-hyperv. {{(pid=103409) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 28 10:36:20.479590 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-957bbf99-9ec5-462a-867f-300b5b0e5473 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (93ab8f57-7e76-4d3b-a771-43d0ba31b6aa), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:20.483946 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-979a8970-79fc-437a-8a08-738ec2f1a9ac None None] DHCP port deletion for 9f0a511d-8408-4971-9daa-968eebea54f2 request from dv-neutron-master-2-hyperv {{(pid=103409) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:36:20.498502 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a86310f7-fb65-48d1-9fc3-ea34d261bcb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (1332c1c3-c7e2-4d1f-bf51-b956e0e73c8a), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:20.559070 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cd0710b-4fa5-491b-873e-293e1d5e920a tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Made reservation on behalf of 01d784a6a3f04224a7e9160ad9d44184 for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:36:20.562672 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9cd0710b-4fa5-491b-873e-293e1d5e920a tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3951209'] for subnet (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:20.649751 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-979a8970-79fc-437a-8a08-738ec2f1a9ac None None] Deleting port 9ab298fb-31d0-4bb8-bab9-72c609b6d298 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:36:20.649751 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-979a8970-79fc-437a-8a08-738ec2f1a9ac None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (9ab298fb-31d0-4bb8-bab9-72c609b6d298), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:20.751484 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-979a8970-79fc-437a-8a08-738ec2f1a9ac None None] For port 9ab298fb-31d0-4bb8-bab9-72c609b6d298, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9ab298fb-31d0-4bb8-bab9-72c609b6d298,segment=NetworkSegment(bf553b55-fb1d-4346-a090-4fb77eb0fbd7),segment_id=bf553b55-fb1d-4346-a090-4fb77eb0fbd7)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:36:20.752200 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-979a8970-79fc-437a-8a08-738ec2f1a9ac None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (9ab298fb-31d0-4bb8-bab9-72c609b6d298), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:20.777265 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-979a8970-79fc-437a-8a08-738ec2f1a9ac None None] Calling delete_port for 9ab298fb-31d0-4bb8-bab9-72c609b6d298 owned by network:dhcp {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:36:20.778925 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-a86310f7-fb65-48d1-9fc3-ea34d261bcb2 None None] Allocated IP 2001:db8:0:2::2 (8929b71a-d96d-48b5-95df-91b088a5d91b/8988cfc1-3d30-49f4-ab24-2023c61df6fd/1332c1c3-c7e2-4d1f-bf51-b956e0e73c8a) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:36:20.871180 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-9f93e5da-1f80-45e9-a4d6-af9baa958746 req-c4ea3ef3-b5a7-42a6-abf8-8c21ebe34e30 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] 10.222.0.20 "GET /v2.0/security-groups?id=c6054555-6cfe-4c7d-9758-21814521da07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5208249 Feb 28 10:36:20.914177 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9cd0710b-4fa5-491b-873e-293e1d5e920a tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3242588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3951195'] for subnet (f704aa1e-99e4-4983-935a-4b134361cfa9), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:20.944999 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-efe88e10-b648-48ab-8eea-80f63e5523dc tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Deleting port b347c59d-cb8d-4641-b188-7676c46efe56 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:36:20.945624 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-a86310f7-fb65-48d1-9fc3-ea34d261bcb2 None None] For port 1332c1c3-c7e2-4d1f-bf51-b956e0e73c8a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1332c1c3-c7e2-4d1f-bf51-b956e0e73c8a,segment=NetworkSegment(7e03bdcf-c10c-4112-b5d0-ef96003e84c0),segment_id=7e03bdcf-c10c-4112-b5d0-ef96003e84c0)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:36:20.945772 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-efe88e10-b648-48ab-8eea-80f63e5523dc tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (b347c59d-cb8d-4641-b188-7676c46efe56), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:20.948302 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-979a8970-79fc-437a-8a08-738ec2f1a9ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758'] for port (9ab298fb-31d0-4bb8-bab9-72c609b6d298), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:20.967886 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cd0710b-4fa5-491b-873e-293e1d5e920a tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Network 9f0a511d-8408-4971-9daa-968eebea54f2 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:36:20.989540 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-9cd0710b-4fa5-491b-873e-293e1d5e920a tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:36:20.992835 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979a8970-79fc-437a-8a08-738ec2f1a9ac None None] Pushing event deleted for resources: {'Port': ['ID=9ab298fb-31d0-4bb8-bab9-72c609b6d298,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:20.999454 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cd0710b-4fa5-491b-873e-293e1d5e920a tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:21.000261 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9cd0710b-4fa5-491b-873e-293e1d5e920a tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks [] for subnet (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:21.000407 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-979a8970-79fc-437a-8a08-738ec2f1a9ac None None] No DVR routers for this DVR port 9ab298fb-31d0-4bb8-bab9-72c609b6d298 on host dv-neutron-master-2-hyperv {{(pid=103409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:36:21.017090 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a86310f7-fb65-48d1-9fc3-ea34d261bcb2 None None] Publish callbacks [] for port (1332c1c3-c7e2-4d1f-bf51-b956e0e73c8a), precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:21.025840 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a86310f7-fb65-48d1-9fc3-ea34d261bcb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (1332c1c3-c7e2-4d1f-bf51-b956e0e73c8a), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:21.027417 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd0710b-4fa5-491b-873e-293e1d5e920a tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Pushing event updated for resources: {'Subnet': ['ID=f704aa1e-99e4-4983-935a-4b134361cfa9,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:21.031970 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffa4253f-2166-455c-9a86-66cf989d0622 None None] Network 9f0a511d-8408-4971-9daa-968eebea54f2 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:36:21.053043 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-9cd0710b-4fa5-491b-873e-293e1d5e920a tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6881278 Feb 28 10:36:21.064269 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 37594) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:21.083358 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-8cf924ec-4be4-466d-aa59-030117c5596e tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Request body: {'subnet': {'network_id': '9f0a511d-8408-4971-9daa-968eebea54f2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:36:21.176450 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-957bbf99-9ec5-462a-867f-300b5b0e5473 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Delete allocated IP 2001:db8::1fa (8929b71a-d96d-48b5-95df-91b088a5d91b/d87a29c4-6043-4b9c-9e3f-5508dfbc5f09) {{(pid=103408) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 28 10:36:21.183018 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86310f7-fb65-48d1-9fc3-ea34d261bcb2 None None] Pushing event updated for resources: {'Port': ['ID=1332c1c3-c7e2-4d1f-bf51-b956e0e73c8a,revision_number=7']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:21.187503 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-957bbf99-9ec5-462a-867f-300b5b0e5473 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Allocated IP 2001:db8:0:2::1cb (8929b71a-d96d-48b5-95df-91b088a5d91b/8988cfc1-3d30-49f4-ab24-2023c61df6fd/93ab8f57-7e76-4d3b-a771-43d0ba31b6aa) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:36:21.223357 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-efe88e10-b648-48ab-8eea-80f63e5523dc tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] For port b347c59d-cb8d-4641-b188-7676c46efe56, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b347c59d-cb8d-4641-b188-7676c46efe56,segment=NetworkSegment(a5984d10-b6ad-49b0-8fb9-0adcc28ef9b7),segment_id=a5984d10-b6ad-49b0-8fb9-0adcc28ef9b7)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:36:21.223727 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-efe88e10-b648-48ab-8eea-80f63e5523dc tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (b347c59d-cb8d-4641-b188-7676c46efe56), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:21.226451 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d0c25df0-919b-406a-885d-90a81cf21bf3 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (21be2bb5-6b5a-4972-81e8-c4a48086028b), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:21.246898 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4df2414-dd95-46f5-a929-e77dddf7f401 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-9f0a511d-8408-4971-9daa-968eebea54f2', 'network_id': '9f0a511d-8408-4971-9daa-968eebea54f2', 'project_id': '01d784a6a3f04224a7e9160ad9d44184', 'fixed_ips': [{'subnet_id': 'f704aa1e-99e4-4983-935a-4b134361cfa9'}]}} from dv-neutron-master-2-hyperv. {{(pid=103409) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:36:21.248694 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d4df2414-dd95-46f5-a929-e77dddf7f401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:21.277030 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-efe88e10-b648-48ab-8eea-80f63e5523dc tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Calling delete_port for b347c59d-cb8d-4641-b188-7676c46efe56 owned by network:router_interface {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:36:21.294253 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c25df0-919b-406a-885d-90a81cf21bf3 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Pushing event deleted for resources: {'Port': ['ID=21be2bb5-6b5a-4972-81e8-c4a48086028b,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:21.362772 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8d224898-836c-41dd-8d8c-acab8334a760 tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1802615'] for router_interface (c945e51f-7c2c-4893-9cb2-a23b639f8db7), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:21.415210 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-d4df2414-dd95-46f5-a929-e77dddf7f401 None None] Allocated IP 2001:db8::2 (9f0a511d-8408-4971-9daa-968eebea54f2/f704aa1e-99e4-4983-935a-4b134361cfa9/33decf4f-14e9-49da-8892-7d3c546f7815) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:36:21.419851 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-957bbf99-9ec5-462a-867f-300b5b0e5473 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks [] for port (93ab8f57-7e76-4d3b-a771-43d0ba31b6aa), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:21.426728 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-957bbf99-9ec5-462a-867f-300b5b0e5473 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3242529'] for port (93ab8f57-7e76-4d3b-a771-43d0ba31b6aa), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:21.510843 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-957bbf99-9ec5-462a-867f-300b5b0e5473 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] In _notify_port_updated(), no bound segment for port 93ab8f57-7e76-4d3b-a771-43d0ba31b6aa on network 8929b71a-d96d-48b5-95df-91b088a5d91b {{(pid=103408) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 28 10:36:21.517415 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-957bbf99-9ec5-462a-867f-300b5b0e5473 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:21.518100 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-957bbf99-9ec5-462a-867f-300b5b0e5473 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:21.522243 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-957bbf99-9ec5-462a-867f-300b5b0e5473 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] 10.222.0.20 "PUT /v2.0/ports/93ab8f57-7e76-4d3b-a771-43d0ba31b6aa HTTP/1.1" status: 200 len: 969 time: 1.3599467 Feb 28 10:36:21.523718 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 37596) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:21.532233 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957bbf99-9ec5-462a-867f-300b5b0e5473 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Pushing event updated for resources: {'Port': ['ID=93ab8f57-7e76-4d3b-a771-43d0ba31b6aa,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:21.581395 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b597496a-b165-4b85-ac98-dd2e6846b979 req-a7245dfd-99f7-4ebb-98f2-913a58bda6a4 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:21.583380 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-b597496a-b165-4b85-ac98-dd2e6846b979 req-a7245dfd-99f7-4ebb-98f2-913a58bda6a4 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] 10.222.0.30 "GET /v2.0/ports?device_id=21839f2d-46e7-497a-a06a-b1ae129c5e90 HTTP/1.1" status: 200 len: 945 time: 0.3045003 Feb 28 10:36:21.592494 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cf924ec-4be4-466d-aa59-030117c5596e tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Made reservation on behalf of 01d784a6a3f04224a7e9160ad9d44184 for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:36:21.596278 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8cf924ec-4be4-466d-aa59-030117c5596e tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3516581'] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:21.604112 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d4df2414-dd95-46f5-a929-e77dddf7f401 None None] Publish callbacks [] for port (33decf4f-14e9-49da-8892-7d3c546f7815), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:21.614514 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d4df2414-dd95-46f5-a929-e77dddf7f401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749'] for port (33decf4f-14e9-49da-8892-7d3c546f7815), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:21.663459 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-2fa6b3e4-49d2-4346-84c5-c79dabe25780 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Deleting port 93ab8f57-7e76-4d3b-a771-43d0ba31b6aa {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:36:21.664417 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2fa6b3e4-49d2-4346-84c5-c79dabe25780 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (93ab8f57-7e76-4d3b-a771-43d0ba31b6aa), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:21.670720 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4df2414-dd95-46f5-a929-e77dddf7f401 None None] Network 9f0a511d-8408-4971-9daa-968eebea54f2 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:36:21.673651 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-d4df2414-dd95-46f5-a929-e77dddf7f401 None None] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:36:21.678958 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4df2414-dd95-46f5-a929-e77dddf7f401 None None] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:36:21.687991 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4df2414-dd95-46f5-a929-e77dddf7f401 None None] Pushing event updated for resources: {'Port': ['ID=33decf4f-14e9-49da-8892-7d3c546f7815,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:21.756183 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-d4df2414-dd95-46f5-a929-e77dddf7f401 None None] Attempting to bind port 33decf4f-14e9-49da-8892-7d3c546f7815 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:36:21.756821 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-d4df2414-dd95-46f5-a929-e77dddf7f401 None None] Attempting to bind port 33decf4f-14e9-49da-8892-7d3c546f7815 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'bf553b55-fb1d-4346-a090-4fb77eb0fbd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '9f0a511d-8408-4971-9daa-968eebea54f2'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:36:21.756953 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4df2414-dd95-46f5-a929-e77dddf7f401 None None] Attempting to bind port 33decf4f-14e9-49da-8892-7d3c546f7815 on network 9f0a511d-8408-4971-9daa-968eebea54f2 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:36:21.758789 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d0c25df0-919b-406a-885d-90a81cf21bf3 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:21.762363 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4df2414-dd95-46f5-a929-e77dddf7f401 None None] Checking agent: {'id': '75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 24, 15), 'started_at': datetime.datetime(2022, 2, 28, 10, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 36, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:36:21.762741 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4df2414-dd95-46f5-a929-e77dddf7f401 None None] Checking segment: {'id': 'bf553b55-fb1d-4346-a090-4fb77eb0fbd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '9f0a511d-8408-4971-9daa-968eebea54f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:36:21.763150 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d4df2414-dd95-46f5-a929-e77dddf7f401 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:21.763596 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4df2414-dd95-46f5-a929-e77dddf7f401 None None] Bound using segment: {'id': 'bf553b55-fb1d-4346-a090-4fb77eb0fbd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '9f0a511d-8408-4971-9daa-968eebea54f2'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:36:21.763896 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-d0c25df0-919b-406a-885d-90a81cf21bf3 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] 10.222.0.20 "DELETE /v2.0/ports/21be2bb5-6b5a-4972-81e8-c4a48086028b HTTP/1.1" status: 204 len: 168 time: 2.0415409 Feb 28 10:36:21.764147 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-d4df2414-dd95-46f5-a929-e77dddf7f401 None None] Bound port: 33decf4f-14e9-49da-8892-7d3c546f7815, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf553b55-fb1d-4346-a090-4fb77eb0fbd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '9f0a511d-8408-4971-9daa-968eebea54f2'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:36:21.764445 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d4df2414-dd95-46f5-a929-e77dddf7f401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (33decf4f-14e9-49da-8892-7d3c546f7815), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:21.769642 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 37598) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:21.776370 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-fae6fa2e-7533-48eb-ba43-0137ae4c8368 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Request body: {'floatingip': {'floating_network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:36:21.826420 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fae6fa2e-7533-48eb-ba43-0137ae4c8368 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:21.831983 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2fa6b3e4-49d2-4346-84c5-c79dabe25780 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (93ab8f57-7e76-4d3b-a771-43d0ba31b6aa), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:21.840328 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-d4df2414-dd95-46f5-a929-e77dddf7f401 None None] For port 33decf4f-14e9-49da-8892-7d3c546f7815, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:36:21.843974 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-d4df2414-dd95-46f5-a929-e77dddf7f401 None None] For port 33decf4f-14e9-49da-8892-7d3c546f7815, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=33decf4f-14e9-49da-8892-7d3c546f7815,segment=NetworkSegment(bf553b55-fb1d-4346-a090-4fb77eb0fbd7),segment_id=bf553b55-fb1d-4346-a090-4fb77eb0fbd7)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:36:21.852039 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d4df2414-dd95-46f5-a929-e77dddf7f401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (33decf4f-14e9-49da-8892-7d3c546f7815), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:21.909861 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-2fa6b3e4-49d2-4346-84c5-c79dabe25780 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Calling delete_port for 93ab8f57-7e76-4d3b-a771-43d0ba31b6aa owned by {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:36:21.922706 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4df2414-dd95-46f5-a929-e77dddf7f401 None None] Pushing event updated for resources: {'Port': ['ID=33decf4f-14e9-49da-8892-7d3c546f7815,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:22.062965 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.db.ipam_backend_mixin [None req-8cf924ec-4be4-466d-aa59-030117c5596e tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f704aa1e-99e4-4983-935a-4b134361cfa9 (CIDR: 2001:db8::/64) Feb 28 10:36:22.074565 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cf924ec-4be4-466d-aa59-030117c5596e tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 10:36:22.075240 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cf924ec-4be4-466d-aa59-030117c5596e tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:36:22.088869 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-efe88e10-b648-48ab-8eea-80f63e5523dc tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (b347c59d-cb8d-4641-b188-7676c46efe56), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:22.132148 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2fa6b3e4-49d2-4346-84c5-c79dabe25780 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (93ab8f57-7e76-4d3b-a771-43d0ba31b6aa), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:22.133908 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-8cf924ec-4be4-466d-aa59-030117c5596e tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0647368 Feb 28 10:36:22.137956 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 37602) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:22.148416 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe88e10-b648-48ab-8eea-80f63e5523dc tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Pushing event deleted for resources: {'Port': ['ID=b347c59d-cb8d-4641-b188-7676c46efe56,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:22.153675 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-ed8a98b3-6ce0-4b29-af3f-763b5233deef tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Request body: {'subnet': {'network_id': '9f0a511d-8408-4971-9daa-968eebea54f2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:36:22.156887 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [req-b597496a-b165-4b85-ac98-dd2e6846b979 req-89141e10-968e-4b60-99a2-848d911c231b tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] Deleting port 9e40b316-6489-47a0-bf5a-713af4e208f5 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:36:22.157240 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-b597496a-b165-4b85-ac98-dd2e6846b979 req-89141e10-968e-4b60-99a2-848d911c231b tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (9e40b316-6489-47a0-bf5a-713af4e208f5), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:22.190164 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-1da36533-0487-42c5-9f4b-f4ba12191e16 None None] Could not find standard attr ID for object 93ab8f57-7e76-4d3b-a771-43d0ba31b6aa. {{(pid=103409) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Feb 28 10:36:22.214729 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-1da36533-0487-42c5-9f4b-f4ba12191e16 None None] Provisioning complete for port 7ba842df-a686-488a-b3f0-dfbd12881a17 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:36:22.215181 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1da36533-0487-42c5-9f4b-f4ba12191e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (7ba842df-a686-488a-b3f0-dfbd12881a17), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:22.310635 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa6b3e4-49d2-4346-84c5-c79dabe25780 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Pushing event deleted for resources: {'Port': ['ID=93ab8f57-7e76-4d3b-a771-43d0ba31b6aa,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:22.340118 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-1da36533-0487-42c5-9f4b-f4ba12191e16 None None] Port 7ba842df-a686-488a-b3f0-dfbd12881a17 cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:36:22.345518 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fae6fa2e-7533-48eb-ba43-0137ae4c8368 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:22.372144 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b28e5e-d956-4a1b-82e3-5745f3ff4d87 req-9414c3ed-4aaf-45d6-9058-f07244b5b502 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:22.373770 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-1da36533-0487-42c5-9f4b-f4ba12191e16 None None] Provisioning complete for port 1332c1c3-c7e2-4d1f-bf51-b956e0e73c8a triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:36:22.373897 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-f4b28e5e-d956-4a1b-82e3-5745f3ff4d87 req-9414c3ed-4aaf-45d6-9058-f07244b5b502 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] 10.222.0.20 "GET /v2.0/ports?device_id=21839f2d-46e7-497a-a06a-b1ae129c5e90 HTTP/1.1" status: 200 len: 945 time: 0.3741977 Feb 28 10:36:22.374190 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1da36533-0487-42c5-9f4b-f4ba12191e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (1332c1c3-c7e2-4d1f-bf51-b956e0e73c8a), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:22.404915 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2fa6b3e4-49d2-4346-84c5-c79dabe25780 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:22.411247 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-2fa6b3e4-49d2-4346-84c5-c79dabe25780 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] 10.222.0.20 "DELETE /v2.0/ports/93ab8f57-7e76-4d3b-a771-43d0ba31b6aa HTTP/1.1" status: 204 len: 168 time: 0.8858702 Feb 28 10:36:22.415141 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 37604) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:22.595251 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-c28d22c9-0717-49c9-9b01-608cf4ed334a tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] GET failed (client error): The resource could not be found. Feb 28 10:36:22.608210 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-c28d22c9-0717-49c9-9b01-608cf4ed334a tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] 10.222.0.20 "GET /v2.0/ports/93ab8f57-7e76-4d3b-a771-43d0ba31b6aa HTTP/1.1" status: 404 len: 333 time: 0.1859467 Feb 28 10:36:22.615248 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 37606) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:22.618478 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-f4b28e5e-d956-4a1b-82e3-5745f3ff4d87 req-2311e8e6-ae56-4b02-ac62-518f656775e4 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] 10.222.0.20 "GET /v2.0/security-groups?id=c6054555-6cfe-4c7d-9758-21814521da07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2342176 Feb 28 10:36:22.696234 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 1332c1c3-c7e2-4d1f-bf51-b956e0e73c8a up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:36:22.730398 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-b597496a-b165-4b85-ac98-dd2e6846b979 req-89141e10-968e-4b60-99a2-848d911c231b tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] For port 9e40b316-6489-47a0-bf5a-713af4e208f5, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=9e40b316-6489-47a0-bf5a-713af4e208f5,segment=NetworkSegment(77e95e95-117a-4c02-a631-ed9ab22724b2),segment_id=77e95e95-117a-4c02-a631-ed9ab22724b2)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:36:22.730776 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-b597496a-b165-4b85-ac98-dd2e6846b979 req-89141e10-968e-4b60-99a2-848d911c231b tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (9e40b316-6489-47a0-bf5a-713af4e208f5), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:22.759772 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed8a98b3-6ce0-4b29-af3f-763b5233deef tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Made reservation on behalf of 01d784a6a3f04224a7e9160ad9d44184 for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:36:22.763423 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ed8a98b3-6ce0-4b29-af3f-763b5233deef tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3951209'] for subnet (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:22.790708 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port 1332c1c3-c7e2-4d1f-bf51-b956e0e73c8a triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:36:22.791558 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (1332c1c3-c7e2-4d1f-bf51-b956e0e73c8a), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:22.794641 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-1da36533-0487-42c5-9f4b-f4ba12191e16 None None] Current status of the port 1332c1c3-c7e2-4d1f-bf51-b956e0e73c8a is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:36:22.821708 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-efe88e10-b648-48ab-8eea-80f63e5523dc tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1802651'] for router_interface (d7ddbc6a-3d00-4753-9f33-feb0e12d7797), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:22.833926 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3ce3c0d7-bbd5-4629-9e91-35db7fb5f5ed tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks [] for security_group (724402bd-cac3-4a88-89e8-b561689a8a4f), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:22.855464 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-fae6fa2e-7533-48eb-ba43-0137ae4c8368 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Allocated IP 172.36.5.28 (1e0804d0-d1d9-4d40-9de5-2936f3d87840/6f6f4129-23e5-4c3b-b4ef-4c7ce926797e/0ca3d5d8-6ef0-4594-b94c-f4e37785a343) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:36:22.902871 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3ce3c0d7-bbd5-4629-9e91-35db7fb5f5ed tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks [] for security_group (724402bd-cac3-4a88-89e8-b561689a8a4f), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:22.930639 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-bf2393b2-7bec-4214-a72a-956535750fa4 None None] Could not find standard attr ID for object 93ab8f57-7e76-4d3b-a771-43d0ba31b6aa. {{(pid=103409) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Feb 28 10:36:22.938624 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 1332c1c3-c7e2-4d1f-bf51-b956e0e73c8a is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:36:22.940226 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 33decf4f-14e9-49da-8892-7d3c546f7815 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:36:23.011611 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port 33decf4f-14e9-49da-8892-7d3c546f7815 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:36:23.012291 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (33decf4f-14e9-49da-8892-7d3c546f7815), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:23.030942 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-8d224898-836c-41dd-8d8c-acab8334a760 tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Deleting port 57d9c2ab-2a75-44c2-a434-d256f328d46a {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:36:23.031294 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8d224898-836c-41dd-8d8c-acab8334a760 tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (57d9c2ab-2a75-44c2-a434-d256f328d46a), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:23.115952 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 33decf4f-14e9-49da-8892-7d3c546f7815 is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:36:23.116627 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (33decf4f-14e9-49da-8892-7d3c546f7815), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:23.161015 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] For port 33decf4f-14e9-49da-8892-7d3c546f7815, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=33decf4f-14e9-49da-8892-7d3c546f7815,segment=NetworkSegment(bf553b55-fb1d-4346-a090-4fb77eb0fbd7),segment_id=bf553b55-fb1d-4346-a090-4fb77eb0fbd7)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:36:23.168413 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3ce3c0d7-bbd5-4629-9e91-35db7fb5f5ed tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (724402bd-cac3-4a88-89e8-b561689a8a4f), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:23.169281 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (33decf4f-14e9-49da-8892-7d3c546f7815), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:23.171712 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3ce3c0d7-bbd5-4629-9e91-35db7fb5f5ed tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks [] for security_group (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:23.178590 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 37608) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:23.180274 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-3ce3c0d7-bbd5-4629-9e91-35db7fb5f5ed tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] 10.222.0.20 "DELETE /v2.0/security-groups/724402bd-cac3-4a88-89e8-b561689a8a4f HTTP/1.1" status: 204 len: 168 time: 0.5363646 Feb 28 10:36:23.208339 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce3c0d7-bbd5-4629-9e91-35db7fb5f5ed tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=724402bd-cac3-4a88-89e8-b561689a8a4f,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:23.241565 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fae6fa2e-7533-48eb-ba43-0137ae4c8368 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks [] for port (0ca3d5d8-6ef0-4594-b94c-f4e37785a343), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:23.242435 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Pushing event updated for resources: {'Port': ['ID=33decf4f-14e9-49da-8892-7d3c546f7815,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:23.271132 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 9ab298fb-31d0-4bb8-bab9-72c609b6d298 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:36:23.293875 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] No Port match for: 9ab298fb-31d0-4bb8-bab9-72c609b6d298 {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:36:23.294218 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 9ab298fb-31d0-4bb8-bab9-72c609b6d298 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:36:23.352511 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fae6fa2e-7533-48eb-ba43-0137ae4c8368 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (0ca3d5d8-6ef0-4594-b94c-f4e37785a343), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:23.459243 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae6fa2e-7533-48eb-ba43-0137ae4c8368 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Network 1e0804d0-d1d9-4d40-9de5-2936f3d87840 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:36:23.464135 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.objects.ports [None req-ed8a98b3-6ce0-4b29-af3f-763b5233deef tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103408) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 28 10:36:23.465836 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae6fa2e-7533-48eb-ba43-0137ae4c8368 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Pushing event updated for resources: {'Port': ['ID=0ca3d5d8-6ef0-4594-b94c-f4e37785a343,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:23.469085 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-fae6fa2e-7533-48eb-ba43-0137ae4c8368 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:36:23.538405 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae6fa2e-7533-48eb-ba43-0137ae4c8368 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:36:23.561533 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-32bde339-4c18-432a-b9b2-e6e25170275d None None] Provisioning complete for port 33decf4f-14e9-49da-8892-7d3c546f7815 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:36:23.562070 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-32bde339-4c18-432a-b9b2-e6e25170275d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (33decf4f-14e9-49da-8892-7d3c546f7815), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:23.670014 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-b597496a-b165-4b85-ac98-dd2e6846b979 req-89141e10-968e-4b60-99a2-848d911c231b tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:23.670385 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-b597496a-b165-4b85-ac98-dd2e6846b979 req-89141e10-968e-4b60-99a2-848d911c231b tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1803383'] for floatingip (23281362-01ab-4fbf-8967-6059c3af563f), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:23.670709 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.db.l3_db [req-b597496a-b165-4b85-ac98-dd2e6846b979 req-89141e10-968e-4b60-99a2-848d911c231b tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] Floating IP 23281362-01ab-4fbf-8967-6059c3af563f disassociated. External IP: 172.36.5.26, port: 9e40b316-6489-47a0-bf5a-713af4e208f5. Feb 28 10:36:23.671060 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [req-b597496a-b165-4b85-ac98-dd2e6846b979 req-89141e10-968e-4b60-99a2-848d911c231b tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] Calling delete_port for 9e40b316-6489-47a0-bf5a-713af4e208f5 owned by compute:nova {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:36:23.671431 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-32bde339-4c18-432a-b9b2-e6e25170275d None None] Current status of the port 33decf4f-14e9-49da-8892-7d3c546f7815 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:36:23.694086 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fae6fa2e-7533-48eb-ba43-0137ae4c8368 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks [] for floatingip (50ac5199-4c98-4c07-8266-4579ea19896d), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:23.762640 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ed8a98b3-6ce0-4b29-af3f-763b5233deef tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (33decf4f-14e9-49da-8892-7d3c546f7815), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:23.764588 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fae6fa2e-7533-48eb-ba43-0137ae4c8368 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (0ca3d5d8-6ef0-4594-b94c-f4e37785a343), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:23.783346 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8d224898-836c-41dd-8d8c-acab8334a760 tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (57d9c2ab-2a75-44c2-a434-d256f328d46a), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:23.810440 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-8d224898-836c-41dd-8d8c-acab8334a760 tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Calling delete_port for 57d9c2ab-2a75-44c2-a434-d256f328d46a owned by network:router_interface {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:36:23.828729 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efe88e10-b648-48ab-8eea-80f63e5523dc tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Router d7ddbc6a-3d00-4753-9f33-feb0e12d7797 has already been hosted by L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:36:23.855323 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-88b9ccd7-26de-4ab0-b10e-9479b0c831b3 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks [] for security_group (67470d95-860e-42ed-bcbe-3187acb6c4a5), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:23.939757 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a0cd28-5351-4d4e-bb12-546482f124bc req-33901420-f3d4-4cd0-acbb-94b1830a0e16 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:23.941763 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-07a0cd28-5351-4d4e-bb12-546482f124bc req-33901420-f3d4-4cd0-acbb-94b1830a0e16 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] 10.222.0.20 "GET /v2.0/ports?device_id=21839f2d-46e7-497a-a06a-b1ae129c5e90 HTTP/1.1" status: 200 len: 945 time: 0.2415352 Feb 28 10:36:23.944119 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-88b9ccd7-26de-4ab0-b10e-9479b0c831b3 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks [] for security_group (67470d95-860e-42ed-bcbe-3187acb6c4a5), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:24.039850 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-ed8a98b3-6ce0-4b29-af3f-763b5233deef tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] For port 33decf4f-14e9-49da-8892-7d3c546f7815, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=33decf4f-14e9-49da-8892-7d3c546f7815,segment=NetworkSegment(bf553b55-fb1d-4346-a090-4fb77eb0fbd7),segment_id=bf553b55-fb1d-4346-a090-4fb77eb0fbd7)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:36:24.063900 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fae6fa2e-7533-48eb-ba43-0137ae4c8368 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks [] for port (0ca3d5d8-6ef0-4594-b94c-f4e37785a343), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:24.073604 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fae6fa2e-7533-48eb-ba43-0137ae4c8368 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3242529'] for port (0ca3d5d8-6ef0-4594-b94c-f4e37785a343), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:24.086535 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ed8a98b3-6ce0-4b29-af3f-763b5233deef tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks [] for port (33decf4f-14e9-49da-8892-7d3c546f7815), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:24.113732 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ed8a98b3-6ce0-4b29-af3f-763b5233deef tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3242529'] for port (33decf4f-14e9-49da-8892-7d3c546f7815), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:24.157676 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ed8a98b3-6ce0-4b29-af3f-763b5233deef tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3242588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3951195'] for subnet (cfa5b758-9e34-45e3-9510-fca002440903), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:24.197258 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-88b9ccd7-26de-4ab0-b10e-9479b0c831b3 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (67470d95-860e-42ed-bcbe-3187acb6c4a5), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:24.200058 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-88b9ccd7-26de-4ab0-b10e-9479b0c831b3 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:24.200714 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae6fa2e-7533-48eb-ba43-0137ae4c8368 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Pushing event updated for resources: {'Port': ['ID=0ca3d5d8-6ef0-4594-b94c-f4e37785a343,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:24.204628 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-88b9ccd7-26de-4ab0-b10e-9479b0c831b3 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] 10.222.0.20 "DELETE /v2.0/security-groups/67470d95-860e-42ed-bcbe-3187acb6c4a5 HTTP/1.1" status: 204 len: 168 time: 1.0212252 Feb 28 10:36:24.206481 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 37612) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:24.220733 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-b597496a-b165-4b85-ac98-dd2e6846b979 req-89141e10-968e-4b60-99a2-848d911c231b tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (9e40b316-6489-47a0-bf5a-713af4e208f5), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:24.234764 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efe88e10-b648-48ab-8eea-80f63e5523dc tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:36:24.243302 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-efe88e10-b648-48ab-8eea-80f63e5523dc tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] 10.222.0.20 "PUT /v2.0/routers/d7ddbc6a-3d00-4753-9f33-feb0e12d7797/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1412551 Feb 28 10:36:24.245751 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-655463b1-1072-4711-b954-1b64fe86aba9 None None] Sync routers for ids ['d7ddbc6a-3d00-4753-9f33-feb0e12d7797'] in dv-neutron-master-2-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:36:24.246900 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-07a0cd28-5351-4d4e-bb12-546482f124bc req-72083b78-5f40-4786-84b7-62187bd842d6 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] 10.222.0.20 "GET /v2.0/security-groups?id=c6054555-6cfe-4c7d-9758-21814521da07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2876105 Feb 28 10:36:24.247674 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 37614) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:24.248145 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed8a98b3-6ce0-4b29-af3f-763b5233deef tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Network 9f0a511d-8408-4971-9daa-968eebea54f2 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:36:24.256210 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fae6fa2e-7533-48eb-ba43-0137ae4c8368 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1803383'] for floatingip (50ac5199-4c98-4c07-8266-4579ea19896d), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:24.263156 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-ed8a98b3-6ce0-4b29-af3f-763b5233deef tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:36:24.268814 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed8a98b3-6ce0-4b29-af3f-763b5233deef tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:24.270136 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ed8a98b3-6ce0-4b29-af3f-763b5233deef tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks [] for subnet (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:24.274444 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655463b1-1072-4711-b954-1b64fe86aba9 None None] Routers {'d7ddbc6a-3d00-4753-9f33-feb0e12d7797'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:36:24.277909 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8a98b3-6ce0-4b29-af3f-763b5233deef tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Pushing event updated for resources: {'Subnet': ['ID=cfa5b758-9e34-45e3-9510-fca002440903,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:24.283482 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b9ccd7-26de-4ab0-b10e-9479b0c831b3 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67470d95-860e-42ed-bcbe-3187acb6c4a5,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:24.284915 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-655463b1-1072-4711-b954-1b64fe86aba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:36:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['d7ddbc6a-3d00-4753-9f33-feb0e12d7797'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:24.285087 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c412ab7b-3c26-4dfc-91ab-03bd5de4ef88 None None] Network 9f0a511d-8408-4971-9daa-968eebea54f2 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:36:24.305942 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fae6fa2e-7533-48eb-ba43-0137ae4c8368 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for floatingip (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:24.309791 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-fae6fa2e-7533-48eb-ba43-0137ae4c8368 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.5368953 Feb 28 10:36:24.309968 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 37616) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:24.310692 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89141e10-968e-4b60-99a2-848d911c231b tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] Pushing event deleted for resources: {'Port': ['ID=9e40b316-6489-47a0-bf5a-713af4e208f5,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:24.314907 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-f159e639-8a90-48f5-9a3c-c9412ee0484d tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Request body: {'port': {'network_id': 'd060eb74-7ff5-4937-9806-595fb3ce4f18', 'name': 'tempest-FloatingIPTestJSON-1374640896'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:36:24.322611 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-ed8a98b3-6ce0-4b29-af3f-763b5233deef tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.1797640 Feb 28 10:36:24.325206 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8a98b3-6ce0-4b29-af3f-763b5233deef tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Pushing event updated for resources: {'Port': ['ID=33decf4f-14e9-49da-8892-7d3c546f7815,revision_number=5']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:24.327882 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 37618) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:24.346881 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-81237b93-c51a-4231-a54d-3ff5396feb6e tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Request body: {'port': {'network_id': '9f0a511d-8408-4971-9daa-968eebea54f2', 'mac_address': 'fa:16:3e:dc:b2:bd', 'name': 'tempest-NetworksTestDHCPv6-1830285245'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:36:24.496195 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 33decf4f-14e9-49da-8892-7d3c546f7815 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:36:24.605408 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-655463b1-1072-4711-b954-1b64fe86aba9 None None] Set router d7ddbc6a-3d00-4753-9f33-feb0e12d7797 gateway port host: None {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:36:24.618885 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f99de3a9-101b-4e69-acb2-4a0844ec3f0e tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks [] for security_group (82b4c7f2-3c59-4208-9c1b-355011e26a38), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:24.630958 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port 33decf4f-14e9-49da-8892-7d3c546f7815 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:36:24.631346 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (33decf4f-14e9-49da-8892-7d3c546f7815), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:24.645752 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f99de3a9-101b-4e69-acb2-4a0844ec3f0e tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks [] for security_group (82b4c7f2-3c59-4208-9c1b-355011e26a38), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:24.695021 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b597496a-b165-4b85-ac98-dd2e6846b979 req-89141e10-968e-4b60-99a2-848d911c231b tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] Router 63bce622-3960-486c-b74c-b0f96a67ca30 has already been hosted by L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:36:24.699393 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8d224898-836c-41dd-8d8c-acab8334a760 tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (57d9c2ab-2a75-44c2-a434-d256f328d46a), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:24.718828 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81237b93-c51a-4231-a54d-3ff5396feb6e tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Made reservation on behalf of 01d784a6a3f04224a7e9160ad9d44184 for: {'port': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:36:24.736412 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f99de3a9-101b-4e69-acb2-4a0844ec3f0e tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (82b4c7f2-3c59-4208-9c1b-355011e26a38), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:24.739752 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f99de3a9-101b-4e69-acb2-4a0844ec3f0e tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:24.743694 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-f99de3a9-101b-4e69-acb2-4a0844ec3f0e tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] 10.222.0.20 "DELETE /v2.0/security-groups/82b4c7f2-3c59-4208-9c1b-355011e26a38 HTTP/1.1" status: 204 len: 168 time: 0.5314131 Feb 28 10:36:24.744788 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 37620) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:24.759070 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f159e639-8a90-48f5-9a3c-c9412ee0484d tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Made reservation on behalf of d71d46ff16814ba6beba53557129e360 for: {'port': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:36:24.762391 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 33decf4f-14e9-49da-8892-7d3c546f7815 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:36:24.765485 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f159e639-8a90-48f5-9a3c-c9412ee0484d tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:24.766164 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d224898-836c-41dd-8d8c-acab8334a760 tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Pushing event deleted for resources: {'Port': ['ID=57d9c2ab-2a75-44c2-a434-d256f328d46a,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:24.822777 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_v2 [None req-0444bcf3-c4f6-4f91-8dbf-8f817971792d tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Deleting subnet 2ebd56e7-0ebe-4361-8109-cd1b16754dc7 {{(pid=103407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:36:24.826558 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0444bcf3-c4f6-4f91-8dbf-8f817971792d tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks [] for subnet (2ebd56e7-0ebe-4361-8109-cd1b16754dc7), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:24.996205 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99de3a9-101b-4e69-acb2-4a0844ec3f0e tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82b4c7f2-3c59-4208-9c1b-355011e26a38,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:25.004194 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8d224898-836c-41dd-8d8c-acab8334a760 tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1802651'] for router_interface (c945e51f-7c2c-4893-9cb2-a23b639f8db7), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:25.006534 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-655463b1-1072-4711-b954-1b64fe86aba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7ddbc6a-3d00-4753-9f33-feb0e12d7797', 'name': 'tempest-RoutersTest-router-1825890179', 'tenant_id': 'da82c5902a0c4c459ee88fe904a1e59b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:35:15Z', 'updated_at': '2022-02-28T10:36:21Z', 'revision_number': 10, 'project_id': 'da82c5902a0c4c459ee88fe904a1e59b', 'gw_port_host': None, '_interfaces': [{'id': '144edc35-9369-415e-842a-cda7c06a5ceb', 'name': '', 'network_id': '15f45c6f-d6b4-4b5d-9f81-44370067a41c', 'tenant_id': 'da82c5902a0c4c459ee88fe904a1e59b', 'mac_address': 'fa:16:3e:4a:33:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ddbc6a-3d00-4753-9f33-feb0e12d7797', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '80cf5cc3-7a23-4d81-9989-328f76a695ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:35:19Z', 'updated_at': '2022-02-28T10:35:30Z', 'revision_number': 5, 'project_id': 'da82c5902a0c4c459ee88fe904a1e59b', 'subnets': [{'id': '80cf5cc3-7a23-4d81-9989-328f76a695ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:25.031566 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0444bcf3-c4f6-4f91-8dbf-8f817971792d tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3501132'] for subnet (2ebd56e7-0ebe-4361-8109-cd1b16754dc7), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:25.050105 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-655463b1-1072-4711-b954-1b64fe86aba9 None None] Checking router: d7ddbc6a-3d00-4753-9f33-feb0e12d7797 for host: dv-neutron-master-2-hyperv {{(pid=103410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:36:25.060602 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655463b1-1072-4711-b954-1b64fe86aba9 None None] Routers {'d7ddbc6a-3d00-4753-9f33-feb0e12d7797'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:36:25.061384 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-655463b1-1072-4711-b954-1b64fe86aba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:36:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['d7ddbc6a-3d00-4753-9f33-feb0e12d7797'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:25.099330 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_v2 [None req-d385c126-76b5-487a-842d-b761d50395fa tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Deleting subnet d87a29c4-6043-4b9c-9e3f-5508dfbc5f09 {{(pid=103407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:36:25.121156 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d385c126-76b5-487a-842d-b761d50395fa tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks [] for subnet (d87a29c4-6043-4b9c-9e3f-5508dfbc5f09), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:25.176293 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-655463b1-1072-4711-b954-1b64fe86aba9 None None] Set router d7ddbc6a-3d00-4753-9f33-feb0e12d7797 gateway port host: None {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:36:25.281947 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d385c126-76b5-487a-842d-b761d50395fa tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3501132'] for subnet (d87a29c4-6043-4b9c-9e3f-5508dfbc5f09), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:25.316000 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-81237b93-c51a-4231-a54d-3ff5396feb6e tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:25.341031 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-f159e639-8a90-48f5-9a3c-c9412ee0484d tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] device_id is not set on port c33a5e1d-cb40-4d14-b60e-0700e76a6033 yet. {{(pid=103408) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:36:25.414575 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-81237b93-c51a-4231-a54d-3ff5396feb6e tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] device_id is not set on port f8cefe4a-2a23-4381-89d0-d38da7d40797 yet. {{(pid=103408) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:36:25.438475 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d224898-836c-41dd-8d8c-acab8334a760 tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Router c945e51f-7c2c-4893-9cb2-a23b639f8db7 has already been hosted by L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:36:25.457907 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device 9e40b316-6489-47a0-bf5a-713af4e208f5 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:36:25.468943 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-655463b1-1072-4711-b954-1b64fe86aba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7ddbc6a-3d00-4753-9f33-feb0e12d7797', 'name': 'tempest-RoutersTest-router-1825890179', 'tenant_id': 'da82c5902a0c4c459ee88fe904a1e59b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:35:15Z', 'updated_at': '2022-02-28T10:36:21Z', 'revision_number': 10, 'project_id': 'da82c5902a0c4c459ee88fe904a1e59b', 'gw_port_host': None, '_interfaces': [{'id': '144edc35-9369-415e-842a-cda7c06a5ceb', 'name': '', 'network_id': '15f45c6f-d6b4-4b5d-9f81-44370067a41c', 'tenant_id': 'da82c5902a0c4c459ee88fe904a1e59b', 'mac_address': 'fa:16:3e:4a:33:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ddbc6a-3d00-4753-9f33-feb0e12d7797', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '80cf5cc3-7a23-4d81-9989-328f76a695ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:35:19Z', 'updated_at': '2022-02-28T10:35:30Z', 'revision_number': 5, 'project_id': 'da82c5902a0c4c459ee88fe904a1e59b', 'subnets': [{'id': '80cf5cc3-7a23-4d81-9989-328f76a695ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:25.476133 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-4ad1c5fb-b706-419b-8417-fd2c4be36a94 req-b44cea8d-c736-481a-8aae-94cc75519796 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] 10.222.0.20 "GET /v2.0/ports?device_id=21839f2d-46e7-497a-a06a-b1ae129c5e90 HTTP/1.1" status: 200 len: 210 time: 0.0538824 Feb 28 10:36:25.491137 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] No Port match for: 9e40b316-6489-47a0-bf5a-713af4e208f5 {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:36:25.493739 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device 9e40b316-6489-47a0-bf5a-713af4e208f5 not bound to the agent host hv-neutron-mast {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:36:25.505108 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0444bcf3-c4f6-4f91-8dbf-8f817971792d tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-823142'] for subnet (2ebd56e7-0ebe-4361-8109-cd1b16754dc7), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:25.519063 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-655463b1-1072-4711-b954-1b64fe86aba9 None None] The sync data for ids ['d7ddbc6a-3d00-4753-9f33-feb0e12d7797'] in dv-neutron-master-2-hyperv is: [{'id': 'd7ddbc6a-3d00-4753-9f33-feb0e12d7797', 'name': 'tempest-RoutersTest-router-1825890179', 'tenant_id': 'da82c5902a0c4c459ee88fe904a1e59b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:35:15Z', 'updated_at': '2022-02-28T10:36:21Z', 'revision_number': 10, 'project_id': 'da82c5902a0c4c459ee88fe904a1e59b', 'gw_port_host': None, '_interfaces': [{'id': '144edc35-9369-415e-842a-cda7c06a5ceb', 'name': '', 'network_id': '15f45c6f-d6b4-4b5d-9f81-44370067a41c', 'tenant_id': 'da82c5902a0c4c459ee88fe904a1e59b', 'mac_address': 'fa:16:3e:4a:33:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7ddbc6a-3d00-4753-9f33-feb0e12d7797', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '80cf5cc3-7a23-4d81-9989-328f76a695ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:35:19Z', 'updated_at': '2022-02-28T10:35:30Z', 'revision_number': 5, 'project_id': 'da82c5902a0c4c459ee88fe904a1e59b', 'subnets': [{'id': '80cf5cc3-7a23-4d81-9989-328f76a695ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:36:25.564317 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b597496a-b165-4b85-ac98-dd2e6846b979 req-89141e10-968e-4b60-99a2-848d911c231b tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:36:25.577687 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d018f6db-d94a-4bda-9a5b-19c6aaaada19 None None] Sync routers for ids ['63bce622-3960-486c-b74c-b0f96a67ca30'] in dv-neutron-master-2-hyperv {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:36:25.590406 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d018f6db-d94a-4bda-9a5b-19c6aaaada19 None None] Routers {'63bce622-3960-486c-b74c-b0f96a67ca30'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:36:25.591154 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-d018f6db-d94a-4bda-9a5b-19c6aaaada19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:36:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['63bce622-3960-486c-b74c-b0f96a67ca30'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:25.623364 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-f159e639-8a90-48f5-9a3c-c9412ee0484d tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Allocated IP 172.20.0.11 (d060eb74-7ff5-4937-9806-595fb3ce4f18/317d1e60-bfb7-48db-914f-4cec5aa513f9/c33a5e1d-cb40-4d14-b60e-0700e76a6033) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:36:25.690506 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-ba4e8ee2-b51c-4d57-9aa6-1727cbb5fde2 None None] Provisioning complete for port 33decf4f-14e9-49da-8892-7d3c546f7815 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:36:25.691771 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ba4e8ee2-b51c-4d57-9aa6-1727cbb5fde2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (33decf4f-14e9-49da-8892-7d3c546f7815), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:25.697582 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d385c126-76b5-487a-842d-b761d50395fa tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-823142'] for subnet (d87a29c4-6043-4b9c-9e3f-5508dfbc5f09), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:25.700769 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-b597496a-b165-4b85-ac98-dd2e6846b979 req-89141e10-968e-4b60-99a2-848d911c231b tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] No DVR routers for this DVR port 9e40b316-6489-47a0-bf5a-713af4e208f5 on host hv-neutron-mast {{(pid=103407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:36:25.726054 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-81237b93-c51a-4231-a54d-3ff5396feb6e tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Allocated IP 2001:db8::79 (9f0a511d-8408-4971-9daa-968eebea54f2/f704aa1e-99e4-4983-935a-4b134361cfa9/f8cefe4a-2a23-4381-89d0-d38da7d40797) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:36:25.726326 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d224898-836c-41dd-8d8c-acab8334a760 tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:36:25.728529 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-b597496a-b165-4b85-ac98-dd2e6846b979 req-89141e10-968e-4b60-99a2-848d911c231b tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:25.732362 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-b597496a-b165-4b85-ac98-dd2e6846b979 req-89141e10-968e-4b60-99a2-848d911c231b tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] 10.222.0.30 "DELETE /v2.0/ports/9e40b316-6489-47a0-bf5a-713af4e208f5 HTTP/1.1" status: 204 len: 173 time: 4.1321042 Feb 28 10:36:25.744300 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21839f2d-46e7-497a-a06a-b1ae129c5e90', 'name': 'network-vif-deleted', 'tag': '9e40b316-6489-47a0-bf5a-713af4e208f5'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:36:25.744972 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697fdbf1-c381-40a2-8c38-27887f2fe22d None None] Sync routers for ids ['c945e51f-7c2c-4893-9cb2-a23b639f8db7'] in dv-neutron-master-2-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:36:25.746913 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c8e1c873eeca597e52e7ceb7469e602eac250bfea6606d285743d38033cf584" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3a0ad52-b0dd-4ad8-b776-efa07a369c7c" -d '{"events": [{"server_uuid": "21839f2d-46e7-497a-a06a-b1ae129c5e90", "name": "network-vif-deleted", "tag": "9e40b316-6489-47a0-bf5a-713af4e208f5"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:36:25.752295 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-81237b93-c51a-4231-a54d-3ff5396feb6e tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Allocated IP 2001:db8:0:1:f816:3eff:fedc:b2bd (9f0a511d-8408-4971-9daa-968eebea54f2/cfa5b758-9e34-45e3-9510-fca002440903/f8cefe4a-2a23-4381-89d0-d38da7d40797) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:36:25.755858 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-8d224898-836c-41dd-8d8c-acab8334a760 tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] 10.222.0.20 "PUT /v2.0/routers/c945e51f-7c2c-4893-9cb2-a23b639f8db7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8277214 Feb 28 10:36:25.759022 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697fdbf1-c381-40a2-8c38-27887f2fe22d None None] Routers {'c945e51f-7c2c-4893-9cb2-a23b639f8db7'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:36:25.761061 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-697fdbf1-c381-40a2-8c38-27887f2fe22d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:36:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['c945e51f-7c2c-4893-9cb2-a23b639f8db7'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:25.765737 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-d018f6db-d94a-4bda-9a5b-19c6aaaada19 None None] Set router 63bce622-3960-486c-b74c-b0f96a67ca30 gateway port host: dv-neutron-master-2-hyperv {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:36:25.794138 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 37626) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:25.835843 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-697fdbf1-c381-40a2-8c38-27887f2fe22d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:25.866391 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697fdbf1-c381-40a2-8c38-27887f2fe22d None None] Routers {'c945e51f-7c2c-4893-9cb2-a23b639f8db7'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:36:25.867116 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-697fdbf1-c381-40a2-8c38-27887f2fe22d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:36:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['c945e51f-7c2c-4893-9cb2-a23b639f8db7'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:25.891329 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 10:36:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7469a6c1-ac47-4034-aef4-179701aaf840 x-openstack-request-id: req-7469a6c1-ac47-4034-aef4-179701aaf840 {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:36:25.891618 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21839f2d-46e7-497a-a06a-b1ae129c5e90", "name": "network-vif-deleted", "tag": "9e40b316-6489-47a0-bf5a-713af4e208f5", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:36:25.891883 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7469a6c1-ac47-4034-aef4-179701aaf840 {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:36:25.892306 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21839f2d-46e7-497a-a06a-b1ae129c5e90', 'name': 'network-vif-deleted', 'tag': '9e40b316-6489-47a0-bf5a-713af4e208f5', 'status': 'completed', 'code': 200} Feb 28 10:36:25.896328 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.api.v2.resource [None req-5f1dd160-cff7-49ee-aea0-2beda4baf64a tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] show failed (client error): The resource could not be found. Feb 28 10:36:25.897881 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-5f1dd160-cff7-49ee-aea0-2beda4baf64a tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] 10.222.0.20 "GET /v2.0/routers/tempest-non_exist_router-1443342400 HTTP/1.1" status: 404 len: 335 time: 0.0980737 Feb 28 10:36:25.905552 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 37628) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:25.916036 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-31d6a43a-4263-4f69-b83f-8ab4185a5ee4 tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:36:25.924875 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0444bcf3-c4f6-4f91-8dbf-8f817971792d tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-823145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3498088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3516558'] for subnet (2ebd56e7-0ebe-4361-8109-cd1b16754dc7), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:25.927705 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-697fdbf1-c381-40a2-8c38-27887f2fe22d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:25.935283 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697fdbf1-c381-40a2-8c38-27887f2fe22d None None] The sync data for ids ['c945e51f-7c2c-4893-9cb2-a23b639f8db7'] in dv-neutron-master-2-hyperv is: [] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:36:25.973914 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d385c126-76b5-487a-842d-b761d50395fa tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-823145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3498088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3516558'] for subnet (d87a29c4-6043-4b9c-9e3f-5508dfbc5f09), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:25.988840 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.api.v2.resource [None req-31d6a43a-4263-4f69-b83f-8ab4185a5ee4 tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] update failed (client error): The resource could not be found. Feb 28 10:36:25.990157 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-31d6a43a-4263-4f69-b83f-8ab4185a5ee4 tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] 10.222.0.20 "PUT /v2.0/routers/tempest-non_exist_router-1989391532 HTTP/1.1" status: 404 len: 335 time: 0.0826099 Feb 28 10:36:26.011081 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 37630) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:26.021511 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0444bcf3-c4f6-4f91-8dbf-8f817971792d tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616561'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:26.025099 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-0444bcf3-c4f6-4f91-8dbf-8f817971792d tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] 10.222.0.20 "DELETE /v2.0/subnets/2ebd56e7-0ebe-4361-8109-cd1b16754dc7 HTTP/1.1" status: 204 len: 168 time: 1.7685585 Feb 28 10:36:26.027718 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0444bcf3-c4f6-4f91-8dbf-8f817971792d tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Pushing event deleted for resources: {'Subnet': ['ID=2ebd56e7-0ebe-4361-8109-cd1b16754dc7,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:26.030839 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 37632) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:26.031579 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f159e639-8a90-48f5-9a3c-c9412ee0484d tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks [] for port (c33a5e1d-cb40-4d14-b60e-0700e76a6033), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:26.032471 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d385c126-76b5-487a-842d-b761d50395fa tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616561'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:26.040322 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-d385c126-76b5-487a-842d-b761d50395fa tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] 10.222.0.20 "DELETE /v2.0/subnets/d87a29c4-6043-4b9c-9e3f-5508dfbc5f09 HTTP/1.1" status: 204 len: 168 time: 1.2690988 Feb 28 10:36:26.043136 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 37634) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:26.048316 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-336a7bfa-310e-4b47-bc31-6a156624520b None None] Network eb839f6c-5043-484a-b1d1-584e5121d293 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:36:26.062791 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ac37abf-9807-4a5a-9482-e311541d809b None None] Network 8929b71a-d96d-48b5-95df-91b088a5d91b requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:36:26.066472 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-ba4e8ee2-b51c-4d57-9aa6-1727cbb5fde2 None None] Current status of the port 33decf4f-14e9-49da-8892-7d3c546f7815 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:36:26.141123 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d385c126-76b5-487a-842d-b761d50395fa tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Pushing event deleted for resources: {'Subnet': ['ID=d87a29c4-6043-4b9c-9e3f-5508dfbc5f09,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:26.145067 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb2f72db-7b53-426d-8fdd-0869b44eca23 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Deleting subnet 8988cfc1-3d30-49f4-ab24-2023c61df6fd {{(pid=103408) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:36:26.148525 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-eb2f72db-7b53-426d-8fdd-0869b44eca23 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks [] for subnet (8988cfc1-3d30-49f4-ab24-2023c61df6fd), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:26.169472 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_v2 [None req-81354a04-bed7-4196-9582-85a7e6a6581e tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Deleting subnet b2632952-d4fe-4772-849d-4b4d43b0c48d {{(pid=103407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:36:26.175619 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-81354a04-bed7-4196-9582-85a7e6a6581e tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Publish callbacks [] for subnet (b2632952-d4fe-4772-849d-4b4d43b0c48d), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:26.179100 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-81237b93-c51a-4231-a54d-3ff5396feb6e tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks [] for port (f8cefe4a-2a23-4381-89d0-d38da7d40797), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:26.207182 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-eb2f72db-7b53-426d-8fdd-0869b44eca23 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3423529'] for subnet (8988cfc1-3d30-49f4-ab24-2023c61df6fd), precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:26.210744 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f159e639-8a90-48f5-9a3c-c9412ee0484d tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (c33a5e1d-cb40-4d14-b60e-0700e76a6033), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:26.236704 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b9b86821-422f-4457-836c-b822abb9db5b tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-665757'] for network (eb839f6c-5043-484a-b1d1-584e5121d293), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:26.257223 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-81354a04-bed7-4196-9582-85a7e6a6581e tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3501132'] for subnet (b2632952-d4fe-4772-849d-4b4d43b0c48d), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:26.295264 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f159e639-8a90-48f5-9a3c-c9412ee0484d tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Pushing event updated for resources: {'Port': ['ID=c33a5e1d-cb40-4d14-b60e-0700e76a6033,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:26.340641 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f159e639-8a90-48f5-9a3c-c9412ee0484d tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Network d060eb74-7ff5-4937-9806-595fb3ce4f18 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:36:26.346497 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-f159e639-8a90-48f5-9a3c-c9412ee0484d tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:36:26.354041 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f159e639-8a90-48f5-9a3c-c9412ee0484d tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:36:26.435996 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-81237b93-c51a-4231-a54d-3ff5396feb6e tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (f8cefe4a-2a23-4381-89d0-d38da7d40797), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:26.437114 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 33decf4f-14e9-49da-8892-7d3c546f7815 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:36:26.474610 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbb14058-9169-49c9-a254-634b1f0d60fe None None] DHCP port deletion for eb839f6c-5043-484a-b1d1-584e5121d293 request from dv-neutron-master-2-hyperv {{(pid=103409) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:36:26.489636 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-d018f6db-d94a-4bda-9a5b-19c6aaaada19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63bce622-3960-486c-b74c-b0f96a67ca30', 'name': 'tempest-ServerActionsTestJSON-231407906-router', 'tenant_id': '194e12cf0f844c7eb6a851155ceb2206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.205'}], 'enable_snat': True}, 'gw_port_id': 'cd7cc0ca-0b66-4431-b24f-53d9a043c0a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:31:49Z', 'updated_at': '2022-02-28T10:32:00Z', 'revision_number': 4, 'project_id': '194e12cf0f844c7eb6a851155ceb2206', 'gw_port': {'id': 'cd7cc0ca-0b66-4431-b24f-53d9a043c0a5', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:76:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63bce622-3960-486c-b74c-b0f96a67ca30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:31:50Z', 'updated_at': '2022-02-28T10:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'c5513175-7249-457d-aadc-e926c59faf1b', 'name': '', 'network_id': 'c8fe4d5f-4a1f-41f9-85f5-28e75dcf99b0', 'tenant_id': '194e12cf0f844c7eb6a851155ceb2206', 'mac_address': 'fa:16:3e:fa:dc:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63bce622-3960-486c-b74c-b0f96a67ca30', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'f9ad3164-3d89-48ee-bb07-ade0c62bef16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:31:58Z', 'updated_at': '2022-02-28T10:32:10Z', 'revision_number': 5, 'project_id': '194e12cf0f844c7eb6a851155ceb2206', 'subnets': [{'id': 'f9ad3164-3d89-48ee-bb07-ade0c62bef16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:26.543324 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d018f6db-d94a-4bda-9a5b-19c6aaaada19 None None] Checking router: 63bce622-3960-486c-b74c-b0f96a67ca30 for host: dv-neutron-master-2-hyperv {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:36:26.579011 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81237b93-c51a-4231-a54d-3ff5396feb6e tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Pushing event updated for resources: {'Port': ['ID=f8cefe4a-2a23-4381-89d0-d38da7d40797,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:26.600383 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f159e639-8a90-48f5-9a3c-c9412ee0484d tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:26.601498 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f159e639-8a90-48f5-9a3c-c9412ee0484d tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:26.612825 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d018f6db-d94a-4bda-9a5b-19c6aaaada19 None None] Routers {'63bce622-3960-486c-b74c-b0f96a67ca30'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:36:26.613624 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-d018f6db-d94a-4bda-9a5b-19c6aaaada19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:36:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['63bce622-3960-486c-b74c-b0f96a67ca30'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:26.619685 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port 33decf4f-14e9-49da-8892-7d3c546f7815 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:36:26.619685 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (33decf4f-14e9-49da-8892-7d3c546f7815), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:26.629238 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81237b93-c51a-4231-a54d-3ff5396feb6e tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Network 9f0a511d-8408-4971-9daa-968eebea54f2 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:36:26.630759 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 37640) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:26.636736 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-81237b93-c51a-4231-a54d-3ff5396feb6e tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:36:26.656053 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81237b93-c51a-4231-a54d-3ff5396feb6e tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:36:26.663282 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81237b93-c51a-4231-a54d-3ff5396feb6e tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:26.664529 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-81237b93-c51a-4231-a54d-3ff5396feb6e tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:26.725369 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-81237b93-c51a-4231-a54d-3ff5396feb6e tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.3768013 Feb 28 10:36:26.737827 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-f159e639-8a90-48f5-9a3c-c9412ee0484d tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.4265494 Feb 28 10:36:26.743823 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 37642) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:26.744175 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 37644) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:26.765815 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-b51a4e03-e616-429c-90ea-131b3534bdd3 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Request body: {'floatingip': {'port_id': 'c33a5e1d-cb40-4d14-b60e-0700e76a6033'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:36:26.767706 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-fbb14058-9169-49c9-a254-634b1f0d60fe None None] Deleting port b7c595d0-c3a1-436d-ab00-35aa1073ed46 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:36:26.768375 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fbb14058-9169-49c9-a254-634b1f0d60fe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (b7c595d0-c3a1-436d-ab00-35aa1073ed46), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:26.777475 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-eb2f72db-7b53-426d-8fdd-0869b44eca23 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-823142'] for subnet (8988cfc1-3d30-49f4-ab24-2023c61df6fd), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:26.876336 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-d018f6db-d94a-4bda-9a5b-19c6aaaada19 None None] Set router 63bce622-3960-486c-b74c-b0f96a67ca30 gateway port host: dv-neutron-master-2-hyperv {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:36:26.890989 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-b9b86821-422f-4457-836c-b822abb9db5b tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Deleting port b7c595d0-c3a1-436d-ab00-35aa1073ed46 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:36:26.892422 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b9b86821-422f-4457-836c-b822abb9db5b tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (b7c595d0-c3a1-436d-ab00-35aa1073ed46), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:26.909371 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-81354a04-bed7-4196-9582-85a7e6a6581e tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-823142'] for subnet (b2632952-d4fe-4772-849d-4b4d43b0c48d), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:26.936262 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-fbb14058-9169-49c9-a254-634b1f0d60fe None None] For port b7c595d0-c3a1-436d-ab00-35aa1073ed46, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b7c595d0-c3a1-436d-ab00-35aa1073ed46,segment=NetworkSegment(a5984d10-b6ad-49b0-8fb9-0adcc28ef9b7),segment_id=a5984d10-b6ad-49b0-8fb9-0adcc28ef9b7)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:36:26.936696 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fbb14058-9169-49c9-a254-634b1f0d60fe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (b7c595d0-c3a1-436d-ab00-35aa1073ed46), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:26.954733 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b51a4e03-e616-429c-90ea-131b3534bdd3 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks [] for floatingip (50ac5199-4c98-4c07-8266-4579ea19896d), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:26.960454 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-fbb14058-9169-49c9-a254-634b1f0d60fe None None] Calling delete_port for b7c595d0-c3a1-436d-ab00-35aa1073ed46 owned by network:dhcp {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:36:26.985767 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 33decf4f-14e9-49da-8892-7d3c546f7815 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:36:27.013802 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-b9b86821-422f-4457-836c-b822abb9db5b tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] For port b7c595d0-c3a1-436d-ab00-35aa1073ed46, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b7c595d0-c3a1-436d-ab00-35aa1073ed46,segment=NetworkSegment(a5984d10-b6ad-49b0-8fb9-0adcc28ef9b7),segment_id=a5984d10-b6ad-49b0-8fb9-0adcc28ef9b7)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:36:27.014551 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b9b86821-422f-4457-836c-b822abb9db5b tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (b7c595d0-c3a1-436d-ab00-35aa1073ed46), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:27.027194 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device b347c59d-cb8d-4641-b188-7676c46efe56 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:36:27.034520 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-b9b86821-422f-4457-836c-b822abb9db5b tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Calling delete_port for b7c595d0-c3a1-436d-ab00-35aa1073ed46 owned by network:dhcp {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:36:27.055730 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-81354a04-bed7-4196-9582-85a7e6a6581e tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-823145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3498088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3516558'] for subnet (b2632952-d4fe-4772-849d-4b4d43b0c48d), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:27.128834 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-81354a04-bed7-4196-9582-85a7e6a6581e tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616561'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:27.136917 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-81354a04-bed7-4196-9582-85a7e6a6581e tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] 10.222.0.20 "DELETE /v2.0/subnets/b2632952-d4fe-4772-849d-4b4d43b0c48d HTTP/1.1" status: 204 len: 168 time: 1.1230323 Feb 28 10:36:27.138061 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 37646) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:27.140987 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81354a04-bed7-4196-9582-85a7e6a6581e tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Pushing event deleted for resources: {'Subnet': ['ID=b2632952-d4fe-4772-849d-4b4d43b0c48d,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:27.249423 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d89492b4-b342-4d2e-84c9-0914f6b5d848 tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-665757'] for network (b099226b-cb57-43a7-91b8-605da7e0b1d0), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:27.265563 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b9b86821-422f-4457-836c-b822abb9db5b tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (b7c595d0-c3a1-436d-ab00-35aa1073ed46), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:27.308608 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b86821-422f-4457-836c-b822abb9db5b tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Pushing event deleted for resources: {'Port': ['ID=b7c595d0-c3a1-436d-ab00-35aa1073ed46,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:27.312938 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b86821-422f-4457-836c-b822abb9db5b tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] No DVR routers for this DVR port b7c595d0-c3a1-436d-ab00-35aa1073ed46 on host dv-neutron-master-2-hyperv {{(pid=103407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:36:27.356399 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3fb1b0cb-6cae-4639-9b44-1fd4ceb6e184 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] Publish callbacks [] for security_group (c6054555-6cfe-4c7d-9758-21814521da07), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:27.382223 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fbb14058-9169-49c9-a254-634b1f0d60fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758'] for port (b7c595d0-c3a1-436d-ab00-35aa1073ed46), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:27.417704 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52844b6e-869a-4239-8693-8e7174d75d68 None None] Network b099226b-cb57-43a7-91b8-605da7e0b1d0 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:36:27.418769 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-eb2f72db-7b53-426d-8fdd-0869b44eca23 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-823145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3242523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3951170'] for subnet (8988cfc1-3d30-49f4-ab24-2023c61df6fd), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:27.455355 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b9b86821-422f-4457-836c-b822abb9db5b tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672413', 'neutron.services.segments.db._delete_segments_for_network-8742057110173'] for network (eb839f6c-5043-484a-b1d1-584e5121d293), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:27.468151 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3fb1b0cb-6cae-4639-9b44-1fd4ceb6e184 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] Publish callbacks [] for security_group (c6054555-6cfe-4c7d-9758-21814521da07), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:27.480045 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-b9b86821-422f-4457-836c-b822abb9db5b tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb839f6c-5043-484a-b1d1-584e5121d293']}} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:27.483192 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] No Port match for: b347c59d-cb8d-4641-b188-7676c46efe56 {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:36:27.483693 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device b347c59d-cb8d-4641-b188-7676c46efe56 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:36:27.490899 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-b9b86821-422f-4457-836c-b822abb9db5b tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5984d10-b6ad-49b0-8fb9-0adcc28ef9b7') {'for_net_delete': True} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:27.491217 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-b9b86821-422f-4457-836c-b822abb9db5b tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5984d10-b6ad-49b0-8fb9-0adcc28ef9b7') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:27.500528 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb14058-9169-49c9-a254-634b1f0d60fe None None] Pushing event deleted for resources: {'Port': ['ID=b7c595d0-c3a1-436d-ab00-35aa1073ed46,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:27.502045 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b9b86821-422f-4457-836c-b822abb9db5b tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742057113766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3501147'] for segment (a5984d10-b6ad-49b0-8fb9-0adcc28ef9b7), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:27.514642 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb14058-9169-49c9-a254-634b1f0d60fe None None] No DVR routers for this DVR port b7c595d0-c3a1-436d-ab00-35aa1073ed46 on host dv-neutron-master-2-hyperv {{(pid=103409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:36:27.516735 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b9b86821-422f-4457-836c-b822abb9db5b tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (a5984d10-b6ad-49b0-8fb9-0adcc28ef9b7), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:27.523118 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2f72db-7b53-426d-8fdd-0869b44eca23 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Pushing event deleted for resources: {'Subnet': ['ID=8988cfc1-3d30-49f4-ab24-2023c61df6fd,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:27.524156 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9b86821-422f-4457-836c-b822abb9db5b tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Releasing vlan 258 on physical network physnet1 to pool {{(pid=103407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:36:27.524645 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b9b86821-422f-4457-836c-b822abb9db5b tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3498166'] for segment (a5984d10-b6ad-49b0-8fb9-0adcc28ef9b7), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:27.525231 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-21249293-0e7c-41ea-b176-f49bee7abf8e None None] Provisioning complete for port f8cefe4a-2a23-4381-89d0-d38da7d40797 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:36:27.525619 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-21249293-0e7c-41ea-b176-f49bee7abf8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (f8cefe4a-2a23-4381-89d0-d38da7d40797), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:27.545108 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-eb2f72db-7b53-426d-8fdd-0869b44eca23 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks [] for subnet (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:27.553553 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-eb2f72db-7b53-426d-8fdd-0869b44eca23 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] 10.222.0.20 "DELETE /v2.0/subnets/8988cfc1-3d30-49f4-ab24-2023c61df6fd HTTP/1.1" status: 204 len: 168 time: 1.5092127 Feb 28 10:36:27.555582 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 37648) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:27.581083 dv-neutron-master-2-hyperv neutron-server[103407]: Traceback (most recent call last): Feb 28 10:36:27.581083 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:36:27.581083 dv-neutron-master-2-hyperv neutron-server[103407]: timer() Feb 28 10:36:27.581083 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:36:27.581083 dv-neutron-master-2-hyperv neutron-server[103407]: cb(*args, **kw) Feb 28 10:36:27.581083 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:36:27.581083 dv-neutron-master-2-hyperv neutron-server[103407]: return func(*args, **kwargs) Feb 28 10:36:27.581083 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:36:27.581083 dv-neutron-master-2-hyperv neutron-server[103407]: self._notify() Feb 28 10:36:27.581083 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:36:27.581083 dv-neutron-master-2-hyperv neutron-server[103407]: self.callback(batched_events) Feb 28 10:36:27.581083 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:36:27.581083 dv-neutron-master-2-hyperv neutron-server[103407]: event.method(event) Feb 28 10:36:27.581083 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:36:27.581083 dv-neutron-master-2-hyperv neutron-server[103407]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:36:27.581083 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:36:27.581083 dv-neutron-master-2-hyperv neutron-server[103407]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:36:27.581083 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:36:27.581083 dv-neutron-master-2-hyperv neutron-server[103407]: return f(self, *a, **k) Feb 28 10:36:27.581083 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:36:27.581083 dv-neutron-master-2-hyperv neutron-server[103407]: return self._get(url).json() Feb 28 10:36:27.581083 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:36:27.581083 dv-neutron-master-2-hyperv neutron-server[103407]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:36:27.581083 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:36:27.581083 dv-neutron-master-2-hyperv neutron-server[103407]: return self.request(url, 'GET', **kwargs) Feb 28 10:36:27.581083 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:36:27.581083 dv-neutron-master-2-hyperv neutron-server[103407]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:36:27.581083 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:36:27.581083 dv-neutron-master-2-hyperv neutron-server[103407]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:36:27.581083 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:36:27.581083 dv-neutron-master-2-hyperv neutron-server[103407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:36:27.581083 dv-neutron-master-2-hyperv neutron-server[103407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:36:27.585234 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5317c57b-f93a-49a3-9564-fb6cf4a9eed7 None None] Network 8929b71a-d96d-48b5-95df-91b088a5d91b requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:36:27.608985 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-d89492b4-b342-4d2e-84c9-0914f6b5d848 tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Deleting port 4ccd01cd-0645-4666-9592-05da766cda4e {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:36:27.609431 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d89492b4-b342-4d2e-84c9-0914f6b5d848 tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (4ccd01cd-0645-4666-9592-05da766cda4e), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:27.648622 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b9b86821-422f-4457-836c-b822abb9db5b tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803269'] for network (eb839f6c-5043-484a-b1d1-584e5121d293), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:27.655972 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-6fb8e974-9621-4c99-a50a-77b44cc321f6 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Deleting port f8cefe4a-2a23-4381-89d0-d38da7d40797 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:36:27.656787 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6fb8e974-9621-4c99-a50a-77b44cc321f6 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (f8cefe4a-2a23-4381-89d0-d38da7d40797), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:27.671127 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b9b86821-422f-4457-836c-b822abb9db5b tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:27.677245 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-b9b86821-422f-4457-836c-b822abb9db5b tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] 10.222.0.20 "DELETE /v2.0/networks/eb839f6c-5043-484a-b1d1-584e5121d293 HTTP/1.1" status: 204 len: 168 time: 1.6327252 Feb 28 10:36:27.680262 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 37650) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:27.683225 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b86821-422f-4457-836c-b822abb9db5b tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Pushing event deleted for resources: {'Network': ['ID=eb839f6c-5043-484a-b1d1-584e5121d293,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:27.690847 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-21249293-0e7c-41ea-b176-f49bee7abf8e None None] Port f8cefe4a-2a23-4381-89d0-d38da7d40797 cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:36:27.706758 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-d89492b4-b342-4d2e-84c9-0914f6b5d848 tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] For port 4ccd01cd-0645-4666-9592-05da766cda4e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4ccd01cd-0645-4666-9592-05da766cda4e,segment=NetworkSegment(0fd8e230-241c-464c-a23e-265134df9cd6),segment_id=0fd8e230-241c-464c-a23e-265134df9cd6)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:36:27.707659 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d89492b4-b342-4d2e-84c9-0914f6b5d848 tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (4ccd01cd-0645-4666-9592-05da766cda4e), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:27.723410 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-d89492b4-b342-4d2e-84c9-0914f6b5d848 tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Calling delete_port for 4ccd01cd-0645-4666-9592-05da766cda4e owned by network:dhcp {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:36:27.725376 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-1293d0de-810e-4fe7-b608-e71ef972ad10 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] DELETE failed (client error): The resource could not be found. Feb 28 10:36:27.725839 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1293d0de-810e-4fe7-b608-e71ef972ad10 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103408) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:36:27.731362 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-1293d0de-810e-4fe7-b608-e71ef972ad10 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] 10.222.0.20 "DELETE /v2.0/subnets/d87a29c4-6043-4b9c-9e3f-5508dfbc5f09 HTTP/1.1" status: 404 len: 337 time: 0.1570768 Feb 28 10:36:27.733800 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-d018f6db-d94a-4bda-9a5b-19c6aaaada19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63bce622-3960-486c-b74c-b0f96a67ca30', 'name': 'tempest-ServerActionsTestJSON-231407906-router', 'tenant_id': '194e12cf0f844c7eb6a851155ceb2206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.205'}], 'enable_snat': True}, 'gw_port_id': 'cd7cc0ca-0b66-4431-b24f-53d9a043c0a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:31:49Z', 'updated_at': '2022-02-28T10:32:00Z', 'revision_number': 4, 'project_id': '194e12cf0f844c7eb6a851155ceb2206', 'gw_port': {'id': 'cd7cc0ca-0b66-4431-b24f-53d9a043c0a5', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:76:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63bce622-3960-486c-b74c-b0f96a67ca30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:31:50Z', 'updated_at': '2022-02-28T10:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'c5513175-7249-457d-aadc-e926c59faf1b', 'name': '', 'network_id': 'c8fe4d5f-4a1f-41f9-85f5-28e75dcf99b0', 'tenant_id': '194e12cf0f844c7eb6a851155ceb2206', 'mac_address': 'fa:16:3e:fa:dc:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63bce622-3960-486c-b74c-b0f96a67ca30', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'f9ad3164-3d89-48ee-bb07-ade0c62bef16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:31:58Z', 'updated_at': '2022-02-28T10:32:10Z', 'revision_number': 5, 'project_id': '194e12cf0f844c7eb6a851155ceb2206', 'subnets': [{'id': 'f9ad3164-3d89-48ee-bb07-ade0c62bef16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:27.734405 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 37652) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:27.786282 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d018f6db-d94a-4bda-9a5b-19c6aaaada19 None None] The sync data for ids ['63bce622-3960-486c-b74c-b0f96a67ca30'] in dv-neutron-master-2-hyperv is: [{'id': '63bce622-3960-486c-b74c-b0f96a67ca30', 'name': 'tempest-ServerActionsTestJSON-231407906-router', 'tenant_id': '194e12cf0f844c7eb6a851155ceb2206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.205'}], 'enable_snat': True}, 'gw_port_id': 'cd7cc0ca-0b66-4431-b24f-53d9a043c0a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:31:49Z', 'updated_at': '2022-02-28T10:32:00Z', 'revision_number': 4, 'project_id': '194e12cf0f844c7eb6a851155ceb2206', 'gw_port': {'id': 'cd7cc0ca-0b66-4431-b24f-53d9a043c0a5', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:76:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63bce622-3960-486c-b74c-b0f96a67ca30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:31:50Z', 'updated_at': '2022-02-28T10:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'c5513175-7249-457d-aadc-e926c59faf1b', 'name': '', 'network_id': 'c8fe4d5f-4a1f-41f9-85f5-28e75dcf99b0', 'tenant_id': '194e12cf0f844c7eb6a851155ceb2206', 'mac_address': 'fa:16:3e:fa:dc:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63bce622-3960-486c-b74c-b0f96a67ca30', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'f9ad3164-3d89-48ee-bb07-ade0c62bef16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:31:58Z', 'updated_at': '2022-02-28T10:32:10Z', 'revision_number': 5, 'project_id': '194e12cf0f844c7eb6a851155ceb2206', 'subnets': [{'id': 'f9ad3164-3d89-48ee-bb07-ade0c62bef16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:36:27.833846 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f71df637-2a5f-4de7-9b96-34c68ceae6a9 None None] DHCP port deletion for b099226b-cb57-43a7-91b8-605da7e0b1d0 request from dv-neutron-master-2-hyperv {{(pid=103409) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:36:27.834128 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d89492b4-b342-4d2e-84c9-0914f6b5d848 tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (4ccd01cd-0645-4666-9592-05da766cda4e), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:27.844354 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-3bdd49ef-05f5-4df0-8a64-bcb3206ee19b None None] Provisioning complete for port 1332c1c3-c7e2-4d1f-bf51-b956e0e73c8a triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:36:27.844794 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3bdd49ef-05f5-4df0-8a64-bcb3206ee19b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (1332c1c3-c7e2-4d1f-bf51-b956e0e73c8a), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:27.874978 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89492b4-b342-4d2e-84c9-0914f6b5d848 tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Pushing event deleted for resources: {'Port': ['ID=4ccd01cd-0645-4666-9592-05da766cda4e,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:27.881030 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89492b4-b342-4d2e-84c9-0914f6b5d848 tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] No DVR routers for this DVR port 4ccd01cd-0645-4666-9592-05da766cda4e on host dv-neutron-master-2-hyperv {{(pid=103407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:36:27.890394 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3fb1b0cb-6cae-4639-9b44-1fd4ceb6e184 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (c6054555-6cfe-4c7d-9758-21814521da07), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:27.893024 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3fb1b0cb-6cae-4639-9b44-1fd4ceb6e184 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] Publish callbacks [] for security_group (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:27.895652 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-3fb1b0cb-6cae-4639-9b44-1fd4ceb6e184 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] 10.222.0.20 "DELETE /v2.0/security-groups/c6054555-6cfe-4c7d-9758-21814521da07 HTTP/1.1" status: 204 len: 168 time: 1.2460172 Feb 28 10:36:27.917030 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 37654) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:27.957800 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-3bdd49ef-05f5-4df0-8a64-bcb3206ee19b None None] Current status of the port 1332c1c3-c7e2-4d1f-bf51-b956e0e73c8a is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:36:27.968887 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-3bdd49ef-05f5-4df0-8a64-bcb3206ee19b None None] Provisioning complete for port 7ba842df-a686-488a-b3f0-dfbd12881a17 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:36:27.969273 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3bdd49ef-05f5-4df0-8a64-bcb3206ee19b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (7ba842df-a686-488a-b3f0-dfbd12881a17), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:27.974914 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb1b0cb-6cae-4639-9b44-1fd4ceb6e184 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6054555-6cfe-4c7d-9758-21814521da07,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:28.010874 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-3bdd49ef-05f5-4df0-8a64-bcb3206ee19b None None] Port 7ba842df-a686-488a-b3f0-dfbd12881a17 cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:36:28.012838 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.api.v2.resource [None req-c25590fa-1561-4fe5-9273-8295dd8fbe38 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] show failed (client error): The resource could not be found. Feb 28 10:36:28.016878 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-c25590fa-1561-4fe5-9273-8295dd8fbe38 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] 10.222.0.20 "GET /v2.0/security-groups/c6054555-6cfe-4c7d-9758-21814521da07 HTTP/1.1" status: 404 len: 347 time: 0.0838881 Feb 28 10:36:28.020653 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 37656) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:28.023590 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6fb8e974-9621-4c99-a50a-77b44cc321f6 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (f8cefe4a-2a23-4381-89d0-d38da7d40797), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:28.037075 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e786ebf-5392-4e78-a633-16455e7d88dd tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Deleting subnet 79bdcd99-7f8d-4ec5-b7ba-baa36836db30 {{(pid=103408) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:36:28.058762 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-6fb8e974-9621-4c99-a50a-77b44cc321f6 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Calling delete_port for f8cefe4a-2a23-4381-89d0-d38da7d40797 owned by {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:36:28.072712 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8e786ebf-5392-4e78-a633-16455e7d88dd tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks [] for subnet (79bdcd99-7f8d-4ec5-b7ba-baa36836db30), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:28.076439 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.db.resource_extend [None req-b51a4e03-e616-429c-90ea-131b3534bdd3 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 10:36:28.079722 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d89492b4-b342-4d2e-84c9-0914f6b5d848 tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672413', 'neutron.services.segments.db._delete_segments_for_network-8742057110173'] for network (b099226b-cb57-43a7-91b8-605da7e0b1d0), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:28.148065 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-d89492b4-b342-4d2e-84c9-0914f6b5d848 tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b099226b-cb57-43a7-91b8-605da7e0b1d0']}} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:28.161758 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-d89492b4-b342-4d2e-84c9-0914f6b5d848 tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fd8e230-241c-464c-a23e-265134df9cd6') {'for_net_delete': True} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:28.162059 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-d89492b4-b342-4d2e-84c9-0914f6b5d848 tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fd8e230-241c-464c-a23e-265134df9cd6') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:28.193252 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d89492b4-b342-4d2e-84c9-0914f6b5d848 tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742057113766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3501147'] for segment (0fd8e230-241c-464c-a23e-265134df9cd6), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:28.201529 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97089a6f-1c02-41dc-b3e9-f1aab218bb8f None None] New status for floating IP 23281362-01ab-4fbf-8967-6059c3af563f: DOWN {{(pid=103409) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 10:36:28.212519 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d89492b4-b342-4d2e-84c9-0914f6b5d848 tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (0fd8e230-241c-464c-a23e-265134df9cd6), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:28.223006 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d89492b4-b342-4d2e-84c9-0914f6b5d848 tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Releasing vlan 261 on physical network physnet1 to pool {{(pid=103407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:36:28.223423 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d89492b4-b342-4d2e-84c9-0914f6b5d848 tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3498166'] for segment (0fd8e230-241c-464c-a23e-265134df9cd6), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:28.231098 dv-neutron-master-2-hyperv neutron-server[103407]: Traceback (most recent call last): Feb 28 10:36:28.231098 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:36:28.231098 dv-neutron-master-2-hyperv neutron-server[103407]: timer() Feb 28 10:36:28.231098 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:36:28.231098 dv-neutron-master-2-hyperv neutron-server[103407]: cb(*args, **kw) Feb 28 10:36:28.231098 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:36:28.231098 dv-neutron-master-2-hyperv neutron-server[103407]: return func(*args, **kwargs) Feb 28 10:36:28.231098 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:36:28.231098 dv-neutron-master-2-hyperv neutron-server[103407]: self._notify() Feb 28 10:36:28.231098 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:36:28.231098 dv-neutron-master-2-hyperv neutron-server[103407]: self.callback(batched_events) Feb 28 10:36:28.231098 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:36:28.231098 dv-neutron-master-2-hyperv neutron-server[103407]: event.method(event) Feb 28 10:36:28.231098 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:36:28.231098 dv-neutron-master-2-hyperv neutron-server[103407]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:36:28.231098 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:36:28.231098 dv-neutron-master-2-hyperv neutron-server[103407]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:36:28.231098 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:36:28.231098 dv-neutron-master-2-hyperv neutron-server[103407]: return f(self, *a, **k) Feb 28 10:36:28.231098 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:36:28.231098 dv-neutron-master-2-hyperv neutron-server[103407]: return self._get(url).json() Feb 28 10:36:28.231098 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:36:28.231098 dv-neutron-master-2-hyperv neutron-server[103407]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:36:28.231098 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:36:28.231098 dv-neutron-master-2-hyperv neutron-server[103407]: return self.request(url, 'GET', **kwargs) Feb 28 10:36:28.231098 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:36:28.231098 dv-neutron-master-2-hyperv neutron-server[103407]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:36:28.231098 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:36:28.231098 dv-neutron-master-2-hyperv neutron-server[103407]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:36:28.231098 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:36:28.231098 dv-neutron-master-2-hyperv neutron-server[103407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:36:28.231098 dv-neutron-master-2-hyperv neutron-server[103407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:36:28.314190 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d89492b4-b342-4d2e-84c9-0914f6b5d848 tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803269'] for network (b099226b-cb57-43a7-91b8-605da7e0b1d0), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:28.322677 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d89492b4-b342-4d2e-84c9-0914f6b5d848 tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:28.327049 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-d89492b4-b342-4d2e-84c9-0914f6b5d848 tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] 10.222.0.20 "DELETE /v2.0/networks/b099226b-cb57-43a7-91b8-605da7e0b1d0 HTTP/1.1" status: 204 len: 168 time: 1.1821284 Feb 28 10:36:28.329062 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-b8ab9915-4bea-472d-b2f0-9785f42970d6 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] Deleting port 828a2155-c77a-4db3-9ca6-107c576afd51 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:36:28.329627 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b8ab9915-4bea-472d-b2f0-9785f42970d6 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (828a2155-c77a-4db3-9ca6-107c576afd51), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:28.333193 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 37658) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:28.338024 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8e786ebf-5392-4e78-a633-16455e7d88dd tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3423529'] for subnet (79bdcd99-7f8d-4ec5-b7ba-baa36836db30), precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:28.363098 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89492b4-b342-4d2e-84c9-0914f6b5d848 tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Pushing event deleted for resources: {'Network': ['ID=b099226b-cb57-43a7-91b8-605da7e0b1d0,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:28.417511 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 4ccd01cd-0645-4666-9592-05da766cda4e no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:36:28.449963 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] No Port match for: 4ccd01cd-0645-4666-9592-05da766cda4e {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:36:28.450319 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 4ccd01cd-0645-4666-9592-05da766cda4e not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:36:28.450750 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device b7c595d0-c3a1-436d-ab00-35aa1073ed46 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:36:28.476759 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] No Port match for: b7c595d0-c3a1-436d-ab00-35aa1073ed46 {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:36:28.477114 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device b7c595d0-c3a1-436d-ab00-35aa1073ed46 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:36:28.504924 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b51a4e03-e616-429c-90ea-131b3534bdd3 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:28.512115 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_v2 [None req-7acc08ee-3a80-4174-b028-72e168a8c79f tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Deleting subnet f59b45f0-7dd1-49f1-a52d-9593b9500bcf {{(pid=103407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:36:28.517535 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b51a4e03-e616-429c-90ea-131b3534bdd3 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1803383'] for floatingip (50ac5199-4c98-4c07-8266-4579ea19896d), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:28.523713 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7acc08ee-3a80-4174-b028-72e168a8c79f tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Publish callbacks [] for subnet (f59b45f0-7dd1-49f1-a52d-9593b9500bcf), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:28.547932 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b8ab9915-4bea-472d-b2f0-9785f42970d6 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (828a2155-c77a-4db3-9ca6-107c576afd51), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:28.548273 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b8ab9915-4bea-472d-b2f0-9785f42970d6 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] Publish callbacks [] for floatingip (828a2155-c77a-4db3-9ca6-107c576afd51), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:28.574730 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-b8ab9915-4bea-472d-b2f0-9785f42970d6 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] Calling delete_port for 828a2155-c77a-4db3-9ca6-107c576afd51 owned by network:floatingip {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:36:28.592676 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7acc08ee-3a80-4174-b028-72e168a8c79f tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3501132'] for subnet (f59b45f0-7dd1-49f1-a52d-9593b9500bcf), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:28.606597 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8e786ebf-5392-4e78-a633-16455e7d88dd tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-823142'] for subnet (79bdcd99-7f8d-4ec5-b7ba-baa36836db30), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:28.742630 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7acc08ee-3a80-4174-b028-72e168a8c79f tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-823142'] for subnet (f59b45f0-7dd1-49f1-a52d-9593b9500bcf), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:28.746988 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-f4d6551d-69a8-40aa-93d8-2f17a0770a2a None None] Provisioning complete for port 1332c1c3-c7e2-4d1f-bf51-b956e0e73c8a triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:36:28.747609 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f4d6551d-69a8-40aa-93d8-2f17a0770a2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (1332c1c3-c7e2-4d1f-bf51-b956e0e73c8a), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:28.846351 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-f4d6551d-69a8-40aa-93d8-2f17a0770a2a None None] Current status of the port 1332c1c3-c7e2-4d1f-bf51-b956e0e73c8a is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:36:28.854924 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b8ab9915-4bea-472d-b2f0-9785f42970d6 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (828a2155-c77a-4db3-9ca6-107c576afd51), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:28.858857 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-f4d6551d-69a8-40aa-93d8-2f17a0770a2a None None] Provisioning complete for port 7ba842df-a686-488a-b3f0-dfbd12881a17 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:36:28.859245 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f4d6551d-69a8-40aa-93d8-2f17a0770a2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (7ba842df-a686-488a-b3f0-dfbd12881a17), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:28.865365 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7acc08ee-3a80-4174-b028-72e168a8c79f tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-823145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3498088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3516558'] for subnet (f59b45f0-7dd1-49f1-a52d-9593b9500bcf), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:28.899436 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-f4d6551d-69a8-40aa-93d8-2f17a0770a2a None None] Port 7ba842df-a686-488a-b3f0-dfbd12881a17 cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:36:28.918735 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ab9915-4bea-472d-b2f0-9785f42970d6 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] Pushing event deleted for resources: {'Port': ['ID=828a2155-c77a-4db3-9ca6-107c576afd51,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:28.921713 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acc08ee-3a80-4174-b028-72e168a8c79f tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Pushing event deleted for resources: {'Subnet': ['ID=f59b45f0-7dd1-49f1-a52d-9593b9500bcf,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:28.934267 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29cbbf5d-f7b2-40cd-98bc-72f0dedc3a17 None None] Network c555580d-f352-429d-9475-bb58cddc4c09 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:36:28.938883 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7acc08ee-3a80-4174-b028-72e168a8c79f tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616561'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:28.944806 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-7acc08ee-3a80-4174-b028-72e168a8c79f tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] 10.222.0.20 "DELETE /v2.0/subnets/f59b45f0-7dd1-49f1-a52d-9593b9500bcf HTTP/1.1" status: 204 len: 168 time: 0.6079929 Feb 28 10:36:28.945866 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 37660) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:29.040886 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b8ab9915-4bea-472d-b2f0-9785f42970d6 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] Publish callbacks [] for floatingip (23281362-01ab-4fbf-8967-6059c3af563f), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:29.043767 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b8ab9915-4bea-472d-b2f0-9785f42970d6 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for floatingip (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:29.047819 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-b8ab9915-4bea-472d-b2f0-9785f42970d6 tempest-ServerActionsTestJSON-2066080560 tempest-ServerActionsTestJSON-2066080560-project] 10.222.0.20 "DELETE /v2.0/floatingips/23281362-01ab-4fbf-8967-6059c3af563f HTTP/1.1" status: 204 len: 168 time: 1.0136859 Feb 28 10:36:29.049558 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_v2 [None req-d37c3f6b-545b-407d-b8ef-ff91343d7466 tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Deleting subnet f84dbbd4-3ee6-4abc-bd5f-87997065997f {{(pid=103407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:36:29.052981 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 37662) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:29.054161 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d37c3f6b-545b-407d-b8ef-ff91343d7466 tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Publish callbacks [] for subnet (f84dbbd4-3ee6-4abc-bd5f-87997065997f), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:29.102633 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d37c3f6b-545b-407d-b8ef-ff91343d7466 tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3501132'] for subnet (f84dbbd4-3ee6-4abc-bd5f-87997065997f), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:29.122566 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc36e085-3b1a-4766-a600-e0e0169c3762 None None] DHCP port deletion for c555580d-f352-429d-9475-bb58cddc4c09 request from dv-neutron-master-2-hyperv {{(pid=103409) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:36:29.160221 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.db.l3_db [None req-b51a4e03-e616-429c-90ea-131b3534bdd3 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Floating IP 50ac5199-4c98-4c07-8266-4579ea19896d associated. External IP: 172.36.5.28, port: c33a5e1d-cb40-4d14-b60e-0700e76a6033. Feb 28 10:36:29.167172 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8e786ebf-5392-4e78-a633-16455e7d88dd tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-823145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3242523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3951170'] for subnet (79bdcd99-7f8d-4ec5-b7ba-baa36836db30), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:29.176000 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-dc36e085-3b1a-4766-a600-e0e0169c3762 None None] Deleting port fb751160-aaa4-4d37-beb3-ffafa93114cb {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:36:29.176479 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-dc36e085-3b1a-4766-a600-e0e0169c3762 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (fb751160-aaa4-4d37-beb3-ffafa93114cb), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:29.204175 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d37c3f6b-545b-407d-b8ef-ff91343d7466 tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-823142'] for subnet (f84dbbd4-3ee6-4abc-bd5f-87997065997f), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:29.243092 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-dc36e085-3b1a-4766-a600-e0e0169c3762 None None] For port fb751160-aaa4-4d37-beb3-ffafa93114cb, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=fb751160-aaa4-4d37-beb3-ffafa93114cb,segment=NetworkSegment(eb3e7a4a-324d-45a7-9a4b-3fa63c1760e5),segment_id=eb3e7a4a-324d-45a7-9a4b-3fa63c1760e5)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:36:29.243584 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-dc36e085-3b1a-4766-a600-e0e0169c3762 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (fb751160-aaa4-4d37-beb3-ffafa93114cb), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:29.257587 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-dc36e085-3b1a-4766-a600-e0e0169c3762 None None] Calling delete_port for fb751160-aaa4-4d37-beb3-ffafa93114cb owned by network:dhcp {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:36:29.276722 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d37c3f6b-545b-407d-b8ef-ff91343d7466 tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-823145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3498088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3516558'] for subnet (f84dbbd4-3ee6-4abc-bd5f-87997065997f), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:29.288191 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e786ebf-5392-4e78-a633-16455e7d88dd tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Pushing event deleted for resources: {'Subnet': ['ID=79bdcd99-7f8d-4ec5-b7ba-baa36836db30,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:29.308414 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12901b05-45a8-4b5f-a674-7223ee7eec76 None None] Network 8929b71a-d96d-48b5-95df-91b088a5d91b requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:36:29.312762 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37c3f6b-545b-407d-b8ef-ff91343d7466 tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Pushing event deleted for resources: {'Subnet': ['ID=f84dbbd4-3ee6-4abc-bd5f-87997065997f,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:29.318690 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d37c3f6b-545b-407d-b8ef-ff91343d7466 tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616561'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:29.322195 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8e786ebf-5392-4e78-a633-16455e7d88dd tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks [] for subnet (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:29.325104 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-d37c3f6b-545b-407d-b8ef-ff91343d7466 tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] 10.222.0.20 "DELETE /v2.0/subnets/f84dbbd4-3ee6-4abc-bd5f-87997065997f HTTP/1.1" status: 204 len: 168 time: 0.3782580 Feb 28 10:36:29.326129 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-8e786ebf-5392-4e78-a633-16455e7d88dd tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] 10.222.0.20 "DELETE /v2.0/subnets/79bdcd99-7f8d-4ec5-b7ba-baa36836db30 HTTP/1.1" status: 204 len: 168 time: 1.5851529 Feb 28 10:36:29.329748 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 37664) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:29.330128 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 37666) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:29.356744 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0b47c44-932a-4a25-bc74-8aab31db0a7c None None] Network d11a15fe-302a-417a-a012-6eb6bb7005ed requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:36:29.378895 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-400ad4fc-db9a-4f31-a1b3-37f4418632a7 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] DELETE failed (client error): The resource could not be found. Feb 28 10:36:29.378895 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-400ad4fc-db9a-4f31-a1b3-37f4418632a7 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:36:29.384819 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-400ad4fc-db9a-4f31-a1b3-37f4418632a7 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] 10.222.0.20 "DELETE /v2.0/subnets/7db53939-8ca1-46a3-ba3a-243ba75b1f40 HTTP/1.1" status: 404 len: 337 time: 0.0450289 Feb 28 10:36:29.396152 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 37668) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:29.458693 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-74cef20e-82d9-4b5a-be02-b58c353ca3fe tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-665757'] for network (c555580d-f352-429d-9475-bb58cddc4c09), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:29.466104 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-0542a930-bf51-40c3-8cf9-944fd8317836 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] 10.222.0.20 "GET /v2.0/ports?device_id=757f35f5-2260-4112-bfc2-ba2f40441c74 HTTP/1.1" status: 200 len: 205 time: 0.0688922 Feb 28 10:36:29.468576 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 37670) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:29.483033 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6fb8e974-9621-4c99-a50a-77b44cc321f6 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (f8cefe4a-2a23-4381-89d0-d38da7d40797), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:29.509036 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-dc36e085-3b1a-4766-a600-e0e0169c3762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758'] for port (fb751160-aaa4-4d37-beb3-ffafa93114cb), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:29.515974 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.api.v2.resource [None req-bed481f4-aa4a-44d5-9a81-d992692f1f58 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] delete failed (client error): The resource could not be found. Feb 28 10:36:29.519301 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-bed481f4-aa4a-44d5-9a81-d992692f1f58 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] 10.222.0.20 "DELETE /v2.0/routers/757f35f5-2260-4112-bfc2-ba2f40441c74 HTTP/1.1" status: 404 len: 336 time: 0.0435181 Feb 28 10:36:29.520049 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 37672) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:29.552249 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc36e085-3b1a-4766-a600-e0e0169c3762 None None] No DVR routers for this DVR port fb751160-aaa4-4d37-beb3-ffafa93114cb on host dv-neutron-master-2-hyperv {{(pid=103409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:36:29.556857 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc36e085-3b1a-4766-a600-e0e0169c3762 None None] Pushing event deleted for resources: {'Port': ['ID=fb751160-aaa4-4d37-beb3-ffafa93114cb,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:29.565386 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb8e974-9621-4c99-a50a-77b44cc321f6 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Pushing event deleted for resources: {'Port': ['ID=f8cefe4a-2a23-4381-89d0-d38da7d40797,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:29.574730 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-d48d2f2e-7d41-48ca-9cbf-e7639870d5b1 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] DELETE failed (client error): The resource could not be found. Feb 28 10:36:29.574730 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d48d2f2e-7d41-48ca-9cbf-e7639870d5b1 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:36:29.577191 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-d48d2f2e-7d41-48ca-9cbf-e7639870d5b1 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] 10.222.0.20 "DELETE /v2.0/subnets/ca24b7f4-a33f-4897-b209-5b16945059a7 HTTP/1.1" status: 404 len: 337 time: 0.0565896 Feb 28 10:36:29.580165 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 37674) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:29.655400 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-74cef20e-82d9-4b5a-be02-b58c353ca3fe tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672413', 'neutron.services.segments.db._delete_segments_for_network-8742057110173'] for network (c555580d-f352-429d-9475-bb58cddc4c09), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:29.684988 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-74cef20e-82d9-4b5a-be02-b58c353ca3fe tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c555580d-f352-429d-9475-bb58cddc4c09']}} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:29.700235 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b4c05d-3ee8-487e-8ace-5769c7fd6589 None None] DHCP port deletion for 8929b71a-d96d-48b5-95df-91b088a5d91b request from dv-neutron-master-2-hyperv {{(pid=103409) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:36:29.711264 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-74cef20e-82d9-4b5a-be02-b58c353ca3fe tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb3e7a4a-324d-45a7-9a4b-3fa63c1760e5') {'for_net_delete': True} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:29.711264 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-74cef20e-82d9-4b5a-be02-b58c353ca3fe tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb3e7a4a-324d-45a7-9a4b-3fa63c1760e5') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:29.719803 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4161295-dc69-4d84-a466-2409f5d18029 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] DELETE failed (client error): The resource could not be found. Feb 28 10:36:29.720278 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4161295-dc69-4d84-a466-2409f5d18029 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103408) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:36:29.722696 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-74cef20e-82d9-4b5a-be02-b58c353ca3fe tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742057113766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3501147'] for segment (eb3e7a4a-324d-45a7-9a4b-3fa63c1760e5), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:29.725849 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-d4161295-dc69-4d84-a466-2409f5d18029 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] 10.222.0.20 "DELETE /v2.0/subnets/54d1f5d7-d7ae-43e2-883f-233a9f86dc7f HTTP/1.1" status: 404 len: 337 time: 0.1054604 Feb 28 10:36:29.731592 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 37676) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:29.758601 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6fb8e974-9621-4c99-a50a-77b44cc321f6 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:29.759116 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9ecc49d-8b42-41a9-a147-aa61bf27fa91 None None] DHCP port deletion for d11a15fe-302a-417a-a012-6eb6bb7005ed request from dv-neutron-master-2-hyperv {{(pid=103409) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:36:29.762246 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-6fb8e974-9621-4c99-a50a-77b44cc321f6 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "DELETE /v2.0/ports/f8cefe4a-2a23-4381-89d0-d38da7d40797 HTTP/1.1" status: 204 len: 168 time: 3.0168600 Feb 28 10:36:29.764733 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 37678) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:29.780568 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4a40bfa-f3ba-4c23-b9be-563109688cf9 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] DELETE failed (client error): The resource could not be found. Feb 28 10:36:29.781040 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4a40bfa-f3ba-4c23-b9be-563109688cf9 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:36:29.786653 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-a4a40bfa-f3ba-4c23-b9be-563109688cf9 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] 10.222.0.20 "DELETE /v2.0/subnets/458805f9-dbea-4241-bf92-ea374b83097f HTTP/1.1" status: 404 len: 337 time: 0.0516789 Feb 28 10:36:29.786961 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 37680) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:29.797663 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-68b50301-b1e3-4f97-97b8-4a833228c038 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1802615'] for router_interface (d7ddbc6a-3d00-4753-9f33-feb0e12d7797), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:29.798146 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-74cef20e-82d9-4b5a-be02-b58c353ca3fe tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (eb3e7a4a-324d-45a7-9a4b-3fa63c1760e5), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:29.828518 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-17221987-534f-45e0-a4f5-b17ebae87e95 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] DELETE failed (client error): The resource could not be found. Feb 28 10:36:29.829043 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17221987-534f-45e0-a4f5-b17ebae87e95 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:36:29.829607 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-a1b4c05d-3ee8-487e-8ace-5769c7fd6589 None None] Deleting port 1332c1c3-c7e2-4d1f-bf51-b956e0e73c8a {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:36:29.830172 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a1b4c05d-3ee8-487e-8ace-5769c7fd6589 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (1332c1c3-c7e2-4d1f-bf51-b956e0e73c8a), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:29.833366 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-17221987-534f-45e0-a4f5-b17ebae87e95 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] 10.222.0.20 "DELETE /v2.0/ports/a3e04c46-52f2-4c6c-ae22-c596523a571e HTTP/1.1" status: 404 len: 333 time: 0.0452678 Feb 28 10:36:29.835158 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74cef20e-82d9-4b5a-be02-b58c353ca3fe tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Releasing vlan 252 on physical network physnet1 to pool {{(pid=103407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:36:29.835840 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-74cef20e-82d9-4b5a-be02-b58c353ca3fe tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3498166'] for segment (eb3e7a4a-324d-45a7-9a4b-3fa63c1760e5), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:29.840316 dv-neutron-master-2-hyperv neutron-server[103407]: Traceback (most recent call last): Feb 28 10:36:29.840316 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:36:29.840316 dv-neutron-master-2-hyperv neutron-server[103407]: timer() Feb 28 10:36:29.840316 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:36:29.840316 dv-neutron-master-2-hyperv neutron-server[103407]: cb(*args, **kw) Feb 28 10:36:29.840316 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:36:29.840316 dv-neutron-master-2-hyperv neutron-server[103407]: return func(*args, **kwargs) Feb 28 10:36:29.840316 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:36:29.840316 dv-neutron-master-2-hyperv neutron-server[103407]: self._notify() Feb 28 10:36:29.840316 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:36:29.840316 dv-neutron-master-2-hyperv neutron-server[103407]: self.callback(batched_events) Feb 28 10:36:29.840316 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:36:29.840316 dv-neutron-master-2-hyperv neutron-server[103407]: event.method(event) Feb 28 10:36:29.840316 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:36:29.840316 dv-neutron-master-2-hyperv neutron-server[103407]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:36:29.840316 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:36:29.840316 dv-neutron-master-2-hyperv neutron-server[103407]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:36:29.840316 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:36:29.840316 dv-neutron-master-2-hyperv neutron-server[103407]: return f(self, *a, **k) Feb 28 10:36:29.840316 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:36:29.840316 dv-neutron-master-2-hyperv neutron-server[103407]: return self._get(url).json() Feb 28 10:36:29.840316 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:36:29.840316 dv-neutron-master-2-hyperv neutron-server[103407]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:36:29.840316 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:36:29.840316 dv-neutron-master-2-hyperv neutron-server[103407]: return self.request(url, 'GET', **kwargs) Feb 28 10:36:29.840316 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:36:29.840316 dv-neutron-master-2-hyperv neutron-server[103407]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:36:29.840316 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:36:29.840316 dv-neutron-master-2-hyperv neutron-server[103407]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:36:29.840316 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:36:29.840316 dv-neutron-master-2-hyperv neutron-server[103407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:36:29.840316 dv-neutron-master-2-hyperv neutron-server[103407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:36:29.842324 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 37682) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:29.889810 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-f9ecc49d-8b42-41a9-a147-aa61bf27fa91 None None] Deleting port 7ff5e575-887a-433b-a9d4-77dc6003a6f6 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:36:29.890142 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f9ecc49d-8b42-41a9-a147-aa61bf27fa91 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (7ff5e575-887a-433b-a9d4-77dc6003a6f6), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:29.908875 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e4797e0-883b-45d3-bcf0-c4a3dd68e1f4 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] DELETE failed (client error): The resource could not be found. Feb 28 10:36:29.909471 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e4797e0-883b-45d3-bcf0-c4a3dd68e1f4 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:36:29.914813 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-9e4797e0-883b-45d3-bcf0-c4a3dd68e1f4 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] 10.222.0.20 "DELETE /v2.0/subnets/0e2db673-b665-4d4b-a2ab-de545d431276 HTTP/1.1" status: 404 len: 337 time: 0.0602868 Feb 28 10:36:29.917309 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 37684) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:29.934219 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-74cef20e-82d9-4b5a-be02-b58c353ca3fe tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803269'] for network (c555580d-f352-429d-9475-bb58cddc4c09), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:29.939195 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-74cef20e-82d9-4b5a-be02-b58c353ca3fe tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:29.943254 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-74cef20e-82d9-4b5a-be02-b58c353ca3fe tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] 10.222.0.20 "DELETE /v2.0/networks/c555580d-f352-429d-9475-bb58cddc4c09 HTTP/1.1" status: 204 len: 168 time: 0.6121705 Feb 28 10:36:29.947163 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 37686) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:29.978152 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-a1b4c05d-3ee8-487e-8ace-5769c7fd6589 None None] For port 1332c1c3-c7e2-4d1f-bf51-b956e0e73c8a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1332c1c3-c7e2-4d1f-bf51-b956e0e73c8a,segment=NetworkSegment(7e03bdcf-c10c-4112-b5d0-ef96003e84c0),segment_id=7e03bdcf-c10c-4112-b5d0-ef96003e84c0)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:36:29.978562 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a1b4c05d-3ee8-487e-8ace-5769c7fd6589 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (1332c1c3-c7e2-4d1f-bf51-b956e0e73c8a), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:29.987030 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-2575d13c-e6aa-4756-9f4c-e3c4a7273d58 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] DELETE failed (client error): The resource could not be found. Feb 28 10:36:29.988484 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2575d13c-e6aa-4756-9f4c-e3c4a7273d58 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103408) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:36:29.989089 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-f9ecc49d-8b42-41a9-a147-aa61bf27fa91 None None] For port 7ff5e575-887a-433b-a9d4-77dc6003a6f6, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7ff5e575-887a-433b-a9d4-77dc6003a6f6,segment=NetworkSegment(bbd445f2-f5a5-418d-9c92-7fa2a2228a61),segment_id=bbd445f2-f5a5-418d-9c92-7fa2a2228a61)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:36:29.989500 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f9ecc49d-8b42-41a9-a147-aa61bf27fa91 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (7ff5e575-887a-433b-a9d4-77dc6003a6f6), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:29.994140 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-2575d13c-e6aa-4756-9f4c-e3c4a7273d58 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] 10.222.0.20 "DELETE /v2.0/subnets/a5e4ca6b-1cca-4dc7-97c7-08b395a33c27 HTTP/1.1" status: 404 len: 337 time: 0.0670407 Feb 28 10:36:29.999457 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 37688) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:30.004157 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-a1b4c05d-3ee8-487e-8ace-5769c7fd6589 None None] Calling delete_port for 1332c1c3-c7e2-4d1f-bf51-b956e0e73c8a owned by network:dhcp {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:36:30.005900 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cef20e-82d9-4b5a-be02-b58c353ca3fe tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Pushing event deleted for resources: {'Network': ['ID=c555580d-f352-429d-9475-bb58cddc4c09,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:30.013695 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-f9ecc49d-8b42-41a9-a147-aa61bf27fa91 None None] Calling delete_port for 7ff5e575-887a-433b-a9d4-77dc6003a6f6 owned by network:dhcp {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:36:30.039919 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b51a4e03-e616-429c-90ea-131b3534bdd3 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Router 8b6ab8b8-279b-4753-bdf9-c3aeccd09e28 has already been hosted by L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 {{(pid=103408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:36:30.043613 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-cb00d6ec-f8f8-46bc-8047-048ed0462dec tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-665757'] for network (d11a15fe-302a-417a-a012-6eb6bb7005ed), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:30.046725 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-c28dee45-4c8f-4b11-b025-a35b001e6da0 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] DELETE failed (client error): The resource could not be found. Feb 28 10:36:30.047323 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c28dee45-4c8f-4b11-b025-a35b001e6da0 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103408) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:36:30.053158 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-c28dee45-4c8f-4b11-b025-a35b001e6da0 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] 10.222.0.20 "DELETE /v2.0/ports/59483c79-fbba-40be-8aab-b9392a2d4bb4 HTTP/1.1" status: 404 len: 333 time: 0.0492842 Feb 28 10:36:30.053715 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 37690) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:30.100735 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-44f555ca-0fb8-4737-b2ce-1076399a8acb tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] DELETE failed (client error): The resource could not be found. Feb 28 10:36:30.101473 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44f555ca-0fb8-4737-b2ce-1076399a8acb tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:36:30.105473 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-44f555ca-0fb8-4737-b2ce-1076399a8acb tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] 10.222.0.20 "DELETE /v2.0/subnets/9f78816c-3ab8-42c5-8bd8-cecfbdb1ffd2 HTTP/1.1" status: 404 len: 337 time: 0.0505409 Feb 28 10:36:30.109175 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 37692) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:30.110927 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71e7131a-0830-4089-ad55-686859766c49 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:30.114179 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-71e7131a-0830-4089-ad55-686859766c49 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.3126998 Feb 28 10:36:30.122421 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 37694) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:30.153161 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fe6b7bf-5537-4279-b112-416b766ee093 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] DELETE failed (client error): The resource could not be found. Feb 28 10:36:30.153631 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fe6b7bf-5537-4279-b112-416b766ee093 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:36:30.156738 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-9fe6b7bf-5537-4279-b112-416b766ee093 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] 10.222.0.20 "DELETE /v2.0/subnets/4352e344-d973-4fe0-8aa3-d981b33d3b02 HTTP/1.1" status: 404 len: 337 time: 0.0464654 Feb 28 10:36:30.163127 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 37696) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:30.167591 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f9ecc49d-8b42-41a9-a147-aa61bf27fa91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758'] for port (7ff5e575-887a-433b-a9d4-77dc6003a6f6), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:30.181799 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a1b4c05d-3ee8-487e-8ace-5769c7fd6589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758'] for port (1332c1c3-c7e2-4d1f-bf51-b956e0e73c8a), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:30.187782 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ecc49d-8b42-41a9-a147-aa61bf27fa91 None None] No DVR routers for this DVR port 7ff5e575-887a-433b-a9d4-77dc6003a6f6 on host dv-neutron-master-2-hyperv {{(pid=103409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:36:30.197079 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-cb00d6ec-f8f8-46bc-8047-048ed0462dec tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Deleting port 7ff5e575-887a-433b-a9d4-77dc6003a6f6 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:36:30.197503 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-cb00d6ec-f8f8-46bc-8047-048ed0462dec tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (7ff5e575-887a-433b-a9d4-77dc6003a6f6), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:30.208224 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ecc49d-8b42-41a9-a147-aa61bf27fa91 None None] Pushing event deleted for resources: {'Port': ['ID=7ff5e575-887a-433b-a9d4-77dc6003a6f6,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:30.215003 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b4c05d-3ee8-487e-8ace-5769c7fd6589 None None] No DVR routers for this DVR port 1332c1c3-c7e2-4d1f-bf51-b956e0e73c8a on host dv-neutron-master-2-hyperv {{(pid=103409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:36:30.227129 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f703730-5c14-4753-a812-f366da3f41cd tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:30.231237 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-0f703730-5c14-4753-a812-f366da3f41cd tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1031981 Feb 28 10:36:30.238530 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 37698) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:30.260489 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b4c05d-3ee8-487e-8ace-5769c7fd6589 None None] Pushing event deleted for resources: {'Port': ['ID=1332c1c3-c7e2-4d1f-bf51-b956e0e73c8a,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:30.286295 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-cb00d6ec-f8f8-46bc-8047-048ed0462dec tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] For port 7ff5e575-887a-433b-a9d4-77dc6003a6f6, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:36:30.286750 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-cb00d6ec-f8f8-46bc-8047-048ed0462dec tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (7ff5e575-887a-433b-a9d4-77dc6003a6f6), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:30.309869 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-cb00d6ec-f8f8-46bc-8047-048ed0462dec tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Calling delete_port for 7ff5e575-887a-433b-a9d4-77dc6003a6f6 owned by network:dhcp {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:36:30.313273 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.ipam_backend_mixin [None req-cb00d6ec-f8f8-46bc-8047-048ed0462dec tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Port 7ff5e575-887a-433b-a9d4-77dc6003a6f6 was not found and therefore no delete operation was performed {{(pid=103407) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 28 10:36:30.314583 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-cb00d6ec-f8f8-46bc-8047-048ed0462dec tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (7ff5e575-887a-433b-a9d4-77dc6003a6f6), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:30.345865 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device fb751160-aaa4-4d37-beb3-ffafa93114cb no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:36:30.349937 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb00d6ec-f8f8-46bc-8047-048ed0462dec tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] No DVR routers for this DVR port 7ff5e575-887a-433b-a9d4-77dc6003a6f6 on host dv-neutron-master-2-hyperv {{(pid=103407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:36:30.355771 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb00d6ec-f8f8-46bc-8047-048ed0462dec tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Pushing event deleted for resources: {'Port': ['ID=7ff5e575-887a-433b-a9d4-77dc6003a6f6,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:30.403452 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-366ab51a-67f4-4347-a903-78bfe3bb651d tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:30.404805 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-366ab51a-67f4-4347-a903-78bfe3bb651d tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:30.406119 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-366ab51a-67f4-4347-a903-78bfe3bb651d tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:30.411115 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-366ab51a-67f4-4347-a903-78bfe3bb651d tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1670132 Feb 28 10:36:30.416044 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 37700) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:30.445115 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-cb00d6ec-f8f8-46bc-8047-048ed0462dec tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672413', 'neutron.services.segments.db._delete_segments_for_network-8742057110173'] for network (d11a15fe-302a-417a-a012-6eb6bb7005ed), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:30.472900 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-cb00d6ec-f8f8-46bc-8047-048ed0462dec tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d11a15fe-302a-417a-a012-6eb6bb7005ed']}} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:30.478771 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b51a4e03-e616-429c-90ea-131b3534bdd3 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:36:30.485362 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-cb00d6ec-f8f8-46bc-8047-048ed0462dec tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbd445f2-f5a5-418d-9c92-7fa2a2228a61') {'for_net_delete': True} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:30.485924 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-cb00d6ec-f8f8-46bc-8047-048ed0462dec tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbd445f2-f5a5-418d-9c92-7fa2a2228a61') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:30.491221 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b51a4e03-e616-429c-90ea-131b3534bdd3 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for floatingip (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:30.496186 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36fbc96f-2121-41c6-8a48-dcaed0303ce5 None None] Sync routers for ids ['8b6ab8b8-279b-4753-bdf9-c3aeccd09e28'] in dv-neutron-master-2-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:36:30.506379 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-cb00d6ec-f8f8-46bc-8047-048ed0462dec tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742057113766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3501147'] for segment (bbd445f2-f5a5-418d-9c92-7fa2a2228a61), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:30.518804 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36fbc96f-2121-41c6-8a48-dcaed0303ce5 None None] Routers {'8b6ab8b8-279b-4753-bdf9-c3aeccd09e28'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:36:30.520508 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-36fbc96f-2121-41c6-8a48-dcaed0303ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:36:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['8b6ab8b8-279b-4753-bdf9-c3aeccd09e28'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:30.527248 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] No Port match for: fb751160-aaa4-4d37-beb3-ffafa93114cb {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:36:30.527610 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device fb751160-aaa4-4d37-beb3-ffafa93114cb not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:36:30.528052 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 1332c1c3-c7e2-4d1f-bf51-b956e0e73c8a no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:36:30.529723 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-cb00d6ec-f8f8-46bc-8047-048ed0462dec tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (bbd445f2-f5a5-418d-9c92-7fa2a2228a61), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:30.537316 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb00d6ec-f8f8-46bc-8047-048ed0462dec tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Releasing vlan 289 on physical network physnet1 to pool {{(pid=103407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:36:30.538173 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-cb00d6ec-f8f8-46bc-8047-048ed0462dec tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3498166'] for segment (bbd445f2-f5a5-418d-9c92-7fa2a2228a61), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:30.542915 dv-neutron-master-2-hyperv neutron-server[103407]: Traceback (most recent call last): Feb 28 10:36:30.542915 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:36:30.542915 dv-neutron-master-2-hyperv neutron-server[103407]: timer() Feb 28 10:36:30.542915 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:36:30.542915 dv-neutron-master-2-hyperv neutron-server[103407]: cb(*args, **kw) Feb 28 10:36:30.542915 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:36:30.542915 dv-neutron-master-2-hyperv neutron-server[103407]: return func(*args, **kwargs) Feb 28 10:36:30.542915 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:36:30.542915 dv-neutron-master-2-hyperv neutron-server[103407]: self._notify() Feb 28 10:36:30.542915 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:36:30.542915 dv-neutron-master-2-hyperv neutron-server[103407]: self.callback(batched_events) Feb 28 10:36:30.542915 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:36:30.542915 dv-neutron-master-2-hyperv neutron-server[103407]: event.method(event) Feb 28 10:36:30.542915 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:36:30.542915 dv-neutron-master-2-hyperv neutron-server[103407]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:36:30.542915 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:36:30.542915 dv-neutron-master-2-hyperv neutron-server[103407]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:36:30.542915 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:36:30.542915 dv-neutron-master-2-hyperv neutron-server[103407]: return f(self, *a, **k) Feb 28 10:36:30.542915 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:36:30.542915 dv-neutron-master-2-hyperv neutron-server[103407]: return self._get(url).json() Feb 28 10:36:30.542915 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:36:30.542915 dv-neutron-master-2-hyperv neutron-server[103407]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:36:30.542915 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:36:30.542915 dv-neutron-master-2-hyperv neutron-server[103407]: return self.request(url, 'GET', **kwargs) Feb 28 10:36:30.542915 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:36:30.542915 dv-neutron-master-2-hyperv neutron-server[103407]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:36:30.542915 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:36:30.542915 dv-neutron-master-2-hyperv neutron-server[103407]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:36:30.542915 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:36:30.542915 dv-neutron-master-2-hyperv neutron-server[103407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:36:30.542915 dv-neutron-master-2-hyperv neutron-server[103407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:36:30.551917 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] No Port match for: 1332c1c3-c7e2-4d1f-bf51-b956e0e73c8a {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:36:30.552282 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 1332c1c3-c7e2-4d1f-bf51-b956e0e73c8a not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:36:30.552759 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 7ff5e575-887a-433b-a9d4-77dc6003a6f6 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:36:30.558398 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-36fbc96f-2121-41c6-8a48-dcaed0303ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:30.567720 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36fbc96f-2121-41c6-8a48-dcaed0303ce5 None None] Routers {'8b6ab8b8-279b-4753-bdf9-c3aeccd09e28'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:36:30.568626 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-36fbc96f-2121-41c6-8a48-dcaed0303ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:36:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['8b6ab8b8-279b-4753-bdf9-c3aeccd09e28'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:30.573693 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-b51a4e03-e616-429c-90ea-131b3534bdd3 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] 10.222.0.20 "PUT /v2.0/floatingips/50ac5199-4c98-4c07-8266-4579ea19896d HTTP/1.1" status: 200 len: 978 time: 3.8125329 Feb 28 10:36:30.574236 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] No Port match for: 7ff5e575-887a-433b-a9d4-77dc6003a6f6 {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:36:30.574236 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 7ff5e575-887a-433b-a9d4-77dc6003a6f6 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:36:30.595794 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 37702) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:30.604363 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-36fbc96f-2121-41c6-8a48-dcaed0303ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:30.605329 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36fbc96f-2121-41c6-8a48-dcaed0303ce5 None None] The sync data for ids ['8b6ab8b8-279b-4753-bdf9-c3aeccd09e28'] in dv-neutron-master-2-hyperv is: [] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:36:30.637271 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_v2 [None req-c35521dd-11f8-43d0-8786-d4287890e1e2 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Deleting subnet cfa5b758-9e34-45e3-9510-fca002440903 {{(pid=103408) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:36:30.645845 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c35521dd-11f8-43d0-8786-d4287890e1e2 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks [] for subnet (cfa5b758-9e34-45e3-9510-fca002440903), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:30.654980 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-cb00d6ec-f8f8-46bc-8047-048ed0462dec tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803269'] for network (d11a15fe-302a-417a-a012-6eb6bb7005ed), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:30.669955 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-2107965d-3534-4fa7-a8e0-bf16fb8ad620 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Deleting port 7ba842df-a686-488a-b3f0-dfbd12881a17 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:36:30.670315 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2107965d-3534-4fa7-a8e0-bf16fb8ad620 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (7ba842df-a686-488a-b3f0-dfbd12881a17), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:30.681927 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-cb00d6ec-f8f8-46bc-8047-048ed0462dec tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:30.685133 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-cb00d6ec-f8f8-46bc-8047-048ed0462dec tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] 10.222.0.20 "DELETE /v2.0/networks/d11a15fe-302a-417a-a012-6eb6bb7005ed HTTP/1.1" status: 204 len: 168 time: 0.7370331 Feb 28 10:36:30.696394 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 37704) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:30.706480 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb00d6ec-f8f8-46bc-8047-048ed0462dec tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Pushing event deleted for resources: {'Network': ['ID=d11a15fe-302a-417a-a012-6eb6bb7005ed,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:30.763496 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_v2 [None req-870bbce9-7c9a-4216-ba9e-709be153ef6f tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Deleting subnet b581c39a-5955-4160-9c58-8f95f73718e5 {{(pid=103407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:36:30.768960 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-870bbce9-7c9a-4216-ba9e-709be153ef6f tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Publish callbacks [] for subnet (b581c39a-5955-4160-9c58-8f95f73718e5), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:30.800117 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-b5402c19-680a-4c41-a3d1-0898f303550b tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Deleting port c33a5e1d-cb40-4d14-b60e-0700e76a6033 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:36:30.800467 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b5402c19-680a-4c41-a3d1-0898f303550b tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (c33a5e1d-cb40-4d14-b60e-0700e76a6033), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:30.859534 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-870bbce9-7c9a-4216-ba9e-709be153ef6f tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3501132'] for subnet (b581c39a-5955-4160-9c58-8f95f73718e5), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:30.956259 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b5402c19-680a-4c41-a3d1-0898f303550b tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (c33a5e1d-cb40-4d14-b60e-0700e76a6033), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:31.023437 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-870bbce9-7c9a-4216-ba9e-709be153ef6f tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-823142'] for subnet (b581c39a-5955-4160-9c58-8f95f73718e5), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:31.105880 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c35521dd-11f8-43d0-8786-d4287890e1e2 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3423529'] for subnet (cfa5b758-9e34-45e3-9510-fca002440903), precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:31.155540 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2107965d-3534-4fa7-a8e0-bf16fb8ad620 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (7ba842df-a686-488a-b3f0-dfbd12881a17), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:31.168323 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-870bbce9-7c9a-4216-ba9e-709be153ef6f tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-823145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3498088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3516558'] for subnet (b581c39a-5955-4160-9c58-8f95f73718e5), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:31.172204 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-873fa958-1093-408d-83d9-3f428c9265dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1802615'] for router_interface (63bce622-3960-486c-b74c-b0f96a67ca30), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:31.182195 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-2107965d-3534-4fa7-a8e0-bf16fb8ad620 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Calling delete_port for 7ba842df-a686-488a-b3f0-dfbd12881a17 owned by {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:36:31.208147 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870bbce9-7c9a-4216-ba9e-709be153ef6f tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Pushing event deleted for resources: {'Subnet': ['ID=b581c39a-5955-4160-9c58-8f95f73718e5,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:31.210341 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-870bbce9-7c9a-4216-ba9e-709be153ef6f tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616561'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:31.212524 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96eea3b7-1278-4408-ae25-fe9113991106 None None] Network c9768f87-0105-4968-b36a-90043e3063b2 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:36:31.214019 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-870bbce9-7c9a-4216-ba9e-709be153ef6f tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] 10.222.0.20 "DELETE /v2.0/subnets/b581c39a-5955-4160-9c58-8f95f73718e5 HTTP/1.1" status: 204 len: 168 time: 0.5155783 Feb 28 10:36:31.218878 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 37706) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:31.229161 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b5402c19-680a-4c41-a3d1-0898f303550b tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:31.229531 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b5402c19-680a-4c41-a3d1-0898f303550b tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1803383'] for floatingip (50ac5199-4c98-4c07-8266-4579ea19896d), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:31.229855 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.db.l3_db [None req-b5402c19-680a-4c41-a3d1-0898f303550b tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Floating IP 50ac5199-4c98-4c07-8266-4579ea19896d disassociated. External IP: 172.36.5.28, port: c33a5e1d-cb40-4d14-b60e-0700e76a6033. Feb 28 10:36:31.230209 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-b5402c19-680a-4c41-a3d1-0898f303550b tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Calling delete_port for c33a5e1d-cb40-4d14-b60e-0700e76a6033 owned by {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:36:31.342673 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-10a67edf-6404-41a3-8342-e1a185b44cdd tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-665757'] for network (c9768f87-0105-4968-b36a-90043e3063b2), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:31.374212 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c35521dd-11f8-43d0-8786-d4287890e1e2 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-823142'] for subnet (cfa5b758-9e34-45e3-9510-fca002440903), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:31.382042 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-68b50301-b1e3-4f97-97b8-4a833228c038 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Deleting port 144edc35-9369-415e-842a-cda7c06a5ceb {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:36:31.382377 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-68b50301-b1e3-4f97-97b8-4a833228c038 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (144edc35-9369-415e-842a-cda7c06a5ceb), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:31.406246 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b91e1778-160b-4b6b-a02d-dbdedafb591f None None] DHCP port deletion for c9768f87-0105-4968-b36a-90043e3063b2 request from dv-neutron-master-2-hyperv {{(pid=103409) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:36:31.456026 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-b91e1778-160b-4b6b-a02d-dbdedafb591f None None] Deleting port 081f9d01-fb04-47e9-8d6f-2e30809a79ef {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:36:31.456572 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b91e1778-160b-4b6b-a02d-dbdedafb591f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (081f9d01-fb04-47e9-8d6f-2e30809a79ef), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:31.460845 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-10a67edf-6404-41a3-8342-e1a185b44cdd tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Deleting port 081f9d01-fb04-47e9-8d6f-2e30809a79ef {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:36:31.461200 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-10a67edf-6404-41a3-8342-e1a185b44cdd tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (081f9d01-fb04-47e9-8d6f-2e30809a79ef), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:31.477642 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b5402c19-680a-4c41-a3d1-0898f303550b tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (c33a5e1d-cb40-4d14-b60e-0700e76a6033), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:31.529122 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-b91e1778-160b-4b6b-a02d-dbdedafb591f None None] For port 081f9d01-fb04-47e9-8d6f-2e30809a79ef, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=081f9d01-fb04-47e9-8d6f-2e30809a79ef,segment=NetworkSegment(fd1279f0-4135-434d-9723-f46f895b17c3),segment_id=fd1279f0-4135-434d-9723-f46f895b17c3)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:36:31.529584 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b91e1778-160b-4b6b-a02d-dbdedafb591f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (081f9d01-fb04-47e9-8d6f-2e30809a79ef), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:31.543489 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-b91e1778-160b-4b6b-a02d-dbdedafb591f None None] Calling delete_port for 081f9d01-fb04-47e9-8d6f-2e30809a79ef owned by network:dhcp {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:36:31.548178 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5402c19-680a-4c41-a3d1-0898f303550b tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Pushing event deleted for resources: {'Port': ['ID=c33a5e1d-cb40-4d14-b60e-0700e76a6033,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:31.600919 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2107965d-3534-4fa7-a8e0-bf16fb8ad620 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (7ba842df-a686-488a-b3f0-dfbd12881a17), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:31.619991 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c35521dd-11f8-43d0-8786-d4287890e1e2 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-823145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3242523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3951170'] for subnet (cfa5b758-9e34-45e3-9510-fca002440903), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:31.634024 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-10a67edf-6404-41a3-8342-e1a185b44cdd tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] For port 081f9d01-fb04-47e9-8d6f-2e30809a79ef, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=081f9d01-fb04-47e9-8d6f-2e30809a79ef,segment=NetworkSegment(fd1279f0-4135-434d-9723-f46f895b17c3),segment_id=fd1279f0-4135-434d-9723-f46f895b17c3)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:36:31.634438 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-10a67edf-6404-41a3-8342-e1a185b44cdd tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (081f9d01-fb04-47e9-8d6f-2e30809a79ef), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:31.650899 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b91e1778-160b-4b6b-a02d-dbdedafb591f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758'] for port (081f9d01-fb04-47e9-8d6f-2e30809a79ef), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:31.657002 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-10a67edf-6404-41a3-8342-e1a185b44cdd tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Calling delete_port for 081f9d01-fb04-47e9-8d6f-2e30809a79ef owned by network:dhcp {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:36:31.666942 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2107965d-3534-4fa7-a8e0-bf16fb8ad620 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Pushing event deleted for resources: {'Port': ['ID=7ba842df-a686-488a-b3f0-dfbd12881a17,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:31.691553 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91e1778-160b-4b6b-a02d-dbdedafb591f None None] No DVR routers for this DVR port 081f9d01-fb04-47e9-8d6f-2e30809a79ef on host dv-neutron-master-2-hyperv {{(pid=103409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:36:31.694403 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-68b50301-b1e3-4f97-97b8-4a833228c038 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] For port 144edc35-9369-415e-842a-cda7c06a5ceb, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=144edc35-9369-415e-842a-cda7c06a5ceb,segment=NetworkSegment(90d4eda9-e6e5-4f97-9d2b-10d59af64bf5),segment_id=90d4eda9-e6e5-4f97-9d2b-10d59af64bf5)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:36:31.694786 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-68b50301-b1e3-4f97-97b8-4a833228c038 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (144edc35-9369-415e-842a-cda7c06a5ceb), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:31.696127 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91e1778-160b-4b6b-a02d-dbdedafb591f None None] Pushing event deleted for resources: {'Port': ['ID=081f9d01-fb04-47e9-8d6f-2e30809a79ef,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:31.700292 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35521dd-11f8-43d0-8786-d4287890e1e2 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Pushing event deleted for resources: {'Subnet': ['ID=cfa5b758-9e34-45e3-9510-fca002440903,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:31.710270 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2107965d-3534-4fa7-a8e0-bf16fb8ad620 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:31.713927 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-2107965d-3534-4fa7-a8e0-bf16fb8ad620 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] 10.222.0.20 "DELETE /v2.0/ports/7ba842df-a686-488a-b3f0-dfbd12881a17 HTTP/1.1" status: 204 len: 168 time: 1.5486884 Feb 28 10:36:31.717444 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c35521dd-11f8-43d0-8786-d4287890e1e2 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks [] for subnet (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:31.723998 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-c35521dd-11f8-43d0-8786-d4287890e1e2 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "DELETE /v2.0/subnets/cfa5b758-9e34-45e3-9510-fca002440903 HTTP/1.1" status: 204 len: 168 time: 1.3039784 Feb 28 10:36:31.724872 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 37708) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:31.725172 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 37710) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:31.734446 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-105990a3-8597-4d9f-9a2a-1cd99c1eaef9 None None] Network 9f0a511d-8408-4971-9daa-968eebea54f2 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:36:31.739991 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-68b50301-b1e3-4f97-97b8-4a833228c038 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Calling delete_port for 144edc35-9369-415e-842a-cda7c06a5ceb owned by network:router_interface {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:36:31.772082 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5402c19-680a-4c41-a3d1-0898f303550b tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Router 8b6ab8b8-279b-4753-bdf9-c3aeccd09e28 has already been hosted by L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:36:31.834772 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-10a67edf-6404-41a3-8342-e1a185b44cdd tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (081f9d01-fb04-47e9-8d6f-2e30809a79ef), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:31.871575 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a67edf-6404-41a3-8342-e1a185b44cdd tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] No DVR routers for this DVR port 081f9d01-fb04-47e9-8d6f-2e30809a79ef on host dv-neutron-master-2-hyperv {{(pid=103407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:36:31.873244 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a67edf-6404-41a3-8342-e1a185b44cdd tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Pushing event deleted for resources: {'Port': ['ID=081f9d01-fb04-47e9-8d6f-2e30809a79ef,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:31.906503 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_v2 [None req-65b7ff9f-2795-408f-ac48-ef7e355afd0a tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Deleting subnet f704aa1e-99e4-4983-935a-4b134361cfa9 {{(pid=103408) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:36:31.935009 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-65b7ff9f-2795-408f-ac48-ef7e355afd0a tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks [] for subnet (f704aa1e-99e4-4983-935a-4b134361cfa9), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:31.940952 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8bafdc09-614f-42d6-8e73-350da0940122 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-665757'] for network (8929b71a-d96d-48b5-95df-91b088a5d91b), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:31.995353 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-10a67edf-6404-41a3-8342-e1a185b44cdd tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672413', 'neutron.services.segments.db._delete_segments_for_network-8742057110173'] for network (c9768f87-0105-4968-b36a-90043e3063b2), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:32.007774 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5402c19-680a-4c41-a3d1-0898f303550b tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:36:32.025005 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2501ca4-ac69-45dc-a401-83a68f6726da None None] Sync routers for ids ['8b6ab8b8-279b-4753-bdf9-c3aeccd09e28'] in dv-neutron-master-2-hyperv {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:36:32.036030 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2501ca4-ac69-45dc-a401-83a68f6726da None None] Routers {'8b6ab8b8-279b-4753-bdf9-c3aeccd09e28'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:36:32.036842 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-f2501ca4-ac69-45dc-a401-83a68f6726da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:36:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['8b6ab8b8-279b-4753-bdf9-c3aeccd09e28'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:32.046196 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-65b7ff9f-2795-408f-ac48-ef7e355afd0a tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3423529'] for subnet (f704aa1e-99e4-4983-935a-4b134361cfa9), precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:32.052402 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-10a67edf-6404-41a3-8342-e1a185b44cdd tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9768f87-0105-4968-b36a-90043e3063b2']}} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:32.079099 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-f2501ca4-ac69-45dc-a401-83a68f6726da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:32.084304 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-10a67edf-6404-41a3-8342-e1a185b44cdd tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd1279f0-4135-434d-9723-f46f895b17c3') {'for_net_delete': True} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:32.085078 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-10a67edf-6404-41a3-8342-e1a185b44cdd tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd1279f0-4135-434d-9723-f46f895b17c3') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:32.090279 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2501ca4-ac69-45dc-a401-83a68f6726da None None] Routers {'8b6ab8b8-279b-4753-bdf9-c3aeccd09e28'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:36:32.091836 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-f2501ca4-ac69-45dc-a401-83a68f6726da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:36:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['8b6ab8b8-279b-4753-bdf9-c3aeccd09e28'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:32.101184 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-10a67edf-6404-41a3-8342-e1a185b44cdd tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742057113766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3501147'] for segment (fd1279f0-4135-434d-9723-f46f895b17c3), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:32.119363 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-10a67edf-6404-41a3-8342-e1a185b44cdd tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (fd1279f0-4135-434d-9723-f46f895b17c3), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:32.127473 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10a67edf-6404-41a3-8342-e1a185b44cdd tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Releasing vlan 290 on physical network physnet1 to pool {{(pid=103407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:36:32.128016 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-10a67edf-6404-41a3-8342-e1a185b44cdd tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3498166'] for segment (fd1279f0-4135-434d-9723-f46f895b17c3), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:32.128643 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-f2501ca4-ac69-45dc-a401-83a68f6726da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:32.129434 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2501ca4-ac69-45dc-a401-83a68f6726da None None] The sync data for ids ['8b6ab8b8-279b-4753-bdf9-c3aeccd09e28'] in dv-neutron-master-2-hyperv is: [] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:36:32.137804 dv-neutron-master-2-hyperv neutron-server[103407]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 10:36:32.137804 dv-neutron-master-2-hyperv neutron-server[103407]: self.session.flush() Feb 28 10:36:32.137804 dv-neutron-master-2-hyperv neutron-server[103407]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 10:36:32.137804 dv-neutron-master-2-hyperv neutron-server[103407]: self.session.flush() Feb 28 10:36:32.137804 dv-neutron-master-2-hyperv neutron-server[103407]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 10:36:32.137804 dv-neutron-master-2-hyperv neutron-server[103407]: self.session.flush() Feb 28 10:36:32.137804 dv-neutron-master-2-hyperv neutron-server[103407]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 10:36:32.137804 dv-neutron-master-2-hyperv neutron-server[103407]: self.session.flush() Feb 28 10:36:32.137804 dv-neutron-master-2-hyperv neutron-server[103407]: Traceback (most recent call last): Feb 28 10:36:32.137804 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:36:32.137804 dv-neutron-master-2-hyperv neutron-server[103407]: timer() Feb 28 10:36:32.137804 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:36:32.137804 dv-neutron-master-2-hyperv neutron-server[103407]: cb(*args, **kw) Feb 28 10:36:32.137804 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:36:32.137804 dv-neutron-master-2-hyperv neutron-server[103407]: return func(*args, **kwargs) Feb 28 10:36:32.137804 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:36:32.137804 dv-neutron-master-2-hyperv neutron-server[103407]: self._notify() Feb 28 10:36:32.137804 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:36:32.137804 dv-neutron-master-2-hyperv neutron-server[103407]: self.callback(batched_events) Feb 28 10:36:32.137804 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:36:32.137804 dv-neutron-master-2-hyperv neutron-server[103407]: event.method(event) Feb 28 10:36:32.137804 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:36:32.137804 dv-neutron-master-2-hyperv neutron-server[103407]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:36:32.137804 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:36:32.137804 dv-neutron-master-2-hyperv neutron-server[103407]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:36:32.137804 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:36:32.137804 dv-neutron-master-2-hyperv neutron-server[103407]: return f(self, *a, **k) Feb 28 10:36:32.137804 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:36:32.137804 dv-neutron-master-2-hyperv neutron-server[103407]: return self._get(url).json() Feb 28 10:36:32.137804 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:36:32.137804 dv-neutron-master-2-hyperv neutron-server[103407]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:36:32.137804 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:36:32.137804 dv-neutron-master-2-hyperv neutron-server[103407]: return self.request(url, 'GET', **kwargs) Feb 28 10:36:32.137804 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:36:32.137804 dv-neutron-master-2-hyperv neutron-server[103407]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:36:32.137804 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:36:32.137804 dv-neutron-master-2-hyperv neutron-server[103407]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:36:32.137804 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:36:32.137804 dv-neutron-master-2-hyperv neutron-server[103407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:36:32.137804 dv-neutron-master-2-hyperv neutron-server[103407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:36:32.208095 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b5402c19-680a-4c41-a3d1-0898f303550b tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:32.211885 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-b5402c19-680a-4c41-a3d1-0898f303550b tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] 10.222.0.20 "DELETE /v2.0/ports/c33a5e1d-cb40-4d14-b60e-0700e76a6033 HTTP/1.1" status: 204 len: 168 time: 1.6150384 Feb 28 10:36:32.214797 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 37712) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:32.227624 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8bafdc09-614f-42d6-8e73-350da0940122 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672413', 'neutron.services.segments.db._delete_segments_for_network-8742057110173'] for network (8929b71a-d96d-48b5-95df-91b088a5d91b), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:32.262502 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-10a67edf-6404-41a3-8342-e1a185b44cdd tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803269'] for network (c9768f87-0105-4968-b36a-90043e3063b2), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:32.270165 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-b94e100d-0360-44f9-9051-ee84cc2cac93 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] 10.222.0.20 "GET /v2.0/floatingips/50ac5199-4c98-4c07-8266-4579ea19896d HTTP/1.1" status: 200 len: 687 time: 0.0539680 Feb 28 10:36:32.272710 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 37714) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:32.283722 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-10a67edf-6404-41a3-8342-e1a185b44cdd tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:32.287025 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-10a67edf-6404-41a3-8342-e1a185b44cdd tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] 10.222.0.20 "DELETE /v2.0/networks/c9768f87-0105-4968-b36a-90043e3063b2 HTTP/1.1" status: 204 len: 168 time: 1.0671787 Feb 28 10:36:32.297304 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 37716) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:32.315543 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-8bafdc09-614f-42d6-8e73-350da0940122 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8929b71a-d96d-48b5-95df-91b088a5d91b']}} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:32.338311 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a67edf-6404-41a3-8342-e1a185b44cdd tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Pushing event deleted for resources: {'Network': ['ID=c9768f87-0105-4968-b36a-90043e3063b2,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:32.342411 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-8bafdc09-614f-42d6-8e73-350da0940122 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e03bdcf-c10c-4112-b5d0-ef96003e84c0') {'for_net_delete': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:32.342927 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-8bafdc09-614f-42d6-8e73-350da0940122 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e03bdcf-c10c-4112-b5d0-ef96003e84c0') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:32.358303 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-65b7ff9f-2795-408f-ac48-ef7e355afd0a tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-823142'] for subnet (f704aa1e-99e4-4983-935a-4b134361cfa9), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:32.365655 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-5ee45ac3-b91a-4240-985c-2a52c1e483d3 tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] 10.222.0.20 "GET /v2.0/ports?device_id=c945e51f-7c2c-4893-9cb2-a23b639f8db7 HTTP/1.1" status: 200 len: 205 time: 0.0382249 Feb 28 10:36:32.368607 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 37718) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:32.370133 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8bafdc09-614f-42d6-8e73-350da0940122 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742057113766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3423550'] for segment (7e03bdcf-c10c-4112-b5d0-ef96003e84c0), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:32.380099 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 081f9d01-fb04-47e9-8d6f-2e30809a79ef no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:36:32.402942 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] No Port match for: 081f9d01-fb04-47e9-8d6f-2e30809a79ef {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:36:32.403486 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 081f9d01-fb04-47e9-8d6f-2e30809a79ef not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:36:32.406563 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-873fa958-1093-408d-83d9-3f428c9265dd admin admin] Deleting port c5513175-7249-457d-aadc-e926c59faf1b {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:36:32.407192 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-873fa958-1093-408d-83d9-3f428c9265dd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (c5513175-7249-457d-aadc-e926c59faf1b), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:32.416500 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-68b50301-b1e3-4f97-97b8-4a833228c038 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (144edc35-9369-415e-842a-cda7c06a5ceb), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:32.450480 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8bafdc09-614f-42d6-8e73-350da0940122 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (7e03bdcf-c10c-4112-b5d0-ef96003e84c0), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:32.516931 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b50301-b1e3-4f97-97b8-4a833228c038 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Pushing event deleted for resources: {'Port': ['ID=144edc35-9369-415e-842a-cda7c06a5ceb,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:32.523628 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bafdc09-614f-42d6-8e73-350da0940122 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Releasing vlan 286 on physical network physnet1 to pool {{(pid=103408) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:36:32.524078 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8bafdc09-614f-42d6-8e73-350da0940122 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3242693'] for segment (7e03bdcf-c10c-4112-b5d0-ef96003e84c0), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:32.528775 dv-neutron-master-2-hyperv neutron-server[103408]: Traceback (most recent call last): Feb 28 10:36:32.528775 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:36:32.528775 dv-neutron-master-2-hyperv neutron-server[103408]: timer() Feb 28 10:36:32.528775 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:36:32.528775 dv-neutron-master-2-hyperv neutron-server[103408]: cb(*args, **kw) Feb 28 10:36:32.528775 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:36:32.528775 dv-neutron-master-2-hyperv neutron-server[103408]: return func(*args, **kwargs) Feb 28 10:36:32.528775 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:36:32.528775 dv-neutron-master-2-hyperv neutron-server[103408]: self._notify() Feb 28 10:36:32.528775 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:36:32.528775 dv-neutron-master-2-hyperv neutron-server[103408]: self.callback(batched_events) Feb 28 10:36:32.528775 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:36:32.528775 dv-neutron-master-2-hyperv neutron-server[103408]: event.method(event) Feb 28 10:36:32.528775 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:36:32.528775 dv-neutron-master-2-hyperv neutron-server[103408]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:36:32.528775 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:36:32.528775 dv-neutron-master-2-hyperv neutron-server[103408]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:36:32.528775 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:36:32.528775 dv-neutron-master-2-hyperv neutron-server[103408]: return f(self, *a, **k) Feb 28 10:36:32.528775 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:36:32.528775 dv-neutron-master-2-hyperv neutron-server[103408]: return self._get(url).json() Feb 28 10:36:32.528775 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:36:32.528775 dv-neutron-master-2-hyperv neutron-server[103408]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:36:32.528775 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:36:32.528775 dv-neutron-master-2-hyperv neutron-server[103408]: return self.request(url, 'GET', **kwargs) Feb 28 10:36:32.528775 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:36:32.528775 dv-neutron-master-2-hyperv neutron-server[103408]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:36:32.528775 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:36:32.528775 dv-neutron-master-2-hyperv neutron-server[103408]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:36:32.528775 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:36:32.528775 dv-neutron-master-2-hyperv neutron-server[103408]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:36:32.528775 dv-neutron-master-2-hyperv neutron-server[103408]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:36:32.685011 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8bafdc09-614f-42d6-8e73-350da0940122 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803269'] for network (8929b71a-d96d-48b5-95df-91b088a5d91b), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:32.694479 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-41223638-73bf-456a-b190-8218a8f088e2 None None] Provisioning complete for port 33decf4f-14e9-49da-8892-7d3c546f7815 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:36:32.694921 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-41223638-73bf-456a-b190-8218a8f088e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (33decf4f-14e9-49da-8892-7d3c546f7815), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:32.695035 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-65b7ff9f-2795-408f-ac48-ef7e355afd0a tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-823145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3242523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3951170'] for subnet (f704aa1e-99e4-4983-935a-4b134361cfa9), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:32.708471 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8bafdc09-614f-42d6-8e73-350da0940122 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616561'] for network (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:32.711959 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-8bafdc09-614f-42d6-8e73-350da0940122 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] 10.222.0.20 "DELETE /v2.0/networks/8929b71a-d96d-48b5-95df-91b088a5d91b HTTP/1.1" status: 204 len: 168 time: 0.9816816 Feb 28 10:36:32.756371 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bafdc09-614f-42d6-8e73-350da0940122 tempest-PortsIpV6TestJSON-688503092 tempest-PortsIpV6TestJSON-688503092-project] Pushing event deleted for resources: {'Network': ['ID=8929b71a-d96d-48b5-95df-91b088a5d91b,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:32.764464 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-873fa958-1093-408d-83d9-3f428c9265dd admin admin] For port c5513175-7249-457d-aadc-e926c59faf1b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c5513175-7249-457d-aadc-e926c59faf1b,segment=NetworkSegment(77e95e95-117a-4c02-a631-ed9ab22724b2),segment_id=77e95e95-117a-4c02-a631-ed9ab22724b2)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:36:32.764887 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-873fa958-1093-408d-83d9-3f428c9265dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (c5513175-7249-457d-aadc-e926c59faf1b), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:32.768637 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b7ff9f-2795-408f-ac48-ef7e355afd0a tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Pushing event deleted for resources: {'Subnet': ['ID=f704aa1e-99e4-4983-935a-4b134361cfa9,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:32.782324 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26d5e2f3-50be-4743-96a6-fb937d69e215 None None] Network 9f0a511d-8408-4971-9daa-968eebea54f2 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:36:32.818294 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-65b7ff9f-2795-408f-ac48-ef7e355afd0a tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks [] for subnet (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:32.824249 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-65b7ff9f-2795-408f-ac48-ef7e355afd0a tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "DELETE /v2.0/subnets/f704aa1e-99e4-4983-935a-4b134361cfa9 HTTP/1.1" status: 204 len: 168 time: 1.0861228 Feb 28 10:36:32.824924 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 37722) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:32.868586 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-873fa958-1093-408d-83d9-3f428c9265dd admin admin] Calling delete_port for c5513175-7249-457d-aadc-e926c59faf1b owned by network:router_interface {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:36:32.884320 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-dd61cec7-1a2a-4c75-a156-544bb3d9abef tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Publish callbacks [] for router (c945e51f-7c2c-4893-9cb2-a23b639f8db7), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:32.915637 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-7782b2d2-445e-450b-a6ad-8f4148c87551 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0858636 Feb 28 10:36:32.916233 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 37724) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:32.923235 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-af3cee08-6c6c-4b04-b44e-dd32facbe67b tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Request body: {'subnet': {'network_id': '9f0a511d-8408-4971-9daa-968eebea54f2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:36:32.931992 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-68b50301-b1e3-4f97-97b8-4a833228c038 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1802651'] for router_interface (d7ddbc6a-3d00-4753-9f33-feb0e12d7797), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:32.967215 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-41223638-73bf-456a-b190-8218a8f088e2 None None] Current status of the port 33decf4f-14e9-49da-8892-7d3c546f7815 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:36:33.041165 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-88aeef19-bbd1-4f81-8b11-04389f3784f7 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Deleting port 0ca3d5d8-6ef0-4594-b94c-f4e37785a343 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:36:33.041574 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-88aeef19-bbd1-4f81-8b11-04389f3784f7 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (0ca3d5d8-6ef0-4594-b94c-f4e37785a343), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:33.096773 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac385ee6-6848-4953-9c7c-bea080c5747a None None] DHCP port deletion for 9f0a511d-8408-4971-9daa-968eebea54f2 request from dv-neutron-master-2-hyperv {{(pid=103409) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:36:33.115857 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 37728) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:33.122848 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-dd61cec7-1a2a-4c75-a156-544bb3d9abef tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1807017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5941'] for router (c945e51f-7c2c-4893-9cb2-a23b639f8db7), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:33.126479 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-dd61cec7-1a2a-4c75-a156-544bb3d9abef tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Publish callbacks [] for router_controller (c945e51f-7c2c-4893-9cb2-a23b639f8db7), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:33.165153 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-ac385ee6-6848-4953-9c7c-bea080c5747a None None] Deleting port 33decf4f-14e9-49da-8892-7d3c546f7815 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:36:33.165624 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ac385ee6-6848-4953-9c7c-bea080c5747a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (33decf4f-14e9-49da-8892-7d3c546f7815), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:33.218974 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-dd61cec7-1a2a-4c75-a156-544bb3d9abef tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1806994'] for router (c945e51f-7c2c-4893-9cb2-a23b639f8db7), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:33.219534 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd61cec7-1a2a-4c75-a156-544bb3d9abef tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Fanout notify agent at l3_agent the message router_deleted on router c945e51f-7c2c-4893-9cb2-a23b639f8db7 {{(pid=103407) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 10:36:33.230948 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-88aeef19-bbd1-4f81-8b11-04389f3784f7 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (0ca3d5d8-6ef0-4594-b94c-f4e37785a343), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:33.231529 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-88aeef19-bbd1-4f81-8b11-04389f3784f7 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks [] for floatingip (0ca3d5d8-6ef0-4594-b94c-f4e37785a343), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:33.235500 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af3cee08-6c6c-4b04-b44e-dd32facbe67b tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Made reservation on behalf of 01d784a6a3f04224a7e9160ad9d44184 for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:36:33.239244 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-af3cee08-6c6c-4b04-b44e-dd32facbe67b tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3951209'] for subnet (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:33.240165 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-ac385ee6-6848-4953-9c7c-bea080c5747a None None] For port 33decf4f-14e9-49da-8892-7d3c546f7815, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=33decf4f-14e9-49da-8892-7d3c546f7815,segment=NetworkSegment(bf553b55-fb1d-4346-a090-4fb77eb0fbd7),segment_id=bf553b55-fb1d-4346-a090-4fb77eb0fbd7)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:36:33.240619 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ac385ee6-6848-4953-9c7c-bea080c5747a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (33decf4f-14e9-49da-8892-7d3c546f7815), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:33.241977 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-dd61cec7-1a2a-4c75-a156-544bb3d9abef tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] Publish callbacks [] for router (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:33.244592 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-dd61cec7-1a2a-4c75-a156-544bb3d9abef tempest-RoutersNegativeIpV6Test-2016395277 tempest-RoutersNegativeIpV6Test-2016395277-project] 10.222.0.20 "DELETE /v2.0/routers/c945e51f-7c2c-4893-9cb2-a23b639f8db7 HTTP/1.1" status: 204 len: 168 time: 0.8755488 Feb 28 10:36:33.258044 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-88aeef19-bbd1-4f81-8b11-04389f3784f7 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Calling delete_port for 0ca3d5d8-6ef0-4594-b94c-f4e37785a343 owned by network:floatingip {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:36:33.275798 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-ac385ee6-6848-4953-9c7c-bea080c5747a None None] Calling delete_port for 33decf4f-14e9-49da-8892-7d3c546f7815 owned by network:dhcp {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:36:33.350348 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68b50301-b1e3-4f97-97b8-4a833228c038 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Router d7ddbc6a-3d00-4753-9f33-feb0e12d7797 has already been hosted by L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 {{(pid=103408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:36:33.406136 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-b63f3954-4338-495e-9111-e1842d6ab2a7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=29ccc4cf6ba849d18fb6a0524a0ef75f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2891126 Feb 28 10:36:33.408755 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 37734) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:33.420928 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ac385ee6-6848-4953-9c7c-bea080c5747a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758'] for port (33decf4f-14e9-49da-8892-7d3c546f7815), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:33.453000 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac385ee6-6848-4953-9c7c-bea080c5747a None None] Pushing event deleted for resources: {'Port': ['ID=33decf4f-14e9-49da-8892-7d3c546f7815,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:33.459134 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac385ee6-6848-4953-9c7c-bea080c5747a None None] No DVR routers for this DVR port 33decf4f-14e9-49da-8892-7d3c546f7815 on host dv-neutron-master-2-hyperv {{(pid=103409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:36:33.512024 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68b50301-b1e3-4f97-97b8-4a833228c038 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:36:33.521935 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-54f48209-951d-4348-9b88-c4b53536d0e4 admin admin] Publish callbacks [] for security_group (97c2fece-a1ef-4c07-b524-059cab72aeb1), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:33.530112 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-68b50301-b1e3-4f97-97b8-4a833228c038 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] 10.222.0.20 "PUT /v2.0/routers/d7ddbc6a-3d00-4753-9f33-feb0e12d7797/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8155134 Feb 28 10:36:33.530843 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 37738) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:33.532426 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7507595-e930-44f7-b1bb-8e05b6b9b9e2 None None] Sync routers for ids ['d7ddbc6a-3d00-4753-9f33-feb0e12d7797'] in dv-neutron-master-2-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:36:33.544529 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-54f48209-951d-4348-9b88-c4b53536d0e4 admin admin] Publish callbacks [] for security_group (97c2fece-a1ef-4c07-b524-059cab72aeb1), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:33.561381 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7507595-e930-44f7-b1bb-8e05b6b9b9e2 None None] Routers {'d7ddbc6a-3d00-4753-9f33-feb0e12d7797'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:36:33.562586 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-b7507595-e930-44f7-b1bb-8e05b6b9b9e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:36:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['d7ddbc6a-3d00-4753-9f33-feb0e12d7797'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:33.582942 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-873fa958-1093-408d-83d9-3f428c9265dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (c5513175-7249-457d-aadc-e926c59faf1b), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:33.613644 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-88aeef19-bbd1-4f81-8b11-04389f3784f7 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (0ca3d5d8-6ef0-4594-b94c-f4e37785a343), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:33.628098 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873fa958-1093-408d-83d9-3f428c9265dd admin admin] Pushing event deleted for resources: {'Port': ['ID=c5513175-7249-457d-aadc-e926c59faf1b,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:33.633597 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 37740) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:33.650844 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aeef19-bbd1-4f81-8b11-04389f3784f7 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Pushing event deleted for resources: {'Port': ['ID=0ca3d5d8-6ef0-4594-b94c-f4e37785a343,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:33.676447 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-54f48209-951d-4348-9b88-c4b53536d0e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (97c2fece-a1ef-4c07-b524-059cab72aeb1), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:33.679091 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-54f48209-951d-4348-9b88-c4b53536d0e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:33.680277 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-54f48209-951d-4348-9b88-c4b53536d0e4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/97c2fece-a1ef-4c07-b524-059cab72aeb1 HTTP/1.1" status: 204 len: 168 time: 0.2701120 Feb 28 10:36:33.710236 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_v2 [None req-daa8803b-7a30-42de-ab30-4f26b090f75b tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Deleting subnet 80cf5cc3-7a23-4d81-9989-328f76a695ee {{(pid=103408) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:36:33.712619 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f48209-951d-4348-9b88-c4b53536d0e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97c2fece-a1ef-4c07-b524-059cab72aeb1,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:33.727594 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-88aeef19-bbd1-4f81-8b11-04389f3784f7 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks [] for floatingip (50ac5199-4c98-4c07-8266-4579ea19896d), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:33.731026 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-88aeef19-bbd1-4f81-8b11-04389f3784f7 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for floatingip (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:33.737899 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-88aeef19-bbd1-4f81-8b11-04389f3784f7 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] 10.222.0.20 "DELETE /v2.0/floatingips/50ac5199-4c98-4c07-8266-4579ea19896d HTTP/1.1" status: 204 len: 168 time: 1.4599168 Feb 28 10:36:33.740975 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 37746) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:33.747667 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-b7507595-e930-44f7-b1bb-8e05b6b9b9e2 None None] Set router d7ddbc6a-3d00-4753-9f33-feb0e12d7797 gateway port host: None {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:36:33.752375 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-daa8803b-7a30-42de-ab30-4f26b090f75b tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks [] for subnet (80cf5cc3-7a23-4d81-9989-328f76a695ee), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:33.756726 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-79ae69fd-9728-4fa8-a0f3-3eb4daf654bc tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Request body: {'floatingip': {'floating_network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'port_id': '4f103e25-ff26-471a-a89c-207e20a101df'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:36:33.805995 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-79ae69fd-9728-4fa8-a0f3-3eb4daf654bc tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:33.832576 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-b7507595-e930-44f7-b1bb-8e05b6b9b9e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7ddbc6a-3d00-4753-9f33-feb0e12d7797', 'name': 'tempest-RoutersTest-router-1825890179', 'tenant_id': 'da82c5902a0c4c459ee88fe904a1e59b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:35:15Z', 'updated_at': '2022-02-28T10:36:32Z', 'revision_number': 11, 'project_id': 'da82c5902a0c4c459ee88fe904a1e59b', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:33.879914 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7507595-e930-44f7-b1bb-8e05b6b9b9e2 None None] Checking router: d7ddbc6a-3d00-4753-9f33-feb0e12d7797 for host: dv-neutron-master-2-hyperv {{(pid=103410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:36:33.892180 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7507595-e930-44f7-b1bb-8e05b6b9b9e2 None None] Routers {'d7ddbc6a-3d00-4753-9f33-feb0e12d7797'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:36:33.892857 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-b7507595-e930-44f7-b1bb-8e05b6b9b9e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:36:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['d7ddbc6a-3d00-4753-9f33-feb0e12d7797'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:33.958973 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-daa8803b-7a30-42de-ab30-4f26b090f75b tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3423529'] for subnet (80cf5cc3-7a23-4d81-9989-328f76a695ee), precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:33.983497 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-79ae69fd-9728-4fa8-a0f3-3eb4daf654bc tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:33.985766 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-b7507595-e930-44f7-b1bb-8e05b6b9b9e2 None None] Set router d7ddbc6a-3d00-4753-9f33-feb0e12d7797 gateway port host: None {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:36:34.049621 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-b7507595-e930-44f7-b1bb-8e05b6b9b9e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7ddbc6a-3d00-4753-9f33-feb0e12d7797', 'name': 'tempest-RoutersTest-router-1825890179', 'tenant_id': 'da82c5902a0c4c459ee88fe904a1e59b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:35:15Z', 'updated_at': '2022-02-28T10:36:32Z', 'revision_number': 11, 'project_id': 'da82c5902a0c4c459ee88fe904a1e59b', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:34.078901 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7507595-e930-44f7-b1bb-8e05b6b9b9e2 None None] The sync data for ids ['d7ddbc6a-3d00-4753-9f33-feb0e12d7797'] in dv-neutron-master-2-hyperv is: [{'id': 'd7ddbc6a-3d00-4753-9f33-feb0e12d7797', 'name': 'tempest-RoutersTest-router-1825890179', 'tenant_id': 'da82c5902a0c4c459ee88fe904a1e59b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:35:15Z', 'updated_at': '2022-02-28T10:36:32Z', 'revision_number': 11, 'project_id': 'da82c5902a0c4c459ee88fe904a1e59b', 'gw_port_host': None}] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:36:34.135306 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-79ae69fd-9728-4fa8-a0f3-3eb4daf654bc tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Allocated IP 172.36.5.171 (1e0804d0-d1d9-4d40-9de5-2936f3d87840/6f6f4129-23e5-4c3b-b4ef-4c7ce926797e/a4d9a9c3-0f29-4116-adf6-8cd26b35f5af) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:36:34.256664 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-79ae69fd-9728-4fa8-a0f3-3eb4daf654bc tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks [] for port (a4d9a9c3-0f29-4116-adf6-8cd26b35f5af), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:34.295431 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-79ae69fd-9728-4fa8-a0f3-3eb4daf654bc tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (a4d9a9c3-0f29-4116-adf6-8cd26b35f5af), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:34.325624 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-af3cee08-6c6c-4b04-b44e-dd32facbe67b tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3242588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3951195'] for subnet (d12f28de-6db7-46bc-abb5-56576a742059), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:34.337474 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79ae69fd-9728-4fa8-a0f3-3eb4daf654bc tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Network 1e0804d0-d1d9-4d40-9de5-2936f3d87840 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:36:34.341944 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-79ae69fd-9728-4fa8-a0f3-3eb4daf654bc tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:36:34.344862 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ae69fd-9728-4fa8-a0f3-3eb4daf654bc tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:36:34.374419 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ae69fd-9728-4fa8-a0f3-3eb4daf654bc tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Pushing event updated for resources: {'Port': ['ID=a4d9a9c3-0f29-4116-adf6-8cd26b35f5af,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:34.405281 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af3cee08-6c6c-4b04-b44e-dd32facbe67b tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Network 9f0a511d-8408-4971-9daa-968eebea54f2 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:36:34.431452 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-af3cee08-6c6c-4b04-b44e-dd32facbe67b tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:36:34.451026 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61d60230-6f7d-438f-b5ff-80d41d70433c None None] Network 9f0a511d-8408-4971-9daa-968eebea54f2 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:36:34.481970 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af3cee08-6c6c-4b04-b44e-dd32facbe67b tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:34.482571 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-af3cee08-6c6c-4b04-b44e-dd32facbe67b tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks [] for subnet (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:34.516320 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3cee08-6c6c-4b04-b44e-dd32facbe67b tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Pushing event updated for resources: {'Subnet': ['ID=d12f28de-6db7-46bc-abb5-56576a742059,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:34.562108 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-409c24e9-b8ca-4b0f-b811-33430bf7ac00 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=96c5d5f0473f4377b6290b5bf5163544&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9255283 Feb 28 10:36:34.572275 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 37766) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:34.592655 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-af3cee08-6c6c-4b04-b44e-dd32facbe67b tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6732602 Feb 28 10:36:34.597046 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 37768) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:34.617541 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-5bf85a59-5d26-4b2c-91c7-02beea0d8d23 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Request body: {'subnet': {'network_id': '9f0a511d-8408-4971-9daa-968eebea54f2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:36:34.654983 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 37770) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:34.686970 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-873fa958-1093-408d-83d9-3f428c9265dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1802651'] for router_interface (63bce622-3960-486c-b74c-b0f96a67ca30), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:34.711029 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 144edc35-9369-415e-842a-cda7c06a5ceb no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:36:34.738885 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-daa8803b-7a30-42de-ab30-4f26b090f75b tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-823142'] for subnet (80cf5cc3-7a23-4d81-9989-328f76a695ee), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:34.746127 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-619d077f-f33f-4830-9425-9450490be693 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-9f0a511d-8408-4971-9daa-968eebea54f2', 'network_id': '9f0a511d-8408-4971-9daa-968eebea54f2', 'project_id': '01d784a6a3f04224a7e9160ad9d44184', 'fixed_ips': [{'subnet_id': 'd12f28de-6db7-46bc-abb5-56576a742059'}]}} from dv-neutron-master-2-hyperv. {{(pid=103409) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:36:34.747362 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-619d077f-f33f-4830-9425-9450490be693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:34.750443 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] No Port match for: 144edc35-9369-415e-842a-cda7c06a5ceb {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:36:34.750804 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 144edc35-9369-415e-842a-cda7c06a5ceb not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:36:34.751332 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 33decf4f-14e9-49da-8892-7d3c546f7815 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:36:34.795467 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] No Port match for: 33decf4f-14e9-49da-8892-7d3c546f7815 {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:36:34.795725 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 33decf4f-14e9-49da-8892-7d3c546f7815 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:36:34.836546 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-a34f5a52-13f5-4ed1-a588-c39a443607da tempest-DvrRoutersNegativeTest-1970092791 tempest-DvrRoutersNegativeTest-1970092791-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-584817838', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:36:34.839705 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.policy [None req-a34f5a52-13f5-4ed1-a588-c39a443607da tempest-DvrRoutersNegativeTest-1970092791 tempest-DvrRoutersNegativeTest-1970092791-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=103407) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Feb 28 10:36:34.840052 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.policy [None req-a34f5a52-13f5-4ed1-a588-c39a443607da tempest-DvrRoutersNegativeTest-1970092791 tempest-DvrRoutersNegativeTest-1970092791-project] Failed policy check for 'create_router' {{(pid=103407) enforce /opt/stack/neutron/neutron/policy.py:524}} Feb 28 10:36:34.840529 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.api.v2.resource [None req-a34f5a52-13f5-4ed1-a588-c39a443607da tempest-DvrRoutersNegativeTest-1970092791 tempest-DvrRoutersNegativeTest-1970092791-project] create failed (client error): Access was denied to this resource. Feb 28 10:36:34.848972 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-a34f5a52-13f5-4ed1-a588-c39a443607da tempest-DvrRoutersNegativeTest-1970092791 tempest-DvrRoutersNegativeTest-1970092791-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1855724 Feb 28 10:36:34.867349 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2363224f-ef6a-42a7-8872-ca0c5a14a61d admin admin] Publish callbacks [] for security_group (808433bc-9114-4778-9cbc-191735a4bec9), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:34.915268 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-79ae69fd-9728-4fa8-a0f3-3eb4daf654bc tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks [] for floatingip (7390bb0e-164c-4d64-b5d2-fc7dea74ee31), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:34.935051 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2363224f-ef6a-42a7-8872-ca0c5a14a61d admin admin] Publish callbacks [] for security_group (808433bc-9114-4778-9cbc-191735a4bec9), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:34.962643 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-619d077f-f33f-4830-9425-9450490be693 None None] Allocated IP 2001:db8::2 (9f0a511d-8408-4971-9daa-968eebea54f2/d12f28de-6db7-46bc-abb5-56576a742059/c31fd798-65f1-44f7-8fcb-db6a46e443d4) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:36:34.996752 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-79ae69fd-9728-4fa8-a0f3-3eb4daf654bc tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (a4d9a9c3-0f29-4116-adf6-8cd26b35f5af), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:35.028937 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bf85a59-5d26-4b2c-91c7-02beea0d8d23 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Made reservation on behalf of 01d784a6a3f04224a7e9160ad9d44184 for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:36:35.032573 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5bf85a59-5d26-4b2c-91c7-02beea0d8d23 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3951209'] for subnet (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:35.053753 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-daa8803b-7a30-42de-ab30-4f26b090f75b tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-823145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3242523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3951170'] for subnet (80cf5cc3-7a23-4d81-9989-328f76a695ee), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:35.126864 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa8803b-7a30-42de-ab30-4f26b090f75b tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Pushing event deleted for resources: {'Subnet': ['ID=80cf5cc3-7a23-4d81-9989-328f76a695ee,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:35.150024 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-daa8803b-7a30-42de-ab30-4f26b090f75b tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks [] for subnet (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:35.153845 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-daa8803b-7a30-42de-ab30-4f26b090f75b tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] 10.222.0.20 "DELETE /v2.0/subnets/80cf5cc3-7a23-4d81-9989-328f76a695ee HTTP/1.1" status: 204 len: 168 time: 1.6220183 Feb 28 10:36:35.162115 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 37778) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:35.198833 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-619d077f-f33f-4830-9425-9450490be693 None None] Publish callbacks [] for port (c31fd798-65f1-44f7-8fcb-db6a46e443d4), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:35.204094 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74d3dc32-7591-464a-86f5-dc1c7e99c566 None None] Network 15f45c6f-d6b4-4b5d-9f81-44370067a41c requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:36:35.208785 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2363224f-ef6a-42a7-8872-ca0c5a14a61d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (808433bc-9114-4778-9cbc-191735a4bec9), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:35.210134 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-619d077f-f33f-4830-9425-9450490be693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749'] for port (c31fd798-65f1-44f7-8fcb-db6a46e443d4), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:35.212659 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2363224f-ef6a-42a7-8872-ca0c5a14a61d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:35.214426 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-2363224f-ef6a-42a7-8872-ca0c5a14a61d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/808433bc-9114-4778-9cbc-191735a4bec9 HTTP/1.1" status: 204 len: 168 time: 0.6403909 Feb 28 10:36:35.254509 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2363224f-ef6a-42a7-8872-ca0c5a14a61d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=808433bc-9114-4778-9cbc-191735a4bec9,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:35.269626 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 37782) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:35.308342 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2a6e75fb-dbeb-417b-92fe-0b3ee6294237 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-665757'] for network (15f45c6f-d6b4-4b5d-9f81-44370067a41c), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:35.312505 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-79ae69fd-9728-4fa8-a0f3-3eb4daf654bc tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks [] for port (a4d9a9c3-0f29-4116-adf6-8cd26b35f5af), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:35.330474 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-79ae69fd-9728-4fa8-a0f3-3eb4daf654bc tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3498066'] for port (a4d9a9c3-0f29-4116-adf6-8cd26b35f5af), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:35.350635 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-619d077f-f33f-4830-9425-9450490be693 None None] Network 9f0a511d-8408-4971-9daa-968eebea54f2 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:36:35.354263 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619d077f-f33f-4830-9425-9450490be693 None None] Pushing event updated for resources: {'Port': ['ID=c31fd798-65f1-44f7-8fcb-db6a46e443d4,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:35.355793 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.db.ipam_backend_mixin [None req-5bf85a59-5d26-4b2c-91c7-02beea0d8d23 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d12f28de-6db7-46bc-abb5-56576a742059 (CIDR: 2001:db8::/64) Feb 28 10:36:35.367670 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-619d077f-f33f-4830-9425-9450490be693 None None] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:36:35.383328 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bf85a59-5d26-4b2c-91c7-02beea0d8d23 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 10:36:35.384185 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bf85a59-5d26-4b2c-91c7-02beea0d8d23 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103408) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:36:35.386213 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619d077f-f33f-4830-9425-9450490be693 None None] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:36:35.446377 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-5bf85a59-5d26-4b2c-91c7-02beea0d8d23 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8342960 Feb 28 10:36:35.449020 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 37786) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:35.464178 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-ea737e80-1263-4d9c-80f2-158c88bf99ad tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Request body: {'subnet': {'network_id': '9f0a511d-8408-4971-9daa-968eebea54f2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:36:35.465833 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-873fa958-1093-408d-83d9-3f428c9265dd admin admin] Router 63bce622-3960-486c-b74c-b0f96a67ca30 has already been hosted by L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 {{(pid=103408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:36:35.469592 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-619d077f-f33f-4830-9425-9450490be693 None None] Attempting to bind port c31fd798-65f1-44f7-8fcb-db6a46e443d4 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:36:35.470559 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-619d077f-f33f-4830-9425-9450490be693 None None] Attempting to bind port c31fd798-65f1-44f7-8fcb-db6a46e443d4 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'bf553b55-fb1d-4346-a090-4fb77eb0fbd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '9f0a511d-8408-4971-9daa-968eebea54f2'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:36:35.471177 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-619d077f-f33f-4830-9425-9450490be693 None None] Attempting to bind port c31fd798-65f1-44f7-8fcb-db6a46e443d4 on network 9f0a511d-8408-4971-9daa-968eebea54f2 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:36:35.477394 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-619d077f-f33f-4830-9425-9450490be693 None None] Checking agent: {'id': '75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 24, 15), 'started_at': datetime.datetime(2022, 2, 28, 10, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 36, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:36:35.478065 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-619d077f-f33f-4830-9425-9450490be693 None None] Checking segment: {'id': 'bf553b55-fb1d-4346-a090-4fb77eb0fbd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '9f0a511d-8408-4971-9daa-968eebea54f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:36:35.478932 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-619d077f-f33f-4830-9425-9450490be693 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:35.479622 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-619d077f-f33f-4830-9425-9450490be693 None None] Bound using segment: {'id': 'bf553b55-fb1d-4346-a090-4fb77eb0fbd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '9f0a511d-8408-4971-9daa-968eebea54f2'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:36:35.480195 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-619d077f-f33f-4830-9425-9450490be693 None None] Bound port: c31fd798-65f1-44f7-8fcb-db6a46e443d4, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf553b55-fb1d-4346-a090-4fb77eb0fbd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '9f0a511d-8408-4971-9daa-968eebea54f2'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:36:35.480856 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-619d077f-f33f-4830-9425-9450490be693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (c31fd798-65f1-44f7-8fcb-db6a46e443d4), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:35.482895 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5b5ffd31-91e0-4cc5-a572-e4bbe7ad028a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:35.505257 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ae69fd-9728-4fa8-a0f3-3eb4daf654bc tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Pushing event updated for resources: {'Port': ['ID=a4d9a9c3-0f29-4116-adf6-8cd26b35f5af,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:35.561632 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-79ae69fd-9728-4fa8-a0f3-3eb4daf654bc tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1803383'] for floatingip (7390bb0e-164c-4d64-b5d2-fc7dea74ee31), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:35.587496 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-619d077f-f33f-4830-9425-9450490be693 None None] For port c31fd798-65f1-44f7-8fcb-db6a46e443d4, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:36:35.587496 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-619d077f-f33f-4830-9425-9450490be693 None None] For port c31fd798-65f1-44f7-8fcb-db6a46e443d4, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c31fd798-65f1-44f7-8fcb-db6a46e443d4,segment=NetworkSegment(bf553b55-fb1d-4346-a090-4fb77eb0fbd7),segment_id=bf553b55-fb1d-4346-a090-4fb77eb0fbd7)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:36:35.589488 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b4b1529-d410-4959-9f3e-3fe023a84faa None None] DHCP port deletion for 15f45c6f-d6b4-4b5d-9f81-44370067a41c request from dv-neutron-master-2-hyperv {{(pid=103409) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:36:35.597886 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-619d077f-f33f-4830-9425-9450490be693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (c31fd798-65f1-44f7-8fcb-db6a46e443d4), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:35.653447 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-873fa958-1093-408d-83d9-3f428c9265dd admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:36:35.666751 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-2a6e75fb-dbeb-417b-92fe-0b3ee6294237 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Deleting port aea53bac-4270-493c-9ae0-0fb5eb7e0b54 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:36:35.667105 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2a6e75fb-dbeb-417b-92fe-0b3ee6294237 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (aea53bac-4270-493c-9ae0-0fb5eb7e0b54), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:35.673844 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-873fa958-1093-408d-83d9-3f428c9265dd admin admin] 10.222.0.20 "PUT /v2.0/routers/63bce622-3960-486c-b74c-b0f96a67ca30/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6185083 Feb 28 10:36:35.678156 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 37788) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:35.681398 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f8faa3-dce9-4692-96ae-7534d16b0ea4 None None] Sync routers for ids ['63bce622-3960-486c-b74c-b0f96a67ca30'] in dv-neutron-master-2-hyperv {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:36:35.713875 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f8faa3-dce9-4692-96ae-7534d16b0ea4 None None] Routers {'63bce622-3960-486c-b74c-b0f96a67ca30'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:36:35.714590 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-b9f8faa3-dce9-4692-96ae-7534d16b0ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:36:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['63bce622-3960-486c-b74c-b0f96a67ca30'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:35.800142 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619d077f-f33f-4830-9425-9450490be693 None None] Pushing event updated for resources: {'Port': ['ID=c31fd798-65f1-44f7-8fcb-db6a46e443d4,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:35.858801 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-51b3997b-a1e0-46f7-b9c2-24b06331f499 admin admin] Publish callbacks [] for router (63bce622-3960-486c-b74c-b0f96a67ca30), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:35.864166 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-9b4b1529-d410-4959-9f3e-3fe023a84faa None None] Deleting port aea53bac-4270-493c-9ae0-0fb5eb7e0b54 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:36:35.864646 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9b4b1529-d410-4959-9f3e-3fe023a84faa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (aea53bac-4270-493c-9ae0-0fb5eb7e0b54), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:35.876721 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-2a6e75fb-dbeb-417b-92fe-0b3ee6294237 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] For port aea53bac-4270-493c-9ae0-0fb5eb7e0b54, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=aea53bac-4270-493c-9ae0-0fb5eb7e0b54,segment=NetworkSegment(90d4eda9-e6e5-4f97-9d2b-10d59af64bf5),segment_id=90d4eda9-e6e5-4f97-9d2b-10d59af64bf5)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:36:35.877359 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2a6e75fb-dbeb-417b-92fe-0b3ee6294237 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (aea53bac-4270-493c-9ae0-0fb5eb7e0b54), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:35.893358 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.db.l3_db [None req-79ae69fd-9728-4fa8-a0f3-3eb4daf654bc tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Floating IP 7390bb0e-164c-4d64-b5d2-fc7dea74ee31 associated. External IP: 172.36.5.171, port: 4f103e25-ff26-471a-a89c-207e20a101df. Feb 28 10:36:35.904073 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-2a6e75fb-dbeb-417b-92fe-0b3ee6294237 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Calling delete_port for aea53bac-4270-493c-9ae0-0fb5eb7e0b54 owned by network:dhcp {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:36:35.926317 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-9b4b1529-d410-4959-9f3e-3fe023a84faa None None] For port aea53bac-4270-493c-9ae0-0fb5eb7e0b54, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=aea53bac-4270-493c-9ae0-0fb5eb7e0b54,segment=NetworkSegment(90d4eda9-e6e5-4f97-9d2b-10d59af64bf5),segment_id=90d4eda9-e6e5-4f97-9d2b-10d59af64bf5)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:36:35.926726 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9b4b1529-d410-4959-9f3e-3fe023a84faa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (aea53bac-4270-493c-9ae0-0fb5eb7e0b54), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:35.938405 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea737e80-1263-4d9c-80f2-158c88bf99ad tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Made reservation on behalf of 01d784a6a3f04224a7e9160ad9d44184 for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:36:35.942158 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ea737e80-1263-4d9c-80f2-158c88bf99ad tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3516581'] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:35.943310 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-9b4b1529-d410-4959-9f3e-3fe023a84faa None None] Calling delete_port for aea53bac-4270-493c-9ae0-0fb5eb7e0b54 owned by network:dhcp {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:36:36.005676 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-51b3997b-a1e0-46f7-b9c2-24b06331f499 admin admin] Publish callbacks [] for router_gateway (63bce622-3960-486c-b74c-b0f96a67ca30), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:36.012127 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-b9f8faa3-dce9-4692-96ae-7534d16b0ea4 None None] Set router 63bce622-3960-486c-b74c-b0f96a67ca30 gateway port host: dv-neutron-master-2-hyperv {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:36:36.081401 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5b5ffd31-91e0-4cc5-a572-e4bbe7ad028a admin admin] Publish callbacks [] for security_group (3cd57df6-ad09-41bb-bca1-1a198b698ee6), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:36.132446 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-51b3997b-a1e0-46f7-b9c2-24b06331f499 admin admin] Deleting port cd7cc0ca-0b66-4431-b24f-53d9a043c0a5 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:36:36.132873 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-51b3997b-a1e0-46f7-b9c2-24b06331f499 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (cd7cc0ca-0b66-4431-b24f-53d9a043c0a5), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:36.141232 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5b5ffd31-91e0-4cc5-a572-e4bbe7ad028a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (3cd57df6-ad09-41bb-bca1-1a198b698ee6), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:36.193449 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-5b5ffd31-91e0-4cc5-a572-e4bbe7ad028a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=24e191567ccd4a1d8393b03f804e2cf6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9191139 Feb 28 10:36:36.196176 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 37790) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:36.250318 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-51b3997b-a1e0-46f7-b9c2-24b06331f499 admin admin] For port cd7cc0ca-0b66-4431-b24f-53d9a043c0a5, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=cd7cc0ca-0b66-4431-b24f-53d9a043c0a5,segment=NetworkSegment(195d7ed7-323d-4284-82df-208cca613d99),segment_id=195d7ed7-323d-4284-82df-208cca613d99)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:36:36.250981 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-51b3997b-a1e0-46f7-b9c2-24b06331f499 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (cd7cc0ca-0b66-4431-b24f-53d9a043c0a5), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:36.275786 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-51b3997b-a1e0-46f7-b9c2-24b06331f499 admin admin] Calling delete_port for cd7cc0ca-0b66-4431-b24f-53d9a043c0a5 owned by network:router_gateway {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:36:36.290699 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5ffd31-91e0-4cc5-a572-e4bbe7ad028a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cd57df6-ad09-41bb-bca1-1a198b698ee6,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:36.333153 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2a6e75fb-dbeb-417b-92fe-0b3ee6294237 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (aea53bac-4270-493c-9ae0-0fb5eb7e0b54), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:36.350935 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2ffbcc4d-99d9-44a7-9802-36983d325c11 admin admin] Publish callbacks [] for security_group (3cd57df6-ad09-41bb-bca1-1a198b698ee6), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:36.425900 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9b4b1529-d410-4959-9f3e-3fe023a84faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758'] for port (aea53bac-4270-493c-9ae0-0fb5eb7e0b54), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:36.435557 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a6e75fb-dbeb-417b-92fe-0b3ee6294237 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] No DVR routers for this DVR port aea53bac-4270-493c-9ae0-0fb5eb7e0b54 on host dv-neutron-master-2-hyperv {{(pid=103407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:36:36.450175 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6e75fb-dbeb-417b-92fe-0b3ee6294237 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Pushing event deleted for resources: {'Port': ['ID=aea53bac-4270-493c-9ae0-0fb5eb7e0b54,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:36.479536 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4b1529-d410-4959-9f3e-3fe023a84faa None None] Pushing event deleted for resources: {'Port': ['ID=aea53bac-4270-493c-9ae0-0fb5eb7e0b54,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:36.486485 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b4b1529-d410-4959-9f3e-3fe023a84faa None None] No DVR routers for this DVR port aea53bac-4270-493c-9ae0-0fb5eb7e0b54 on host dv-neutron-master-2-hyperv {{(pid=103409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:36:36.499576 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device c31fd798-65f1-44f7-8fcb-db6a46e443d4 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:36:36.529521 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-51b3997b-a1e0-46f7-b9c2-24b06331f499 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (cd7cc0ca-0b66-4431-b24f-53d9a043c0a5), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:36.542004 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-b9f8faa3-dce9-4692-96ae-7534d16b0ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63bce622-3960-486c-b74c-b0f96a67ca30', 'name': 'tempest-ServerActionsTestJSON-231407906-router', 'tenant_id': '194e12cf0f844c7eb6a851155ceb2206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.205'}], 'enable_snat': True}, 'gw_port_id': 'cd7cc0ca-0b66-4431-b24f-53d9a043c0a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:31:49Z', 'updated_at': '2022-02-28T10:36:33Z', 'revision_number': 5, 'project_id': '194e12cf0f844c7eb6a851155ceb2206', 'gw_port': {'id': 'cd7cc0ca-0b66-4431-b24f-53d9a043c0a5', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:76:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63bce622-3960-486c-b74c-b0f96a67ca30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:31:50Z', 'updated_at': '2022-02-28T10:32:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:36.568245 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b3997b-a1e0-46f7-b9c2-24b06331f499 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd7cc0ca-0b66-4431-b24f-53d9a043c0a5,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:36.573611 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f8faa3-dce9-4692-96ae-7534d16b0ea4 None None] Checking router: 63bce622-3960-486c-b74c-b0f96a67ca30 for host: dv-neutron-master-2-hyperv {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:36:36.600342 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f8faa3-dce9-4692-96ae-7534d16b0ea4 None None] Routers {'63bce622-3960-486c-b74c-b0f96a67ca30'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:36:36.601717 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-b9f8faa3-dce9-4692-96ae-7534d16b0ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:36:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['63bce622-3960-486c-b74c-b0f96a67ca30'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:36.664183 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-51b3997b-a1e0-46f7-b9c2-24b06331f499 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1803321'] for router_gateway (63bce622-3960-486c-b74c-b0f96a67ca30), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:36.698146 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-b9f8faa3-dce9-4692-96ae-7534d16b0ea4 None None] Set router 63bce622-3960-486c-b74c-b0f96a67ca30 gateway port host: None {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:36:36.763620 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-b9f8faa3-dce9-4692-96ae-7534d16b0ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63bce622-3960-486c-b74c-b0f96a67ca30', 'name': 'tempest-ServerActionsTestJSON-231407906-router', 'tenant_id': '194e12cf0f844c7eb6a851155ceb2206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:31:49Z', 'updated_at': '2022-02-28T10:36:36Z', 'revision_number': 7, 'project_id': '194e12cf0f844c7eb6a851155ceb2206', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:36.775596 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-51b3997b-a1e0-46f7-b9c2-24b06331f499 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1807017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5941'] for router (63bce622-3960-486c-b74c-b0f96a67ca30), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:36.778185 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-51b3997b-a1e0-46f7-b9c2-24b06331f499 admin admin] Publish callbacks [] for router_controller (63bce622-3960-486c-b74c-b0f96a67ca30), precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:36.806824 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port c31fd798-65f1-44f7-8fcb-db6a46e443d4 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:36:36.807791 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (c31fd798-65f1-44f7-8fcb-db6a46e443d4), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:36.810035 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f8faa3-dce9-4692-96ae-7534d16b0ea4 None None] The sync data for ids ['63bce622-3960-486c-b74c-b0f96a67ca30'] in dv-neutron-master-2-hyperv is: [{'id': '63bce622-3960-486c-b74c-b0f96a67ca30', 'name': 'tempest-ServerActionsTestJSON-231407906-router', 'tenant_id': '194e12cf0f844c7eb6a851155ceb2206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:31:49Z', 'updated_at': '2022-02-28T10:36:36Z', 'revision_number': 7, 'project_id': '194e12cf0f844c7eb6a851155ceb2206', 'gw_port_host': None}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:36:36.832944 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-51b3997b-a1e0-46f7-b9c2-24b06331f499 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1806994'] for router (63bce622-3960-486c-b74c-b0f96a67ca30), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:36.833879 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51b3997b-a1e0-46f7-b9c2-24b06331f499 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 63bce622-3960-486c-b74c-b0f96a67ca30 {{(pid=103408) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 10:36:36.849285 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-51b3997b-a1e0-46f7-b9c2-24b06331f499 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:36.850183 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-51b3997b-a1e0-46f7-b9c2-24b06331f499 admin admin] 10.222.0.20 "DELETE /v2.0/routers/63bce622-3960-486c-b74c-b0f96a67ca30 HTTP/1.1" status: 204 len: 168 time: 1.1701596 Feb 28 10:36:36.853666 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 37792) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:36.926648 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_v2 [None req-057e831d-bcfd-4a9f-af00-21a4d38457a9 admin admin] Deleting subnet f9ad3164-3d89-48ee-bb07-ade0c62bef16 {{(pid=103408) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:36:36.929152 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2ffbcc4d-99d9-44a7-9802-36983d325c11 admin admin] Publish callbacks [] for security_group (3cd57df6-ad09-41bb-bca1-1a198b698ee6), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:36.931314 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-057e831d-bcfd-4a9f-af00-21a4d38457a9 admin admin] Publish callbacks [] for subnet (f9ad3164-3d89-48ee-bb07-ade0c62bef16), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:36.949363 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port c31fd798-65f1-44f7-8fcb-db6a46e443d4 is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:36:36.949767 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (c31fd798-65f1-44f7-8fcb-db6a46e443d4), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:36.976868 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-057e831d-bcfd-4a9f-af00-21a4d38457a9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3423529'] for subnet (f9ad3164-3d89-48ee-bb07-ade0c62bef16), precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:36.993429 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] For port c31fd798-65f1-44f7-8fcb-db6a46e443d4, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c31fd798-65f1-44f7-8fcb-db6a46e443d4,segment=NetworkSegment(bf553b55-fb1d-4346-a090-4fb77eb0fbd7),segment_id=bf553b55-fb1d-4346-a090-4fb77eb0fbd7)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:36:36.998892 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (c31fd798-65f1-44f7-8fcb-db6a46e443d4), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:37.035092 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2a6e75fb-dbeb-417b-92fe-0b3ee6294237 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672413', 'neutron.services.segments.db._delete_segments_for_network-8742057110173'] for network (15f45c6f-d6b4-4b5d-9f81-44370067a41c), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:37.062314 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Pushing event updated for resources: {'Port': ['ID=c31fd798-65f1-44f7-8fcb-db6a46e443d4,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:37.084385 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-057e831d-bcfd-4a9f-af00-21a4d38457a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-823142'] for subnet (f9ad3164-3d89-48ee-bb07-ade0c62bef16), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:37.084859 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-2a6e75fb-dbeb-417b-92fe-0b3ee6294237 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15f45c6f-d6b4-4b5d-9f81-44370067a41c']}} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:37.103543 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-2a6e75fb-dbeb-417b-92fe-0b3ee6294237 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90d4eda9-e6e5-4f97-9d2b-10d59af64bf5') {'for_net_delete': True} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:37.103882 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-2a6e75fb-dbeb-417b-92fe-0b3ee6294237 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90d4eda9-e6e5-4f97-9d2b-10d59af64bf5') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:37.125698 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2a6e75fb-dbeb-417b-92fe-0b3ee6294237 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742057113766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3501147'] for segment (90d4eda9-e6e5-4f97-9d2b-10d59af64bf5), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:37.128585 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79ae69fd-9728-4fa8-a0f3-3eb4daf654bc tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Router 8b6ab8b8-279b-4753-bdf9-c3aeccd09e28 has already been hosted by L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:36:37.134368 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-4dc1f828-9eff-4767-bf58-32176aa79e6a None None] Provisioning complete for port c31fd798-65f1-44f7-8fcb-db6a46e443d4 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:36:37.134807 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4dc1f828-9eff-4767-bf58-32176aa79e6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (c31fd798-65f1-44f7-8fcb-db6a46e443d4), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:37.147141 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2a6e75fb-dbeb-417b-92fe-0b3ee6294237 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (90d4eda9-e6e5-4f97-9d2b-10d59af64bf5), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:37.153877 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-057e831d-bcfd-4a9f-af00-21a4d38457a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-823145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3242523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3951170'] for subnet (f9ad3164-3d89-48ee-bb07-ade0c62bef16), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:37.156980 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a6e75fb-dbeb-417b-92fe-0b3ee6294237 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Releasing vlan 255 on physical network physnet1 to pool {{(pid=103407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:36:37.157388 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2a6e75fb-dbeb-417b-92fe-0b3ee6294237 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3498166'] for segment (90d4eda9-e6e5-4f97-9d2b-10d59af64bf5), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:37.162210 dv-neutron-master-2-hyperv neutron-server[103407]: Traceback (most recent call last): Feb 28 10:36:37.162210 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:36:37.162210 dv-neutron-master-2-hyperv neutron-server[103407]: timer() Feb 28 10:36:37.162210 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:36:37.162210 dv-neutron-master-2-hyperv neutron-server[103407]: cb(*args, **kw) Feb 28 10:36:37.162210 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:36:37.162210 dv-neutron-master-2-hyperv neutron-server[103407]: return func(*args, **kwargs) Feb 28 10:36:37.162210 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:36:37.162210 dv-neutron-master-2-hyperv neutron-server[103407]: self._notify() Feb 28 10:36:37.162210 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:36:37.162210 dv-neutron-master-2-hyperv neutron-server[103407]: self.callback(batched_events) Feb 28 10:36:37.162210 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:36:37.162210 dv-neutron-master-2-hyperv neutron-server[103407]: event.method(event) Feb 28 10:36:37.162210 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:36:37.162210 dv-neutron-master-2-hyperv neutron-server[103407]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:36:37.162210 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:36:37.162210 dv-neutron-master-2-hyperv neutron-server[103407]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:36:37.162210 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:36:37.162210 dv-neutron-master-2-hyperv neutron-server[103407]: return f(self, *a, **k) Feb 28 10:36:37.162210 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:36:37.162210 dv-neutron-master-2-hyperv neutron-server[103407]: return self._get(url).json() Feb 28 10:36:37.162210 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:36:37.162210 dv-neutron-master-2-hyperv neutron-server[103407]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:36:37.162210 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:36:37.162210 dv-neutron-master-2-hyperv neutron-server[103407]: return self.request(url, 'GET', **kwargs) Feb 28 10:36:37.162210 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:36:37.162210 dv-neutron-master-2-hyperv neutron-server[103407]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:36:37.162210 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:36:37.162210 dv-neutron-master-2-hyperv neutron-server[103407]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:36:37.162210 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:36:37.162210 dv-neutron-master-2-hyperv neutron-server[103407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:36:37.162210 dv-neutron-master-2-hyperv neutron-server[103407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:36:37.164324 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2ffbcc4d-99d9-44a7-9802-36983d325c11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (3cd57df6-ad09-41bb-bca1-1a198b698ee6), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:37.168282 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2ffbcc4d-99d9-44a7-9802-36983d325c11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:37.171795 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-2ffbcc4d-99d9-44a7-9802-36983d325c11 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3cd57df6-ad09-41bb-bca1-1a198b698ee6 HTTP/1.1" status: 204 len: 168 time: 0.9683270 Feb 28 10:36:37.186353 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057e831d-bcfd-4a9f-af00-21a4d38457a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9ad3164-3d89-48ee-bb07-ade0c62bef16,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:37.188501 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-057e831d-bcfd-4a9f-af00-21a4d38457a9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:37.195007 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-057e831d-bcfd-4a9f-af00-21a4d38457a9 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/f9ad3164-3d89-48ee-bb07-ade0c62bef16 HTTP/1.1" status: 204 len: 168 time: 0.3375590 Feb 28 10:36:37.195487 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 37796) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:37.212935 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab7d51de-09e1-4a72-9cd1-85afe78a69e7 None None] Network c8fe4d5f-4a1f-41f9-85f5-28e75dcf99b0 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:36:37.279479 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device aea53bac-4270-493c-9ae0-0fb5eb7e0b54 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:36:37.284607 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffbcc4d-99d9-44a7-9802-36983d325c11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cd57df6-ad09-41bb-bca1-1a198b698ee6,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:37.304060 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50d6a815-9eb8-4824-a715-bc8877227ffc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-665757'] for network (c8fe4d5f-4a1f-41f9-85f5-28e75dcf99b0), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:37.346505 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] No Port match for: aea53bac-4270-493c-9ae0-0fb5eb7e0b54 {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:36:37.347130 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device aea53bac-4270-493c-9ae0-0fb5eb7e0b54 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:36:37.384910 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50d6a815-9eb8-4824-a715-bc8877227ffc admin admin] Deleting port 781a0fe5-ca51-4e04-aea6-a79c851b4d71 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:36:37.385262 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50d6a815-9eb8-4824-a715-bc8877227ffc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (781a0fe5-ca51-4e04-aea6-a79c851b4d71), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:37.396830 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2a6e75fb-dbeb-417b-92fe-0b3ee6294237 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803269'] for network (15f45c6f-d6b4-4b5d-9f81-44370067a41c), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:37.417284 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2a6e75fb-dbeb-417b-92fe-0b3ee6294237 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:37.423081 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-2a6e75fb-dbeb-417b-92fe-0b3ee6294237 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] 10.222.0.20 "DELETE /v2.0/networks/15f45c6f-d6b4-4b5d-9f81-44370067a41c HTTP/1.1" status: 204 len: 168 time: 2.2572923 Feb 28 10:36:37.439583 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 37798) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:37.445323 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-f1a0be57-6cc9-4088-bfdd-578ae147e0a3 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Request body: {'router': {'routes': None}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:36:37.452196 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6e75fb-dbeb-417b-92fe-0b3ee6294237 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Pushing event deleted for resources: {'Network': ['ID=15f45c6f-d6b4-4b5d-9f81-44370067a41c,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:37.453566 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4dc1f828-9eff-4767-bf58-32176aa79e6a None None] Current status of the port c31fd798-65f1-44f7-8fcb-db6a46e443d4 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:36:37.551124 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50d6a815-9eb8-4824-a715-bc8877227ffc admin admin] For port 781a0fe5-ca51-4e04-aea6-a79c851b4d71, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=781a0fe5-ca51-4e04-aea6-a79c851b4d71,segment=NetworkSegment(77e95e95-117a-4c02-a631-ed9ab22724b2),segment_id=77e95e95-117a-4c02-a631-ed9ab22724b2)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:36:37.551357 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50d6a815-9eb8-4824-a715-bc8877227ffc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (781a0fe5-ca51-4e04-aea6-a79c851b4d71), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:37.577306 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.objects.ports [None req-ea737e80-1263-4d9c-80f2-158c88bf99ad tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103407) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 28 10:36:37.580595 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79ae69fd-9728-4fa8-a0f3-3eb4daf654bc tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:36:37.592689 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49932f79-2a49-4e69-bf9b-1daab49cbe3d None None] Sync routers for ids ['8b6ab8b8-279b-4753-bdf9-c3aeccd09e28'] in dv-neutron-master-2-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:36:37.604101 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49932f79-2a49-4e69-bf9b-1daab49cbe3d None None] Routers {'8b6ab8b8-279b-4753-bdf9-c3aeccd09e28'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:36:37.605073 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-49932f79-2a49-4e69-bf9b-1daab49cbe3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:36:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['8b6ab8b8-279b-4753-bdf9-c3aeccd09e28'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:37.652016 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-49932f79-2a49-4e69-bf9b-1daab49cbe3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:37.662284 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49932f79-2a49-4e69-bf9b-1daab49cbe3d None None] Routers {'8b6ab8b8-279b-4753-bdf9-c3aeccd09e28'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:36:37.663010 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-49932f79-2a49-4e69-bf9b-1daab49cbe3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:36:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['8b6ab8b8-279b-4753-bdf9-c3aeccd09e28'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:37.667832 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-79ae69fd-9728-4fa8-a0f3-3eb4daf654bc tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for floatingip (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:37.688607 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.extraroute_db [None req-f1a0be57-6cc9-4088-bfdd-578ae147e0a3 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Added routes are [] {{(pid=103408) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 28 10:36:37.688989 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.extraroute_db [None req-f1a0be57-6cc9-4088-bfdd-578ae147e0a3 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Removed routes are [] {{(pid=103408) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 28 10:36:37.689361 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f1a0be57-6cc9-4088-bfdd-578ae147e0a3 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1804286', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1806925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5948'] for router (d7ddbc6a-3d00-4753-9f33-feb0e12d7797), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:37.717676 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17f89d50-d6ed-4465-8bb4-9138178d3635 None None] DHCP port deletion for c8fe4d5f-4a1f-41f9-85f5-28e75dcf99b0 request from dv-neutron-master-2-hyperv {{(pid=103409) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:36:37.753836 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50d6a815-9eb8-4824-a715-bc8877227ffc admin admin] Calling delete_port for 781a0fe5-ca51-4e04-aea6-a79c851b4d71 owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:36:37.776235 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-79ae69fd-9728-4fa8-a0f3-3eb4daf654bc tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 4.0335829 Feb 28 10:36:37.777080 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 37808) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:37.785441 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-b0468471-b379-4fa3-8340-5da7bab93026 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-475131440'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:36:37.817298 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0468471-b379-4fa3-8340-5da7bab93026 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Made reservation on behalf of d71d46ff16814ba6beba53557129e360 for: {'network': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:36:37.822244 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-49932f79-2a49-4e69-bf9b-1daab49cbe3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:37.823389 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49932f79-2a49-4e69-bf9b-1daab49cbe3d None None] The sync data for ids ['8b6ab8b8-279b-4753-bdf9-c3aeccd09e28'] in dv-neutron-master-2-hyperv is: [] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:36:37.823979 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b0468471-b379-4fa3-8340-5da7bab93026 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for network (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:37.834420 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-17f89d50-d6ed-4465-8bb4-9138178d3635 None None] Deleting port 781a0fe5-ca51-4e04-aea6-a79c851b4d71 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:36:37.834799 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-17f89d50-d6ed-4465-8bb4-9138178d3635 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (781a0fe5-ca51-4e04-aea6-a79c851b4d71), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:37.893027 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0468471-b379-4fa3-8340-5da7bab93026 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 251} {{(pid=103407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:36:37.904019 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b0468471-b379-4fa3-8340-5da7bab93026 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (ba3eb2fa-096c-4ec3-b05f-88e7e59025bf), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:37.904382 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.db.segments_db [None req-b0468471-b379-4fa3-8340-5da7bab93026 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Added segment ba3eb2fa-096c-4ec3-b05f-88e7e59025bf of type vlan for network e8ee9f5e-0568-4e05-bd16-0ff048e90805 Feb 28 10:36:37.923205 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-17f89d50-d6ed-4465-8bb4-9138178d3635 None None] For port 781a0fe5-ca51-4e04-aea6-a79c851b4d71, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=781a0fe5-ca51-4e04-aea6-a79c851b4d71,segment=NetworkSegment(77e95e95-117a-4c02-a631-ed9ab22724b2),segment_id=77e95e95-117a-4c02-a631-ed9ab22724b2)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:36:37.923616 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-17f89d50-d6ed-4465-8bb4-9138178d3635 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (781a0fe5-ca51-4e04-aea6-a79c851b4d71), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:37.952826 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-17f89d50-d6ed-4465-8bb4-9138178d3635 None None] Calling delete_port for 781a0fe5-ca51-4e04-aea6-a79c851b4d71 owned by network:dhcp {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:36:37.956742 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b0468471-b379-4fa3-8340-5da7bab93026 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742056637431'] for network (e8ee9f5e-0568-4e05-bd16-0ff048e90805), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:37.965812 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f1a0be57-6cc9-4088-bfdd-578ae147e0a3 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1804286', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1806925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5948'] for router (d7ddbc6a-3d00-4753-9f33-feb0e12d7797), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:37.977437 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f1a0be57-6cc9-4088-bfdd-578ae147e0a3 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1804241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1804263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1804264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1807030'] for router (d7ddbc6a-3d00-4753-9f33-feb0e12d7797), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:38.000011 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ea737e80-1263-4d9c-80f2-158c88bf99ad tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (c31fd798-65f1-44f7-8fcb-db6a46e443d4), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:38.059695 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b0468471-b379-4fa3-8340-5da7bab93026 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551'] for network (e8ee9f5e-0568-4e05-bd16-0ff048e90805), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:38.067564 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0468471-b379-4fa3-8340-5da7bab93026 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:38.067958 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b0468471-b379-4fa3-8340-5da7bab93026 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:38.077735 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (13ac42ae-016e-4baf-bb31-c6fa820b41c2), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:38.083252 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-17f89d50-d6ed-4465-8bb4-9138178d3635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758'] for port (781a0fe5-ca51-4e04-aea6-a79c851b4d71), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:38.086036 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1a0be57-6cc9-4088-bfdd-578ae147e0a3 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Router d7ddbc6a-3d00-4753-9f33-feb0e12d7797 has already been hosted by L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 {{(pid=103408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:36:38.116255 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f89d50-d6ed-4465-8bb4-9138178d3635 None None] Pushing event deleted for resources: {'Port': ['ID=781a0fe5-ca51-4e04-aea6-a79c851b4d71,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:38.124378 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f89d50-d6ed-4465-8bb4-9138178d3635 None None] No DVR routers for this DVR port 781a0fe5-ca51-4e04-aea6-a79c851b4d71 on host dv-neutron-master-2-hyperv {{(pid=103409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:36:38.151274 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-b0468471-b379-4fa3-8340-5da7bab93026 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3676777 Feb 28 10:36:38.155739 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 37816) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:38.173697 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-c2fab6fc-64de-4752-a1f7-bbc7bf685400 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Request body: {'subnet': {'network_id': 'e8ee9f5e-0568-4e05-bd16-0ff048e90805', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:36:38.184248 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0468471-b379-4fa3-8340-5da7bab93026 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Pushing event updated for resources: {'Network': ['ID=e8ee9f5e-0568-4e05-bd16-0ff048e90805,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:38.197358 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Network e8ee9f5e-0568-4e05-bd16-0ff048e90805 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103409) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:36:38.353940 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-ea737e80-1263-4d9c-80f2-158c88bf99ad tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] For port c31fd798-65f1-44f7-8fcb-db6a46e443d4, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c31fd798-65f1-44f7-8fcb-db6a46e443d4,segment=NetworkSegment(bf553b55-fb1d-4346-a090-4fb77eb0fbd7),segment_id=bf553b55-fb1d-4346-a090-4fb77eb0fbd7)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:36:38.375520 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device c31fd798-65f1-44f7-8fcb-db6a46e443d4 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:36:38.390993 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ea737e80-1263-4d9c-80f2-158c88bf99ad tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks [] for port (c31fd798-65f1-44f7-8fcb-db6a46e443d4), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:38.399990 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ea737e80-1263-4d9c-80f2-158c88bf99ad tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3498066'] for port (c31fd798-65f1-44f7-8fcb-db6a46e443d4), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:38.446432 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port c31fd798-65f1-44f7-8fcb-db6a46e443d4 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:36:38.447022 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (c31fd798-65f1-44f7-8fcb-db6a46e443d4), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:38.461687 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ea737e80-1263-4d9c-80f2-158c88bf99ad tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3498031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3516567'] for subnet (24f754a6-8119-4c38-9c61-7678f508627e), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:38.525217 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea737e80-1263-4d9c-80f2-158c88bf99ad tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Network 9f0a511d-8408-4971-9daa-968eebea54f2 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:36:38.526022 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea737e80-1263-4d9c-80f2-158c88bf99ad tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Pushing event updated for resources: {'Port': ['ID=c31fd798-65f1-44f7-8fcb-db6a46e443d4,revision_number=5']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:38.532732 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-ea737e80-1263-4d9c-80f2-158c88bf99ad tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:36:38.538195 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea737e80-1263-4d9c-80f2-158c88bf99ad tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:38.538823 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ea737e80-1263-4d9c-80f2-158c88bf99ad tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616561'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:38.551960 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea737e80-1263-4d9c-80f2-158c88bf99ad tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Pushing event updated for resources: {'Subnet': ['ID=24f754a6-8119-4c38-9c61-7678f508627e,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:38.555489 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-892ebe5a-53ef-4e29-85e5-86eca2afc9a5 None None] Network 9f0a511d-8408-4971-9daa-968eebea54f2 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:36:38.569304 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-ea737e80-1263-4d9c-80f2-158c88bf99ad tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 3.1167159 Feb 28 10:36:38.569978 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 37824) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:38.575235 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-8e9703ae-6829-46c3-82f4-b1b3bb93e01e tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Request body: {'port': {'network_id': '9f0a511d-8408-4971-9daa-968eebea54f2', 'mac_address': 'fa:16:3e:8a:0e:a2', 'name': 'tempest-NetworksTestDHCPv6-1759959024'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:36:38.628151 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port c31fd798-65f1-44f7-8fcb-db6a46e443d4 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:36:38.633842 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50d6a815-9eb8-4824-a715-bc8877227ffc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (781a0fe5-ca51-4e04-aea6-a79c851b4d71), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:38.710321 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d6a815-9eb8-4824-a715-bc8877227ffc admin admin] Pushing event deleted for resources: {'Port': ['ID=781a0fe5-ca51-4e04-aea6-a79c851b4d71,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:38.719624 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d6a815-9eb8-4824-a715-bc8877227ffc admin admin] No DVR routers for this DVR port 781a0fe5-ca51-4e04-aea6-a79c851b4d71 on host dv-neutron-master-2-hyperv {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:36:38.723280 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1a0be57-6cc9-4088-bfdd-578ae147e0a3 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:36:38.733919 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f1a0be57-6cc9-4088-bfdd-578ae147e0a3 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks [] for router (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:38.738554 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-f1a0be57-6cc9-4088-bfdd-578ae147e0a3 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] 10.222.0.20 "PUT /v2.0/routers/d7ddbc6a-3d00-4753-9f33-feb0e12d7797 HTTP/1.1" status: 200 len: 701 time: 1.2941062 Feb 28 10:36:38.738675 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 781a0fe5-ca51-4e04-aea6-a79c851b4d71 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:36:38.740326 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 37828) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:38.755050 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d694384-cbba-4efd-9572-4d50ab9603e2 None None] Sync routers for ids ['d7ddbc6a-3d00-4753-9f33-feb0e12d7797'] in dv-neutron-master-2-hyperv {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:36:38.773731 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-2cc23a94-9952-4e2b-b9b7-59ee8db31214 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7ddbc6a-3d00-4753-9f33-feb0e12d7797 HTTP/1.1" status: 200 len: 205 time: 0.0295541 Feb 28 10:36:38.775552 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 37830) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:38.817760 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] No Port match for: 781a0fe5-ca51-4e04-aea6-a79c851b4d71 {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:36:38.818854 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 781a0fe5-ca51-4e04-aea6-a79c851b4d71 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:36:38.819435 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device c5513175-7249-457d-aadc-e926c59faf1b no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:36:38.825227 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3a28695a-4bb2-4fd3-9130-af5cd7db3c1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fb6705d2-4f70-4965-92a3-fbfccd43a6d3), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:38.831224 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50d6a815-9eb8-4824-a715-bc8877227ffc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672413', 'neutron.services.segments.db._delete_segments_for_network-8742057110173'] for network (c8fe4d5f-4a1f-41f9-85f5-28e75dcf99b0), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:38.836451 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2fab6fc-64de-4752-a1f7-bbc7bf685400 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Made reservation on behalf of d71d46ff16814ba6beba53557129e360 for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:36:38.838844 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d694384-cbba-4efd-9572-4d50ab9603e2 None None] Routers {'d7ddbc6a-3d00-4753-9f33-feb0e12d7797'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:36:38.839673 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-8d694384-cbba-4efd-9572-4d50ab9603e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:36:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['d7ddbc6a-3d00-4753-9f33-feb0e12d7797'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:38.842893 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c2fab6fc-64de-4752-a1f7-bbc7bf685400 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3951209'] for subnet (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:38.878252 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d35a393f-e7db-487c-8174-a153b90d04e9 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks [] for router (d7ddbc6a-3d00-4753-9f33-feb0e12d7797), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:38.882096 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e9703ae-6829-46c3-82f4-b1b3bb93e01e tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Made reservation on behalf of 01d784a6a3f04224a7e9160ad9d44184 for: {'port': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:36:38.920317 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-50d6a815-9eb8-4824-a715-bc8877227ffc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8fe4d5f-4a1f-41f9-85f5-28e75dcf99b0']}} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:38.932490 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-8d694384-cbba-4efd-9572-4d50ab9603e2 None None] Set router d7ddbc6a-3d00-4753-9f33-feb0e12d7797 gateway port host: None {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:36:38.938606 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-50d6a815-9eb8-4824-a715-bc8877227ffc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77e95e95-117a-4c02-a631-ed9ab22724b2') {'for_net_delete': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:38.939059 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-50d6a815-9eb8-4824-a715-bc8877227ffc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77e95e95-117a-4c02-a631-ed9ab22724b2') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:38.957320 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50d6a815-9eb8-4824-a715-bc8877227ffc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742057113766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3423550'] for segment (77e95e95-117a-4c02-a631-ed9ab22724b2), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:38.980473 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50d6a815-9eb8-4824-a715-bc8877227ffc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (77e95e95-117a-4c02-a631-ed9ab22724b2), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:38.991121 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50d6a815-9eb8-4824-a715-bc8877227ffc admin admin] Releasing vlan 280 on physical network physnet1 to pool {{(pid=103408) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:36:38.991882 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50d6a815-9eb8-4824-a715-bc8877227ffc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3242693'] for segment (77e95e95-117a-4c02-a631-ed9ab22724b2), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:38.995468 dv-neutron-master-2-hyperv neutron-server[103408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 10:36:38.995468 dv-neutron-master-2-hyperv neutron-server[103408]: self.session.flush() Feb 28 10:36:38.995468 dv-neutron-master-2-hyperv neutron-server[103408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 10:36:38.995468 dv-neutron-master-2-hyperv neutron-server[103408]: self.session.flush() Feb 28 10:36:38.995468 dv-neutron-master-2-hyperv neutron-server[103408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 10:36:38.995468 dv-neutron-master-2-hyperv neutron-server[103408]: self.session.flush() Feb 28 10:36:38.995468 dv-neutron-master-2-hyperv neutron-server[103408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 10:36:38.995468 dv-neutron-master-2-hyperv neutron-server[103408]: self.session.flush() Feb 28 10:36:38.995468 dv-neutron-master-2-hyperv neutron-server[103408]: Traceback (most recent call last): Feb 28 10:36:38.995468 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:36:38.995468 dv-neutron-master-2-hyperv neutron-server[103408]: timer() Feb 28 10:36:38.995468 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:36:38.995468 dv-neutron-master-2-hyperv neutron-server[103408]: cb(*args, **kw) Feb 28 10:36:38.995468 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:36:38.995468 dv-neutron-master-2-hyperv neutron-server[103408]: return func(*args, **kwargs) Feb 28 10:36:38.995468 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:36:38.995468 dv-neutron-master-2-hyperv neutron-server[103408]: self._notify() Feb 28 10:36:38.995468 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:36:38.995468 dv-neutron-master-2-hyperv neutron-server[103408]: self.callback(batched_events) Feb 28 10:36:38.995468 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:36:38.995468 dv-neutron-master-2-hyperv neutron-server[103408]: event.method(event) Feb 28 10:36:38.995468 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:36:38.995468 dv-neutron-master-2-hyperv neutron-server[103408]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:36:38.995468 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:36:38.995468 dv-neutron-master-2-hyperv neutron-server[103408]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:36:38.995468 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:36:38.995468 dv-neutron-master-2-hyperv neutron-server[103408]: return f(self, *a, **k) Feb 28 10:36:38.995468 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:36:38.995468 dv-neutron-master-2-hyperv neutron-server[103408]: return self._get(url).json() Feb 28 10:36:38.995468 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:36:38.995468 dv-neutron-master-2-hyperv neutron-server[103408]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:36:38.995468 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:36:38.995468 dv-neutron-master-2-hyperv neutron-server[103408]: return self.request(url, 'GET', **kwargs) Feb 28 10:36:38.995468 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:36:38.995468 dv-neutron-master-2-hyperv neutron-server[103408]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:36:38.995468 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:36:38.995468 dv-neutron-master-2-hyperv neutron-server[103408]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:36:38.995468 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:36:38.995468 dv-neutron-master-2-hyperv neutron-server[103408]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:36:38.995468 dv-neutron-master-2-hyperv neutron-server[103408]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:36:39.019144 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-8d694384-cbba-4efd-9572-4d50ab9603e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7ddbc6a-3d00-4753-9f33-feb0e12d7797', 'name': 'tempest-RoutersTest-router-1825890179', 'tenant_id': 'da82c5902a0c4c459ee88fe904a1e59b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:35:15Z', 'updated_at': '2022-02-28T10:36:32Z', 'revision_number': 11, 'project_id': 'da82c5902a0c4c459ee88fe904a1e59b', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:39.022867 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] No Port match for: c5513175-7249-457d-aadc-e926c59faf1b {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:36:39.023220 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device c5513175-7249-457d-aadc-e926c59faf1b not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:36:39.023664 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device cd7cc0ca-0b66-4431-b24f-53d9a043c0a5 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:36:39.059362 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d694384-cbba-4efd-9572-4d50ab9603e2 None None] Checking router: d7ddbc6a-3d00-4753-9f33-feb0e12d7797 for host: dv-neutron-master-2-hyperv {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:36:39.084919 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] No Port match for: cd7cc0ca-0b66-4431-b24f-53d9a043c0a5 {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:36:39.086017 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device cd7cc0ca-0b66-4431-b24f-53d9a043c0a5 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:36:39.094888 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d694384-cbba-4efd-9572-4d50ab9603e2 None None] Routers {'d7ddbc6a-3d00-4753-9f33-feb0e12d7797'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:36:39.095527 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-8d694384-cbba-4efd-9572-4d50ab9603e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:36:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['d7ddbc6a-3d00-4753-9f33-feb0e12d7797'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:39.118082 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50d6a815-9eb8-4824-a715-bc8877227ffc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803269'] for network (c8fe4d5f-4a1f-41f9-85f5-28e75dcf99b0), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:39.125094 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50d6a815-9eb8-4824-a715-bc8877227ffc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616561'] for network (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:39.135611 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-50d6a815-9eb8-4824-a715-bc8877227ffc admin admin] 10.222.0.20 "DELETE /v2.0/networks/c8fe4d5f-4a1f-41f9-85f5-28e75dcf99b0 HTTP/1.1" status: 204 len: 168 time: 1.9390771 Feb 28 10:36:39.172508 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d6a815-9eb8-4824-a715-bc8877227ffc admin admin] Pushing event deleted for resources: {'Network': ['ID=c8fe4d5f-4a1f-41f9-85f5-28e75dcf99b0,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:39.196692 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8e9703ae-6829-46c3-82f4-b1b3bb93e01e tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:39.200934 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-8d694384-cbba-4efd-9572-4d50ab9603e2 None None] Set router d7ddbc6a-3d00-4753-9f33-feb0e12d7797 gateway port host: None {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:36:39.263299 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-8d694384-cbba-4efd-9572-4d50ab9603e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7ddbc6a-3d00-4753-9f33-feb0e12d7797', 'name': 'tempest-RoutersTest-router-1825890179', 'tenant_id': 'da82c5902a0c4c459ee88fe904a1e59b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:35:15Z', 'updated_at': '2022-02-28T10:36:32Z', 'revision_number': 11, 'project_id': 'da82c5902a0c4c459ee88fe904a1e59b', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:39.271191 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c2fab6fc-64de-4752-a1f7-bbc7bf685400 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3242588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3951195'] for subnet (2d475f90-0f94-4f43-a8f0-7dba26f801b5), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:39.272045 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d35a393f-e7db-487c-8174-a153b90d04e9 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1807017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5941'] for router (d7ddbc6a-3d00-4753-9f33-feb0e12d7797), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:39.277987 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d35a393f-e7db-487c-8174-a153b90d04e9 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks [] for router_controller (d7ddbc6a-3d00-4753-9f33-feb0e12d7797), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:39.280290 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.notifiers.nova [None req-8e9703ae-6829-46c3-82f4-b1b3bb93e01e tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] device_id is not set on port 0b10a676-b3cc-4906-831d-3bf87bc80006 yet. {{(pid=103407) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:36:39.322060 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d694384-cbba-4efd-9572-4d50ab9603e2 None None] The sync data for ids ['d7ddbc6a-3d00-4753-9f33-feb0e12d7797'] in dv-neutron-master-2-hyperv is: [{'id': 'd7ddbc6a-3d00-4753-9f33-feb0e12d7797', 'name': 'tempest-RoutersTest-router-1825890179', 'tenant_id': 'da82c5902a0c4c459ee88fe904a1e59b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:35:15Z', 'updated_at': '2022-02-28T10:36:32Z', 'revision_number': 11, 'project_id': 'da82c5902a0c4c459ee88fe904a1e59b', 'gw_port_host': None}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:36:39.409465 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fab6fc-64de-4752-a1f7-bbc7bf685400 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Pushing event updated for resources: {'Subnet': ['ID=2d475f90-0f94-4f43-a8f0-7dba26f801b5,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:39.430209 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d35a393f-e7db-487c-8174-a153b90d04e9 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1806994'] for router (d7ddbc6a-3d00-4753-9f33-feb0e12d7797), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:39.430780 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d35a393f-e7db-487c-8174-a153b90d04e9 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Fanout notify agent at l3_agent the message router_deleted on router d7ddbc6a-3d00-4753-9f33-feb0e12d7797 {{(pid=103407) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 10:36:39.439664 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d35a393f-e7db-487c-8174-a153b90d04e9 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks [] for router (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:39.445785 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-d35a393f-e7db-487c-8174-a153b90d04e9 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] 10.222.0.20 "DELETE /v2.0/routers/d7ddbc6a-3d00-4753-9f33-feb0e12d7797 HTTP/1.1" status: 204 len: 168 time: 0.6646514 Feb 28 10:36:39.445785 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 37848) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:39.449869 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-0d847066-21e6-4180-88de-268556eabf26 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1886594228', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:36:39.473202 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2fab6fc-64de-4752-a1f7-bbc7bf685400 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Checking segment: {'id': 'ba3eb2fa-096c-4ec3-b05f-88e7e59025bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'e8ee9f5e-0568-4e05-bd16-0ff048e90805'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:36:39.473756 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2fab6fc-64de-4752-a1f7-bbc7bf685400 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Network hostable DHCP agents. Network: e8ee9f5e-0568-4e05-bd16-0ff048e90805, hostable agents: ['fb6705d2-4f70-4965-92a3-fbfccd43a6d3'], hosted agents: [] {{(pid=103408) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:36:39.476227 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 37850) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:39.533867 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2fab6fc-64de-4752-a1f7-bbc7bf685400 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Network e8ee9f5e-0568-4e05-bd16-0ff048e90805 is scheduled to be hosted by DHCP agent fb6705d2-4f70-4965-92a3-fbfccd43a6d3 with binding_index 1 {{(pid=103408) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:36:39.549718 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-cb5f8910-b8f2-4697-9332-72d747cc6d45 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=194e12cf0f844c7eb6a851155ceb2206&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0720546 Feb 28 10:36:39.553718 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 37852) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:39.556449 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0d847066-21e6-4180-88de-268556eabf26 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1805251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254175'] for router (59e15efd-4cd2-450e-a98f-264eb4e3a7bf), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:39.557647 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0d847066-21e6-4180-88de-268556eabf26 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1804172', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1602053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254150'] for router (59e15efd-4cd2-450e-a98f-264eb4e3a7bf), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:39.567028 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-c2fab6fc-64de-4752-a1f7-bbc7bf685400 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, e8ee9f5e-0568-4e05-bd16-0ff048e90805) {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:36:39.576507 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f602c387-b449-4bee-afd5-4d1ff52359f7 None None] Network e8ee9f5e-0568-4e05-bd16-0ff048e90805 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:36:39.584337 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2fab6fc-64de-4752-a1f7-bbc7bf685400 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:39.585002 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c2fab6fc-64de-4752-a1f7-bbc7bf685400 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks [] for subnet (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:39.651224 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-c2fab6fc-64de-4752-a1f7-bbc7bf685400 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4934018 Feb 28 10:36:39.654111 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 37854) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:39.660274 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-b8256546-bf9b-4cc5-b549-4f42fa2df5e0 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-624412578', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840'}, 'admin_state_up': False}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:36:39.728688 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0d847066-21e6-4180-88de-268556eabf26 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks [] for router_controller (59e15efd-4cd2-450e-a98f-264eb4e3a7bf), precommit_add_association {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:39.736733 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0e0f8e63-5256-4a0f-8ce2-f2d9a269d946 admin admin] Publish callbacks [] for security_group (0c2c12d5-a341-48ea-b418-29877bd3ae71), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:39.752051 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b8256546-bf9b-4cc5-b549-4f42fa2df5e0 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1805251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254175'] for router (82b3c49f-4a5f-4064-b30d-3bde9684927d), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:39.756429 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0d847066-21e6-4180-88de-268556eabf26 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1804241'] for router (59e15efd-4cd2-450e-a98f-264eb4e3a7bf), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:39.757826 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b8256546-bf9b-4cc5-b549-4f42fa2df5e0 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1804172', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1602053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254150'] for router (82b3c49f-4a5f-4064-b30d-3bde9684927d), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:39.764012 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-660c9d8a-daf1-482d-bad7-abd501388033 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-e8ee9f5e-0568-4e05-bd16-0ff048e90805', 'network_id': 'e8ee9f5e-0568-4e05-bd16-0ff048e90805', 'project_id': 'd71d46ff16814ba6beba53557129e360', 'fixed_ips': [{'subnet_id': '2d475f90-0f94-4f43-a8f0-7dba26f801b5'}]}} from dv-neutron-master-2-hyperv. {{(pid=103409) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:36:39.765338 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-660c9d8a-daf1-482d-bad7-abd501388033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:39.776222 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-8e9703ae-6829-46c3-82f4-b1b3bb93e01e tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Allocated IP 2001:db8::87 (9f0a511d-8408-4971-9daa-968eebea54f2/d12f28de-6db7-46bc-abb5-56576a742059/0b10a676-b3cc-4906-831d-3bf87bc80006) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:36:39.794767 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-8e9703ae-6829-46c3-82f4-b1b3bb93e01e tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Allocated IP 2001:db8:0:1:f816:3eff:fe8a:ea2 (9f0a511d-8408-4971-9daa-968eebea54f2/24f754a6-8119-4c38-9c61-7678f508627e/0b10a676-b3cc-4906-831d-3bf87bc80006) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:36:39.805640 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0d847066-21e6-4180-88de-268556eabf26 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks [] for router (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:39.805893 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0e0f8e63-5256-4a0f-8ce2-f2d9a269d946 admin admin] Publish callbacks [] for security_group (0c2c12d5-a341-48ea-b418-29877bd3ae71), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:39.806794 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-0d847066-21e6-4180-88de-268556eabf26 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3606379 Feb 28 10:36:39.811341 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 37856) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:39.816434 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-0f86c9e8-155f-4fd4-b094-96caafdda500 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:36:39.926803 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b8256546-bf9b-4cc5-b549-4f42fa2df5e0 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks [] for router_controller (82b3c49f-4a5f-4064-b30d-3bde9684927d), precommit_add_association {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:40.056032 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 37858) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:40.070481 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0e0f8e63-5256-4a0f-8ce2-f2d9a269d946 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (0c2c12d5-a341-48ea-b418-29877bd3ae71), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:40.073461 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0e0f8e63-5256-4a0f-8ce2-f2d9a269d946 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:40.074719 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-0e0f8e63-5256-4a0f-8ce2-f2d9a269d946 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0c2c12d5-a341-48ea-b418-29877bd3ae71 HTTP/1.1" status: 204 len: 168 time: 0.5187886 Feb 28 10:36:40.097140 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-c88a6205-b998-479d-befe-18540a23de5a tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1946919425', 'description': 'tempest-secgroup-smoke-1946919425 description', 'project_id': '2b21c0f8445b44c5a1fb71420d1ffcce'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:36:40.118194 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-18fdc7f9-9a19-474a-b7db-11f331634f11 None None] Provisioning complete for port c31fd798-65f1-44f7-8fcb-db6a46e443d4 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:36:40.119029 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-18fdc7f9-9a19-474a-b7db-11f331634f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (c31fd798-65f1-44f7-8fcb-db6a46e443d4), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:40.122617 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0f8e63-5256-4a0f-8ce2-f2d9a269d946 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c2c12d5-a341-48ea-b418-29877bd3ae71,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:40.172249 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b8256546-bf9b-4cc5-b549-4f42fa2df5e0 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks [] for router_gateway (82b3c49f-4a5f-4064-b30d-3bde9684927d), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:40.215349 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-660c9d8a-daf1-482d-bad7-abd501388033 None None] Allocated IP 172.20.0.2 (e8ee9f5e-0568-4e05-bd16-0ff048e90805/2d475f90-0f94-4f43-a8f0-7dba26f801b5/2a2141ff-c668-4d3e-8608-c10b64d21392) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:36:40.215760 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0f86c9e8-155f-4fd4-b094-96caafdda500 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1804286', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1806925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5948'] for router (59e15efd-4cd2-450e-a98f-264eb4e3a7bf), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:40.222295 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c88a6205-b998-479d-befe-18540a23de5a tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:40.242711 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c88a6205-b998-479d-befe-18540a23de5a tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:40.257645 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0f86c9e8-155f-4fd4-b094-96caafdda500 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1804241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1804263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1804264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1807030'] for router (59e15efd-4cd2-450e-a98f-264eb4e3a7bf), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:40.275246 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-18fdc7f9-9a19-474a-b7db-11f331634f11 None None] Current status of the port c31fd798-65f1-44f7-8fcb-db6a46e443d4 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:36:40.275375 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8e9703ae-6829-46c3-82f4-b1b3bb93e01e tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks [] for port (0b10a676-b3cc-4906-831d-3bf87bc80006), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:40.448959 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8e9703ae-6829-46c3-82f4-b1b3bb93e01e tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (0b10a676-b3cc-4906-831d-3bf87bc80006), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:40.450734 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-660c9d8a-daf1-482d-bad7-abd501388033 None None] Publish callbacks [] for port (2a2141ff-c668-4d3e-8608-c10b64d21392), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:40.456242 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device c31fd798-65f1-44f7-8fcb-db6a46e443d4 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:36:40.493627 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f86c9e8-155f-4fd4-b094-96caafdda500 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Router 59e15efd-4cd2-450e-a98f-264eb4e3a7bf is scheduled to L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 with binding_index 1 {{(pid=103407) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 10:36:40.503005 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-660c9d8a-daf1-482d-bad7-abd501388033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749'] for port (2a2141ff-c668-4d3e-8608-c10b64d21392), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:40.517471 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b8256546-bf9b-4cc5-b549-4f42fa2df5e0 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks [] for router_gateway (82b3c49f-4a5f-4064-b30d-3bde9684927d), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:40.530918 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e9703ae-6829-46c3-82f4-b1b3bb93e01e tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Network 9f0a511d-8408-4971-9daa-968eebea54f2 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:36:40.535382 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c88a6205-b998-479d-befe-18540a23de5a tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Publish callbacks [] for security_group (b9ee6222-b249-4f69-a7a0-65bb9278c6f2), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:40.539034 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-8e9703ae-6829-46c3-82f4-b1b3bb93e01e tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:36:40.544841 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b8256546-bf9b-4cc5-b549-4f42fa2df5e0 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:40.546442 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e9703ae-6829-46c3-82f4-b1b3bb93e01e tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:36:40.552086 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e9703ae-6829-46c3-82f4-b1b3bb93e01e tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:40.552861 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8e9703ae-6829-46c3-82f4-b1b3bb93e01e tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:40.557558 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c88a6205-b998-479d-befe-18540a23de5a tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (b9ee6222-b249-4f69-a7a0-65bb9278c6f2), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:40.559703 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9703ae-6829-46c3-82f4-b1b3bb93e01e tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Pushing event updated for resources: {'Port': ['ID=0b10a676-b3cc-4906-831d-3bf87bc80006,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:40.610441 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660c9d8a-daf1-482d-bad7-abd501388033 None None] Pushing event updated for resources: {'Port': ['ID=2a2141ff-c668-4d3e-8608-c10b64d21392,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:40.614703 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port c31fd798-65f1-44f7-8fcb-db6a46e443d4 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:36:40.615313 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (c31fd798-65f1-44f7-8fcb-db6a46e443d4), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:40.621476 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-660c9d8a-daf1-482d-bad7-abd501388033 None None] Network e8ee9f5e-0568-4e05-bd16-0ff048e90805 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:36:40.659516 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-660c9d8a-daf1-482d-bad7-abd501388033 None None] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:36:40.662737 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660c9d8a-daf1-482d-bad7-abd501388033 None None] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:36:40.698278 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-8e9703ae-6829-46c3-82f4-b1b3bb93e01e tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 2.1249380 Feb 28 10:36:40.700477 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 37872) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:40.707218 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f86c9e8-155f-4fd4-b094-96caafdda500 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:36:40.722825 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88a6205-b998-479d-befe-18540a23de5a tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9ee6222-b249-4f69-a7a0-65bb9278c6f2,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:40.723165 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-086ad118-3cfe-4faf-a36b-886b1f7e4a19 None None] Sync routers for ids ['59e15efd-4cd2-450e-a98f-264eb4e3a7bf'] in dv-neutron-master-2-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:36:40.735849 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0f86c9e8-155f-4fd4-b094-96caafdda500 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks [] for router (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:40.737040 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-0f86c9e8-155f-4fd4-b094-96caafdda500 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] 10.222.0.20 "PUT /v2.0/routers/59e15efd-4cd2-450e-a98f-264eb4e3a7bf HTTP/1.1" status: 200 len: 694 time: 0.9246864 Feb 28 10:36:40.740966 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 37874) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:40.757408 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086ad118-3cfe-4faf-a36b-886b1f7e4a19 None None] Routers {'59e15efd-4cd2-450e-a98f-264eb4e3a7bf'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:36:40.758202 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-086ad118-3cfe-4faf-a36b-886b1f7e4a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:36:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['59e15efd-4cd2-450e-a98f-264eb4e3a7bf'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:40.834775 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-b8256546-bf9b-4cc5-b549-4f42fa2df5e0 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Allocated IP 172.36.5.77 (1e0804d0-d1d9-4d40-9de5-2936f3d87840/6f6f4129-23e5-4c3b-b4ef-4c7ce926797e/eef593be-5f49-4f2e-8053-5b16592b711c) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:36:40.858209 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-660c9d8a-daf1-482d-bad7-abd501388033 None None] Attempting to bind port 2a2141ff-c668-4d3e-8608-c10b64d21392 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:36:40.859926 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-660c9d8a-daf1-482d-bad7-abd501388033 None None] Attempting to bind port 2a2141ff-c668-4d3e-8608-c10b64d21392 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'ba3eb2fa-096c-4ec3-b05f-88e7e59025bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'e8ee9f5e-0568-4e05-bd16-0ff048e90805'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:36:40.860306 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660c9d8a-daf1-482d-bad7-abd501388033 None None] Attempting to bind port 2a2141ff-c668-4d3e-8608-c10b64d21392 on network e8ee9f5e-0568-4e05-bd16-0ff048e90805 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:36:40.866731 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660c9d8a-daf1-482d-bad7-abd501388033 None None] Checking agent: {'id': '75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 24, 15), 'started_at': datetime.datetime(2022, 2, 28, 10, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 36, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:36:40.867067 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-086ad118-3cfe-4faf-a36b-886b1f7e4a19 None None] Set router 59e15efd-4cd2-450e-a98f-264eb4e3a7bf gateway port host: None {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:36:40.867187 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660c9d8a-daf1-482d-bad7-abd501388033 None None] Checking segment: {'id': 'ba3eb2fa-096c-4ec3-b05f-88e7e59025bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'e8ee9f5e-0568-4e05-bd16-0ff048e90805'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:36:40.867534 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-660c9d8a-daf1-482d-bad7-abd501388033 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:40.868000 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660c9d8a-daf1-482d-bad7-abd501388033 None None] Bound using segment: {'id': 'ba3eb2fa-096c-4ec3-b05f-88e7e59025bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'e8ee9f5e-0568-4e05-bd16-0ff048e90805'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:36:40.868531 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-660c9d8a-daf1-482d-bad7-abd501388033 None None] Bound port: 2a2141ff-c668-4d3e-8608-c10b64d21392, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba3eb2fa-096c-4ec3-b05f-88e7e59025bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'e8ee9f5e-0568-4e05-bd16-0ff048e90805'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:36:40.868952 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-660c9d8a-daf1-482d-bad7-abd501388033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (2a2141ff-c668-4d3e-8608-c10b64d21392), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:40.872807 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-faba03f7-d748-414c-bcc7-080e7d182a2d tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] 10.222.0.20 "GET /v2.0/routers/59e15efd-4cd2-450e-a98f-264eb4e3a7bf HTTP/1.1" status: 200 len: 700 time: 0.1305401 Feb 28 10:36:40.877697 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 37876) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:40.912846 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c88a6205-b998-479d-befe-18540a23de5a tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Publish callbacks [] for security_group (b3dd5a6c-06a9-4f41-b438-f7d64990f73a), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:40.915568 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-2bdb9d1b-d78c-4c1b-a9e4-de9b3012f6d1 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] 10.222.0.20 "GET /v2.0/ports?device_id=59e15efd-4cd2-450e-a98f-264eb4e3a7bf HTTP/1.1" status: 200 len: 205 time: 0.0369663 Feb 28 10:36:40.918752 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 37878) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:40.929882 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c88a6205-b998-479d-befe-18540a23de5a tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (b3dd5a6c-06a9-4f41-b438-f7d64990f73a), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:40.953765 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-086ad118-3cfe-4faf-a36b-886b1f7e4a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59e15efd-4cd2-450e-a98f-264eb4e3a7bf', 'name': 'tempest-RoutersTest-router-1886594228', 'tenant_id': 'da82c5902a0c4c459ee88fe904a1e59b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:36:39Z', 'updated_at': '2022-02-28T10:36:40Z', 'revision_number': 2, 'project_id': 'da82c5902a0c4c459ee88fe904a1e59b', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:40.968771 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port c31fd798-65f1-44f7-8fcb-db6a46e443d4 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:36:40.997767 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-086ad118-3cfe-4faf-a36b-886b1f7e4a19 None None] Checking router: 59e15efd-4cd2-450e-a98f-264eb4e3a7bf for host: dv-neutron-master-2-hyperv {{(pid=103410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:36:41.008706 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086ad118-3cfe-4faf-a36b-886b1f7e4a19 None None] Routers {'59e15efd-4cd2-450e-a98f-264eb4e3a7bf'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:36:41.009338 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-086ad118-3cfe-4faf-a36b-886b1f7e4a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:36:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['59e15efd-4cd2-450e-a98f-264eb4e3a7bf'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:41.029804 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c88a6205-b998-479d-befe-18540a23de5a tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:41.037493 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-c88a6205-b998-479d-befe-18540a23de5a tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.9439476 Feb 28 10:36:41.041034 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 37884) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:41.078670 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-660c9d8a-daf1-482d-bad7-abd501388033 None None] For port 2a2141ff-c668-4d3e-8608-c10b64d21392, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:36:41.079037 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-70ce9797-990e-4af3-96ff-f098dfec37fa tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Request body: {'security_group_rule': {'security_group_id': 'b3dd5a6c-06a9-4f41-b438-f7d64990f73a', 'project_id': '2b21c0f8445b44c5a1fb71420d1ffcce', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:36:41.094714 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b8256546-bf9b-4cc5-b549-4f42fa2df5e0 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks [] for port (eef593be-5f49-4f2e-8053-5b16592b711c), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:41.107454 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88a6205-b998-479d-befe-18540a23de5a tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3dd5a6c-06a9-4f41-b438-f7d64990f73a,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:41.122355 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-eb55260c-0c0a-45f4-8655-fbe37de2db33 None None] Provisioning complete for port 0b10a676-b3cc-4906-831d-3bf87bc80006 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:36:41.122355 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-eb55260c-0c0a-45f4-8655-fbe37de2db33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (0b10a676-b3cc-4906-831d-3bf87bc80006), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:41.122355 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4f5b9162-4e8c-4a6f-b10c-78d9e5dbf071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fc6c9b74-8dbb-41bb-800a-5bd3a43fe896), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:41.128203 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e3430d88-5688-4d20-8328-11384ec72267 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks [] for router (59e15efd-4cd2-450e-a98f-264eb4e3a7bf), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:41.145840 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-086ad118-3cfe-4faf-a36b-886b1f7e4a19 None None] Set router 59e15efd-4cd2-450e-a98f-264eb4e3a7bf gateway port host: None {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:36:41.186478 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b8256546-bf9b-4cc5-b549-4f42fa2df5e0 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (eef593be-5f49-4f2e-8053-5b16592b711c), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:41.188922 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-660c9d8a-daf1-482d-bad7-abd501388033 None None] For port 2a2141ff-c668-4d3e-8608-c10b64d21392, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2a2141ff-c668-4d3e-8608-c10b64d21392,segment=NetworkSegment(ba3eb2fa-096c-4ec3-b05f-88e7e59025bf),segment_id=ba3eb2fa-096c-4ec3-b05f-88e7e59025bf)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:36:41.204176 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-660c9d8a-daf1-482d-bad7-abd501388033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (2a2141ff-c668-4d3e-8608-c10b64d21392), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:41.206482 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-1e8b05ca-bd8d-4659-bcf7-4c44b4ade37b tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Deleting port 0b10a676-b3cc-4906-831d-3bf87bc80006 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:36:41.207058 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1e8b05ca-bd8d-4659-bcf7-4c44b4ade37b tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (0b10a676-b3cc-4906-831d-3bf87bc80006), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:41.238612 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-086ad118-3cfe-4faf-a36b-886b1f7e4a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59e15efd-4cd2-450e-a98f-264eb4e3a7bf', 'name': 'tempest-RoutersTest-router-1886594228', 'tenant_id': 'da82c5902a0c4c459ee88fe904a1e59b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:36:39Z', 'updated_at': '2022-02-28T10:36:40Z', 'revision_number': 2, 'project_id': 'da82c5902a0c4c459ee88fe904a1e59b', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:41.272939 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-eb55260c-0c0a-45f4-8655-fbe37de2db33 None None] Port 0b10a676-b3cc-4906-831d-3bf87bc80006 cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:36:41.283944 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-086ad118-3cfe-4faf-a36b-886b1f7e4a19 None None] The sync data for ids ['59e15efd-4cd2-450e-a98f-264eb4e3a7bf'] in dv-neutron-master-2-hyperv is: [{'id': '59e15efd-4cd2-450e-a98f-264eb4e3a7bf', 'name': 'tempest-RoutersTest-router-1886594228', 'tenant_id': 'da82c5902a0c4c459ee88fe904a1e59b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:36:39Z', 'updated_at': '2022-02-28T10:36:40Z', 'revision_number': 2, 'project_id': 'da82c5902a0c4c459ee88fe904a1e59b', 'gw_port_host': None}] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:36:41.310837 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660c9d8a-daf1-482d-bad7-abd501388033 None None] Pushing event updated for resources: {'Port': ['ID=2a2141ff-c668-4d3e-8608-c10b64d21392,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:41.388863 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8256546-bf9b-4cc5-b549-4f42fa2df5e0 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Network 1e0804d0-d1d9-4d40-9de5-2936f3d87840 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:36:41.403214 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-b8256546-bf9b-4cc5-b549-4f42fa2df5e0 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:36:41.410318 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8256546-bf9b-4cc5-b549-4f42fa2df5e0 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:36:41.414222 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1e8b05ca-bd8d-4659-bcf7-4c44b4ade37b tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (0b10a676-b3cc-4906-831d-3bf87bc80006), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:41.416979 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8256546-bf9b-4cc5-b549-4f42fa2df5e0 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Pushing event updated for resources: {'Port': ['ID=eef593be-5f49-4f2e-8053-5b16592b711c,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:41.457868 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-1e8b05ca-bd8d-4659-bcf7-4c44b4ade37b tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Calling delete_port for 0b10a676-b3cc-4906-831d-3bf87bc80006 owned by {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:36:41.696840 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-70ce9797-990e-4af3-96ff-f098dfec37fa tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Publish callbacks [] for security_group_rule (1d77bd5c-f55d-4a62-ba78-8843e42cf93d), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:41.843749 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e3430d88-5688-4d20-8328-11384ec72267 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1807017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5941'] for router (59e15efd-4cd2-450e-a98f-264eb4e3a7bf), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:41.849521 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e3430d88-5688-4d20-8328-11384ec72267 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks [] for router_controller (59e15efd-4cd2-450e-a98f-264eb4e3a7bf), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:41.910273 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-70ce9797-990e-4af3-96ff-f098dfec37fa tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Publish callbacks [] for security_group_rule (1d77bd5c-f55d-4a62-ba78-8843e42cf93d), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:41.911422 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e3430d88-5688-4d20-8328-11384ec72267 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1806994'] for router (59e15efd-4cd2-450e-a98f-264eb4e3a7bf), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:41.916667 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3430d88-5688-4d20-8328-11384ec72267 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Fanout notify agent at l3_agent the message router_deleted on router 59e15efd-4cd2-450e-a98f-264eb4e3a7bf {{(pid=103407) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 10:36:41.920366 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e3430d88-5688-4d20-8328-11384ec72267 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] Publish callbacks [] for router (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:41.929191 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-e3430d88-5688-4d20-8328-11384ec72267 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] 10.222.0.20 "DELETE /v2.0/routers/59e15efd-4cd2-450e-a98f-264eb4e3a7bf HTTP/1.1" status: 204 len: 168 time: 1.0081553 Feb 28 10:36:41.930548 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 37902) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:41.932534 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-70ce9797-990e-4af3-96ff-f098dfec37fa tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594242'] for security_group_rule (1d77bd5c-f55d-4a62-ba78-8843e42cf93d), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:41.965872 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ce9797-990e-4af3-96ff-f098dfec37fa tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d77bd5c-f55d-4a62-ba78-8843e42cf93d,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:41.974608 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-70ce9797-990e-4af3-96ff-f098dfec37fa tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:41.979385 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-0ce7b162-b72a-48f5-96c9-0113291d0c3e tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] 10.222.0.20 "GET /v2.0/ports?device_id=59e15efd-4cd2-450e-a98f-264eb4e3a7bf HTTP/1.1" status: 200 len: 205 time: 0.0456429 Feb 28 10:36:41.979642 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b6d631fb-7df0-4fe1-8322-abff3b61cae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (0db5147a-92a3-4581-8a5f-8ec9b93e0600), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:41.980228 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 37904) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:41.980587 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 37906) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:41.981410 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-70ce9797-990e-4af3-96ff-f098dfec37fa tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9389679 Feb 28 10:36:41.983861 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b8256546-bf9b-4cc5-b549-4f42fa2df5e0 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks [] for router_gateway (82b3c49f-4a5f-4064-b30d-3bde9684927d), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:42.032220 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-cf00e005-7c9f-47ab-94c6-10a17caa75ee tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Request body: {'security_group_rule': {'security_group_id': 'b3dd5a6c-06a9-4f41-b438-f7d64990f73a', 'project_id': '2b21c0f8445b44c5a1fb71420d1ffcce', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:36:42.078356 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1e8b05ca-bd8d-4659-bcf7-4c44b4ade37b tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (0b10a676-b3cc-4906-831d-3bf87bc80006), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:42.080178 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.api.v2.resource [None req-7ea1a082-9446-4314-9f7a-3d7e1dfecf39 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] delete failed (client error): The resource could not be found. Feb 28 10:36:42.081431 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-7ea1a082-9446-4314-9f7a-3d7e1dfecf39 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] 10.222.0.20 "DELETE /v2.0/routers/59e15efd-4cd2-450e-a98f-264eb4e3a7bf HTTP/1.1" status: 404 len: 336 time: 0.0997198 Feb 28 10:36:42.084275 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 37912) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:42.111497 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 37914) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:42.117462 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf1e8b56-1fc4-46d8-b35e-c5af53919e83 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] DELETE failed (client error): The resource could not be found. Feb 28 10:36:42.117927 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf1e8b56-1fc4-46d8-b35e-c5af53919e83 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:36:42.121004 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-cf1e8b56-1fc4-46d8-b35e-c5af53919e83 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] 10.222.0.20 "DELETE /v2.0/subnets/c20fc715-6cdd-41db-847c-a5c9da549c7f HTTP/1.1" status: 404 len: 337 time: 0.0356576 Feb 28 10:36:42.123554 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8b05ca-bd8d-4659-bcf7-4c44b4ade37b tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Pushing event deleted for resources: {'Port': ['ID=0b10a676-b3cc-4906-831d-3bf87bc80006,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:42.124050 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 37918) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:42.155989 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbdaa4ae-aa9d-45ea-8d3d-4193b4cdb523 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] DELETE failed (client error): The resource could not be found. Feb 28 10:36:42.156882 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbdaa4ae-aa9d-45ea-8d3d-4193b4cdb523 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:36:42.161935 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-bbdaa4ae-aa9d-45ea-8d3d-4193b4cdb523 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] 10.222.0.20 "DELETE /v2.0/subnets/e59946e5-ae07-4772-8426-8605a011da8d HTTP/1.1" status: 404 len: 337 time: 0.0370154 Feb 28 10:36:42.164419 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 37920) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:42.191987 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-24a28a9d-bd18-4486-8b91-b2b733cbf700 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] DELETE failed (client error): The resource could not be found. Feb 28 10:36:42.192738 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24a28a9d-bd18-4486-8b91-b2b733cbf700 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:36:42.195397 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-cf00e005-7c9f-47ab-94c6-10a17caa75ee tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Publish callbacks [] for security_group_rule (a4cc012f-29ae-4130-b075-4dc6af1b4e22), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:42.196410 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-24a28a9d-bd18-4486-8b91-b2b733cbf700 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] 10.222.0.20 "DELETE /v2.0/subnets/2ebd56e7-0ebe-4361-8109-cd1b16754dc7 HTTP/1.1" status: 404 len: 337 time: 0.0307534 Feb 28 10:36:42.199230 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 37922) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:42.229412 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1e8b05ca-bd8d-4659-bcf7-4c44b4ade37b tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:42.231405 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-a749a605-6bb6-4e6e-924d-e30b76798b40 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] DELETE failed (client error): The resource could not be found. Feb 28 10:36:42.232127 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a749a605-6bb6-4e6e-924d-e30b76798b40 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:36:42.234944 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-1e8b05ca-bd8d-4659-bcf7-4c44b4ade37b tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "DELETE /v2.0/ports/0b10a676-b3cc-4906-831d-3bf87bc80006 HTTP/1.1" status: 204 len: 168 time: 1.5311699 Feb 28 10:36:42.238901 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 37924) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:42.239212 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-a749a605-6bb6-4e6e-924d-e30b76798b40 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] 10.222.0.20 "DELETE /v2.0/subnets/80cf5cc3-7a23-4d81-9989-328f76a695ee HTTP/1.1" status: 404 len: 337 time: 0.0384338 Feb 28 10:36:42.242777 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 37926) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:42.282807 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-bcbf834d-dbc1-4adc-84c3-370224609529 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7ddbc6a-3d00-4753-9f33-feb0e12d7797 HTTP/1.1" status: 200 len: 205 time: 0.0387518 Feb 28 10:36:42.286994 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 37928) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:42.354703 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-0908cde0-854f-4b0b-a2e3-a9cfabd4c768 tempest-PortsAdminExtendedAttrsTestJSON-914188886 tempest-PortsAdminExtendedAttrsTestJSON-914188886-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-305570761'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:36:42.384281 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0908cde0-854f-4b0b-a2e3-a9cfabd4c768 tempest-PortsAdminExtendedAttrsTestJSON-914188886 tempest-PortsAdminExtendedAttrsTestJSON-914188886-project] Made reservation on behalf of 82b55676f7734b7d82739b1d2ac66a6d for: {'network': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:36:42.390612 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0908cde0-854f-4b0b-a2e3-a9cfabd4c768 tempest-PortsAdminExtendedAttrsTestJSON-914188886 tempest-PortsAdminExtendedAttrsTestJSON-914188886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for network (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:42.395235 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.api.v2.resource [None req-7717e8ba-48bf-4db5-ab96-03d997e8eebd tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] delete failed (client error): The resource could not be found. Feb 28 10:36:42.400296 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-7717e8ba-48bf-4db5-ab96-03d997e8eebd tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] 10.222.0.20 "DELETE /v2.0/routers/d7ddbc6a-3d00-4753-9f33-feb0e12d7797 HTTP/1.1" status: 404 len: 336 time: 0.1117828 Feb 28 10:36:42.403151 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 2a2141ff-c668-4d3e-8608-c10b64d21392 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:36:42.409557 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 37930) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:42.412083 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0908cde0-854f-4b0b-a2e3-a9cfabd4c768 tempest-PortsAdminExtendedAttrsTestJSON-914188886 tempest-PortsAdminExtendedAttrsTestJSON-914188886-project] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:42.449824 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-c02362f7-7a3c-4e00-b6d6-7c3912a6baf7 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7995b93-3824-4093-bd80-c8b7ab1a5891 HTTP/1.1" status: 200 len: 205 time: 0.0388038 Feb 28 10:36:42.452305 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 37932) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:42.472100 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port 2a2141ff-c668-4d3e-8608-c10b64d21392 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:36:42.473188 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (2a2141ff-c668-4d3e-8608-c10b64d21392), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:42.487871 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b8256546-bf9b-4cc5-b549-4f42fa2df5e0 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1804241'] for router (82b3c49f-4a5f-4064-b30d-3bde9684927d), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:42.500490 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.api.v2.resource [None req-1507d8f9-fe84-4b59-8cac-c909a8b6f9d0 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] delete failed (client error): The resource could not be found. Feb 28 10:36:42.501615 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-1507d8f9-fe84-4b59-8cac-c909a8b6f9d0 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] 10.222.0.20 "DELETE /v2.0/routers/c7995b93-3824-4093-bd80-c8b7ab1a5891 HTTP/1.1" status: 404 len: 336 time: 0.0474350 Feb 28 10:36:42.505341 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 37934) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:42.527402 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3731c7f6-6c28-4d11-bcfa-7be779f742b4 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:42.529284 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-3731c7f6-6c28-4d11-bcfa-7be779f742b4 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2894015 Feb 28 10:36:42.542086 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 37936) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:42.555519 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-325db273-df95-4010-942d-fc8a6f641904 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] DELETE failed (client error): The resource could not be found. Feb 28 10:36:42.556232 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-325db273-df95-4010-942d-fc8a6f641904 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:36:42.559541 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-325db273-df95-4010-942d-fc8a6f641904 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] 10.222.0.20 "DELETE /v2.0/subnets/1957d371-fac8-429a-a409-bae5b14ea3ca HTTP/1.1" status: 404 len: 337 time: 0.0520554 Feb 28 10:36:42.563987 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 37938) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:42.579463 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 2a2141ff-c668-4d3e-8608-c10b64d21392 is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:36:42.580231 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (2a2141ff-c668-4d3e-8608-c10b64d21392), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:42.625243 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] For port 2a2141ff-c668-4d3e-8608-c10b64d21392, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2a2141ff-c668-4d3e-8608-c10b64d21392,segment=NetworkSegment(ba3eb2fa-096c-4ec3-b05f-88e7e59025bf),segment_id=ba3eb2fa-096c-4ec3-b05f-88e7e59025bf)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:36:42.626897 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-79181cc4-4ee8-424e-a30b-9dc46108585a tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe33a402-e56c-490e-a896-c74eaffa2c80 HTTP/1.1" status: 200 len: 205 time: 0.0615380 Feb 28 10:36:42.630634 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 37940) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:42.635228 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (2a2141ff-c668-4d3e-8608-c10b64d21392), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:42.650777 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-cf00e005-7c9f-47ab-94c6-10a17caa75ee tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Publish callbacks [] for security_group_rule (a4cc012f-29ae-4130-b075-4dc6af1b4e22), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:42.661260 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-cf00e005-7c9f-47ab-94c6-10a17caa75ee tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594242'] for security_group_rule (a4cc012f-29ae-4130-b075-4dc6af1b4e22), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:42.697660 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.api.v2.resource [None req-8def03cc-e2c1-4d10-97de-69982c293402 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] delete failed (client error): The resource could not be found. Feb 28 10:36:42.698755 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-8def03cc-e2c1-4d10-97de-69982c293402 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] 10.222.0.20 "DELETE /v2.0/routers/fe33a402-e56c-490e-a896-c74eaffa2c80 HTTP/1.1" status: 404 len: 336 time: 0.0663271 Feb 28 10:36:42.701405 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 37942) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:42.705524 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Pushing event updated for resources: {'Port': ['ID=2a2141ff-c668-4d3e-8608-c10b64d21392,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:42.728728 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf00e005-7c9f-47ab-94c6-10a17caa75ee tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4cc012f-29ae-4130-b075-4dc6af1b4e22,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:42.749974 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-cf00e005-7c9f-47ab-94c6-10a17caa75ee tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:42.753975 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-cf00e005-7c9f-47ab-94c6-10a17caa75ee tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7685292 Feb 28 10:36:42.755244 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-164dd131-0142-486b-ac39-5fed24695080 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7e6c2ba-2de7-4026-ac35-8fcf6b7819ce HTTP/1.1" status: 200 len: 205 time: 0.0522156 Feb 28 10:36:42.756976 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 37944) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:42.757405 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 37946) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:42.764225 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8256546-bf9b-4cc5-b549-4f42fa2df5e0 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Router 82b3c49f-4a5f-4064-b30d-3bde9684927d is scheduled to L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 with binding_index 1 {{(pid=103408) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 10:36:42.766320 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-b1b6711d-4a92-49b8-8217-e75ad81b0274 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Request body: {'security_group_rule': {'security_group_id': 'b3dd5a6c-06a9-4f41-b438-f7d64990f73a', 'project_id': '2b21c0f8445b44c5a1fb71420d1ffcce', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:36:42.794719 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0908cde0-854f-4b0b-a2e3-a9cfabd4c768 tempest-PortsAdminExtendedAttrsTestJSON-914188886 tempest-PortsAdminExtendedAttrsTestJSON-914188886-project] Publish callbacks [] for security_group (14f6d8a4-cb73-428a-bd76-5ab0211098d0), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:42.842594 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0908cde0-854f-4b0b-a2e3-a9cfabd4c768 tempest-PortsAdminExtendedAttrsTestJSON-914188886 tempest-PortsAdminExtendedAttrsTestJSON-914188886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (14f6d8a4-cb73-428a-bd76-5ab0211098d0), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:42.854869 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0908cde0-854f-4b0b-a2e3-a9cfabd4c768 tempest-PortsAdminExtendedAttrsTestJSON-914188886 tempest-PortsAdminExtendedAttrsTestJSON-914188886-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 290} {{(pid=103407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:36:42.870517 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.api.v2.resource [None req-b5896b34-a502-4d0b-95c1-4e469545ce8e tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] delete failed (client error): The resource could not be found. Feb 28 10:36:42.871827 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-b5896b34-a502-4d0b-95c1-4e469545ce8e tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] 10.222.0.20 "DELETE /v2.0/routers/c7e6c2ba-2de7-4026-ac35-8fcf6b7819ce HTTP/1.1" status: 404 len: 336 time: 0.1008894 Feb 28 10:36:42.875856 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 37948) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:42.879904 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef86fa1c-7906-42c4-9c6d-dd40da3ae121 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:42.881510 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-ef86fa1c-7906-42c4-9c6d-dd40da3ae121 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.3378794 Feb 28 10:36:42.884613 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0908cde0-854f-4b0b-a2e3-a9cfabd4c768 tempest-PortsAdminExtendedAttrsTestJSON-914188886 tempest-PortsAdminExtendedAttrsTestJSON-914188886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (1bc782a3-4d6d-4919-a722-74f8f93dacec), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:42.884978 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.db.segments_db [None req-0908cde0-854f-4b0b-a2e3-a9cfabd4c768 tempest-PortsAdminExtendedAttrsTestJSON-914188886 tempest-PortsAdminExtendedAttrsTestJSON-914188886-project] Added segment 1bc782a3-4d6d-4919-a722-74f8f93dacec of type vlan for network 14680b65-59d8-4779-8917-b4d54dab93ed Feb 28 10:36:42.887042 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 37950) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:42.910083 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b1b6711d-4a92-49b8-8217-e75ad81b0274 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Publish callbacks [] for security_group_rule (78eaead8-ee83-4860-851d-096f721f462d), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:42.945591 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-50d34ac3-f1aa-48b6-97d7-c1210a345f23 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] DELETE failed (client error): The resource could not be found. Feb 28 10:36:42.946055 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50d34ac3-f1aa-48b6-97d7-c1210a345f23 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103408) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:36:42.949285 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-50d34ac3-f1aa-48b6-97d7-c1210a345f23 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] 10.222.0.20 "DELETE /v2.0/subnets/9e224b8d-6331-4096-9ae8-b8e70dae7389 HTTP/1.1" status: 404 len: 337 time: 0.0724270 Feb 28 10:36:42.958660 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0908cde0-854f-4b0b-a2e3-a9cfabd4c768 tempest-PortsAdminExtendedAttrsTestJSON-914188886 tempest-PortsAdminExtendedAttrsTestJSON-914188886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14f6d8a4-cb73-428a-bd76-5ab0211098d0,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:42.960791 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 37952) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:42.994862 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0908cde0-854f-4b0b-a2e3-a9cfabd4c768 tempest-PortsAdminExtendedAttrsTestJSON-914188886 tempest-PortsAdminExtendedAttrsTestJSON-914188886-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742056637431'] for network (14680b65-59d8-4779-8917-b4d54dab93ed), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:43.000533 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-7d094cf3-577a-4daf-ac72-f107a440ea3a tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] 10.222.0.20 "GET /v2.0/ports?device_id=021cb896-d921-405b-81bc-411eb3dc3459 HTTP/1.1" status: 200 len: 205 time: 0.0386031 Feb 28 10:36:43.003629 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 37954) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:43.012062 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8256546-bf9b-4cc5-b549-4f42fa2df5e0 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:36:43.025058 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2838e3-44a7-4127-95a0-a05ecac2a1a5 None None] Sync routers for ids ['82b3c49f-4a5f-4064-b30d-3bde9684927d'] in dv-neutron-master-2-hyperv {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:36:43.039122 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2838e3-44a7-4127-95a0-a05ecac2a1a5 None None] Routers {'82b3c49f-4a5f-4064-b30d-3bde9684927d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:36:43.041352 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-9f2838e3-44a7-4127-95a0-a05ecac2a1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:36:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['82b3c49f-4a5f-4064-b30d-3bde9684927d'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:43.046835 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b1b6711d-4a92-49b8-8217-e75ad81b0274 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Publish callbacks [] for security_group_rule (78eaead8-ee83-4860-851d-096f721f462d), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:43.052239 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0908cde0-854f-4b0b-a2e3-a9cfabd4c768 tempest-PortsAdminExtendedAttrsTestJSON-914188886 tempest-PortsAdminExtendedAttrsTestJSON-914188886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551'] for network (14680b65-59d8-4779-8917-b4d54dab93ed), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:43.059335 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0908cde0-854f-4b0b-a2e3-a9cfabd4c768 tempest-PortsAdminExtendedAttrsTestJSON-914188886 tempest-PortsAdminExtendedAttrsTestJSON-914188886-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:43.060238 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0908cde0-854f-4b0b-a2e3-a9cfabd4c768 tempest-PortsAdminExtendedAttrsTestJSON-914188886 tempest-PortsAdminExtendedAttrsTestJSON-914188886-project] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:43.067572 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b1b6711d-4a92-49b8-8217-e75ad81b0274 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594242'] for security_group_rule (78eaead8-ee83-4860-851d-096f721f462d), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:43.085862 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb1d926d-22c0-4a03-b36d-49ab379dd942 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:43.087684 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb1d926d-22c0-4a03-b36d-49ab379dd942 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:43.089049 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb1d926d-22c0-4a03-b36d-49ab379dd942 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:43.090716 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-bb1d926d-22c0-4a03-b36d-49ab379dd942 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1973147 Feb 28 10:36:43.091711 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.api.v2.resource [None req-b2bbe687-7222-45f2-a5aa-3a1f50b95f5a tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] delete failed (client error): The resource could not be found. Feb 28 10:36:43.091887 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-9f2838e3-44a7-4127-95a0-a05ecac2a1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:43.097458 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-b2bbe687-7222-45f2-a5aa-3a1f50b95f5a tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] 10.222.0.20 "DELETE /v2.0/routers/021cb896-d921-405b-81bc-411eb3dc3459 HTTP/1.1" status: 404 len: 336 time: 0.0882480 Feb 28 10:36:43.101362 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 37956) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:43.102411 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 37958) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:43.113950 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a827d92-c3f4-4d84-b13b-90c2632e5b94 None None] Network e8ee9f5e-0568-4e05-bd16-0ff048e90805 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:36:43.117507 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b8256546-bf9b-4cc5-b549-4f42fa2df5e0 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks [] for router (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:43.122863 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-b8256546-bf9b-4cc5-b549-4f42fa2df5e0 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.4675388 Feb 28 10:36:43.123547 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 37960) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:43.184674 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2838e3-44a7-4127-95a0-a05ecac2a1a5 None None] Routers {'82b3c49f-4a5f-4064-b30d-3bde9684927d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:36:43.185328 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-9f2838e3-44a7-4127-95a0-a05ecac2a1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:36:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['82b3c49f-4a5f-4064-b30d-3bde9684927d'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:43.227225 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b6711d-4a92-49b8-8217-e75ad81b0274 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78eaead8-ee83-4860-851d-096f721f462d,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:43.234894 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-9f2838e3-44a7-4127-95a0-a05ecac2a1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:43.235147 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-896f6654-ae5f-4885-8788-672c8f371ddd tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] DELETE failed (client error): The resource could not be found. Feb 28 10:36:43.235573 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2838e3-44a7-4127-95a0-a05ecac2a1a5 None None] The sync data for ids ['82b3c49f-4a5f-4064-b30d-3bde9684927d'] in dv-neutron-master-2-hyperv is: [] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:36:43.235818 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-896f6654-ae5f-4885-8788-672c8f371ddd tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:36:43.242286 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-896f6654-ae5f-4885-8788-672c8f371ddd tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] 10.222.0.20 "DELETE /v2.0/subnets/a1c1898c-7834-49b0-b307-51a157673c81 HTTP/1.1" status: 404 len: 337 time: 0.0891509 Feb 28 10:36:43.243070 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b1b6711d-4a92-49b8-8217-e75ad81b0274 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:43.246950 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-b1b6711d-4a92-49b8-8217-e75ad81b0274 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4826925 Feb 28 10:36:43.248896 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-0908cde0-854f-4b0b-a2e3-a9cfabd4c768 tempest-PortsAdminExtendedAttrsTestJSON-914188886 tempest-PortsAdminExtendedAttrsTestJSON-914188886-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.1360106 Feb 28 10:36:43.249569 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 37962) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:43.250086 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 37964) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:43.269740 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-91eb0154-4e43-46b7-baac-ca52679805c9 None None] Provisioning complete for port 2a2141ff-c668-4d3e-8608-c10b64d21392 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:36:43.269740 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-91eb0154-4e43-46b7-baac-ca52679805c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (2a2141ff-c668-4d3e-8608-c10b64d21392), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:43.282992 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-11f760e9-f6ab-4284-8b1c-6781b03c4647 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Request body: {'security_group_rule': {'security_group_id': 'b3dd5a6c-06a9-4f41-b438-f7d64990f73a', 'project_id': '2b21c0f8445b44c5a1fb71420d1ffcce', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:36:43.290570 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0908cde0-854f-4b0b-a2e3-a9cfabd4c768 tempest-PortsAdminExtendedAttrsTestJSON-914188886 tempest-PortsAdminExtendedAttrsTestJSON-914188886-project] Pushing event updated for resources: {'Network': ['ID=14680b65-59d8-4779-8917-b4d54dab93ed,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:43.307426 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Network 14680b65-59d8-4779-8917-b4d54dab93ed details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103409) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:36:43.319438 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-021b4fa5-5fdc-4bdb-bd80-b248f90ea00b tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] 10.222.0.20 "GET /v2.0/ports?device_id=7fa1d940-829e-49df-ba00-63a1528114c2 HTTP/1.1" status: 200 len: 205 time: 0.0595973 Feb 28 10:36:43.322641 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 37970) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:43.335557 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8802366-8d2b-4170-b96d-ed9347a3a844 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Deleting subnet 24f754a6-8119-4c38-9c61-7678f508627e {{(pid=103407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:36:43.343930 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d8802366-8d2b-4170-b96d-ed9347a3a844 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks [] for subnet (24f754a6-8119-4c38-9c61-7678f508627e), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:43.420035 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.api.v2.resource [None req-b86c16b3-ff11-4da1-af6a-433146ea50c7 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] delete failed (client error): The resource could not be found. Feb 28 10:36:43.424250 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-b86c16b3-ff11-4da1-af6a-433146ea50c7 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] 10.222.0.20 "DELETE /v2.0/routers/7fa1d940-829e-49df-ba00-63a1528114c2 HTTP/1.1" status: 404 len: 336 time: 0.0976276 Feb 28 10:36:43.427669 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 37972) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:43.468411 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6b923bb1-06b0-4b84-b461-7cc1d0196090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (2e621730-3978-4720-b581-ac380e97a567), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:43.473179 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-4683df6a-a691-464a-a99a-5f69b6ccef65 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] DELETE failed (client error): The resource could not be found. Feb 28 10:36:43.473179 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4683df6a-a691-464a-a99a-5f69b6ccef65 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:36:43.478467 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-4683df6a-a691-464a-a99a-5f69b6ccef65 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] 10.222.0.20 "DELETE /v2.0/subnets/f2e99dff-54cd-4ed9-a0ea-02762b8d95fd HTTP/1.1" status: 404 len: 337 time: 0.0471537 Feb 28 10:36:43.478973 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d8802366-8d2b-4170-b96d-ed9347a3a844 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3501132'] for subnet (24f754a6-8119-4c38-9c61-7678f508627e), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:43.482164 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 37974) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:43.517818 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-11f760e9-f6ab-4284-8b1c-6781b03c4647 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Publish callbacks [] for security_group_rule (5799e974-30b9-4af3-8c66-1e0724ac5c01), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:43.528693 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-91eb0154-4e43-46b7-baac-ca52679805c9 None None] Current status of the port 2a2141ff-c668-4d3e-8608-c10b64d21392 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:36:43.535585 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 37976) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:43.578356 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-f7613be5-af86-4d76-8959-e3613139bce0 tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Request body: {'port': {'network_id': '14680b65-59d8-4779-8917-b4d54dab93ed', 'binding:host_id': 'hv-neutron-mast', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-515056212'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:36:43.587710 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-3749a6c3-2464-40e8-bb8e-5c591c74b578 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] DELETE failed (client error): The resource could not be found. Feb 28 10:36:43.588195 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3749a6c3-2464-40e8-bb8e-5c591c74b578 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:36:43.591453 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-3749a6c3-2464-40e8-bb8e-5c591c74b578 tempest-RoutersTest-1198267994 tempest-RoutersTest-1198267994-project] 10.222.0.20 "DELETE /v2.0/subnets/419aac73-3f92-4096-96f4-a15d70842236 HTTP/1.1" status: 404 len: 337 time: 0.1081235 Feb 28 10:36:43.685074 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7613be5-af86-4d76-8959-e3613139bce0 tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Made reservation on behalf of 615b79e5e0784aada30f22c47ed602c7 for: {'port': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:36:43.687609 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f7613be5-af86-4d76-8959-e3613139bce0 tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:43.707163 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f7613be5-af86-4d76-8959-e3613139bce0 tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:43.709893 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d8802366-8d2b-4170-b96d-ed9347a3a844 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-823142'] for subnet (24f754a6-8119-4c38-9c61-7678f508627e), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:43.750908 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-11f760e9-f6ab-4284-8b1c-6781b03c4647 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Publish callbacks [] for security_group_rule (5799e974-30b9-4af3-8c66-1e0724ac5c01), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:43.762679 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-11f760e9-f6ab-4284-8b1c-6781b03c4647 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594242'] for security_group_rule (5799e974-30b9-4af3-8c66-1e0724ac5c01), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:43.801466 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f760e9-f6ab-4284-8b1c-6781b03c4647 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5799e974-30b9-4af3-8c66-1e0724ac5c01,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:43.812833 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-11f760e9-f6ab-4284-8b1c-6781b03c4647 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:43.814128 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-11f760e9-f6ab-4284-8b1c-6781b03c4647 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5514314 Feb 28 10:36:43.817725 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 37980) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:43.823418 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-2d17b6fd-aa57-411d-a662-c56d4c0f6d50 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Request body: {'security_group_rule': {'security_group_id': 'b3dd5a6c-06a9-4f41-b438-f7d64990f73a', 'project_id': '2b21c0f8445b44c5a1fb71420d1ffcce', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:36:43.837848 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d8802366-8d2b-4170-b96d-ed9347a3a844 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-823145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3498088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3516558'] for subnet (24f754a6-8119-4c38-9c61-7678f508627e), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:43.864869 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-c82872d0-8e23-4222-af04-27ad380c1a71 None None] Provisioning complete for port 2a2141ff-c668-4d3e-8608-c10b64d21392 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:36:43.865258 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c82872d0-8e23-4222-af04-27ad380c1a71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (2a2141ff-c668-4d3e-8608-c10b64d21392), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:43.887679 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.db.securitygroups_db [None req-2d17b6fd-aa57-411d-a662-c56d4c0f6d50 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Project 2b21c0f8445b44c5a1fb71420d1ffcce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 10:36:43.895381 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2d17b6fd-aa57-411d-a662-c56d4c0f6d50 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Publish callbacks [] for security_group_rule (8e632ee9-0cd0-4c1b-9130-7e17df0d9fb4), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:43.899459 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8802366-8d2b-4170-b96d-ed9347a3a844 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Pushing event deleted for resources: {'Subnet': ['ID=24f754a6-8119-4c38-9c61-7678f508627e,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:43.904603 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d8802366-8d2b-4170-b96d-ed9347a3a844 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616561'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:43.912349 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-d8802366-8d2b-4170-b96d-ed9347a3a844 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "DELETE /v2.0/subnets/24f754a6-8119-4c38-9c61-7678f508627e HTTP/1.1" status: 204 len: 168 time: 0.7734044 Feb 28 10:36:43.914555 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 37984) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:43.916785 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9daceacb-ad16-4572-b81d-e8b29c765198 None None] Network 9f0a511d-8408-4971-9daa-968eebea54f2 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:36:43.936335 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f7613be5-af86-4d76-8959-e3613139bce0 tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Publish callbacks [] for security_group (c78cc919-d5af-4c5e-9945-d6706afe41de), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:43.944103 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f7613be5-af86-4d76-8959-e3613139bce0 tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (c78cc919-d5af-4c5e-9945-d6706afe41de), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:43.954820 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.notifiers.nova [None req-f7613be5-af86-4d76-8959-e3613139bce0 tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] device_id is not set on port 15f6b855-e880-48cc-8c21-574f7bdfd897 yet. {{(pid=103407) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:36:43.991107 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 37986) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:43.993525 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7613be5-af86-4d76-8959-e3613139bce0 tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c78cc919-d5af-4c5e-9945-d6706afe41de,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:44.005846 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-c82872d0-8e23-4222-af04-27ad380c1a71 None None] Current status of the port 2a2141ff-c668-4d3e-8608-c10b64d21392 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:36:44.051645 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_v2 [None req-e04ab750-968d-4504-92ab-920ff816db57 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Deleting subnet d12f28de-6db7-46bc-abb5-56576a742059 {{(pid=103408) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:36:44.059060 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e04ab750-968d-4504-92ab-920ff816db57 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks [] for subnet (d12f28de-6db7-46bc-abb5-56576a742059), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:44.118288 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2d17b6fd-aa57-411d-a662-c56d4c0f6d50 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Publish callbacks [] for security_group_rule (8e632ee9-0cd0-4c1b-9130-7e17df0d9fb4), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:44.130802 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2d17b6fd-aa57-411d-a662-c56d4c0f6d50 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594242'] for security_group_rule (8e632ee9-0cd0-4c1b-9130-7e17df0d9fb4), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:44.181459 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e04ab750-968d-4504-92ab-920ff816db57 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3423529'] for subnet (d12f28de-6db7-46bc-abb5-56576a742059), precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:44.226094 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d17b6fd-aa57-411d-a662-c56d4c0f6d50 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e632ee9-0cd0-4c1b-9130-7e17df0d9fb4,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:44.245304 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2d17b6fd-aa57-411d-a662-c56d4c0f6d50 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:44.246529 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-2d17b6fd-aa57-411d-a662-c56d4c0f6d50 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4270129 Feb 28 10:36:44.253129 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 37990) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:44.259633 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-d20e6d2e-db45-47fe-8748-c5e4b1390c80 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Request body: {'security_group_rule': {'security_group_id': 'b3dd5a6c-06a9-4f41-b438-f7d64990f73a', 'project_id': '2b21c0f8445b44c5a1fb71420d1ffcce', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:36:44.282656 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.notifiers.nova [None req-f7613be5-af86-4d76-8959-e3613139bce0 tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] device_id is not set on port 15f6b855-e880-48cc-8c21-574f7bdfd897 yet. {{(pid=103407) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:36:44.296643 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f7613be5-af86-4d76-8959-e3613139bce0 tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Publish callbacks [] for port (15f6b855-e880-48cc-8c21-574f7bdfd897), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:44.302310 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.db.securitygroups_db [None req-d20e6d2e-db45-47fe-8748-c5e4b1390c80 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Project 2b21c0f8445b44c5a1fb71420d1ffcce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 10:36:44.309287 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f7613be5-af86-4d76-8959-e3613139bce0 tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (15f6b855-e880-48cc-8c21-574f7bdfd897), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:44.344255 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-6256747a-3006-49a8-ae3f-0c08e3082338 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=da82c5902a0c4c459ee88fe904a1e59b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3497732 Feb 28 10:36:44.348324 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 37992) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:44.357311 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7613be5-af86-4d76-8959-e3613139bce0 tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Pushing event updated for resources: {'Port': ['ID=15f6b855-e880-48cc-8c21-574f7bdfd897,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:44.359937 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d20e6d2e-db45-47fe-8748-c5e4b1390c80 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Publish callbacks [] for security_group_rule (d55226e3-cb49-4ac7-82f6-349c9adf6f45), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:44.376913 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 2a2141ff-c668-4d3e-8608-c10b64d21392 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:36:44.390756 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b05f4ffc-2c7d-423b-817d-901bdfd04167 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:44.421550 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e04ab750-968d-4504-92ab-920ff816db57 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-823142'] for subnet (d12f28de-6db7-46bc-abb5-56576a742059), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:44.437836 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7613be5-af86-4d76-8959-e3613139bce0 tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Checking segment: {'id': '1bc782a3-4d6d-4919-a722-74f8f93dacec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '14680b65-59d8-4779-8917-b4d54dab93ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:36:44.438199 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7613be5-af86-4d76-8959-e3613139bce0 tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Network hostable DHCP agents. Network: 14680b65-59d8-4779-8917-b4d54dab93ed, hostable agents: ['fb6705d2-4f70-4965-92a3-fbfccd43a6d3'], hosted agents: [] {{(pid=103407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:36:44.440799 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port 2a2141ff-c668-4d3e-8608-c10b64d21392 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:36:44.441385 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (2a2141ff-c668-4d3e-8608-c10b64d21392), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:44.466418 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d20e6d2e-db45-47fe-8748-c5e4b1390c80 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Publish callbacks [] for security_group_rule (d55226e3-cb49-4ac7-82f6-349c9adf6f45), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:44.477086 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d20e6d2e-db45-47fe-8748-c5e4b1390c80 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594242'] for security_group_rule (d55226e3-cb49-4ac7-82f6-349c9adf6f45), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:44.485268 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7613be5-af86-4d76-8959-e3613139bce0 tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Network 14680b65-59d8-4779-8917-b4d54dab93ed is scheduled to be hosted by DHCP agent fb6705d2-4f70-4965-92a3-fbfccd43a6d3 with binding_index 1 {{(pid=103407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:36:44.509242 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-f7613be5-af86-4d76-8959-e3613139bce0 tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 14680b65-59d8-4779-8917-b4d54dab93ed) {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:36:44.516310 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7613be5-af86-4d76-8959-e3613139bce0 tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:36:44.521061 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20e6d2e-db45-47fe-8748-c5e4b1390c80 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d55226e3-cb49-4ac7-82f6-349c9adf6f45,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:44.540861 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d20e6d2e-db45-47fe-8748-c5e4b1390c80 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:44.541432 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da35bc06-5a58-4629-b945-e23c9bd4de90 None None] Network 14680b65-59d8-4779-8917-b4d54dab93ed requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:36:44.543638 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-d20e6d2e-db45-47fe-8748-c5e4b1390c80 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2893777 Feb 28 10:36:44.546808 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 37994) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:44.553999 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-6a3f88ab-daba-41d9-8d17-e97bcbfa1d13 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Request body: {'network': {'name': 'tempest-network-smoke--2136727390', 'project_id': '2b21c0f8445b44c5a1fb71420d1ffcce', 'port_security_enabled': True}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:36:44.558695 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [None req-f7613be5-af86-4d76-8959-e3613139bce0 tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Attempting to bind port 15f6b855-e880-48cc-8c21-574f7bdfd897 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:36:44.559036 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [None req-f7613be5-af86-4d76-8959-e3613139bce0 tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Attempting to bind port 15f6b855-e880-48cc-8c21-574f7bdfd897 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '1bc782a3-4d6d-4919-a722-74f8f93dacec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '14680b65-59d8-4779-8917-b4d54dab93ed'}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:36:44.559394 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7613be5-af86-4d76-8959-e3613139bce0 tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Attempting to bind port 15f6b855-e880-48cc-8c21-574f7bdfd897 on network 14680b65-59d8-4779-8917-b4d54dab93ed {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:36:44.577157 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7613be5-af86-4d76-8959-e3613139bce0 tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Port 15f6b855-e880-48cc-8c21-574f7bdfd897 on network 14680b65-59d8-4779-8917-b4d54dab93ed not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 10:36:44.577500 dv-neutron-master-2-hyperv neutron-server[103407]: ERROR neutron.plugins.ml2.managers [None req-f7613be5-af86-4d76-8959-e3613139bce0 tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Failed to bind port 15f6b855-e880-48cc-8c21-574f7bdfd897 on host hv-neutron-mast for vnic_type normal using segments [{'id': '1bc782a3-4d6d-4919-a722-74f8f93dacec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '14680b65-59d8-4779-8917-b4d54dab93ed'}] Feb 28 10:36:44.578596 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c138d3ed-5b67-4bec-868e-7d0e022ff468 admin admin] Publish callbacks [] for security_group (e81e1317-f994-4892-8695-98da39050ba7), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:44.581822 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.plugins.ml2.plugin [None req-f7613be5-af86-4d76-8959-e3613139bce0 tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Attempt 2 to bind port 15f6b855-e880-48cc-8c21-574f7bdfd897 Feb 28 10:36:44.607290 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [None req-f7613be5-af86-4d76-8959-e3613139bce0 tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Attempting to bind port 15f6b855-e880-48cc-8c21-574f7bdfd897 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:36:44.607668 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [None req-f7613be5-af86-4d76-8959-e3613139bce0 tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Attempting to bind port 15f6b855-e880-48cc-8c21-574f7bdfd897 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '1bc782a3-4d6d-4919-a722-74f8f93dacec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '14680b65-59d8-4779-8917-b4d54dab93ed'}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:36:44.608041 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7613be5-af86-4d76-8959-e3613139bce0 tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Attempting to bind port 15f6b855-e880-48cc-8c21-574f7bdfd897 on network 14680b65-59d8-4779-8917-b4d54dab93ed {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:36:44.616125 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7613be5-af86-4d76-8959-e3613139bce0 tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Port 15f6b855-e880-48cc-8c21-574f7bdfd897 on network 14680b65-59d8-4779-8917-b4d54dab93ed not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 10:36:44.616532 dv-neutron-master-2-hyperv neutron-server[103407]: ERROR neutron.plugins.ml2.managers [None req-f7613be5-af86-4d76-8959-e3613139bce0 tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Failed to bind port 15f6b855-e880-48cc-8c21-574f7bdfd897 on host hv-neutron-mast for vnic_type normal using segments [{'id': '1bc782a3-4d6d-4919-a722-74f8f93dacec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '14680b65-59d8-4779-8917-b4d54dab93ed'}] Feb 28 10:36:44.616977 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.plugins.ml2.plugin [None req-f7613be5-af86-4d76-8959-e3613139bce0 tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Attempt 3 to bind port 15f6b855-e880-48cc-8c21-574f7bdfd897 Feb 28 10:36:44.632888 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [None req-f7613be5-af86-4d76-8959-e3613139bce0 tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Attempting to bind port 15f6b855-e880-48cc-8c21-574f7bdfd897 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:36:44.633249 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [None req-f7613be5-af86-4d76-8959-e3613139bce0 tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Attempting to bind port 15f6b855-e880-48cc-8c21-574f7bdfd897 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '1bc782a3-4d6d-4919-a722-74f8f93dacec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '14680b65-59d8-4779-8917-b4d54dab93ed'}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:36:44.633588 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7613be5-af86-4d76-8959-e3613139bce0 tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Attempting to bind port 15f6b855-e880-48cc-8c21-574f7bdfd897 on network 14680b65-59d8-4779-8917-b4d54dab93ed {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:36:44.636864 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a3f88ab-daba-41d9-8d17-e97bcbfa1d13 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Made reservation on behalf of 2b21c0f8445b44c5a1fb71420d1ffcce for: {'network': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:36:44.640275 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6a3f88ab-daba-41d9-8d17-e97bcbfa1d13 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for network (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:44.660926 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7613be5-af86-4d76-8959-e3613139bce0 tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Port 15f6b855-e880-48cc-8c21-574f7bdfd897 on network 14680b65-59d8-4779-8917-b4d54dab93ed not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 10:36:44.661524 dv-neutron-master-2-hyperv neutron-server[103407]: ERROR neutron.plugins.ml2.managers [None req-f7613be5-af86-4d76-8959-e3613139bce0 tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Failed to bind port 15f6b855-e880-48cc-8c21-574f7bdfd897 on host hv-neutron-mast for vnic_type normal using segments [{'id': '1bc782a3-4d6d-4919-a722-74f8f93dacec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '14680b65-59d8-4779-8917-b4d54dab93ed'}] Feb 28 10:36:44.664446 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.plugins.ml2.plugin [None req-f7613be5-af86-4d76-8959-e3613139bce0 tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Attempt 4 to bind port 15f6b855-e880-48cc-8c21-574f7bdfd897 Feb 28 10:36:44.664675 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 2a2141ff-c668-4d3e-8608-c10b64d21392 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:36:44.675091 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c138d3ed-5b67-4bec-868e-7d0e022ff468 admin admin] Publish callbacks [] for security_group (e81e1317-f994-4892-8695-98da39050ba7), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:44.696122 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [None req-f7613be5-af86-4d76-8959-e3613139bce0 tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Attempting to bind port 15f6b855-e880-48cc-8c21-574f7bdfd897 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:36:44.696477 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [None req-f7613be5-af86-4d76-8959-e3613139bce0 tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Attempting to bind port 15f6b855-e880-48cc-8c21-574f7bdfd897 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '1bc782a3-4d6d-4919-a722-74f8f93dacec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '14680b65-59d8-4779-8917-b4d54dab93ed'}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:36:44.696904 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7613be5-af86-4d76-8959-e3613139bce0 tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Attempting to bind port 15f6b855-e880-48cc-8c21-574f7bdfd897 on network 14680b65-59d8-4779-8917-b4d54dab93ed {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:36:44.708667 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7613be5-af86-4d76-8959-e3613139bce0 tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Port 15f6b855-e880-48cc-8c21-574f7bdfd897 on network 14680b65-59d8-4779-8917-b4d54dab93ed not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 10:36:44.709380 dv-neutron-master-2-hyperv neutron-server[103407]: ERROR neutron.plugins.ml2.managers [None req-f7613be5-af86-4d76-8959-e3613139bce0 tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Failed to bind port 15f6b855-e880-48cc-8c21-574f7bdfd897 on host hv-neutron-mast for vnic_type normal using segments [{'id': '1bc782a3-4d6d-4919-a722-74f8f93dacec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '14680b65-59d8-4779-8917-b4d54dab93ed'}] Feb 28 10:36:44.709612 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a3f88ab-daba-41d9-8d17-e97bcbfa1d13 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 278} {{(pid=103407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:36:44.711916 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.plugins.ml2.plugin [None req-f7613be5-af86-4d76-8959-e3613139bce0 tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Attempt 5 to bind port 15f6b855-e880-48cc-8c21-574f7bdfd897 Feb 28 10:36:44.719171 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e04ab750-968d-4504-92ab-920ff816db57 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-823145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3242523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3951170'] for subnet (d12f28de-6db7-46bc-abb5-56576a742059), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:44.732842 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6a3f88ab-daba-41d9-8d17-e97bcbfa1d13 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (cba47325-ccfb-44ef-8af1-5b8f573ddc63), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:44.733179 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.db.segments_db [None req-6a3f88ab-daba-41d9-8d17-e97bcbfa1d13 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Added segment cba47325-ccfb-44ef-8af1-5b8f573ddc63 of type vlan for network a00febe1-61c6-4b3a-939e-05a4c4372ecc Feb 28 10:36:44.734584 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [None req-f7613be5-af86-4d76-8959-e3613139bce0 tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Attempting to bind port 15f6b855-e880-48cc-8c21-574f7bdfd897 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:36:44.734933 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [None req-f7613be5-af86-4d76-8959-e3613139bce0 tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Attempting to bind port 15f6b855-e880-48cc-8c21-574f7bdfd897 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '1bc782a3-4d6d-4919-a722-74f8f93dacec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '14680b65-59d8-4779-8917-b4d54dab93ed'}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:36:44.735275 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7613be5-af86-4d76-8959-e3613139bce0 tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Attempting to bind port 15f6b855-e880-48cc-8c21-574f7bdfd897 on network 14680b65-59d8-4779-8917-b4d54dab93ed {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:36:44.749183 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7613be5-af86-4d76-8959-e3613139bce0 tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Port 15f6b855-e880-48cc-8c21-574f7bdfd897 on network 14680b65-59d8-4779-8917-b4d54dab93ed not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 10:36:44.749523 dv-neutron-master-2-hyperv neutron-server[103407]: ERROR neutron.plugins.ml2.managers [None req-f7613be5-af86-4d76-8959-e3613139bce0 tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Failed to bind port 15f6b855-e880-48cc-8c21-574f7bdfd897 on host hv-neutron-mast for vnic_type normal using segments [{'id': '1bc782a3-4d6d-4919-a722-74f8f93dacec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '14680b65-59d8-4779-8917-b4d54dab93ed'}] Feb 28 10:36:44.766573 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.plugins.ml2.plugin [None req-f7613be5-af86-4d76-8959-e3613139bce0 tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Attempt 6 to bind port 15f6b855-e880-48cc-8c21-574f7bdfd897 Feb 28 10:36:44.790544 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6a3f88ab-daba-41d9-8d17-e97bcbfa1d13 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742056637431'] for network (a00febe1-61c6-4b3a-939e-05a4c4372ecc), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:44.795316 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [None req-f7613be5-af86-4d76-8959-e3613139bce0 tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Attempting to bind port 15f6b855-e880-48cc-8c21-574f7bdfd897 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:36:44.795644 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [None req-f7613be5-af86-4d76-8959-e3613139bce0 tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Attempting to bind port 15f6b855-e880-48cc-8c21-574f7bdfd897 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '1bc782a3-4d6d-4919-a722-74f8f93dacec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '14680b65-59d8-4779-8917-b4d54dab93ed'}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:36:44.796787 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7613be5-af86-4d76-8959-e3613139bce0 tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Attempting to bind port 15f6b855-e880-48cc-8c21-574f7bdfd897 on network 14680b65-59d8-4779-8917-b4d54dab93ed {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:36:44.797102 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04ab750-968d-4504-92ab-920ff816db57 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Pushing event deleted for resources: {'Subnet': ['ID=d12f28de-6db7-46bc-abb5-56576a742059,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:44.799853 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e04ab750-968d-4504-92ab-920ff816db57 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks [] for subnet (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:44.801867 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cd3e63e-dde6-4687-92b5-67d545f2ad53 None None] Network 9f0a511d-8408-4971-9daa-968eebea54f2 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:36:44.805474 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-e04ab750-968d-4504-92ab-920ff816db57 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "DELETE /v2.0/subnets/d12f28de-6db7-46bc-abb5-56576a742059 HTTP/1.1" status: 204 len: 168 time: 0.8862088 Feb 28 10:36:44.805644 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7613be5-af86-4d76-8959-e3613139bce0 tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Port 15f6b855-e880-48cc-8c21-574f7bdfd897 on network 14680b65-59d8-4779-8917-b4d54dab93ed not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 10:36:44.805644 dv-neutron-master-2-hyperv neutron-server[103407]: ERROR neutron.plugins.ml2.managers [None req-f7613be5-af86-4d76-8959-e3613139bce0 tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Failed to bind port 15f6b855-e880-48cc-8c21-574f7bdfd897 on host hv-neutron-mast for vnic_type normal using segments [{'id': '1bc782a3-4d6d-4919-a722-74f8f93dacec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '14680b65-59d8-4779-8917-b4d54dab93ed'}] Feb 28 10:36:44.806524 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.plugins.ml2.plugin [None req-f7613be5-af86-4d76-8959-e3613139bce0 tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Attempt 7 to bind port 15f6b855-e880-48cc-8c21-574f7bdfd897 Feb 28 10:36:44.809421 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 37996) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:44.821068 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [None req-f7613be5-af86-4d76-8959-e3613139bce0 tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Attempting to bind port 15f6b855-e880-48cc-8c21-574f7bdfd897 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:36:44.821409 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [None req-f7613be5-af86-4d76-8959-e3613139bce0 tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Attempting to bind port 15f6b855-e880-48cc-8c21-574f7bdfd897 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '1bc782a3-4d6d-4919-a722-74f8f93dacec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '14680b65-59d8-4779-8917-b4d54dab93ed'}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:36:44.821749 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7613be5-af86-4d76-8959-e3613139bce0 tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Attempting to bind port 15f6b855-e880-48cc-8c21-574f7bdfd897 on network 14680b65-59d8-4779-8917-b4d54dab93ed {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:36:44.830198 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7613be5-af86-4d76-8959-e3613139bce0 tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Port 15f6b855-e880-48cc-8c21-574f7bdfd897 on network 14680b65-59d8-4779-8917-b4d54dab93ed not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 10:36:44.830590 dv-neutron-master-2-hyperv neutron-server[103407]: ERROR neutron.plugins.ml2.managers [None req-f7613be5-af86-4d76-8959-e3613139bce0 tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Failed to bind port 15f6b855-e880-48cc-8c21-574f7bdfd897 on host hv-neutron-mast for vnic_type normal using segments [{'id': '1bc782a3-4d6d-4919-a722-74f8f93dacec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '14680b65-59d8-4779-8917-b4d54dab93ed'}] Feb 28 10:36:44.836671 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.plugins.ml2.plugin [None req-f7613be5-af86-4d76-8959-e3613139bce0 tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Attempt 8 to bind port 15f6b855-e880-48cc-8c21-574f7bdfd897 Feb 28 10:36:44.855112 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [None req-f7613be5-af86-4d76-8959-e3613139bce0 tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Attempting to bind port 15f6b855-e880-48cc-8c21-574f7bdfd897 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:36:44.855662 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [None req-f7613be5-af86-4d76-8959-e3613139bce0 tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Attempting to bind port 15f6b855-e880-48cc-8c21-574f7bdfd897 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '1bc782a3-4d6d-4919-a722-74f8f93dacec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '14680b65-59d8-4779-8917-b4d54dab93ed'}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:36:44.858440 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7613be5-af86-4d76-8959-e3613139bce0 tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Attempting to bind port 15f6b855-e880-48cc-8c21-574f7bdfd897 on network 14680b65-59d8-4779-8917-b4d54dab93ed {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:36:44.862287 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-cfc145ae-cf4b-451b-b1a9-f86e778135e9 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0512059 Feb 28 10:36:44.862875 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6a3f88ab-daba-41d9-8d17-e97bcbfa1d13 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551'] for network (a00febe1-61c6-4b3a-939e-05a4c4372ecc), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:44.863096 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 37998) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:44.866640 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a3f88ab-daba-41d9-8d17-e97bcbfa1d13 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:44.867268 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6a3f88ab-daba-41d9-8d17-e97bcbfa1d13 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:44.891229 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7613be5-af86-4d76-8959-e3613139bce0 tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Port 15f6b855-e880-48cc-8c21-574f7bdfd897 on network 14680b65-59d8-4779-8917-b4d54dab93ed not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 10:36:44.891575 dv-neutron-master-2-hyperv neutron-server[103407]: ERROR neutron.plugins.ml2.managers [None req-f7613be5-af86-4d76-8959-e3613139bce0 tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Failed to bind port 15f6b855-e880-48cc-8c21-574f7bdfd897 on host hv-neutron-mast for vnic_type normal using segments [{'id': '1bc782a3-4d6d-4919-a722-74f8f93dacec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '14680b65-59d8-4779-8917-b4d54dab93ed'}] Feb 28 10:36:44.894126 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.plugins.ml2.plugin [None req-f7613be5-af86-4d76-8959-e3613139bce0 tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Attempt 9 to bind port 15f6b855-e880-48cc-8c21-574f7bdfd897 Feb 28 10:36:44.899930 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-fdada7b3-5372-4365-8851-e86598e7e193 None None] Provisioning complete for port c31fd798-65f1-44f7-8fcb-db6a46e443d4 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:36:44.900382 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fdada7b3-5372-4365-8851-e86598e7e193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (c31fd798-65f1-44f7-8fcb-db6a46e443d4), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:44.930204 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c138d3ed-5b67-4bec-868e-7d0e022ff468 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (e81e1317-f994-4892-8695-98da39050ba7), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:44.933447 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c138d3ed-5b67-4bec-868e-7d0e022ff468 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:44.937116 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-c138d3ed-5b67-4bec-868e-7d0e022ff468 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e81e1317-f994-4892-8695-98da39050ba7 HTTP/1.1" status: 204 len: 168 time: 0.5822186 Feb 28 10:36:44.958320 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c138d3ed-5b67-4bec-868e-7d0e022ff468 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e81e1317-f994-4892-8695-98da39050ba7,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:44.962834 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-6a3f88ab-daba-41d9-8d17-e97bcbfa1d13 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4144857 Feb 28 10:36:44.963692 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 38002) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:44.977597 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-e10f8393-b66b-4199-871a-4272d109bc31 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-645038248', 'admin_state_up': True, 'project_id': '2b21c0f8445b44c5a1fb71420d1ffcce', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840'}}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:36:45.005620 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [None req-f7613be5-af86-4d76-8959-e3613139bce0 tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Attempting to bind port 15f6b855-e880-48cc-8c21-574f7bdfd897 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:36:45.005935 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [None req-f7613be5-af86-4d76-8959-e3613139bce0 tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Attempting to bind port 15f6b855-e880-48cc-8c21-574f7bdfd897 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '1bc782a3-4d6d-4919-a722-74f8f93dacec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '14680b65-59d8-4779-8917-b4d54dab93ed'}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:36:45.006284 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7613be5-af86-4d76-8959-e3613139bce0 tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Attempting to bind port 15f6b855-e880-48cc-8c21-574f7bdfd897 on network 14680b65-59d8-4779-8917-b4d54dab93ed {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:36:45.014589 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7613be5-af86-4d76-8959-e3613139bce0 tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Port 15f6b855-e880-48cc-8c21-574f7bdfd897 on network 14680b65-59d8-4779-8917-b4d54dab93ed not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 10:36:45.014794 dv-neutron-master-2-hyperv neutron-server[103407]: ERROR neutron.plugins.ml2.managers [None req-f7613be5-af86-4d76-8959-e3613139bce0 tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Failed to bind port 15f6b855-e880-48cc-8c21-574f7bdfd897 on host hv-neutron-mast for vnic_type normal using segments [{'id': '1bc782a3-4d6d-4919-a722-74f8f93dacec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '14680b65-59d8-4779-8917-b4d54dab93ed'}] Feb 28 10:36:45.015565 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e10f8393-b66b-4199-871a-4272d109bc31 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1805251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254175'] for router (9e1c1e52-4160-4c7a-889a-a939b26e8bfa), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:45.016776 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e10f8393-b66b-4199-871a-4272d109bc31 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1804172', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1602053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254150'] for router (9e1c1e52-4160-4c7a-889a-a939b26e8bfa), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:45.023027 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f78cecb-2b74-492e-a9df-61c44e535e44 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:45.023784 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-0f78cecb-2b74-492e-a9df-61c44e535e44 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1603253 Feb 28 10:36:45.027140 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 38004) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:45.072021 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-b05f4ffc-2c7d-423b-817d-901bdfd04167 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Allocated IP 172.20.0.1 (e8ee9f5e-0568-4e05-bd16-0ff048e90805/2d475f90-0f94-4f43-a8f0-7dba26f801b5/2dfb2e6f-2c01-4e93-8496-5922d76261e8) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:36:45.083927 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e10f8393-b66b-4199-871a-4272d109bc31 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Publish callbacks [] for router_controller (9e1c1e52-4160-4c7a-889a-a939b26e8bfa), precommit_add_association {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:45.085663 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.plugins.ml2.plugin [None req-f7613be5-af86-4d76-8959-e3613139bce0 tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Attempt 10 to bind port 15f6b855-e880-48cc-8c21-574f7bdfd897 Feb 28 10:36:45.090311 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3f88ab-daba-41d9-8d17-e97bcbfa1d13 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Pushing event updated for resources: {'Network': ['ID=a00febe1-61c6-4b3a-939e-05a4c4372ecc,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:45.100846 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7639ba4e-8c9e-419b-94cf-b96d2094f897 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:45.103162 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-7639ba4e-8c9e-419b-94cf-b96d2094f897 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0747602 Feb 28 10:36:45.107199 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 38006) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:45.114552 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:45.117359 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Network a00febe1-61c6-4b3a-939e-05a4c4372ecc details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103409) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:36:45.189847 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-85364ed1-8359-403a-bf04-6fdb6b4bd192 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0811536 Feb 28 10:36:45.207380 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 38010) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:45.236086 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-67e133eb-9a81-4700-9f6b-44da7d9ab5f3 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] DELETE failed (client error): The resource could not be found. Feb 28 10:36:45.236696 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67e133eb-9a81-4700-9f6b-44da7d9ab5f3 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103408) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:36:45.240114 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-67e133eb-9a81-4700-9f6b-44da7d9ab5f3 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "DELETE /v2.0/ports/0b10a676-b3cc-4906-831d-3bf87bc80006 HTTP/1.1" status: 404 len: 333 time: 0.0317345 Feb 28 10:36:45.242833 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 38012) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:45.253189 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [None req-f7613be5-af86-4d76-8959-e3613139bce0 tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Attempting to bind port 15f6b855-e880-48cc-8c21-574f7bdfd897 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:36:45.253786 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [None req-f7613be5-af86-4d76-8959-e3613139bce0 tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Attempting to bind port 15f6b855-e880-48cc-8c21-574f7bdfd897 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '1bc782a3-4d6d-4919-a722-74f8f93dacec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '14680b65-59d8-4779-8917-b4d54dab93ed'}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:36:45.254409 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7613be5-af86-4d76-8959-e3613139bce0 tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Attempting to bind port 15f6b855-e880-48cc-8c21-574f7bdfd897 on network 14680b65-59d8-4779-8917-b4d54dab93ed {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:36:45.276802 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-53a45291-ee56-475d-8d7f-bdf669436728 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] DELETE failed (client error): The resource could not be found. Feb 28 10:36:45.277276 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53a45291-ee56-475d-8d7f-bdf669436728 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103408) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:36:45.280611 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-53a45291-ee56-475d-8d7f-bdf669436728 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "DELETE /v2.0/subnets/24f754a6-8119-4c38-9c61-7678f508627e HTTP/1.1" status: 404 len: 337 time: 0.0368142 Feb 28 10:36:45.287766 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 38016) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:45.295834 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e10f8393-b66b-4199-871a-4272d109bc31 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Publish callbacks [] for router_gateway (9e1c1e52-4160-4c7a-889a-a939b26e8bfa), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:45.299437 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7613be5-af86-4d76-8959-e3613139bce0 tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Port 15f6b855-e880-48cc-8c21-574f7bdfd897 on network 14680b65-59d8-4779-8917-b4d54dab93ed not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 10:36:45.300268 dv-neutron-master-2-hyperv neutron-server[103407]: ERROR neutron.plugins.ml2.managers [None req-f7613be5-af86-4d76-8959-e3613139bce0 tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Failed to bind port 15f6b855-e880-48cc-8c21-574f7bdfd897 on host hv-neutron-mast for vnic_type normal using segments [{'id': '1bc782a3-4d6d-4919-a722-74f8f93dacec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '14680b65-59d8-4779-8917-b4d54dab93ed'}] Feb 28 10:36:45.300895 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f7613be5-af86-4d76-8959-e3613139bce0 tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (15f6b855-e880-48cc-8c21-574f7bdfd897), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:45.309777 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-fdada7b3-5372-4365-8851-e86598e7e193 None None] Current status of the port c31fd798-65f1-44f7-8fcb-db6a46e443d4 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:36:45.321961 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-f379ee7e-7577-4b21-b771-e1e2d2dbf4d1 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] DELETE failed (client error): The resource could not be found. Feb 28 10:36:45.322425 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f379ee7e-7577-4b21-b771-e1e2d2dbf4d1 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103408) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:36:45.329521 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-f379ee7e-7577-4b21-b771-e1e2d2dbf4d1 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "DELETE /v2.0/subnets/d12f28de-6db7-46bc-abb5-56576a742059 HTTP/1.1" status: 404 len: 337 time: 0.0366635 Feb 28 10:36:45.331971 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 38020) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:45.369377 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9c01430-22bc-49ba-b7a7-358d9924d77f tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] DELETE failed (client error): The resource could not be found. Feb 28 10:36:45.370248 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9c01430-22bc-49ba-b7a7-358d9924d77f tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103408) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:36:45.373810 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-f9c01430-22bc-49ba-b7a7-358d9924d77f tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "DELETE /v2.0/ports/f8cefe4a-2a23-4381-89d0-d38da7d40797 HTTP/1.1" status: 404 len: 333 time: 0.0408413 Feb 28 10:36:45.379922 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 38022) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:45.394125 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b05f4ffc-2c7d-423b-817d-901bdfd04167 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks [] for port (2dfb2e6f-2c01-4e93-8496-5922d76261e8), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:45.415741 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-87c50af4-f2d2-47a2-bfd8-6ac65bb52a01 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] DELETE failed (client error): The resource could not be found. Feb 28 10:36:45.416209 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87c50af4-f2d2-47a2-bfd8-6ac65bb52a01 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103408) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:36:45.421542 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-87c50af4-f2d2-47a2-bfd8-6ac65bb52a01 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "DELETE /v2.0/subnets/cfa5b758-9e34-45e3-9510-fca002440903 HTTP/1.1" status: 404 len: 337 time: 0.0404243 Feb 28 10:36:45.425389 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 38026) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:45.428200 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ed8e596-7679-4fb2-aa56-557a0a49af39 None None] DHCP port deletion for 9f0a511d-8408-4971-9daa-968eebea54f2 request from dv-neutron-master-2-hyperv {{(pid=103409) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:36:45.448494 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-f7613be5-af86-4d76-8959-e3613139bce0 tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] For port 15f6b855-e880-48cc-8c21-574f7bdfd897, host hv-neutron-mast, cleared binding levels {{(pid=103407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:36:45.448928 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-f7613be5-af86-4d76-8959-e3613139bce0 tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Attempted to set empty binding levels {{(pid=103407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 28 10:36:45.459538 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-a884d91f-2f84-4c7e-bb55-a8468ce11b7b tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] DELETE failed (client error): The resource could not be found. Feb 28 10:36:45.460037 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f7613be5-af86-4d76-8959-e3613139bce0 tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3498066'] for port (15f6b855-e880-48cc-8c21-574f7bdfd897), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:45.460203 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a884d91f-2f84-4c7e-bb55-a8468ce11b7b tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103408) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:36:45.463672 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-a884d91f-2f84-4c7e-bb55-a8468ce11b7b tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "DELETE /v2.0/subnets/f704aa1e-99e4-4983-935a-4b134361cfa9 HTTP/1.1" status: 404 len: 337 time: 0.0371482 Feb 28 10:36:45.468077 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 38030) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:45.501903 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-17cbd591-7e8a-4880-bed1-5c92452dd511 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] DELETE failed (client error): The resource could not be found. Feb 28 10:36:45.502627 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17cbd591-7e8a-4880-bed1-5c92452dd511 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103408) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:36:45.506042 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-17cbd591-7e8a-4880-bed1-5c92452dd511 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "DELETE /v2.0/ports/0c785bf8-aaa2-4fa3-9c95-b633d2e0b78b HTTP/1.1" status: 404 len: 333 time: 0.0367720 Feb 28 10:36:45.509778 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 38032) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:45.525675 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-5ed8e596-7679-4fb2-aa56-557a0a49af39 None None] Deleting port c31fd798-65f1-44f7-8fcb-db6a46e443d4 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:36:45.526440 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5ed8e596-7679-4fb2-aa56-557a0a49af39 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (c31fd798-65f1-44f7-8fcb-db6a46e443d4), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:45.538352 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7613be5-af86-4d76-8959-e3613139bce0 tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:45.539349 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f7613be5-af86-4d76-8959-e3613139bce0 tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:45.540128 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-868f6c2a-1ef8-41ed-9838-5cc36fda104c tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] DELETE failed (client error): The resource could not be found. Feb 28 10:36:45.540858 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-868f6c2a-1ef8-41ed-9838-5cc36fda104c tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103408) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:36:45.544826 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-868f6c2a-1ef8-41ed-9838-5cc36fda104c tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "DELETE /v2.0/subnets/b4b4d8ae-e9df-4b86-9a48-12eda961033b HTTP/1.1" status: 404 len: 337 time: 0.0340872 Feb 28 10:36:45.546247 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b05f4ffc-2c7d-423b-817d-901bdfd04167 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (2dfb2e6f-2c01-4e93-8496-5922d76261e8), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:45.555877 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 38034) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:45.602264 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7613be5-af86-4d76-8959-e3613139bce0 tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Pushing event updated for resources: {'Port': ['ID=15f6b855-e880-48cc-8c21-574f7bdfd897,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:45.607958 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff996611-fbac-4b9d-be24-7e35444a8476 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] DELETE failed (client error): The resource could not be found. Feb 28 10:36:45.608517 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff996611-fbac-4b9d-be24-7e35444a8476 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:36:45.612272 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-ff996611-fbac-4b9d-be24-7e35444a8476 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "DELETE /v2.0/subnets/2cc9b357-f516-410a-898e-11c9c237e747 HTTP/1.1" status: 404 len: 337 time: 0.0500047 Feb 28 10:36:45.615445 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 38038) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:45.622666 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-f7613be5-af86-4d76-8959-e3613139bce0 tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 2.0786805 Feb 28 10:36:45.624420 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 38040) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:45.639693 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b05f4ffc-2c7d-423b-817d-901bdfd04167 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Network e8ee9f5e-0568-4e05-bd16-0ff048e90805 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:36:45.645850 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-5ed8e596-7679-4fb2-aa56-557a0a49af39 None None] For port c31fd798-65f1-44f7-8fcb-db6a46e443d4, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c31fd798-65f1-44f7-8fcb-db6a46e443d4,segment=NetworkSegment(bf553b55-fb1d-4346-a090-4fb77eb0fbd7),segment_id=bf553b55-fb1d-4346-a090-4fb77eb0fbd7)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:36:45.646262 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5ed8e596-7679-4fb2-aa56-557a0a49af39 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (c31fd798-65f1-44f7-8fcb-db6a46e443d4), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:45.659694 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-5ed8e596-7679-4fb2-aa56-557a0a49af39 None None] Calling delete_port for c31fd798-65f1-44f7-8fcb-db6a46e443d4 owned by network:dhcp {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:36:45.667083 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-b05f4ffc-2c7d-423b-817d-901bdfd04167 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:36:45.673936 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05f4ffc-2c7d-423b-817d-901bdfd04167 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:36:45.679785 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05f4ffc-2c7d-423b-817d-901bdfd04167 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Pushing event updated for resources: {'Port': ['ID=2dfb2e6f-2c01-4e93-8496-5922d76261e8,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:45.680666 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-8940371c-be6c-481f-b411-02b82b30f826 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] DELETE failed (client error): The resource could not be found. Feb 28 10:36:45.681267 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8940371c-be6c-481f-b411-02b82b30f826 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:36:45.685220 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-8940371c-be6c-481f-b411-02b82b30f826 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "DELETE /v2.0/ports/387935f2-d449-4004-b36d-337a0a5fe635 HTTP/1.1" status: 404 len: 333 time: 0.0687115 Feb 28 10:36:45.687722 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 38044) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:45.756846 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fc9475d-33d1-4588-a217-d8a52a1027ca tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] DELETE failed (client error): The resource could not be found. Feb 28 10:36:45.760843 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fc9475d-33d1-4588-a217-d8a52a1027ca tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:36:45.763433 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b05f4ffc-2c7d-423b-817d-901bdfd04167 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1803404'] for router_interface (82b3c49f-4a5f-4064-b30d-3bde9684927d), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:45.764352 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-3fc9475d-33d1-4588-a217-d8a52a1027ca tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "DELETE /v2.0/subnets/6ab6f199-b34d-4b0b-8dec-2c20bbf728c6 HTTP/1.1" status: 404 len: 337 time: 0.0754371 Feb 28 10:36:45.767344 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 38048) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:45.796864 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e10f8393-b66b-4199-871a-4272d109bc31 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Publish callbacks [] for router_gateway (9e1c1e52-4160-4c7a-889a-a939b26e8bfa), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:45.800454 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5ed8e596-7679-4fb2-aa56-557a0a49af39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758'] for port (c31fd798-65f1-44f7-8fcb-db6a46e443d4), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:45.829464 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed8e596-7679-4fb2-aa56-557a0a49af39 None None] Pushing event deleted for resources: {'Port': ['ID=c31fd798-65f1-44f7-8fcb-db6a46e443d4,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:45.834584 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e10f8393-b66b-4199-871a-4272d109bc31 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:45.837056 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6e4a0c9-b4ab-4ff3-8f7d-188b7422a5b4 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] DELETE failed (client error): The resource could not be found. Feb 28 10:36:45.837892 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6e4a0c9-b4ab-4ff3-8f7d-188b7422a5b4 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:36:45.843299 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-c6e4a0c9-b4ab-4ff3-8f7d-188b7422a5b4 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "DELETE /v2.0/subnets/9579a05f-637c-4390-9239-ab38ba6f9cfc HTTP/1.1" status: 404 len: 337 time: 0.0713279 Feb 28 10:36:45.843605 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 38052) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:45.847912 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed8e596-7679-4fb2-aa56-557a0a49af39 None None] No DVR routers for this DVR port c31fd798-65f1-44f7-8fcb-db6a46e443d4 on host dv-neutron-master-2-hyperv {{(pid=103409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:36:45.891849 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7cdd779-3cf1-4d42-82b7-930d26dd3260 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] DELETE failed (client error): The resource could not be found. Feb 28 10:36:45.892430 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7cdd779-3cf1-4d42-82b7-930d26dd3260 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:36:45.895760 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-c7cdd779-3cf1-4d42-82b7-930d26dd3260 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "DELETE /v2.0/ports/4287f40b-c647-4664-8350-9e80f10b55cb HTTP/1.1" status: 404 len: 333 time: 0.0510619 Feb 28 10:36:45.908648 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 38054) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:45.921890 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-fb44ed5a-fdc3-4a1c-8c9a-960f3bea04a5 tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Deleting port 15f6b855-e880-48cc-8c21-574f7bdfd897 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:36:45.922220 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fb44ed5a-fdc3-4a1c-8c9a-960f3bea04a5 tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (15f6b855-e880-48cc-8c21-574f7bdfd897), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:45.986462 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 38056) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:45.997194 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed509800-8d45-41c4-b4f8-95cdb4d23395 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] DELETE failed (client error): The resource could not be found. Feb 28 10:36:45.997922 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed509800-8d45-41c4-b4f8-95cdb4d23395 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103408) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:36:46.003514 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-ed509800-8d45-41c4-b4f8-95cdb4d23395 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "DELETE /v2.0/subnets/5c8e18d5-bf0d-4848-b26b-3299d8edad49 HTTP/1.1" status: 404 len: 337 time: 0.0937777 Feb 28 10:36:46.004456 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 38060) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:46.036673 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd3a02b7-e786-445f-8aab-cf5bc8d538ad tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] DELETE failed (client error): The resource could not be found. Feb 28 10:36:46.037169 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd3a02b7-e786-445f-8aab-cf5bc8d538ad tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:36:46.040369 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-bd3a02b7-e786-445f-8aab-cf5bc8d538ad tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "DELETE /v2.0/ports/afee7e98-6f85-4474-808f-75f3abf0d1ea HTTP/1.1" status: 404 len: 333 time: 0.0349295 Feb 28 10:36:46.043677 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 38062) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:46.049165 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-792b60e6-b58c-467b-ae88-abefc182fc41 None None] Provisioning complete for port 2dfb2e6f-2c01-4e93-8496-5922d76261e8 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:36:46.049811 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-792b60e6-b58c-467b-ae88-abefc182fc41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (2dfb2e6f-2c01-4e93-8496-5922d76261e8), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:46.061833 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-fb44ed5a-fdc3-4a1c-8c9a-960f3bea04a5 tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] For port 15f6b855-e880-48cc-8c21-574f7bdfd897, host hv-neutron-mast, got binding levels [] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:36:46.062518 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fb44ed5a-fdc3-4a1c-8c9a-960f3bea04a5 tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (15f6b855-e880-48cc-8c21-574f7bdfd897), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:46.078703 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-12da29c4-0bed-4375-a95f-27776899dba3 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] DELETE failed (client error): The resource could not be found. Feb 28 10:36:46.079181 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12da29c4-0bed-4375-a95f-27776899dba3 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:36:46.085411 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-12da29c4-0bed-4375-a95f-27776899dba3 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "DELETE /v2.0/subnets/6b389f20-f4d6-4969-a555-a1c7d9e2cb41 HTTP/1.1" status: 404 len: 337 time: 0.0384450 Feb 28 10:36:46.085411 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-e10f8393-b66b-4199-871a-4272d109bc31 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Allocated IP 172.36.5.198 (1e0804d0-d1d9-4d40-9de5-2936f3d87840/6f6f4129-23e5-4c3b-b4ef-4c7ce926797e/b0d09846-cfea-472c-b3bf-b568e195a538) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:36:46.087036 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 38064) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:46.092230 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b05f4ffc-2c7d-423b-817d-901bdfd04167 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (2dfb2e6f-2c01-4e93-8496-5922d76261e8), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:46.095433 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-fb44ed5a-fdc3-4a1c-8c9a-960f3bea04a5 tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Calling delete_port for 15f6b855-e880-48cc-8c21-574f7bdfd897 owned by {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:36:46.114474 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-792b60e6-b58c-467b-ae88-abefc182fc41 None None] Port 2dfb2e6f-2c01-4e93-8496-5922d76261e8 cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:36:46.125442 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1d5aa96-6bb5-4502-8799-471e316570fd tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] DELETE failed (client error): The resource could not be found. Feb 28 10:36:46.126024 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1d5aa96-6bb5-4502-8799-471e316570fd tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:36:46.130017 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-e1d5aa96-6bb5-4502-8799-471e316570fd tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "DELETE /v2.0/ports/75ccab6f-2dd5-408d-b6b3-58d012e29f15 HTTP/1.1" status: 404 len: 333 time: 0.0416358 Feb 28 10:36:46.135348 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-ce86237b-b60d-4848-8ae1-a07ebed17fcb tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Request body: {'security_group': {'name': 'tempest-secgroup--1016684915'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:36:46.138977 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 38066) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:46.186638 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-be135e23-c470-418f-b6ee-fd9b5cc89be7 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] DELETE failed (client error): The resource could not be found. Feb 28 10:36:46.187123 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be135e23-c470-418f-b6ee-fd9b5cc89be7 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:36:46.190341 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-be135e23-c470-418f-b6ee-fd9b5cc89be7 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "DELETE /v2.0/subnets/f727b28d-fa31-4dd9-a69e-79af95a4b493 HTTP/1.1" status: 404 len: 337 time: 0.0489571 Feb 28 10:36:46.196678 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 38068) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:46.224638 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ce86237b-b60d-4848-8ae1-a07ebed17fcb tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:46.236069 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ce86237b-b60d-4848-8ae1-a07ebed17fcb tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:46.270925 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-41408cc5-c387-4f21-b918-6d7500170487 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] DELETE failed (client error): The resource could not be found. Feb 28 10:36:46.271567 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41408cc5-c387-4f21-b918-6d7500170487 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103408) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:36:46.275731 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-41408cc5-c387-4f21-b918-6d7500170487 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "DELETE /v2.0/ports/90054204-0853-49c6-a632-3d3190cfcf12 HTTP/1.1" status: 404 len: 333 time: 0.0776727 Feb 28 10:36:46.278776 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 38070) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:46.333164 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-c953dc00-d062-4e95-ba36-dd0e3ff85164 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] DELETE failed (client error): The resource could not be found. Feb 28 10:36:46.333700 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c953dc00-d062-4e95-ba36-dd0e3ff85164 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:36:46.336805 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-c953dc00-d062-4e95-ba36-dd0e3ff85164 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "DELETE /v2.0/subnets/b8ba864e-b097-4a3f-be55-a5a0c24c7e16 HTTP/1.1" status: 404 len: 337 time: 0.0564387 Feb 28 10:36:46.340198 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e10f8393-b66b-4199-871a-4272d109bc31 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Publish callbacks [] for port (b0d09846-cfea-472c-b3bf-b568e195a538), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:46.341532 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 38072) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:46.350155 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device c31fd798-65f1-44f7-8fcb-db6a46e443d4 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:36:46.350462 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fb44ed5a-fdc3-4a1c-8c9a-960f3bea04a5 tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (15f6b855-e880-48cc-8c21-574f7bdfd897), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:46.372353 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] No Port match for: c31fd798-65f1-44f7-8fcb-db6a46e443d4 {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:36:46.372750 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device c31fd798-65f1-44f7-8fcb-db6a46e443d4 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:36:46.418161 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ce86237b-b60d-4848-8ae1-a07ebed17fcb tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Publish callbacks [] for security_group (1e9b3d59-a64a-42a4-bfc1-a2412acd8d95), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:46.421113 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb44ed5a-fdc3-4a1c-8c9a-960f3bea04a5 tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Pushing event deleted for resources: {'Port': ['ID=15f6b855-e880-48cc-8c21-574f7bdfd897,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:46.421638 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e10f8393-b66b-4199-871a-4272d109bc31 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (b0d09846-cfea-472c-b3bf-b568e195a538), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:46.427802 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ce86237b-b60d-4848-8ae1-a07ebed17fcb tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (1e9b3d59-a64a-42a4-bfc1-a2412acd8d95), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:46.432064 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-23df39f0-3f91-47e0-baca-57fdc71a7ceb tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] DELETE failed (client error): The resource could not be found. Feb 28 10:36:46.432866 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23df39f0-3f91-47e0-baca-57fdc71a7ceb tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103408) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:36:46.436049 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-23df39f0-3f91-47e0-baca-57fdc71a7ceb tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "DELETE /v2.0/ports/c4ca85ee-139b-4cab-a956-9960702ab570 HTTP/1.1" status: 404 len: 333 time: 0.0935574 Feb 28 10:36:46.443122 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fb44ed5a-fdc3-4a1c-8c9a-960f3bea04a5 tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:46.446591 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-fb44ed5a-fdc3-4a1c-8c9a-960f3bea04a5 tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] 10.222.0.20 "DELETE /v2.0/ports/15f6b855-e880-48cc-8c21-574f7bdfd897 HTTP/1.1" status: 204 len: 168 time: 0.8220716 Feb 28 10:36:46.449783 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 38074) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:46.450142 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 38076) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:46.503637 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e10f8393-b66b-4199-871a-4272d109bc31 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Network 1e0804d0-d1d9-4d40-9de5-2936f3d87840 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:36:46.507459 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10f8393-b66b-4199-871a-4272d109bc31 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Pushing event updated for resources: {'Port': ['ID=b0d09846-cfea-472c-b3bf-b568e195a538,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:46.509728 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce86237b-b60d-4848-8ae1-a07ebed17fcb tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e9b3d59-a64a-42a4-bfc1-a2412acd8d95,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:46.513027 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-c75e51e0-5d06-4c07-8b91-137082a3766c tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] GET failed (client error): The resource could not be found. Feb 28 10:36:46.517948 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-c75e51e0-5d06-4c07-8b91-137082a3766c tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] 10.222.0.20 "GET /v2.0/ports/15f6b855-e880-48cc-8c21-574f7bdfd897 HTTP/1.1" status: 404 len: 333 time: 0.0623500 Feb 28 10:36:46.517948 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-c539867c-0937-42ab-b855-82362177b0c8 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] DELETE failed (client error): The resource could not be found. Feb 28 10:36:46.517948 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c539867c-0937-42ab-b855-82362177b0c8 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103408) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:36:46.518537 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-e10f8393-b66b-4199-871a-4272d109bc31 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:36:46.519435 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-c539867c-0937-42ab-b855-82362177b0c8 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "DELETE /v2.0/subnets/1030c021-b3aa-4bc7-b4ee-d0f09332b437 HTTP/1.1" status: 404 len: 337 time: 0.0683563 Feb 28 10:36:46.519929 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 38078) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:46.525355 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10f8393-b66b-4199-871a-4272d109bc31 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:36:46.527077 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 38080) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:46.541450 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-7bff0c2b-a931-4c5b-90d8-dfb0beaca2dd tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Request body: {'port': {'network_id': '14680b65-59d8-4779-8917-b4d54dab93ed', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1935846630'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:36:46.589596 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1b39279-2cdd-430f-8cac-6d5f3eb51625 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] DELETE failed (client error): The resource could not be found. Feb 28 10:36:46.590177 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1b39279-2cdd-430f-8cac-6d5f3eb51625 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:36:46.593245 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-f1b39279-2cdd-430f-8cac-6d5f3eb51625 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "DELETE /v2.0/ports/7d54bd42-5ed5-43fd-9f3e-10358afd8c99 HTTP/1.1" status: 404 len: 333 time: 0.0643744 Feb 28 10:36:46.596394 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 38082) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:46.632529 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bff0c2b-a931-4c5b-90d8-dfb0beaca2dd tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Made reservation on behalf of 615b79e5e0784aada30f22c47ed602c7 for: {'port': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:36:46.634861 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7bff0c2b-a931-4c5b-90d8-dfb0beaca2dd tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:46.637154 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cf34a54-a102-4cc5-98e6-1468191ec0aa tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] DELETE failed (client error): The resource could not be found. Feb 28 10:36:46.637622 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cf34a54-a102-4cc5-98e6-1468191ec0aa tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103408) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:36:46.638367 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ce86237b-b60d-4848-8ae1-a07ebed17fcb tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Publish callbacks [] for security_group (831b962d-7c37-4012-bf4c-6c024828a1de), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:46.641568 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-2cf34a54-a102-4cc5-98e6-1468191ec0aa tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "DELETE /v2.0/subnets/d7292543-1ca9-4d87-b3cf-ba6fd634c6e6 HTTP/1.1" status: 404 len: 337 time: 0.0437257 Feb 28 10:36:46.645909 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 38084) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:46.651320 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ce86237b-b60d-4848-8ae1-a07ebed17fcb tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (831b962d-7c37-4012-bf4c-6c024828a1de), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:46.676488 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-2646d37c-fa83-4c52-864a-b65a96ffec0a tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] DELETE failed (client error): The resource could not be found. Feb 28 10:36:46.676967 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2646d37c-fa83-4c52-864a-b65a96ffec0a tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103408) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:36:46.680033 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-2646d37c-fa83-4c52-864a-b65a96ffec0a tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "DELETE /v2.0/subnets/8f8e99ca-3669-44ab-bd2a-5a921a5cfdbe HTTP/1.1" status: 404 len: 337 time: 0.0330799 Feb 28 10:36:46.689854 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 38086) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:46.706417 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b05f4ffc-2c7d-423b-817d-901bdfd04167 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks [] for port (2dfb2e6f-2c01-4e93-8496-5922d76261e8), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:46.707369 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.notifiers.nova [None req-7bff0c2b-a931-4c5b-90d8-dfb0beaca2dd tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] device_id is not set on port 1a3a1dbf-66f9-46b8-a188-be8469a660c0 yet. {{(pid=103407) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:36:46.725199 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b05f4ffc-2c7d-423b-817d-901bdfd04167 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3242529'] for port (2dfb2e6f-2c01-4e93-8496-5922d76261e8), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:46.730901 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-991cbe74-3122-4e1f-963f-89384d65ffa2 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] DELETE failed (client error): The resource could not be found. Feb 28 10:36:46.731474 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-991cbe74-3122-4e1f-963f-89384d65ffa2 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103408) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:36:46.734542 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-991cbe74-3122-4e1f-963f-89384d65ffa2 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "DELETE /v2.0/ports/ada27665-c31f-4713-aa01-9ae0d0ee1d81 HTTP/1.1" status: 404 len: 333 time: 0.0437443 Feb 28 10:36:46.737777 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 38088) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:46.759659 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ce86237b-b60d-4848-8ae1-a07ebed17fcb tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:46.760959 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-ce86237b-b60d-4848-8ae1-a07ebed17fcb tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.7727947 Feb 28 10:36:46.788788 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 38090) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:46.789507 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce86237b-b60d-4848-8ae1-a07ebed17fcb tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=831b962d-7c37-4012-bf4c-6c024828a1de,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:46.818111 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-251988c7-398a-46d3-a364-6803aea57149 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] DELETE failed (client error): The resource could not be found. Feb 28 10:36:46.818594 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-251988c7-398a-46d3-a364-6803aea57149 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103408) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:36:46.822169 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-251988c7-398a-46d3-a364-6803aea57149 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "DELETE /v2.0/subnets/5f7c665f-82e8-4da7-9a11-3d5f5b2ecf8c HTTP/1.1" status: 404 len: 337 time: 0.0834484 Feb 28 10:36:46.825272 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 38092) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:46.841601 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05f4ffc-2c7d-423b-817d-901bdfd04167 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Pushing event updated for resources: {'Port': ['ID=2dfb2e6f-2c01-4e93-8496-5922d76261e8,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:46.845442 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b05f4ffc-2c7d-423b-817d-901bdfd04167 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1802524'] for router_interface (82b3c49f-4a5f-4064-b30d-3bde9684927d), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:46.883281 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-910722f2-a1f4-496c-a4fe-e8f931a8a2ed tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] DELETE failed (client error): The resource could not be found. Feb 28 10:36:46.883727 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-910722f2-a1f4-496c-a4fe-e8f931a8a2ed tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:36:46.889185 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-910722f2-a1f4-496c-a4fe-e8f931a8a2ed tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "DELETE /v2.0/subnets/3cbc5df4-2f1d-49fc-a576-a08c75c97124 HTTP/1.1" status: 404 len: 337 time: 0.0529633 Feb 28 10:36:46.891457 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 38094) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:46.927191 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a79ab1e-9e07-4a03-b896-f3b5be6b2200 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] DELETE failed (client error): The resource could not be found. Feb 28 10:36:46.927935 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a79ab1e-9e07-4a03-b896-f3b5be6b2200 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103408) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:36:46.931395 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-3a79ab1e-9e07-4a03-b896-f3b5be6b2200 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "DELETE /v2.0/ports/dcf96098-c014-4530-9d28-0d77904b36bf HTTP/1.1" status: 404 len: 333 time: 0.0389705 Feb 28 10:36:46.934016 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 38096) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:46.966566 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7a6570e-ac8f-461f-80fa-b408feaba7a6 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] DELETE failed (client error): The resource could not be found. Feb 28 10:36:46.967030 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7a6570e-ac8f-461f-80fa-b408feaba7a6 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103408) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:36:46.970156 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-d7a6570e-ac8f-461f-80fa-b408feaba7a6 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "DELETE /v2.0/subnets/b8936c49-1bcb-4989-8de1-92b90b7da72d HTTP/1.1" status: 404 len: 337 time: 0.0352161 Feb 28 10:36:46.973093 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 38098) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:47.012374 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d195ec4-3fa0-4c8b-a034-79fb54a268a2 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] DELETE failed (client error): The resource could not be found. Feb 28 10:36:47.012875 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d195ec4-3fa0-4c8b-a034-79fb54a268a2 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103408) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:36:47.019488 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-5d195ec4-3fa0-4c8b-a034-79fb54a268a2 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "DELETE /v2.0/subnets/0ff60488-19b7-4a9e-b1c9-eabbf7db897c HTTP/1.1" status: 404 len: 337 time: 0.0418630 Feb 28 10:36:47.021953 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 38100) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:47.033158 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-dbc2a6fc-bc5b-428f-82c7-bbbf0467caac tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4539 time: 0.2409937 Feb 28 10:36:47.038410 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 38102) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:47.042741 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-baa13a1f-11c2-4fd7-810b-f182ce92b765 tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Request body: {'security_group': {'name': 'tempest-security--1249611206', 'description': 'tempest-security-description-1148434251'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:36:47.052338 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1ac6258-249e-4e31-8ddd-03e57ff63a59 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] DELETE failed (client error): The resource could not be found. Feb 28 10:36:47.052875 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1ac6258-249e-4e31-8ddd-03e57ff63a59 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103408) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:36:47.058336 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-f1ac6258-249e-4e31-8ddd-03e57ff63a59 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "DELETE /v2.0/ports/e5168994-daa3-49bd-8069-8af54beb0d0f HTTP/1.1" status: 404 len: 333 time: 0.0330169 Feb 28 10:36:47.059577 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 38104) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:47.062652 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b05f4ffc-2c7d-423b-817d-901bdfd04167 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Network e8ee9f5e-0568-4e05-bd16-0ff048e90805 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:36:47.070793 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-b05f4ffc-2c7d-423b-817d-901bdfd04167 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:36:47.095247 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-803829d8-a3b0-46a1-a1af-1732614aaeef tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] DELETE failed (client error): The resource could not be found. Feb 28 10:36:47.095715 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-803829d8-a3b0-46a1-a1af-1732614aaeef tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103408) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:36:47.102678 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-803829d8-a3b0-46a1-a1af-1732614aaeef tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "DELETE /v2.0/subnets/a5eea610-0e09-42a4-9929-d58cee303288 HTTP/1.1" status: 404 len: 337 time: 0.0420685 Feb 28 10:36:47.103608 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 38106) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:47.136015 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7bff0c2b-a931-4c5b-90d8-dfb0beaca2dd tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Publish callbacks [] for port (1a3a1dbf-66f9-46b8-a188-be8469a660c0), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:47.169535 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-37fede94-766c-41e8-abab-1b80248a34fc tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] DELETE failed (client error): The resource could not be found. Feb 28 10:36:47.170012 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37fede94-766c-41e8-abab-1b80248a34fc tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:36:47.176467 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-37fede94-766c-41e8-abab-1b80248a34fc tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "DELETE /v2.0/subnets/81811bd9-a51c-4cbf-bbe4-956ba6af3c81 HTTP/1.1" status: 404 len: 337 time: 0.0649533 Feb 28 10:36:47.185745 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 38108) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:47.185991 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e10f8393-b66b-4199-871a-4272d109bc31 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Publish callbacks [] for router_gateway (9e1c1e52-4160-4c7a-889a-a939b26e8bfa), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:47.226194 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b05f4ffc-2c7d-423b-817d-901bdfd04167 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Router 82b3c49f-4a5f-4064-b30d-3bde9684927d has already been hosted by L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 {{(pid=103408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:36:47.255590 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-3928cc35-28fa-4e39-9e85-fe4a5795e00f tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "GET /v2.0/ports?device_id=7780f02a-9f22-4c4d-8cd9-1fabbf3de9a2 HTTP/1.1" status: 200 len: 205 time: 0.0648777 Feb 28 10:36:47.258359 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-baa13a1f-11c2-4fd7-810b-f182ce92b765 tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Publish callbacks [] for security_group (831b962d-7c37-4012-bf4c-6c024828a1de), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:47.263843 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 38110) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:47.344707 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-6311d468-80cb-4385-9658-ce7f9b936396 None None] Provisioning complete for port 2dfb2e6f-2c01-4e93-8496-5922d76261e8 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:36:47.345285 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6311d468-80cb-4385-9658-ce7f9b936396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (2dfb2e6f-2c01-4e93-8496-5922d76261e8), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:47.345748 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b05f4ffc-2c7d-423b-817d-901bdfd04167 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:36:47.355888 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-b05f4ffc-2c7d-423b-817d-901bdfd04167 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] 10.222.0.20 "PUT /v2.0/routers/82b3c49f-4a5f-4064-b30d-3bde9684927d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2289834 Feb 28 10:36:47.357013 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 38112) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:47.363352 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7a9aba-bdef-4300-8777-a810ecb3bd39 None None] Sync routers for ids ['82b3c49f-4a5f-4064-b30d-3bde9684927d'] in dv-neutron-master-2-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:36:47.363930 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-c1245155-7f36-443b-a30b-42fd3d483308 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Request body: {'port': {'network_id': 'e8ee9f5e-0568-4e05-bd16-0ff048e90805', 'name': 'tempest-FloatingIPTestJSON-1287898974'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:36:47.374033 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7a9aba-bdef-4300-8777-a810ecb3bd39 None None] Routers {'82b3c49f-4a5f-4064-b30d-3bde9684927d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:36:47.374949 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-2b7a9aba-bdef-4300-8777-a810ecb3bd39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:36:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['82b3c49f-4a5f-4064-b30d-3bde9684927d'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:47.394795 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-6311d468-80cb-4385-9658-ce7f9b936396 None None] Port 2dfb2e6f-2c01-4e93-8496-5922d76261e8 cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:36:47.413428 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-2b7a9aba-bdef-4300-8777-a810ecb3bd39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:47.424180 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7a9aba-bdef-4300-8777-a810ecb3bd39 None None] Routers {'82b3c49f-4a5f-4064-b30d-3bde9684927d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:36:47.425135 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-2b7a9aba-bdef-4300-8777-a810ecb3bd39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:36:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['82b3c49f-4a5f-4064-b30d-3bde9684927d'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:47.464051 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-2b7a9aba-bdef-4300-8777-a810ecb3bd39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:47.465087 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7a9aba-bdef-4300-8777-a810ecb3bd39 None None] The sync data for ids ['82b3c49f-4a5f-4064-b30d-3bde9684927d'] in dv-neutron-master-2-hyperv is: [] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:36:47.491143 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1245155-7f36-443b-a30b-42fd3d483308 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Made reservation on behalf of d71d46ff16814ba6beba53557129e360 for: {'port': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:36:47.494640 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c1245155-7f36-443b-a30b-42fd3d483308 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:47.514173 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-c1245155-7f36-443b-a30b-42fd3d483308 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] device_id is not set on port 7fcaa67b-a014-447b-9a0a-12aae3d9bbf8 yet. {{(pid=103408) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:36:47.631942 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-c1245155-7f36-443b-a30b-42fd3d483308 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Allocated IP 172.20.0.14 (e8ee9f5e-0568-4e05-bd16-0ff048e90805/2d475f90-0f94-4f43-a8f0-7dba26f801b5/7fcaa67b-a014-447b-9a0a-12aae3d9bbf8) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:36:47.686209 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.api.v2.resource [None req-68696540-1dde-488d-a828-e26aa6f2313b tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] delete failed (client error): The resource could not be found. Feb 28 10:36:47.687277 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-68696540-1dde-488d-a828-e26aa6f2313b tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "DELETE /v2.0/routers/7780f02a-9f22-4c4d-8cd9-1fabbf3de9a2 HTTP/1.1" status: 404 len: 336 time: 0.4199650 Feb 28 10:36:47.695772 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 38114) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:47.765834 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7bff0c2b-a931-4c5b-90d8-dfb0beaca2dd tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (1a3a1dbf-66f9-46b8-a188-be8469a660c0), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:47.778047 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad6bd61b-7f1c-4c67-94d4-bab59950ad95 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] DELETE failed (client error): The resource could not be found. Feb 28 10:36:47.778508 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad6bd61b-7f1c-4c67-94d4-bab59950ad95 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:36:47.781600 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-ad6bd61b-7f1c-4c67-94d4-bab59950ad95 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "DELETE /v2.0/subnets/c44948a7-49b8-4bb8-8eeb-db1a8f43a729 HTTP/1.1" status: 404 len: 337 time: 0.0580688 Feb 28 10:36:47.786421 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-baa13a1f-11c2-4fd7-810b-f182ce92b765 tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Publish callbacks [] for security_group (831b962d-7c37-4012-bf4c-6c024828a1de), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:47.791464 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 38116) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:47.830086 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-baa13a1f-11c2-4fd7-810b-f182ce92b765 tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (831b962d-7c37-4012-bf4c-6c024828a1de), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:47.832885 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-baa13a1f-11c2-4fd7-810b-f182ce92b765 tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:47.836700 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-baa13a1f-11c2-4fd7-810b-f182ce92b765 tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] 10.222.0.20 "PUT /v2.0/security-groups/831b962d-7c37-4012-bf4c-6c024828a1de HTTP/1.1" status: 200 len: 1795 time: 0.7948399 Feb 28 10:36:47.856661 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 38118) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:47.864080 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-8962d1e6-d49e-40a5-aa5c-06eb6f6f5a2f tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "GET /v2.0/ports?device_id=c34c72e0-385b-40aa-83ba-562ba1e66945 HTTP/1.1" status: 200 len: 205 time: 0.0708640 Feb 28 10:36:47.883320 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 38120) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:47.916369 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bff0c2b-a931-4c5b-90d8-dfb0beaca2dd tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Network 14680b65-59d8-4779-8917-b4d54dab93ed is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:36:47.993329 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-7bff0c2b-a931-4c5b-90d8-dfb0beaca2dd tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:36:47.995218 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bff0c2b-a931-4c5b-90d8-dfb0beaca2dd tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Pushing event updated for resources: {'Port': ['ID=1a3a1dbf-66f9-46b8-a188-be8469a660c0,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:47.997487 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.api.v2.resource [None req-4a53132d-a64e-4a83-a773-78608ef4a8a9 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] delete failed (client error): The resource could not be found. Feb 28 10:36:47.998702 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-4a53132d-a64e-4a83-a773-78608ef4a8a9 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "DELETE /v2.0/routers/c34c72e0-385b-40aa-83ba-562ba1e66945 HTTP/1.1" status: 404 len: 336 time: 0.1143539 Feb 28 10:36:48.001305 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bff0c2b-a931-4c5b-90d8-dfb0beaca2dd tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:36:48.002209 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 38122) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:48.003053 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bff0c2b-a931-4c5b-90d8-dfb0beaca2dd tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:48.003607 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7bff0c2b-a931-4c5b-90d8-dfb0beaca2dd tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:48.019789 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa13a1f-11c2-4fd7-810b-f182ce92b765 tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=831b962d-7c37-4012-bf4c-6c024828a1de,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:48.043151 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-7bff0c2b-a931-4c5b-90d8-dfb0beaca2dd tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.5187893 Feb 28 10:36:48.062706 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 38124) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:48.071620 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-0f8ecc13-4181-4a1f-8ab0-6b906c17fcf7 tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-mast'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:36:48.075278 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-b0a34fd5-eb44-47a6-b562-5d06a1133da3 tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] 10.222.0.20 "GET /v2.0/security-groups/831b962d-7c37-4012-bf4c-6c024828a1de HTTP/1.1" status: 200 len: 1795 time: 0.2139788 Feb 28 10:36:48.077583 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bbe5954-9332-46b7-a9db-6d2edc6d6ee8 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] DELETE failed (client error): The resource could not be found. Feb 28 10:36:48.078260 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bbe5954-9332-46b7-a9db-6d2edc6d6ee8 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103408) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:36:48.079977 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 38126) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:48.081167 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-1bbe5954-9332-46b7-a9db-6d2edc6d6ee8 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "DELETE /v2.0/subnets/bc51d808-caca-4d78-9e35-c90642d43fdf HTTP/1.1" status: 404 len: 337 time: 0.0781603 Feb 28 10:36:48.090814 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 38128) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:48.131510 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8b51a8f-65d4-409f-ad42-fcf9179b63ab tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] DELETE failed (client error): The resource could not be found. Feb 28 10:36:48.131998 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8b51a8f-65d4-409f-ad42-fcf9179b63ab tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:36:48.135215 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-a8b51a8f-65d4-409f-ad42-fcf9179b63ab tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "DELETE /v2.0/subnets/f9f63f64-9cd4-4003-979c-7c8c14ff00d9 HTTP/1.1" status: 404 len: 337 time: 0.0434275 Feb 28 10:36:48.139779 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 38130) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:48.169453 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0f8ecc13-4181-4a1f-8ab0-6b906c17fcf7 tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (1a3a1dbf-66f9-46b8-a188-be8469a660c0), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:48.176283 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e10f8393-b66b-4199-871a-4272d109bc31 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1804241'] for router (9e1c1e52-4160-4c7a-889a-a939b26e8bfa), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:48.180798 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-3236ac7d-31ee-423e-9bb0-f6300cc1446b tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] DELETE failed (client error): The resource could not be found. Feb 28 10:36:48.181349 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3236ac7d-31ee-423e-9bb0-f6300cc1446b tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:36:48.184386 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-3236ac7d-31ee-423e-9bb0-f6300cc1446b tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "DELETE /v2.0/ports/862e02af-b2d9-492e-b581-7e9fcf0a660f HTTP/1.1" status: 404 len: 333 time: 0.0399563 Feb 28 10:36:48.187379 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 38132) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:48.193230 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c1245155-7f36-443b-a30b-42fd3d483308 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks [] for port (7fcaa67b-a014-447b-9a0a-12aae3d9bbf8), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:48.259515 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-877fcf26-9b69-4762-870c-e2298c7d99e5 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] DELETE failed (client error): The resource could not be found. Feb 28 10:36:48.259981 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-877fcf26-9b69-4762-870c-e2298c7d99e5 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:36:48.263084 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-877fcf26-9b69-4762-870c-e2298c7d99e5 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "DELETE /v2.0/subnets/ab0065da-8059-4858-8369-70ff78a759c2 HTTP/1.1" status: 404 len: 337 time: 0.0735431 Feb 28 10:36:48.269939 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 38134) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:48.284897 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a92255a6-6ca6-4c59-88ca-2aabc9435a9c tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Publish callbacks [] for security_group (831b962d-7c37-4012-bf4c-6c024828a1de), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:48.306187 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f5f102d-5e7d-4e48-8bd0-b24abc6b5b87 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] DELETE failed (client error): The resource could not be found. Feb 28 10:36:48.306760 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f5f102d-5e7d-4e48-8bd0-b24abc6b5b87 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:36:48.308876 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c1245155-7f36-443b-a30b-42fd3d483308 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (7fcaa67b-a014-447b-9a0a-12aae3d9bbf8), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:48.312902 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-7f5f102d-5e7d-4e48-8bd0-b24abc6b5b87 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "DELETE /v2.0/ports/1f2a0fdd-ce97-41d8-b69b-83da84aa184a HTTP/1.1" status: 404 len: 333 time: 0.0374775 Feb 28 10:36:48.314392 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 38136) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:48.378097 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1245155-7f36-443b-a30b-42fd3d483308 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Network e8ee9f5e-0568-4e05-bd16-0ff048e90805 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:36:48.385398 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-16cd82f7-2cf3-48f4-9371-845842308444 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] DELETE failed (client error): The resource could not be found. Feb 28 10:36:48.385571 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16cd82f7-2cf3-48f4-9371-845842308444 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:36:48.388837 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-16cd82f7-2cf3-48f4-9371-845842308444 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "DELETE /v2.0/subnets/0d59525c-3f71-4102-a5a4-b4b0a2fc192f HTTP/1.1" status: 404 len: 337 time: 0.0731685 Feb 28 10:36:48.389478 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-c1245155-7f36-443b-a30b-42fd3d483308 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:36:48.394855 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 38138) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:48.398346 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1245155-7f36-443b-a30b-42fd3d483308 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:36:48.408110 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a92255a6-6ca6-4c59-88ca-2aabc9435a9c tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Publish callbacks [] for security_group (831b962d-7c37-4012-bf4c-6c024828a1de), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:48.425747 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1245155-7f36-443b-a30b-42fd3d483308 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Pushing event updated for resources: {'Port': ['ID=7fcaa67b-a014-447b-9a0a-12aae3d9bbf8,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:48.442742 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6403b4a-58b5-4ba0-851a-46d8b53b214c tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] DELETE failed (client error): The resource could not be found. Feb 28 10:36:48.443331 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6403b4a-58b5-4ba0-851a-46d8b53b214c tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:36:48.448854 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-e6403b4a-58b5-4ba0-851a-46d8b53b214c tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "DELETE /v2.0/ports/3992c585-9867-4ab8-9b57-10260daff884 HTTP/1.1" status: 404 len: 333 time: 0.0492537 Feb 28 10:36:48.451581 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 38140) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:48.468145 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-0f8ecc13-4181-4a1f-8ab0-6b906c17fcf7 tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] device_id is not set on port 1a3a1dbf-66f9-46b8-a188-be8469a660c0 yet. {{(pid=103408) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:36:48.480175 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0f8ecc13-4181-4a1f-8ab0-6b906c17fcf7 tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Publish callbacks [] for port (1a3a1dbf-66f9-46b8-a188-be8469a660c0), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:48.490166 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1245155-7f36-443b-a30b-42fd3d483308 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:48.490895 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c1245155-7f36-443b-a30b-42fd3d483308 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:48.496162 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0f8ecc13-4181-4a1f-8ab0-6b906c17fcf7 tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3242529'] for port (1a3a1dbf-66f9-46b8-a188-be8469a660c0), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:48.496719 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-32819dfd-b875-4e66-a9d3-ae57059739c6 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] DELETE failed (client error): The resource could not be found. Feb 28 10:36:48.497238 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32819dfd-b875-4e66-a9d3-ae57059739c6 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:36:48.500585 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-32819dfd-b875-4e66-a9d3-ae57059739c6 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "DELETE /v2.0/subnets/c7a0f305-7767-4e58-a695-bb61ac273a95 HTTP/1.1" status: 404 len: 337 time: 0.0459197 Feb 28 10:36:48.503426 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 38142) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:48.533232 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b16fcca-c31d-4609-8d2b-73f95ab55391 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] DELETE failed (client error): The resource could not be found. Feb 28 10:36:48.533890 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b16fcca-c31d-4609-8d2b-73f95ab55391 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:36:48.539498 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-2b16fcca-c31d-4609-8d2b-73f95ab55391 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "DELETE /v2.0/ports/f7616d3d-12f3-48b3-90f8-f16effd923ca HTTP/1.1" status: 404 len: 333 time: 0.0326955 Feb 28 10:36:48.539759 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 38144) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:48.559542 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-c1245155-7f36-443b-a30b-42fd3d483308 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1990628 Feb 28 10:36:48.560868 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 38146) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:48.565143 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-5b48eaee-cb55-4658-957a-4269e120093c tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Request body: {'floatingip': {'port_id': '7fcaa67b-a014-447b-9a0a-12aae3d9bbf8'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:36:48.573098 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a92255a6-6ca6-4c59-88ca-2aabc9435a9c tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (831b962d-7c37-4012-bf4c-6c024828a1de), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:48.575726 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a92255a6-6ca6-4c59-88ca-2aabc9435a9c tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:48.577738 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-a92255a6-6ca6-4c59-88ca-2aabc9435a9c tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] 10.222.0.20 "DELETE /v2.0/security-groups/831b962d-7c37-4012-bf4c-6c024828a1de HTTP/1.1" status: 204 len: 168 time: 0.4959500 Feb 28 10:36:48.581640 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ba36bf6-6561-4b22-a7ef-a6d094defd24 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] DELETE failed (client error): The resource could not be found. Feb 28 10:36:48.582104 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ba36bf6-6561-4b22-a7ef-a6d094defd24 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:36:48.587873 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-5ba36bf6-6561-4b22-a7ef-a6d094defd24 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "DELETE /v2.0/subnets/0b767d2d-1034-43c2-9e07-9c8f1c5bf182 HTTP/1.1" status: 404 len: 337 time: 0.0444610 Feb 28 10:36:48.587873 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 38148) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:48.590979 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 38150) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:48.615895 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8ecc13-4181-4a1f-8ab0-6b906c17fcf7 tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Pushing event updated for resources: {'Port': ['ID=1a3a1dbf-66f9-46b8-a188-be8469a660c0,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:48.624048 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92255a6-6ca6-4c59-88ca-2aabc9435a9c tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=831b962d-7c37-4012-bf4c-6c024828a1de,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:48.642255 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e10f8393-b66b-4199-871a-4272d109bc31 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Router 9e1c1e52-4160-4c7a-889a-a939b26e8bfa is scheduled to L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 with binding_index 1 {{(pid=103407) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 10:36:48.646848 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-2afdf5c0-68a8-43a4-a745-c32f53fd77b3 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] DELETE failed (client error): The resource could not be found. Feb 28 10:36:48.647501 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2afdf5c0-68a8-43a4-a745-c32f53fd77b3 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:36:48.648310 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-0f8ecc13-4181-4a1f-8ab0-6b906c17fcf7 tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Attempting to bind port 1a3a1dbf-66f9-46b8-a188-be8469a660c0 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:36:48.648691 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-0f8ecc13-4181-4a1f-8ab0-6b906c17fcf7 tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Attempting to bind port 1a3a1dbf-66f9-46b8-a188-be8469a660c0 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '1bc782a3-4d6d-4919-a722-74f8f93dacec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '14680b65-59d8-4779-8917-b4d54dab93ed'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:36:48.649038 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8ecc13-4181-4a1f-8ab0-6b906c17fcf7 tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Attempting to bind port 1a3a1dbf-66f9-46b8-a188-be8469a660c0 on network 14680b65-59d8-4779-8917-b4d54dab93ed {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:36:48.653525 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-2afdf5c0-68a8-43a4-a745-c32f53fd77b3 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "DELETE /v2.0/ports/82771b89-da42-49da-958e-0763393dfb83 HTTP/1.1" status: 404 len: 333 time: 0.0435469 Feb 28 10:36:48.653680 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5b48eaee-cb55-4658-957a-4269e120093c tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks [] for floatingip (7390bb0e-164c-4d64-b5d2-fc7dea74ee31), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:48.653766 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 38152) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:48.693236 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ec3f5b2-02ec-45f3-9e6c-1973c408ef19 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] DELETE failed (client error): The resource could not be found. Feb 28 10:36:48.693236 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ec3f5b2-02ec-45f3-9e6c-1973c408ef19 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:36:48.698403 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8ecc13-4181-4a1f-8ab0-6b906c17fcf7 tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Port 1a3a1dbf-66f9-46b8-a188-be8469a660c0 on network 14680b65-59d8-4779-8917-b4d54dab93ed not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 10:36:48.698561 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-1ec3f5b2-02ec-45f3-9e6c-1973c408ef19 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "DELETE /v2.0/subnets/a1798998-9023-434d-b0c1-73c3ca0bcb1e HTTP/1.1" status: 404 len: 337 time: 0.0418582 Feb 28 10:36:48.698659 dv-neutron-master-2-hyperv neutron-server[103408]: ERROR neutron.plugins.ml2.managers [None req-0f8ecc13-4181-4a1f-8ab0-6b906c17fcf7 tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Failed to bind port 1a3a1dbf-66f9-46b8-a188-be8469a660c0 on host hv-neutron-mast for vnic_type normal using segments [{'id': '1bc782a3-4d6d-4919-a722-74f8f93dacec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '14680b65-59d8-4779-8917-b4d54dab93ed'}] Feb 28 10:36:48.698776 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.plugins.ml2.plugin [None req-0f8ecc13-4181-4a1f-8ab0-6b906c17fcf7 tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Attempt 2 to bind port 1a3a1dbf-66f9-46b8-a188-be8469a660c0 Feb 28 10:36:48.699892 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 38154) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:48.720800 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-0f8ecc13-4181-4a1f-8ab0-6b906c17fcf7 tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Attempting to bind port 1a3a1dbf-66f9-46b8-a188-be8469a660c0 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:36:48.721531 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-0f8ecc13-4181-4a1f-8ab0-6b906c17fcf7 tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Attempting to bind port 1a3a1dbf-66f9-46b8-a188-be8469a660c0 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '1bc782a3-4d6d-4919-a722-74f8f93dacec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '14680b65-59d8-4779-8917-b4d54dab93ed'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:36:48.721894 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8ecc13-4181-4a1f-8ab0-6b906c17fcf7 tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Attempting to bind port 1a3a1dbf-66f9-46b8-a188-be8469a660c0 on network 14680b65-59d8-4779-8917-b4d54dab93ed {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:36:48.741207 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-985b3eba-26c0-44d1-ad01-6cff97135054 None None] Provisioning complete for port 7fcaa67b-a014-447b-9a0a-12aae3d9bbf8 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:36:48.742182 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-985b3eba-26c0-44d1-ad01-6cff97135054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (7fcaa67b-a014-447b-9a0a-12aae3d9bbf8), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:48.745979 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8ecc13-4181-4a1f-8ab0-6b906c17fcf7 tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Port 1a3a1dbf-66f9-46b8-a188-be8469a660c0 on network 14680b65-59d8-4779-8917-b4d54dab93ed not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 10:36:48.746320 dv-neutron-master-2-hyperv neutron-server[103408]: ERROR neutron.plugins.ml2.managers [None req-0f8ecc13-4181-4a1f-8ab0-6b906c17fcf7 tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Failed to bind port 1a3a1dbf-66f9-46b8-a188-be8469a660c0 on host hv-neutron-mast for vnic_type normal using segments [{'id': '1bc782a3-4d6d-4919-a722-74f8f93dacec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '14680b65-59d8-4779-8917-b4d54dab93ed'}] Feb 28 10:36:48.748995 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.plugins.ml2.plugin [None req-0f8ecc13-4181-4a1f-8ab0-6b906c17fcf7 tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Attempt 3 to bind port 1a3a1dbf-66f9-46b8-a188-be8469a660c0 Feb 28 10:36:48.780104 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-d8772abb-1329-447c-8416-991fd3caff18 tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1874485 Feb 28 10:36:48.780689 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-d778b99b-810a-459e-b7c9-545d72b52c7e tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] DELETE failed (client error): The resource could not be found. Feb 28 10:36:48.781188 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d778b99b-810a-459e-b7c9-545d72b52c7e tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:36:48.786632 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-d778b99b-810a-459e-b7c9-545d72b52c7e tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "DELETE /v2.0/ports/4ea0f0a9-7039-408d-8300-68cb6509e766 HTTP/1.1" status: 404 len: 333 time: 0.0839865 Feb 28 10:36:48.786632 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 38156) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:48.786874 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 38158) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:48.791754 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-0f8ecc13-4181-4a1f-8ab0-6b906c17fcf7 tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Attempting to bind port 1a3a1dbf-66f9-46b8-a188-be8469a660c0 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:36:48.792104 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-0f8ecc13-4181-4a1f-8ab0-6b906c17fcf7 tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Attempting to bind port 1a3a1dbf-66f9-46b8-a188-be8469a660c0 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '1bc782a3-4d6d-4919-a722-74f8f93dacec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '14680b65-59d8-4779-8917-b4d54dab93ed'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:36:48.792445 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8ecc13-4181-4a1f-8ab0-6b906c17fcf7 tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Attempting to bind port 1a3a1dbf-66f9-46b8-a188-be8469a660c0 on network 14680b65-59d8-4779-8917-b4d54dab93ed {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:36:48.795122 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-985b3eba-26c0-44d1-ad01-6cff97135054 None None] Port 7fcaa67b-a014-447b-9a0a-12aae3d9bbf8 cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:36:48.804028 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8ecc13-4181-4a1f-8ab0-6b906c17fcf7 tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Port 1a3a1dbf-66f9-46b8-a188-be8469a660c0 on network 14680b65-59d8-4779-8917-b4d54dab93ed not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 10:36:48.804363 dv-neutron-master-2-hyperv neutron-server[103408]: ERROR neutron.plugins.ml2.managers [None req-0f8ecc13-4181-4a1f-8ab0-6b906c17fcf7 tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Failed to bind port 1a3a1dbf-66f9-46b8-a188-be8469a660c0 on host hv-neutron-mast for vnic_type normal using segments [{'id': '1bc782a3-4d6d-4919-a722-74f8f93dacec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '14680b65-59d8-4779-8917-b4d54dab93ed'}] Feb 28 10:36:48.806711 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.plugins.ml2.plugin [None req-0f8ecc13-4181-4a1f-8ab0-6b906c17fcf7 tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Attempt 4 to bind port 1a3a1dbf-66f9-46b8-a188-be8469a660c0 Feb 28 10:36:48.830708 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.api.v2.resource [None req-315cd9b7-b45a-4404-8bcd-b66b334dbfec tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] delete failed (client error): The resource could not be found. Feb 28 10:36:48.830939 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-0f8ecc13-4181-4a1f-8ab0-6b906c17fcf7 tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Attempting to bind port 1a3a1dbf-66f9-46b8-a188-be8469a660c0 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:36:48.831031 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-315cd9b7-b45a-4404-8bcd-b66b334dbfec tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] 10.222.0.20 "DELETE /v2.0/security-groups/831b962d-7c37-4012-bf4c-6c024828a1de HTTP/1.1" status: 404 len: 347 time: 0.0429690 Feb 28 10:36:48.831146 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-0f8ecc13-4181-4a1f-8ab0-6b906c17fcf7 tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Attempting to bind port 1a3a1dbf-66f9-46b8-a188-be8469a660c0 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '1bc782a3-4d6d-4919-a722-74f8f93dacec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '14680b65-59d8-4779-8917-b4d54dab93ed'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:36:48.831233 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8ecc13-4181-4a1f-8ab0-6b906c17fcf7 tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Attempting to bind port 1a3a1dbf-66f9-46b8-a188-be8469a660c0 on network 14680b65-59d8-4779-8917-b4d54dab93ed {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:36:48.833642 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-68e7b827-7eed-4e87-9a7d-88f7ef65f306 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] DELETE failed (client error): The resource could not be found. Feb 28 10:36:48.833835 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68e7b827-7eed-4e87-9a7d-88f7ef65f306 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:36:48.837487 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-68e7b827-7eed-4e87-9a7d-88f7ef65f306 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "DELETE /v2.0/subnets/9ad1bdc5-d8bd-4193-ae90-43457b7c26d8 HTTP/1.1" status: 404 len: 337 time: 0.0480378 Feb 28 10:36:48.837831 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 38160) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:48.863951 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 38162) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:48.870536 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-67371d2a-9568-4201-b2bf-c8fba1265aeb tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Request body: {'security_group': {'name': 'tempest-secgroup--1694835453'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:36:48.879469 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8ecc13-4181-4a1f-8ab0-6b906c17fcf7 tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Port 1a3a1dbf-66f9-46b8-a188-be8469a660c0 on network 14680b65-59d8-4779-8917-b4d54dab93ed not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 10:36:48.879786 dv-neutron-master-2-hyperv neutron-server[103408]: ERROR neutron.plugins.ml2.managers [None req-0f8ecc13-4181-4a1f-8ab0-6b906c17fcf7 tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Failed to bind port 1a3a1dbf-66f9-46b8-a188-be8469a660c0 on host hv-neutron-mast for vnic_type normal using segments [{'id': '1bc782a3-4d6d-4919-a722-74f8f93dacec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '14680b65-59d8-4779-8917-b4d54dab93ed'}] Feb 28 10:36:48.895277 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.plugins.ml2.plugin [None req-0f8ecc13-4181-4a1f-8ab0-6b906c17fcf7 tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Attempt 5 to bind port 1a3a1dbf-66f9-46b8-a188-be8469a660c0 Feb 28 10:36:48.900615 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e10f8393-b66b-4199-871a-4272d109bc31 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:36:48.905830 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d927af6-5758-4cb1-9b2b-c7646af8e151 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] DELETE failed (client error): The resource could not be found. Feb 28 10:36:48.906607 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d927af6-5758-4cb1-9b2b-c7646af8e151 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103408) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:36:48.908779 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-67371d2a-9568-4201-b2bf-c8fba1265aeb tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:48.912230 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-9d927af6-5758-4cb1-9b2b-c7646af8e151 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "DELETE /v2.0/ports/3420f382-bdda-40f7-9de8-66ebdec02de7 HTTP/1.1" status: 404 len: 333 time: 0.0446911 Feb 28 10:36:48.913903 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 38164) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:48.917163 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-0f8ecc13-4181-4a1f-8ab0-6b906c17fcf7 tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Attempting to bind port 1a3a1dbf-66f9-46b8-a188-be8469a660c0 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:36:48.917512 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-0f8ecc13-4181-4a1f-8ab0-6b906c17fcf7 tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Attempting to bind port 1a3a1dbf-66f9-46b8-a188-be8469a660c0 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '1bc782a3-4d6d-4919-a722-74f8f93dacec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '14680b65-59d8-4779-8917-b4d54dab93ed'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:36:48.917861 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8ecc13-4181-4a1f-8ab0-6b906c17fcf7 tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Attempting to bind port 1a3a1dbf-66f9-46b8-a188-be8469a660c0 on network 14680b65-59d8-4779-8917-b4d54dab93ed {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:36:48.920602 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1615f095-d00f-49e6-b25d-923a53fc301c None None] Sync routers for ids ['9e1c1e52-4160-4c7a-889a-a939b26e8bfa'] in dv-neutron-master-2-hyperv {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:36:48.927234 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8ecc13-4181-4a1f-8ab0-6b906c17fcf7 tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Port 1a3a1dbf-66f9-46b8-a188-be8469a660c0 on network 14680b65-59d8-4779-8917-b4d54dab93ed not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 10:36:48.927234 dv-neutron-master-2-hyperv neutron-server[103408]: ERROR neutron.plugins.ml2.managers [None req-0f8ecc13-4181-4a1f-8ab0-6b906c17fcf7 tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Failed to bind port 1a3a1dbf-66f9-46b8-a188-be8469a660c0 on host hv-neutron-mast for vnic_type normal using segments [{'id': '1bc782a3-4d6d-4919-a722-74f8f93dacec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '14680b65-59d8-4779-8917-b4d54dab93ed'}] Feb 28 10:36:48.955209 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1615f095-d00f-49e6-b25d-923a53fc301c None None] Routers {'9e1c1e52-4160-4c7a-889a-a939b26e8bfa'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:36:48.956800 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-1615f095-d00f-49e6-b25d-923a53fc301c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:36:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['9e1c1e52-4160-4c7a-889a-a939b26e8bfa'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:48.957690 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e10f8393-b66b-4199-871a-4272d109bc31 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Publish callbacks [] for router (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:48.957823 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.plugins.ml2.plugin [None req-0f8ecc13-4181-4a1f-8ab0-6b906c17fcf7 tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Attempt 6 to bind port 1a3a1dbf-66f9-46b8-a188-be8469a660c0 Feb 28 10:36:48.958739 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-e10f8393-b66b-4199-871a-4272d109bc31 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.9877825 Feb 28 10:36:48.959738 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-ada41c9b-58a5-4928-8633-33f8505549c9 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] DELETE failed (client error): The resource could not be found. Feb 28 10:36:48.960211 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ada41c9b-58a5-4928-8633-33f8505549c9 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:36:48.965887 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-ada41c9b-58a5-4928-8633-33f8505549c9 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "DELETE /v2.0/subnets/a0a59064-a594-4dac-8adf-f48abc40efd7 HTTP/1.1" status: 404 len: 337 time: 0.0499172 Feb 28 10:36:48.965887 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 38166) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:48.967058 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 38168) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:48.978372 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-0f8ecc13-4181-4a1f-8ab0-6b906c17fcf7 tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Attempting to bind port 1a3a1dbf-66f9-46b8-a188-be8469a660c0 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:36:48.978715 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-0f8ecc13-4181-4a1f-8ab0-6b906c17fcf7 tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Attempting to bind port 1a3a1dbf-66f9-46b8-a188-be8469a660c0 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '1bc782a3-4d6d-4919-a722-74f8f93dacec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '14680b65-59d8-4779-8917-b4d54dab93ed'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:36:48.979055 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8ecc13-4181-4a1f-8ab0-6b906c17fcf7 tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Attempting to bind port 1a3a1dbf-66f9-46b8-a188-be8469a660c0 on network 14680b65-59d8-4779-8917-b4d54dab93ed {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:36:48.989466 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8ecc13-4181-4a1f-8ab0-6b906c17fcf7 tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Port 1a3a1dbf-66f9-46b8-a188-be8469a660c0 on network 14680b65-59d8-4779-8917-b4d54dab93ed not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 10:36:48.989800 dv-neutron-master-2-hyperv neutron-server[103408]: ERROR neutron.plugins.ml2.managers [None req-0f8ecc13-4181-4a1f-8ab0-6b906c17fcf7 tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Failed to bind port 1a3a1dbf-66f9-46b8-a188-be8469a660c0 on host hv-neutron-mast for vnic_type normal using segments [{'id': '1bc782a3-4d6d-4919-a722-74f8f93dacec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '14680b65-59d8-4779-8917-b4d54dab93ed'}] Feb 28 10:36:48.992847 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.plugins.ml2.plugin [None req-0f8ecc13-4181-4a1f-8ab0-6b906c17fcf7 tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Attempt 7 to bind port 1a3a1dbf-66f9-46b8-a188-be8469a660c0 Feb 28 10:36:49.043523 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-0f8ecc13-4181-4a1f-8ab0-6b906c17fcf7 tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Attempting to bind port 1a3a1dbf-66f9-46b8-a188-be8469a660c0 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:36:49.044207 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-0f8ecc13-4181-4a1f-8ab0-6b906c17fcf7 tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Attempting to bind port 1a3a1dbf-66f9-46b8-a188-be8469a660c0 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '1bc782a3-4d6d-4919-a722-74f8f93dacec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '14680b65-59d8-4779-8917-b4d54dab93ed'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:36:49.044207 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8ecc13-4181-4a1f-8ab0-6b906c17fcf7 tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Attempting to bind port 1a3a1dbf-66f9-46b8-a188-be8469a660c0 on network 14680b65-59d8-4779-8917-b4d54dab93ed {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:36:49.052308 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8ecc13-4181-4a1f-8ab0-6b906c17fcf7 tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Port 1a3a1dbf-66f9-46b8-a188-be8469a660c0 on network 14680b65-59d8-4779-8917-b4d54dab93ed not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 10:36:49.052688 dv-neutron-master-2-hyperv neutron-server[103408]: ERROR neutron.plugins.ml2.managers [None req-0f8ecc13-4181-4a1f-8ab0-6b906c17fcf7 tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Failed to bind port 1a3a1dbf-66f9-46b8-a188-be8469a660c0 on host hv-neutron-mast for vnic_type normal using segments [{'id': '1bc782a3-4d6d-4919-a722-74f8f93dacec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '14680b65-59d8-4779-8917-b4d54dab93ed'}] Feb 28 10:36:49.054856 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.plugins.ml2.plugin [None req-0f8ecc13-4181-4a1f-8ab0-6b906c17fcf7 tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Attempt 8 to bind port 1a3a1dbf-66f9-46b8-a188-be8469a660c0 Feb 28 10:36:49.070957 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-768bf750-8462-41c5-b4b0-71d5d50901c6 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-665757'] for network (9f0a511d-8408-4971-9daa-968eebea54f2), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:49.080535 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-0f8ecc13-4181-4a1f-8ab0-6b906c17fcf7 tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Attempting to bind port 1a3a1dbf-66f9-46b8-a188-be8469a660c0 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:36:49.081001 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-0f8ecc13-4181-4a1f-8ab0-6b906c17fcf7 tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Attempting to bind port 1a3a1dbf-66f9-46b8-a188-be8469a660c0 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '1bc782a3-4d6d-4919-a722-74f8f93dacec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '14680b65-59d8-4779-8917-b4d54dab93ed'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:36:49.081250 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8ecc13-4181-4a1f-8ab0-6b906c17fcf7 tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Attempting to bind port 1a3a1dbf-66f9-46b8-a188-be8469a660c0 on network 14680b65-59d8-4779-8917-b4d54dab93ed {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:36:49.126497 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8ecc13-4181-4a1f-8ab0-6b906c17fcf7 tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Port 1a3a1dbf-66f9-46b8-a188-be8469a660c0 on network 14680b65-59d8-4779-8917-b4d54dab93ed not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 10:36:49.126866 dv-neutron-master-2-hyperv neutron-server[103408]: ERROR neutron.plugins.ml2.managers [None req-0f8ecc13-4181-4a1f-8ab0-6b906c17fcf7 tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Failed to bind port 1a3a1dbf-66f9-46b8-a188-be8469a660c0 on host hv-neutron-mast for vnic_type normal using segments [{'id': '1bc782a3-4d6d-4919-a722-74f8f93dacec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '14680b65-59d8-4779-8917-b4d54dab93ed'}] Feb 28 10:36:49.129216 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.plugins.ml2.plugin [None req-0f8ecc13-4181-4a1f-8ab0-6b906c17fcf7 tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Attempt 9 to bind port 1a3a1dbf-66f9-46b8-a188-be8469a660c0 Feb 28 10:36:49.151061 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-0f8ecc13-4181-4a1f-8ab0-6b906c17fcf7 tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Attempting to bind port 1a3a1dbf-66f9-46b8-a188-be8469a660c0 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:36:49.151395 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-0f8ecc13-4181-4a1f-8ab0-6b906c17fcf7 tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Attempting to bind port 1a3a1dbf-66f9-46b8-a188-be8469a660c0 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '1bc782a3-4d6d-4919-a722-74f8f93dacec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '14680b65-59d8-4779-8917-b4d54dab93ed'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:36:49.151659 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8ecc13-4181-4a1f-8ab0-6b906c17fcf7 tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Attempting to bind port 1a3a1dbf-66f9-46b8-a188-be8469a660c0 on network 14680b65-59d8-4779-8917-b4d54dab93ed {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:36:49.161690 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8ecc13-4181-4a1f-8ab0-6b906c17fcf7 tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Port 1a3a1dbf-66f9-46b8-a188-be8469a660c0 on network 14680b65-59d8-4779-8917-b4d54dab93ed not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 10:36:49.161690 dv-neutron-master-2-hyperv neutron-server[103408]: ERROR neutron.plugins.ml2.managers [None req-0f8ecc13-4181-4a1f-8ab0-6b906c17fcf7 tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Failed to bind port 1a3a1dbf-66f9-46b8-a188-be8469a660c0 on host hv-neutron-mast for vnic_type normal using segments [{'id': '1bc782a3-4d6d-4919-a722-74f8f93dacec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '14680b65-59d8-4779-8917-b4d54dab93ed'}] Feb 28 10:36:49.161690 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.plugins.ml2.plugin [None req-0f8ecc13-4181-4a1f-8ab0-6b906c17fcf7 tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Attempt 10 to bind port 1a3a1dbf-66f9-46b8-a188-be8469a660c0 Feb 28 10:36:49.170272 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-67371d2a-9568-4201-b2bf-c8fba1265aeb tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Publish callbacks [] for security_group (ab295f5b-c141-40ac-9db1-9ec999db200e), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:49.184087 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-1615f095-d00f-49e6-b25d-923a53fc301c None None] Set router 9e1c1e52-4160-4c7a-889a-a939b26e8bfa gateway port host: dv-neutron-master-2-hyperv {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:36:49.207111 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-0f8ecc13-4181-4a1f-8ab0-6b906c17fcf7 tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Attempting to bind port 1a3a1dbf-66f9-46b8-a188-be8469a660c0 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:36:49.207590 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [None req-0f8ecc13-4181-4a1f-8ab0-6b906c17fcf7 tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Attempting to bind port 1a3a1dbf-66f9-46b8-a188-be8469a660c0 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '1bc782a3-4d6d-4919-a722-74f8f93dacec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '14680b65-59d8-4779-8917-b4d54dab93ed'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:36:49.207942 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8ecc13-4181-4a1f-8ab0-6b906c17fcf7 tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Attempting to bind port 1a3a1dbf-66f9-46b8-a188-be8469a660c0 on network 14680b65-59d8-4779-8917-b4d54dab93ed {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:36:49.209079 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-67371d2a-9568-4201-b2bf-c8fba1265aeb tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (ab295f5b-c141-40ac-9db1-9ec999db200e), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:49.217923 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8ecc13-4181-4a1f-8ab0-6b906c17fcf7 tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Port 1a3a1dbf-66f9-46b8-a188-be8469a660c0 on network 14680b65-59d8-4779-8917-b4d54dab93ed not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 10:36:49.218254 dv-neutron-master-2-hyperv neutron-server[103408]: ERROR neutron.plugins.ml2.managers [None req-0f8ecc13-4181-4a1f-8ab0-6b906c17fcf7 tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Failed to bind port 1a3a1dbf-66f9-46b8-a188-be8469a660c0 on host hv-neutron-mast for vnic_type normal using segments [{'id': '1bc782a3-4d6d-4919-a722-74f8f93dacec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '14680b65-59d8-4779-8917-b4d54dab93ed'}] Feb 28 10:36:49.218628 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0f8ecc13-4181-4a1f-8ab0-6b906c17fcf7 tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (1a3a1dbf-66f9-46b8-a188-be8469a660c0), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:49.273470 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-d6231585-f393-4ff6-a5c6-298121cfc81c tempest-TestNetworkAdvancedServerOps-479154317 tempest-TestNetworkAdvancedServerOps-479154317-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=2b21c0f8445b44c5a1fb71420d1ffcce&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3076935 Feb 28 10:36:49.281978 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 38172) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:49.285169 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-768bf750-8462-41c5-b4b0-71d5d50901c6 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672413', 'neutron.services.segments.db._delete_segments_for_network-8742057110173'] for network (9f0a511d-8408-4971-9daa-968eebea54f2), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:49.297377 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-67371d2a-9568-4201-b2bf-c8fba1265aeb tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:49.303437 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-67371d2a-9568-4201-b2bf-c8fba1265aeb tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4355445 Feb 28 10:36:49.303437 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 38174) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:49.307135 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-796bf84f-75da-458c-a2c9-f35c81ad513f tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Request body: {'security_group_rule': {'security_group_id': 'ab295f5b-c141-40ac-9db1-9ec999db200e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:36:49.315123 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67371d2a-9568-4201-b2bf-c8fba1265aeb tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab295f5b-c141-40ac-9db1-9ec999db200e,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:49.332797 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-768bf750-8462-41c5-b4b0-71d5d50901c6 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f0a511d-8408-4971-9daa-968eebea54f2']}} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:49.347241 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-768bf750-8462-41c5-b4b0-71d5d50901c6 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf553b55-fb1d-4346-a090-4fb77eb0fbd7') {'for_net_delete': True} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:49.347241 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-768bf750-8462-41c5-b4b0-71d5d50901c6 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf553b55-fb1d-4346-a090-4fb77eb0fbd7') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:49.361173 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-768bf750-8462-41c5-b4b0-71d5d50901c6 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742057113766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3501147'] for segment (bf553b55-fb1d-4346-a090-4fb77eb0fbd7), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:49.375395 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-796bf84f-75da-458c-a2c9-f35c81ad513f tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Publish callbacks [] for security_group_rule (a8d164f1-b7f6-4cab-b2a9-6da53e0da895), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:49.389468 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.db.resource_extend [None req-5b48eaee-cb55-4658-957a-4269e120093c tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 10:36:49.398965 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-768bf750-8462-41c5-b4b0-71d5d50901c6 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (bf553b55-fb1d-4346-a090-4fb77eb0fbd7), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:49.403431 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-1615f095-d00f-49e6-b25d-923a53fc301c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e1c1e52-4160-4c7a-889a-a939b26e8bfa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-645038248', 'tenant_id': '2b21c0f8445b44c5a1fb71420d1ffcce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.198'}], 'enable_snat': True}, 'gw_port_id': 'b0d09846-cfea-472c-b3bf-b568e195a538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:36:45Z', 'updated_at': '2022-02-28T10:36:46Z', 'revision_number': 3, 'project_id': '2b21c0f8445b44c5a1fb71420d1ffcce', 'gw_port': {'id': 'b0d09846-cfea-472c-b3bf-b568e195a538', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:ee:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e1c1e52-4160-4c7a-889a-a939b26e8bfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:36:45Z', 'updated_at': '2022-02-28T10:36:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:49.415083 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-768bf750-8462-41c5-b4b0-71d5d50901c6 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Releasing vlan 264 on physical network physnet1 to pool {{(pid=103407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:36:49.415520 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-768bf750-8462-41c5-b4b0-71d5d50901c6 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3498166'] for segment (bf553b55-fb1d-4346-a090-4fb77eb0fbd7), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:49.418597 dv-neutron-master-2-hyperv neutron-server[103407]: Traceback (most recent call last): Feb 28 10:36:49.418597 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:36:49.418597 dv-neutron-master-2-hyperv neutron-server[103407]: timer() Feb 28 10:36:49.418597 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:36:49.418597 dv-neutron-master-2-hyperv neutron-server[103407]: cb(*args, **kw) Feb 28 10:36:49.418597 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:36:49.418597 dv-neutron-master-2-hyperv neutron-server[103407]: return func(*args, **kwargs) Feb 28 10:36:49.418597 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:36:49.418597 dv-neutron-master-2-hyperv neutron-server[103407]: self._notify() Feb 28 10:36:49.418597 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:36:49.418597 dv-neutron-master-2-hyperv neutron-server[103407]: self.callback(batched_events) Feb 28 10:36:49.418597 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:36:49.418597 dv-neutron-master-2-hyperv neutron-server[103407]: event.method(event) Feb 28 10:36:49.418597 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:36:49.418597 dv-neutron-master-2-hyperv neutron-server[103407]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:36:49.418597 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:36:49.418597 dv-neutron-master-2-hyperv neutron-server[103407]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:36:49.418597 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:36:49.418597 dv-neutron-master-2-hyperv neutron-server[103407]: return f(self, *a, **k) Feb 28 10:36:49.418597 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:36:49.418597 dv-neutron-master-2-hyperv neutron-server[103407]: return self._get(url).json() Feb 28 10:36:49.418597 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:36:49.418597 dv-neutron-master-2-hyperv neutron-server[103407]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:36:49.418597 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:36:49.418597 dv-neutron-master-2-hyperv neutron-server[103407]: return self.request(url, 'GET', **kwargs) Feb 28 10:36:49.418597 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:36:49.418597 dv-neutron-master-2-hyperv neutron-server[103407]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:36:49.418597 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:36:49.418597 dv-neutron-master-2-hyperv neutron-server[103407]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:36:49.418597 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:36:49.418597 dv-neutron-master-2-hyperv neutron-server[103407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:36:49.418597 dv-neutron-master-2-hyperv neutron-server[103407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:36:49.431022 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1615f095-d00f-49e6-b25d-923a53fc301c None None] Checking router: 9e1c1e52-4160-4c7a-889a-a939b26e8bfa for host: dv-neutron-master-2-hyperv {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:36:49.431022 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1615f095-d00f-49e6-b25d-923a53fc301c None None] Updating router 9e1c1e52-4160-4c7a-889a-a939b26e8bfa port b0d09846-cfea-472c-b3bf-b568e195a538 binding host dv-neutron-master-2-hyperv {{(pid=103409) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 10:36:49.452625 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-0f8ecc13-4181-4a1f-8ab0-6b906c17fcf7 tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] For port 1a3a1dbf-66f9-46b8-a188-be8469a660c0, host hv-neutron-mast, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:36:49.453012 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-0f8ecc13-4181-4a1f-8ab0-6b906c17fcf7 tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Attempted to set empty binding levels {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 28 10:36:49.466394 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1615f095-d00f-49e6-b25d-923a53fc301c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (b0d09846-cfea-472c-b3bf-b568e195a538), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:49.471530 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0f8ecc13-4181-4a1f-8ab0-6b906c17fcf7 tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3242529'] for port (1a3a1dbf-66f9-46b8-a188-be8469a660c0), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:49.487801 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-796bf84f-75da-458c-a2c9-f35c81ad513f tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Publish callbacks [] for security_group_rule (a8d164f1-b7f6-4cab-b2a9-6da53e0da895), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:49.493170 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-796bf84f-75da-458c-a2c9-f35c81ad513f tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594242'] for security_group_rule (a8d164f1-b7f6-4cab-b2a9-6da53e0da895), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:49.508897 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-768bf750-8462-41c5-b4b0-71d5d50901c6 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803269'] for network (9f0a511d-8408-4971-9daa-968eebea54f2), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:49.525108 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-768bf750-8462-41c5-b4b0-71d5d50901c6 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:49.530972 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-768bf750-8462-41c5-b4b0-71d5d50901c6 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] 10.222.0.20 "DELETE /v2.0/networks/9f0a511d-8408-4971-9daa-968eebea54f2 HTTP/1.1" status: 204 len: 168 time: 0.5614958 Feb 28 10:36:49.530972 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796bf84f-75da-458c-a2c9-f35c81ad513f tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8d164f1-b7f6-4cab-b2a9-6da53e0da895,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:49.538366 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5b48eaee-cb55-4658-957a-4269e120093c tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:49.544888 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768bf750-8462-41c5-b4b0-71d5d50901c6 tempest-NetworksTestDHCPv6-2074430389 tempest-NetworksTestDHCPv6-2074430389-project] Pushing event deleted for resources: {'Network': ['ID=9f0a511d-8408-4971-9daa-968eebea54f2,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:49.550213 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-796bf84f-75da-458c-a2c9-f35c81ad513f tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:49.554125 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-796bf84f-75da-458c-a2c9-f35c81ad513f tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2485318 Feb 28 10:36:49.554305 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-0f8ecc13-4181-4a1f-8ab0-6b906c17fcf7 tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] In _notify_port_updated(), no bound segment for port 1a3a1dbf-66f9-46b8-a188-be8469a660c0 on network 14680b65-59d8-4779-8917-b4d54dab93ed {{(pid=103408) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 28 10:36:49.555161 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f8ecc13-4181-4a1f-8ab0-6b906c17fcf7 tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:49.555483 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0f8ecc13-4181-4a1f-8ab0-6b906c17fcf7 tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:49.559145 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-0f8ecc13-4181-4a1f-8ab0-6b906c17fcf7 tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] 10.222.0.20 "PUT /v2.0/ports/1a3a1dbf-66f9-46b8-a188-be8469a660c0 HTTP/1.1" status: 200 len: 977 time: 1.4932802 Feb 28 10:36:49.559145 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5b48eaee-cb55-4658-957a-4269e120093c tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1803383'] for floatingip (7390bb0e-164c-4d64-b5d2-fc7dea74ee31), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:49.559691 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 38178) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:49.560161 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 38180) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:49.607947 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-350a5a2e-be46-45d2-9115-8a94b62e1744 tempest-TestNetworkAdvancedServerOps-479154317 tempest-TestNetworkAdvancedServerOps-479154317-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:49.609592 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-350a5a2e-be46-45d2-9115-8a94b62e1744 tempest-TestNetworkAdvancedServerOps-479154317 tempest-TestNetworkAdvancedServerOps-479154317-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3226364 Feb 28 10:36:49.618461 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 38182) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:49.629199 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8ecc13-4181-4a1f-8ab0-6b906c17fcf7 tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Pushing event updated for resources: {'Port': ['ID=1a3a1dbf-66f9-46b8-a188-be8469a660c0,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:49.666567 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-c19d8e01-2a99-4a5c-bba6-bdb62874165e tempest-TestNetworkAdvancedServerOps-479154317 tempest-TestNetworkAdvancedServerOps-479154317-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=1e0804d0-d1d9-4d40-9de5-2936f3d87840&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0469611 Feb 28 10:36:49.672362 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 38184) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:49.688145 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-8075bb75-62d2-44ef-8d21-288ec0b8f34a tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-634335503', 'network_id': 'a00febe1-61c6-4b3a-939e-05a4c4372ecc', 'project_id': '2b21c0f8445b44c5a1fb71420d1ffcce', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:36:49.735608 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.db.l3_db [None req-5b48eaee-cb55-4658-957a-4269e120093c tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Floating IP 7390bb0e-164c-4d64-b5d2-fc7dea74ee31 associated. External IP: 172.36.5.171, port: 4f103e25-ff26-471a-a89c-207e20a101df. Feb 28 10:36:49.750891 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2b9c3b74-ffe7-45ce-93da-41aedb0f0270 tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Publish callbacks [] for security_group_rule (a8d164f1-b7f6-4cab-b2a9-6da53e0da895), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:49.806043 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22007f5b-a561-48fd-afcb-382bfc6c397c tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:49.806721 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22007f5b-a561-48fd-afcb-382bfc6c397c tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:49.806977 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22007f5b-a561-48fd-afcb-382bfc6c397c tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:49.807443 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22007f5b-a561-48fd-afcb-382bfc6c397c tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:49.807904 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22007f5b-a561-48fd-afcb-382bfc6c397c tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:49.808828 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22007f5b-a561-48fd-afcb-382bfc6c397c tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:49.809309 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22007f5b-a561-48fd-afcb-382bfc6c397c tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:49.809777 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22007f5b-a561-48fd-afcb-382bfc6c397c tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:49.810408 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22007f5b-a561-48fd-afcb-382bfc6c397c tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:49.811193 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22007f5b-a561-48fd-afcb-382bfc6c397c tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:49.811458 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22007f5b-a561-48fd-afcb-382bfc6c397c tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:49.811911 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22007f5b-a561-48fd-afcb-382bfc6c397c tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:49.812370 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22007f5b-a561-48fd-afcb-382bfc6c397c tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:49.812848 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22007f5b-a561-48fd-afcb-382bfc6c397c tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:49.813302 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22007f5b-a561-48fd-afcb-382bfc6c397c tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:49.820410 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-22007f5b-a561-48fd-afcb-382bfc6c397c tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 12892 time: 0.2509804 Feb 28 10:36:49.821078 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 38188) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:49.840582 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1615f095-d00f-49e6-b25d-923a53fc301c None None] Publish callbacks [] for port (b0d09846-cfea-472c-b3bf-b568e195a538), precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:49.841504 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2b9c3b74-ffe7-45ce-93da-41aedb0f0270 tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Publish callbacks [] for security_group_rule (a8d164f1-b7f6-4cab-b2a9-6da53e0da895), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:49.849938 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1615f095-d00f-49e6-b25d-923a53fc301c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (b0d09846-cfea-472c-b3bf-b568e195a538), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:49.905695 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 38190) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:49.911055 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-1615f095-d00f-49e6-b25d-923a53fc301c None None] Attempting to bind port b0d09846-cfea-472c-b3bf-b568e195a538 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:36:49.911517 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-1615f095-d00f-49e6-b25d-923a53fc301c None None] Attempting to bind port b0d09846-cfea-472c-b3bf-b568e195a538 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '195d7ed7-323d-4284-82df-208cca613d99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:36:49.911958 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1615f095-d00f-49e6-b25d-923a53fc301c None None] Attempting to bind port b0d09846-cfea-472c-b3bf-b568e195a538 on network 1e0804d0-d1d9-4d40-9de5-2936f3d87840 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:36:49.914154 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ce9f83-7eeb-4889-ba5f-3416a16b53c0 None None] Pushing event updated for resources: {'Port': ['ID=b0d09846-cfea-472c-b3bf-b568e195a538,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:49.920135 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1615f095-d00f-49e6-b25d-923a53fc301c None None] Checking agent: {'id': '75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 24, 15), 'started_at': datetime.datetime(2022, 2, 28, 10, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 36, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:36:49.920654 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1615f095-d00f-49e6-b25d-923a53fc301c None None] Checking segment: {'id': '195d7ed7-323d-4284-82df-208cca613d99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:36:49.921181 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1615f095-d00f-49e6-b25d-923a53fc301c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:49.921661 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1615f095-d00f-49e6-b25d-923a53fc301c None None] Bound using segment: {'id': '195d7ed7-323d-4284-82df-208cca613d99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:36:49.922162 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-1615f095-d00f-49e6-b25d-923a53fc301c None None] Bound port: b0d09846-cfea-472c-b3bf-b568e195a538, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '195d7ed7-323d-4284-82df-208cca613d99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:36:49.922649 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1615f095-d00f-49e6-b25d-923a53fc301c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (b0d09846-cfea-472c-b3bf-b568e195a538), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:49.973217 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2b9c3b74-ffe7-45ce-93da-41aedb0f0270 tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594242'] for security_group_rule (a8d164f1-b7f6-4cab-b2a9-6da53e0da895), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:49.980864 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2b9c3b74-ffe7-45ce-93da-41aedb0f0270 tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:49.984741 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-2b9c3b74-ffe7-45ce-93da-41aedb0f0270 tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/a8d164f1-b7f6-4cab-b2a9-6da53e0da895 HTTP/1.1" status: 204 len: 168 time: 0.4235461 Feb 28 10:36:49.985210 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 38194) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:49.994077 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8075bb75-62d2-44ef-8d21-288ec0b8f34a tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Made reservation on behalf of 2b21c0f8445b44c5a1fb71420d1ffcce for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:36:49.997594 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8075bb75-62d2-44ef-8d21-288ec0b8f34a tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3516581'] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:50.004039 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9c3b74-ffe7-45ce-93da-41aedb0f0270 tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a8d164f1-b7f6-4cab-b2a9-6da53e0da895,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:50.022577 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-1615f095-d00f-49e6-b25d-923a53fc301c None None] For port b0d09846-cfea-472c-b3bf-b568e195a538, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:36:50.026939 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-1615f095-d00f-49e6-b25d-923a53fc301c None None] For port b0d09846-cfea-472c-b3bf-b568e195a538, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b0d09846-cfea-472c-b3bf-b568e195a538,segment=NetworkSegment(195d7ed7-323d-4284-82df-208cca613d99),segment_id=195d7ed7-323d-4284-82df-208cca613d99)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:36:50.037683 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1615f095-d00f-49e6-b25d-923a53fc301c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (b0d09846-cfea-472c-b3bf-b568e195a538), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:50.038501 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b48eaee-cb55-4658-957a-4269e120093c tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Router 8b6ab8b8-279b-4753-bdf9-c3aeccd09e28 has already been hosted by L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 {{(pid=103408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:36:50.049294 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-3916e4d5-9e6d-4787-8f38-3f1c784ec2d5 tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0601413 Feb 28 10:36:50.049934 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 38196) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:50.091160 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-debaa962-59ca-4120-affb-3f9a4b87d727 tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Deleting port 1a3a1dbf-66f9-46b8-a188-be8469a660c0 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:36:50.091510 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-debaa962-59ca-4120-affb-3f9a4b87d727 tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (1a3a1dbf-66f9-46b8-a188-be8469a660c0), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:50.102214 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1615f095-d00f-49e6-b25d-923a53fc301c None None] Routers {'9e1c1e52-4160-4c7a-889a-a939b26e8bfa'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:36:50.102945 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-1615f095-d00f-49e6-b25d-923a53fc301c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:36:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['9e1c1e52-4160-4c7a-889a-a939b26e8bfa'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:50.141009 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ce9f83-7eeb-4889-ba5f-3416a16b53c0 None None] Pushing event updated for resources: {'Port': ['ID=b0d09846-cfea-472c-b3bf-b568e195a538,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:50.180063 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0dc39b27-ae0d-40d1-b88d-462526cb5611 tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Publish callbacks [] for security_group (ab295f5b-c141-40ac-9db1-9ec999db200e), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:50.198248 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-debaa962-59ca-4120-affb-3f9a4b87d727 tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] For port 1a3a1dbf-66f9-46b8-a188-be8469a660c0, host hv-neutron-mast, got binding levels [] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:36:50.198619 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-debaa962-59ca-4120-affb-3f9a4b87d727 tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (1a3a1dbf-66f9-46b8-a188-be8469a660c0), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:50.208782 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-73fa87ab-05eb-4e22-b2c9-0ff55cca8b5d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=01d784a6a3f04224a7e9160ad9d44184&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3003185 Feb 28 10:36:50.211499 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 38198) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:50.222646 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0dc39b27-ae0d-40d1-b88d-462526cb5611 tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Publish callbacks [] for security_group (ab295f5b-c141-40ac-9db1-9ec999db200e), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:50.223272 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-1615f095-d00f-49e6-b25d-923a53fc301c None None] Set router 9e1c1e52-4160-4c7a-889a-a939b26e8bfa gateway port host: dv-neutron-master-2-hyperv {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:36:50.224986 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-debaa962-59ca-4120-affb-3f9a4b87d727 tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Calling delete_port for 1a3a1dbf-66f9-46b8-a188-be8469a660c0 owned by {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:36:50.243020 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b48eaee-cb55-4658-957a-4269e120093c tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:36:50.262731 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe54ed6f-e3f7-4a37-8ac9-059a2d45c71a None None] Sync routers for ids ['8b6ab8b8-279b-4753-bdf9-c3aeccd09e28'] in dv-neutron-master-2-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:36:50.290820 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe54ed6f-e3f7-4a37-8ac9-059a2d45c71a None None] Routers {'8b6ab8b8-279b-4753-bdf9-c3aeccd09e28'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:36:50.293891 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-fe54ed6f-e3f7-4a37-8ac9-059a2d45c71a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:36:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['8b6ab8b8-279b-4753-bdf9-c3aeccd09e28'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:50.372582 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-fe54ed6f-e3f7-4a37-8ac9-059a2d45c71a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:50.379673 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f473ea9c-12fd-4f05-8a5d-4d5101466a98 admin admin] Publish callbacks [] for security_group (5e6c316f-20db-433e-a89a-3a0f70fda1a6), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:50.384050 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0dc39b27-ae0d-40d1-b88d-462526cb5611 tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (ab295f5b-c141-40ac-9db1-9ec999db200e), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:50.386605 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0dc39b27-ae0d-40d1-b88d-462526cb5611 tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Publish callbacks [] for security_group (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:50.387774 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-0dc39b27-ae0d-40d1-b88d-462526cb5611 tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] 10.222.0.20 "DELETE /v2.0/security-groups/ab295f5b-c141-40ac-9db1-9ec999db200e HTTP/1.1" status: 204 len: 168 time: 0.3362298 Feb 28 10:36:50.391624 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 38200) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:50.394441 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe54ed6f-e3f7-4a37-8ac9-059a2d45c71a None None] Routers {'8b6ab8b8-279b-4753-bdf9-c3aeccd09e28'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:36:50.395257 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-fe54ed6f-e3f7-4a37-8ac9-059a2d45c71a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:36:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['8b6ab8b8-279b-4753-bdf9-c3aeccd09e28'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:50.418166 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc39b27-ae0d-40d1-b88d-462526cb5611 tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab295f5b-c141-40ac-9db1-9ec999db200e,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:50.426915 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-1615f095-d00f-49e6-b25d-923a53fc301c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e1c1e52-4160-4c7a-889a-a939b26e8bfa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-645038248', 'tenant_id': '2b21c0f8445b44c5a1fb71420d1ffcce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.198'}], 'enable_snat': True}, 'gw_port_id': 'b0d09846-cfea-472c-b3bf-b568e195a538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:36:45Z', 'updated_at': '2022-02-28T10:36:46Z', 'revision_number': 3, 'project_id': '2b21c0f8445b44c5a1fb71420d1ffcce', 'gw_port': {'id': 'b0d09846-cfea-472c-b3bf-b568e195a538', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:ee:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e1c1e52-4160-4c7a-889a-a939b26e8bfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:36:45Z', 'updated_at': '2022-02-28T10:36:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:50.427208 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8075bb75-62d2-44ef-8d21-288ec0b8f34a tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3498031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3516567'] for subnet (d602360c-82c2-4373-a020-58af067a06ad), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:50.432506 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f473ea9c-12fd-4f05-8a5d-4d5101466a98 admin admin] Publish callbacks [] for security_group (5e6c316f-20db-433e-a89a-3a0f70fda1a6), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:50.472948 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1615f095-d00f-49e6-b25d-923a53fc301c None None] The sync data for ids ['9e1c1e52-4160-4c7a-889a-a939b26e8bfa'] in dv-neutron-master-2-hyperv is: [{'id': '9e1c1e52-4160-4c7a-889a-a939b26e8bfa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-645038248', 'tenant_id': '2b21c0f8445b44c5a1fb71420d1ffcce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.198'}], 'enable_snat': True}, 'gw_port_id': 'b0d09846-cfea-472c-b3bf-b568e195a538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:36:45Z', 'updated_at': '2022-02-28T10:36:46Z', 'revision_number': 3, 'project_id': '2b21c0f8445b44c5a1fb71420d1ffcce', 'gw_port': {'id': 'b0d09846-cfea-472c-b3bf-b568e195a538', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:ee:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e1c1e52-4160-4c7a-889a-a939b26e8bfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:36:45Z', 'updated_at': '2022-02-28T10:36:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:36:50.483908 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-fe54ed6f-e3f7-4a37-8ac9-059a2d45c71a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:50.484201 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-debaa962-59ca-4120-affb-3f9a4b87d727 tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (1a3a1dbf-66f9-46b8-a188-be8469a660c0), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:50.484880 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe54ed6f-e3f7-4a37-8ac9-059a2d45c71a None None] The sync data for ids ['8b6ab8b8-279b-4753-bdf9-c3aeccd09e28'] in dv-neutron-master-2-hyperv is: [] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:36:50.497550 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8075bb75-62d2-44ef-8d21-288ec0b8f34a tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Pushing event updated for resources: {'Subnet': ['ID=d602360c-82c2-4373-a020-58af067a06ad,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:50.537893 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f473ea9c-12fd-4f05-8a5d-4d5101466a98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (5e6c316f-20db-433e-a89a-3a0f70fda1a6), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:50.539979 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f473ea9c-12fd-4f05-8a5d-4d5101466a98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:50.541239 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-f473ea9c-12fd-4f05-8a5d-4d5101466a98 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5e6c316f-20db-433e-a89a-3a0f70fda1a6 HTTP/1.1" status: 204 len: 168 time: 0.3284318 Feb 28 10:36:50.550402 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debaa962-59ca-4120-affb-3f9a4b87d727 tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Pushing event deleted for resources: {'Port': ['ID=1a3a1dbf-66f9-46b8-a188-be8469a660c0,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:50.563141 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-07fcb2e1-62be-40e6-a9da-8a59f66a03c6 tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1619198 Feb 28 10:36:50.566635 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 38204) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:50.571831 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-debaa962-59ca-4120-affb-3f9a4b87d727 tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:50.578567 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-debaa962-59ca-4120-affb-3f9a4b87d727 tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] 10.222.0.20 "DELETE /v2.0/ports/1a3a1dbf-66f9-46b8-a188-be8469a660c0 HTTP/1.1" status: 204 len: 168 time: 0.7494626 Feb 28 10:36:50.580450 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 38206) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:50.584900 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f473ea9c-12fd-4f05-8a5d-4d5101466a98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e6c316f-20db-433e-a89a-3a0f70fda1a6,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:50.585275 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-c0d419c6-cf3e-429c-a28b-52beed304ebb tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Request body: {'security_group': {'name': 'tempest-secgroup--1286019012'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:36:50.609614 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b48eaee-cb55-4658-957a-4269e120093c tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Router 82b3c49f-4a5f-4064-b30d-3bde9684927d has already been hosted by L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 {{(pid=103408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:36:50.629356 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ae47b6e-d33f-4473-a98d-08569a3308e8 tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] GET failed (client error): The resource could not be found. Feb 28 10:36:50.634993 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-6ae47b6e-d33f-4473-a98d-08569a3308e8 tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] 10.222.0.20 "GET /v2.0/ports/1a3a1dbf-66f9-46b8-a188-be8469a660c0 HTTP/1.1" status: 404 len: 333 time: 0.0449955 Feb 28 10:36:50.635790 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 38208) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:50.647647 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-029f620e-f724-4ece-a21c-9d8513091deb tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1000669815', 'network_id': '14680b65-59d8-4779-8917-b4d54dab93ed'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:36:50.658880 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8075bb75-62d2-44ef-8d21-288ec0b8f34a tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Checking segment: {'id': 'cba47325-ccfb-44ef-8af1-5b8f573ddc63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'a00febe1-61c6-4b3a-939e-05a4c4372ecc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:36:50.659253 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8075bb75-62d2-44ef-8d21-288ec0b8f34a tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Network hostable DHCP agents. Network: a00febe1-61c6-4b3a-939e-05a4c4372ecc, hostable agents: ['fb6705d2-4f70-4965-92a3-fbfccd43a6d3'], hosted agents: [] {{(pid=103407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:36:50.665129 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c0d419c6-cf3e-429c-a28b-52beed304ebb tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:50.697617 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-029f620e-f724-4ece-a21c-9d8513091deb tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Made reservation on behalf of 615b79e5e0784aada30f22c47ed602c7 for: {'port': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:36:50.700697 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-029f620e-f724-4ece-a21c-9d8513091deb tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:50.719861 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8075bb75-62d2-44ef-8d21-288ec0b8f34a tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Network a00febe1-61c6-4b3a-939e-05a4c4372ecc is scheduled to be hosted by DHCP agent fb6705d2-4f70-4965-92a3-fbfccd43a6d3 with binding_index 1 {{(pid=103407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:36:50.738584 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.notifiers.nova [None req-029f620e-f724-4ece-a21c-9d8513091deb tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] device_id is not set on port bc019633-c0c7-4c90-9927-94fa3972e5ab yet. {{(pid=103407) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:36:50.753181 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-8075bb75-62d2-44ef-8d21-288ec0b8f34a tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, a00febe1-61c6-4b3a-939e-05a4c4372ecc) {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:36:50.768188 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8075bb75-62d2-44ef-8d21-288ec0b8f34a tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:50.769450 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8075bb75-62d2-44ef-8d21-288ec0b8f34a tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616561'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:50.770587 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b48eaee-cb55-4658-957a-4269e120093c tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:36:50.775315 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5b48eaee-cb55-4658-957a-4269e120093c tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for floatingip (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:50.784741 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f685670d-f14a-4ce3-9b0d-d99bf8e76561 None None] Network a00febe1-61c6-4b3a-939e-05a4c4372ecc requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:36:50.828907 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd496d7-4478-4ff2-8e1f-6f76895790df None None] Sync routers for ids ['82b3c49f-4a5f-4064-b30d-3bde9684927d'] in dv-neutron-master-2-hyperv {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:36:50.884303 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-5b48eaee-cb55-4658-957a-4269e120093c tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] 10.222.0.20 "PUT /v2.0/floatingips/7390bb0e-164c-4d64-b5d2-fc7dea74ee31 HTTP/1.1" status: 200 len: 979 time: 2.3156781 Feb 28 10:36:50.885155 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 38212) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:50.896021 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 38216) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:50.897183 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-8075bb75-62d2-44ef-8d21-288ec0b8f34a tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.2156279 Feb 28 10:36:50.917682 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c0d419c6-cf3e-429c-a28b-52beed304ebb tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Publish callbacks [] for security_group (5bff0d50-9f3a-4bce-9ad3-f0f62206faa6), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:50.924445 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd496d7-4478-4ff2-8e1f-6f76895790df None None] Routers {'82b3c49f-4a5f-4064-b30d-3bde9684927d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:36:50.925250 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-7bd496d7-4478-4ff2-8e1f-6f76895790df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:36:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['82b3c49f-4a5f-4064-b30d-3bde9684927d'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:50.931176 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c0d419c6-cf3e-429c-a28b-52beed304ebb tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (5bff0d50-9f3a-4bce-9ad3-f0f62206faa6), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:50.964760 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c0d419c6-cf3e-429c-a28b-52beed304ebb tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:50.968594 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-c0d419c6-cf3e-429c-a28b-52beed304ebb tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3865640 Feb 28 10:36:50.980042 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 38220) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:51.033307 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-7bd496d7-4478-4ff2-8e1f-6f76895790df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:51.034220 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-705b673f-ec18-4c55-b1ff-a942d4fab5c1 tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Request body: {'security_group_rule': {'security_group_id': '5bff0d50-9f3a-4bce-9ad3-f0f62206faa6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:36:51.057438 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd496d7-4478-4ff2-8e1f-6f76895790df None None] Routers {'82b3c49f-4a5f-4064-b30d-3bde9684927d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:36:51.058504 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-7bd496d7-4478-4ff2-8e1f-6f76895790df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:36:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['82b3c49f-4a5f-4064-b30d-3bde9684927d'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:51.092591 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d419c6-cf3e-429c-a28b-52beed304ebb tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5bff0d50-9f3a-4bce-9ad3-f0f62206faa6,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:51.133533 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-7bd496d7-4478-4ff2-8e1f-6f76895790df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:51.134728 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd496d7-4478-4ff2-8e1f-6f76895790df None None] The sync data for ids ['82b3c49f-4a5f-4064-b30d-3bde9684927d'] in dv-neutron-master-2-hyperv is: [] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:36:51.148824 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-029f620e-f724-4ece-a21c-9d8513091deb tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Publish callbacks [] for port (bc019633-c0c7-4c90-9927-94fa3972e5ab), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:51.154906 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-705b673f-ec18-4c55-b1ff-a942d4fab5c1 tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Publish callbacks [] for security_group_rule (d3235bf2-84c9-4cf4-8e4e-b9d3b219d930), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:51.180333 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-de210e3e-54bb-4db7-be68-48a94fcdfe5d tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Deleting port 7fcaa67b-a014-447b-9a0a-12aae3d9bbf8 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:36:51.180998 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-de210e3e-54bb-4db7-be68-48a94fcdfe5d tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (7fcaa67b-a014-447b-9a0a-12aae3d9bbf8), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:51.193406 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3eef622-1bc8-4d9b-a666-146ada6f72ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-a00febe1-61c6-4b3a-939e-05a4c4372ecc', 'network_id': 'a00febe1-61c6-4b3a-939e-05a4c4372ecc', 'project_id': '2b21c0f8445b44c5a1fb71420d1ffcce', 'fixed_ips': [{'subnet_id': 'd602360c-82c2-4373-a020-58af067a06ad'}]}} from dv-neutron-master-2-hyperv. {{(pid=103409) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:36:51.194445 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e3eef622-1bc8-4d9b-a666-146ada6f72ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:51.241077 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-029f620e-f724-4ece-a21c-9d8513091deb tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (bc019633-c0c7-4c90-9927-94fa3972e5ab), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:51.313462 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029f620e-f724-4ece-a21c-9d8513091deb tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Pushing event updated for resources: {'Port': ['ID=bc019633-c0c7-4c90-9927-94fa3972e5ab,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:51.321655 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-705b673f-ec18-4c55-b1ff-a942d4fab5c1 tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Publish callbacks [] for security_group_rule (d3235bf2-84c9-4cf4-8e4e-b9d3b219d930), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:51.327603 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-029f620e-f724-4ece-a21c-9d8513091deb tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Network 14680b65-59d8-4779-8917-b4d54dab93ed is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:36:51.334123 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029f620e-f724-4ece-a21c-9d8513091deb tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:36:51.334559 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029f620e-f724-4ece-a21c-9d8513091deb tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:36:51.334909 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029f620e-f724-4ece-a21c-9d8513091deb tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:36:51.335257 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029f620e-f724-4ece-a21c-9d8513091deb tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:36:51.335644 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029f620e-f724-4ece-a21c-9d8513091deb tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:36:51.335981 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029f620e-f724-4ece-a21c-9d8513091deb tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:36:51.336309 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029f620e-f724-4ece-a21c-9d8513091deb tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:36:51.336797 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029f620e-f724-4ece-a21c-9d8513091deb tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:36:51.337685 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029f620e-f724-4ece-a21c-9d8513091deb tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:36:51.338018 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029f620e-f724-4ece-a21c-9d8513091deb tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:36:51.338357 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029f620e-f724-4ece-a21c-9d8513091deb tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:36:51.338691 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029f620e-f724-4ece-a21c-9d8513091deb tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:36:51.339116 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029f620e-f724-4ece-a21c-9d8513091deb tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:36:51.352194 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-029f620e-f724-4ece-a21c-9d8513091deb tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:36:51.355428 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-029f620e-f724-4ece-a21c-9d8513091deb tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:36:51.356626 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-029f620e-f724-4ece-a21c-9d8513091deb tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:51.357242 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-029f620e-f724-4ece-a21c-9d8513091deb tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:51.359695 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-705b673f-ec18-4c55-b1ff-a942d4fab5c1 tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594242'] for security_group_rule (d3235bf2-84c9-4cf4-8e4e-b9d3b219d930), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:51.402873 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705b673f-ec18-4c55-b1ff-a942d4fab5c1 tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3235bf2-84c9-4cf4-8e4e-b9d3b219d930,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:51.412319 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-029f620e-f724-4ece-a21c-9d8513091deb tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.7708495 Feb 28 10:36:51.415231 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 38230) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:51.461942 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b8d89f4-3fbe-4ef7-9c6c-5befbcdde8b0 tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:51.463914 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-9b8d89f4-3fbe-4ef7-9c6c-5befbcdde8b0 tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] 10.222.0.20 "GET /v2.0/ports/bc019633-c0c7-4c90-9927-94fa3972e5ab HTTP/1.1" status: 200 len: 955 time: 0.0475667 Feb 28 10:36:51.467366 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-705b673f-ec18-4c55-b1ff-a942d4fab5c1 tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:51.471220 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-705b673f-ec18-4c55-b1ff-a942d4fab5c1 tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4403486 Feb 28 10:36:51.471220 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 38234) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:51.476660 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 38236) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:51.481405 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-af6aa032-2688-44bd-9325-1e49f9a53dbd tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Request body: {'security_group_rule': {'security_group_id': '5bff0d50-9f3a-4bce-9ad3-f0f62206faa6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:36:51.590316 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-af6aa032-2688-44bd-9325-1e49f9a53dbd tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Publish callbacks [] for security_group_rule (13244d41-7109-47b6-8433-cda111c7685a), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:51.657057 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-af6aa032-2688-44bd-9325-1e49f9a53dbd tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Publish callbacks [] for security_group_rule (13244d41-7109-47b6-8433-cda111c7685a), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:51.665399 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-af6aa032-2688-44bd-9325-1e49f9a53dbd tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594242'] for security_group_rule (13244d41-7109-47b6-8433-cda111c7685a), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:51.677748 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-e3eef622-1bc8-4d9b-a666-146ada6f72ab None None] Allocated IP 172.20.0.2 (a00febe1-61c6-4b3a-939e-05a4c4372ecc/d602360c-82c2-4373-a020-58af067a06ad/d5452ab1-0a59-4098-972c-46a06eb657ec) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:36:51.706685 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6aa032-2688-44bd-9325-1e49f9a53dbd tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13244d41-7109-47b6-8433-cda111c7685a,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:51.720872 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-af6aa032-2688-44bd-9325-1e49f9a53dbd tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:51.724934 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-af6aa032-2688-44bd-9325-1e49f9a53dbd tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2447953 Feb 28 10:36:51.725380 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 38240) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:51.741295 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-55e97b8c-6de9-4318-938d-454ed3606780 tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Request body: {'security_group_rule': {'security_group_id': '5bff0d50-9f3a-4bce-9ad3-f0f62206faa6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:36:51.744184 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-86ade0bc-acd5-46cd-ae68-6897df235bf8 tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Deleting port bc019633-c0c7-4c90-9927-94fa3972e5ab {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:36:51.744535 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-86ade0bc-acd5-46cd-ae68-6897df235bf8 tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (bc019633-c0c7-4c90-9927-94fa3972e5ab), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:51.746381 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 38242) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:51.851529 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-55e97b8c-6de9-4318-938d-454ed3606780 tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Publish callbacks [] for security_group_rule (319babd2-1da3-46e6-b98d-d11cd93af7b0), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:51.857465 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-86ade0bc-acd5-46cd-ae68-6897df235bf8 tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (bc019633-c0c7-4c90-9927-94fa3972e5ab), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:51.883993 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-86ade0bc-acd5-46cd-ae68-6897df235bf8 tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Calling delete_port for bc019633-c0c7-4c90-9927-94fa3972e5ab owned by {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:36:51.899052 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e3eef622-1bc8-4d9b-a666-146ada6f72ab None None] Publish callbacks [] for port (d5452ab1-0a59-4098-972c-46a06eb657ec), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:51.909901 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e3eef622-1bc8-4d9b-a666-146ada6f72ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749'] for port (d5452ab1-0a59-4098-972c-46a06eb657ec), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:51.916817 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-f99fca92-ae09-4301-b479-3c9e5fe4c06b tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1499587170'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:36:51.927613 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-de210e3e-54bb-4db7-be68-48a94fcdfe5d tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (7fcaa67b-a014-447b-9a0a-12aae3d9bbf8), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:51.968265 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3eef622-1bc8-4d9b-a666-146ada6f72ab None None] Pushing event updated for resources: {'Port': ['ID=d5452ab1-0a59-4098-972c-46a06eb657ec,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:51.973383 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3eef622-1bc8-4d9b-a666-146ada6f72ab None None] Network a00febe1-61c6-4b3a-939e-05a4c4372ecc is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:36:51.975235 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-e3eef622-1bc8-4d9b-a666-146ada6f72ab None None] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:36:51.977364 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3eef622-1bc8-4d9b-a666-146ada6f72ab None None] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:36:52.003416 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f99fca92-ae09-4301-b479-3c9e5fe4c06b tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Made reservation on behalf of 3f882f7a65fb4f4b8c37408f45ffc93a for: {'network': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:36:52.006988 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f99fca92-ae09-4301-b479-3c9e5fe4c06b tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for network (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:52.025837 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f99fca92-ae09-4301-b479-3c9e5fe4c06b tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:52.037975 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-55e97b8c-6de9-4318-938d-454ed3606780 tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Publish callbacks [] for security_group_rule (319babd2-1da3-46e6-b98d-d11cd93af7b0), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:52.038604 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.agents_db [None req-382e0aa2-b126-48e6-89eb-3efa426b6b29 None None] Agent healthcheck: found 6 active agents {{(pid=103410) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 10:36:52.048619 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-55e97b8c-6de9-4318-938d-454ed3606780 tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594242'] for security_group_rule (319babd2-1da3-46e6-b98d-d11cd93af7b0), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:52.056060 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-e3eef622-1bc8-4d9b-a666-146ada6f72ab None None] Attempting to bind port d5452ab1-0a59-4098-972c-46a06eb657ec on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:36:52.056474 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-e3eef622-1bc8-4d9b-a666-146ada6f72ab None None] Attempting to bind port d5452ab1-0a59-4098-972c-46a06eb657ec by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'cba47325-ccfb-44ef-8af1-5b8f573ddc63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'a00febe1-61c6-4b3a-939e-05a4c4372ecc'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:36:52.057133 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3eef622-1bc8-4d9b-a666-146ada6f72ab None None] Attempting to bind port d5452ab1-0a59-4098-972c-46a06eb657ec on network a00febe1-61c6-4b3a-939e-05a4c4372ecc {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:36:52.063474 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3eef622-1bc8-4d9b-a666-146ada6f72ab None None] Checking agent: {'id': '75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 24, 15), 'started_at': datetime.datetime(2022, 2, 28, 10, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 36, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:36:52.063861 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3eef622-1bc8-4d9b-a666-146ada6f72ab None None] Checking segment: {'id': 'cba47325-ccfb-44ef-8af1-5b8f573ddc63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'a00febe1-61c6-4b3a-939e-05a4c4372ecc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:36:52.064400 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e3eef622-1bc8-4d9b-a666-146ada6f72ab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:52.064850 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3eef622-1bc8-4d9b-a666-146ada6f72ab None None] Bound using segment: {'id': 'cba47325-ccfb-44ef-8af1-5b8f573ddc63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'a00febe1-61c6-4b3a-939e-05a4c4372ecc'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:36:52.066276 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-e3eef622-1bc8-4d9b-a666-146ada6f72ab None None] Bound port: d5452ab1-0a59-4098-972c-46a06eb657ec, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cba47325-ccfb-44ef-8af1-5b8f573ddc63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'a00febe1-61c6-4b3a-939e-05a4c4372ecc'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:36:52.066920 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e3eef622-1bc8-4d9b-a666-146ada6f72ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (d5452ab1-0a59-4098-972c-46a06eb657ec), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:52.092259 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-55e97b8c-6de9-4318-938d-454ed3606780 tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:52.093816 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-55e97b8c-6de9-4318-938d-454ed3606780 tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3653462 Feb 28 10:36:52.097964 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 38246) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:52.103762 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-16d83cb5-f545-431d-9ca3-680817c9c1f9 tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Request body: {'security_group_rule': {'security_group_id': '5bff0d50-9f3a-4bce-9ad3-f0f62206faa6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:36:52.110076 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e97b8c-6de9-4318-938d-454ed3606780 tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=319babd2-1da3-46e6-b98d-d11cd93af7b0,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:52.140976 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-86ade0bc-acd5-46cd-ae68-6897df235bf8 tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (bc019633-c0c7-4c90-9927-94fa3972e5ab), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:52.142902 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-e3eef622-1bc8-4d9b-a666-146ada6f72ab None None] For port d5452ab1-0a59-4098-972c-46a06eb657ec, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:36:52.148096 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-e3eef622-1bc8-4d9b-a666-146ada6f72ab None None] For port d5452ab1-0a59-4098-972c-46a06eb657ec, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d5452ab1-0a59-4098-972c-46a06eb657ec,segment=NetworkSegment(cba47325-ccfb-44ef-8af1-5b8f573ddc63),segment_id=cba47325-ccfb-44ef-8af1-5b8f573ddc63)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:36:52.160773 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e3eef622-1bc8-4d9b-a666-146ada6f72ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (d5452ab1-0a59-4098-972c-46a06eb657ec), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:52.183088 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ade0bc-acd5-46cd-ae68-6897df235bf8 tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Pushing event deleted for resources: {'Port': ['ID=bc019633-c0c7-4c90-9927-94fa3972e5ab,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:52.198550 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-16d83cb5-f545-431d-9ca3-680817c9c1f9 tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Publish callbacks [] for security_group_rule (3253469e-3f20-416d-bfa3-44148a1a0566), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:52.205014 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-86ade0bc-acd5-46cd-ae68-6897df235bf8 tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:52.208901 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-86ade0bc-acd5-46cd-ae68-6897df235bf8 tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] 10.222.0.20 "DELETE /v2.0/ports/bc019633-c0c7-4c90-9927-94fa3972e5ab HTTP/1.1" status: 204 len: 168 time: 0.7384181 Feb 28 10:36:52.211813 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 38248) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:52.235170 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3eef622-1bc8-4d9b-a666-146ada6f72ab None None] Pushing event updated for resources: {'Port': ['ID=d5452ab1-0a59-4098-972c-46a06eb657ec,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:52.255305 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-30d97d5d-a9d9-4ab6-8415-c11d69550784 tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] GET failed (client error): The resource could not be found. Feb 28 10:36:52.257005 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-30d97d5d-a9d9-4ab6-8415-c11d69550784 tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] 10.222.0.20 "GET /v2.0/ports/bc019633-c0c7-4c90-9927-94fa3972e5ab HTTP/1.1" status: 404 len: 333 time: 0.0426126 Feb 28 10:36:52.261697 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 38250) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:52.281016 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-e45d1b39-04ff-44bb-b5bc-d55e09de559f tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Request body: {'port': {'network_id': '14680b65-59d8-4779-8917-b4d54dab93ed', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2069981131'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:36:52.313424 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f99fca92-ae09-4301-b479-3c9e5fe4c06b tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks [] for security_group (c1fc1a07-7737-4ce5-92ca-e413cb3c40d7), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:52.330035 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f99fca92-ae09-4301-b479-3c9e5fe4c06b tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (c1fc1a07-7737-4ce5-92ca-e413cb3c40d7), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:52.352781 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e45d1b39-04ff-44bb-b5bc-d55e09de559f tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Made reservation on behalf of 615b79e5e0784aada30f22c47ed602c7 for: {'port': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:36:52.355466 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e45d1b39-04ff-44bb-b5bc-d55e09de559f tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:52.371972 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-de210e3e-54bb-4db7-be68-48a94fcdfe5d tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:52.372608 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-de210e3e-54bb-4db7-be68-48a94fcdfe5d tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1803383'] for floatingip (7390bb0e-164c-4d64-b5d2-fc7dea74ee31), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:52.372744 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.db.l3_db [None req-de210e3e-54bb-4db7-be68-48a94fcdfe5d tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Floating IP 7390bb0e-164c-4d64-b5d2-fc7dea74ee31 disassociated. External IP: 172.36.5.171, port: 7fcaa67b-a014-447b-9a0a-12aae3d9bbf8. Feb 28 10:36:52.373030 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-de210e3e-54bb-4db7-be68-48a94fcdfe5d tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Calling delete_port for 7fcaa67b-a014-447b-9a0a-12aae3d9bbf8 owned by {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:36:52.400303 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f99fca92-ae09-4301-b479-3c9e5fe4c06b tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 280} {{(pid=103407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:36:52.406741 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-16d83cb5-f545-431d-9ca3-680817c9c1f9 tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Publish callbacks [] for security_group_rule (3253469e-3f20-416d-bfa3-44148a1a0566), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:52.413459 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.notifiers.nova [None req-e45d1b39-04ff-44bb-b5bc-d55e09de559f tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] device_id is not set on port d4127773-2271-429f-b674-11ad53177dd9 yet. {{(pid=103407) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:36:52.420298 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device b0d09846-cfea-472c-b3bf-b568e195a538 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:36:52.478684 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8160d694-88b4-4a70-ab7a-349a653ded31 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:52.483606 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-16d83cb5-f545-431d-9ca3-680817c9c1f9 tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594242'] for security_group_rule (3253469e-3f20-416d-bfa3-44148a1a0566), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:52.488594 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99fca92-ae09-4301-b479-3c9e5fe4c06b tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1fc1a07-7737-4ce5-92ca-e413cb3c40d7,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:52.504021 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f99fca92-ae09-4301-b479-3c9e5fe4c06b tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (69f5c4ff-f3db-441c-b796-9ba0fc914c0b), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:52.504021 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.db.segments_db [None req-f99fca92-ae09-4301-b479-3c9e5fe4c06b tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Added segment 69f5c4ff-f3db-441c-b796-9ba0fc914c0b of type vlan for network 844110a3-e6ac-4fc6-ae4d-875b06ee580b Feb 28 10:36:52.569850 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d83cb5-f545-431d-9ca3-680817c9c1f9 tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3253469e-3f20-416d-bfa3-44148a1a0566,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:52.575967 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port b0d09846-cfea-472c-b3bf-b568e195a538 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:36:52.577385 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (b0d09846-cfea-472c-b3bf-b568e195a538), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:52.597537 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-16d83cb5-f545-431d-9ca3-680817c9c1f9 tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:52.601593 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-16d83cb5-f545-431d-9ca3-680817c9c1f9 tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4991786 Feb 28 10:36:52.608832 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f99fca92-ae09-4301-b479-3c9e5fe4c06b tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742056637431'] for network (844110a3-e6ac-4fc6-ae4d-875b06ee580b), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:52.617193 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 38252) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:52.622221 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-1e5c47d7-0dc9-413d-8f90-5dfc34e35052 tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Request body: {'security_group_rule': {'security_group_id': '5bff0d50-9f3a-4bce-9ad3-f0f62206faa6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:36:52.666448 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-de210e3e-54bb-4db7-be68-48a94fcdfe5d tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (7fcaa67b-a014-447b-9a0a-12aae3d9bbf8), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:52.696668 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port b0d09846-cfea-472c-b3bf-b568e195a538 is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:36:52.697363 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (b0d09846-cfea-472c-b3bf-b568e195a538), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:52.731589 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] For port b0d09846-cfea-472c-b3bf-b568e195a538, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b0d09846-cfea-472c-b3bf-b568e195a538,segment=NetworkSegment(195d7ed7-323d-4284-82df-208cca613d99),segment_id=195d7ed7-323d-4284-82df-208cca613d99)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:36:52.740169 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de210e3e-54bb-4db7-be68-48a94fcdfe5d tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Pushing event deleted for resources: {'Port': ['ID=7fcaa67b-a014-447b-9a0a-12aae3d9bbf8,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:52.741392 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (b0d09846-cfea-472c-b3bf-b568e195a538), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:52.773640 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1e5c47d7-0dc9-413d-8f90-5dfc34e35052 tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Publish callbacks [] for security_group_rule (7ab84031-1577-4996-96ab-41421234e0d5), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:52.812931 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e45d1b39-04ff-44bb-b5bc-d55e09de559f tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Publish callbacks [] for port (d4127773-2271-429f-b674-11ad53177dd9), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:52.819602 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Pushing event updated for resources: {'Port': ['ID=b0d09846-cfea-472c-b3bf-b568e195a538,revision_number=4']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:52.861033 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f99fca92-ae09-4301-b479-3c9e5fe4c06b tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551'] for network (844110a3-e6ac-4fc6-ae4d-875b06ee580b), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:52.866307 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f99fca92-ae09-4301-b479-3c9e5fe4c06b tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:52.866945 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f99fca92-ae09-4301-b479-3c9e5fe4c06b tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:52.909554 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de210e3e-54bb-4db7-be68-48a94fcdfe5d tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:36:52.911304 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de210e3e-54bb-4db7-be68-48a94fcdfe5d tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:36:52.911787 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de210e3e-54bb-4db7-be68-48a94fcdfe5d tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:36:52.912198 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de210e3e-54bb-4db7-be68-48a94fcdfe5d tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:36:52.913055 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de210e3e-54bb-4db7-be68-48a94fcdfe5d tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:36:52.915174 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de210e3e-54bb-4db7-be68-48a94fcdfe5d tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:36:52.915609 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de210e3e-54bb-4db7-be68-48a94fcdfe5d tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:36:52.916061 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de210e3e-54bb-4db7-be68-48a94fcdfe5d tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:36:52.917164 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de210e3e-54bb-4db7-be68-48a94fcdfe5d tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:36:52.917582 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de210e3e-54bb-4db7-be68-48a94fcdfe5d tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:36:52.918040 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de210e3e-54bb-4db7-be68-48a94fcdfe5d tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:36:52.918443 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de210e3e-54bb-4db7-be68-48a94fcdfe5d tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:36:52.918847 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de210e3e-54bb-4db7-be68-48a94fcdfe5d tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:36:52.932827 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de210e3e-54bb-4db7-be68-48a94fcdfe5d tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Router 82b3c49f-4a5f-4064-b30d-3bde9684927d has already been hosted by L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 {{(pid=103408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:36:52.948138 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-f99fca92-ae09-4301-b479-3c9e5fe4c06b tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.1996894 Feb 28 10:36:52.956168 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 38254) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:52.962611 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-1761205f-b591-4198-bbc8-4c00973858d8 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Request body: {'port': {'network_id': '844110a3-e6ac-4fc6-ae4d-875b06ee580b', 'name': 'tempest-PortsTestJSON-929948634'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:36:52.982138 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e45d1b39-04ff-44bb-b5bc-d55e09de559f tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (d4127773-2271-429f-b674-11ad53177dd9), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:53.002395 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99fca92-ae09-4301-b479-3c9e5fe4c06b tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Pushing event updated for resources: {'Network': ['ID=844110a3-e6ac-4fc6-ae4d-875b06ee580b,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:53.013047 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Network 844110a3-e6ac-4fc6-ae4d-875b06ee580b details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103409) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:36:53.025391 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1e5c47d7-0dc9-413d-8f90-5dfc34e35052 tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Publish callbacks [] for security_group_rule (7ab84031-1577-4996-96ab-41421234e0d5), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:53.037001 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1e5c47d7-0dc9-413d-8f90-5dfc34e35052 tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594242'] for security_group_rule (7ab84031-1577-4996-96ab-41421234e0d5), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:53.051999 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e45d1b39-04ff-44bb-b5bc-d55e09de559f tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Network 14680b65-59d8-4779-8917-b4d54dab93ed is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:36:53.063172 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-e45d1b39-04ff-44bb-b5bc-d55e09de559f tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:36:53.071331 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e45d1b39-04ff-44bb-b5bc-d55e09de559f tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:36:53.072300 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e45d1b39-04ff-44bb-b5bc-d55e09de559f tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:53.073005 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e45d1b39-04ff-44bb-b5bc-d55e09de559f tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:53.077805 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45d1b39-04ff-44bb-b5bc-d55e09de559f tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Pushing event updated for resources: {'Port': ['ID=d4127773-2271-429f-b674-11ad53177dd9,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:53.082481 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5c47d7-0dc9-413d-8f90-5dfc34e35052 tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ab84031-1577-4996-96ab-41421234e0d5,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:53.093026 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1e5c47d7-0dc9-413d-8f90-5dfc34e35052 tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:53.094302 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-1e5c47d7-0dc9-413d-8f90-5dfc34e35052 tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4757867 Feb 28 10:36:53.097861 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 38256) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:53.114902 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-e45d1b39-04ff-44bb-b5bc-d55e09de559f tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.8459156 Feb 28 10:36:53.117370 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 38258) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:53.123750 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-a364535a-0253-4344-8801-47ffaff4d92e tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-mast'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:36:53.169913 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e84ef6e3-ac97-40fd-b0bc-e5d3066a1537 tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Publish callbacks [] for security_group_rule (7ab84031-1577-4996-96ab-41421234e0d5), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:53.197508 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e84ef6e3-ac97-40fd-b0bc-e5d3066a1537 tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Publish callbacks [] for security_group_rule (7ab84031-1577-4996-96ab-41421234e0d5), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:53.221237 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a364535a-0253-4344-8801-47ffaff4d92e tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (d4127773-2271-429f-b674-11ad53177dd9), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:53.259304 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e84ef6e3-ac97-40fd-b0bc-e5d3066a1537 tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594242'] for security_group_rule (7ab84031-1577-4996-96ab-41421234e0d5), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:53.269808 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e84ef6e3-ac97-40fd-b0bc-e5d3066a1537 tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:53.271000 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-e84ef6e3-ac97-40fd-b0bc-e5d3066a1537 tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/7ab84031-1577-4996-96ab-41421234e0d5 HTTP/1.1" status: 204 len: 168 time: 0.1709454 Feb 28 10:36:53.274115 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 38260) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:53.283227 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1761205f-b591-4198-bbc8-4c00973858d8 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Made reservation on behalf of 3f882f7a65fb4f4b8c37408f45ffc93a for: {'port': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:36:53.286661 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1761205f-b591-4198-bbc8-4c00973858d8 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:53.289020 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84ef6e3-ac97-40fd-b0bc-e5d3066a1537 tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7ab84031-1577-4996-96ab-41421234e0d5,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:53.294121 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de210e3e-54bb-4db7-be68-48a94fcdfe5d tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:36:53.309380 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6a30dc-784f-4702-a9e2-e350f7287c53 None None] Sync routers for ids ['82b3c49f-4a5f-4064-b30d-3bde9684927d'] in dv-neutron-master-2-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:36:53.325239 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6a30dc-784f-4702-a9e2-e350f7287c53 None None] Routers {'82b3c49f-4a5f-4064-b30d-3bde9684927d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:36:53.326154 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-ff6a30dc-784f-4702-a9e2-e350f7287c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:36:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['82b3c49f-4a5f-4064-b30d-3bde9684927d'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:53.348773 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-1761205f-b591-4198-bbc8-4c00973858d8 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] device_id is not set on port bc0eb751-e9f7-46d0-9190-c77216b09b4d yet. {{(pid=103408) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:36:53.385117 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-ff6a30dc-784f-4702-a9e2-e350f7287c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:53.387992 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-8160d694-88b4-4a70-ab7a-349a653ded31 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Allocated IP 172.20.0.1 (a00febe1-61c6-4b3a-939e-05a4c4372ecc/d602360c-82c2-4373-a020-58af067a06ad/3cba4c76-6d2e-46f6-9b22-ebee0904749d) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:36:53.395554 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6a30dc-784f-4702-a9e2-e350f7287c53 None None] Routers {'82b3c49f-4a5f-4064-b30d-3bde9684927d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:36:53.396181 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-ff6a30dc-784f-4702-a9e2-e350f7287c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:36:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['82b3c49f-4a5f-4064-b30d-3bde9684927d'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:53.415525 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-06e6e3bc-0552-4490-b8c9-762a93513325 tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1402974 Feb 28 10:36:53.421706 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 38262) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:53.444167 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-ff6a30dc-784f-4702-a9e2-e350f7287c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:53.444787 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6a30dc-784f-4702-a9e2-e350f7287c53 None None] The sync data for ids ['82b3c49f-4a5f-4064-b30d-3bde9684927d'] in dv-neutron-master-2-hyperv is: [] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:36:53.465101 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9d6f5ce4-cbaa-4b32-a2cb-6e1f673dc939 tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Publish callbacks [] for security_group_rule (3253469e-3f20-416d-bfa3-44148a1a0566), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:53.470009 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-de210e3e-54bb-4db7-be68-48a94fcdfe5d tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:53.473790 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-de210e3e-54bb-4db7-be68-48a94fcdfe5d tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] 10.222.0.20 "DELETE /v2.0/ports/7fcaa67b-a014-447b-9a0a-12aae3d9bbf8 HTTP/1.1" status: 204 len: 168 time: 2.5870962 Feb 28 10:36:53.479829 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 38264) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:53.503598 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9d6f5ce4-cbaa-4b32-a2cb-6e1f673dc939 tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Publish callbacks [] for security_group_rule (3253469e-3f20-416d-bfa3-44148a1a0566), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:53.574737 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.notifiers.nova [None req-a364535a-0253-4344-8801-47ffaff4d92e tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] device_id is not set on port d4127773-2271-429f-b674-11ad53177dd9 yet. {{(pid=103407) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:36:53.589387 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a364535a-0253-4344-8801-47ffaff4d92e tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Publish callbacks [] for port (d4127773-2271-429f-b674-11ad53177dd9), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:53.602126 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a364535a-0253-4344-8801-47ffaff4d92e tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3498066'] for port (d4127773-2271-429f-b674-11ad53177dd9), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:53.605369 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9d6f5ce4-cbaa-4b32-a2cb-6e1f673dc939 tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594242'] for security_group_rule (3253469e-3f20-416d-bfa3-44148a1a0566), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:53.639836 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9d6f5ce4-cbaa-4b32-a2cb-6e1f673dc939 tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:53.643493 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-9d6f5ce4-cbaa-4b32-a2cb-6e1f673dc939 tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/3253469e-3f20-416d-bfa3-44148a1a0566 HTTP/1.1" status: 204 len: 168 time: 0.2183273 Feb 28 10:36:53.648844 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8160d694-88b4-4a70-ab7a-349a653ded31 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Publish callbacks [] for port (3cba4c76-6d2e-46f6-9b22-ebee0904749d), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:53.650086 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 38266) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:53.662546 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1761205f-b591-4198-bbc8-4c00973858d8 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks [] for port (bc0eb751-e9f7-46d0-9190-c77216b09b4d), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:53.689053 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6f5ce4-cbaa-4b32-a2cb-6e1f673dc939 tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3253469e-3f20-416d-bfa3-44148a1a0566,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:53.727560 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a364535a-0253-4344-8801-47ffaff4d92e tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Pushing event updated for resources: {'Port': ['ID=d4127773-2271-429f-b674-11ad53177dd9,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:53.730930 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-41b4cc1c-c939-43ea-95e0-69eb4b81dd9a tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0794628 Feb 28 10:36:53.737639 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 38268) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:53.780786 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8160d694-88b4-4a70-ab7a-349a653ded31 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (3cba4c76-6d2e-46f6-9b22-ebee0904749d), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:53.785872 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [None req-a364535a-0253-4344-8801-47ffaff4d92e tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Attempting to bind port d4127773-2271-429f-b674-11ad53177dd9 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:36:53.786234 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [None req-a364535a-0253-4344-8801-47ffaff4d92e tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Attempting to bind port d4127773-2271-429f-b674-11ad53177dd9 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '1bc782a3-4d6d-4919-a722-74f8f93dacec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '14680b65-59d8-4779-8917-b4d54dab93ed'}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:36:53.786620 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a364535a-0253-4344-8801-47ffaff4d92e tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Attempting to bind port d4127773-2271-429f-b674-11ad53177dd9 on network 14680b65-59d8-4779-8917-b4d54dab93ed {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:36:53.790542 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-31ac10b8-1038-4680-b292-bb8db4a60955 tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Publish callbacks [] for security_group_rule (319babd2-1da3-46e6-b98d-d11cd93af7b0), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:53.795830 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a364535a-0253-4344-8801-47ffaff4d92e tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Port d4127773-2271-429f-b674-11ad53177dd9 on network 14680b65-59d8-4779-8917-b4d54dab93ed not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 10:36:53.796174 dv-neutron-master-2-hyperv neutron-server[103407]: ERROR neutron.plugins.ml2.managers [None req-a364535a-0253-4344-8801-47ffaff4d92e tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Failed to bind port d4127773-2271-429f-b674-11ad53177dd9 on host hv-neutron-mast for vnic_type normal using segments [{'id': '1bc782a3-4d6d-4919-a722-74f8f93dacec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '14680b65-59d8-4779-8917-b4d54dab93ed'}] Feb 28 10:36:53.796586 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.plugins.ml2.plugin [None req-a364535a-0253-4344-8801-47ffaff4d92e tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Attempt 2 to bind port d4127773-2271-429f-b674-11ad53177dd9 Feb 28 10:36:53.821881 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1761205f-b591-4198-bbc8-4c00973858d8 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (bc0eb751-e9f7-46d0-9190-c77216b09b4d), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:53.836696 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8160d694-88b4-4a70-ab7a-349a653ded31 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Network a00febe1-61c6-4b3a-939e-05a4c4372ecc is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:36:53.847022 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [None req-a364535a-0253-4344-8801-47ffaff4d92e tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Attempting to bind port d4127773-2271-429f-b674-11ad53177dd9 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:36:53.847373 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [None req-a364535a-0253-4344-8801-47ffaff4d92e tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Attempting to bind port d4127773-2271-429f-b674-11ad53177dd9 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '1bc782a3-4d6d-4919-a722-74f8f93dacec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '14680b65-59d8-4779-8917-b4d54dab93ed'}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:36:53.847718 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a364535a-0253-4344-8801-47ffaff4d92e tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Attempting to bind port d4127773-2271-429f-b674-11ad53177dd9 on network 14680b65-59d8-4779-8917-b4d54dab93ed {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:36:53.855543 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a364535a-0253-4344-8801-47ffaff4d92e tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Port d4127773-2271-429f-b674-11ad53177dd9 on network 14680b65-59d8-4779-8917-b4d54dab93ed not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 10:36:53.855543 dv-neutron-master-2-hyperv neutron-server[103407]: ERROR neutron.plugins.ml2.managers [None req-a364535a-0253-4344-8801-47ffaff4d92e tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Failed to bind port d4127773-2271-429f-b674-11ad53177dd9 on host hv-neutron-mast for vnic_type normal using segments [{'id': '1bc782a3-4d6d-4919-a722-74f8f93dacec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '14680b65-59d8-4779-8917-b4d54dab93ed'}] Feb 28 10:36:53.856887 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-8160d694-88b4-4a70-ab7a-349a653ded31 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:36:53.858098 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.plugins.ml2.plugin [None req-a364535a-0253-4344-8801-47ffaff4d92e tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Attempt 3 to bind port d4127773-2271-429f-b674-11ad53177dd9 Feb 28 10:36:53.860912 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-31ac10b8-1038-4680-b292-bb8db4a60955 tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Publish callbacks [] for security_group_rule (319babd2-1da3-46e6-b98d-d11cd93af7b0), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:53.865629 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8160d694-88b4-4a70-ab7a-349a653ded31 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:36:53.880893 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [None req-a364535a-0253-4344-8801-47ffaff4d92e tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Attempting to bind port d4127773-2271-429f-b674-11ad53177dd9 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:36:53.880893 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [None req-a364535a-0253-4344-8801-47ffaff4d92e tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Attempting to bind port d4127773-2271-429f-b674-11ad53177dd9 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '1bc782a3-4d6d-4919-a722-74f8f93dacec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '14680b65-59d8-4779-8917-b4d54dab93ed'}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:36:53.881215 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a364535a-0253-4344-8801-47ffaff4d92e tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Attempting to bind port d4127773-2271-429f-b674-11ad53177dd9 on network 14680b65-59d8-4779-8917-b4d54dab93ed {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:36:53.925313 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8160d694-88b4-4a70-ab7a-349a653ded31 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Pushing event updated for resources: {'Port': ['ID=3cba4c76-6d2e-46f6-9b22-ebee0904749d,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:54.013783 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1761205f-b591-4198-bbc8-4c00973858d8 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Pushing event updated for resources: {'Port': ['ID=bc0eb751-e9f7-46d0-9190-c77216b09b4d,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:54.032806 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8160d694-88b4-4a70-ab7a-349a653ded31 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1803404'] for router_interface (9e1c1e52-4160-4c7a-889a-a939b26e8bfa), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:54.037091 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-31ac10b8-1038-4680-b292-bb8db4a60955 tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594242'] for security_group_rule (319babd2-1da3-46e6-b98d-d11cd93af7b0), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:54.046019 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ee09d3e-e63d-4792-975b-af07ebee8fe5 None None] Network a00febe1-61c6-4b3a-939e-05a4c4372ecc requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:36:54.056063 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-31ac10b8-1038-4680-b292-bb8db4a60955 tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:54.057294 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-31ac10b8-1038-4680-b292-bb8db4a60955 tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/319babd2-1da3-46e6-b98d-d11cd93af7b0 HTTP/1.1" status: 204 len: 168 time: 0.3186557 Feb 28 10:36:54.093574 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 38270) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:54.108315 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1761205f-b591-4198-bbc8-4c00973858d8 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Checking segment: {'id': '69f5c4ff-f3db-441c-b796-9ba0fc914c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '844110a3-e6ac-4fc6-ae4d-875b06ee580b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:36:54.108617 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1761205f-b591-4198-bbc8-4c00973858d8 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Network hostable DHCP agents. Network: 844110a3-e6ac-4fc6-ae4d-875b06ee580b, hostable agents: ['fb6705d2-4f70-4965-92a3-fbfccd43a6d3'], hosted agents: [] {{(pid=103408) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:36:54.132271 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ac10b8-1038-4680-b292-bb8db4a60955 tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=319babd2-1da3-46e6-b98d-d11cd93af7b0,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:54.164802 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1761205f-b591-4198-bbc8-4c00973858d8 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Network 844110a3-e6ac-4fc6-ae4d-875b06ee580b is scheduled to be hosted by DHCP agent fb6705d2-4f70-4965-92a3-fbfccd43a6d3 with binding_index 1 {{(pid=103408) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:36:54.169684 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-45fce5d1-8827-4fc5-9e09-51de8e1631ef None None] Provisioning complete for port d5452ab1-0a59-4098-972c-46a06eb657ec triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:36:54.170054 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-45fce5d1-8827-4fc5-9e09-51de8e1631ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (d5452ab1-0a59-4098-972c-46a06eb657ec), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:54.227358 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-ccfefe0e-97c8-42e2-a217-a041510a86ac tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1272254 Feb 28 10:36:54.230433 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 38272) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:54.231278 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-1761205f-b591-4198-bbc8-4c00973858d8 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 844110a3-e6ac-4fc6-ae4d-875b06ee580b) {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:36:54.235368 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1761205f-b591-4198-bbc8-4c00973858d8 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:36:54.241730 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1761205f-b591-4198-bbc8-4c00973858d8 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:54.242544 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1761205f-b591-4198-bbc8-4c00973858d8 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:54.247380 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a66225b9-f6de-407e-8e87-8b80b680b88b None None] Network 844110a3-e6ac-4fc6-ae4d-875b06ee580b requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:36:54.297260 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-1761205f-b591-4198-bbc8-4c00973858d8 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.3399765 Feb 28 10:36:54.301295 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-20f1a711-131c-471b-b067-9e611adb9ed9 tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Publish callbacks [] for security_group_rule (13244d41-7109-47b6-8433-cda111c7685a), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:54.311396 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-20f1a711-131c-471b-b067-9e611adb9ed9 tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Publish callbacks [] for security_group_rule (13244d41-7109-47b6-8433-cda111c7685a), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:54.345327 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 38274) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:54.357820 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a364535a-0253-4344-8801-47ffaff4d92e tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Port d4127773-2271-429f-b674-11ad53177dd9 on network 14680b65-59d8-4779-8917-b4d54dab93ed not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 10:36:54.358768 dv-neutron-master-2-hyperv neutron-server[103407]: ERROR neutron.plugins.ml2.managers [None req-a364535a-0253-4344-8801-47ffaff4d92e tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Failed to bind port d4127773-2271-429f-b674-11ad53177dd9 on host hv-neutron-mast for vnic_type normal using segments [{'id': '1bc782a3-4d6d-4919-a722-74f8f93dacec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '14680b65-59d8-4779-8917-b4d54dab93ed'}] Feb 28 10:36:54.362322 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.plugins.ml2.plugin [None req-a364535a-0253-4344-8801-47ffaff4d92e tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Attempt 4 to bind port d4127773-2271-429f-b674-11ad53177dd9 Feb 28 10:36:54.366871 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-de81e1d0-89f4-41dc-aa58-de21c9aee5fe tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-319135386'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:36:54.386042 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [None req-a364535a-0253-4344-8801-47ffaff4d92e tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Attempting to bind port d4127773-2271-429f-b674-11ad53177dd9 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:36:54.386593 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [None req-a364535a-0253-4344-8801-47ffaff4d92e tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Attempting to bind port d4127773-2271-429f-b674-11ad53177dd9 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '1bc782a3-4d6d-4919-a722-74f8f93dacec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '14680b65-59d8-4779-8917-b4d54dab93ed'}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:36:54.387086 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a364535a-0253-4344-8801-47ffaff4d92e tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Attempting to bind port d4127773-2271-429f-b674-11ad53177dd9 on network 14680b65-59d8-4779-8917-b4d54dab93ed {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:36:54.396857 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a364535a-0253-4344-8801-47ffaff4d92e tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Port d4127773-2271-429f-b674-11ad53177dd9 on network 14680b65-59d8-4779-8917-b4d54dab93ed not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 10:36:54.397431 dv-neutron-master-2-hyperv neutron-server[103407]: ERROR neutron.plugins.ml2.managers [None req-a364535a-0253-4344-8801-47ffaff4d92e tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Failed to bind port d4127773-2271-429f-b674-11ad53177dd9 on host hv-neutron-mast for vnic_type normal using segments [{'id': '1bc782a3-4d6d-4919-a722-74f8f93dacec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '14680b65-59d8-4779-8917-b4d54dab93ed'}] Feb 28 10:36:54.405950 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-45fce5d1-8827-4fc5-9e09-51de8e1631ef None None] Current status of the port d5452ab1-0a59-4098-972c-46a06eb657ec is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:36:54.406360 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-45fce5d1-8827-4fc5-9e09-51de8e1631ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (d5452ab1-0a59-4098-972c-46a06eb657ec), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:54.414778 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.plugins.ml2.plugin [None req-a364535a-0253-4344-8801-47ffaff4d92e tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Attempt 5 to bind port d4127773-2271-429f-b674-11ad53177dd9 Feb 28 10:36:54.437641 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [None req-a364535a-0253-4344-8801-47ffaff4d92e tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Attempting to bind port d4127773-2271-429f-b674-11ad53177dd9 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:36:54.438222 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [None req-a364535a-0253-4344-8801-47ffaff4d92e tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Attempting to bind port d4127773-2271-429f-b674-11ad53177dd9 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '1bc782a3-4d6d-4919-a722-74f8f93dacec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '14680b65-59d8-4779-8917-b4d54dab93ed'}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:36:54.438704 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a364535a-0253-4344-8801-47ffaff4d92e tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Attempting to bind port d4127773-2271-429f-b674-11ad53177dd9 on network 14680b65-59d8-4779-8917-b4d54dab93ed {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:36:54.446089 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a364535a-0253-4344-8801-47ffaff4d92e tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Port d4127773-2271-429f-b674-11ad53177dd9 on network 14680b65-59d8-4779-8917-b4d54dab93ed not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 10:36:54.446653 dv-neutron-master-2-hyperv neutron-server[103407]: ERROR neutron.plugins.ml2.managers [None req-a364535a-0253-4344-8801-47ffaff4d92e tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Failed to bind port d4127773-2271-429f-b674-11ad53177dd9 on host hv-neutron-mast for vnic_type normal using segments [{'id': '1bc782a3-4d6d-4919-a722-74f8f93dacec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '14680b65-59d8-4779-8917-b4d54dab93ed'}] Feb 28 10:36:54.447933 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.plugins.ml2.plugin [None req-a364535a-0253-4344-8801-47ffaff4d92e tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Attempt 6 to bind port d4127773-2271-429f-b674-11ad53177dd9 Feb 28 10:36:54.448688 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8160d694-88b4-4a70-ab7a-349a653ded31 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (3cba4c76-6d2e-46f6-9b22-ebee0904749d), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:54.468763 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [None req-a364535a-0253-4344-8801-47ffaff4d92e tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Attempting to bind port d4127773-2271-429f-b674-11ad53177dd9 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:36:54.469326 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [None req-a364535a-0253-4344-8801-47ffaff4d92e tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Attempting to bind port d4127773-2271-429f-b674-11ad53177dd9 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '1bc782a3-4d6d-4919-a722-74f8f93dacec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '14680b65-59d8-4779-8917-b4d54dab93ed'}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:36:54.469829 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a364535a-0253-4344-8801-47ffaff4d92e tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Attempting to bind port d4127773-2271-429f-b674-11ad53177dd9 on network 14680b65-59d8-4779-8917-b4d54dab93ed {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:36:54.478702 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a364535a-0253-4344-8801-47ffaff4d92e tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Port d4127773-2271-429f-b674-11ad53177dd9 on network 14680b65-59d8-4779-8917-b4d54dab93ed not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 10:36:54.479211 dv-neutron-master-2-hyperv neutron-server[103407]: ERROR neutron.plugins.ml2.managers [None req-a364535a-0253-4344-8801-47ffaff4d92e tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Failed to bind port d4127773-2271-429f-b674-11ad53177dd9 on host hv-neutron-mast for vnic_type normal using segments [{'id': '1bc782a3-4d6d-4919-a722-74f8f93dacec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '14680b65-59d8-4779-8917-b4d54dab93ed'}] Feb 28 10:36:54.480826 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.plugins.ml2.plugin [None req-a364535a-0253-4344-8801-47ffaff4d92e tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Attempt 7 to bind port d4127773-2271-429f-b674-11ad53177dd9 Feb 28 10:36:54.482070 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-20f1a711-131c-471b-b067-9e611adb9ed9 tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594242'] for security_group_rule (13244d41-7109-47b6-8433-cda111c7685a), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:54.518924 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-45fce5d1-8827-4fc5-9e09-51de8e1631ef None None] For port d5452ab1-0a59-4098-972c-46a06eb657ec, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d5452ab1-0a59-4098-972c-46a06eb657ec,segment=NetworkSegment(cba47325-ccfb-44ef-8af1-5b8f573ddc63),segment_id=cba47325-ccfb-44ef-8af1-5b8f573ddc63)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:36:54.527824 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [None req-a364535a-0253-4344-8801-47ffaff4d92e tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Attempting to bind port d4127773-2271-429f-b674-11ad53177dd9 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:36:54.528419 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [None req-a364535a-0253-4344-8801-47ffaff4d92e tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Attempting to bind port d4127773-2271-429f-b674-11ad53177dd9 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '1bc782a3-4d6d-4919-a722-74f8f93dacec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '14680b65-59d8-4779-8917-b4d54dab93ed'}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:36:54.528935 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a364535a-0253-4344-8801-47ffaff4d92e tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Attempting to bind port d4127773-2271-429f-b674-11ad53177dd9 on network 14680b65-59d8-4779-8917-b4d54dab93ed {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:36:54.530033 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-45fce5d1-8827-4fc5-9e09-51de8e1631ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (d5452ab1-0a59-4098-972c-46a06eb657ec), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:54.540992 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-20f1a711-131c-471b-b067-9e611adb9ed9 tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:54.548612 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 38276) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:54.552703 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a364535a-0253-4344-8801-47ffaff4d92e tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Port d4127773-2271-429f-b674-11ad53177dd9 on network 14680b65-59d8-4779-8917-b4d54dab93ed not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 10:36:54.553042 dv-neutron-master-2-hyperv neutron-server[103407]: ERROR neutron.plugins.ml2.managers [None req-a364535a-0253-4344-8801-47ffaff4d92e tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Failed to bind port d4127773-2271-429f-b674-11ad53177dd9 on host hv-neutron-mast for vnic_type normal using segments [{'id': '1bc782a3-4d6d-4919-a722-74f8f93dacec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '14680b65-59d8-4779-8917-b4d54dab93ed'}] Feb 28 10:36:54.558575 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.plugins.ml2.plugin [None req-a364535a-0253-4344-8801-47ffaff4d92e tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Attempt 8 to bind port d4127773-2271-429f-b674-11ad53177dd9 Feb 28 10:36:54.559320 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-20f1a711-131c-471b-b067-9e611adb9ed9 tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/13244d41-7109-47b6-8433-cda111c7685a HTTP/1.1" status: 204 len: 168 time: 0.3133116 Feb 28 10:36:54.560523 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f1a711-131c-471b-b067-9e611adb9ed9 tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=13244d41-7109-47b6-8433-cda111c7685a,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:54.612417 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [None req-a364535a-0253-4344-8801-47ffaff4d92e tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Attempting to bind port d4127773-2271-429f-b674-11ad53177dd9 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:36:54.612417 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [None req-a364535a-0253-4344-8801-47ffaff4d92e tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Attempting to bind port d4127773-2271-429f-b674-11ad53177dd9 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '1bc782a3-4d6d-4919-a722-74f8f93dacec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '14680b65-59d8-4779-8917-b4d54dab93ed'}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:36:54.612856 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a364535a-0253-4344-8801-47ffaff4d92e tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Attempting to bind port d4127773-2271-429f-b674-11ad53177dd9 on network 14680b65-59d8-4779-8917-b4d54dab93ed {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:36:54.637861 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a364535a-0253-4344-8801-47ffaff4d92e tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Port d4127773-2271-429f-b674-11ad53177dd9 on network 14680b65-59d8-4779-8917-b4d54dab93ed not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 10:36:54.638450 dv-neutron-master-2-hyperv neutron-server[103407]: ERROR neutron.plugins.ml2.managers [None req-a364535a-0253-4344-8801-47ffaff4d92e tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Failed to bind port d4127773-2271-429f-b674-11ad53177dd9 on host hv-neutron-mast for vnic_type normal using segments [{'id': '1bc782a3-4d6d-4919-a722-74f8f93dacec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '14680b65-59d8-4779-8917-b4d54dab93ed'}] Feb 28 10:36:54.641075 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.plugins.ml2.plugin [None req-a364535a-0253-4344-8801-47ffaff4d92e tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Attempt 9 to bind port d4127773-2271-429f-b674-11ad53177dd9 Feb 28 10:36:54.661692 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de81e1d0-89f4-41dc-aa58-de21c9aee5fe tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Made reservation on behalf of 3f882f7a65fb4f4b8c37408f45ffc93a for: {'network': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:36:54.665183 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fce5d1-8827-4fc5-9e09-51de8e1631ef None None] Pushing event updated for resources: {'Port': ['ID=d5452ab1-0a59-4098-972c-46a06eb657ec,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:54.671837 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-de81e1d0-89f4-41dc-aa58-de21c9aee5fe tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for network (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:54.678221 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device b0d09846-cfea-472c-b3bf-b568e195a538 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:36:54.701866 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-a89bbb6c-5740-4b95-bbc5-34621057a4d1 tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1499884 Feb 28 10:36:54.705185 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 38278) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:54.721264 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [None req-a364535a-0253-4344-8801-47ffaff4d92e tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Attempting to bind port d4127773-2271-429f-b674-11ad53177dd9 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:36:54.721605 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [None req-a364535a-0253-4344-8801-47ffaff4d92e tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Attempting to bind port d4127773-2271-429f-b674-11ad53177dd9 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '1bc782a3-4d6d-4919-a722-74f8f93dacec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '14680b65-59d8-4779-8917-b4d54dab93ed'}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:36:54.721948 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a364535a-0253-4344-8801-47ffaff4d92e tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Attempting to bind port d4127773-2271-429f-b674-11ad53177dd9 on network 14680b65-59d8-4779-8917-b4d54dab93ed {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:36:54.736332 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e0c93856-b046-4e03-8636-3d26593df464 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1802615'] for router_interface (82b3c49f-4a5f-4064-b30d-3bde9684927d), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:54.742915 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a364535a-0253-4344-8801-47ffaff4d92e tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Port d4127773-2271-429f-b674-11ad53177dd9 on network 14680b65-59d8-4779-8917-b4d54dab93ed not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 10:36:54.743251 dv-neutron-master-2-hyperv neutron-server[103407]: ERROR neutron.plugins.ml2.managers [None req-a364535a-0253-4344-8801-47ffaff4d92e tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Failed to bind port d4127773-2271-429f-b674-11ad53177dd9 on host hv-neutron-mast for vnic_type normal using segments [{'id': '1bc782a3-4d6d-4919-a722-74f8f93dacec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '14680b65-59d8-4779-8917-b4d54dab93ed'}] Feb 28 10:36:54.765311 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de81e1d0-89f4-41dc-aa58-de21c9aee5fe tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 287} {{(pid=103408) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:36:54.777472 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port b0d09846-cfea-472c-b3bf-b568e195a538 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:36:54.778866 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (b0d09846-cfea-472c-b3bf-b568e195a538), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:54.785228 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-de81e1d0-89f4-41dc-aa58-de21c9aee5fe tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (4ba1bd4f-9d92-46fb-b8ee-144a7184d90c), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:54.785768 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.db.segments_db [None req-de81e1d0-89f4-41dc-aa58-de21c9aee5fe tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Added segment 4ba1bd4f-9d92-46fb-b8ee-144a7184d90c of type vlan for network 6c0d0725-fe7b-4ff5-923f-8917e7228ead Feb 28 10:36:54.792376 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.plugins.ml2.plugin [None req-a364535a-0253-4344-8801-47ffaff4d92e tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Attempt 10 to bind port d4127773-2271-429f-b674-11ad53177dd9 Feb 28 10:36:54.846928 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [None req-a364535a-0253-4344-8801-47ffaff4d92e tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Attempting to bind port d4127773-2271-429f-b674-11ad53177dd9 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:36:54.847528 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [None req-a364535a-0253-4344-8801-47ffaff4d92e tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Attempting to bind port d4127773-2271-429f-b674-11ad53177dd9 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '1bc782a3-4d6d-4919-a722-74f8f93dacec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '14680b65-59d8-4779-8917-b4d54dab93ed'}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:36:54.848029 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a364535a-0253-4344-8801-47ffaff4d92e tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Attempting to bind port d4127773-2271-429f-b674-11ad53177dd9 on network 14680b65-59d8-4779-8917-b4d54dab93ed {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:36:54.853351 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b4f676fc-6925-4e5a-8da5-c227c9922a28 tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Publish callbacks [] for security_group_rule (d3235bf2-84c9-4cf4-8e4e-b9d3b219d930), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:54.865694 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a364535a-0253-4344-8801-47ffaff4d92e tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Port d4127773-2271-429f-b674-11ad53177dd9 on network 14680b65-59d8-4779-8917-b4d54dab93ed not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 10:36:54.866239 dv-neutron-master-2-hyperv neutron-server[103407]: ERROR neutron.plugins.ml2.managers [None req-a364535a-0253-4344-8801-47ffaff4d92e tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Failed to bind port d4127773-2271-429f-b674-11ad53177dd9 on host hv-neutron-mast for vnic_type normal using segments [{'id': '1bc782a3-4d6d-4919-a722-74f8f93dacec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '14680b65-59d8-4779-8917-b4d54dab93ed'}] Feb 28 10:36:54.867023 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a364535a-0253-4344-8801-47ffaff4d92e tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (d4127773-2271-429f-b674-11ad53177dd9), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:54.870313 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b4f676fc-6925-4e5a-8da5-c227c9922a28 tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Publish callbacks [] for security_group_rule (d3235bf2-84c9-4cf4-8e4e-b9d3b219d930), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:54.910066 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-de81e1d0-89f4-41dc-aa58-de21c9aee5fe tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742056637431'] for network (6c0d0725-fe7b-4ff5-923f-8917e7228ead), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:54.912211 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port b0d09846-cfea-472c-b3bf-b568e195a538 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:36:54.913785 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device d5452ab1-0a59-4098-972c-46a06eb657ec up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:36:54.978886 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-b28df0a8-c6e4-4bc1-aff7-d0a9356f01cd None None] Provisioning complete for port 3cba4c76-6d2e-46f6-9b22-ebee0904749d triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:36:54.979280 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b28df0a8-c6e4-4bc1-aff7-d0a9356f01cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (3cba4c76-6d2e-46f6-9b22-ebee0904749d), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:55.018338 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-de81e1d0-89f4-41dc-aa58-de21c9aee5fe tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551'] for network (6c0d0725-fe7b-4ff5-923f-8917e7228ead), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:55.024627 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de81e1d0-89f4-41dc-aa58-de21c9aee5fe tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:55.025967 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-de81e1d0-89f4-41dc-aa58-de21c9aee5fe tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616561'] for network (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:55.033825 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b4f676fc-6925-4e5a-8da5-c227c9922a28 tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594242'] for security_group_rule (d3235bf2-84c9-4cf4-8e4e-b9d3b219d930), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:55.044962 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-b28df0a8-c6e4-4bc1-aff7-d0a9356f01cd None None] Port 3cba4c76-6d2e-46f6-9b22-ebee0904749d cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:36:55.060119 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b4f676fc-6925-4e5a-8da5-c227c9922a28 tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:55.061551 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-b4f676fc-6925-4e5a-8da5-c227c9922a28 tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/d3235bf2-84c9-4cf4-8e4e-b9d3b219d930 HTTP/1.1" status: 204 len: 168 time: 0.3538907 Feb 28 10:36:55.065166 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 38280) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:55.077918 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-b28df0a8-c6e4-4bc1-aff7-d0a9356f01cd None None] Provisioning complete for port d5452ab1-0a59-4098-972c-46a06eb657ec triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:36:55.079291 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b28df0a8-c6e4-4bc1-aff7-d0a9356f01cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (d5452ab1-0a59-4098-972c-46a06eb657ec), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:55.082146 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port d5452ab1-0a59-4098-972c-46a06eb657ec triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:36:55.082744 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (d5452ab1-0a59-4098-972c-46a06eb657ec), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:55.091036 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f676fc-6925-4e5a-8da5-c227c9922a28 tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d3235bf2-84c9-4cf4-8e4e-b9d3b219d930,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:55.124304 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-de81e1d0-89f4-41dc-aa58-de21c9aee5fe tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7676401 Feb 28 10:36:55.127881 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 38282) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:55.150586 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-b2623ce5-1355-4541-bd95-30a83424a7af tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Request body: {'ports': [{'network_id': '844110a3-e6ac-4fc6-ae4d-875b06ee580b'}, {'network_id': '6c0d0725-fe7b-4ff5-923f-8917e7228ead'}]} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:36:55.150985 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-b2623ce5-1355-4541-bd95-30a83424a7af tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Request body: {'port': {'network_id': '844110a3-e6ac-4fc6-ae4d-875b06ee580b'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:36:55.151390 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-b2623ce5-1355-4541-bd95-30a83424a7af tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Request body: {'port': {'network_id': '6c0d0725-fe7b-4ff5-923f-8917e7228ead'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:36:55.194127 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-a364535a-0253-4344-8801-47ffaff4d92e tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] For port d4127773-2271-429f-b674-11ad53177dd9, host hv-neutron-mast, cleared binding levels {{(pid=103407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:36:55.194509 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-a364535a-0253-4344-8801-47ffaff4d92e tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Attempted to set empty binding levels {{(pid=103407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 28 10:36:55.210310 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a364535a-0253-4344-8801-47ffaff4d92e tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3498066'] for port (d4127773-2271-429f-b674-11ad53177dd9), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:55.214449 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de81e1d0-89f4-41dc-aa58-de21c9aee5fe tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Pushing event updated for resources: {'Network': ['ID=6c0d0725-fe7b-4ff5-923f-8917e7228ead,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:55.231344 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Network 6c0d0725-fe7b-4ff5-923f-8917e7228ead details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103409) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:36:55.246377 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-2148b9c9-372a-43c7-a4f5-4f70e7eeae2d tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1753576 Feb 28 10:36:55.249640 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 38284) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:55.263705 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-a364535a-0253-4344-8801-47ffaff4d92e tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] In _notify_port_updated(), no bound segment for port d4127773-2271-429f-b674-11ad53177dd9 on network 14680b65-59d8-4779-8917-b4d54dab93ed {{(pid=103407) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 28 10:36:55.264640 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a364535a-0253-4344-8801-47ffaff4d92e tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:55.265266 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a364535a-0253-4344-8801-47ffaff4d92e tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:55.267359 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-a364535a-0253-4344-8801-47ffaff4d92e tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] 10.222.0.20 "PUT /v2.0/ports/d4127773-2271-429f-b674-11ad53177dd9 HTTP/1.1" status: 200 len: 977 time: 2.1482723 Feb 28 10:36:55.270444 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 38286) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:55.313201 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a364535a-0253-4344-8801-47ffaff4d92e tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Pushing event updated for resources: {'Port': ['ID=d4127773-2271-429f-b674-11ad53177dd9,revision_number=3']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:55.357353 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-b28df0a8-c6e4-4bc1-aff7-d0a9356f01cd None None] Current status of the port d5452ab1-0a59-4098-972c-46a06eb657ec is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:36:55.362416 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port d5452ab1-0a59-4098-972c-46a06eb657ec is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:36:55.374316 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8160d694-88b4-4a70-ab7a-349a653ded31 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Publish callbacks [] for port (3cba4c76-6d2e-46f6-9b22-ebee0904749d), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:55.394271 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8160d694-88b4-4a70-ab7a-349a653ded31 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3242529'] for port (3cba4c76-6d2e-46f6-9b22-ebee0904749d), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:55.429205 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-51fe7009-ee45-4f02-8838-a71e2152fa62 tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Deleting port d4127773-2271-429f-b674-11ad53177dd9 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:36:55.429780 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-51fe7009-ee45-4f02-8838-a71e2152fa62 tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (d4127773-2271-429f-b674-11ad53177dd9), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:55.482179 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-7932e8de-ab1b-4121-a635-ecaf063bcdb8 None None] Provisioning complete for port 3cba4c76-6d2e-46f6-9b22-ebee0904749d triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:36:55.485178 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7932e8de-ab1b-4121-a635-ecaf063bcdb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (3cba4c76-6d2e-46f6-9b22-ebee0904749d), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:55.511872 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8160d694-88b4-4a70-ab7a-349a653ded31 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Pushing event updated for resources: {'Port': ['ID=3cba4c76-6d2e-46f6-9b22-ebee0904749d,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:55.516814 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8160d694-88b4-4a70-ab7a-349a653ded31 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1802524'] for router_interface (9e1c1e52-4160-4c7a-889a-a939b26e8bfa), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:55.519047 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e01db078-c1d0-48c7-82e2-72c244c84929 tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Publish callbacks [] for security_group (5bff0d50-9f3a-4bce-9ad3-f0f62206faa6), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:55.521375 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2623ce5-1355-4541-bd95-30a83424a7af tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Made reservation on behalf of 3f882f7a65fb4f4b8c37408f45ffc93a for: {'port': 2} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:36:55.525226 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b2623ce5-1355-4541-bd95-30a83424a7af tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:55.527859 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-51fe7009-ee45-4f02-8838-a71e2152fa62 tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] For port d4127773-2271-429f-b674-11ad53177dd9, host hv-neutron-mast, got binding levels [] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:36:55.528628 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-51fe7009-ee45-4f02-8838-a71e2152fa62 tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (d4127773-2271-429f-b674-11ad53177dd9), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:55.544411 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-51fe7009-ee45-4f02-8838-a71e2152fa62 tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Calling delete_port for d4127773-2271-429f-b674-11ad53177dd9 owned by {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:36:55.555339 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-e0c93856-b046-4e03-8636-3d26593df464 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Deleting port 2dfb2e6f-2c01-4e93-8496-5922d76261e8 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:36:55.555805 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e0c93856-b046-4e03-8636-3d26593df464 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (2dfb2e6f-2c01-4e93-8496-5922d76261e8), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:55.560889 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b2623ce5-1355-4541-bd95-30a83424a7af tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:55.571206 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-7932e8de-ab1b-4121-a635-ecaf063bcdb8 None None] Port 3cba4c76-6d2e-46f6-9b22-ebee0904749d cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:36:55.590152 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e01db078-c1d0-48c7-82e2-72c244c84929 tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Publish callbacks [] for security_group (5bff0d50-9f3a-4bce-9ad3-f0f62206faa6), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:55.696403 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e0c93856-b046-4e03-8636-3d26593df464 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (2dfb2e6f-2c01-4e93-8496-5922d76261e8), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:55.709996 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-e0c93856-b046-4e03-8636-3d26593df464 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Calling delete_port for 2dfb2e6f-2c01-4e93-8496-5922d76261e8 owned by network:router_interface {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:36:55.721771 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-51fe7009-ee45-4f02-8838-a71e2152fa62 tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (d4127773-2271-429f-b674-11ad53177dd9), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:55.780160 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fe7009-ee45-4f02-8838-a71e2152fa62 tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Pushing event deleted for resources: {'Port': ['ID=d4127773-2271-429f-b674-11ad53177dd9,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:55.789813 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-51fe7009-ee45-4f02-8838-a71e2152fa62 tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:55.795447 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-51fe7009-ee45-4f02-8838-a71e2152fa62 tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] 10.222.0.20 "DELETE /v2.0/ports/d4127773-2271-429f-b674-11ad53177dd9 HTTP/1.1" status: 204 len: 168 time: 0.5219536 Feb 28 10:36:55.796207 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e01db078-c1d0-48c7-82e2-72c244c84929 tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (5bff0d50-9f3a-4bce-9ad3-f0f62206faa6), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:55.798749 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e01db078-c1d0-48c7-82e2-72c244c84929 tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Publish callbacks [] for security_group (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:55.803260 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-e01db078-c1d0-48c7-82e2-72c244c84929 tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] 10.222.0.20 "DELETE /v2.0/security-groups/5bff0d50-9f3a-4bce-9ad3-f0f62206faa6 HTTP/1.1" status: 204 len: 168 time: 0.5439360 Feb 28 10:36:55.803429 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 38288) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:55.806934 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 38290) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:55.830841 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-8040962c-c75d-4936-b6af-27ba0c6e20c1 tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] GET failed (client error): The resource could not be found. Feb 28 10:36:55.835900 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-8040962c-c75d-4936-b6af-27ba0c6e20c1 tempest-PortsAdminExtendedAttrsTestJSON-160536767 tempest-PortsAdminExtendedAttrsTestJSON-160536767-project-admin] 10.222.0.20 "GET /v2.0/ports/d4127773-2271-429f-b674-11ad53177dd9 HTTP/1.1" status: 404 len: 333 time: 0.0309539 Feb 28 10:36:55.836036 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-b2623ce5-1355-4541-bd95-30a83424a7af tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] device_id is not set on port ec457920-799a-40b4-b409-ffa787ae3677 yet. {{(pid=103408) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:36:55.837638 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 38292) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:55.844599 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01db078-c1d0-48c7-82e2-72c244c84929 tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bff0d50-9f3a-4bce-9ad3-f0f62206faa6,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:55.858389 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8160d694-88b4-4a70-ab7a-349a653ded31 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Network a00febe1-61c6-4b3a-939e-05a4c4372ecc is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:36:55.865786 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-8160d694-88b4-4a70-ab7a-349a653ded31 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:36:55.941655 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-1ee1b022-026d-44ef-bba6-0fd625c37e23 tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1286092 Feb 28 10:36:55.945969 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 38294) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:55.956803 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-d9f73d03-4c55-4951-b7ce-2a1dcac0f366 tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Request body: {'security_group': {'name': 'tempest-secgroup--807365459'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:36:56.027428 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6b57ac9f-aa59-4673-bab6-3b87f86df801 tempest-PortsAdminExtendedAttrsTestJSON-914188886 tempest-PortsAdminExtendedAttrsTestJSON-914188886-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-665757'] for network (14680b65-59d8-4779-8917-b4d54dab93ed), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:56.048000 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d9f73d03-4c55-4951-b7ce-2a1dcac0f366 tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Publish callbacks [] for security_group (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:56.159689 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e0c93856-b046-4e03-8636-3d26593df464 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (2dfb2e6f-2c01-4e93-8496-5922d76261e8), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:56.218789 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-3ad20644-cb55-4ea5-81bd-b10c03d90a0e None None] Provisioning complete for port 3cba4c76-6d2e-46f6-9b22-ebee0904749d triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:36:56.220153 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3ad20644-cb55-4ea5-81bd-b10c03d90a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (3cba4c76-6d2e-46f6-9b22-ebee0904749d), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:56.233539 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c93856-b046-4e03-8636-3d26593df464 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Pushing event deleted for resources: {'Port': ['ID=2dfb2e6f-2c01-4e93-8496-5922d76261e8,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:56.276125 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6b57ac9f-aa59-4673-bab6-3b87f86df801 tempest-PortsAdminExtendedAttrsTestJSON-914188886 tempest-PortsAdminExtendedAttrsTestJSON-914188886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672413', 'neutron.services.segments.db._delete_segments_for_network-8742057110173'] for network (14680b65-59d8-4779-8917-b4d54dab93ed), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:56.310783 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-3ad20644-cb55-4ea5-81bd-b10c03d90a0e None None] Port 3cba4c76-6d2e-46f6-9b22-ebee0904749d cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:36:56.360341 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-6b57ac9f-aa59-4673-bab6-3b87f86df801 tempest-PortsAdminExtendedAttrsTestJSON-914188886 tempest-PortsAdminExtendedAttrsTestJSON-914188886-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14680b65-59d8-4779-8917-b4d54dab93ed']}} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:56.377019 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-6b57ac9f-aa59-4673-bab6-3b87f86df801 tempest-PortsAdminExtendedAttrsTestJSON-914188886 tempest-PortsAdminExtendedAttrsTestJSON-914188886-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bc782a3-4d6d-4919-a722-74f8f93dacec') {'for_net_delete': True} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:56.377894 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-6b57ac9f-aa59-4673-bab6-3b87f86df801 tempest-PortsAdminExtendedAttrsTestJSON-914188886 tempest-PortsAdminExtendedAttrsTestJSON-914188886-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bc782a3-4d6d-4919-a722-74f8f93dacec') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:56.399173 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6b57ac9f-aa59-4673-bab6-3b87f86df801 tempest-PortsAdminExtendedAttrsTestJSON-914188886 tempest-PortsAdminExtendedAttrsTestJSON-914188886-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742057113766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3501147'] for segment (1bc782a3-4d6d-4919-a722-74f8f93dacec), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:56.408044 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device d5452ab1-0a59-4098-972c-46a06eb657ec up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:36:56.481864 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6b57ac9f-aa59-4673-bab6-3b87f86df801 tempest-PortsAdminExtendedAttrsTestJSON-914188886 tempest-PortsAdminExtendedAttrsTestJSON-914188886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (1bc782a3-4d6d-4919-a722-74f8f93dacec), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:56.494157 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b57ac9f-aa59-4673-bab6-3b87f86df801 tempest-PortsAdminExtendedAttrsTestJSON-914188886 tempest-PortsAdminExtendedAttrsTestJSON-914188886-project] Releasing vlan 290 on physical network physnet1 to pool {{(pid=103407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:36:56.494690 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6b57ac9f-aa59-4673-bab6-3b87f86df801 tempest-PortsAdminExtendedAttrsTestJSON-914188886 tempest-PortsAdminExtendedAttrsTestJSON-914188886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3498166'] for segment (1bc782a3-4d6d-4919-a722-74f8f93dacec), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:56.497710 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port d5452ab1-0a59-4098-972c-46a06eb657ec triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:36:56.498520 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (d5452ab1-0a59-4098-972c-46a06eb657ec), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:56.498636 dv-neutron-master-2-hyperv neutron-server[103407]: Traceback (most recent call last): Feb 28 10:36:56.498636 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:36:56.498636 dv-neutron-master-2-hyperv neutron-server[103407]: timer() Feb 28 10:36:56.498636 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:36:56.498636 dv-neutron-master-2-hyperv neutron-server[103407]: cb(*args, **kw) Feb 28 10:36:56.498636 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:36:56.498636 dv-neutron-master-2-hyperv neutron-server[103407]: return func(*args, **kwargs) Feb 28 10:36:56.498636 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:36:56.498636 dv-neutron-master-2-hyperv neutron-server[103407]: self._notify() Feb 28 10:36:56.498636 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:36:56.498636 dv-neutron-master-2-hyperv neutron-server[103407]: self.callback(batched_events) Feb 28 10:36:56.498636 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:36:56.498636 dv-neutron-master-2-hyperv neutron-server[103407]: event.method(event) Feb 28 10:36:56.498636 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:36:56.498636 dv-neutron-master-2-hyperv neutron-server[103407]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:36:56.498636 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:36:56.498636 dv-neutron-master-2-hyperv neutron-server[103407]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:36:56.498636 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:36:56.498636 dv-neutron-master-2-hyperv neutron-server[103407]: return f(self, *a, **k) Feb 28 10:36:56.498636 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:36:56.498636 dv-neutron-master-2-hyperv neutron-server[103407]: return self._get(url).json() Feb 28 10:36:56.498636 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:36:56.498636 dv-neutron-master-2-hyperv neutron-server[103407]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:36:56.498636 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:36:56.498636 dv-neutron-master-2-hyperv neutron-server[103407]: return self.request(url, 'GET', **kwargs) Feb 28 10:36:56.498636 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:36:56.498636 dv-neutron-master-2-hyperv neutron-server[103407]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:36:56.498636 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:36:56.498636 dv-neutron-master-2-hyperv neutron-server[103407]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:36:56.498636 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:36:56.498636 dv-neutron-master-2-hyperv neutron-server[103407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:36:56.498636 dv-neutron-master-2-hyperv neutron-server[103407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:36:56.528153 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b2623ce5-1355-4541-bd95-30a83424a7af tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks [] for port (ec457920-799a-40b4-b409-ffa787ae3677), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:56.555900 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8160d694-88b4-4a70-ab7a-349a653ded31 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Router 9e1c1e52-4160-4c7a-889a-a939b26e8bfa has already been hosted by L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 {{(pid=103408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:36:56.614352 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6b57ac9f-aa59-4673-bab6-3b87f86df801 tempest-PortsAdminExtendedAttrsTestJSON-914188886 tempest-PortsAdminExtendedAttrsTestJSON-914188886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803269'] for network (14680b65-59d8-4779-8917-b4d54dab93ed), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:56.622585 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6b57ac9f-aa59-4673-bab6-3b87f86df801 tempest-PortsAdminExtendedAttrsTestJSON-914188886 tempest-PortsAdminExtendedAttrsTestJSON-914188886-project] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:56.625888 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-6b57ac9f-aa59-4673-bab6-3b87f86df801 tempest-PortsAdminExtendedAttrsTestJSON-914188886 tempest-PortsAdminExtendedAttrsTestJSON-914188886-project] 10.222.0.20 "DELETE /v2.0/networks/14680b65-59d8-4779-8917-b4d54dab93ed HTTP/1.1" status: 204 len: 168 time: 0.7874134 Feb 28 10:36:56.626815 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e0c93856-b046-4e03-8636-3d26593df464 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1802651'] for router_interface (82b3c49f-4a5f-4064-b30d-3bde9684927d), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:56.634169 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port d5452ab1-0a59-4098-972c-46a06eb657ec is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:36:56.640855 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-b2623ce5-1355-4541-bd95-30a83424a7af tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] device_id is not set on port 712f82c2-7bde-4d14-8aef-5a71c51b5ee0 yet. {{(pid=103408) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:36:56.646733 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b57ac9f-aa59-4673-bab6-3b87f86df801 tempest-PortsAdminExtendedAttrsTestJSON-914188886 tempest-PortsAdminExtendedAttrsTestJSON-914188886-project] Pushing event deleted for resources: {'Network': ['ID=14680b65-59d8-4779-8917-b4d54dab93ed,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:56.757567 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d9f73d03-4c55-4951-b7ce-2a1dcac0f366 tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Publish callbacks [] for security_group (1b2a2ec6-3a8c-4b79-927d-eb2fc7d684ee), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:56.769880 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d9f73d03-4c55-4951-b7ce-2a1dcac0f366 tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (1b2a2ec6-3a8c-4b79-927d-eb2fc7d684ee), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:56.844250 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d9f73d03-4c55-4951-b7ce-2a1dcac0f366 tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Publish callbacks [] for security_group (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:56.845572 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-d9f73d03-4c55-4951-b7ce-2a1dcac0f366 tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.8986650 Feb 28 10:36:56.847278 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8160d694-88b4-4a70-ab7a-349a653ded31 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:36:56.849324 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 38298) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:56.851999 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f73d03-4c55-4951-b7ce-2a1dcac0f366 tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b2a2ec6-3a8c-4b79-927d-eb2fc7d684ee,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:56.858016 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-19a708fd-c1f4-4e60-b8fd-4b907edd2eaa tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Request body: {'security_group_rule': {'security_group_id': '1b2a2ec6-3a8c-4b79-927d-eb2fc7d684ee', 'direction': 'ingress', 'protocol': 17}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:36:56.862234 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-8160d694-88b4-4a70-ab7a-349a653ded31 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] 10.222.0.20 "PUT /v2.0/routers/9e1c1e52-4160-4c7a-889a-a939b26e8bfa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9651475 Feb 28 10:36:56.870998 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890a3298-8cd7-497b-9042-682543377455 None None] Sync routers for ids ['9e1c1e52-4160-4c7a-889a-a939b26e8bfa'] in dv-neutron-master-2-hyperv {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:36:56.886299 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890a3298-8cd7-497b-9042-682543377455 None None] Routers {'9e1c1e52-4160-4c7a-889a-a939b26e8bfa'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:36:56.886943 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-890a3298-8cd7-497b-9042-682543377455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:36:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['9e1c1e52-4160-4c7a-889a-a939b26e8bfa'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:56.930539 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b2623ce5-1355-4541-bd95-30a83424a7af tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks [] for port (712f82c2-7bde-4d14-8aef-5a71c51b5ee0), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:56.963506 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-19a708fd-c1f4-4e60-b8fd-4b907edd2eaa tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Publish callbacks [] for security_group_rule (a6ab8c21-a63d-41a7-b2a9-49d1bb41a135), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:57.010749 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b2623ce5-1355-4541-bd95-30a83424a7af tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (ec457920-799a-40b4-b409-ffa787ae3677), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:57.025885 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0c93856-b046-4e03-8636-3d26593df464 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Router 82b3c49f-4a5f-4064-b30d-3bde9684927d has already been hosted by L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:36:57.030490 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 38306) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:57.063415 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-890a3298-8cd7-497b-9042-682543377455 None None] Set router 9e1c1e52-4160-4c7a-889a-a939b26e8bfa gateway port host: dv-neutron-master-2-hyperv {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:36:57.092407 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2623ce5-1355-4541-bd95-30a83424a7af tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Network 844110a3-e6ac-4fc6-ae4d-875b06ee580b is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:36:57.096067 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-b2623ce5-1355-4541-bd95-30a83424a7af tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:36:57.100572 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2623ce5-1355-4541-bd95-30a83424a7af tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:36:57.108352 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b2623ce5-1355-4541-bd95-30a83424a7af tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (712f82c2-7bde-4d14-8aef-5a71c51b5ee0), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:57.115175 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2623ce5-1355-4541-bd95-30a83424a7af tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Pushing event updated for resources: {'Port': ['ID=ec457920-799a-40b4-b409-ffa787ae3677,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:57.144380 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-19a708fd-c1f4-4e60-b8fd-4b907edd2eaa tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Publish callbacks [] for security_group_rule (a6ab8c21-a63d-41a7-b2a9-49d1bb41a135), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:57.163339 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-19a708fd-c1f4-4e60-b8fd-4b907edd2eaa tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594242'] for security_group_rule (a6ab8c21-a63d-41a7-b2a9-49d1bb41a135), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:57.181779 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2623ce5-1355-4541-bd95-30a83424a7af tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Pushing event updated for resources: {'Port': ['ID=712f82c2-7bde-4d14-8aef-5a71c51b5ee0,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:57.193338 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2623ce5-1355-4541-bd95-30a83424a7af tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Checking segment: {'id': '4ba1bd4f-9d92-46fb-b8ee-144a7184d90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '6c0d0725-fe7b-4ff5-923f-8917e7228ead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:36:57.193677 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2623ce5-1355-4541-bd95-30a83424a7af tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Network hostable DHCP agents. Network: 6c0d0725-fe7b-4ff5-923f-8917e7228ead, hostable agents: ['fb6705d2-4f70-4965-92a3-fbfccd43a6d3'], hosted agents: [] {{(pid=103408) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:36:57.215596 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2623ce5-1355-4541-bd95-30a83424a7af tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Network 6c0d0725-fe7b-4ff5-923f-8917e7228ead is scheduled to be hosted by DHCP agent fb6705d2-4f70-4965-92a3-fbfccd43a6d3 with binding_index 1 {{(pid=103408) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:36:57.226964 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-b2623ce5-1355-4541-bd95-30a83424a7af tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 6c0d0725-fe7b-4ff5-923f-8917e7228ead) {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:36:57.231028 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2623ce5-1355-4541-bd95-30a83424a7af tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:36:57.238205 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2623ce5-1355-4541-bd95-30a83424a7af tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:57.241391 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14a05d7e-c548-4e7e-9f2d-7ca690aef812 None None] Network 6c0d0725-fe7b-4ff5-923f-8917e7228ead requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:36:57.242498 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2623ce5-1355-4541-bd95-30a83424a7af tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:57.243261 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b2623ce5-1355-4541-bd95-30a83424a7af tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:57.263743 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-b2623ce5-1355-4541-bd95-30a83424a7af tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.1305571 Feb 28 10:36:57.266539 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 38322) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:57.371881 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-39f70684-f6b9-49e6-9362-f0bf681d318d tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Deleting port 712f82c2-7bde-4d14-8aef-5a71c51b5ee0 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:36:57.372316 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-39f70684-f6b9-49e6-9362-f0bf681d318d tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (712f82c2-7bde-4d14-8aef-5a71c51b5ee0), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:57.405660 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-890a3298-8cd7-497b-9042-682543377455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e1c1e52-4160-4c7a-889a-a939b26e8bfa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-645038248', 'tenant_id': '2b21c0f8445b44c5a1fb71420d1ffcce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.198'}], 'enable_snat': True}, 'gw_port_id': 'b0d09846-cfea-472c-b3bf-b568e195a538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:36:45Z', 'updated_at': '2022-02-28T10:36:54Z', 'revision_number': 4, 'project_id': '2b21c0f8445b44c5a1fb71420d1ffcce', 'gw_port': {'id': 'b0d09846-cfea-472c-b3bf-b568e195a538', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:ee:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1c1e52-4160-4c7a-889a-a939b26e8bfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:36:45Z', 'updated_at': '2022-02-28T10:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '3cba4c76-6d2e-46f6-9b22-ebee0904749d', 'name': '', 'network_id': 'a00febe1-61c6-4b3a-939e-05a4c4372ecc', 'tenant_id': '2b21c0f8445b44c5a1fb71420d1ffcce', 'mac_address': 'fa:16:3e:6f:c7:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e1c1e52-4160-4c7a-889a-a939b26e8bfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': 'd602360c-82c2-4373-a020-58af067a06ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:36:52Z', 'updated_at': '2022-02-28T10:36:54Z', 'revision_number': 2, 'project_id': '2b21c0f8445b44c5a1fb71420d1ffcce', 'subnets': [{'id': 'd602360c-82c2-4373-a020-58af067a06ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:57.438648 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890a3298-8cd7-497b-9042-682543377455 None None] Checking router: 9e1c1e52-4160-4c7a-889a-a939b26e8bfa for host: dv-neutron-master-2-hyperv {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:36:57.439011 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890a3298-8cd7-497b-9042-682543377455 None None] Updating router 9e1c1e52-4160-4c7a-889a-a939b26e8bfa port 3cba4c76-6d2e-46f6-9b22-ebee0904749d binding host dv-neutron-master-2-hyperv {{(pid=103409) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 10:36:57.448972 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-39f70684-f6b9-49e6-9362-f0bf681d318d tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (712f82c2-7bde-4d14-8aef-5a71c51b5ee0), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:57.464468 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-39f70684-f6b9-49e6-9362-f0bf681d318d tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Calling delete_port for 712f82c2-7bde-4d14-8aef-5a71c51b5ee0 owned by {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:36:57.469190 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-890a3298-8cd7-497b-9042-682543377455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (3cba4c76-6d2e-46f6-9b22-ebee0904749d), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:57.535105 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a708fd-c1f4-4e60-b8fd-4b907edd2eaa tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6ab8c21-a63d-41a7-b2a9-49d1bb41a135,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:57.542618 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-19a708fd-c1f4-4e60-b8fd-4b907edd2eaa tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:57.543975 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-19a708fd-c1f4-4e60-b8fd-4b907edd2eaa tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.6932924 Feb 28 10:36:57.552590 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 38324) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:57.556033 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-617f3b90-35b9-4ed6-95b4-63bb672eeb17 req-971c22c7-c71a-47ed-8bc3-0a710bae5e69 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1946919425&fields=id&tenant_id=2b21c0f8445b44c5a1fb71420d1ffcce HTTP/1.1" status: 200 len: 267 time: 0.4397542 Feb 28 10:36:57.584745 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0c93856-b046-4e03-8636-3d26593df464 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:36:57.594952 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8adfc2aa-f228-4209-b7b4-07cf30e2c97b None None] Sync routers for ids ['82b3c49f-4a5f-4064-b30d-3bde9684927d'] in dv-neutron-master-2-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:36:57.602468 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-e0c93856-b046-4e03-8636-3d26593df464 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] 10.222.0.20 "PUT /v2.0/routers/82b3c49f-4a5f-4064-b30d-3bde9684927d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1215851 Feb 28 10:36:57.608592 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 38326) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:57.610793 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8adfc2aa-f228-4209-b7b4-07cf30e2c97b None None] Routers {'82b3c49f-4a5f-4064-b30d-3bde9684927d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:36:57.612218 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-8adfc2aa-f228-4209-b7b4-07cf30e2c97b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:36:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['82b3c49f-4a5f-4064-b30d-3bde9684927d'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:57.659236 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-8adfc2aa-f228-4209-b7b4-07cf30e2c97b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:57.659679 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-c28fd943-3781-49be-8701-13683b4978e9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=82b55676f7734b7d82739b1d2ac66a6d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6275072 Feb 28 10:36:57.668244 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 38328) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:57.674475 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8adfc2aa-f228-4209-b7b4-07cf30e2c97b None None] Routers {'82b3c49f-4a5f-4064-b30d-3bde9684927d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:36:57.675674 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-8adfc2aa-f228-4209-b7b4-07cf30e2c97b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:36:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['82b3c49f-4a5f-4064-b30d-3bde9684927d'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:57.717511 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-8adfc2aa-f228-4209-b7b4-07cf30e2c97b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:57.718591 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8adfc2aa-f228-4209-b7b4-07cf30e2c97b None None] The sync data for ids ['82b3c49f-4a5f-4064-b30d-3bde9684927d'] in dv-neutron-master-2-hyperv is: [] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:36:57.764591 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-48d5ce79-aa2f-4eb9-8e1b-0202bf8c6a93 tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Publish callbacks [] for security_group (1b2a2ec6-3a8c-4b79-927d-eb2fc7d684ee), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:57.766194 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-39f70684-f6b9-49e6-9362-f0bf681d318d tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (712f82c2-7bde-4d14-8aef-5a71c51b5ee0), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:57.795769 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617f3b90-35b9-4ed6-95b4-63bb672eeb17 req-16f7a217-5a72-49ed-9857-235b8eafd0f9 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:57.797420 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-617f3b90-35b9-4ed6-95b4-63bb672eeb17 req-16f7a217-5a72-49ed-9857-235b8eafd0f9 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] 10.222.0.20 "GET /v2.0/networks?id=a00febe1-61c6-4b3a-939e-05a4c4372ecc HTTP/1.1" status: 200 len: 797 time: 0.2265775 Feb 28 10:36:57.813522 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-617f3b90-35b9-4ed6-95b4-63bb672eeb17 req-ee284712-80c1-4070-97e0-c5637e80b3c9 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] 10.222.0.20 "GET /v2.0/quotas/2b21c0f8445b44c5a1fb71420d1ffcce HTTP/1.1" status: 200 len: 375 time: 0.0106263 Feb 28 10:36:57.828406 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f70684-f6b9-49e6-9362-f0bf681d318d tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Pushing event deleted for resources: {'Port': ['ID=712f82c2-7bde-4d14-8aef-5a71c51b5ee0,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:57.834782 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-992bcd71-40a8-4c95-b5ef-32a40e9b506b admin admin] Publish callbacks [] for security_group (14f6d8a4-cb73-428a-bd76-5ab0211098d0), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:57.839860 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-48d5ce79-aa2f-4eb9-8e1b-0202bf8c6a93 tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Publish callbacks [] for security_group (1b2a2ec6-3a8c-4b79-927d-eb2fc7d684ee), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:57.872904 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-39f70684-f6b9-49e6-9362-f0bf681d318d tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:57.879000 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-39f70684-f6b9-49e6-9362-f0bf681d318d tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] 10.222.0.20 "DELETE /v2.0/ports/712f82c2-7bde-4d14-8aef-5a71c51b5ee0 HTTP/1.1" status: 204 len: 168 time: 0.6084189 Feb 28 10:36:57.885661 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 38330) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:57.905357 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b9eef63e-b958-4d76-a312-5aaa40e2bec6 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks [] for router (82b3c49f-4a5f-4064-b30d-3bde9684927d), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:57.927677 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-617f3b90-35b9-4ed6-95b4-63bb672eeb17 req-d01c237b-fde5-4ead-8cb0-2afcc6037bf1 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=2b21c0f8445b44c5a1fb71420d1ffcce&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1081555 Feb 28 10:36:57.965852 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-992bcd71-40a8-4c95-b5ef-32a40e9b506b admin admin] Publish callbacks [] for security_group (14f6d8a4-cb73-428a-bd76-5ab0211098d0), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:57.981000 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-890a3298-8cd7-497b-9042-682543377455 None None] Publish callbacks [] for port (3cba4c76-6d2e-46f6-9b22-ebee0904749d), precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:57.988201 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-890a3298-8cd7-497b-9042-682543377455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (3cba4c76-6d2e-46f6-9b22-ebee0904749d), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:58.056664 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fa82c5-52fd-4df4-af9f-82b87d4b40a0 None None] Pushing event updated for resources: {'Port': ['ID=3cba4c76-6d2e-46f6-9b22-ebee0904749d,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:58.062781 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-617f3b90-35b9-4ed6-95b4-63bb672eeb17 req-85516016-19b9-4641-b9ca-9cfb217537ca service neutron] 10.222.0.20 "GET /v2.0/networks/a00febe1-61c6-4b3a-939e-05a4c4372ecc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228383 Feb 28 10:36:58.066659 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-48d5ce79-aa2f-4eb9-8e1b-0202bf8c6a93 tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (1b2a2ec6-3a8c-4b79-927d-eb2fc7d684ee), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:58.069355 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-48d5ce79-aa2f-4eb9-8e1b-0202bf8c6a93 tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Publish callbacks [] for security_group (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:58.070528 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-48d5ce79-aa2f-4eb9-8e1b-0202bf8c6a93 tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] 10.222.0.20 "DELETE /v2.0/security-groups/1b2a2ec6-3a8c-4b79-927d-eb2fc7d684ee HTTP/1.1" status: 204 len: 168 time: 0.5208282 Feb 28 10:36:58.073336 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 38332) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:58.085630 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fa82c5-52fd-4df4-af9f-82b87d4b40a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:36:58.086019 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fa82c5-52fd-4df4-af9f-82b87d4b40a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:36:58.087923 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fa82c5-52fd-4df4-af9f-82b87d4b40a0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:36:58.087923 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fa82c5-52fd-4df4-af9f-82b87d4b40a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:36:58.088643 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fa82c5-52fd-4df4-af9f-82b87d4b40a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:36:58.089402 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fa82c5-52fd-4df4-af9f-82b87d4b40a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:36:58.090222 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fa82c5-52fd-4df4-af9f-82b87d4b40a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:36:58.090222 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fa82c5-52fd-4df4-af9f-82b87d4b40a0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:36:58.090942 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fa82c5-52fd-4df4-af9f-82b87d4b40a0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:36:58.091065 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fa82c5-52fd-4df4-af9f-82b87d4b40a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:36:58.091918 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fa82c5-52fd-4df4-af9f-82b87d4b40a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:36:58.092440 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fa82c5-52fd-4df4-af9f-82b87d4b40a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:36:58.092818 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fa82c5-52fd-4df4-af9f-82b87d4b40a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:36:58.106895 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4efbd2d0-5a63-475e-bcd9-f909c764b117 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:58.112434 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4efbd2d0-5a63-475e-bcd9-f909c764b117 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:58.116833 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-4efbd2d0-5a63-475e-bcd9-f909c764b117 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.2249367 Feb 28 10:36:58.119314 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 38334) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:58.122015 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d5ce79-aa2f-4eb9-8e1b-0202bf8c6a93 tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b2a2ec6-3a8c-4b79-927d-eb2fc7d684ee,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:58.164364 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-890a3298-8cd7-497b-9042-682543377455 None None] Attempting to bind port 3cba4c76-6d2e-46f6-9b22-ebee0904749d on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:36:58.164827 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-b3ca5164-53b7-400d-a417-5ae852132561 tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.0900998 Feb 28 10:36:58.165567 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-890a3298-8cd7-497b-9042-682543377455 None None] Attempting to bind port 3cba4c76-6d2e-46f6-9b22-ebee0904749d by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'cba47325-ccfb-44ef-8af1-5b8f573ddc63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'a00febe1-61c6-4b3a-939e-05a4c4372ecc'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:36:58.166095 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890a3298-8cd7-497b-9042-682543377455 None None] Attempting to bind port 3cba4c76-6d2e-46f6-9b22-ebee0904749d on network a00febe1-61c6-4b3a-939e-05a4c4372ecc {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:36:58.175093 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890a3298-8cd7-497b-9042-682543377455 None None] Checking agent: {'id': '75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 24, 15), 'started_at': datetime.datetime(2022, 2, 28, 10, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 36, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:36:58.175486 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890a3298-8cd7-497b-9042-682543377455 None None] Checking segment: {'id': 'cba47325-ccfb-44ef-8af1-5b8f573ddc63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'a00febe1-61c6-4b3a-939e-05a4c4372ecc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:36:58.175906 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-890a3298-8cd7-497b-9042-682543377455 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:58.176309 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890a3298-8cd7-497b-9042-682543377455 None None] Bound using segment: {'id': 'cba47325-ccfb-44ef-8af1-5b8f573ddc63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'a00febe1-61c6-4b3a-939e-05a4c4372ecc'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:36:58.176829 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-890a3298-8cd7-497b-9042-682543377455 None None] Bound port: 3cba4c76-6d2e-46f6-9b22-ebee0904749d, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cba47325-ccfb-44ef-8af1-5b8f573ddc63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'a00febe1-61c6-4b3a-939e-05a4c4372ecc'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:36:58.177256 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-992bcd71-40a8-4c95-b5ef-32a40e9b506b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (14f6d8a4-cb73-428a-bd76-5ab0211098d0), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:58.177375 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-890a3298-8cd7-497b-9042-682543377455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (3cba4c76-6d2e-46f6-9b22-ebee0904749d), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:58.180181 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-992bcd71-40a8-4c95-b5ef-32a40e9b506b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:58.184449 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-992bcd71-40a8-4c95-b5ef-32a40e9b506b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/14f6d8a4-cb73-428a-bd76-5ab0211098d0 HTTP/1.1" status: 204 len: 168 time: 0.5091300 Feb 28 10:36:58.187885 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 38336) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:58.195878 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-d365712e-f47b-4abd-84f3-dcb86e7a1f03 tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Request body: {'security_group': {'name': 'tempest-secgroup--1127780839'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:36:58.205541 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b9eef63e-b958-4d76-a312-5aaa40e2bec6 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks [] for router_gateway (82b3c49f-4a5f-4064-b30d-3bde9684927d), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:58.239014 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992bcd71-40a8-4c95-b5ef-32a40e9b506b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14f6d8a4-cb73-428a-bd76-5ab0211098d0,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:58.312781 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-617f3b90-35b9-4ed6-95b4-63bb672eeb17 req-595b35bb-9c6a-4f83-b366-7d7c29820126 service neutron] 10.222.0.20 "GET /v2.0/networks/a00febe1-61c6-4b3a-939e-05a4c4372ecc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534040 Feb 28 10:36:58.316026 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-890a3298-8cd7-497b-9042-682543377455 None None] For port 3cba4c76-6d2e-46f6-9b22-ebee0904749d, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:36:58.319923 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-890a3298-8cd7-497b-9042-682543377455 None None] For port 3cba4c76-6d2e-46f6-9b22-ebee0904749d, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3cba4c76-6d2e-46f6-9b22-ebee0904749d,segment=NetworkSegment(cba47325-ccfb-44ef-8af1-5b8f573ddc63),segment_id=cba47325-ccfb-44ef-8af1-5b8f573ddc63)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:36:58.329291 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-890a3298-8cd7-497b-9042-682543377455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (3cba4c76-6d2e-46f6-9b22-ebee0904749d), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:58.338583 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d365712e-f47b-4abd-84f3-dcb86e7a1f03 tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Publish callbacks [] for security_group (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:58.403807 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fa82c5-52fd-4df4-af9f-82b87d4b40a0 None None] Pushing event updated for resources: {'Port': ['ID=3cba4c76-6d2e-46f6-9b22-ebee0904749d,revision_number=4']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:58.408770 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2f6123a9-c9a8-4b6c-bed0-81f75fb1832d None None] Provisioning complete for port 3cba4c76-6d2e-46f6-9b22-ebee0904749d triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:36:58.409295 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2f6123a9-c9a8-4b6c-bed0-81f75fb1832d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (3cba4c76-6d2e-46f6-9b22-ebee0904749d), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:58.413405 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890a3298-8cd7-497b-9042-682543377455 None None] Routers {'9e1c1e52-4160-4c7a-889a-a939b26e8bfa'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:36:58.414212 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-890a3298-8cd7-497b-9042-682543377455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:36:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['9e1c1e52-4160-4c7a-889a-a939b26e8bfa'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:58.442904 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-2ede459c-9fe6-4398-98f4-ee44bcc58637 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Deleting port ec457920-799a-40b4-b409-ffa787ae3677 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:36:58.443328 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2ede459c-9fe6-4398-98f4-ee44bcc58637 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (ec457920-799a-40b4-b409-ffa787ae3677), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:58.449164 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-b9eef63e-b958-4d76-a312-5aaa40e2bec6 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Deleting port eef593be-5f49-4f2e-8053-5b16592b711c {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:36:58.449502 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b9eef63e-b958-4d76-a312-5aaa40e2bec6 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (eef593be-5f49-4f2e-8053-5b16592b711c), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:58.640183 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d365712e-f47b-4abd-84f3-dcb86e7a1f03 tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Publish callbacks [] for security_group (0da8fa22-378a-41b9-9d01-3ed953ea672b), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:58.646928 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2ede459c-9fe6-4398-98f4-ee44bcc58637 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (ec457920-799a-40b4-b409-ffa787ae3677), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:58.659405 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2f6123a9-c9a8-4b6c-bed0-81f75fb1832d None None] Current status of the port 3cba4c76-6d2e-46f6-9b22-ebee0904749d is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:36:58.659838 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2f6123a9-c9a8-4b6c-bed0-81f75fb1832d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (3cba4c76-6d2e-46f6-9b22-ebee0904749d), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:58.671633 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-5284a3d0-3dbc-4fde-9f31-a202ebbc7344 req-a06d9e50-e525-448c-9862-12424433dafb tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] 10.222.0.20 "GET /v2.0/ports?device_id=8cfd4575-f5a0-41ad-99a8-1ed282e710c5 HTTP/1.1" status: 200 len: 210 time: 0.0831859 Feb 28 10:36:58.675560 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d365712e-f47b-4abd-84f3-dcb86e7a1f03 tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (0da8fa22-378a-41b9-9d01-3ed953ea672b), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:58.695663 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-2ede459c-9fe6-4398-98f4-ee44bcc58637 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Calling delete_port for ec457920-799a-40b4-b409-ffa787ae3677 owned by {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:36:58.708297 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-890a3298-8cd7-497b-9042-682543377455 None None] Set router 9e1c1e52-4160-4c7a-889a-a939b26e8bfa gateway port host: dv-neutron-master-2-hyperv {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:36:58.740599 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 38346) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:58.751394 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d365712e-f47b-4abd-84f3-dcb86e7a1f03 tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Publish callbacks [] for security_group (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:58.754831 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-d365712e-f47b-4abd-84f3-dcb86e7a1f03 tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.5607836 Feb 28 10:36:58.754831 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b9eef63e-b958-4d76-a312-5aaa40e2bec6 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (eef593be-5f49-4f2e-8053-5b16592b711c), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:58.758902 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 38348) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:58.763238 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-62b43f75-e2b4-4c36-a5a6-9029a6bbf7b2 tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Request body: {'security_group': {'name': 'tempest-secgroup--1523073630'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:36:58.770326 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-2f6123a9-c9a8-4b6c-bed0-81f75fb1832d None None] For port 3cba4c76-6d2e-46f6-9b22-ebee0904749d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3cba4c76-6d2e-46f6-9b22-ebee0904749d,segment=NetworkSegment(cba47325-ccfb-44ef-8af1-5b8f573ddc63),segment_id=cba47325-ccfb-44ef-8af1-5b8f573ddc63)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:36:58.784769 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2f6123a9-c9a8-4b6c-bed0-81f75fb1832d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (3cba4c76-6d2e-46f6-9b22-ebee0904749d), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:58.791186 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d365712e-f47b-4abd-84f3-dcb86e7a1f03 tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0da8fa22-378a-41b9-9d01-3ed953ea672b,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:58.802722 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-b9eef63e-b958-4d76-a312-5aaa40e2bec6 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Calling delete_port for eef593be-5f49-4f2e-8053-5b16592b711c owned by network:router_gateway {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:36:58.812085 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-62b43f75-e2b4-4c36-a5a6-9029a6bbf7b2 tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:58.856288 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-7e383813-ca2a-4d11-bdd1-c45f11413ef0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=615b79e5e0784aada30f22c47ed602c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1139388 Feb 28 10:36:58.861978 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 38354) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:58.932325 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-94e35ac8-d7c2-48c7-9c21-35f607238b59 None None] Provisioning complete for port 3cba4c76-6d2e-46f6-9b22-ebee0904749d triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:36:58.932747 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-94e35ac8-d7c2-48c7-9c21-35f607238b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (3cba4c76-6d2e-46f6-9b22-ebee0904749d), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:58.936579 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6123a9-c9a8-4b6c-bed0-81f75fb1832d None None] Pushing event updated for resources: {'Port': ['ID=3cba4c76-6d2e-46f6-9b22-ebee0904749d,revision_number=5']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:58.944375 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2ede459c-9fe6-4398-98f4-ee44bcc58637 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (ec457920-799a-40b4-b409-ffa787ae3677), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:58.990881 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ede459c-9fe6-4398-98f4-ee44bcc58637 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Pushing event deleted for resources: {'Port': ['ID=ec457920-799a-40b4-b409-ffa787ae3677,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:58.998640 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2ede459c-9fe6-4398-98f4-ee44bcc58637 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:59.004452 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-2ede459c-9fe6-4398-98f4-ee44bcc58637 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] 10.222.0.20 "DELETE /v2.0/ports/ec457920-799a-40b4-b409-ffa787ae3677 HTTP/1.1" status: 204 len: 168 time: 0.8850472 Feb 28 10:36:59.007751 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 38356) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:59.050028 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-62b43f75-e2b4-4c36-a5a6-9029a6bbf7b2 tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Publish callbacks [] for security_group (7923a8c8-6cae-4486-aebb-719d3a65a85c), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:59.051499 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5242e8d9-48a0-4614-8c34-f2033f33595b admin admin] Publish callbacks [] for security_group (c78cc919-d5af-4c5e-9945-d6706afe41de), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:59.086927 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-94e35ac8-d7c2-48c7-9c21-35f607238b59 None None] Current status of the port 3cba4c76-6d2e-46f6-9b22-ebee0904749d is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:36:59.089474 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5242e8d9-48a0-4614-8c34-f2033f33595b admin admin] Publish callbacks [] for security_group (c78cc919-d5af-4c5e-9945-d6706afe41de), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:59.095175 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-62b43f75-e2b4-4c36-a5a6-9029a6bbf7b2 tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (7923a8c8-6cae-4486-aebb-719d3a65a85c), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:59.095784 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-890a3298-8cd7-497b-9042-682543377455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e1c1e52-4160-4c7a-889a-a939b26e8bfa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-645038248', 'tenant_id': '2b21c0f8445b44c5a1fb71420d1ffcce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.198'}], 'enable_snat': True}, 'gw_port_id': 'b0d09846-cfea-472c-b3bf-b568e195a538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:36:45Z', 'updated_at': '2022-02-28T10:36:54Z', 'revision_number': 4, 'project_id': '2b21c0f8445b44c5a1fb71420d1ffcce', 'gw_port': {'id': 'b0d09846-cfea-472c-b3bf-b568e195a538', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:ee:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1c1e52-4160-4c7a-889a-a939b26e8bfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:36:45Z', 'updated_at': '2022-02-28T10:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '3cba4c76-6d2e-46f6-9b22-ebee0904749d', 'name': '', 'network_id': 'a00febe1-61c6-4b3a-939e-05a4c4372ecc', 'tenant_id': '2b21c0f8445b44c5a1fb71420d1ffcce', 'mac_address': 'fa:16:3e:6f:c7:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e1c1e52-4160-4c7a-889a-a939b26e8bfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': 'd602360c-82c2-4373-a020-58af067a06ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:36:52Z', 'updated_at': '2022-02-28T10:36:58Z', 'revision_number': 4, 'project_id': '2b21c0f8445b44c5a1fb71420d1ffcce', 'subnets': [{'id': 'd602360c-82c2-4373-a020-58af067a06ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:59.103307 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e6ccc8e-1b39-4580-aec5-59c81d2ce6a5 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:36:59.105393 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-4e6ccc8e-1b39-4580-aec5-59c81d2ce6a5 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0960999 Feb 28 10:36:59.107781 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 38360) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:59.117058 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b9eef63e-b958-4d76-a312-5aaa40e2bec6 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (eef593be-5f49-4f2e-8053-5b16592b711c), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:59.137001 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890a3298-8cd7-497b-9042-682543377455 None None] The sync data for ids ['9e1c1e52-4160-4c7a-889a-a939b26e8bfa'] in dv-neutron-master-2-hyperv is: [{'id': '9e1c1e52-4160-4c7a-889a-a939b26e8bfa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-645038248', 'tenant_id': '2b21c0f8445b44c5a1fb71420d1ffcce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.198'}], 'enable_snat': True}, 'gw_port_id': 'b0d09846-cfea-472c-b3bf-b568e195a538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:36:45Z', 'updated_at': '2022-02-28T10:36:54Z', 'revision_number': 4, 'project_id': '2b21c0f8445b44c5a1fb71420d1ffcce', 'gw_port': {'id': 'b0d09846-cfea-472c-b3bf-b568e195a538', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:ee:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1c1e52-4160-4c7a-889a-a939b26e8bfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:36:45Z', 'updated_at': '2022-02-28T10:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '3cba4c76-6d2e-46f6-9b22-ebee0904749d', 'name': '', 'network_id': 'a00febe1-61c6-4b3a-939e-05a4c4372ecc', 'tenant_id': '2b21c0f8445b44c5a1fb71420d1ffcce', 'mac_address': 'fa:16:3e:6f:c7:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e1c1e52-4160-4c7a-889a-a939b26e8bfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': 'd602360c-82c2-4373-a020-58af067a06ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:36:52Z', 'updated_at': '2022-02-28T10:36:58Z', 'revision_number': 4, 'project_id': '2b21c0f8445b44c5a1fb71420d1ffcce', 'subnets': [{'id': 'd602360c-82c2-4373-a020-58af067a06ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:36:59.166651 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0aa761c-3e6c-47f3-896c-aea0ee1c90b0 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] GET failed (client error): The resource could not be found. Feb 28 10:36:59.173941 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-a0aa761c-3e6c-47f3-896c-aea0ee1c90b0 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] 10.222.0.20 "GET /v2.0/ports/712f82c2-7bde-4d14-8aef-5a71c51b5ee0 HTTP/1.1" status: 404 len: 333 time: 0.0594909 Feb 28 10:36:59.174269 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-62b43f75-e2b4-4c36-a5a6-9029a6bbf7b2 tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:59.174472 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9eef63e-b958-4d76-a312-5aaa40e2bec6 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Pushing event deleted for resources: {'Port': ['ID=eef593be-5f49-4f2e-8053-5b16592b711c,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:59.174626 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-62b43f75-e2b4-4c36-a5a6-9029a6bbf7b2 tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4108841 Feb 28 10:36:59.174771 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 38362) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:59.174861 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 38364) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:59.179984 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-81382889-e464-477b-a53a-8fc4e8f4833c tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Request body: {'security_group_rule': {'security_group_id': '0da8fa22-378a-41b9-9d01-3ed953ea672b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '7923a8c8-6cae-4486-aebb-719d3a65a85c', 'remote_ip_prefix': None}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:36:59.199387 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b43f75-e2b4-4c36-a5a6-9029a6bbf7b2 tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7923a8c8-6cae-4486-aebb-719d3a65a85c,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:59.203032 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-09491b9c-02e6-412c-bb06-32d1180025ae tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] GET failed (client error): The resource could not be found. Feb 28 10:36:59.207812 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-09491b9c-02e6-412c-bb06-32d1180025ae tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] 10.222.0.20 "GET /v2.0/ports/ec457920-799a-40b4-b409-ffa787ae3677 HTTP/1.1" status: 404 len: 333 time: 0.0322974 Feb 28 10:36:59.209213 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 38366) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:59.311006 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b9eef63e-b958-4d76-a312-5aaa40e2bec6 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1803321'] for router_gateway (82b3c49f-4a5f-4064-b30d-3bde9684927d), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:59.348592 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5242e8d9-48a0-4614-8c34-f2033f33595b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (c78cc919-d5af-4c5e-9945-d6706afe41de), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:59.355343 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5242e8d9-48a0-4614-8c34-f2033f33595b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:59.356960 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-5242e8d9-48a0-4614-8c34-f2033f33595b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c78cc919-d5af-4c5e-9945-d6706afe41de HTTP/1.1" status: 204 len: 168 time: 0.4926159 Feb 28 10:36:59.371706 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9fb10c5e-06eb-4fb2-8f62-e59aefc139a9 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-665757'] for network (6c0d0725-fe7b-4ff5-923f-8917e7228ead), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:59.381112 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-81382889-e464-477b-a53a-8fc4e8f4833c tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Publish callbacks [] for security_group_rule (6d0cca01-4c60-4141-ae7d-0d6cf63bfc84), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:59.391831 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5242e8d9-48a0-4614-8c34-f2033f33595b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c78cc919-d5af-4c5e-9945-d6706afe41de,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:59.455727 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b9eef63e-b958-4d76-a312-5aaa40e2bec6 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1807017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5941'] for router (82b3c49f-4a5f-4064-b30d-3bde9684927d), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:59.458693 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b9eef63e-b958-4d76-a312-5aaa40e2bec6 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks [] for router_controller (82b3c49f-4a5f-4064-b30d-3bde9684927d), precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:59.532998 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b9eef63e-b958-4d76-a312-5aaa40e2bec6 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1806994'] for router (82b3c49f-4a5f-4064-b30d-3bde9684927d), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:59.534645 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9eef63e-b958-4d76-a312-5aaa40e2bec6 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Fanout notify agent at l3_agent the message router_deleted on router 82b3c49f-4a5f-4064-b30d-3bde9684927d {{(pid=103408) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 10:36:59.547869 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b9eef63e-b958-4d76-a312-5aaa40e2bec6 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks [] for router (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:59.549833 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-b9eef63e-b958-4d76-a312-5aaa40e2bec6 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] 10.222.0.20 "DELETE /v2.0/routers/82b3c49f-4a5f-4064-b30d-3bde9684927d HTTP/1.1" status: 204 len: 168 time: 1.9402764 Feb 28 10:36:59.550640 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9fb10c5e-06eb-4fb2-8f62-e59aefc139a9 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672413', 'neutron.services.segments.db._delete_segments_for_network-8742057110173'] for network (6c0d0725-fe7b-4ff5-923f-8917e7228ead), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:59.552244 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 38370) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:59.580766 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-9fb10c5e-06eb-4fb2-8f62-e59aefc139a9 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c0d0725-fe7b-4ff5-923f-8917e7228ead']}} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:59.635596 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d55ea5f-6e54-4c50-a67e-fc099ba6ce56 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Deleting subnet 2d475f90-0f94-4f43-a8f0-7dba26f801b5 {{(pid=103408) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:36:59.639712 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6d55ea5f-6e54-4c50-a67e-fc099ba6ce56 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks [] for subnet (2d475f90-0f94-4f43-a8f0-7dba26f801b5), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:59.643101 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-9fb10c5e-06eb-4fb2-8f62-e59aefc139a9 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ba1bd4f-9d92-46fb-b8ee-144a7184d90c') {'for_net_delete': True} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:59.643680 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-9fb10c5e-06eb-4fb2-8f62-e59aefc139a9 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ba1bd4f-9d92-46fb-b8ee-144a7184d90c') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:36:59.656325 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-81382889-e464-477b-a53a-8fc4e8f4833c tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Publish callbacks [] for security_group_rule (6d0cca01-4c60-4141-ae7d-0d6cf63bfc84), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:59.660691 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9fb10c5e-06eb-4fb2-8f62-e59aefc139a9 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742057113766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3501147'] for segment (4ba1bd4f-9d92-46fb-b8ee-144a7184d90c), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:59.667857 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-81382889-e464-477b-a53a-8fc4e8f4833c tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594242'] for security_group_rule (6d0cca01-4c60-4141-ae7d-0d6cf63bfc84), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:59.692291 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9fb10c5e-06eb-4fb2-8f62-e59aefc139a9 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (4ba1bd4f-9d92-46fb-b8ee-144a7184d90c), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:59.700932 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81382889-e464-477b-a53a-8fc4e8f4833c tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d0cca01-4c60-4141-ae7d-0d6cf63bfc84,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:59.705930 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fb10c5e-06eb-4fb2-8f62-e59aefc139a9 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Releasing vlan 287 on physical network physnet1 to pool {{(pid=103407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:36:59.706394 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9fb10c5e-06eb-4fb2-8f62-e59aefc139a9 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3498166'] for segment (4ba1bd4f-9d92-46fb-b8ee-144a7184d90c), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:59.709803 dv-neutron-master-2-hyperv neutron-server[103407]: Traceback (most recent call last): Feb 28 10:36:59.709803 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:36:59.709803 dv-neutron-master-2-hyperv neutron-server[103407]: timer() Feb 28 10:36:59.709803 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:36:59.709803 dv-neutron-master-2-hyperv neutron-server[103407]: cb(*args, **kw) Feb 28 10:36:59.709803 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:36:59.709803 dv-neutron-master-2-hyperv neutron-server[103407]: return func(*args, **kwargs) Feb 28 10:36:59.709803 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:36:59.709803 dv-neutron-master-2-hyperv neutron-server[103407]: self._notify() Feb 28 10:36:59.709803 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:36:59.709803 dv-neutron-master-2-hyperv neutron-server[103407]: self.callback(batched_events) Feb 28 10:36:59.709803 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:36:59.709803 dv-neutron-master-2-hyperv neutron-server[103407]: event.method(event) Feb 28 10:36:59.709803 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:36:59.709803 dv-neutron-master-2-hyperv neutron-server[103407]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:36:59.709803 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:36:59.709803 dv-neutron-master-2-hyperv neutron-server[103407]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:36:59.709803 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:36:59.709803 dv-neutron-master-2-hyperv neutron-server[103407]: return f(self, *a, **k) Feb 28 10:36:59.709803 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:36:59.709803 dv-neutron-master-2-hyperv neutron-server[103407]: return self._get(url).json() Feb 28 10:36:59.709803 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:36:59.709803 dv-neutron-master-2-hyperv neutron-server[103407]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:36:59.709803 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:36:59.709803 dv-neutron-master-2-hyperv neutron-server[103407]: return self.request(url, 'GET', **kwargs) Feb 28 10:36:59.709803 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:36:59.709803 dv-neutron-master-2-hyperv neutron-server[103407]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:36:59.709803 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:36:59.709803 dv-neutron-master-2-hyperv neutron-server[103407]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:36:59.709803 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:36:59.709803 dv-neutron-master-2-hyperv neutron-server[103407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:36:59.709803 dv-neutron-master-2-hyperv neutron-server[103407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:36:59.723559 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-81382889-e464-477b-a53a-8fc4e8f4833c tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:59.724840 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-81382889-e464-477b-a53a-8fc4e8f4833c tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.5486238 Feb 28 10:36:59.729454 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 38376) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:59.752004 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6d55ea5f-6e54-4c50-a67e-fc099ba6ce56 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3423529'] for subnet (2d475f90-0f94-4f43-a8f0-7dba26f801b5), precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:59.793054 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0cbd2374-1d71-4500-8db4-433f16162620 tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Publish callbacks [] for security_group_rule (6d0cca01-4c60-4141-ae7d-0d6cf63bfc84), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:59.801498 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-0e39f4e4-0dae-41a0-b865-a27605274222 req-f2ebbe3b-4546-4c05-a099-e5d62ef1dfed tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] 10.222.0.20 "GET /v2.0/ports?device_id=8cfd4575-f5a0-41ad-99a8-1ed282e710c5 HTTP/1.1" status: 200 len: 210 time: 0.0419984 Feb 28 10:36:59.803283 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0cbd2374-1d71-4500-8db4-433f16162620 tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Publish callbacks [] for security_group_rule (6d0cca01-4c60-4141-ae7d-0d6cf63bfc84), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:59.816121 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9fb10c5e-06eb-4fb2-8f62-e59aefc139a9 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803269'] for network (6c0d0725-fe7b-4ff5-923f-8917e7228ead), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:59.829190 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9fb10c5e-06eb-4fb2-8f62-e59aefc139a9 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:59.836853 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-9fb10c5e-06eb-4fb2-8f62-e59aefc139a9 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] 10.222.0.20 "DELETE /v2.0/networks/6c0d0725-fe7b-4ff5-923f-8917e7228ead HTTP/1.1" status: 204 len: 168 time: 0.6233809 Feb 28 10:36:59.838583 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 38380) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:59.852622 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb10c5e-06eb-4fb2-8f62-e59aefc139a9 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Pushing event deleted for resources: {'Network': ['ID=6c0d0725-fe7b-4ff5-923f-8917e7228ead,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:59.853096 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-43b6b67a-5e3c-4235-a49b-09b1cd301d3f tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-4931781'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:36:59.864420 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0cbd2374-1d71-4500-8db4-433f16162620 tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594242'] for security_group_rule (6d0cca01-4c60-4141-ae7d-0d6cf63bfc84), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:59.885297 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0cbd2374-1d71-4500-8db4-433f16162620 tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:36:59.886474 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-0cbd2374-1d71-4500-8db4-433f16162620 tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/6d0cca01-4c60-4141-ae7d-0d6cf63bfc84 HTTP/1.1" status: 204 len: 168 time: 0.1554248 Feb 28 10:36:59.889358 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 38384) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:36:59.948293 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbd2374-1d71-4500-8db4-433f16162620 tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6d0cca01-4c60-4141-ae7d-0d6cf63bfc84,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:36:59.974490 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43b6b67a-5e3c-4235-a49b-09b1cd301d3f tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Made reservation on behalf of 3f882f7a65fb4f4b8c37408f45ffc93a for: {'network': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:36:59.978551 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-43b6b67a-5e3c-4235-a49b-09b1cd301d3f tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for network (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:00.021322 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6d55ea5f-6e54-4c50-a67e-fc099ba6ce56 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-823142'] for subnet (2d475f90-0f94-4f43-a8f0-7dba26f801b5), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:00.078288 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-728e050b-4ea0-405d-af5d-396f2171033c tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1726544 Feb 28 10:37:00.081891 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 38390) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:00.086331 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43b6b67a-5e3c-4235-a49b-09b1cd301d3f tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 263} {{(pid=103408) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:37:00.102679 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-43b6b67a-5e3c-4235-a49b-09b1cd301d3f tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (27862fa3-facb-440d-91b0-662dd6c2a144), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:00.103104 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.db.segments_db [None req-43b6b67a-5e3c-4235-a49b-09b1cd301d3f tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Added segment 27862fa3-facb-440d-91b0-662dd6c2a144 of type vlan for network 231021cd-68f0-4c4b-8f59-e90b1776512a Feb 28 10:37:00.166184 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6d55ea5f-6e54-4c50-a67e-fc099ba6ce56 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-823145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3242523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3951170'] for subnet (2d475f90-0f94-4f43-a8f0-7dba26f801b5), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:00.176137 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-43b6b67a-5e3c-4235-a49b-09b1cd301d3f tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742056637431'] for network (231021cd-68f0-4c4b-8f59-e90b1776512a), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:00.202455 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617f3b90-35b9-4ed6-95b4-63bb672eeb17 req-83854d6b-5d29-4d06-a4e5-3b71ff31aa9b tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:00.204136 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-617f3b90-35b9-4ed6-95b4-63bb672eeb17 req-83854d6b-5d29-4d06-a4e5-3b71ff31aa9b tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] 10.222.0.30 "GET /v2.0/networks?id=a00febe1-61c6-4b3a-939e-05a4c4372ecc HTTP/1.1" status: 200 len: 797 time: 0.2177532 Feb 28 10:37:00.219983 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d55ea5f-6e54-4c50-a67e-fc099ba6ce56 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Pushing event deleted for resources: {'Subnet': ['ID=2d475f90-0f94-4f43-a8f0-7dba26f801b5,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:00.228203 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6d55ea5f-6e54-4c50-a67e-fc099ba6ce56 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks [] for subnet (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:00.231521 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-6d55ea5f-6e54-4c50-a67e-fc099ba6ce56 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] 10.222.0.20 "DELETE /v2.0/subnets/2d475f90-0f94-4f43-a8f0-7dba26f801b5 HTTP/1.1" status: 204 len: 168 time: 0.6779299 Feb 28 10:37:00.236075 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff4c61f4-11e3-4fd2-b6d8-c5014ed21630 None None] Network e8ee9f5e-0568-4e05-bd16-0ff048e90805 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:37:00.237495 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 38398) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:00.306330 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e21b8643-8f6a-4135-945e-690c563714d7 tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Publish callbacks [] for security_group (7923a8c8-6cae-4486-aebb-719d3a65a85c), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:00.336919 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e21b8643-8f6a-4135-945e-690c563714d7 tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Publish callbacks [] for security_group (7923a8c8-6cae-4486-aebb-719d3a65a85c), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:00.382957 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-43b6b67a-5e3c-4235-a49b-09b1cd301d3f tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551'] for network (231021cd-68f0-4c4b-8f59-e90b1776512a), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:00.387900 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b6b67a-5e3c-4235-a49b-09b1cd301d3f tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:00.388519 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-43b6b67a-5e3c-4235-a49b-09b1cd301d3f tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616561'] for network (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:00.465387 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 3cba4c76-6d2e-46f6-9b22-ebee0904749d up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:37:00.473678 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-617f3b90-35b9-4ed6-95b4-63bb672eeb17 req-d10f8abb-d03b-4bc6-a4f4-06ba926a725f tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2b21c0f8445b44c5a1fb71420d1ffcce HTTP/1.1" status: 200 len: 380 time: 0.2437518 Feb 28 10:37:00.488967 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [req-617f3b90-35b9-4ed6-95b4-63bb672eeb17 req-7e7b61c7-bbda-4d4d-9984-42808a211aa9 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Request body: {'port': {'device_id': '8cfd4575-f5a0-41ad-99a8-1ed282e710c5', 'network_id': 'a00febe1-61c6-4b3a-939e-05a4c4372ecc', 'admin_state_up': True, 'tenant_id': '2b21c0f8445b44c5a1fb71420d1ffcce', 'security_groups': ['b3dd5a6c-06a9-4f41-b438-f7d64990f73a']}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:37:00.517217 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e21b8643-8f6a-4135-945e-690c563714d7 tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (7923a8c8-6cae-4486-aebb-719d3a65a85c), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:00.520920 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e21b8643-8f6a-4135-945e-690c563714d7 tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:00.524923 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-e21b8643-8f6a-4135-945e-690c563714d7 tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] 10.222.0.20 "DELETE /v2.0/security-groups/7923a8c8-6cae-4486-aebb-719d3a65a85c HTTP/1.1" status: 204 len: 168 time: 0.4390779 Feb 28 10:37:00.542030 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a510119-2cb5-4c3f-838e-a60d7fb1acb3 None None] DHCP port deletion for e8ee9f5e-0568-4e05-bd16-0ff048e90805 request from dv-neutron-master-2-hyperv {{(pid=103409) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:37:00.560923 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 38406) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:00.571255 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21b8643-8f6a-4135-945e-690c563714d7 tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7923a8c8-6cae-4486-aebb-719d3a65a85c,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:00.597429 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 38408) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:00.616192 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port 3cba4c76-6d2e-46f6-9b22-ebee0904749d triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:37:00.616532 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (3cba4c76-6d2e-46f6-9b22-ebee0904749d), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:00.647264 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-26d25d09-68ef-4e31-8949-5fe506db3b24 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-665757'] for network (e8ee9f5e-0568-4e05-bd16-0ff048e90805), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:00.657084 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-43b6b67a-5e3c-4235-a49b-09b1cd301d3f tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8173580 Feb 28 10:37:00.664989 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 38412) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:00.674892 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-70c9131b-be55-4528-a638-7dadbe87199a tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Request body: {'subnet': {'network_id': '231021cd-68f0-4c4b-8f59-e90b1776512a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:37:00.685930 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b6b67a-5e3c-4235-a49b-09b1cd301d3f tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Pushing event updated for resources: {'Network': ['ID=231021cd-68f0-4c4b-8f59-e90b1776512a,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:00.689836 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-3a510119-2cb5-4c3f-838e-a60d7fb1acb3 None None] Deleting port 2a2141ff-c668-4d3e-8608-c10b64d21392 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:37:00.690539 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3a510119-2cb5-4c3f-838e-a60d7fb1acb3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (2a2141ff-c668-4d3e-8608-c10b64d21392), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:00.708372 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Network 231021cd-68f0-4c4b-8f59-e90b1776512a details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103409) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:37:00.726761 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-2a535188-206a-4e0a-852e-ddd4d766e77b tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4539 time: 0.1600254 Feb 28 10:37:00.740854 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 38414) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:00.813347 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-26d25d09-68ef-4e31-8949-5fe506db3b24 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Deleting port 2a2141ff-c668-4d3e-8608-c10b64d21392 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:37:00.813938 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-26d25d09-68ef-4e31-8949-5fe506db3b24 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (2a2141ff-c668-4d3e-8608-c10b64d21392), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:00.818566 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-3a513d8a-35ea-4c15-be90-43a83113b1ff tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571 tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1310429423'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:37:00.849129 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-3a510119-2cb5-4c3f-838e-a60d7fb1acb3 None None] For port 2a2141ff-c668-4d3e-8608-c10b64d21392, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2a2141ff-c668-4d3e-8608-c10b64d21392,segment=NetworkSegment(ba3eb2fa-096c-4ec3-b05f-88e7e59025bf),segment_id=ba3eb2fa-096c-4ec3-b05f-88e7e59025bf)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:37:00.849561 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3a510119-2cb5-4c3f-838e-a60d7fb1acb3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (2a2141ff-c668-4d3e-8608-c10b64d21392), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:00.862947 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-617f3b90-35b9-4ed6-95b4-63bb672eeb17 req-7e7b61c7-bbda-4d4d-9984-42808a211aa9 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Made reservation on behalf of 2b21c0f8445b44c5a1fb71420d1ffcce for: {'port': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:37:00.866506 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-617f3b90-35b9-4ed6-95b4-63bb672eeb17 req-7e7b61c7-bbda-4d4d-9984-42808a211aa9 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:00.870918 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-3a510119-2cb5-4c3f-838e-a60d7fb1acb3 None None] Calling delete_port for 2a2141ff-c668-4d3e-8608-c10b64d21392 owned by network:dhcp {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:37:00.876138 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 3cba4c76-6d2e-46f6-9b22-ebee0904749d is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:37:00.891899 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a513d8a-35ea-4c15-be90-43a83113b1ff tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571 tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571-project] Made reservation on behalf of 64e10d1c7bcd4dc1bf78ff26bd03976a for: {'network': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:37:00.895404 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3a513d8a-35ea-4c15-be90-43a83113b1ff tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571 tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for network (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:00.930883 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3a513d8a-35ea-4c15-be90-43a83113b1ff tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571 tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571-project] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:00.937344 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70c9131b-be55-4528-a638-7dadbe87199a tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Made reservation on behalf of 3f882f7a65fb4f4b8c37408f45ffc93a for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:37:00.941588 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-70c9131b-be55-4528-a638-7dadbe87199a tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3516581'] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:00.953479 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-26d25d09-68ef-4e31-8949-5fe506db3b24 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] For port 2a2141ff-c668-4d3e-8608-c10b64d21392, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2a2141ff-c668-4d3e-8608-c10b64d21392,segment=NetworkSegment(ba3eb2fa-096c-4ec3-b05f-88e7e59025bf),segment_id=ba3eb2fa-096c-4ec3-b05f-88e7e59025bf)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:37:00.953877 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-26d25d09-68ef-4e31-8949-5fe506db3b24 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (2a2141ff-c668-4d3e-8608-c10b64d21392), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:00.964468 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d0335d2b-3505-4d58-907d-7ba13a655fd7 tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Publish callbacks [] for security_group (0da8fa22-378a-41b9-9d01-3ed953ea672b), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:00.971150 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-26d25d09-68ef-4e31-8949-5fe506db3b24 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Calling delete_port for 2a2141ff-c668-4d3e-8608-c10b64d21392 owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:37:01.011864 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3a510119-2cb5-4c3f-838e-a60d7fb1acb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758'] for port (2a2141ff-c668-4d3e-8608-c10b64d21392), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:01.039517 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a510119-2cb5-4c3f-838e-a60d7fb1acb3 None None] Pushing event deleted for resources: {'Port': ['ID=2a2141ff-c668-4d3e-8608-c10b64d21392,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:01.044237 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a510119-2cb5-4c3f-838e-a60d7fb1acb3 None None] No DVR routers for this DVR port 2a2141ff-c668-4d3e-8608-c10b64d21392 on host dv-neutron-master-2-hyperv {{(pid=103409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:37:01.060869 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-26d25d09-68ef-4e31-8949-5fe506db3b24 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (2a2141ff-c668-4d3e-8608-c10b64d21392), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:01.091685 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d25d09-68ef-4e31-8949-5fe506db3b24 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Pushing event deleted for resources: {'Port': ['ID=2a2141ff-c668-4d3e-8608-c10b64d21392,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:01.093667 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d25d09-68ef-4e31-8949-5fe506db3b24 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] No DVR routers for this DVR port 2a2141ff-c668-4d3e-8608-c10b64d21392 on host dv-neutron-master-2-hyperv {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:37:01.098904 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-5ba89d83-d823-4a42-a0e3-d1163f4b0d96 req-125a7101-b830-46a0-a469-29177d9cec1d tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] 10.222.0.20 "GET /v2.0/ports?device_id=8cfd4575-f5a0-41ad-99a8-1ed282e710c5 HTTP/1.1" status: 200 len: 210 time: 0.1453819 Feb 28 10:37:01.109986 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d0335d2b-3505-4d58-907d-7ba13a655fd7 tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Publish callbacks [] for security_group (0da8fa22-378a-41b9-9d01-3ed953ea672b), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:01.122101 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.ipam_backend_mixin [None req-70c9131b-be55-4528-a638-7dadbe87199a tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Performing IP validity checks on allocation pools {{(pid=103407) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 28 10:37:01.122101 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.ipam_backend_mixin [None req-70c9131b-be55-4528-a638-7dadbe87199a tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103407) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 28 10:37:01.182228 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-26d25d09-68ef-4e31-8949-5fe506db3b24 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672413', 'neutron.services.segments.db._delete_segments_for_network-8742057110173'] for network (e8ee9f5e-0568-4e05-bd16-0ff048e90805), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:01.203006 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-26d25d09-68ef-4e31-8949-5fe506db3b24 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8ee9f5e-0568-4e05-bd16-0ff048e90805']}} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:01.213360 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-26d25d09-68ef-4e31-8949-5fe506db3b24 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba3eb2fa-096c-4ec3-b05f-88e7e59025bf') {'for_net_delete': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:01.213652 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-26d25d09-68ef-4e31-8949-5fe506db3b24 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba3eb2fa-096c-4ec3-b05f-88e7e59025bf') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:01.223804 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-26d25d09-68ef-4e31-8949-5fe506db3b24 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742057113766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3423550'] for segment (ba3eb2fa-096c-4ec3-b05f-88e7e59025bf), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:01.237796 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-26d25d09-68ef-4e31-8949-5fe506db3b24 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (ba3eb2fa-096c-4ec3-b05f-88e7e59025bf), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:01.243768 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d0335d2b-3505-4d58-907d-7ba13a655fd7 tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (0da8fa22-378a-41b9-9d01-3ed953ea672b), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:01.243918 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26d25d09-68ef-4e31-8949-5fe506db3b24 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Releasing vlan 251 on physical network physnet1 to pool {{(pid=103408) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:37:01.244275 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-26d25d09-68ef-4e31-8949-5fe506db3b24 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3242693'] for segment (ba3eb2fa-096c-4ec3-b05f-88e7e59025bf), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:01.246539 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d0335d2b-3505-4d58-907d-7ba13a655fd7 tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:01.250216 dv-neutron-master-2-hyperv neutron-server[103408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 10:37:01.250216 dv-neutron-master-2-hyperv neutron-server[103408]: self.session.flush() Feb 28 10:37:01.250216 dv-neutron-master-2-hyperv neutron-server[103408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 10:37:01.250216 dv-neutron-master-2-hyperv neutron-server[103408]: self.session.flush() Feb 28 10:37:01.250216 dv-neutron-master-2-hyperv neutron-server[103408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 10:37:01.250216 dv-neutron-master-2-hyperv neutron-server[103408]: self.session.flush() Feb 28 10:37:01.250216 dv-neutron-master-2-hyperv neutron-server[103408]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 10:37:01.250216 dv-neutron-master-2-hyperv neutron-server[103408]: self.session.flush() Feb 28 10:37:01.250216 dv-neutron-master-2-hyperv neutron-server[103408]: Traceback (most recent call last): Feb 28 10:37:01.250216 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:37:01.250216 dv-neutron-master-2-hyperv neutron-server[103408]: timer() Feb 28 10:37:01.250216 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:37:01.250216 dv-neutron-master-2-hyperv neutron-server[103408]: cb(*args, **kw) Feb 28 10:37:01.250216 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:37:01.250216 dv-neutron-master-2-hyperv neutron-server[103408]: return func(*args, **kwargs) Feb 28 10:37:01.250216 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:37:01.250216 dv-neutron-master-2-hyperv neutron-server[103408]: self._notify() Feb 28 10:37:01.250216 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:37:01.250216 dv-neutron-master-2-hyperv neutron-server[103408]: self.callback(batched_events) Feb 28 10:37:01.250216 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:37:01.250216 dv-neutron-master-2-hyperv neutron-server[103408]: event.method(event) Feb 28 10:37:01.250216 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:37:01.250216 dv-neutron-master-2-hyperv neutron-server[103408]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:37:01.250216 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:37:01.250216 dv-neutron-master-2-hyperv neutron-server[103408]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:37:01.250216 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:37:01.250216 dv-neutron-master-2-hyperv neutron-server[103408]: return f(self, *a, **k) Feb 28 10:37:01.250216 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:37:01.250216 dv-neutron-master-2-hyperv neutron-server[103408]: return self._get(url).json() Feb 28 10:37:01.250216 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:37:01.250216 dv-neutron-master-2-hyperv neutron-server[103408]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:37:01.250216 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:37:01.250216 dv-neutron-master-2-hyperv neutron-server[103408]: return self.request(url, 'GET', **kwargs) Feb 28 10:37:01.250216 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:37:01.250216 dv-neutron-master-2-hyperv neutron-server[103408]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:37:01.250216 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:37:01.250216 dv-neutron-master-2-hyperv neutron-server[103408]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:37:01.250216 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:37:01.250216 dv-neutron-master-2-hyperv neutron-server[103408]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:37:01.250216 dv-neutron-master-2-hyperv neutron-server[103408]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:37:01.253350 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-d0335d2b-3505-4d58-907d-7ba13a655fd7 tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] 10.222.0.20 "DELETE /v2.0/security-groups/0da8fa22-378a-41b9-9d01-3ed953ea672b HTTP/1.1" status: 204 len: 168 time: 0.4992678 Feb 28 10:37:01.257221 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [req-617f3b90-35b9-4ed6-95b4-63bb672eeb17 req-7e7b61c7-bbda-4d4d-9984-42808a211aa9 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Allocated IP 172.20.0.9 (a00febe1-61c6-4b3a-939e-05a4c4372ecc/d602360c-82c2-4373-a020-58af067a06ad/38641955-40a6-408b-b552-ddf499fac925) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:37:01.257469 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 38418) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:01.310785 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0335d2b-3505-4d58-907d-7ba13a655fd7 tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0da8fa22-378a-41b9-9d01-3ed953ea672b,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:01.335720 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-26d25d09-68ef-4e31-8949-5fe506db3b24 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803269'] for network (e8ee9f5e-0568-4e05-bd16-0ff048e90805), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:01.345508 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-26d25d09-68ef-4e31-8949-5fe506db3b24 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616561'] for network (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:01.350665 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-26d25d09-68ef-4e31-8949-5fe506db3b24 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] 10.222.0.20 "DELETE /v2.0/networks/e8ee9f5e-0568-4e05-bd16-0ff048e90805 HTTP/1.1" status: 204 len: 168 time: 1.1117847 Feb 28 10:37:01.354667 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 38420) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:01.362770 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3a513d8a-35ea-4c15-be90-43a83113b1ff tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571 tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571-project] Publish callbacks [] for security_group (7748a5db-aab3-497d-a8a6-1107c64cb9e1), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:01.372362 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-b02d999a-dfed-44b6-9b3c-37f64f2a3247 tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1138270 Feb 28 10:37:01.376961 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d25d09-68ef-4e31-8949-5fe506db3b24 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Pushing event deleted for resources: {'Network': ['ID=e8ee9f5e-0568-4e05-bd16-0ff048e90805,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:01.376961 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 38422) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:01.396412 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3a513d8a-35ea-4c15-be90-43a83113b1ff tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571 tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (7748a5db-aab3-497d-a8a6-1107c64cb9e1), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:01.408609 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-df65343e-3e28-426e-8343-908ae915242a tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Request body: {'security_group': {'name': 'tempest-secgroup--522213972'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:37:01.484223 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a513d8a-35ea-4c15-be90-43a83113b1ff tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571 tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 277} {{(pid=103407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:37:01.486244 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-70c9131b-be55-4528-a638-7dadbe87199a tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3498031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3516567'] for subnet (0f89c987-ef90-415f-b800-1d42ce1ee6bc), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:01.490695 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-df65343e-3e28-426e-8343-908ae915242a tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Publish callbacks [] for security_group (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:01.529649 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a513d8a-35ea-4c15-be90-43a83113b1ff tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571 tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7748a5db-aab3-497d-a8a6-1107c64cb9e1,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:01.544148 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-44928919-d720-4b4b-b112-87ade39d9bcd tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Deleting port a4d9a9c3-0f29-4116-adf6-8cd26b35f5af {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:37:01.544494 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-44928919-d720-4b4b-b112-87ade39d9bcd tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (a4d9a9c3-0f29-4116-adf6-8cd26b35f5af), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:01.545565 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3a513d8a-35ea-4c15-be90-43a83113b1ff tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571 tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (85dca1f4-4e9c-4b55-968f-8ae093ec5824), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:01.545922 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.db.segments_db [None req-3a513d8a-35ea-4c15-be90-43a83113b1ff tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571 tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571-project] Added segment 85dca1f4-4e9c-4b55-968f-8ae093ec5824 of type vlan for network c85b00b5-4078-4d5c-8c6a-1733050250bd Feb 28 10:37:01.624279 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-df65343e-3e28-426e-8343-908ae915242a tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Publish callbacks [] for security_group (a9d1fc2d-d668-4814-8a99-3abfd7b8c7c8), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:01.632709 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-df65343e-3e28-426e-8343-908ae915242a tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (a9d1fc2d-d668-4814-8a99-3abfd7b8c7c8), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:01.638043 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3a513d8a-35ea-4c15-be90-43a83113b1ff tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571 tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742056637431'] for network (c85b00b5-4078-4d5c-8c6a-1733050250bd), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:01.647453 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c9131b-be55-4528-a638-7dadbe87199a tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Pushing event updated for resources: {'Subnet': ['ID=0f89c987-ef90-415f-b800-1d42ce1ee6bc,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:01.675466 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-44928919-d720-4b4b-b112-87ade39d9bcd tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (a4d9a9c3-0f29-4116-adf6-8cd26b35f5af), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:01.675766 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-44928919-d720-4b4b-b112-87ade39d9bcd tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks [] for floatingip (a4d9a9c3-0f29-4116-adf6-8cd26b35f5af), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:01.681883 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-617f3b90-35b9-4ed6-95b4-63bb672eeb17 req-7e7b61c7-bbda-4d4d-9984-42808a211aa9 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Publish callbacks [] for port (38641955-40a6-408b-b552-ddf499fac925), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:01.691253 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c9131b-be55-4528-a638-7dadbe87199a tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Checking segment: {'id': '27862fa3-facb-440d-91b0-662dd6c2a144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '231021cd-68f0-4c4b-8f59-e90b1776512a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:37:01.691622 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70c9131b-be55-4528-a638-7dadbe87199a tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Network hostable DHCP agents. Network: 231021cd-68f0-4c4b-8f59-e90b1776512a, hostable agents: ['fb6705d2-4f70-4965-92a3-fbfccd43a6d3'], hosted agents: [] {{(pid=103407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:37:01.693866 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-df65343e-3e28-426e-8343-908ae915242a tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Publish callbacks [] for security_group (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:01.695119 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-df65343e-3e28-426e-8343-908ae915242a tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.3170471 Feb 28 10:37:01.698498 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 38424) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:01.699591 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-44928919-d720-4b4b-b112-87ade39d9bcd tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Calling delete_port for a4d9a9c3-0f29-4116-adf6-8cd26b35f5af owned by network:floatingip {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:37:01.701671 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df65343e-3e28-426e-8343-908ae915242a tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9d1fc2d-d668-4814-8a99-3abfd7b8c7c8,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:01.703882 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-6bfc101f-34cd-416b-ba9c-b7324aaa04ce tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Request body: {'security_group_rule': {'security_group_id': 'a9d1fc2d-d668-4814-8a99-3abfd7b8c7c8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:37:01.717130 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3a513d8a-35ea-4c15-be90-43a83113b1ff tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571 tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551'] for network (c85b00b5-4078-4d5c-8c6a-1733050250bd), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:01.722293 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a513d8a-35ea-4c15-be90-43a83113b1ff tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571 tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:01.722772 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3a513d8a-35ea-4c15-be90-43a83113b1ff tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571 tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571-project] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:01.814011 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-3a513d8a-35ea-4c15-be90-43a83113b1ff tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571 tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.2146072 Feb 28 10:37:01.819904 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 38426) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:01.825148 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-bf2b5f95-c6bd-4617-ac58-69545dbc6fcf tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571 tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571-project] Request body: {'subnet': {'network_id': 'c85b00b5-4078-4d5c-8c6a-1733050250bd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:37:01.829789 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70c9131b-be55-4528-a638-7dadbe87199a tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Network 231021cd-68f0-4c4b-8f59-e90b1776512a is scheduled to be hosted by DHCP agent fb6705d2-4f70-4965-92a3-fbfccd43a6d3 with binding_index 1 {{(pid=103407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:37:01.839405 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6bfc101f-34cd-416b-ba9c-b7324aaa04ce tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Publish callbacks [] for security_group_rule (7b1da172-7125-4ee8-ba77-d89d1e2da784), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:01.845939 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a513d8a-35ea-4c15-be90-43a83113b1ff tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571 tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571-project] Pushing event updated for resources: {'Network': ['ID=c85b00b5-4078-4d5c-8c6a-1733050250bd,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:01.854654 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-617f3b90-35b9-4ed6-95b4-63bb672eeb17 req-7e7b61c7-bbda-4d4d-9984-42808a211aa9 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (38641955-40a6-408b-b552-ddf499fac925), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:01.859313 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Network c85b00b5-4078-4d5c-8c6a-1733050250bd details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103409) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:37:01.860761 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-70c9131b-be55-4528-a638-7dadbe87199a tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 231021cd-68f0-4c4b-8f59-e90b1776512a) {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:37:01.875577 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70c9131b-be55-4528-a638-7dadbe87199a tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:01.876187 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-70c9131b-be55-4528-a638-7dadbe87199a tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616561'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:01.886852 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09c74a98-b994-4b87-bbbc-6d102346891c None None] Network 231021cd-68f0-4c4b-8f59-e90b1776512a requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:37:01.909011 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-44928919-d720-4b4b-b112-87ade39d9bcd tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (a4d9a9c3-0f29-4116-adf6-8cd26b35f5af), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:01.935666 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44928919-d720-4b4b-b112-87ade39d9bcd tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Pushing event deleted for resources: {'Port': ['ID=a4d9a9c3-0f29-4116-adf6-8cd26b35f5af,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:01.938437 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-617f3b90-35b9-4ed6-95b4-63bb672eeb17 req-7e7b61c7-bbda-4d4d-9984-42808a211aa9 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Network a00febe1-61c6-4b3a-939e-05a4c4372ecc is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:37:01.949548 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-70c9131b-be55-4528-a638-7dadbe87199a tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2828882 Feb 28 10:37:01.950518 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [req-617f3b90-35b9-4ed6-95b4-63bb672eeb17 req-7e7b61c7-bbda-4d4d-9984-42808a211aa9 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:37:01.953627 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 38428) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:01.958947 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-617f3b90-35b9-4ed6-95b4-63bb672eeb17 req-7e7b61c7-bbda-4d4d-9984-42808a211aa9 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:37:01.965931 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-3e44a79a-fd3e-4592-b932-df6738fa7834 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Request body: {'port': {'network_id': '231021cd-68f0-4c4b-8f59-e90b1776512a', 'name': 'tempest-PortsTestJSON-64558758'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:37:01.975017 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7b61c7-bbda-4d4d-9984-42808a211aa9 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Pushing event updated for resources: {'Port': ['ID=38641955-40a6-408b-b552-ddf499fac925,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:02.026566 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-44928919-d720-4b4b-b112-87ade39d9bcd tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks [] for floatingip (7390bb0e-164c-4d64-b5d2-fc7dea74ee31), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:02.030223 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-44928919-d720-4b4b-b112-87ade39d9bcd tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for floatingip (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:02.031554 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-44928919-d720-4b4b-b112-87ade39d9bcd tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] 10.222.0.20 "DELETE /v2.0/floatingips/7390bb0e-164c-4d64-b5d2-fc7dea74ee31 HTTP/1.1" status: 204 len: 168 time: 0.6759109 Feb 28 10:37:02.033719 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf2b5f95-c6bd-4617-ac58-69545dbc6fcf tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571 tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571-project] Made reservation on behalf of 64e10d1c7bcd4dc1bf78ff26bd03976a for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:37:02.037318 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bf2b5f95-c6bd-4617-ac58-69545dbc6fcf tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571 tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3951209'] for subnet (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:02.042679 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 38430) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:02.094219 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6bfc101f-34cd-416b-ba9c-b7324aaa04ce tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Publish callbacks [] for security_group_rule (7b1da172-7125-4ee8-ba77-d89d1e2da784), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:02.094838 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b35989e7-a4b8-4faa-a08d-b1a1aa56fb62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-231021cd-68f0-4c4b-8f59-e90b1776512a', 'network_id': '231021cd-68f0-4c4b-8f59-e90b1776512a', 'project_id': '3f882f7a65fb4f4b8c37408f45ffc93a', 'fixed_ips': [{'subnet_id': '0f89c987-ef90-415f-b800-1d42ce1ee6bc'}]}} from dv-neutron-master-2-hyperv. {{(pid=103409) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:37:02.095833 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b35989e7-a4b8-4faa-a08d-b1a1aa56fb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:02.110160 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6bfc101f-34cd-416b-ba9c-b7324aaa04ce tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594242'] for security_group_rule (7b1da172-7125-4ee8-ba77-d89d1e2da784), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:02.113252 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e702e17-d206-4300-9c61-46e3384098d1 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] DELETE failed (client error): The resource could not be found. Feb 28 10:37:02.114067 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e702e17-d206-4300-9c61-46e3384098d1 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103408) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:37:02.117607 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-2e702e17-d206-4300-9c61-46e3384098d1 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] 10.222.0.20 "DELETE /v2.0/ports/7fcaa67b-a014-447b-9a0a-12aae3d9bbf8 HTTP/1.1" status: 404 len: 333 time: 0.0748158 Feb 28 10:37:02.175555 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617f3b90-35b9-4ed6-95b4-63bb672eeb17 req-7e7b61c7-bbda-4d4d-9984-42808a211aa9 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:02.177324 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-617f3b90-35b9-4ed6-95b4-63bb672eeb17 req-7e7b61c7-bbda-4d4d-9984-42808a211aa9 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:02.226874 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 38432) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:02.227756 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfc101f-34cd-416b-ba9c-b7324aaa04ce tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b1da172-7125-4ee8-ba77-d89d1e2da784,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:02.246620 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-617f3b90-35b9-4ed6-95b4-63bb672eeb17 req-7e7b61c7-bbda-4d4d-9984-42808a211aa9 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7628136 Feb 28 10:37:02.261017 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bf2b5f95-c6bd-4617-ac58-69545dbc6fcf tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571 tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3242588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3951195'] for subnet (757fe1f8-efdb-4b12-ab18-e65bd6f75705), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:02.279118 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6bfc101f-34cd-416b-ba9c-b7324aaa04ce tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:02.280244 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-6bfc101f-34cd-416b-ba9c-b7324aaa04ce tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5801897 Feb 28 10:37:02.287534 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-ff068b8d-6dca-4bb1-a067-2e6533ce8069 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] 10.222.0.20 "GET /v2.0/ports?device_id=82b3c49f-4a5f-4064-b30d-3bde9684927d HTTP/1.1" status: 200 len: 205 time: 0.0554981 Feb 28 10:37:02.299349 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 38436) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:02.299712 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 38438) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:02.309727 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [req-617f3b90-35b9-4ed6-95b4-63bb672eeb17 req-cec4c538-3e00-4353-b5c7-dcd1e81ed357 service neutron] Request body: {'port': {'device_id': '8cfd4575-f5a0-41ad-99a8-1ed282e710c5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:37:02.314279 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-b35989e7-a4b8-4faa-a08d-b1a1aa56fb62 None None] Allocated IP 172.20.0.2 (231021cd-68f0-4c4b-8f59-e90b1776512a/0f89c987-ef90-415f-b800-1d42ce1ee6bc/b1f9294a-8bdf-4a75-99ad-ce8fdac0a811) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:37:02.344485 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e44a79a-fd3e-4592-b932-df6738fa7834 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Made reservation on behalf of 3f882f7a65fb4f4b8c37408f45ffc93a for: {'port': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:37:02.348067 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3e44a79a-fd3e-4592-b932-df6738fa7834 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:02.385047 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.api.v2.resource [None req-9759c618-a8a5-4db8-af51-d3162c3cd38f tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] delete failed (client error): The resource could not be found. Feb 28 10:37:02.386300 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-9759c618-a8a5-4db8-af51-d3162c3cd38f tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] 10.222.0.20 "DELETE /v2.0/routers/82b3c49f-4a5f-4064-b30d-3bde9684927d HTTP/1.1" status: 404 len: 336 time: 0.0672219 Feb 28 10:37:02.386622 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.notifiers.nova [None req-3e44a79a-fd3e-4592-b932-df6738fa7834 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] device_id is not set on port 99f03f66-2bc7-4a2a-abaf-eba5caa0b053 yet. {{(pid=103407) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:37:02.392631 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 38440) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:02.404749 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 2a2141ff-c668-4d3e-8608-c10b64d21392 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:37:02.422296 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-279cdaea-d916-49f6-9311-9633c605228c tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Publish callbacks [] for security_group_rule (7b1da172-7125-4ee8-ba77-d89d1e2da784), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:02.431485 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-50e4b9c3-4ea2-4d3a-8283-8ed8afc23369 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] DELETE failed (client error): The resource could not be found. Feb 28 10:37:02.431759 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] No Port match for: 2a2141ff-c668-4d3e-8608-c10b64d21392 {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:37:02.432173 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 2a2141ff-c668-4d3e-8608-c10b64d21392 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:37:02.432293 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50e4b9c3-4ea2-4d3a-8283-8ed8afc23369 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103408) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:37:02.435519 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-50e4b9c3-4ea2-4d3a-8283-8ed8afc23369 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] 10.222.0.20 "DELETE /v2.0/subnets/2d475f90-0f94-4f43-a8f0-7dba26f801b5 HTTP/1.1" status: 404 len: 337 time: 0.0413706 Feb 28 10:37:02.442955 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-60401507-cf4e-4b2c-a293-2434b425e862 None None] Provisioning complete for port 38641955-40a6-408b-b552-ddf499fac925 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:37:02.443411 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-60401507-cf4e-4b2c-a293-2434b425e862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (38641955-40a6-408b-b552-ddf499fac925), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:02.450462 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 38442) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:02.454976 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-279cdaea-d916-49f6-9311-9633c605228c tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Publish callbacks [] for security_group_rule (7b1da172-7125-4ee8-ba77-d89d1e2da784), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:02.457625 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2b5f95-c6bd-4617-ac58-69545dbc6fcf tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571 tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571-project] Pushing event updated for resources: {'Subnet': ['ID=757fe1f8-efdb-4b12-ab18-e65bd6f75705,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:02.470588 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b5b005-8b07-414a-8fd0-0c6f7a3aaa10 req-41456001-ccf0-4a56-a90f-2d67958c6298 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:02.472431 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-78b5b005-8b07-414a-8fd0-0c6f7a3aaa10 req-41456001-ccf0-4a56-a90f-2d67958c6298 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] 10.222.0.20 "GET /v2.0/ports?device_id=8cfd4575-f5a0-41ad-99a8-1ed282e710c5 HTTP/1.1" status: 200 len: 931 time: 0.2389901 Feb 28 10:37:02.476182 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-617f3b90-35b9-4ed6-95b4-63bb672eeb17 req-cec4c538-3e00-4353-b5c7-dcd1e81ed357 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (38641955-40a6-408b-b552-ddf499fac925), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:02.528243 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2b5f95-c6bd-4617-ac58-69545dbc6fcf tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571 tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571-project] Checking segment: {'id': '85dca1f4-4e9c-4b55-968f-8ae093ec5824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'c85b00b5-4078-4d5c-8c6a-1733050250bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:37:02.528672 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf2b5f95-c6bd-4617-ac58-69545dbc6fcf tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571 tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571-project] Network hostable DHCP agents. Network: c85b00b5-4078-4d5c-8c6a-1733050250bd, hostable agents: ['fb6705d2-4f70-4965-92a3-fbfccd43a6d3'], hosted agents: [] {{(pid=103408) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:37:02.539425 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-279cdaea-d916-49f6-9311-9633c605228c tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594242'] for security_group_rule (7b1da172-7125-4ee8-ba77-d89d1e2da784), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:02.569503 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-279cdaea-d916-49f6-9311-9633c605228c tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:02.573252 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-279cdaea-d916-49f6-9311-9633c605228c tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/7b1da172-7125-4ee8-ba77-d89d1e2da784 HTTP/1.1" status: 204 len: 168 time: 0.2698472 Feb 28 10:37:02.583708 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 38444) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:02.586752 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279cdaea-d916-49f6-9311-9633c605228c tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7b1da172-7125-4ee8-ba77-d89d1e2da784,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:02.635735 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf2b5f95-c6bd-4617-ac58-69545dbc6fcf tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571 tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571-project] Network c85b00b5-4078-4d5c-8c6a-1733050250bd is scheduled to be hosted by DHCP agent fb6705d2-4f70-4965-92a3-fbfccd43a6d3 with binding_index 1 {{(pid=103408) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:37:02.667553 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-60401507-cf4e-4b2c-a293-2434b425e862 None None] Port 38641955-40a6-408b-b552-ddf499fac925 cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:37:02.669172 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-bf2b5f95-c6bd-4617-ac58-69545dbc6fcf tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571 tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, c85b00b5-4078-4d5c-8c6a-1733050250bd) {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:37:02.680115 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c650bac7-6a43-4bb2-bb68-2ea81b04158c None None] Network c85b00b5-4078-4d5c-8c6a-1733050250bd requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:37:02.687653 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-21ece146-a358-47ee-821e-abe92439be7e tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0994637 Feb 28 10:37:02.687653 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf2b5f95-c6bd-4617-ac58-69545dbc6fcf tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571 tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:02.687962 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bf2b5f95-c6bd-4617-ac58-69545dbc6fcf tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571 tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571-project] Publish callbacks [] for subnet (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:02.694225 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 38446) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:02.710598 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-e3e73045-4f6d-48de-9a02-3f4be3ae6e5b tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Deleting port 4f103e25-ff26-471a-a89c-207e20a101df {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:37:02.711102 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e3e73045-4f6d-48de-9a02-3f4be3ae6e5b tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (4f103e25-ff26-471a-a89c-207e20a101df), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:02.770293 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b35989e7-a4b8-4faa-a08d-b1a1aa56fb62 None None] Publish callbacks [] for port (b1f9294a-8bdf-4a75-99ad-ce8fdac0a811), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:02.778504 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-bf2b5f95-c6bd-4617-ac58-69545dbc6fcf tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571 tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9541841 Feb 28 10:37:02.785882 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 38448) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:02.790497 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b35989e7-a4b8-4faa-a08d-b1a1aa56fb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749'] for port (b1f9294a-8bdf-4a75-99ad-ce8fdac0a811), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:02.791630 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-e9ceec10-6952-422e-9a65-61a54df5c43f tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571 tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571-project] Request body: {'port': {'network_id': 'c85b00b5-4078-4d5c-8c6a-1733050250bd', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1840078878'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:37:02.854540 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b35989e7-a4b8-4faa-a08d-b1a1aa56fb62 None None] Network 231021cd-68f0-4c4b-8f59-e90b1776512a is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:37:02.861042 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-b35989e7-a4b8-4faa-a08d-b1a1aa56fb62 None None] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:37:02.863193 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35989e7-a4b8-4faa-a08d-b1a1aa56fb62 None None] Pushing event updated for resources: {'Port': ['ID=b1f9294a-8bdf-4a75-99ad-ce8fdac0a811,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:02.865496 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b35989e7-a4b8-4faa-a08d-b1a1aa56fb62 None None] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:37:02.893777 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01ad6021-18c9-44f8-a6d0-fd5ee1cc59c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-c85b00b5-4078-4d5c-8c6a-1733050250bd', 'network_id': 'c85b00b5-4078-4d5c-8c6a-1733050250bd', 'project_id': '64e10d1c7bcd4dc1bf78ff26bd03976a', 'fixed_ips': [{'subnet_id': '757fe1f8-efdb-4b12-ab18-e65bd6f75705'}]}} from dv-neutron-master-2-hyperv. {{(pid=103409) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:37:02.894739 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-01ad6021-18c9-44f8-a6d0-fd5ee1cc59c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:02.896143 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-78b5b005-8b07-414a-8fd0-0c6f7a3aaa10 req-51d5a8aa-5e93-44be-b5d6-46fe2c621fce tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3dd5a6c-06a9-4f41-b438-f7d64990f73a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4147942 Feb 28 10:37:02.951565 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-b35989e7-a4b8-4faa-a08d-b1a1aa56fb62 None None] Attempting to bind port b1f9294a-8bdf-4a75-99ad-ce8fdac0a811 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:37:02.951943 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-b35989e7-a4b8-4faa-a08d-b1a1aa56fb62 None None] Attempting to bind port b1f9294a-8bdf-4a75-99ad-ce8fdac0a811 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '27862fa3-facb-440d-91b0-662dd6c2a144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '231021cd-68f0-4c4b-8f59-e90b1776512a'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:37:02.952325 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b35989e7-a4b8-4faa-a08d-b1a1aa56fb62 None None] Attempting to bind port b1f9294a-8bdf-4a75-99ad-ce8fdac0a811 on network 231021cd-68f0-4c4b-8f59-e90b1776512a {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:37:02.963752 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b35989e7-a4b8-4faa-a08d-b1a1aa56fb62 None None] Checking agent: {'id': '75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 24, 15), 'started_at': datetime.datetime(2022, 2, 28, 10, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 36, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:37:02.964073 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b35989e7-a4b8-4faa-a08d-b1a1aa56fb62 None None] Checking segment: {'id': '27862fa3-facb-440d-91b0-662dd6c2a144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '231021cd-68f0-4c4b-8f59-e90b1776512a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:37:02.964319 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b35989e7-a4b8-4faa-a08d-b1a1aa56fb62 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:02.964739 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b35989e7-a4b8-4faa-a08d-b1a1aa56fb62 None None] Bound using segment: {'id': '27862fa3-facb-440d-91b0-662dd6c2a144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '231021cd-68f0-4c4b-8f59-e90b1776512a'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:37:02.965236 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-b35989e7-a4b8-4faa-a08d-b1a1aa56fb62 None None] Bound port: b1f9294a-8bdf-4a75-99ad-ce8fdac0a811, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27862fa3-facb-440d-91b0-662dd6c2a144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '231021cd-68f0-4c4b-8f59-e90b1776512a'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:37:02.965624 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b35989e7-a4b8-4faa-a08d-b1a1aa56fb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (b1f9294a-8bdf-4a75-99ad-ce8fdac0a811), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:02.993799 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-3e44a79a-fd3e-4592-b932-df6738fa7834 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Allocated IP 172.20.0.7 (231021cd-68f0-4c4b-8f59-e90b1776512a/0f89c987-ef90-415f-b800-1d42ce1ee6bc/99f03f66-2bc7-4a2a-abaf-eba5caa0b053) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:37:03.131122 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-b35989e7-a4b8-4faa-a08d-b1a1aa56fb62 None None] For port b1f9294a-8bdf-4a75-99ad-ce8fdac0a811, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:37:03.133435 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-01ad6021-18c9-44f8-a6d0-fd5ee1cc59c0 None None] Allocated IP 2001:db8::2 (c85b00b5-4078-4d5c-8c6a-1733050250bd/757fe1f8-efdb-4b12-ab18-e65bd6f75705/5ad9f51e-50ea-4695-8075-165c6f1789d9) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:37:03.136867 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-b35989e7-a4b8-4faa-a08d-b1a1aa56fb62 None None] For port b1f9294a-8bdf-4a75-99ad-ce8fdac0a811, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b1f9294a-8bdf-4a75-99ad-ce8fdac0a811,segment=NetworkSegment(27862fa3-facb-440d-91b0-662dd6c2a144),segment_id=27862fa3-facb-440d-91b0-662dd6c2a144)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:37:03.147497 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b35989e7-a4b8-4faa-a08d-b1a1aa56fb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (b1f9294a-8bdf-4a75-99ad-ce8fdac0a811), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:03.253212 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35989e7-a4b8-4faa-a08d-b1a1aa56fb62 None None] Pushing event updated for resources: {'Port': ['ID=b1f9294a-8bdf-4a75-99ad-ce8fdac0a811,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:03.256982 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-56aaaccd-8910-4f52-948a-3cf648db31f5 tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Publish callbacks [] for security_group (a9d1fc2d-d668-4814-8a99-3abfd7b8c7c8), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:03.295941 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e3e73045-4f6d-48de-9a02-3f4be3ae6e5b tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (4f103e25-ff26-471a-a89c-207e20a101df), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:03.319939 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3e44a79a-fd3e-4592-b932-df6738fa7834 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks [] for port (99f03f66-2bc7-4a2a-abaf-eba5caa0b053), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:03.325516 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.notifiers.nova [req-617f3b90-35b9-4ed6-95b4-63bb672eeb17 req-cec4c538-3e00-4353-b5c7-dcd1e81ed357 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38641955-40a6-408b-b552-ddf499fac925 {{(pid=103407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 10:37:03.329262 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-e3e73045-4f6d-48de-9a02-3f4be3ae6e5b tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Calling delete_port for 4f103e25-ff26-471a-a89c-207e20a101df owned by {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:37:03.332343 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-56aaaccd-8910-4f52-948a-3cf648db31f5 tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Publish callbacks [] for security_group (a9d1fc2d-d668-4814-8a99-3abfd7b8c7c8), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:03.372830 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-01ad6021-18c9-44f8-a6d0-fd5ee1cc59c0 None None] Publish callbacks [] for port (5ad9f51e-50ea-4695-8075-165c6f1789d9), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:03.373522 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-617f3b90-35b9-4ed6-95b4-63bb672eeb17 req-cec4c538-3e00-4353-b5c7-dcd1e81ed357 service neutron] Publish callbacks [] for port (38641955-40a6-408b-b552-ddf499fac925), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:03.380454 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-01ad6021-18c9-44f8-a6d0-fd5ee1cc59c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749'] for port (5ad9f51e-50ea-4695-8075-165c6f1789d9), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:03.395985 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.provisioning_blocks [req-617f3b90-35b9-4ed6-95b4-63bb672eeb17 req-cec4c538-3e00-4353-b5c7-dcd1e81ed357 service neutron] Transition to ACTIVE for port object 38641955-40a6-408b-b552-ddf499fac925 will not be triggered until provisioned by entity L2. {{(pid=103407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 10:37:03.398948 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3e44a79a-fd3e-4592-b932-df6738fa7834 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (99f03f66-2bc7-4a2a-abaf-eba5caa0b053), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:03.403592 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-617f3b90-35b9-4ed6-95b4-63bb672eeb17 req-cec4c538-3e00-4353-b5c7-dcd1e81ed357 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3498066'] for port (38641955-40a6-408b-b552-ddf499fac925), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:03.433785 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ad6021-18c9-44f8-a6d0-fd5ee1cc59c0 None None] Pushing event updated for resources: {'Port': ['ID=5ad9f51e-50ea-4695-8075-165c6f1789d9,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:03.449364 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9ceec10-6952-422e-9a65-61a54df5c43f tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571 tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571-project] Made reservation on behalf of 64e10d1c7bcd4dc1bf78ff26bd03976a for: {'port': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:37:03.453761 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e9ceec10-6952-422e-9a65-61a54df5c43f tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571 tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:03.461253 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01ad6021-18c9-44f8-a6d0-fd5ee1cc59c0 None None] Network c85b00b5-4078-4d5c-8c6a-1733050250bd is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:37:03.463406 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-01ad6021-18c9-44f8-a6d0-fd5ee1cc59c0 None None] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:37:03.467411 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ad6021-18c9-44f8-a6d0-fd5ee1cc59c0 None None] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:37:03.475447 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-56aaaccd-8910-4f52-948a-3cf648db31f5 tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (a9d1fc2d-d668-4814-8a99-3abfd7b8c7c8), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:03.479196 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-56aaaccd-8910-4f52-948a-3cf648db31f5 tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Publish callbacks [] for security_group (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:03.480658 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-56aaaccd-8910-4f52-948a-3cf648db31f5 tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] 10.222.0.20 "DELETE /v2.0/security-groups/a9d1fc2d-d668-4814-8a99-3abfd7b8c7c8 HTTP/1.1" status: 204 len: 168 time: 0.7854879 Feb 28 10:37:03.491969 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 38450) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:03.495863 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e44a79a-fd3e-4592-b932-df6738fa7834 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Network 231021cd-68f0-4c4b-8f59-e90b1776512a is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:37:03.498457 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e44a79a-fd3e-4592-b932-df6738fa7834 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Pushing event updated for resources: {'Port': ['ID=99f03f66-2bc7-4a2a-abaf-eba5caa0b053,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:03.503463 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-e9ceec10-6952-422e-9a65-61a54df5c43f tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571 tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571-project] device_id is not set on port 3251c9c3-6e9c-4989-a5ce-d0564bfc696f yet. {{(pid=103408) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:37:03.514294 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-3e44a79a-fd3e-4592-b932-df6738fa7834 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:37:03.518318 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e44a79a-fd3e-4592-b932-df6738fa7834 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:37:03.542155 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56aaaccd-8910-4f52-948a-3cf648db31f5 tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9d1fc2d-d668-4814-8a99-3abfd7b8c7c8,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:03.617521 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-01ad6021-18c9-44f8-a6d0-fd5ee1cc59c0 None None] Attempting to bind port 5ad9f51e-50ea-4695-8075-165c6f1789d9 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:37:03.618775 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-01ad6021-18c9-44f8-a6d0-fd5ee1cc59c0 None None] Attempting to bind port 5ad9f51e-50ea-4695-8075-165c6f1789d9 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '85dca1f4-4e9c-4b55-968f-8ae093ec5824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'c85b00b5-4078-4d5c-8c6a-1733050250bd'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:37:03.639901 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ad6021-18c9-44f8-a6d0-fd5ee1cc59c0 None None] Attempting to bind port 5ad9f51e-50ea-4695-8075-165c6f1789d9 on network c85b00b5-4078-4d5c-8c6a-1733050250bd {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:37:03.649213 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ad6021-18c9-44f8-a6d0-fd5ee1cc59c0 None None] Checking agent: {'id': '75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 24, 15), 'started_at': datetime.datetime(2022, 2, 28, 10, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 36, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:37:03.649870 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ad6021-18c9-44f8-a6d0-fd5ee1cc59c0 None None] Checking segment: {'id': '85dca1f4-4e9c-4b55-968f-8ae093ec5824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'c85b00b5-4078-4d5c-8c6a-1733050250bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:37:03.650445 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-01ad6021-18c9-44f8-a6d0-fd5ee1cc59c0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:03.651034 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ad6021-18c9-44f8-a6d0-fd5ee1cc59c0 None None] Bound using segment: {'id': '85dca1f4-4e9c-4b55-968f-8ae093ec5824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'c85b00b5-4078-4d5c-8c6a-1733050250bd'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:37:03.651685 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-01ad6021-18c9-44f8-a6d0-fd5ee1cc59c0 None None] Bound port: 5ad9f51e-50ea-4695-8075-165c6f1789d9, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85dca1f4-4e9c-4b55-968f-8ae093ec5824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'c85b00b5-4078-4d5c-8c6a-1733050250bd'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:37:03.656865 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-01ad6021-18c9-44f8-a6d0-fd5ee1cc59c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (5ad9f51e-50ea-4695-8075-165c6f1789d9), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:03.706396 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec4c538-3e00-4353-b5c7-dcd1e81ed357 service neutron] Pushing event updated for resources: {'Port': ['ID=38641955-40a6-408b-b552-ddf499fac925,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:03.718613 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e44a79a-fd3e-4592-b932-df6738fa7834 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:03.719416 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3e44a79a-fd3e-4592-b932-df6738fa7834 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:03.767691 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-3e44a79a-fd3e-4592-b932-df6738fa7834 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.8100016 Feb 28 10:37:03.769741 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 38452) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:03.772452 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-01ad6021-18c9-44f8-a6d0-fd5ee1cc59c0 None None] For port 5ad9f51e-50ea-4695-8075-165c6f1789d9, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:37:03.772886 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-617f3b90-35b9-4ed6-95b4-63bb672eeb17 req-cec4c538-3e00-4353-b5c7-dcd1e81ed357 service neutron] Attempting to bind port 38641955-40a6-408b-b552-ddf499fac925 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:37:03.773287 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-617f3b90-35b9-4ed6-95b4-63bb672eeb17 req-cec4c538-3e00-4353-b5c7-dcd1e81ed357 service neutron] Attempting to bind port 38641955-40a6-408b-b552-ddf499fac925 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'cba47325-ccfb-44ef-8af1-5b8f573ddc63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'a00febe1-61c6-4b3a-939e-05a4c4372ecc'}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:37:03.773718 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-617f3b90-35b9-4ed6-95b4-63bb672eeb17 req-cec4c538-3e00-4353-b5c7-dcd1e81ed357 service neutron] Attempting to bind port 38641955-40a6-408b-b552-ddf499fac925 on network a00febe1-61c6-4b3a-939e-05a4c4372ecc {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:37:03.779272 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-617f3b90-35b9-4ed6-95b4-63bb672eeb17 req-cec4c538-3e00-4353-b5c7-dcd1e81ed357 service neutron] Port 38641955-40a6-408b-b552-ddf499fac925 on network a00febe1-61c6-4b3a-939e-05a4c4372ecc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 10:37:03.779608 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-617f3b90-35b9-4ed6-95b4-63bb672eeb17 req-cec4c538-3e00-4353-b5c7-dcd1e81ed357 service neutron] Attempting to bind port 38641955-40a6-408b-b552-ddf499fac925 on network a00febe1-61c6-4b3a-939e-05a4c4372ecc {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:37:03.790673 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-617f3b90-35b9-4ed6-95b4-63bb672eeb17 req-cec4c538-3e00-4353-b5c7-dcd1e81ed357 service neutron] Checking agent: {'id': '13ac42ae-016e-4baf-bb31-c6fa820b41c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 30, 8), 'started_at': datetime.datetime(2022, 2, 28, 10, 30, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 36, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:37:03.791016 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-617f3b90-35b9-4ed6-95b4-63bb672eeb17 req-cec4c538-3e00-4353-b5c7-dcd1e81ed357 service neutron] Checking segment: {'id': 'cba47325-ccfb-44ef-8af1-5b8f573ddc63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'a00febe1-61c6-4b3a-939e-05a4c4372ecc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:37:03.791406 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-617f3b90-35b9-4ed6-95b4-63bb672eeb17 req-cec4c538-3e00-4353-b5c7-dcd1e81ed357 service neutron] Bound using segment: {'id': 'cba47325-ccfb-44ef-8af1-5b8f573ddc63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'a00febe1-61c6-4b3a-939e-05a4c4372ecc'} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:37:03.791839 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-617f3b90-35b9-4ed6-95b4-63bb672eeb17 req-cec4c538-3e00-4353-b5c7-dcd1e81ed357 service neutron] Bound port: 38641955-40a6-408b-b552-ddf499fac925, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cba47325-ccfb-44ef-8af1-5b8f573ddc63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 278, 'network_id': 'a00febe1-61c6-4b3a-939e-05a4c4372ecc'}}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:37:03.792774 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-617f3b90-35b9-4ed6-95b4-63bb672eeb17 req-cec4c538-3e00-4353-b5c7-dcd1e81ed357 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (38641955-40a6-408b-b552-ddf499fac925), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:03.803597 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-d2f8cf73-9c62-49e4-b1db-2f4b09ecdf1a tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.3078499 Feb 28 10:37:03.809822 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 38454) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:03.815656 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-41ae5fc8-076d-4497-8efc-a0dfd2c5f105 tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Request body: {'security_group': {'name': 'tempest-secgroup--131414606'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:37:03.866055 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e3e73045-4f6d-48de-9a02-3f4be3ae6e5b tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (4f103e25-ff26-471a-a89c-207e20a101df), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:03.869376 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-41ae5fc8-076d-4497-8efc-a0dfd2c5f105 tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:03.873943 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-01ad6021-18c9-44f8-a6d0-fd5ee1cc59c0 None None] For port 5ad9f51e-50ea-4695-8075-165c6f1789d9, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5ad9f51e-50ea-4695-8075-165c6f1789d9,segment=NetworkSegment(85dca1f4-4e9c-4b55-968f-8ae093ec5824),segment_id=85dca1f4-4e9c-4b55-968f-8ae093ec5824)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:37:03.879978 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-e9ceec10-6952-422e-9a65-61a54df5c43f tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571 tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571-project] Allocated IP 2001:db8::24 (c85b00b5-4078-4d5c-8c6a-1733050250bd/757fe1f8-efdb-4b12-ab18-e65bd6f75705/3251c9c3-6e9c-4989-a5ce-d0564bfc696f) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:37:03.886179 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-01ad6021-18c9-44f8-a6d0-fd5ee1cc59c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (5ad9f51e-50ea-4695-8075-165c6f1789d9), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:03.896362 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-617f3b90-35b9-4ed6-95b4-63bb672eeb17 req-cec4c538-3e00-4353-b5c7-dcd1e81ed357 service neutron] For port 38641955-40a6-408b-b552-ddf499fac925, host hv-neutron-mast, cleared binding levels {{(pid=103407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:37:03.900105 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-617f3b90-35b9-4ed6-95b4-63bb672eeb17 req-cec4c538-3e00-4353-b5c7-dcd1e81ed357 service neutron] For port 38641955-40a6-408b-b552-ddf499fac925, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=38641955-40a6-408b-b552-ddf499fac925,segment=NetworkSegment(cba47325-ccfb-44ef-8af1-5b8f573ddc63),segment_id=cba47325-ccfb-44ef-8af1-5b8f573ddc63)] {{(pid=103407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:37:03.911542 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-617f3b90-35b9-4ed6-95b4-63bb672eeb17 req-cec4c538-3e00-4353-b5c7-dcd1e81ed357 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3498066'] for port (38641955-40a6-408b-b552-ddf499fac925), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:03.941187 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e73045-4f6d-48de-9a02-3f4be3ae6e5b tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Pushing event deleted for resources: {'Port': ['ID=4f103e25-ff26-471a-a89c-207e20a101df,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:03.970377 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617f3b90-35b9-4ed6-95b4-63bb672eeb17 req-cec4c538-3e00-4353-b5c7-dcd1e81ed357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:03.971128 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-617f3b90-35b9-4ed6-95b4-63bb672eeb17 req-cec4c538-3e00-4353-b5c7-dcd1e81ed357 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:03.973064 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-617f3b90-35b9-4ed6-95b4-63bb672eeb17 req-cec4c538-3e00-4353-b5c7-dcd1e81ed357 service neutron] 10.222.0.30 "PUT /v2.0/ports/38641955-40a6-408b-b552-ddf499fac925 HTTP/1.1" status: 200 len: 1093 time: 1.6898625 Feb 28 10:37:03.973221 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cfd4575-f5a0-41ad-99a8-1ed282e710c5', 'tag': '38641955-40a6-408b-b552-ddf499fac925'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:37:03.975745 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c8e1c873eeca597e52e7ceb7469e602eac250bfea6606d285743d38033cf584" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc8b4989-f3e8-44d5-8a20-b145003703ec" -d '{"events": [{"name": "network-changed", "server_uuid": "8cfd4575-f5a0-41ad-99a8-1ed282e710c5", "tag": "38641955-40a6-408b-b552-ddf499fac925"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:37:03.981837 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ad6021-18c9-44f8-a6d0-fd5ee1cc59c0 None None] Pushing event updated for resources: {'Port': ['ID=5ad9f51e-50ea-4695-8075-165c6f1789d9,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:04.103536 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 10:37:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30b69f7d-19af-45a8-a031-9ed7d89ab530 x-openstack-request-id: req-30b69f7d-19af-45a8-a031-9ed7d89ab530 {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:37:04.103924 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cfd4575-f5a0-41ad-99a8-1ed282e710c5", "tag": "38641955-40a6-408b-b552-ddf499fac925", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:37:04.104096 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-30b69f7d-19af-45a8-a031-9ed7d89ab530 {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:37:04.104506 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cfd4575-f5a0-41ad-99a8-1ed282e710c5', 'tag': '38641955-40a6-408b-b552-ddf499fac925', 'status': 'completed', 'code': 200} Feb 28 10:37:04.136590 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec4c538-3e00-4353-b5c7-dcd1e81ed357 service neutron] Pushing event updated for resources: {'Port': ['ID=38641955-40a6-408b-b552-ddf499fac925,revision_number=3']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:04.144166 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e3e73045-4f6d-48de-9a02-3f4be3ae6e5b tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:04.147716 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-e3e73045-4f6d-48de-9a02-3f4be3ae6e5b tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] 10.222.0.20 "DELETE /v2.0/ports/4f103e25-ff26-471a-a89c-207e20a101df HTTP/1.1" status: 204 len: 168 time: 1.6958659 Feb 28 10:37:04.151128 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 38460) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:04.162092 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-4fbd84b5-929f-4e90-84b1-180da956892c tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Deleting port 99f03f66-2bc7-4a2a-abaf-eba5caa0b053 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:37:04.162445 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4fbd84b5-929f-4e90-84b1-180da956892c tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (99f03f66-2bc7-4a2a-abaf-eba5caa0b053), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:04.164043 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-41ae5fc8-076d-4497-8efc-a0dfd2c5f105 tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Publish callbacks [] for security_group (84f072be-eb2d-4f25-8468-d210f8715567), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:04.172974 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-41ae5fc8-076d-4497-8efc-a0dfd2c5f105 tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (84f072be-eb2d-4f25-8468-d210f8715567), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:04.227768 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-41ae5fc8-076d-4497-8efc-a0dfd2c5f105 tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:04.231968 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-41ae5fc8-076d-4497-8efc-a0dfd2c5f105 tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.4210095 Feb 28 10:37:04.233979 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 38462) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:04.238323 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617f3b90-35b9-4ed6-95b4-63bb672eeb17 req-fab1db27-9072-43e2-8849-c5362d6ed587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:04.239827 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-617f3b90-35b9-4ed6-95b4-63bb672eeb17 req-fab1db27-9072-43e2-8849-c5362d6ed587 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2b21c0f8445b44c5a1fb71420d1ffcce&device_id=8cfd4575-f5a0-41ad-99a8-1ed282e710c5 HTTP/1.1" status: 200 len: 1127 time: 0.2005029 Feb 28 10:37:04.250085 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-3d939644-cd5f-4db4-b85c-ee4fc5ee204d tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Request body: {'security_group_rule': {'security_group_id': '84f072be-eb2d-4f25-8468-d210f8715567', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:37:04.264162 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ae5fc8-076d-4497-8efc-a0dfd2c5f105 tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84f072be-eb2d-4f25-8468-d210f8715567,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:04.340895 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-617f3b90-35b9-4ed6-95b4-63bb672eeb17 req-15f0cdb7-6077-479a-9040-3eb1038cc3a0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=38641955-40a6-408b-b552-ddf499fac925 HTTP/1.1" status: 200 len: 217 time: 0.0800717 Feb 28 10:37:04.369812 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e9ceec10-6952-422e-9a65-61a54df5c43f tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571 tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571-project] Publish callbacks [] for port (3251c9c3-6e9c-4989-a5ce-d0564bfc696f), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:04.384774 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1b47a3-dd31-48c9-a5de-f999f0a7897c req-dc5ad65a-fb57-40f3-b8a1-826a5a11d57a tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:04.386384 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4fbd84b5-929f-4e90-84b1-180da956892c tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (99f03f66-2bc7-4a2a-abaf-eba5caa0b053), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:04.386524 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-2d1b47a3-dd31-48c9-a5de-f999f0a7897c req-dc5ad65a-fb57-40f3-b8a1-826a5a11d57a tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] 10.222.0.20 "GET /v2.0/ports?device_id=8cfd4575-f5a0-41ad-99a8-1ed282e710c5 HTTP/1.1" status: 200 len: 943 time: 0.2849770 Feb 28 10:37:04.429582 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e9ceec10-6952-422e-9a65-61a54df5c43f tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571 tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (3251c9c3-6e9c-4989-a5ce-d0564bfc696f), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:04.437226 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-4fbd84b5-929f-4e90-84b1-180da956892c tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Calling delete_port for 99f03f66-2bc7-4a2a-abaf-eba5caa0b053 owned by {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:37:04.500845 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ceec10-6952-422e-9a65-61a54df5c43f tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571 tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571-project] Network c85b00b5-4078-4d5c-8c6a-1733050250bd is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:37:04.502543 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3d939644-cd5f-4db4-b85c-ee4fc5ee204d tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Publish callbacks [] for security_group_rule (8b160979-8c5e-4038-9502-09ec10e0b7c7), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:04.509224 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-e9ceec10-6952-422e-9a65-61a54df5c43f tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571 tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:37:04.512602 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-c055d99c-8aa1-46e2-abeb-b7c6728246cd tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Deleting port 3a8f25b9-2d7b-42b9-bec2-9edc43106ad5 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:37:04.512975 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c055d99c-8aa1-46e2-abeb-b7c6728246cd tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (3a8f25b9-2d7b-42b9-bec2-9edc43106ad5), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:04.515962 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ceec10-6952-422e-9a65-61a54df5c43f tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571 tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:37:04.534061 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ceec10-6952-422e-9a65-61a54df5c43f tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571 tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:04.534741 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e9ceec10-6952-422e-9a65-61a54df5c43f tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571 tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:04.567699 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device b1f9294a-8bdf-4a75-99ad-ce8fdac0a811 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:37:04.569020 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617f3b90-35b9-4ed6-95b4-63bb672eeb17 req-43d0a941-3fec-4479-87b4-08ebc38a93f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:04.570550 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-617f3b90-35b9-4ed6-95b4-63bb672eeb17 req-43d0a941-3fec-4479-87b4-08ebc38a93f9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d602360c-82c2-4373-a020-58af067a06ad HTTP/1.1" status: 200 len: 834 time: 0.2203822 Feb 28 10:37:04.646887 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port b1f9294a-8bdf-4a75-99ad-ce8fdac0a811 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:37:04.647570 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (b1f9294a-8bdf-4a75-99ad-ce8fdac0a811), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:04.676093 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ceec10-6952-422e-9a65-61a54df5c43f tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571 tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571-project] Pushing event updated for resources: {'Port': ['ID=3251c9c3-6e9c-4989-a5ce-d0564bfc696f,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:04.695449 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-2d1b47a3-dd31-48c9-a5de-f999f0a7897c req-821a5c1a-d53a-4b71-904b-db5c1a677aa7 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3dd5a6c-06a9-4f41-b438-f7d64990f73a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2460833 Feb 28 10:37:04.713173 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-e9ceec10-6952-422e-9a65-61a54df5c43f tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571 tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.9231193 Feb 28 10:37:04.714464 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 38464) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:04.721517 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-53afa2e6-ca00-491d-9787-0f6036473930 tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571 tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571-project] Request body: {'port': {'network_id': 'c85b00b5-4078-4d5c-8c6a-1733050250bd', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1749940790', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:37:04.722082 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.api.validators [None req-53afa2e6-ca00-491d-9787-0f6036473930 tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571 tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571-project] bootfile-name is not in valid_values {{(pid=103407) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 28 10:37:04.722431 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.api.validators [None req-53afa2e6-ca00-491d-9787-0f6036473930 tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571 tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571-project] tftp-server is not in valid_values {{(pid=103407) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 28 10:37:04.722770 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.api.validators [None req-53afa2e6-ca00-491d-9787-0f6036473930 tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571 tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571-project] server-ip-address is not in valid_values {{(pid=103407) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 28 10:37:04.758057 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3d939644-cd5f-4db4-b85c-ee4fc5ee204d tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Publish callbacks [] for security_group_rule (8b160979-8c5e-4038-9502-09ec10e0b7c7), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:04.777493 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port b1f9294a-8bdf-4a75-99ad-ce8fdac0a811 is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:37:04.777831 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c055d99c-8aa1-46e2-abeb-b7c6728246cd tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (3a8f25b9-2d7b-42b9-bec2-9edc43106ad5), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:04.778131 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (b1f9294a-8bdf-4a75-99ad-ce8fdac0a811), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:04.807371 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3d939644-cd5f-4db4-b85c-ee4fc5ee204d tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594242'] for security_group_rule (8b160979-8c5e-4038-9502-09ec10e0b7c7), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:04.810777 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617f3b90-35b9-4ed6-95b4-63bb672eeb17 req-4e4ba302-ee5e-44f4-87ee-943cbb315b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:04.812619 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-617f3b90-35b9-4ed6-95b4-63bb672eeb17 req-4e4ba302-ee5e-44f4-87ee-943cbb315b4c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a00febe1-61c6-4b3a-939e-05a4c4372ecc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.2193141 Feb 28 10:37:04.825675 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-c055d99c-8aa1-46e2-abeb-b7c6728246cd tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Calling delete_port for 3a8f25b9-2d7b-42b9-bec2-9edc43106ad5 owned by {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:37:04.826466 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] For port b1f9294a-8bdf-4a75-99ad-ce8fdac0a811, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b1f9294a-8bdf-4a75-99ad-ce8fdac0a811,segment=NetworkSegment(27862fa3-facb-440d-91b0-662dd6c2a144),segment_id=27862fa3-facb-440d-91b0-662dd6c2a144)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:37:04.833104 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (b1f9294a-8bdf-4a75-99ad-ce8fdac0a811), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:04.905999 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Pushing event updated for resources: {'Port': ['ID=b1f9294a-8bdf-4a75-99ad-ce8fdac0a811,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:04.911907 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d939644-cd5f-4db4-b85c-ee4fc5ee204d tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b160979-8c5e-4038-9502-09ec10e0b7c7,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:04.923814 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3d939644-cd5f-4db4-b85c-ee4fc5ee204d tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:04.927699 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-3d939644-cd5f-4db4-b85c-ee4fc5ee204d tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6845081 Feb 28 10:37:04.930213 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 38466) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:04.933587 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4fbd84b5-929f-4e90-84b1-180da956892c tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (99f03f66-2bc7-4a2a-abaf-eba5caa0b053), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:04.996159 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-f1e60712-35be-4b18-afa4-dfe386290b2d tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] 10.222.0.20 "GET /v2.0/security-group-rules/8b160979-8c5e-4038-9502-09ec10e0b7c7 HTTP/1.1" status: 200 len: 763 time: 0.0614274 Feb 28 10:37:05.000054 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 38468) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:05.000802 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbd84b5-929f-4e90-84b1-180da956892c tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Pushing event deleted for resources: {'Port': ['ID=99f03f66-2bc7-4a2a-abaf-eba5caa0b053,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:05.032068 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61d0e41d-7165-4196-bc64-e7852c55aa68 None None] Network 231021cd-68f0-4c4b-8f59-e90b1776512a requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:37:05.032258 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-617f3b90-35b9-4ed6-95b4-63bb672eeb17 req-52c5bb46-7b19-4785-a86c-1e778af19894 service neutron] 10.222.0.30 "GET /v2.0/networks/a00febe1-61c6-4b3a-939e-05a4c4372ecc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2088399 Feb 28 10:37:05.131922 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53afa2e6-ca00-491d-9787-0f6036473930 tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571 tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571-project] Made reservation on behalf of 64e10d1c7bcd4dc1bf78ff26bd03976a for: {'port': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:37:05.135663 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-53afa2e6-ca00-491d-9787-0f6036473930 tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571 tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:05.164899 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.notifiers.nova [None req-53afa2e6-ca00-491d-9787-0f6036473930 tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571 tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571-project] device_id is not set on port 8909feb7-3657-4926-81e8-36e29177e019 yet. {{(pid=103407) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:37:05.184406 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-d307b091-6468-42d4-83e8-1bd694918713 tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1749678 Feb 28 10:37:05.187475 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-fb8b5bfa-a0d2-4afc-a148-dd924cf0404f None None] Provisioning complete for port b1f9294a-8bdf-4a75-99ad-ce8fdac0a811 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:37:05.187671 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 38470) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:05.187893 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fb8b5bfa-a0d2-4afc-a148-dd924cf0404f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (b1f9294a-8bdf-4a75-99ad-ce8fdac0a811), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:05.270124 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4fbd84b5-929f-4e90-84b1-180da956892c tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:05.279228 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-4fbd84b5-929f-4e90-84b1-180da956892c tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] 10.222.0.20 "DELETE /v2.0/ports/99f03f66-2bc7-4a2a-abaf-eba5caa0b053 HTTP/1.1" status: 204 len: 168 time: 1.5051155 Feb 28 10:37:05.280580 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 38472) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:05.292282 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-684aea51-6cb1-4826-8d95-aa1b60b91224 tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Publish callbacks [] for security_group_rule (8b160979-8c5e-4038-9502-09ec10e0b7c7), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:05.299909 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c055d99c-8aa1-46e2-abeb-b7c6728246cd tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (3a8f25b9-2d7b-42b9-bec2-9edc43106ad5), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:05.334924 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-684aea51-6cb1-4826-8d95-aa1b60b91224 tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Publish callbacks [] for security_group_rule (8b160979-8c5e-4038-9502-09ec10e0b7c7), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:05.370981 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c055d99c-8aa1-46e2-abeb-b7c6728246cd tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Pushing event deleted for resources: {'Port': ['ID=3a8f25b9-2d7b-42b9-bec2-9edc43106ad5,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:05.376201 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fc12e3e-3c37-40e3-9c7a-71b5c31a7f13 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] DELETE failed (client error): The resource could not be found. Feb 28 10:37:05.377271 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fc12e3e-3c37-40e3-9c7a-71b5c31a7f13 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103408) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:37:05.383837 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-617f3b90-35b9-4ed6-95b4-63bb672eeb17 req-2eb818fc-21d1-4447-a992-67a507fd8db3 service neutron] 10.222.0.30 "GET /v2.0/networks/a00febe1-61c6-4b3a-939e-05a4c4372ecc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3370144 Feb 28 10:37:05.384037 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-8fc12e3e-3c37-40e3-9c7a-71b5c31a7f13 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] 10.222.0.20 "DELETE /v2.0/ports/99f03f66-2bc7-4a2a-abaf-eba5caa0b053 HTTP/1.1" status: 404 len: 333 time: 0.1021039 Feb 28 10:37:05.386734 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 38474) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:05.410303 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-fb8b5bfa-a0d2-4afc-a148-dd924cf0404f None None] Current status of the port b1f9294a-8bdf-4a75-99ad-ce8fdac0a811 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:37:05.417787 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-53afa2e6-ca00-491d-9787-0f6036473930 tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571 tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571-project] Allocated IP 2001:db8::5 (c85b00b5-4078-4d5c-8c6a-1733050250bd/757fe1f8-efdb-4b12-ab18-e65bd6f75705/8909feb7-3657-4926-81e8-36e29177e019) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:37:05.419341 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-61a5c67f-80bf-4998-b5a1-751704d33079 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] GET failed (client error): The resource could not be found. Feb 28 10:37:05.420865 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-61a5c67f-80bf-4998-b5a1-751704d33079 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] 10.222.0.20 "GET /v2.0/ports/99f03f66-2bc7-4a2a-abaf-eba5caa0b053 HTTP/1.1" status: 404 len: 333 time: 0.0331779 Feb 28 10:37:05.425132 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 38476) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:05.501848 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c055d99c-8aa1-46e2-abeb-b7c6728246cd tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:05.508589 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-c055d99c-8aa1-46e2-abeb-b7c6728246cd tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] 10.222.0.20 "DELETE /v2.0/ports/3a8f25b9-2d7b-42b9-bec2-9edc43106ad5 HTTP/1.1" status: 204 len: 168 time: 1.3563881 Feb 28 10:37:05.509396 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 38478) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:05.523152 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-684aea51-6cb1-4826-8d95-aa1b60b91224 tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594242'] for security_group_rule (8b160979-8c5e-4038-9502-09ec10e0b7c7), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:05.550567 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-684aea51-6cb1-4826-8d95-aa1b60b91224 tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:05.551791 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-684aea51-6cb1-4826-8d95-aa1b60b91224 tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/8b160979-8c5e-4038-9502-09ec10e0b7c7 HTTP/1.1" status: 204 len: 168 time: 0.3628490 Feb 28 10:37:05.554308 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 38480) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:05.560715 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684aea51-6cb1-4826-8d95-aa1b60b91224 tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8b160979-8c5e-4038-9502-09ec10e0b7c7,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:05.567781 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c57d809c-4471-401c-92dd-5111802ea193 None None] Network c85b00b5-4078-4d5c-8c6a-1733050250bd requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:37:05.585205 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e3b0a1f-9e48-4784-adcf-997d3431c18b tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Deleting subnet 0f89c987-ef90-415f-b800-1d42ce1ee6bc {{(pid=103407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:37:05.605132 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5e3b0a1f-9e48-4784-adcf-997d3431c18b tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks [] for subnet (0f89c987-ef90-415f-b800-1d42ce1ee6bc), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:05.616773 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-59f7c633-53cc-41e3-ad71-73c99c11a77d tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0585854 Feb 28 10:37:05.617851 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 38482) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:05.622570 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-4757df99-674a-497d-9dcb-a515f53fc76e tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Request body: {'security_group_rule': {'security_group_id': '84f072be-eb2d-4f25-8468-d210f8715567', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:37:05.654242 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e77696-19a2-49bd-aa6c-2db362768f91 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:05.658464 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-60e77696-19a2-49bd-aa6c-2db362768f91 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b6ab8b8-279b-4753-bdf9-c3aeccd09e28 HTTP/1.1" status: 200 len: 913 time: 0.1452577 Feb 28 10:37:05.660435 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-16043a7e-8ec6-4ad8-b215-dfa553430b45 None None] Provisioning complete for port 5ad9f51e-50ea-4695-8075-165c6f1789d9 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:37:05.661091 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-16043a7e-8ec6-4ad8-b215-dfa553430b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (5ad9f51e-50ea-4695-8075-165c6f1789d9), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:05.661253 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 38484) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:05.670535 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4757df99-674a-497d-9dcb-a515f53fc76e tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Publish callbacks [] for security_group_rule (1830e229-cc4a-404d-8170-8055d1fde7e0), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:05.678247 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5e3b0a1f-9e48-4784-adcf-997d3431c18b tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3501132'] for subnet (0f89c987-ef90-415f-b800-1d42ce1ee6bc), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:05.789039 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5e3b0a1f-9e48-4784-adcf-997d3431c18b tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-823142'] for subnet (0f89c987-ef90-415f-b800-1d42ce1ee6bc), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:05.803095 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-16043a7e-8ec6-4ad8-b215-dfa553430b45 None None] Current status of the port 5ad9f51e-50ea-4695-8075-165c6f1789d9 is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:37:05.803881 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-16043a7e-8ec6-4ad8-b215-dfa553430b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (5ad9f51e-50ea-4695-8075-165c6f1789d9), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:05.851071 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4757df99-674a-497d-9dcb-a515f53fc76e tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Publish callbacks [] for security_group_rule (1830e229-cc4a-404d-8170-8055d1fde7e0), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:05.859025 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4757df99-674a-497d-9dcb-a515f53fc76e tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594242'] for security_group_rule (1830e229-cc4a-404d-8170-8055d1fde7e0), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:05.867800 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-16043a7e-8ec6-4ad8-b215-dfa553430b45 None None] For port 5ad9f51e-50ea-4695-8075-165c6f1789d9, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5ad9f51e-50ea-4695-8075-165c6f1789d9,segment=NetworkSegment(85dca1f4-4e9c-4b55-968f-8ae093ec5824),segment_id=85dca1f4-4e9c-4b55-968f-8ae093ec5824)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:37:05.875916 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-16043a7e-8ec6-4ad8-b215-dfa553430b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (5ad9f51e-50ea-4695-8075-165c6f1789d9), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:05.951605 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16043a7e-8ec6-4ad8-b215-dfa553430b45 None None] Pushing event updated for resources: {'Port': ['ID=5ad9f51e-50ea-4695-8075-165c6f1789d9,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:05.965872 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4757df99-674a-497d-9dcb-a515f53fc76e tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1830e229-cc4a-404d-8170-8055d1fde7e0,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:05.992287 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5e3b0a1f-9e48-4784-adcf-997d3431c18b tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-823145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3498088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3516558'] for subnet (0f89c987-ef90-415f-b800-1d42ce1ee6bc), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:05.992912 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4757df99-674a-497d-9dcb-a515f53fc76e tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:05.994139 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-4757df99-674a-497d-9dcb-a515f53fc76e tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3753202 Feb 28 10:37:05.997483 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 38488) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:06.029609 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-76eef79b-e5d2-4f3b-aef8-380fad8b5a9c None None] Provisioning complete for port b1f9294a-8bdf-4a75-99ad-ce8fdac0a811 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:37:06.032999 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-76eef79b-e5d2-4f3b-aef8-380fad8b5a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (b1f9294a-8bdf-4a75-99ad-ce8fdac0a811), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:06.105787 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8b4989-f3e8-44d5-8a20-b145003703ec req-2be34108-bcbf-41ee-a94b-1cd8f84bb660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:06.107430 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-dc8b4989-f3e8-44d5-8a20-b145003703ec req-2be34108-bcbf-41ee-a94b-1cd8f84bb660 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2b21c0f8445b44c5a1fb71420d1ffcce&device_id=8cfd4575-f5a0-41ad-99a8-1ed282e710c5 HTTP/1.1" status: 200 len: 1127 time: 0.6308334 Feb 28 10:37:06.121400 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3b0a1f-9e48-4784-adcf-997d3431c18b tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Pushing event deleted for resources: {'Subnet': ['ID=0f89c987-ef90-415f-b800-1d42ce1ee6bc,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:06.167244 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-76eef79b-e5d2-4f3b-aef8-380fad8b5a9c None None] Current status of the port b1f9294a-8bdf-4a75-99ad-ce8fdac0a811 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:37:06.174408 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5e3b0a1f-9e48-4784-adcf-997d3431c18b tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616561'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:06.180527 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-5e3b0a1f-9e48-4784-adcf-997d3431c18b tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] 10.222.0.20 "DELETE /v2.0/subnets/0f89c987-ef90-415f-b800-1d42ce1ee6bc HTTP/1.1" status: 204 len: 168 time: 0.7516983 Feb 28 10:37:06.181875 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 38490) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:06.186676 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-faa8ec5b-c66d-4a1f-85b5-6a614ccdaafc tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] 10.222.0.20 "GET /v2.0/security-group-rules/1830e229-cc4a-404d-8170-8055d1fde7e0 HTTP/1.1" status: 200 len: 763 time: 0.1415415 Feb 28 10:37:06.195013 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 38492) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:06.287774 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-e0df54b4-f4fd-4ddd-9dd0-ff0c77b7a272 None None] Could not find standard attr ID for object 99f03f66-2bc7-4a2a-abaf-eba5caa0b053. {{(pid=103409) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Feb 28 10:37:06.288328 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-53afa2e6-ca00-491d-9787-0f6036473930 tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571 tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571-project] Publish callbacks [] for port (8909feb7-3657-4926-81e8-36e29177e019), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:06.307659 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53755be1-57ca-46fe-b93f-8ba74da1762c req-6e1e5231-f61b-4a04-941f-d9764e94f3b2 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:06.309312 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-53755be1-57ca-46fe-b93f-8ba74da1762c req-6e1e5231-f61b-4a04-941f-d9764e94f3b2 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] 10.222.0.20 "GET /v2.0/ports?device_id=8cfd4575-f5a0-41ad-99a8-1ed282e710c5 HTTP/1.1" status: 200 len: 943 time: 0.3788848 Feb 28 10:37:06.322054 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-e0df54b4-f4fd-4ddd-9dd0-ff0c77b7a272 None None] Provisioning complete for port 3251c9c3-6e9c-4989-a5ce-d0564bfc696f triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:37:06.322431 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e0df54b4-f4fd-4ddd-9dd0-ff0c77b7a272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (3251c9c3-6e9c-4989-a5ce-d0564bfc696f), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:06.347165 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7290c09d-08fe-4c5a-b3f8-7f736a42e1c0 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-665757'] for network (231021cd-68f0-4c4b-8f59-e90b1776512a), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:06.363229 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-31ea26c9-8263-4336-809a-bc4865c4249c tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1658525 Feb 28 10:37:06.366941 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 38494) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:06.409508 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-e0df54b4-f4fd-4ddd-9dd0-ff0c77b7a272 None None] Port 3251c9c3-6e9c-4989-a5ce-d0564bfc696f cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:37:06.421103 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6df58965-954b-437a-a584-4cc2eb309842 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1802615'] for router_interface (8b6ab8b8-279b-4753-bdf9-c3aeccd09e28), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:06.423470 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-22972820-0e20-4369-86de-64ad735901ba tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Publish callbacks [] for security_group_rule (1830e229-cc4a-404d-8170-8055d1fde7e0), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:06.429676 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b93b453-3c16-4a31-8cbd-02e2dc197df7 None None] Network 231021cd-68f0-4c4b-8f59-e90b1776512a requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:37:06.434743 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-e0df54b4-f4fd-4ddd-9dd0-ff0c77b7a272 None None] Provisioning complete for port 5ad9f51e-50ea-4695-8075-165c6f1789d9 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:37:06.435129 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e0df54b4-f4fd-4ddd-9dd0-ff0c77b7a272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (5ad9f51e-50ea-4695-8075-165c6f1789d9), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:06.510604 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-22972820-0e20-4369-86de-64ad735901ba tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Publish callbacks [] for security_group_rule (1830e229-cc4a-404d-8170-8055d1fde7e0), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:06.559186 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 5ad9f51e-50ea-4695-8075-165c6f1789d9 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:37:06.615838 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-22972820-0e20-4369-86de-64ad735901ba tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594242'] for security_group_rule (1830e229-cc4a-404d-8170-8055d1fde7e0), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:06.620532 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-22972820-0e20-4369-86de-64ad735901ba tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:06.621803 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-22972820-0e20-4369-86de-64ad735901ba tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/1830e229-cc4a-404d-8170-8055d1fde7e0 HTTP/1.1" status: 204 len: 168 time: 0.2511256 Feb 28 10:37:06.628594 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 38496) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:06.657766 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22972820-0e20-4369-86de-64ad735901ba tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1830e229-cc4a-404d-8170-8055d1fde7e0,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:06.667257 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7290c09d-08fe-4c5a-b3f8-7f736a42e1c0 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Deleting port b1f9294a-8bdf-4a75-99ad-ce8fdac0a811 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:37:06.667596 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7290c09d-08fe-4c5a-b3f8-7f736a42e1c0 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (b1f9294a-8bdf-4a75-99ad-ce8fdac0a811), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:06.673417 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-e0df54b4-f4fd-4ddd-9dd0-ff0c77b7a272 None None] Current status of the port 5ad9f51e-50ea-4695-8075-165c6f1789d9 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:37:06.691790 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port 5ad9f51e-50ea-4695-8075-165c6f1789d9 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:37:06.692175 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (5ad9f51e-50ea-4695-8075-165c6f1789d9), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:06.767925 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8b4989-f3e8-44d5-8a20-b145003703ec req-a8341450-5307-420d-ab50-d0e5b7bb1321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:06.769638 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-dc8b4989-f3e8-44d5-8a20-b145003703ec req-a8341450-5307-420d-ab50-d0e5b7bb1321 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a00febe1-61c6-4b3a-939e-05a4c4372ecc HTTP/1.1" status: 200 len: 898 time: 0.6507416 Feb 28 10:37:06.782657 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e3b929b-00fe-4101-b4db-4c39c2fb6eed None None] DHCP port deletion for 231021cd-68f0-4c4b-8f59-e90b1776512a request from dv-neutron-master-2-hyperv {{(pid=103409) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:37:06.791266 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-fabf3778-1a38-40d8-a60e-ea6dba2acdd0 tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1589921 Feb 28 10:37:06.796363 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 38498) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:06.806951 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-f613ffd6-e5d9-4b77-b52a-f07531f426cc tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Request body: {'security_group_rule': {'security_group_id': '84f072be-eb2d-4f25-8468-d210f8715567', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:37:06.820753 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7290c09d-08fe-4c5a-b3f8-7f736a42e1c0 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] For port b1f9294a-8bdf-4a75-99ad-ce8fdac0a811, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b1f9294a-8bdf-4a75-99ad-ce8fdac0a811,segment=NetworkSegment(27862fa3-facb-440d-91b0-662dd6c2a144),segment_id=27862fa3-facb-440d-91b0-662dd6c2a144)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:37:06.821120 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7290c09d-08fe-4c5a-b3f8-7f736a42e1c0 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (b1f9294a-8bdf-4a75-99ad-ce8fdac0a811), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:06.836236 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-dc8b4989-f3e8-44d5-8a20-b145003703ec req-ee67f676-b754-4aba-be1c-1dc8625d56f6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=38641955-40a6-408b-b552-ddf499fac925 HTTP/1.1" status: 200 len: 217 time: 0.0582564 Feb 28 10:37:06.845513 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 5ad9f51e-50ea-4695-8075-165c6f1789d9 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:37:06.846186 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7290c09d-08fe-4c5a-b3f8-7f736a42e1c0 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Calling delete_port for b1f9294a-8bdf-4a75-99ad-ce8fdac0a811 owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:37:06.847430 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device b1f9294a-8bdf-4a75-99ad-ce8fdac0a811 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:37:06.857579 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-53755be1-57ca-46fe-b93f-8ba74da1762c req-ef46b26a-1e25-465a-a7ab-609a44498c85 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3dd5a6c-06a9-4f41-b438-f7d64990f73a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4893444 Feb 28 10:37:06.873749 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2cf47af2-ae15-4bf8-81c5-6db6598236a1 None None] Provisioning complete for port 3251c9c3-6e9c-4989-a5ce-d0564bfc696f triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:37:06.874447 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2cf47af2-ae15-4bf8-81c5-6db6598236a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (3251c9c3-6e9c-4989-a5ce-d0564bfc696f), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:06.878739 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f613ffd6-e5d9-4b77-b52a-f07531f426cc tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Publish callbacks [] for security_group_rule (308a73b5-3a92-41e5-a2ba-e4f6d98d1321), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:06.894039 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-53afa2e6-ca00-491d-9787-0f6036473930 tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571 tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (8909feb7-3657-4926-81e8-36e29177e019), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:06.900749 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8b4989-f3e8-44d5-8a20-b145003703ec req-29e41915-487e-4c9c-81d5-e78a09877707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:06.902240 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-dc8b4989-f3e8-44d5-8a20-b145003703ec req-29e41915-487e-4c9c-81d5-e78a09877707 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d602360c-82c2-4373-a020-58af067a06ad HTTP/1.1" status: 200 len: 834 time: 0.0590122 Feb 28 10:37:06.955163 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2cf47af2-ae15-4bf8-81c5-6db6598236a1 None None] Port 3251c9c3-6e9c-4989-a5ce-d0564bfc696f cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:37:06.972942 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53afa2e6-ca00-491d-9787-0f6036473930 tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571 tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571-project] Network c85b00b5-4078-4d5c-8c6a-1733050250bd is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:37:06.978936 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-53afa2e6-ca00-491d-9787-0f6036473930 tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571 tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:37:06.980449 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-6e3b929b-00fe-4101-b4db-4c39c2fb6eed None None] Deleting port b1f9294a-8bdf-4a75-99ad-ce8fdac0a811 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:37:06.980844 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6e3b929b-00fe-4101-b4db-4c39c2fb6eed None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (b1f9294a-8bdf-4a75-99ad-ce8fdac0a811), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:06.987242 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53afa2e6-ca00-491d-9787-0f6036473930 tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571 tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:37:06.992089 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53afa2e6-ca00-491d-9787-0f6036473930 tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571 tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:06.992777 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-53afa2e6-ca00-491d-9787-0f6036473930 tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571 tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:06.998931 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53afa2e6-ca00-491d-9787-0f6036473930 tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571 tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571-project] Pushing event updated for resources: {'Port': ['ID=8909feb7-3657-4926-81e8-36e29177e019,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:07.021588 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8b4989-f3e8-44d5-8a20-b145003703ec req-af5fedb2-6bf6-490d-b398-842c338bf3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:07.023166 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-dc8b4989-f3e8-44d5-8a20-b145003703ec req-af5fedb2-6bf6-490d-b398-842c338bf3fe service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a00febe1-61c6-4b3a-939e-05a4c4372ecc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.1144650 Feb 28 10:37:07.026912 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-53afa2e6-ca00-491d-9787-0f6036473930 tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571 tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1148 time: 2.3117654 Feb 28 10:37:07.032662 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 38500) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:07.059416 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port b1f9294a-8bdf-4a75-99ad-ce8fdac0a811 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:37:07.059812 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (b1f9294a-8bdf-4a75-99ad-ce8fdac0a811), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:07.090433 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f613ffd6-e5d9-4b77-b52a-f07531f426cc tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Publish callbacks [] for security_group_rule (308a73b5-3a92-41e5-a2ba-e4f6d98d1321), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:07.103370 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f613ffd6-e5d9-4b77-b52a-f07531f426cc tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594242'] for security_group_rule (308a73b5-3a92-41e5-a2ba-e4f6d98d1321), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:07.112282 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7290c09d-08fe-4c5a-b3f8-7f736a42e1c0 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (b1f9294a-8bdf-4a75-99ad-ce8fdac0a811), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:07.113306 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-6e3b929b-00fe-4101-b4db-4c39c2fb6eed None None] For port b1f9294a-8bdf-4a75-99ad-ce8fdac0a811, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b1f9294a-8bdf-4a75-99ad-ce8fdac0a811,segment=NetworkSegment(27862fa3-facb-440d-91b0-662dd6c2a144),segment_id=27862fa3-facb-440d-91b0-662dd6c2a144)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:37:07.113878 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6e3b929b-00fe-4101-b4db-4c39c2fb6eed None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (b1f9294a-8bdf-4a75-99ad-ce8fdac0a811), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:07.130577 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-6e3b929b-00fe-4101-b4db-4c39c2fb6eed None None] Calling delete_port for b1f9294a-8bdf-4a75-99ad-ce8fdac0a811 owned by network:dhcp {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:37:07.135077 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Could not find standard attr ID for object b1f9294a-8bdf-4a75-99ad-ce8fdac0a811. {{(pid=103409) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Feb 28 10:37:07.139869 dv-neutron-master-2-hyperv neutron-server[103409]: INFO neutron.plugins.ml2.db [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] No ports have port_id starting with b1f9294a-8bdf-4a75-99ad-ce8fdac0a811 Feb 28 10:37:07.151092 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-dc8b4989-f3e8-44d5-8a20-b145003703ec req-8ffc2838-6712-473c-8b2c-311fee34f951 service neutron] 10.222.0.30 "GET /v2.0/networks/a00febe1-61c6-4b3a-939e-05a4c4372ecc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213787 Feb 28 10:37:07.165699 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7290c09d-08fe-4c5a-b3f8-7f736a42e1c0 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] No DVR routers for this DVR port b1f9294a-8bdf-4a75-99ad-ce8fdac0a811 on host dv-neutron-master-2-hyperv {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:37:07.170013 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f613ffd6-e5d9-4b77-b52a-f07531f426cc tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=308a73b5-3a92-41e5-a2ba-e4f6d98d1321,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:07.177176 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7290c09d-08fe-4c5a-b3f8-7f736a42e1c0 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Pushing event deleted for resources: {'Port': ['ID=b1f9294a-8bdf-4a75-99ad-ce8fdac0a811,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:07.200813 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f613ffd6-e5d9-4b77-b52a-f07531f426cc tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:07.204258 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-f613ffd6-e5d9-4b77-b52a-f07531f426cc tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3998871 Feb 28 10:37:07.205486 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 38502) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:07.244652 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6e3b929b-00fe-4101-b4db-4c39c2fb6eed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758'] for port (b1f9294a-8bdf-4a75-99ad-ce8fdac0a811), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:07.274151 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-dc8b4989-f3e8-44d5-8a20-b145003703ec req-b946c7f5-04ae-4983-909f-0f1b843ce97e service neutron] 10.222.0.30 "GET /v2.0/networks/a00febe1-61c6-4b3a-939e-05a4c4372ecc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164012 Feb 28 10:37:07.278517 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-f2dc708c-e26f-4e93-a6fd-328efef8962b tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] 10.222.0.20 "GET /v2.0/security-group-rules/308a73b5-3a92-41e5-a2ba-e4f6d98d1321 HTTP/1.1" status: 200 len: 764 time: 0.0708559 Feb 28 10:37:07.281325 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 38504) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:07.286666 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3b929b-00fe-4101-b4db-4c39c2fb6eed None None] Pushing event deleted for resources: {'Port': ['ID=b1f9294a-8bdf-4a75-99ad-ce8fdac0a811,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:07.287573 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a99d653-9399-458a-9e6f-22d838911bf7 tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571 tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:07.292609 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3b929b-00fe-4101-b4db-4c39c2fb6eed None None] No DVR routers for this DVR port b1f9294a-8bdf-4a75-99ad-ce8fdac0a811 on host dv-neutron-master-2-hyperv {{(pid=103409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:37:07.296416 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a99d653-9399-458a-9e6f-22d838911bf7 tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571 tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:07.302986 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a99d653-9399-458a-9e6f-22d838911bf7 tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571 tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:07.303537 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-2a99d653-9399-458a-9e6f-22d838911bf7 tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571 tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.2692602 Feb 28 10:37:07.310446 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 38506) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:07.319972 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-6df58965-954b-437a-a584-4cc2eb309842 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Deleting port bce3aa95-8032-40f2-8140-09d1490edb57 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:37:07.320313 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6df58965-954b-437a-a584-4cc2eb309842 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (bce3aa95-8032-40f2-8140-09d1490edb57), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:07.324193 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7290c09d-08fe-4c5a-b3f8-7f736a42e1c0 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672413', 'neutron.services.segments.db._delete_segments_for_network-8742057110173'] for network (231021cd-68f0-4c4b-8f59-e90b1776512a), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:07.384107 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-d0ef16b7-1acd-461d-b637-b5bdd0e06e9b None None] Provisioning complete for port 8909feb7-3657-4926-81e8-36e29177e019 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:37:07.385079 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d0ef16b7-1acd-461d-b637-b5bdd0e06e9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (8909feb7-3657-4926-81e8-36e29177e019), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:07.389256 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-7290c09d-08fe-4c5a-b3f8-7f736a42e1c0 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['231021cd-68f0-4c4b-8f59-e90b1776512a']}} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:07.394901 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-17146a39-18ca-4c70-a3b8-47e683993a79 tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1098821 Feb 28 10:37:07.397754 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 38508) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:07.412227 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-7290c09d-08fe-4c5a-b3f8-7f736a42e1c0 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27862fa3-facb-440d-91b0-662dd6c2a144') {'for_net_delete': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:07.412523 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-7290c09d-08fe-4c5a-b3f8-7f736a42e1c0 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27862fa3-facb-440d-91b0-662dd6c2a144') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:07.423302 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-d0ef16b7-1acd-461d-b637-b5bdd0e06e9b None None] Port 8909feb7-3657-4926-81e8-36e29177e019 cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:37:07.449870 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7290c09d-08fe-4c5a-b3f8-7f736a42e1c0 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742057113766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3423550'] for segment (27862fa3-facb-440d-91b0-662dd6c2a144), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:07.451631 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-620c4dc0-64fb-4b55-ae95-78d67d4d9278 tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571 tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571-project] Deleting port 8909feb7-3657-4926-81e8-36e29177e019 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:37:07.451981 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-620c4dc0-64fb-4b55-ae95-78d67d4d9278 tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571 tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (8909feb7-3657-4926-81e8-36e29177e019), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:07.475403 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2b823747-cb09-4cd1-aff8-2aad923114ed tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Publish callbacks [] for security_group_rule (308a73b5-3a92-41e5-a2ba-e4f6d98d1321), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:07.480336 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7290c09d-08fe-4c5a-b3f8-7f736a42e1c0 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (27862fa3-facb-440d-91b0-662dd6c2a144), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:07.487072 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6df58965-954b-437a-a584-4cc2eb309842 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (bce3aa95-8032-40f2-8140-09d1490edb57), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:07.497657 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2b823747-cb09-4cd1-aff8-2aad923114ed tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Publish callbacks [] for security_group_rule (308a73b5-3a92-41e5-a2ba-e4f6d98d1321), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:07.509059 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7290c09d-08fe-4c5a-b3f8-7f736a42e1c0 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Releasing vlan 263 on physical network physnet1 to pool {{(pid=103408) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:37:07.509470 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7290c09d-08fe-4c5a-b3f8-7f736a42e1c0 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3242693'] for segment (27862fa3-facb-440d-91b0-662dd6c2a144), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:07.513857 dv-neutron-master-2-hyperv neutron-server[103408]: Traceback (most recent call last): Feb 28 10:37:07.513857 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:37:07.513857 dv-neutron-master-2-hyperv neutron-server[103408]: timer() Feb 28 10:37:07.513857 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:37:07.513857 dv-neutron-master-2-hyperv neutron-server[103408]: cb(*args, **kw) Feb 28 10:37:07.513857 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:37:07.513857 dv-neutron-master-2-hyperv neutron-server[103408]: return func(*args, **kwargs) Feb 28 10:37:07.513857 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:37:07.513857 dv-neutron-master-2-hyperv neutron-server[103408]: self._notify() Feb 28 10:37:07.513857 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:37:07.513857 dv-neutron-master-2-hyperv neutron-server[103408]: self.callback(batched_events) Feb 28 10:37:07.513857 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:37:07.513857 dv-neutron-master-2-hyperv neutron-server[103408]: event.method(event) Feb 28 10:37:07.513857 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:37:07.513857 dv-neutron-master-2-hyperv neutron-server[103408]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:37:07.513857 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:37:07.513857 dv-neutron-master-2-hyperv neutron-server[103408]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:37:07.513857 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:37:07.513857 dv-neutron-master-2-hyperv neutron-server[103408]: return f(self, *a, **k) Feb 28 10:37:07.513857 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:37:07.513857 dv-neutron-master-2-hyperv neutron-server[103408]: return self._get(url).json() Feb 28 10:37:07.513857 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:37:07.513857 dv-neutron-master-2-hyperv neutron-server[103408]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:37:07.513857 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:37:07.513857 dv-neutron-master-2-hyperv neutron-server[103408]: return self.request(url, 'GET', **kwargs) Feb 28 10:37:07.513857 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:37:07.513857 dv-neutron-master-2-hyperv neutron-server[103408]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:37:07.513857 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:37:07.513857 dv-neutron-master-2-hyperv neutron-server[103408]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:37:07.513857 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:37:07.513857 dv-neutron-master-2-hyperv neutron-server[103408]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:37:07.513857 dv-neutron-master-2-hyperv neutron-server[103408]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:37:07.523810 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-6df58965-954b-437a-a584-4cc2eb309842 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Calling delete_port for bce3aa95-8032-40f2-8140-09d1490edb57 owned by network:router_interface {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:37:07.546186 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-620c4dc0-64fb-4b55-ae95-78d67d4d9278 tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571 tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (8909feb7-3657-4926-81e8-36e29177e019), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:07.558792 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-620c4dc0-64fb-4b55-ae95-78d67d4d9278 tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571 tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571-project] Calling delete_port for 8909feb7-3657-4926-81e8-36e29177e019 owned by {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:37:07.624815 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2b823747-cb09-4cd1-aff8-2aad923114ed tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594242'] for security_group_rule (308a73b5-3a92-41e5-a2ba-e4f6d98d1321), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:07.631027 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7290c09d-08fe-4c5a-b3f8-7f736a42e1c0 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803269'] for network (231021cd-68f0-4c4b-8f59-e90b1776512a), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:07.638911 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2b823747-cb09-4cd1-aff8-2aad923114ed tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:07.640019 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-2b823747-cb09-4cd1-aff8-2aad923114ed tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/308a73b5-3a92-41e5-a2ba-e4f6d98d1321 HTTP/1.1" status: 204 len: 168 time: 0.2396667 Feb 28 10:37:07.642951 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 38510) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:07.656859 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7290c09d-08fe-4c5a-b3f8-7f736a42e1c0 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616561'] for network (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:07.664308 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-7290c09d-08fe-4c5a-b3f8-7f736a42e1c0 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] 10.222.0.20 "DELETE /v2.0/networks/231021cd-68f0-4c4b-8f59-e90b1776512a HTTP/1.1" status: 204 len: 168 time: 1.4779475 Feb 28 10:37:07.665366 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 38512) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:07.671739 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b823747-cb09-4cd1-aff8-2aad923114ed tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=308a73b5-3a92-41e5-a2ba-e4f6d98d1321,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:07.677259 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7290c09d-08fe-4c5a-b3f8-7f736a42e1c0 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Pushing event deleted for resources: {'Network': ['ID=231021cd-68f0-4c4b-8f59-e90b1776512a,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:07.687183 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-82f71a4b-b54d-48ca-8ce9-8176660c43ed tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-732452139'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:37:07.740304 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-270fc554-0582-46b8-997b-3e5f86cf5153 tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0959525 Feb 28 10:37:07.742073 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82f71a4b-b54d-48ca-8ce9-8176660c43ed tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Made reservation on behalf of 3f882f7a65fb4f4b8c37408f45ffc93a for: {'network': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:37:07.743218 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 38514) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:07.745553 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-82f71a4b-b54d-48ca-8ce9-8176660c43ed tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for network (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:07.749123 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-620c4dc0-64fb-4b55-ae95-78d67d4d9278 tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571 tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (8909feb7-3657-4926-81e8-36e29177e019), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:07.784477 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620c4dc0-64fb-4b55-ae95-78d67d4d9278 tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571 tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571-project] Pushing event deleted for resources: {'Port': ['ID=8909feb7-3657-4926-81e8-36e29177e019,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:07.825042 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-620c4dc0-64fb-4b55-ae95-78d67d4d9278 tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571 tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:07.833437 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-620c4dc0-64fb-4b55-ae95-78d67d4d9278 tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571 tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571-project] 10.222.0.20 "DELETE /v2.0/ports/8909feb7-3657-4926-81e8-36e29177e019 HTTP/1.1" status: 204 len: 168 time: 0.5170181 Feb 28 10:37:07.833643 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 38516) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:07.834111 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82f71a4b-b54d-48ca-8ce9-8176660c43ed tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 295} {{(pid=103407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:37:07.843349 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-27cb22fd-d69d-44ee-8891-8a16e18cc012 tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571 tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571-project] Request body: {'port': {'name': 'tempest-new-port-name-551094636', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:37:07.843745 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.api.validators [None req-27cb22fd-d69d-44ee-8891-8a16e18cc012 tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571 tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571-project] bootfile-name is not in valid_values {{(pid=103408) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 28 10:37:07.844089 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.api.validators [None req-27cb22fd-d69d-44ee-8891-8a16e18cc012 tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571 tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571-project] tftp-server is not in valid_values {{(pid=103408) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 28 10:37:07.844424 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.api.validators [None req-27cb22fd-d69d-44ee-8891-8a16e18cc012 tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571 tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571-project] server-ip-address is not in valid_values {{(pid=103408) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 28 10:37:07.844592 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-82f71a4b-b54d-48ca-8ce9-8176660c43ed tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (675eb0e5-0e21-426a-aed2-899ca7e81ba8), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:07.844951 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.db.segments_db [None req-82f71a4b-b54d-48ca-8ce9-8176660c43ed tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Added segment 675eb0e5-0e21-426a-aed2-899ca7e81ba8 of type vlan for network ec9510b9-a46b-4270-8fae-f530b2fbbcf8 Feb 28 10:37:07.867743 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-34bac9f4-da3a-447a-b64b-f28fb0397df9 tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Publish callbacks [] for security_group (84f072be-eb2d-4f25-8468-d210f8715567), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:07.887890 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-82f71a4b-b54d-48ca-8ce9-8176660c43ed tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742056637431'] for network (ec9510b9-a46b-4270-8fae-f530b2fbbcf8), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:07.892330 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6df58965-954b-437a-a584-4cc2eb309842 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (bce3aa95-8032-40f2-8140-09d1490edb57), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:07.932588 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-82f71a4b-b54d-48ca-8ce9-8176660c43ed tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551'] for network (ec9510b9-a46b-4270-8fae-f530b2fbbcf8), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:07.937937 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82f71a4b-b54d-48ca-8ce9-8176660c43ed tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:07.938641 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-82f71a4b-b54d-48ca-8ce9-8176660c43ed tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:07.974813 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-34bac9f4-da3a-447a-b64b-f28fb0397df9 tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Publish callbacks [] for security_group (84f072be-eb2d-4f25-8468-d210f8715567), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:07.984461 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-82f71a4b-b54d-48ca-8ce9-8176660c43ed tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3153088 Feb 28 10:37:07.986336 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df58965-954b-437a-a584-4cc2eb309842 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Pushing event deleted for resources: {'Port': ['ID=bce3aa95-8032-40f2-8140-09d1490edb57,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:07.997767 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 38520) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:08.008498 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-99d1ff67-c46e-4d82-8bff-fd3317f24607 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Request body: {'subnet': {'network_id': 'ec9510b9-a46b-4270-8fae-f530b2fbbcf8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:37:08.059113 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (13ac42ae-016e-4baf-bb31-c6fa820b41c2), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:08.060502 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f71a4b-b54d-48ca-8ce9-8176660c43ed tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Pushing event updated for resources: {'Network': ['ID=ec9510b9-a46b-4270-8fae-f530b2fbbcf8,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:08.071859 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Network ec9510b9-a46b-4270-8fae-f530b2fbbcf8 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103409) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:37:08.077969 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b29b45-27f1-4dde-9e8f-aa33e851fd21 req-657ed09f-671f-4f55-93cc-78e12f114fd7 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:08.079503 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-16b29b45-27f1-4dde-9e8f-aa33e851fd21 req-657ed09f-671f-4f55-93cc-78e12f114fd7 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] 10.222.0.20 "GET /v2.0/ports?device_id=8cfd4575-f5a0-41ad-99a8-1ed282e710c5 HTTP/1.1" status: 200 len: 943 time: 0.1275246 Feb 28 10:37:08.090085 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-27cb22fd-d69d-44ee-8891-8a16e18cc012 tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571 tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (3251c9c3-6e9c-4989-a5ce-d0564bfc696f), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:08.136586 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-16b29b45-27f1-4dde-9e8f-aa33e851fd21 req-df82388e-1c4c-4eab-bcd5-7ef7e128683a tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3dd5a6c-06a9-4f41-b438-f7d64990f73a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494006 Feb 28 10:37:08.198086 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-34bac9f4-da3a-447a-b64b-f28fb0397df9 tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (84f072be-eb2d-4f25-8468-d210f8715567), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:08.200638 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-34bac9f4-da3a-447a-b64b-f28fb0397df9 tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Publish callbacks [] for security_group (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:08.204282 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-34bac9f4-da3a-447a-b64b-f28fb0397df9 tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] 10.222.0.20 "DELETE /v2.0/security-groups/84f072be-eb2d-4f25-8468-d210f8715567 HTTP/1.1" status: 204 len: 168 time: 0.4576223 Feb 28 10:37:08.204722 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 38522) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:08.236882 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bac9f4-da3a-447a-b64b-f28fb0397df9 tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84f072be-eb2d-4f25-8468-d210f8715567,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:08.252796 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-337ac4a0-5b6a-41fe-9a33-48fc524344b4 tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.0465705 Feb 28 10:37:08.259313 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 38524) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:08.264634 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-b69ab522-cbc3-4a52-aba9-b67ef7fae2c5 tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Request body: {'security_group': {'name': 'tempest-secgroup--1007582496'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:37:08.285663 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b69ab522-cbc3-4a52-aba9-b67ef7fae2c5 tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:08.295510 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99d1ff67-c46e-4d82-8bff-fd3317f24607 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Made reservation on behalf of 3f882f7a65fb4f4b8c37408f45ffc93a for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:37:08.298930 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-99d1ff67-c46e-4d82-8bff-fd3317f24607 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3951209'] for subnet (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:08.358693 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b69ab522-cbc3-4a52-aba9-b67ef7fae2c5 tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Publish callbacks [] for security_group (64c246ff-3f0f-476d-a629-fb5c5d328845), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:08.364846 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b69ab522-cbc3-4a52-aba9-b67ef7fae2c5 tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (64c246ff-3f0f-476d-a629-fb5c5d328845), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:08.382613 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device b1f9294a-8bdf-4a75-99ad-ce8fdac0a811 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:37:08.400497 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b69ab522-cbc3-4a52-aba9-b67ef7fae2c5 tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:08.401804 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-b69ab522-cbc3-4a52-aba9-b67ef7fae2c5 tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1412530 Feb 28 10:37:08.405300 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 38526) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:08.406634 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] No Port match for: b1f9294a-8bdf-4a75-99ad-ce8fdac0a811 {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:37:08.407145 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device b1f9294a-8bdf-4a75-99ad-ce8fdac0a811 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:37:08.411157 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-628af341-ae08-4181-9a90-8841da95a6e5 tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Request body: {'security_group_rule': {'security_group_id': '64c246ff-3f0f-476d-a629-fb5c5d328845', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:37:08.415589 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ab522-cbc3-4a52-aba9-b67ef7fae2c5 tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64c246ff-3f0f-476d-a629-fb5c5d328845,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:08.444003 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-628af341-ae08-4181-9a90-8841da95a6e5 tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Publish callbacks [] for security_group_rule (ca155519-819e-4842-92ae-4fe47fc8fcb4), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:08.504515 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-628af341-ae08-4181-9a90-8841da95a6e5 tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Publish callbacks [] for security_group_rule (ca155519-819e-4842-92ae-4fe47fc8fcb4), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:08.508950 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-628af341-ae08-4181-9a90-8841da95a6e5 tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594242'] for security_group_rule (ca155519-819e-4842-92ae-4fe47fc8fcb4), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:08.533406 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628af341-ae08-4181-9a90-8841da95a6e5 tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca155519-819e-4842-92ae-4fe47fc8fcb4,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:08.540030 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-628af341-ae08-4181-9a90-8841da95a6e5 tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:08.541316 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-628af341-ae08-4181-9a90-8841da95a6e5 tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1350386 Feb 28 10:37:08.544024 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 38528) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:08.600264 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c9a28dbe-1a53-41a0-ab8e-fe863f61d8a1 tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Publish callbacks [] for security_group (64c246ff-3f0f-476d-a629-fb5c5d328845), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:08.624620 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c9a28dbe-1a53-41a0-ab8e-fe863f61d8a1 tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Publish callbacks [] for security_group (64c246ff-3f0f-476d-a629-fb5c5d328845), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:08.674615 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c9a28dbe-1a53-41a0-ab8e-fe863f61d8a1 tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (64c246ff-3f0f-476d-a629-fb5c5d328845), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:08.677697 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c9a28dbe-1a53-41a0-ab8e-fe863f61d8a1 tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:08.679643 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-c9a28dbe-1a53-41a0-ab8e-fe863f61d8a1 tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] 10.222.0.20 "DELETE /v2.0/security-groups/64c246ff-3f0f-476d-a629-fb5c5d328845 HTTP/1.1" status: 204 len: 168 time: 0.1346629 Feb 28 10:37:08.683863 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 38530) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:08.696523 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a28dbe-1a53-41a0-ab8e-fe863f61d8a1 tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64c246ff-3f0f-476d-a629-fb5c5d328845,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:08.742476 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-93744e2b-0f55-4bdf-a988-c62aec46d5a1 tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.0539610 Feb 28 10:37:08.742720 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 38532) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:08.749749 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-64c9d726-0dd8-491d-8a44-998a92f8c4f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fb6705d2-4f70-4965-92a3-fbfccd43a6d3), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:08.780569 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-36cbc388-63c5-494e-9687-dc9e23e5a498 tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0361507 Feb 28 10:37:08.783042 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 38534) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:08.797415 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.api.v2.resource [None req-a2be2160-c104-4241-b2d5-fba3d96b4b2a tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] delete failed (client error): The resource could not be found. Feb 28 10:37:08.798441 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-a2be2160-c104-4241-b2d5-fba3d96b4b2a tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] 10.222.0.20 "DELETE /v2.0/security-groups/64c246ff-3f0f-476d-a629-fb5c5d328845 HTTP/1.1" status: 404 len: 347 time: 0.0144773 Feb 28 10:37:08.802245 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 38536) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:08.831365 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6df58965-954b-437a-a584-4cc2eb309842 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1802651'] for router_interface (8b6ab8b8-279b-4753-bdf9-c3aeccd09e28), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:08.968923 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-a982d878-17cc-4f1a-b5ca-7ad224d9fe88 tempest-SecGroupTest-174260886 tempest-SecGroupTest-174260886-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1612220 Feb 28 10:37:09.049084 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-27cb22fd-d69d-44ee-8891-8a16e18cc012 tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571 tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571-project] Publish callbacks [] for port (3251c9c3-6e9c-4989-a5ce-d0564bfc696f), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:09.089545 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-27cb22fd-d69d-44ee-8891-8a16e18cc012 tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571 tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3242529'] for port (3251c9c3-6e9c-4989-a5ce-d0564bfc696f), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:09.155094 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-27cb22fd-d69d-44ee-8891-8a16e18cc012 tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571 tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571-project] In _notify_port_updated(), no bound segment for port 3251c9c3-6e9c-4989-a5ce-d0564bfc696f on network c85b00b5-4078-4d5c-8c6a-1733050250bd {{(pid=103408) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 28 10:37:09.160788 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27cb22fd-d69d-44ee-8891-8a16e18cc012 tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571 tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:09.161258 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-27cb22fd-d69d-44ee-8891-8a16e18cc012 tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571 tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:09.165378 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-27cb22fd-d69d-44ee-8891-8a16e18cc012 tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571 tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571-project] 10.222.0.20 "PUT /v2.0/ports/3251c9c3-6e9c-4989-a5ce-d0564bfc696f HTTP/1.1" status: 200 len: 1128 time: 1.3308086 Feb 28 10:37:09.166048 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 38540) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:09.170223 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-99d1ff67-c46e-4d82-8bff-fd3317f24607 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3242588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3951195'] for subnet (44152d22-11a4-40f5-88b7-eeb176c4df7c), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:09.241358 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c56f5a6-fdc3-4319-977b-892c4a47e3fb tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571 tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:09.243008 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-0c56f5a6-fdc3-4319-977b-892c4a47e3fb tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571 tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571-project] 10.222.0.20 "GET /v2.0/ports/3251c9c3-6e9c-4989-a5ce-d0564bfc696f HTTP/1.1" status: 200 len: 1128 time: 0.0749362 Feb 28 10:37:09.247721 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 38546) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:09.249451 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cb22fd-d69d-44ee-8891-8a16e18cc012 tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571 tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571-project] Pushing event updated for resources: {'Port': ['ID=3251c9c3-6e9c-4989-a5ce-d0564bfc696f,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:09.337441 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 38548) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:09.366714 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d1ff67-c46e-4d82-8bff-fd3317f24607 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Pushing event updated for resources: {'Subnet': ['ID=44152d22-11a4-40f5-88b7-eeb176c4df7c,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:09.377216 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d1ff67-c46e-4d82-8bff-fd3317f24607 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Checking segment: {'id': '675eb0e5-0e21-426a-aed2-899ca7e81ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'ec9510b9-a46b-4270-8fae-f530b2fbbcf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:37:09.377707 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99d1ff67-c46e-4d82-8bff-fd3317f24607 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Network hostable DHCP agents. Network: ec9510b9-a46b-4270-8fae-f530b2fbbcf8, hostable agents: ['fb6705d2-4f70-4965-92a3-fbfccd43a6d3'], hosted agents: [] {{(pid=103408) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:37:09.418044 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6df58965-954b-437a-a584-4cc2eb309842 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Router 8b6ab8b8-279b-4753-bdf9-c3aeccd09e28 has already been hosted by L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 {{(pid=103408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:37:09.419018 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99d1ff67-c46e-4d82-8bff-fd3317f24607 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Network ec9510b9-a46b-4270-8fae-f530b2fbbcf8 is scheduled to be hosted by DHCP agent fb6705d2-4f70-4965-92a3-fbfccd43a6d3 with binding_index 1 {{(pid=103408) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:37:09.420710 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3185bb2b-b6b7-4800-9931-55f88339534d req-76b8d6d4-93cf-4181-86fa-8aa4693fbc69 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:09.422319 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-3185bb2b-b6b7-4800-9931-55f88339534d req-76b8d6d4-93cf-4181-86fa-8aa4693fbc69 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] 10.222.0.20 "GET /v2.0/ports?device_id=8cfd4575-f5a0-41ad-99a8-1ed282e710c5 HTTP/1.1" status: 200 len: 943 time: 0.1279671 Feb 28 10:37:09.448611 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-99d1ff67-c46e-4d82-8bff-fd3317f24607 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, ec9510b9-a46b-4270-8fae-f530b2fbbcf8) {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:37:09.453520 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99d1ff67-c46e-4d82-8bff-fd3317f24607 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:09.454441 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-99d1ff67-c46e-4d82-8bff-fd3317f24607 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks [] for subnet (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:09.465085 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96bd8b93-ddad-49b6-a134-034bc909f446 None None] Network ec9510b9-a46b-4270-8fae-f530b2fbbcf8 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:37:09.490867 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-3185bb2b-b6b7-4800-9931-55f88339534d req-a628475f-fe86-4cfc-9552-697526614052 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3dd5a6c-06a9-4f41-b438-f7d64990f73a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575500 Feb 28 10:37:09.493379 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-01488efe-79f5-4911-9c3d-de826ccea57b tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571 tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571-project] Deleting port 3251c9c3-6e9c-4989-a5ce-d0564bfc696f {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:37:09.493878 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-01488efe-79f5-4911-9c3d-de826ccea57b tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571 tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (3251c9c3-6e9c-4989-a5ce-d0564bfc696f), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:09.584995 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-99d1ff67-c46e-4d82-8bff-fd3317f24607 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5838239 Feb 28 10:37:09.588171 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 38552) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:09.593401 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-0cc21c1c-d6e2-4a66-8eb1-ef70e309c22e tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Request body: {'port': {'network_id': 'ec9510b9-a46b-4270-8fae-f530b2fbbcf8', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1309830613'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:37:09.615779 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6df58965-954b-437a-a584-4cc2eb309842 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:37:09.623745 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-6df58965-954b-437a-a584-4cc2eb309842 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] 10.222.0.20 "PUT /v2.0/routers/8b6ab8b8-279b-4753-bdf9-c3aeccd09e28/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9602466 Feb 28 10:37:09.626047 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 38554) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:09.670486 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-a0e2031b-3b8a-4d08-94ba-187a741b1214 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=56fe9b672c934c66b9329d70b2face77&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3314929 Feb 28 10:37:09.674255 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 38556) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:09.675164 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device 38641955-40a6-408b-b552-ddf499fac925 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103409) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 10:37:09.681724 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2097de-60dd-41e4-ba87-c8762e3afdeb None None] Sync routers for ids ['8b6ab8b8-279b-4753-bdf9-c3aeccd09e28'] in dv-neutron-master-2-hyperv {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:37:09.692598 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-01488efe-79f5-4911-9c3d-de826ccea57b tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571 tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (3251c9c3-6e9c-4989-a5ce-d0564bfc696f), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:09.713640 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-01488efe-79f5-4911-9c3d-de826ccea57b tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571 tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571-project] Calling delete_port for 3251c9c3-6e9c-4989-a5ce-d0564bfc696f owned by {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:37:09.733681 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab2097de-60dd-41e4-ba87-c8762e3afdeb None None] Routers {'8b6ab8b8-279b-4753-bdf9-c3aeccd09e28'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:37:09.734610 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-ab2097de-60dd-41e4-ba87-c8762e3afdeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:36:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['8b6ab8b8-279b-4753-bdf9-c3aeccd09e28'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:09.741621 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-861dd01d-cca3-4584-8d08-16c7b8781313 None None] Provisioning complete for port 3251c9c3-6e9c-4989-a5ce-d0564bfc696f triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:37:09.742004 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-861dd01d-cca3-4584-8d08-16c7b8781313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (3251c9c3-6e9c-4989-a5ce-d0564bfc696f), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:09.787505 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-ab2097de-60dd-41e4-ba87-c8762e3afdeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:09.790173 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-22e5f7bc-4de4-405d-b6b5-4a469a19f546 admin admin] Publish callbacks [] for security_group (1e9b3d59-a64a-42a4-bfc1-a2412acd8d95), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:09.797704 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-93444d68-12bc-4ee4-92eb-1e49009dd158 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks [] for router (8b6ab8b8-279b-4753-bdf9-c3aeccd09e28), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:09.828734 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cc21c1c-d6e2-4a66-8eb1-ef70e309c22e tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Made reservation on behalf of 3f882f7a65fb4f4b8c37408f45ffc93a for: {'port': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:37:09.832754 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0cc21c1c-d6e2-4a66-8eb1-ef70e309c22e tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:09.859286 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-22e5f7bc-4de4-405d-b6b5-4a469a19f546 admin admin] Publish callbacks [] for security_group (1e9b3d59-a64a-42a4-bfc1-a2412acd8d95), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:09.860665 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.notifiers.nova [None req-0cc21c1c-d6e2-4a66-8eb1-ef70e309c22e tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] device_id is not set on port 6a780a4d-4450-473d-8381-138de2f91985 yet. {{(pid=103407) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:37:09.888814 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab2097de-60dd-41e4-ba87-c8762e3afdeb None None] Routers {'8b6ab8b8-279b-4753-bdf9-c3aeccd09e28'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:37:09.889470 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-ab2097de-60dd-41e4-ba87-c8762e3afdeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:36:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['8b6ab8b8-279b-4753-bdf9-c3aeccd09e28'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:09.895748 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a58dc729-62f7-4868-9eaf-5dd88cf3cdea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-ec9510b9-a46b-4270-8fae-f530b2fbbcf8', 'network_id': 'ec9510b9-a46b-4270-8fae-f530b2fbbcf8', 'project_id': '3f882f7a65fb4f4b8c37408f45ffc93a', 'fixed_ips': [{'subnet_id': '44152d22-11a4-40f5-88b7-eeb176c4df7c'}]}} from dv-neutron-master-2-hyperv. {{(pid=103409) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:37:09.896634 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a58dc729-62f7-4868-9eaf-5dd88cf3cdea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:09.946635 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-861dd01d-cca3-4584-8d08-16c7b8781313 None None] Port 3251c9c3-6e9c-4989-a5ce-d0564bfc696f cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:37:09.974101 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-22e5f7bc-4de4-405d-b6b5-4a469a19f546 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (1e9b3d59-a64a-42a4-bfc1-a2412acd8d95), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:09.977037 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-22e5f7bc-4de4-405d-b6b5-4a469a19f546 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:09.978207 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-22e5f7bc-4de4-405d-b6b5-4a469a19f546 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1e9b3d59-a64a-42a4-bfc1-a2412acd8d95 HTTP/1.1" status: 204 len: 168 time: 0.3021693 Feb 28 10:37:09.988489 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e5f7bc-4de4-405d-b6b5-4a469a19f546 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e9b3d59-a64a-42a4-bfc1-a2412acd8d95,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:09.995886 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-93444d68-12bc-4ee4-92eb-1e49009dd158 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks [] for router_gateway (8b6ab8b8-279b-4753-bdf9-c3aeccd09e28), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:10.020440 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-ab2097de-60dd-41e4-ba87-c8762e3afdeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:10.020787 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-01488efe-79f5-4911-9c3d-de826ccea57b tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571 tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (3251c9c3-6e9c-4989-a5ce-d0564bfc696f), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:10.021988 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2097de-60dd-41e4-ba87-c8762e3afdeb None None] The sync data for ids ['8b6ab8b8-279b-4753-bdf9-c3aeccd09e28'] in dv-neutron-master-2-hyperv is: [] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:37:10.071515 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01488efe-79f5-4911-9c3d-de826ccea57b tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571 tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571-project] Pushing event deleted for resources: {'Port': ['ID=3251c9c3-6e9c-4989-a5ce-d0564bfc696f,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:10.081494 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] For port 38641955-40a6-408b-b552-ddf499fac925, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=38641955-40a6-408b-b552-ddf499fac925,segment=NetworkSegment(cba47325-ccfb-44ef-8af1-5b8f573ddc63),segment_id=cba47325-ccfb-44ef-8af1-5b8f573ddc63)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:37:10.085304 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-93444d68-12bc-4ee4-92eb-1e49009dd158 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Deleting port 1880ca8f-a4a2-4f36-af21-16d0af128cf6 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:37:10.085666 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-93444d68-12bc-4ee4-92eb-1e49009dd158 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (1880ca8f-a4a2-4f36-af21-16d0af128cf6), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:10.090930 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-0cc21c1c-d6e2-4a66-8eb1-ef70e309c22e tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Allocated IP 172.20.0.11 (ec9510b9-a46b-4270-8fae-f530b2fbbcf8/44152d22-11a4-40f5-88b7-eeb176c4df7c/6a780a4d-4450-473d-8381-138de2f91985) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:37:10.101896 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Returning: {'device': '38641955-40a6-408b-b552-ddf499fac925', 'network_id': 'a00febe1-61c6-4b3a-939e-05a4c4372ecc', 'port_id': '38641955-40a6-408b-b552-ddf499fac925', 'mac_address': 'fa:16:3e:5e:17:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 278, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd602360c-82c2-4373-a020-58af067a06ad', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103409) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 10:37:10.114269 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-01488efe-79f5-4911-9c3d-de826ccea57b tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571 tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:10.120728 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-01488efe-79f5-4911-9c3d-de826ccea57b tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571 tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571-project] 10.222.0.20 "DELETE /v2.0/ports/3251c9c3-6e9c-4989-a5ce-d0564bfc696f HTTP/1.1" status: 204 len: 168 time: 0.8698072 Feb 28 10:37:10.121059 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 38560) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:10.179656 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Current status of the port 38641955-40a6-408b-b552-ddf499fac925 is: DOWN; New status is: BUILD {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:37:10.180353 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (38641955-40a6-408b-b552-ddf499fac925), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:10.195527 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38641955-40a6-408b-b552-ddf499fac925 {{(pid=103409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 10:37:10.224677 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] For port 38641955-40a6-408b-b552-ddf499fac925, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=38641955-40a6-408b-b552-ddf499fac925,segment=NetworkSegment(cba47325-ccfb-44ef-8af1-5b8f573ddc63),segment_id=cba47325-ccfb-44ef-8af1-5b8f573ddc63)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:37:10.229573 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-93444d68-12bc-4ee4-92eb-1e49009dd158 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (1880ca8f-a4a2-4f36-af21-16d0af128cf6), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:10.231844 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (38641955-40a6-408b-b552-ddf499fac925), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:10.247950 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5495f09-0915-4faa-abff-4e2154d95c78 tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571 tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571-project] Deleting subnet 757fe1f8-efdb-4b12-ab18-e65bd6f75705 {{(pid=103407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:37:10.253126 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d5495f09-0915-4faa-abff-4e2154d95c78 tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571 tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571-project] Publish callbacks [] for subnet (757fe1f8-efdb-4b12-ab18-e65bd6f75705), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:10.275896 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-93444d68-12bc-4ee4-92eb-1e49009dd158 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Calling delete_port for 1880ca8f-a4a2-4f36-af21-16d0af128cf6 owned by network:router_gateway {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:37:10.305968 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Pushing event updated for resources: {'Port': ['ID=38641955-40a6-408b-b552-ddf499fac925,revision_number=4']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:10.318914 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d5495f09-0915-4faa-abff-4e2154d95c78 tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571 tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3501132'] for subnet (757fe1f8-efdb-4b12-ab18-e65bd6f75705), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:10.384376 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0cc21c1c-d6e2-4a66-8eb1-ef70e309c22e tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks [] for port (6a780a4d-4450-473d-8381-138de2f91985), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:10.460349 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d5495f09-0915-4faa-abff-4e2154d95c78 tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571 tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-823142'] for subnet (757fe1f8-efdb-4b12-ab18-e65bd6f75705), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:10.492915 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0cc21c1c-d6e2-4a66-8eb1-ef70e309c22e tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (6a780a4d-4450-473d-8381-138de2f91985), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:10.522515 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-93444d68-12bc-4ee4-92eb-1e49009dd158 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (1880ca8f-a4a2-4f36-af21-16d0af128cf6), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:10.545317 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cc21c1c-d6e2-4a66-8eb1-ef70e309c22e tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Network ec9510b9-a46b-4270-8fae-f530b2fbbcf8 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:37:10.551156 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-0cc21c1c-d6e2-4a66-8eb1-ef70e309c22e tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:37:10.556420 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93444d68-12bc-4ee4-92eb-1e49009dd158 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Pushing event deleted for resources: {'Port': ['ID=1880ca8f-a4a2-4f36-af21-16d0af128cf6,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:10.557070 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc21c1c-d6e2-4a66-8eb1-ef70e309c22e tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:37:10.569214 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc21c1c-d6e2-4a66-8eb1-ef70e309c22e tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Pushing event updated for resources: {'Port': ['ID=6a780a4d-4450-473d-8381-138de2f91985,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:10.597440 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-a58dc729-62f7-4868-9eaf-5dd88cf3cdea None None] Allocated IP 172.20.0.2 (ec9510b9-a46b-4270-8fae-f530b2fbbcf8/44152d22-11a4-40f5-88b7-eeb176c4df7c/88a25e8e-2ff4-43f7-86a1-8a8cdcf544c9) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:37:10.604890 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d5495f09-0915-4faa-abff-4e2154d95c78 tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571 tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-823145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3498088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3516558'] for subnet (757fe1f8-efdb-4b12-ab18-e65bd6f75705), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:10.633027 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-93444d68-12bc-4ee4-92eb-1e49009dd158 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1803321'] for router_gateway (8b6ab8b8-279b-4753-bdf9-c3aeccd09e28), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:10.646275 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5495f09-0915-4faa-abff-4e2154d95c78 tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571 tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571-project] Pushing event deleted for resources: {'Subnet': ['ID=757fe1f8-efdb-4b12-ab18-e65bd6f75705,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:10.661891 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc21c1c-d6e2-4a66-8eb1-ef70e309c22e tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:10.662878 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0cc21c1c-d6e2-4a66-8eb1-ef70e309c22e tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:10.667646 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d5495f09-0915-4faa-abff-4e2154d95c78 tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571 tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616561'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:10.672184 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-d5495f09-0915-4faa-abff-4e2154d95c78 tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571 tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571-project] 10.222.0.20 "DELETE /v2.0/subnets/757fe1f8-efdb-4b12-ab18-e65bd6f75705 HTTP/1.1" status: 204 len: 168 time: 0.5442016 Feb 28 10:37:10.678725 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4960d0d4-f5ec-4f96-beb0-5adc760174fd None None] Network c85b00b5-4078-4d5c-8c6a-1733050250bd requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:37:10.688406 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 38564) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:10.726121 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] get_ports_and_sgs() called for port_ids ['38641955-40a6-408b-b552-ddf499fac925'] {{(pid=103409) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 10:37:10.740262 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-93444d68-12bc-4ee4-92eb-1e49009dd158 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1807017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5941'] for router (8b6ab8b8-279b-4753-bdf9-c3aeccd09e28), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:10.742271 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-0cc21c1c-d6e2-4a66-8eb1-ef70e309c22e tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 1.1529145 Feb 28 10:37:10.742674 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-93444d68-12bc-4ee4-92eb-1e49009dd158 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks [] for router_controller (8b6ab8b8-279b-4753-bdf9-c3aeccd09e28), precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:10.745525 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 38566) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:10.786732 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0263d3ed-1e48-4ead-9e9e-e05f4a726333 req-849f992b-4279-4df0-8d0f-29c667085e9f tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:10.788276 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-0263d3ed-1e48-4ead-9e9e-e05f4a726333 req-849f992b-4279-4df0-8d0f-29c667085e9f tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] 10.222.0.20 "GET /v2.0/ports?device_id=8cfd4575-f5a0-41ad-99a8-1ed282e710c5 HTTP/1.1" status: 200 len: 944 time: 0.1471963 Feb 28 10:37:10.791665 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1b900225-9801-4ae0-8d4b-a3ab3b768b59 tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571 tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-665757'] for network (c85b00b5-4078-4d5c-8c6a-1733050250bd), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:10.865586 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-93444d68-12bc-4ee4-92eb-1e49009dd158 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1806994'] for router (8b6ab8b8-279b-4753-bdf9-c3aeccd09e28), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:10.866240 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93444d68-12bc-4ee4-92eb-1e49009dd158 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Fanout notify agent at l3_agent the message router_deleted on router 8b6ab8b8-279b-4753-bdf9-c3aeccd09e28 {{(pid=103408) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 10:37:10.874363 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-93444d68-12bc-4ee4-92eb-1e49009dd158 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks [] for router (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:10.875042 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-0263d3ed-1e48-4ead-9e9e-e05f4a726333 req-336c7993-2a0f-4bd5-8564-1907f5702b00 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3dd5a6c-06a9-4f41-b438-f7d64990f73a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741053 Feb 28 10:37:10.875473 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-93444d68-12bc-4ee4-92eb-1e49009dd158 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] 10.222.0.20 "DELETE /v2.0/routers/8b6ab8b8-279b-4753-bdf9-c3aeccd09e28 HTTP/1.1" status: 204 len: 168 time: 1.2479777 Feb 28 10:37:10.878850 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 38568) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:10.911709 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-07c37624-324f-4e2b-add8-8c9ab27be8d8 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Deleting port 6a780a4d-4450-473d-8381-138de2f91985 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:37:10.912366 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-07c37624-324f-4e2b-add8-8c9ab27be8d8 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (6a780a4d-4450-473d-8381-138de2f91985), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:10.930943 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-1b900225-9801-4ae0-8d4b-a3ab3b768b59 tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571 tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571-project] Deleting port 5ad9f51e-50ea-4695-8075-165c6f1789d9 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:37:10.931310 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1b900225-9801-4ae0-8d4b-a3ab3b768b59 tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571 tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (5ad9f51e-50ea-4695-8075-165c6f1789d9), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:10.948485 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea053243-09bd-40ae-82f4-a250e639099f tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Deleting subnet 317d1e60-bfb7-48db-914f-4cec5aa513f9 {{(pid=103407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:37:10.958350 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a58dc729-62f7-4868-9eaf-5dd88cf3cdea None None] Publish callbacks [] for port (88a25e8e-2ff4-43f7-86a1-8a8cdcf544c9), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:10.971254 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a58dc729-62f7-4868-9eaf-5dd88cf3cdea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749'] for port (88a25e8e-2ff4-43f7-86a1-8a8cdcf544c9), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:10.977208 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ea053243-09bd-40ae-82f4-a250e639099f tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks [] for subnet (317d1e60-bfb7-48db-914f-4cec5aa513f9), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:11.035973 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-07c37624-324f-4e2b-add8-8c9ab27be8d8 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (6a780a4d-4450-473d-8381-138de2f91985), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:11.044407 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-1b900225-9801-4ae0-8d4b-a3ab3b768b59 tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571 tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571-project] For port 5ad9f51e-50ea-4695-8075-165c6f1789d9, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5ad9f51e-50ea-4695-8075-165c6f1789d9,segment=NetworkSegment(85dca1f4-4e9c-4b55-968f-8ae093ec5824),segment_id=85dca1f4-4e9c-4b55-968f-8ae093ec5824)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:37:11.045050 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1b900225-9801-4ae0-8d4b-a3ab3b768b59 tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571 tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (5ad9f51e-50ea-4695-8075-165c6f1789d9), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:11.050246 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ea053243-09bd-40ae-82f4-a250e639099f tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3501132'] for subnet (317d1e60-bfb7-48db-914f-4cec5aa513f9), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:11.057647 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-07c37624-324f-4e2b-add8-8c9ab27be8d8 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Calling delete_port for 6a780a4d-4450-473d-8381-138de2f91985 owned by {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:37:11.060488 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a58dc729-62f7-4868-9eaf-5dd88cf3cdea None None] Network ec9510b9-a46b-4270-8fae-f530b2fbbcf8 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:37:11.063408 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d456e63-14e2-4d2c-b59a-add07a058b75 None None] DHCP port deletion for c85b00b5-4078-4d5c-8c6a-1733050250bd request from dv-neutron-master-2-hyperv {{(pid=103409) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:37:11.073958 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-450125f8-818a-4948-8f05-05b64953adf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fc6c9b74-8dbb-41bb-800a-5bd3a43fe896), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:11.077394 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-a58dc729-62f7-4868-9eaf-5dd88cf3cdea None None] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:37:11.080500 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58dc729-62f7-4868-9eaf-5dd88cf3cdea None None] Pushing event updated for resources: {'Port': ['ID=88a25e8e-2ff4-43f7-86a1-8a8cdcf544c9,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:11.083138 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a58dc729-62f7-4868-9eaf-5dd88cf3cdea None None] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:37:11.084808 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-1b900225-9801-4ae0-8d4b-a3ab3b768b59 tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571 tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571-project] Calling delete_port for 5ad9f51e-50ea-4695-8075-165c6f1789d9 owned by network:dhcp {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:37:11.139250 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ea053243-09bd-40ae-82f4-a250e639099f tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-823142'] for subnet (317d1e60-bfb7-48db-914f-4cec5aa513f9), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:11.207817 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-a58dc729-62f7-4868-9eaf-5dd88cf3cdea None None] Attempting to bind port 88a25e8e-2ff4-43f7-86a1-8a8cdcf544c9 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:37:11.208314 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-a58dc729-62f7-4868-9eaf-5dd88cf3cdea None None] Attempting to bind port 88a25e8e-2ff4-43f7-86a1-8a8cdcf544c9 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '675eb0e5-0e21-426a-aed2-899ca7e81ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'ec9510b9-a46b-4270-8fae-f530b2fbbcf8'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:37:11.208879 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58dc729-62f7-4868-9eaf-5dd88cf3cdea None None] Attempting to bind port 88a25e8e-2ff4-43f7-86a1-8a8cdcf544c9 on network ec9510b9-a46b-4270-8fae-f530b2fbbcf8 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:37:11.222356 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58dc729-62f7-4868-9eaf-5dd88cf3cdea None None] Checking agent: {'id': '75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 24, 15), 'started_at': datetime.datetime(2022, 2, 28, 10, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 36, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:37:11.222837 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58dc729-62f7-4868-9eaf-5dd88cf3cdea None None] Checking segment: {'id': '675eb0e5-0e21-426a-aed2-899ca7e81ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'ec9510b9-a46b-4270-8fae-f530b2fbbcf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:37:11.223320 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a58dc729-62f7-4868-9eaf-5dd88cf3cdea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:11.223840 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58dc729-62f7-4868-9eaf-5dd88cf3cdea None None] Bound using segment: {'id': '675eb0e5-0e21-426a-aed2-899ca7e81ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'ec9510b9-a46b-4270-8fae-f530b2fbbcf8'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:37:11.224448 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-a58dc729-62f7-4868-9eaf-5dd88cf3cdea None None] Bound port: 88a25e8e-2ff4-43f7-86a1-8a8cdcf544c9, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '675eb0e5-0e21-426a-aed2-899ca7e81ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'ec9510b9-a46b-4270-8fae-f530b2fbbcf8'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:37:11.224937 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a58dc729-62f7-4868-9eaf-5dd88cf3cdea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (88a25e8e-2ff4-43f7-86a1-8a8cdcf544c9), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:11.225686 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1b900225-9801-4ae0-8d4b-a3ab3b768b59 tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571 tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (5ad9f51e-50ea-4695-8075-165c6f1789d9), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:11.227216 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-07c37624-324f-4e2b-add8-8c9ab27be8d8 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (6a780a4d-4450-473d-8381-138de2f91985), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:11.235558 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ea053243-09bd-40ae-82f4-a250e639099f tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-823145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3498088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3516558'] for subnet (317d1e60-bfb7-48db-914f-4cec5aa513f9), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:11.252986 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-1d456e63-14e2-4d2c-b59a-add07a058b75 None None] Deleting port 5ad9f51e-50ea-4695-8075-165c6f1789d9 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:37:11.253455 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1d456e63-14e2-4d2c-b59a-add07a058b75 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (5ad9f51e-50ea-4695-8075-165c6f1789d9), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:11.282344 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c37624-324f-4e2b-add8-8c9ab27be8d8 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Pushing event deleted for resources: {'Port': ['ID=6a780a4d-4450-473d-8381-138de2f91985,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:11.290276 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea053243-09bd-40ae-82f4-a250e639099f tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Pushing event deleted for resources: {'Subnet': ['ID=317d1e60-bfb7-48db-914f-4cec5aa513f9,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:11.292006 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b900225-9801-4ae0-8d4b-a3ab3b768b59 tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571 tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571-project] Pushing event deleted for resources: {'Port': ['ID=5ad9f51e-50ea-4695-8075-165c6f1789d9,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:11.294407 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b900225-9801-4ae0-8d4b-a3ab3b768b59 tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571 tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571-project] No DVR routers for this DVR port 5ad9f51e-50ea-4695-8075-165c6f1789d9 on host dv-neutron-master-2-hyperv {{(pid=103407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:37:11.319958 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ea053243-09bd-40ae-82f4-a250e639099f tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616561'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:11.323352 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-ea053243-09bd-40ae-82f4-a250e639099f tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] 10.222.0.20 "DELETE /v2.0/subnets/317d1e60-bfb7-48db-914f-4cec5aa513f9 HTTP/1.1" status: 204 len: 168 time: 0.4435031 Feb 28 10:37:11.328587 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 38570) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:11.339996 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-07c37624-324f-4e2b-add8-8c9ab27be8d8 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:11.343571 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-07c37624-324f-4e2b-add8-8c9ab27be8d8 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] 10.222.0.20 "DELETE /v2.0/ports/6a780a4d-4450-473d-8381-138de2f91985 HTTP/1.1" status: 204 len: 168 time: 0.5970416 Feb 28 10:37:11.346211 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 38572) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:11.373098 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-14135321-3dab-41ee-a14f-ab4263d9bd25 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] GET failed (client error): The resource could not be found. Feb 28 10:37:11.377969 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-14135321-3dab-41ee-a14f-ab4263d9bd25 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] 10.222.0.20 "GET /v2.0/ports/6a780a4d-4450-473d-8381-138de2f91985 HTTP/1.1" status: 404 len: 333 time: 0.0279009 Feb 28 10:37:11.378542 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 38574) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:11.393411 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-1d456e63-14e2-4d2c-b59a-add07a058b75 None None] For port 5ad9f51e-50ea-4695-8075-165c6f1789d9, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:37:11.393720 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1d456e63-14e2-4d2c-b59a-add07a058b75 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (5ad9f51e-50ea-4695-8075-165c6f1789d9), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:11.410559 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-a58dc729-62f7-4868-9eaf-5dd88cf3cdea None None] For port 88a25e8e-2ff4-43f7-86a1-8a8cdcf544c9, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:37:11.414871 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-1d456e63-14e2-4d2c-b59a-add07a058b75 None None] Calling delete_port for 5ad9f51e-50ea-4695-8075-165c6f1789d9 owned by network:dhcp {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:37:11.419082 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-a58dc729-62f7-4868-9eaf-5dd88cf3cdea None None] For port 88a25e8e-2ff4-43f7-86a1-8a8cdcf544c9, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=88a25e8e-2ff4-43f7-86a1-8a8cdcf544c9,segment=NetworkSegment(675eb0e5-0e21-426a-aed2-899ca7e81ba8),segment_id=675eb0e5-0e21-426a-aed2-899ca7e81ba8)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:37:11.424662 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.ipam_backend_mixin [None req-1d456e63-14e2-4d2c-b59a-add07a058b75 None None] Port 5ad9f51e-50ea-4695-8075-165c6f1789d9 was not found and therefore no delete operation was performed {{(pid=103409) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 28 10:37:11.428289 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a58dc729-62f7-4868-9eaf-5dd88cf3cdea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (88a25e8e-2ff4-43f7-86a1-8a8cdcf544c9), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:11.430392 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1d456e63-14e2-4d2c-b59a-add07a058b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758'] for port (5ad9f51e-50ea-4695-8075-165c6f1789d9), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:11.432002 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4be1214-01cf-4c69-ae13-d99d3f30ea29 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Deleting subnet 44152d22-11a4-40f5-88b7-eeb176c4df7c {{(pid=103408) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:37:11.434727 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1b900225-9801-4ae0-8d4b-a3ab3b768b59 tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571 tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672413', 'neutron.services.segments.db._delete_segments_for_network-8742057110173'] for network (c85b00b5-4078-4d5c-8c6a-1733050250bd), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:11.435422 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c4be1214-01cf-4c69-ae13-d99d3f30ea29 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks [] for subnet (44152d22-11a4-40f5-88b7-eeb176c4df7c), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:11.464525 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d456e63-14e2-4d2c-b59a-add07a058b75 None None] No DVR routers for this DVR port 5ad9f51e-50ea-4695-8075-165c6f1789d9 on host dv-neutron-master-2-hyperv {{(pid=103409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:37:11.468063 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-1b900225-9801-4ae0-8d4b-a3ab3b768b59 tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571 tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c85b00b5-4078-4d5c-8c6a-1733050250bd']}} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:11.478474 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-287ac291-1462-44a2-b4fc-1232f7a92de9 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-665757'] for network (d060eb74-7ff5-4937-9806-595fb3ce4f18), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:11.485734 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c4be1214-01cf-4c69-ae13-d99d3f30ea29 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3423529'] for subnet (44152d22-11a4-40f5-88b7-eeb176c4df7c), precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:11.489916 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-1b900225-9801-4ae0-8d4b-a3ab3b768b59 tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571 tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85dca1f4-4e9c-4b55-968f-8ae093ec5824') {'for_net_delete': True} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:11.490879 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-1b900225-9801-4ae0-8d4b-a3ab3b768b59 tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571 tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85dca1f4-4e9c-4b55-968f-8ae093ec5824') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:11.518494 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58dc729-62f7-4868-9eaf-5dd88cf3cdea None None] Pushing event updated for resources: {'Port': ['ID=88a25e8e-2ff4-43f7-86a1-8a8cdcf544c9,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:11.539187 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1b900225-9801-4ae0-8d4b-a3ab3b768b59 tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571 tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742057113766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3501147'] for segment (85dca1f4-4e9c-4b55-968f-8ae093ec5824), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:11.550898 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d456e63-14e2-4d2c-b59a-add07a058b75 None None] Pushing event deleted for resources: {'Port': ['ID=5ad9f51e-50ea-4695-8075-165c6f1789d9,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:11.607785 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1b900225-9801-4ae0-8d4b-a3ab3b768b59 tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571 tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (85dca1f4-4e9c-4b55-968f-8ae093ec5824), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:11.609951 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c4be1214-01cf-4c69-ae13-d99d3f30ea29 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-823142'] for subnet (44152d22-11a4-40f5-88b7-eeb176c4df7c), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:11.616065 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-287ac291-1462-44a2-b4fc-1232f7a92de9 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672413', 'neutron.services.segments.db._delete_segments_for_network-8742057110173'] for network (d060eb74-7ff5-4937-9806-595fb3ce4f18), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:11.625470 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b900225-9801-4ae0-8d4b-a3ab3b768b59 tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571 tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571-project] Releasing vlan 277 on physical network physnet1 to pool {{(pid=103407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:37:11.625878 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1b900225-9801-4ae0-8d4b-a3ab3b768b59 tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571 tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3498166'] for segment (85dca1f4-4e9c-4b55-968f-8ae093ec5824), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:11.629062 dv-neutron-master-2-hyperv neutron-server[103407]: Traceback (most recent call last): Feb 28 10:37:11.629062 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:37:11.629062 dv-neutron-master-2-hyperv neutron-server[103407]: timer() Feb 28 10:37:11.629062 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:37:11.629062 dv-neutron-master-2-hyperv neutron-server[103407]: cb(*args, **kw) Feb 28 10:37:11.629062 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:37:11.629062 dv-neutron-master-2-hyperv neutron-server[103407]: return func(*args, **kwargs) Feb 28 10:37:11.629062 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:37:11.629062 dv-neutron-master-2-hyperv neutron-server[103407]: self._notify() Feb 28 10:37:11.629062 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:37:11.629062 dv-neutron-master-2-hyperv neutron-server[103407]: self.callback(batched_events) Feb 28 10:37:11.629062 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:37:11.629062 dv-neutron-master-2-hyperv neutron-server[103407]: event.method(event) Feb 28 10:37:11.629062 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:37:11.629062 dv-neutron-master-2-hyperv neutron-server[103407]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:37:11.629062 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:37:11.629062 dv-neutron-master-2-hyperv neutron-server[103407]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:37:11.629062 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:37:11.629062 dv-neutron-master-2-hyperv neutron-server[103407]: return f(self, *a, **k) Feb 28 10:37:11.629062 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:37:11.629062 dv-neutron-master-2-hyperv neutron-server[103407]: return self._get(url).json() Feb 28 10:37:11.629062 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:37:11.629062 dv-neutron-master-2-hyperv neutron-server[103407]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:37:11.629062 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:37:11.629062 dv-neutron-master-2-hyperv neutron-server[103407]: return self.request(url, 'GET', **kwargs) Feb 28 10:37:11.629062 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:37:11.629062 dv-neutron-master-2-hyperv neutron-server[103407]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:37:11.629062 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:37:11.629062 dv-neutron-master-2-hyperv neutron-server[103407]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:37:11.629062 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:37:11.629062 dv-neutron-master-2-hyperv neutron-server[103407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:37:11.629062 dv-neutron-master-2-hyperv neutron-server[103407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:37:11.674923 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c4be1214-01cf-4c69-ae13-d99d3f30ea29 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-823145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3242523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3951170'] for subnet (44152d22-11a4-40f5-88b7-eeb176c4df7c), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:11.683652 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-287ac291-1462-44a2-b4fc-1232f7a92de9 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d060eb74-7ff5-4937-9806-595fb3ce4f18']}} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:11.721007 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4be1214-01cf-4c69-ae13-d99d3f30ea29 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Pushing event deleted for resources: {'Subnet': ['ID=44152d22-11a4-40f5-88b7-eeb176c4df7c,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:11.723307 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c4be1214-01cf-4c69-ae13-d99d3f30ea29 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks [] for subnet (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:11.732851 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-287ac291-1462-44a2-b4fc-1232f7a92de9 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33a53ebc-1ca8-4db5-89a0-2074849846ae') {'for_net_delete': True} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:11.733030 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-c4be1214-01cf-4c69-ae13-d99d3f30ea29 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] 10.222.0.20 "DELETE /v2.0/subnets/44152d22-11a4-40f5-88b7-eeb176c4df7c HTTP/1.1" status: 204 len: 168 time: 0.3535357 Feb 28 10:37:11.733520 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-287ac291-1462-44a2-b4fc-1232f7a92de9 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33a53ebc-1ca8-4db5-89a0-2074849846ae') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:11.734202 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 38576) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:11.747737 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-287ac291-1462-44a2-b4fc-1232f7a92de9 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742057113766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3501147'] for segment (33a53ebc-1ca8-4db5-89a0-2074849846ae), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:11.756146 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1b900225-9801-4ae0-8d4b-a3ab3b768b59 tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571 tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803269'] for network (c85b00b5-4078-4d5c-8c6a-1733050250bd), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:11.764624 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1b900225-9801-4ae0-8d4b-a3ab3b768b59 tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571 tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571-project] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:11.768617 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-1b900225-9801-4ae0-8d4b-a3ab3b768b59 tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571 tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571-project] 10.222.0.20 "DELETE /v2.0/networks/c85b00b5-4078-4d5c-8c6a-1733050250bd HTTP/1.1" status: 204 len: 168 time: 1.0781846 Feb 28 10:37:11.786297 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-287ac291-1462-44a2-b4fc-1232f7a92de9 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (33a53ebc-1ca8-4db5-89a0-2074849846ae), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:11.791426 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b900225-9801-4ae0-8d4b-a3ab3b768b59 tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571 tempest-ExtraDHCPOptionsIpV6TestJSON-1592321571-project] Pushing event deleted for resources: {'Network': ['ID=c85b00b5-4078-4d5c-8c6a-1733050250bd,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:11.807636 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-287ac291-1462-44a2-b4fc-1232f7a92de9 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Releasing vlan 297 on physical network physnet1 to pool {{(pid=103407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:37:11.808064 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-287ac291-1462-44a2-b4fc-1232f7a92de9 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3498166'] for segment (33a53ebc-1ca8-4db5-89a0-2074849846ae), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:11.811290 dv-neutron-master-2-hyperv neutron-server[103407]: Traceback (most recent call last): Feb 28 10:37:11.811290 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:37:11.811290 dv-neutron-master-2-hyperv neutron-server[103407]: timer() Feb 28 10:37:11.811290 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:37:11.811290 dv-neutron-master-2-hyperv neutron-server[103407]: cb(*args, **kw) Feb 28 10:37:11.811290 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:37:11.811290 dv-neutron-master-2-hyperv neutron-server[103407]: return func(*args, **kwargs) Feb 28 10:37:11.811290 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:37:11.811290 dv-neutron-master-2-hyperv neutron-server[103407]: self._notify() Feb 28 10:37:11.811290 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:37:11.811290 dv-neutron-master-2-hyperv neutron-server[103407]: self.callback(batched_events) Feb 28 10:37:11.811290 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:37:11.811290 dv-neutron-master-2-hyperv neutron-server[103407]: event.method(event) Feb 28 10:37:11.811290 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:37:11.811290 dv-neutron-master-2-hyperv neutron-server[103407]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:37:11.811290 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:37:11.811290 dv-neutron-master-2-hyperv neutron-server[103407]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:37:11.811290 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:37:11.811290 dv-neutron-master-2-hyperv neutron-server[103407]: return f(self, *a, **k) Feb 28 10:37:11.811290 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:37:11.811290 dv-neutron-master-2-hyperv neutron-server[103407]: return self._get(url).json() Feb 28 10:37:11.811290 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:37:11.811290 dv-neutron-master-2-hyperv neutron-server[103407]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:37:11.811290 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:37:11.811290 dv-neutron-master-2-hyperv neutron-server[103407]: return self.request(url, 'GET', **kwargs) Feb 28 10:37:11.811290 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:37:11.811290 dv-neutron-master-2-hyperv neutron-server[103407]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:37:11.811290 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:37:11.811290 dv-neutron-master-2-hyperv neutron-server[103407]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:37:11.811290 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:37:11.811290 dv-neutron-master-2-hyperv neutron-server[103407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:37:11.811290 dv-neutron-master-2-hyperv neutron-server[103407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:37:11.847730 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-408918f3-700a-4b9a-9165-06498d54d624 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-665757'] for network (ec9510b9-a46b-4270-8fae-f530b2fbbcf8), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:11.878336 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-287ac291-1462-44a2-b4fc-1232f7a92de9 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803269'] for network (d060eb74-7ff5-4937-9806-595fb3ce4f18), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:11.887445 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-287ac291-1462-44a2-b4fc-1232f7a92de9 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:11.891911 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-287ac291-1462-44a2-b4fc-1232f7a92de9 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] 10.222.0.20 "DELETE /v2.0/networks/d060eb74-7ff5-4937-9806-595fb3ce4f18 HTTP/1.1" status: 204 len: 168 time: 0.5631750 Feb 28 10:37:11.921616 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-408918f3-700a-4b9a-9165-06498d54d624 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Deleting port 88a25e8e-2ff4-43f7-86a1-8a8cdcf544c9 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:37:11.922142 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-408918f3-700a-4b9a-9165-06498d54d624 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (88a25e8e-2ff4-43f7-86a1-8a8cdcf544c9), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:11.931925 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287ac291-1462-44a2-b4fc-1232f7a92de9 tempest-FloatingIPTestJSON-477674412 tempest-FloatingIPTestJSON-477674412-project] Pushing event deleted for resources: {'Network': ['ID=d060eb74-7ff5-4937-9806-595fb3ce4f18,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:11.973003 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b6d631fb-7df0-4fe1-8322-abff3b61cae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (0db5147a-92a3-4581-8a5f-8ec9b93e0600), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:12.014177 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-408918f3-700a-4b9a-9165-06498d54d624 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] For port 88a25e8e-2ff4-43f7-86a1-8a8cdcf544c9, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=88a25e8e-2ff4-43f7-86a1-8a8cdcf544c9,segment=NetworkSegment(675eb0e5-0e21-426a-aed2-899ca7e81ba8),segment_id=675eb0e5-0e21-426a-aed2-899ca7e81ba8)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:37:12.014788 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-408918f3-700a-4b9a-9165-06498d54d624 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (88a25e8e-2ff4-43f7-86a1-8a8cdcf544c9), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:12.033113 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-408918f3-700a-4b9a-9165-06498d54d624 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Calling delete_port for 88a25e8e-2ff4-43f7-86a1-8a8cdcf544c9 owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:37:12.071218 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954fc22d-b498-4e59-b912-d0e423d4c6ca req-f8088e14-d140-4298-8090-4352fc62c149 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:12.072963 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-954fc22d-b498-4e59-b912-d0e423d4c6ca req-f8088e14-d140-4298-8090-4352fc62c149 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] 10.222.0.20 "GET /v2.0/ports?device_id=8cfd4575-f5a0-41ad-99a8-1ed282e710c5 HTTP/1.1" status: 200 len: 944 time: 0.0678542 Feb 28 10:37:12.141010 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-408918f3-700a-4b9a-9165-06498d54d624 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (88a25e8e-2ff4-43f7-86a1-8a8cdcf544c9), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:12.145662 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-954fc22d-b498-4e59-b912-d0e423d4c6ca req-aeeea472-6d82-45a6-83cd-1a67ed35e5a5 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3dd5a6c-06a9-4f41-b438-f7d64990f73a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669982 Feb 28 10:37:12.175549 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 38588) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:12.175780 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408918f3-700a-4b9a-9165-06498d54d624 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Pushing event deleted for resources: {'Port': ['ID=88a25e8e-2ff4-43f7-86a1-8a8cdcf544c9,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:12.181874 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-408918f3-700a-4b9a-9165-06498d54d624 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] No DVR routers for this DVR port 88a25e8e-2ff4-43f7-86a1-8a8cdcf544c9 on host dv-neutron-master-2-hyperv {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:37:12.214234 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 38592) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:12.281847 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-408918f3-700a-4b9a-9165-06498d54d624 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672413', 'neutron.services.segments.db._delete_segments_for_network-8742057110173'] for network (ec9510b9-a46b-4270-8fae-f530b2fbbcf8), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:12.308958 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-408918f3-700a-4b9a-9165-06498d54d624 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec9510b9-a46b-4270-8fae-f530b2fbbcf8']}} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:12.322071 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-408918f3-700a-4b9a-9165-06498d54d624 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '675eb0e5-0e21-426a-aed2-899ca7e81ba8') {'for_net_delete': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:12.322631 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-408918f3-700a-4b9a-9165-06498d54d624 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '675eb0e5-0e21-426a-aed2-899ca7e81ba8') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:12.350638 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-408918f3-700a-4b9a-9165-06498d54d624 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742057113766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3423550'] for segment (675eb0e5-0e21-426a-aed2-899ca7e81ba8), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:12.367798 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-408918f3-700a-4b9a-9165-06498d54d624 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (675eb0e5-0e21-426a-aed2-899ca7e81ba8), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:12.374656 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-408918f3-700a-4b9a-9165-06498d54d624 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Releasing vlan 295 on physical network physnet1 to pool {{(pid=103408) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:37:12.375252 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-408918f3-700a-4b9a-9165-06498d54d624 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3242693'] for segment (675eb0e5-0e21-426a-aed2-899ca7e81ba8), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:12.380600 dv-neutron-master-2-hyperv neutron-server[103408]: Traceback (most recent call last): Feb 28 10:37:12.380600 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:37:12.380600 dv-neutron-master-2-hyperv neutron-server[103408]: timer() Feb 28 10:37:12.380600 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:37:12.380600 dv-neutron-master-2-hyperv neutron-server[103408]: cb(*args, **kw) Feb 28 10:37:12.380600 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:37:12.380600 dv-neutron-master-2-hyperv neutron-server[103408]: return func(*args, **kwargs) Feb 28 10:37:12.380600 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:37:12.380600 dv-neutron-master-2-hyperv neutron-server[103408]: self._notify() Feb 28 10:37:12.380600 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:37:12.380600 dv-neutron-master-2-hyperv neutron-server[103408]: self.callback(batched_events) Feb 28 10:37:12.380600 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:37:12.380600 dv-neutron-master-2-hyperv neutron-server[103408]: event.method(event) Feb 28 10:37:12.380600 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:37:12.380600 dv-neutron-master-2-hyperv neutron-server[103408]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:37:12.380600 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:37:12.380600 dv-neutron-master-2-hyperv neutron-server[103408]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:37:12.380600 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:37:12.380600 dv-neutron-master-2-hyperv neutron-server[103408]: return f(self, *a, **k) Feb 28 10:37:12.380600 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:37:12.380600 dv-neutron-master-2-hyperv neutron-server[103408]: return self._get(url).json() Feb 28 10:37:12.380600 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:37:12.380600 dv-neutron-master-2-hyperv neutron-server[103408]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:37:12.380600 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:37:12.380600 dv-neutron-master-2-hyperv neutron-server[103408]: return self.request(url, 'GET', **kwargs) Feb 28 10:37:12.380600 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:37:12.380600 dv-neutron-master-2-hyperv neutron-server[103408]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:37:12.380600 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:37:12.380600 dv-neutron-master-2-hyperv neutron-server[103408]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:37:12.380600 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:37:12.380600 dv-neutron-master-2-hyperv neutron-server[103408]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:37:12.380600 dv-neutron-master-2-hyperv neutron-server[103408]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:37:12.415516 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-7107a304-dedc-4dda-b8f9-a1357d177e79 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d71d46ff16814ba6beba53557129e360&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2000322 Feb 28 10:37:12.419114 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 38596) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:12.426947 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 5ad9f51e-50ea-4695-8075-165c6f1789d9 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:37:12.452816 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] No Port match for: 5ad9f51e-50ea-4695-8075-165c6f1789d9 {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:37:12.453258 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 5ad9f51e-50ea-4695-8075-165c6f1789d9 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:37:12.455821 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-408918f3-700a-4b9a-9165-06498d54d624 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803269'] for network (ec9510b9-a46b-4270-8fae-f530b2fbbcf8), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:12.460993 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-408918f3-700a-4b9a-9165-06498d54d624 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616561'] for network (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:12.464729 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-408918f3-700a-4b9a-9165-06498d54d624 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] 10.222.0.20 "DELETE /v2.0/networks/ec9510b9-a46b-4270-8fae-f530b2fbbcf8 HTTP/1.1" status: 204 len: 168 time: 0.7294538 Feb 28 10:37:12.470500 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 38598) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:12.475974 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-077a7782-43ed-4192-8b02-346a1e645f37 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Request body: {'port': {'network_id': '844110a3-e6ac-4fc6-ae4d-875b06ee580b', 'name': 'tempest-PortsTestJSON-930435554'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:37:12.484471 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-58007b5e-ea84-47eb-a6ad-79d4a5c55b4f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=64e10d1c7bcd4dc1bf78ff26bd03976a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3077049 Feb 28 10:37:12.490275 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 38600) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:12.512830 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-62ff67f8-749a-409a-9c2e-0a0cbfce7af6 admin admin] Publish callbacks [] for security_group (f1e97d17-eb16-46d5-8df9-0deed761f1ee), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:12.538210 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408918f3-700a-4b9a-9165-06498d54d624 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Pushing event deleted for resources: {'Network': ['ID=ec9510b9-a46b-4270-8fae-f530b2fbbcf8,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:12.541104 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-62ff67f8-749a-409a-9c2e-0a0cbfce7af6 admin admin] Publish callbacks [] for security_group (f1e97d17-eb16-46d5-8df9-0deed761f1ee), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:12.606957 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-62ff67f8-749a-409a-9c2e-0a0cbfce7af6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (f1e97d17-eb16-46d5-8df9-0deed761f1ee), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:12.611081 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-62ff67f8-749a-409a-9c2e-0a0cbfce7af6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:12.614876 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-62ff67f8-749a-409a-9c2e-0a0cbfce7af6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f1e97d17-eb16-46d5-8df9-0deed761f1ee HTTP/1.1" status: 204 len: 168 time: 0.1931131 Feb 28 10:37:12.625699 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d1d2467f-5dec-4b0b-bb0c-81c1d067551d admin admin] Publish callbacks [] for security_group (7748a5db-aab3-497d-a8a6-1107c64cb9e1), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:12.629332 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-077a7782-43ed-4192-8b02-346a1e645f37 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Made reservation on behalf of 3f882f7a65fb4f4b8c37408f45ffc93a for: {'port': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:37:12.632826 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-077a7782-43ed-4192-8b02-346a1e645f37 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:12.634263 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ff67f8-749a-409a-9c2e-0a0cbfce7af6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1e97d17-eb16-46d5-8df9-0deed761f1ee,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:12.679188 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d1d2467f-5dec-4b0b-bb0c-81c1d067551d admin admin] Publish callbacks [] for security_group (7748a5db-aab3-497d-a8a6-1107c64cb9e1), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:12.681400 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-077a7782-43ed-4192-8b02-346a1e645f37 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] device_id is not set on port 5a674abd-3045-453a-a90d-d0dd3ce4bb2e yet. {{(pid=103408) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:37:12.799448 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d1d2467f-5dec-4b0b-bb0c-81c1d067551d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (7748a5db-aab3-497d-a8a6-1107c64cb9e1), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:12.802211 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d1d2467f-5dec-4b0b-bb0c-81c1d067551d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:12.803294 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-9bd4286b-59a5-4734-94f5-821050287c1d None None] Could not find standard attr ID for object 88a25e8e-2ff4-43f7-86a1-8a8cdcf544c9. {{(pid=103409) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Feb 28 10:37:12.803433 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-d1d2467f-5dec-4b0b-bb0c-81c1d067551d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7748a5db-aab3-497d-a8a6-1107c64cb9e1 HTTP/1.1" status: 204 len: 168 time: 0.3032079 Feb 28 10:37:12.839760 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d2467f-5dec-4b0b-bb0c-81c1d067551d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7748a5db-aab3-497d-a8a6-1107c64cb9e1,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:12.851693 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f155f081-809c-42f8-90f3-3408650a08ad None None] DHCP port deletion for ec9510b9-a46b-4270-8fae-f530b2fbbcf8 request from dv-neutron-master-2-hyperv {{(pid=103409) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:37:12.893494 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b6005f6-8162-46e1-802b-1cf86d416b28 None None] Network ec9510b9-a46b-4270-8fae-f530b2fbbcf8 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:37:12.906751 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b6005f6-8162-46e1-802b-1cf86d416b28 None None] Network ec9510b9-a46b-4270-8fae-f530b2fbbcf8 could not be found, it might have been deleted concurrently. {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 28 10:37:12.926945 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-077a7782-43ed-4192-8b02-346a1e645f37 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks [] for port (5a674abd-3045-453a-a90d-d0dd3ce4bb2e), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:12.964873 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-077a7782-43ed-4192-8b02-346a1e645f37 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (5a674abd-3045-453a-a90d-d0dd3ce4bb2e), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:13.006231 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-077a7782-43ed-4192-8b02-346a1e645f37 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Network 844110a3-e6ac-4fc6-ae4d-875b06ee580b is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:37:13.009543 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-077a7782-43ed-4192-8b02-346a1e645f37 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:37:13.013441 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077a7782-43ed-4192-8b02-346a1e645f37 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:37:13.019592 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-077a7782-43ed-4192-8b02-346a1e645f37 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:13.020274 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-077a7782-43ed-4192-8b02-346a1e645f37 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:13.039237 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077a7782-43ed-4192-8b02-346a1e645f37 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Pushing event updated for resources: {'Port': ['ID=5a674abd-3045-453a-a90d-d0dd3ce4bb2e,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:13.045567 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-077a7782-43ed-4192-8b02-346a1e645f37 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.5737817 Feb 28 10:37:13.048439 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 38618) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:13.154894 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-4b2a1d0e-f971-48e4-b342-b860c1104421 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Deleting port 5a674abd-3045-453a-a90d-d0dd3ce4bb2e {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:37:13.155249 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4b2a1d0e-f971-48e4-b342-b860c1104421 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (5a674abd-3045-453a-a90d-d0dd3ce4bb2e), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:13.238083 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4b2a1d0e-f971-48e4-b342-b860c1104421 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (5a674abd-3045-453a-a90d-d0dd3ce4bb2e), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:13.272187 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-4b2a1d0e-f971-48e4-b342-b860c1104421 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Calling delete_port for 5a674abd-3045-453a-a90d-d0dd3ce4bb2e owned by {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:37:13.331118 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d189e938-4085-4ce4-95e4-57e54caf10dc req-76de1727-3933-4801-9019-6d3e113610ae tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:13.332724 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-d189e938-4085-4ce4-95e4-57e54caf10dc req-76de1727-3933-4801-9019-6d3e113610ae tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] 10.222.0.20 "GET /v2.0/ports?device_id=8cfd4575-f5a0-41ad-99a8-1ed282e710c5 HTTP/1.1" status: 200 len: 944 time: 0.1123235 Feb 28 10:37:13.411028 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6b923bb1-06b0-4b84-b461-7cc1d0196090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (2e621730-3978-4720-b581-ac380e97a567), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:13.421704 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4b2a1d0e-f971-48e4-b342-b860c1104421 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (5a674abd-3045-453a-a90d-d0dd3ce4bb2e), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:13.469811 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-d189e938-4085-4ce4-95e4-57e54caf10dc req-adccac4b-aee1-4a81-a6c9-2a8cf172df06 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3dd5a6c-06a9-4f41-b438-f7d64990f73a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1172993 Feb 28 10:37:13.474718 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4b2a1d0e-f971-48e4-b342-b860c1104421 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:13.481079 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-4b2a1d0e-f971-48e4-b342-b860c1104421 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] 10.222.0.20 "DELETE /v2.0/ports/5a674abd-3045-453a-a90d-d0dd3ce4bb2e HTTP/1.1" status: 204 len: 168 time: 0.4316192 Feb 28 10:37:13.482050 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2a1d0e-f971-48e4-b342-b860c1104421 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Pushing event deleted for resources: {'Port': ['ID=5a674abd-3045-453a-a90d-d0dd3ce4bb2e,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:13.482963 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 38644) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:13.489300 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-3db49c2e-184f-437b-8ef5-0b5e5b556f83 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Request body: {'port': {'network_id': '844110a3-e6ac-4fc6-ae4d-875b06ee580b', 'mac_address': 'fa:16:3e:f6:83:6f', 'name': 'tempest-PortsTestJSON-1736371759'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:37:13.533959 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device 38641955-40a6-408b-b552-ddf499fac925 up at agent hyperv_hv-neutron-mast {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:37:13.596357 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Provisioning for port 38641955-40a6-408b-b552-ddf499fac925 completed by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 10:37:13.604456 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Provisioning complete for port 38641955-40a6-408b-b552-ddf499fac925 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:37:13.605092 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (38641955-40a6-408b-b552-ddf499fac925), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:13.609776 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3db49c2e-184f-437b-8ef5-0b5e5b556f83 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Made reservation on behalf of 3f882f7a65fb4f4b8c37408f45ffc93a for: {'port': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:37:13.609888 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 38646) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:13.690083 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3db49c2e-184f-437b-8ef5-0b5e5b556f83 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:13.696156 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Current status of the port 38641955-40a6-408b-b552-ddf499fac925 is: BUILD; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:37:13.696771 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (38641955-40a6-408b-b552-ddf499fac925), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:13.715273 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-3db49c2e-184f-437b-8ef5-0b5e5b556f83 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] device_id is not set on port 3dbcc5ac-c533-4aa1-aad5-0e7d37f9ff79 yet. {{(pid=103408) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:37:13.722543 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cfd4575-f5a0-41ad-99a8-1ed282e710c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38641955-40a6-408b-b552-ddf499fac925'}] {{(pid=103409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:37:13.725375 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa5325a5be4b33bf61fd809c564e3765e689d817bbd874267890deb3cfccaf12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba32f043-0e8b-4109-8157-e2571f85f273" -d '{"events": [{"server_uuid": "8cfd4575-f5a0-41ad-99a8-1ed282e710c5", "name": "network-vif-plugged", "status": "completed", "tag": "38641955-40a6-408b-b552-ddf499fac925"}]}' {{(pid=103409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:37:13.742620 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] For port 38641955-40a6-408b-b552-ddf499fac925, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=38641955-40a6-408b-b552-ddf499fac925,segment=NetworkSegment(cba47325-ccfb-44ef-8af1-5b8f573ddc63),segment_id=cba47325-ccfb-44ef-8af1-5b8f573ddc63)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:37:13.751142 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (38641955-40a6-408b-b552-ddf499fac925), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:13.774823 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 38654) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:13.801778 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 10:37:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f508116e-5000-40b1-9177-30adc8a7a296 x-openstack-request-id: req-f508116e-5000-40b1-9177-30adc8a7a296 {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:37:13.802417 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cfd4575-f5a0-41ad-99a8-1ed282e710c5", "name": "network-vif-plugged", "status": "completed", "tag": "38641955-40a6-408b-b552-ddf499fac925", "code": 200}]} {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:37:13.802893 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f508116e-5000-40b1-9177-30adc8a7a296 {{(pid=103409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:37:13.803489 dv-neutron-master-2-hyperv neutron-server[103409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cfd4575-f5a0-41ad-99a8-1ed282e710c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38641955-40a6-408b-b552-ddf499fac925', 'code': 200} Feb 28 10:37:13.834439 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-1c6f6b88-ddfe-4cfb-9b91-275c608993b7 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1531680705'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:37:13.840380 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Pushing event updated for resources: {'Port': ['ID=38641955-40a6-408b-b552-ddf499fac925,revision_number=5']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:13.883993 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-58385f08-c983-4130-92e4-81888d38e6eb tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1826424971'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:37:13.892057 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c6f6b88-ddfe-4cfb-9b91-275c608993b7 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Made reservation on behalf of ecbebc6a99ee48f398013303d806c3bb for: {'network': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:37:13.895767 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1c6f6b88-ddfe-4cfb-9b91-275c608993b7 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for network (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:13.908620 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3db49c2e-184f-437b-8ef5-0b5e5b556f83 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks [] for port (3dbcc5ac-c533-4aa1-aad5-0e7d37f9ff79), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:13.909675 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1c6f6b88-ddfe-4cfb-9b91-275c608993b7 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:13.936072 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58385f08-c983-4130-92e4-81888d38e6eb tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Made reservation on behalf of 6aa76ca1930e40cb822a736948009d34 for: {'network': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:37:13.939611 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-58385f08-c983-4130-92e4-81888d38e6eb tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for network (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:13.946685 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3db49c2e-184f-437b-8ef5-0b5e5b556f83 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (3dbcc5ac-c533-4aa1-aad5-0e7d37f9ff79), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:13.956735 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-58385f08-c983-4130-92e4-81888d38e6eb tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:14.003660 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3db49c2e-184f-437b-8ef5-0b5e5b556f83 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Network 844110a3-e6ac-4fc6-ae4d-875b06ee580b is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:37:14.007725 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-3db49c2e-184f-437b-8ef5-0b5e5b556f83 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:37:14.010508 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db49c2e-184f-437b-8ef5-0b5e5b556f83 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:37:14.015809 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db49c2e-184f-437b-8ef5-0b5e5b556f83 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:14.016492 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3db49c2e-184f-437b-8ef5-0b5e5b556f83 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:14.029459 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db49c2e-184f-437b-8ef5-0b5e5b556f83 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Pushing event updated for resources: {'Port': ['ID=3dbcc5ac-c533-4aa1-aad5-0e7d37f9ff79,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:14.043601 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-3db49c2e-184f-437b-8ef5-0b5e5b556f83 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.5568688 Feb 28 10:37:14.043763 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 38658) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:14.090806 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25c67a28-7428-4d4e-99a2-5e6feeffe16b tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:14.095331 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-25c67a28-7428-4d4e-99a2-5e6feeffe16b tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] 10.222.0.20 "GET /v2.0/ports/3dbcc5ac-c533-4aa1-aad5-0e7d37f9ff79 HTTP/1.1" status: 200 len: 841 time: 0.0474889 Feb 28 10:37:14.095544 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 38660) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:14.100162 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1c6f6b88-ddfe-4cfb-9b91-275c608993b7 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks [] for security_group (10c59ebe-6285-4d3d-9545-c01897f4ee89), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:14.113688 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1c6f6b88-ddfe-4cfb-9b91-275c608993b7 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (10c59ebe-6285-4d3d-9545-c01897f4ee89), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:14.227529 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-05028705-def6-4669-9d39-e76bce8047a2 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Deleting port 3dbcc5ac-c533-4aa1-aad5-0e7d37f9ff79 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:37:14.227799 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-05028705-def6-4669-9d39-e76bce8047a2 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (3dbcc5ac-c533-4aa1-aad5-0e7d37f9ff79), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:14.303806 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-05028705-def6-4669-9d39-e76bce8047a2 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (3dbcc5ac-c533-4aa1-aad5-0e7d37f9ff79), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:14.317118 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 88a25e8e-2ff4-43f7-86a1-8a8cdcf544c9 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:37:14.321345 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-05028705-def6-4669-9d39-e76bce8047a2 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Calling delete_port for 3dbcc5ac-c533-4aa1-aad5-0e7d37f9ff79 owned by {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:37:14.342051 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] No Port match for: 88a25e8e-2ff4-43f7-86a1-8a8cdcf544c9 {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:37:14.342372 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 88a25e8e-2ff4-43f7-86a1-8a8cdcf544c9 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:37:14.406992 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-05028705-def6-4669-9d39-e76bce8047a2 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (3dbcc5ac-c533-4aa1-aad5-0e7d37f9ff79), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:14.440768 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05028705-def6-4669-9d39-e76bce8047a2 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Pushing event deleted for resources: {'Port': ['ID=3dbcc5ac-c533-4aa1-aad5-0e7d37f9ff79,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:14.446420 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-05028705-def6-4669-9d39-e76bce8047a2 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:14.449797 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-05028705-def6-4669-9d39-e76bce8047a2 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] 10.222.0.20 "DELETE /v2.0/ports/3dbcc5ac-c533-4aa1-aad5-0e7d37f9ff79 HTTP/1.1" status: 204 len: 168 time: 0.3532441 Feb 28 10:37:14.452424 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 38662) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:14.455940 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f306e1c4-6a52-4bfb-81a7-49c8f777da93 req-22374fac-057b-4b5f-93cf-0a9c2cf64eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:14.457481 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-f306e1c4-6a52-4bfb-81a7-49c8f777da93 req-22374fac-057b-4b5f-93cf-0a9c2cf64eca service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8cfd4575-f5a0-41ad-99a8-1ed282e710c5 HTTP/1.1" status: 200 len: 1129 time: 0.4610550 Feb 28 10:37:14.468909 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-58385f08-c983-4130-92e4-81888d38e6eb tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks [] for security_group (92afa768-139a-431e-8a30-0276d9637fa6), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:14.479590 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-2dad1e8f-b70f-4220-8db8-09d01c482219 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] GET failed (client error): The resource could not be found. Feb 28 10:37:14.479881 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c6f6b88-ddfe-4cfb-9b91-275c608993b7 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 270} {{(pid=103407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:37:14.480708 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-2dad1e8f-b70f-4220-8db8-09d01c482219 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] 10.222.0.20 "GET /v2.0/ports/3dbcc5ac-c533-4aa1-aad5-0e7d37f9ff79 HTTP/1.1" status: 404 len: 333 time: 0.0270844 Feb 28 10:37:14.485101 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 38664) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:14.490917 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-4f73fc20-b372-46e0-9f5a-e93fc0f04e9e tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Request body: {'port': {'network_id': '844110a3-e6ac-4fc6-ae4d-875b06ee580b', 'name': 'tempest-PortsTestJSON-367514089'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:37:14.493451 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-58385f08-c983-4130-92e4-81888d38e6eb tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (92afa768-139a-431e-8a30-0276d9637fa6), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:14.499367 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6f6b88-ddfe-4cfb-9b91-275c608993b7 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10c59ebe-6285-4d3d-9545-c01897f4ee89,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:14.513426 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1c6f6b88-ddfe-4cfb-9b91-275c608993b7 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (26c0b86b-4bf0-4732-a1d5-1d287ccecc2f), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:14.513778 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.db.segments_db [None req-1c6f6b88-ddfe-4cfb-9b91-275c608993b7 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Added segment 26c0b86b-4bf0-4732-a1d5-1d287ccecc2f of type vlan for network 24620c3b-2ee9-46f5-83ce-78e4e46943bb Feb 28 10:37:14.551018 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58385f08-c983-4130-92e4-81888d38e6eb tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 260} {{(pid=103407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:37:14.589236 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f73fc20-b372-46e0-9f5a-e93fc0f04e9e tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Made reservation on behalf of 3f882f7a65fb4f4b8c37408f45ffc93a for: {'port': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:37:14.592817 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4f73fc20-b372-46e0-9f5a-e93fc0f04e9e tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:14.602076 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58385f08-c983-4130-92e4-81888d38e6eb tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92afa768-139a-431e-8a30-0276d9637fa6,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:14.606277 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-58385f08-c983-4130-92e4-81888d38e6eb tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (cc436566-fcad-48aa-92dd-991a3863b5f8), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:14.606652 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.db.segments_db [None req-58385f08-c983-4130-92e4-81888d38e6eb tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Added segment cc436566-fcad-48aa-92dd-991a3863b5f8 of type vlan for network 91d0cee5-9307-4c6b-a2a6-6361fbef8ddf Feb 28 10:37:14.613160 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-4f73fc20-b372-46e0-9f5a-e93fc0f04e9e tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] device_id is not set on port ee09b085-f3f7-49e2-a17c-9cb469429ea1 yet. {{(pid=103408) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:37:14.648070 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1c6f6b88-ddfe-4cfb-9b91-275c608993b7 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742056637431'] for network (24620c3b-2ee9-46f5-83ce-78e4e46943bb), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:14.654397 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-f306e1c4-6a52-4bfb-81a7-49c8f777da93 req-7b5f1d82-ef87-4eeb-af97-8f95b012413d service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=b3dd5a6c-06a9-4f41-b438-f7d64990f73a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1876285 Feb 28 10:37:14.713696 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-58385f08-c983-4130-92e4-81888d38e6eb tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742056637431'] for network (91d0cee5-9307-4c6b-a2a6-6361fbef8ddf), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:14.729752 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1c6f6b88-ddfe-4cfb-9b91-275c608993b7 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551'] for network (24620c3b-2ee9-46f5-83ce-78e4e46943bb), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:14.734569 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c6f6b88-ddfe-4cfb-9b91-275c608993b7 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:14.735160 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1c6f6b88-ddfe-4cfb-9b91-275c608993b7 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:14.753557 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d041b504-f5ef-4a9e-a863-d97025746e67 req-b6b2454e-0b3e-4bb1-801c-1dc6ae205934 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:14.755053 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-d041b504-f5ef-4a9e-a863-d97025746e67 req-b6b2454e-0b3e-4bb1-801c-1dc6ae205934 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] 10.222.0.20 "GET /v2.0/ports?device_id=8cfd4575-f5a0-41ad-99a8-1ed282e710c5 HTTP/1.1" status: 200 len: 945 time: 0.1759169 Feb 28 10:37:14.781877 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4f73fc20-b372-46e0-9f5a-e93fc0f04e9e tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks [] for port (ee09b085-f3f7-49e2-a17c-9cb469429ea1), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:14.816707 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4f73fc20-b372-46e0-9f5a-e93fc0f04e9e tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (ee09b085-f3f7-49e2-a17c-9cb469429ea1), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:14.826421 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-58385f08-c983-4130-92e4-81888d38e6eb tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551'] for network (91d0cee5-9307-4c6b-a2a6-6361fbef8ddf), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:14.832099 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58385f08-c983-4130-92e4-81888d38e6eb tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:14.832728 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-58385f08-c983-4130-92e4-81888d38e6eb tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:14.860580 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-1c6f6b88-ddfe-4cfb-9b91-275c608993b7 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0717206 Feb 28 10:37:14.861875 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f73fc20-b372-46e0-9f5a-e93fc0f04e9e tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Network 844110a3-e6ac-4fc6-ae4d-875b06ee580b is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:37:14.877386 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-4f73fc20-b372-46e0-9f5a-e93fc0f04e9e tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:37:14.877386 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f73fc20-b372-46e0-9f5a-e93fc0f04e9e tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:37:14.878426 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6f6b88-ddfe-4cfb-9b91-275c608993b7 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Pushing event updated for resources: {'Network': ['ID=24620c3b-2ee9-46f5-83ce-78e4e46943bb,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:14.878518 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f73fc20-b372-46e0-9f5a-e93fc0f04e9e tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:14.878518 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4f73fc20-b372-46e0-9f5a-e93fc0f04e9e tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:14.905264 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Network 24620c3b-2ee9-46f5-83ce-78e4e46943bb details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103409) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:37:14.913695 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-4f73fc20-b372-46e0-9f5a-e93fc0f04e9e tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.4272332 Feb 28 10:37:14.914766 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f73fc20-b372-46e0-9f5a-e93fc0f04e9e tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Pushing event updated for resources: {'Port': ['ID=ee09b085-f3f7-49e2-a17c-9cb469429ea1,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:14.924973 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 38668) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:14.934377 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-c2897ca0-95e5-4549-ac7f-707bac8e8fb9 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:37:14.934549 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-58385f08-c983-4130-92e4-81888d38e6eb tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.3231161 Feb 28 10:37:14.941213 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-d041b504-f5ef-4a9e-a863-d97025746e67 req-50688660-4289-4318-a5f9-44650639f616 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3dd5a6c-06a9-4f41-b438-f7d64990f73a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1799562 Feb 28 10:37:14.959070 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58385f08-c983-4130-92e4-81888d38e6eb tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Pushing event updated for resources: {'Network': ['ID=91d0cee5-9307-4c6b-a2a6-6361fbef8ddf,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:14.982625 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Network 91d0cee5-9307-4c6b-a2a6-6361fbef8ddf details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103409) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:37:15.034363 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c2897ca0-95e5-4549-ac7f-707bac8e8fb9 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (ee09b085-f3f7-49e2-a17c-9cb469429ea1), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:15.067678 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:15.105147 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 38670) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:15.113521 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-0b07dbd9-956a-4490-8f18-270083b05e5e tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Request body: {'subnet': {'network_id': '91d0cee5-9307-4c6b-a2a6-6361fbef8ddf', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:37:15.214946 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b07dbd9-956a-4490-8f18-270083b05e5e tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Made reservation on behalf of 6aa76ca1930e40cb822a736948009d34 for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:37:15.218380 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0b07dbd9-956a-4490-8f18-270083b05e5e tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3516581'] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:15.412290 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0b07dbd9-956a-4490-8f18-270083b05e5e tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3498031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3516567'] for subnet (5699c3cc-75b2-4125-9133-d50dca942899), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:15.477003 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b07dbd9-956a-4490-8f18-270083b05e5e tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Pushing event updated for resources: {'Subnet': ['ID=5699c3cc-75b2-4125-9133-d50dca942899,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:15.486006 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b07dbd9-956a-4490-8f18-270083b05e5e tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Checking segment: {'id': 'cc436566-fcad-48aa-92dd-991a3863b5f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '91d0cee5-9307-4c6b-a2a6-6361fbef8ddf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:37:15.486387 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b07dbd9-956a-4490-8f18-270083b05e5e tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Network hostable DHCP agents. Network: 91d0cee5-9307-4c6b-a2a6-6361fbef8ddf, hostable agents: ['fb6705d2-4f70-4965-92a3-fbfccd43a6d3'], hosted agents: [] {{(pid=103407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:37:15.507599 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b07dbd9-956a-4490-8f18-270083b05e5e tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Network 91d0cee5-9307-4c6b-a2a6-6361fbef8ddf is scheduled to be hosted by DHCP agent fb6705d2-4f70-4965-92a3-fbfccd43a6d3 with binding_index 1 {{(pid=103407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:37:15.519429 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-0b07dbd9-956a-4490-8f18-270083b05e5e tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 91d0cee5-9307-4c6b-a2a6-6361fbef8ddf) {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:37:15.524213 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b07dbd9-956a-4490-8f18-270083b05e5e tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:15.524987 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0b07dbd9-956a-4490-8f18-270083b05e5e tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616561'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:15.534596 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a417f07-eb08-409c-bc3c-804b938e7455 None None] Network 91d0cee5-9307-4c6b-a2a6-6361fbef8ddf requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:37:15.555787 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-0b07dbd9-956a-4490-8f18-270083b05e5e tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.4493568 Feb 28 10:37:15.559206 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 38672) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:15.566984 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-3148ae51-8276-496d-91ed-4e7f882a6c92 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-147923853'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:37:15.588090 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c2897ca0-95e5-4549-ac7f-707bac8e8fb9 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks [] for port (ee09b085-f3f7-49e2-a17c-9cb469429ea1), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:15.594516 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c2897ca0-95e5-4549-ac7f-707bac8e8fb9 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3242529'] for port (ee09b085-f3f7-49e2-a17c-9cb469429ea1), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:15.598404 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3148ae51-8276-496d-91ed-4e7f882a6c92 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Made reservation on behalf of 6aa76ca1930e40cb822a736948009d34 for: {'network': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:37:15.604737 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3148ae51-8276-496d-91ed-4e7f882a6c92 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for network (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:15.628322 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-c2897ca0-95e5-4549-ac7f-707bac8e8fb9 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] In _notify_port_updated(), no bound segment for port ee09b085-f3f7-49e2-a17c-9cb469429ea1 on network 844110a3-e6ac-4fc6-ae4d-875b06ee580b {{(pid=103408) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 28 10:37:15.634061 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2897ca0-95e5-4549-ac7f-707bac8e8fb9 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:15.634764 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c2897ca0-95e5-4549-ac7f-707bac8e8fb9 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:15.639186 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-c2897ca0-95e5-4549-ac7f-707bac8e8fb9 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] 10.222.0.20 "PUT /v2.0/ports/ee09b085-f3f7-49e2-a17c-9cb469429ea1 HTTP/1.1" status: 200 len: 818 time: 0.7130599 Feb 28 10:37:15.639881 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 38674) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:15.641016 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3148ae51-8276-496d-91ed-4e7f882a6c92 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 291} {{(pid=103407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:37:15.662821 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76aa0ab7-dfc3-412a-9387-00479b0ac25c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-91d0cee5-9307-4c6b-a2a6-6361fbef8ddf', 'network_id': '91d0cee5-9307-4c6b-a2a6-6361fbef8ddf', 'project_id': '6aa76ca1930e40cb822a736948009d34', 'fixed_ips': [{'subnet_id': '5699c3cc-75b2-4125-9133-d50dca942899'}]}} from dv-neutron-master-2-hyperv. {{(pid=103409) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:37:15.663555 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3148ae51-8276-496d-91ed-4e7f882a6c92 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (a09636b0-e8b0-4d6d-9134-eab52b932e1e), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:15.664143 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-76aa0ab7-dfc3-412a-9387-00479b0ac25c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:15.664463 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.db.segments_db [None req-3148ae51-8276-496d-91ed-4e7f882a6c92 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Added segment a09636b0-e8b0-4d6d-9134-eab52b932e1e of type vlan for network 46112c35-003c-4c44-98d5-add4c7754e70 Feb 28 10:37:15.702568 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2897ca0-95e5-4549-ac7f-707bac8e8fb9 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Pushing event updated for resources: {'Port': ['ID=ee09b085-f3f7-49e2-a17c-9cb469429ea1,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:15.710952 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3148ae51-8276-496d-91ed-4e7f882a6c92 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742056637431'] for network (46112c35-003c-4c44-98d5-add4c7754e70), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:15.739437 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3148ae51-8276-496d-91ed-4e7f882a6c92 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551'] for network (46112c35-003c-4c44-98d5-add4c7754e70), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:15.746719 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3148ae51-8276-496d-91ed-4e7f882a6c92 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:15.747373 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3148ae51-8276-496d-91ed-4e7f882a6c92 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:15.773148 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-3148ae51-8276-496d-91ed-4e7f882a6c92 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2125888 Feb 28 10:37:15.776771 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 38676) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:15.785740 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-fc727e13-bf88-46b7-a388-07f8a3abb7fa tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Request body: {'subnet': {'network_id': '46112c35-003c-4c44-98d5-add4c7754e70', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:37:15.843193 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3148ae51-8276-496d-91ed-4e7f882a6c92 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Pushing event updated for resources: {'Network': ['ID=46112c35-003c-4c44-98d5-add4c7754e70,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:15.843622 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7e529134-c93e-4538-8438-d864fe311896 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Deleting port ee09b085-f3f7-49e2-a17c-9cb469429ea1 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:37:15.843975 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7e529134-c93e-4538-8438-d864fe311896 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (ee09b085-f3f7-49e2-a17c-9cb469429ea1), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:15.854589 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Network 46112c35-003c-4c44-98d5-add4c7754e70 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103409) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:37:15.928206 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-76aa0ab7-dfc3-412a-9387-00479b0ac25c None None] Allocated IP 172.20.255.242 (91d0cee5-9307-4c6b-a2a6-6361fbef8ddf/5699c3cc-75b2-4125-9133-d50dca942899/96c88acf-b1fe-4484-b3a1-f7d42fef3ba2) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:37:15.984048 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7e529134-c93e-4538-8438-d864fe311896 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (ee09b085-f3f7-49e2-a17c-9cb469429ea1), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:15.993368 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc727e13-bf88-46b7-a388-07f8a3abb7fa tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Made reservation on behalf of 6aa76ca1930e40cb822a736948009d34 for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:37:15.997047 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fc727e13-bf88-46b7-a388-07f8a3abb7fa tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3951209'] for subnet (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:16.052711 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7e529134-c93e-4538-8438-d864fe311896 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Calling delete_port for ee09b085-f3f7-49e2-a17c-9cb469429ea1 owned by {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:37:16.144007 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-76aa0ab7-dfc3-412a-9387-00479b0ac25c None None] Publish callbacks [] for port (96c88acf-b1fe-4484-b3a1-f7d42fef3ba2), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:16.154573 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-76aa0ab7-dfc3-412a-9387-00479b0ac25c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749'] for port (96c88acf-b1fe-4484-b3a1-f7d42fef3ba2), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:16.161861 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee5711b-1c1c-4783-99bf-a507d8c13c53 req-4b056471-5e2d-4684-8d17-332c2b10508a tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:16.163620 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-cee5711b-1c1c-4783-99bf-a507d8c13c53 req-4b056471-5e2d-4684-8d17-332c2b10508a tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] 10.222.0.20 "GET /v2.0/ports?device_id=8cfd4575-f5a0-41ad-99a8-1ed282e710c5 HTTP/1.1" status: 200 len: 945 time: 0.0714288 Feb 28 10:37:16.226334 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76aa0ab7-dfc3-412a-9387-00479b0ac25c None None] Pushing event updated for resources: {'Port': ['ID=96c88acf-b1fe-4484-b3a1-f7d42fef3ba2,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:16.231156 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-cee5711b-1c1c-4783-99bf-a507d8c13c53 req-3ce91415-a606-42d2-a538-30e55aff7e09 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3dd5a6c-06a9-4f41-b438-f7d64990f73a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607307 Feb 28 10:37:16.247525 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76aa0ab7-dfc3-412a-9387-00479b0ac25c None None] Network 91d0cee5-9307-4c6b-a2a6-6361fbef8ddf is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:37:16.249417 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-76aa0ab7-dfc3-412a-9387-00479b0ac25c None None] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:37:16.253735 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76aa0ab7-dfc3-412a-9387-00479b0ac25c None None] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:37:16.276419 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7e529134-c93e-4538-8438-d864fe311896 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (ee09b085-f3f7-49e2-a17c-9cb469429ea1), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:16.339340 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e529134-c93e-4538-8438-d864fe311896 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Pushing event deleted for resources: {'Port': ['ID=ee09b085-f3f7-49e2-a17c-9cb469429ea1,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:16.343411 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-76aa0ab7-dfc3-412a-9387-00479b0ac25c None None] Attempting to bind port 96c88acf-b1fe-4484-b3a1-f7d42fef3ba2 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:37:16.344085 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-76aa0ab7-dfc3-412a-9387-00479b0ac25c None None] Attempting to bind port 96c88acf-b1fe-4484-b3a1-f7d42fef3ba2 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'cc436566-fcad-48aa-92dd-991a3863b5f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '91d0cee5-9307-4c6b-a2a6-6361fbef8ddf'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:37:16.344757 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76aa0ab7-dfc3-412a-9387-00479b0ac25c None None] Attempting to bind port 96c88acf-b1fe-4484-b3a1-f7d42fef3ba2 on network 91d0cee5-9307-4c6b-a2a6-6361fbef8ddf {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:37:16.351303 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76aa0ab7-dfc3-412a-9387-00479b0ac25c None None] Checking agent: {'id': '75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 24, 15), 'started_at': datetime.datetime(2022, 2, 28, 10, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 37, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:37:16.352019 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76aa0ab7-dfc3-412a-9387-00479b0ac25c None None] Checking segment: {'id': 'cc436566-fcad-48aa-92dd-991a3863b5f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '91d0cee5-9307-4c6b-a2a6-6361fbef8ddf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:37:16.353454 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-76aa0ab7-dfc3-412a-9387-00479b0ac25c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:16.354303 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76aa0ab7-dfc3-412a-9387-00479b0ac25c None None] Bound using segment: {'id': 'cc436566-fcad-48aa-92dd-991a3863b5f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '91d0cee5-9307-4c6b-a2a6-6361fbef8ddf'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:37:16.355239 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-76aa0ab7-dfc3-412a-9387-00479b0ac25c None None] Bound port: 96c88acf-b1fe-4484-b3a1-f7d42fef3ba2, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc436566-fcad-48aa-92dd-991a3863b5f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '91d0cee5-9307-4c6b-a2a6-6361fbef8ddf'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:37:16.355839 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-76aa0ab7-dfc3-412a-9387-00479b0ac25c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (96c88acf-b1fe-4484-b3a1-f7d42fef3ba2), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:16.357281 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7e529134-c93e-4538-8438-d864fe311896 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:16.364505 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 38684) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:16.373147 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-7e529134-c93e-4538-8438-d864fe311896 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] 10.222.0.20 "DELETE /v2.0/ports/ee09b085-f3f7-49e2-a17c-9cb469429ea1 HTTP/1.1" status: 204 len: 168 time: 0.7272952 Feb 28 10:37:16.439147 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fc727e13-bf88-46b7-a388-07f8a3abb7fa tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3242588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3951195'] for subnet (18150b5d-38b4-4fe5-8ff6-2f1f08043994), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:16.462080 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-408cbc73-173b-4002-993d-e6e3d43aa194 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:16.472381 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-408cbc73-173b-4002-993d-e6e3d43aa194 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1064408 Feb 28 10:37:16.473541 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 38686) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:16.477021 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-76aa0ab7-dfc3-412a-9387-00479b0ac25c None None] For port 96c88acf-b1fe-4484-b3a1-f7d42fef3ba2, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:37:16.482459 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-76aa0ab7-dfc3-412a-9387-00479b0ac25c None None] For port 96c88acf-b1fe-4484-b3a1-f7d42fef3ba2, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=96c88acf-b1fe-4484-b3a1-f7d42fef3ba2,segment=NetworkSegment(cc436566-fcad-48aa-92dd-991a3863b5f8),segment_id=cc436566-fcad-48aa-92dd-991a3863b5f8)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:37:16.494272 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-76aa0ab7-dfc3-412a-9387-00479b0ac25c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (96c88acf-b1fe-4484-b3a1-f7d42fef3ba2), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:16.527969 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab992a71-404f-43fd-80ce-8c6bd430b826 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] GET failed (client error): The resource could not be found. Feb 28 10:37:16.529708 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc727e13-bf88-46b7-a388-07f8a3abb7fa tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Pushing event updated for resources: {'Subnet': ['ID=18150b5d-38b4-4fe5-8ff6-2f1f08043994,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:16.534555 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 38688) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:16.537017 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-ab992a71-404f-43fd-80ce-8c6bd430b826 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] 10.222.0.20 "GET /v2.0/ports/ee09b085-f3f7-49e2-a17c-9cb469429ea1 HTTP/1.1" status: 404 len: 333 time: 0.0606012 Feb 28 10:37:16.541346 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-8a800b59-503b-4647-ad3e-9ab2fa5174bc tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-105718643'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:37:16.549646 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc727e13-bf88-46b7-a388-07f8a3abb7fa tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Checking segment: {'id': 'a09636b0-e8b0-4d6d-9134-eab52b932e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '46112c35-003c-4c44-98d5-add4c7754e70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:37:16.550452 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc727e13-bf88-46b7-a388-07f8a3abb7fa tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Network hostable DHCP agents. Network: 46112c35-003c-4c44-98d5-add4c7754e70, hostable agents: ['fb6705d2-4f70-4965-92a3-fbfccd43a6d3'], hosted agents: [] {{(pid=103408) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:37:16.587065 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc727e13-bf88-46b7-a388-07f8a3abb7fa tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Network 46112c35-003c-4c44-98d5-add4c7754e70 is scheduled to be hosted by DHCP agent fb6705d2-4f70-4965-92a3-fbfccd43a6d3 with binding_index 1 {{(pid=103408) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:37:16.595034 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a800b59-503b-4647-ad3e-9ab2fa5174bc tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Made reservation on behalf of 3f882f7a65fb4f4b8c37408f45ffc93a for: {'network': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:37:16.599347 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8a800b59-503b-4647-ad3e-9ab2fa5174bc tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for network (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:16.600815 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3e6edd-224c-4c7b-b92c-c3b5df768278 req-4a8f0f2c-955a-488c-8f28-198b255e6f94 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:16.609528 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-be3e6edd-224c-4c7b-b92c-c3b5df768278 req-4a8f0f2c-955a-488c-8f28-198b255e6f94 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] 10.222.0.20 "GET /v2.0/ports?device_id=8cfd4575-f5a0-41ad-99a8-1ed282e710c5 HTTP/1.1" status: 200 len: 945 time: 0.2892284 Feb 28 10:37:16.613629 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-fc727e13-bf88-46b7-a388-07f8a3abb7fa tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 46112c35-003c-4c44-98d5-add4c7754e70) {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:37:16.620176 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc727e13-bf88-46b7-a388-07f8a3abb7fa tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:16.621417 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fc727e13-bf88-46b7-a388-07f8a3abb7fa tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks [] for subnet (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:16.648713 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a800b59-503b-4647-ad3e-9ab2fa5174bc tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 277} {{(pid=103408) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:37:16.654778 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-fc727e13-bf88-46b7-a388-07f8a3abb7fa tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.8763990 Feb 28 10:37:16.659490 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 38690) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:16.700302 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-be3e6edd-224c-4c7b-b92c-c3b5df768278 req-2f06fc21-070b-4994-b225-e17cb114b6db tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3dd5a6c-06a9-4f41-b438-f7d64990f73a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896502 Feb 28 10:37:16.714930 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 38692) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:16.722176 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8a800b59-503b-4647-ad3e-9ab2fa5174bc tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (dec0811a-5056-4e96-84eb-1879236cd17c), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:16.722858 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.db.segments_db [None req-8a800b59-503b-4647-ad3e-9ab2fa5174bc tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Added segment dec0811a-5056-4e96-84eb-1879236cd17c of type vlan for network e9649a43-0135-4cb1-b6e4-1b73b93f59a2 Feb 28 10:37:16.767393 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9af5a029-d238-4a4d-854d-f784e97a5477 tempest-TestNetworkAdvancedServerOps-479154317 tempest-TestNetworkAdvancedServerOps-479154317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:16.772943 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 38694) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:16.773429 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-9af5a029-d238-4a4d-854d-f784e97a5477 tempest-TestNetworkAdvancedServerOps-479154317 tempest-TestNetworkAdvancedServerOps-479154317-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=8cfd4575-f5a0-41ad-99a8-1ed282e710c5 HTTP/1.1" status: 200 len: 1124 time: 0.0571454 Feb 28 10:37:16.778342 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-1644658d-0021-42d3-aae6-e6fdd82e7679 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Request body: {'floatingip': {'floating_network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'port_id': '38641955-40a6-408b-b552-ddf499fac925', 'tenant_id': '2b21c0f8445b44c5a1fb71420d1ffcce', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:37:16.793037 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76aa0ab7-dfc3-412a-9387-00479b0ac25c None None] Pushing event updated for resources: {'Port': ['ID=96c88acf-b1fe-4484-b3a1-f7d42fef3ba2,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:16.799170 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8a800b59-503b-4647-ad3e-9ab2fa5174bc tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742056637431'] for network (e9649a43-0135-4cb1-b6e4-1b73b93f59a2), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:16.801238 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f48690dc-399c-4e51-9455-ff23ad56404a None None] Network 46112c35-003c-4c44-98d5-add4c7754e70 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:37:16.847364 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1644658d-0021-42d3-aae6-e6fdd82e7679 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:16.855204 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-97d6a916-ca80-4636-b2a2-3d8f194c4ae1 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-665757'] for network (46112c35-003c-4c44-98d5-add4c7754e70), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:16.915715 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8a800b59-503b-4647-ad3e-9ab2fa5174bc tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551'] for network (e9649a43-0135-4cb1-b6e4-1b73b93f59a2), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:16.921313 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a800b59-503b-4647-ad3e-9ab2fa5174bc tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:16.921943 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8a800b59-503b-4647-ad3e-9ab2fa5174bc tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616561'] for network (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:16.940660 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bc1d6ed-2248-4142-a7a2-71cbe3b7f354 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-46112c35-003c-4c44-98d5-add4c7754e70', 'network_id': '46112c35-003c-4c44-98d5-add4c7754e70', 'project_id': '6aa76ca1930e40cb822a736948009d34', 'fixed_ips': [{'subnet_id': '18150b5d-38b4-4fe5-8ff6-2f1f08043994'}]}} from dv-neutron-master-2-hyperv. {{(pid=103409) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:37:16.941547 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1bc1d6ed-2248-4142-a7a2-71cbe3b7f354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:17.041271 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 38696) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:17.041457 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-8a800b59-503b-4647-ad3e-9ab2fa5174bc tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5052605 Feb 28 10:37:17.051697 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a800b59-503b-4647-ad3e-9ab2fa5174bc tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Pushing event updated for resources: {'Network': ['ID=e9649a43-0135-4cb1-b6e4-1b73b93f59a2,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:17.069522 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-97d6a916-ca80-4636-b2a2-3d8f194c4ae1 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-823142'] for subnet (18150b5d-38b4-4fe5-8ff6-2f1f08043994), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:17.070629 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-8c3b8f19-c822-4b86-8fcd-8a438b5ab0dd tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Request body: {'subnet': {'network_id': 'e9649a43-0135-4cb1-b6e4-1b73b93f59a2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:37:17.091643 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Network e9649a43-0135-4cb1-b6e4-1b73b93f59a2 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103409) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:37:17.170644 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1644658d-0021-42d3-aae6-e6fdd82e7679 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:17.246548 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-1bc1d6ed-2248-4142-a7a2-71cbe3b7f354 None None] Allocated IP 172.20.0.2 (46112c35-003c-4c44-98d5-add4c7754e70/18150b5d-38b4-4fe5-8ff6-2f1f08043994/7ad9045a-6f98-4099-aa86-b8e43d9235d8) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:37:17.301031 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c3b8f19-c822-4b86-8fcd-8a438b5ab0dd tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Made reservation on behalf of 3f882f7a65fb4f4b8c37408f45ffc93a for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:37:17.304403 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8c3b8f19-c822-4b86-8fcd-8a438b5ab0dd tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3516581'] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:17.400705 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-1644658d-0021-42d3-aae6-e6fdd82e7679 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Allocated IP 172.36.5.250 (1e0804d0-d1d9-4d40-9de5-2936f3d87840/6f6f4129-23e5-4c3b-b4ef-4c7ce926797e/775f6a43-8f6c-4443-bf06-95bf8be4a7bf) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:37:17.488229 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1bc1d6ed-2248-4142-a7a2-71cbe3b7f354 None None] Publish callbacks [] for port (7ad9045a-6f98-4099-aa86-b8e43d9235d8), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:17.502082 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1bc1d6ed-2248-4142-a7a2-71cbe3b7f354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749'] for port (7ad9045a-6f98-4099-aa86-b8e43d9235d8), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:17.523981 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-97d6a916-ca80-4636-b2a2-3d8f194c4ae1 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-823145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3242523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3951170'] for subnet (18150b5d-38b4-4fe5-8ff6-2f1f08043994), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:17.575757 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc1d6ed-2248-4142-a7a2-71cbe3b7f354 None None] Pushing event updated for resources: {'Port': ['ID=7ad9045a-6f98-4099-aa86-b8e43d9235d8,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:17.576204 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8c3b8f19-c822-4b86-8fcd-8a438b5ab0dd tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3498031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3516567'] for subnet (e21a3738-320d-4950-a712-950402cdbcd4), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:17.579484 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d6a916-ca80-4636-b2a2-3d8f194c4ae1 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Pushing event deleted for resources: {'Subnet': ['ID=18150b5d-38b4-4fe5-8ff6-2f1f08043994,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:17.648738 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bc1d6ed-2248-4142-a7a2-71cbe3b7f354 None None] Network 46112c35-003c-4c44-98d5-add4c7754e70 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:37:17.652255 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-1bc1d6ed-2248-4142-a7a2-71cbe3b7f354 None None] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:37:17.658152 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc1d6ed-2248-4142-a7a2-71cbe3b7f354 None None] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:37:17.659774 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3b8f19-c822-4b86-8fcd-8a438b5ab0dd tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Pushing event updated for resources: {'Subnet': ['ID=e21a3738-320d-4950-a712-950402cdbcd4,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:17.683418 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3b8f19-c822-4b86-8fcd-8a438b5ab0dd tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Checking segment: {'id': 'dec0811a-5056-4e96-84eb-1879236cd17c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'e9649a43-0135-4cb1-b6e4-1b73b93f59a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:37:17.683418 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c3b8f19-c822-4b86-8fcd-8a438b5ab0dd tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Network hostable DHCP agents. Network: e9649a43-0135-4cb1-b6e4-1b73b93f59a2, hostable agents: ['fb6705d2-4f70-4965-92a3-fbfccd43a6d3'], hosted agents: [] {{(pid=103407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:37:17.688903 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1644658d-0021-42d3-aae6-e6fdd82e7679 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Publish callbacks [] for port (775f6a43-8f6c-4443-bf06-95bf8be4a7bf), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:17.696196 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-97d6a916-ca80-4636-b2a2-3d8f194c4ae1 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672413', 'neutron.services.segments.db._delete_segments_for_network-8742057110173'] for network (46112c35-003c-4c44-98d5-add4c7754e70), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:17.706803 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c3b8f19-c822-4b86-8fcd-8a438b5ab0dd tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Network e9649a43-0135-4cb1-b6e4-1b73b93f59a2 is scheduled to be hosted by DHCP agent fb6705d2-4f70-4965-92a3-fbfccd43a6d3 with binding_index 1 {{(pid=103407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:37:17.719579 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-8c3b8f19-c822-4b86-8fcd-8a438b5ab0dd tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, e9649a43-0135-4cb1-b6e4-1b73b93f59a2) {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:37:17.726385 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-97d6a916-ca80-4636-b2a2-3d8f194c4ae1 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46112c35-003c-4c44-98d5-add4c7754e70']}} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:17.735255 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c3b8f19-c822-4b86-8fcd-8a438b5ab0dd tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:17.736514 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8c3b8f19-c822-4b86-8fcd-8a438b5ab0dd tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616561'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:17.745783 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-97d6a916-ca80-4636-b2a2-3d8f194c4ae1 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a09636b0-e8b0-4d6d-9134-eab52b932e1e') {'for_net_delete': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:17.746075 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-97d6a916-ca80-4636-b2a2-3d8f194c4ae1 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a09636b0-e8b0-4d6d-9134-eab52b932e1e') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:17.761409 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-97d6a916-ca80-4636-b2a2-3d8f194c4ae1 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742057113766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3423550'] for segment (a09636b0-e8b0-4d6d-9134-eab52b932e1e), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:17.764967 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-8c3b8f19-c822-4b86-8fcd-8a438b5ab0dd tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7210205 Feb 28 10:37:17.765958 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 38698) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:17.772739 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-734cfdbc-9349-4d07-a032-a44ac3dd8514 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Request body: {'subnet': {'network_id': 'e9649a43-0135-4cb1-b6e4-1b73b93f59a2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:37:17.781106 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-97d6a916-ca80-4636-b2a2-3d8f194c4ae1 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (a09636b0-e8b0-4d6d-9134-eab52b932e1e), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:17.788670 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1644658d-0021-42d3-aae6-e6fdd82e7679 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (775f6a43-8f6c-4443-bf06-95bf8be4a7bf), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:17.791177 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97d6a916-ca80-4636-b2a2-3d8f194c4ae1 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Releasing vlan 291 on physical network physnet1 to pool {{(pid=103408) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:37:17.791596 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-97d6a916-ca80-4636-b2a2-3d8f194c4ae1 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3242693'] for segment (a09636b0-e8b0-4d6d-9134-eab52b932e1e), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:17.792522 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb591e15-3e45-4aef-8aaf-0c49c47e6d9e None None] Network e9649a43-0135-4cb1-b6e4-1b73b93f59a2 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:37:17.807644 dv-neutron-master-2-hyperv neutron-server[103408]: Traceback (most recent call last): Feb 28 10:37:17.807644 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:37:17.807644 dv-neutron-master-2-hyperv neutron-server[103408]: timer() Feb 28 10:37:17.807644 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:37:17.807644 dv-neutron-master-2-hyperv neutron-server[103408]: cb(*args, **kw) Feb 28 10:37:17.807644 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:37:17.807644 dv-neutron-master-2-hyperv neutron-server[103408]: return func(*args, **kwargs) Feb 28 10:37:17.807644 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:37:17.807644 dv-neutron-master-2-hyperv neutron-server[103408]: self._notify() Feb 28 10:37:17.807644 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:37:17.807644 dv-neutron-master-2-hyperv neutron-server[103408]: self.callback(batched_events) Feb 28 10:37:17.807644 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:37:17.807644 dv-neutron-master-2-hyperv neutron-server[103408]: event.method(event) Feb 28 10:37:17.807644 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:37:17.807644 dv-neutron-master-2-hyperv neutron-server[103408]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:37:17.807644 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:37:17.807644 dv-neutron-master-2-hyperv neutron-server[103408]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:37:17.807644 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:37:17.807644 dv-neutron-master-2-hyperv neutron-server[103408]: return f(self, *a, **k) Feb 28 10:37:17.807644 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:37:17.807644 dv-neutron-master-2-hyperv neutron-server[103408]: return self._get(url).json() Feb 28 10:37:17.807644 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:37:17.807644 dv-neutron-master-2-hyperv neutron-server[103408]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:37:17.807644 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:37:17.807644 dv-neutron-master-2-hyperv neutron-server[103408]: return self.request(url, 'GET', **kwargs) Feb 28 10:37:17.807644 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:37:17.807644 dv-neutron-master-2-hyperv neutron-server[103408]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:37:17.807644 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:37:17.807644 dv-neutron-master-2-hyperv neutron-server[103408]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:37:17.807644 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:37:17.807644 dv-neutron-master-2-hyperv neutron-server[103408]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:37:17.807644 dv-neutron-master-2-hyperv neutron-server[103408]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:37:17.843023 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-1bc1d6ed-2248-4142-a7a2-71cbe3b7f354 None None] Attempting to bind port 7ad9045a-6f98-4099-aa86-b8e43d9235d8 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:37:17.844344 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-1bc1d6ed-2248-4142-a7a2-71cbe3b7f354 None None] Attempting to bind port 7ad9045a-6f98-4099-aa86-b8e43d9235d8 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'a09636b0-e8b0-4d6d-9134-eab52b932e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '46112c35-003c-4c44-98d5-add4c7754e70'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:37:17.845342 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc1d6ed-2248-4142-a7a2-71cbe3b7f354 None None] Attempting to bind port 7ad9045a-6f98-4099-aa86-b8e43d9235d8 on network 46112c35-003c-4c44-98d5-add4c7754e70 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:37:17.918020 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc1d6ed-2248-4142-a7a2-71cbe3b7f354 None None] Checking agent: {'id': '75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 24, 15), 'started_at': datetime.datetime(2022, 2, 28, 10, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 37, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:37:17.918746 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc1d6ed-2248-4142-a7a2-71cbe3b7f354 None None] Checking segment: {'id': 'a09636b0-e8b0-4d6d-9134-eab52b932e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '46112c35-003c-4c44-98d5-add4c7754e70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:37:17.920049 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1bc1d6ed-2248-4142-a7a2-71cbe3b7f354 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:17.920681 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc1d6ed-2248-4142-a7a2-71cbe3b7f354 None None] Bound using segment: {'id': 'a09636b0-e8b0-4d6d-9134-eab52b932e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '46112c35-003c-4c44-98d5-add4c7754e70'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:37:17.922141 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-1bc1d6ed-2248-4142-a7a2-71cbe3b7f354 None None] Bound port: 7ad9045a-6f98-4099-aa86-b8e43d9235d8, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a09636b0-e8b0-4d6d-9134-eab52b932e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '46112c35-003c-4c44-98d5-add4c7754e70'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:37:17.922730 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1bc1d6ed-2248-4142-a7a2-71cbe3b7f354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (7ad9045a-6f98-4099-aa86-b8e43d9235d8), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:17.943999 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-734cfdbc-9349-4d07-a032-a44ac3dd8514 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Made reservation on behalf of 3f882f7a65fb4f4b8c37408f45ffc93a for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:37:17.947966 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-734cfdbc-9349-4d07-a032-a44ac3dd8514 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3516581'] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:17.951725 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.db.api [None req-97d6a916-ca80-4636-b2a2-3d8f194c4ae1 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 28 10:37:17.951725 dv-neutron-master-2-hyperv neutron-server[103408]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 28 10:37:17.951725 dv-neutron-master-2-hyperv neutron-server[103408]: [parameters: {'id': '46112c35-003c-4c44-98d5-add4c7754e70'}] Feb 28 10:37:17.951725 dv-neutron-master-2-hyperv neutron-server[103408]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103408) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 10:37:17.952451 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG oslo_db.api [None req-97d6a916-ca80-4636-b2a2-3d8f194c4ae1 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 10:37:17.957422 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1644658d-0021-42d3-aae6-e6fdd82e7679 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Network 1e0804d0-d1d9-4d40-9de5-2936f3d87840 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:37:17.961252 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-1644658d-0021-42d3-aae6-e6fdd82e7679 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:37:17.966956 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1644658d-0021-42d3-aae6-e6fdd82e7679 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:37:17.978768 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1644658d-0021-42d3-aae6-e6fdd82e7679 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Pushing event updated for resources: {'Port': ['ID=775f6a43-8f6c-4443-bf06-95bf8be4a7bf,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:18.090673 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.db.ipam_backend_mixin [None req-734cfdbc-9349-4d07-a032-a44ac3dd8514 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet e21a3738-320d-4950-a712-950402cdbcd4 (CIDR: 172.20.0.0/28) Feb 28 10:37:18.095198 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-734cfdbc-9349-4d07-a032-a44ac3dd8514 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 10:37:18.095995 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-734cfdbc-9349-4d07-a032-a44ac3dd8514 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:37:18.122432 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-734cfdbc-9349-4d07-a032-a44ac3dd8514 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3543668 Feb 28 10:37:18.126098 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 38700) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:18.136469 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-cb944686-7cc7-4552-90ce-cbbd64e21161 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Request body: {'subnet': {'network_id': 'e9649a43-0135-4cb1-b6e4-1b73b93f59a2', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:37:18.160988 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-1bc1d6ed-2248-4142-a7a2-71cbe3b7f354 None None] For port 7ad9045a-6f98-4099-aa86-b8e43d9235d8, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:37:18.166196 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05c42594-a68e-4a6b-8bfd-4d861a77c436 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-e9649a43-0135-4cb1-b6e4-1b73b93f59a2', 'network_id': 'e9649a43-0135-4cb1-b6e4-1b73b93f59a2', 'project_id': '3f882f7a65fb4f4b8c37408f45ffc93a', 'fixed_ips': [{'subnet_id': 'e21a3738-320d-4950-a712-950402cdbcd4'}]}} from dv-neutron-master-2-hyperv. {{(pid=103409) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:37:18.167170 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-05c42594-a68e-4a6b-8bfd-4d861a77c436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:18.172730 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-1bc1d6ed-2248-4142-a7a2-71cbe3b7f354 None None] For port 7ad9045a-6f98-4099-aa86-b8e43d9235d8, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7ad9045a-6f98-4099-aa86-b8e43d9235d8,segment=NetworkSegment(a09636b0-e8b0-4d6d-9134-eab52b932e1e),segment_id=a09636b0-e8b0-4d6d-9134-eab52b932e1e)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:37:18.223902 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1bc1d6ed-2248-4142-a7a2-71cbe3b7f354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (7ad9045a-6f98-4099-aa86-b8e43d9235d8), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:18.291138 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 38702) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:18.333589 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-269251cc-e196-42b5-8c0d-94dea3f39dd7 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Request body: {'subnet': {'network_id': '24620c3b-2ee9-46f5-83ce-78e4e46943bb', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:37:18.466290 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb5eea83-6646-4cac-a444-68ed8e47ab43 None None] Network 46112c35-003c-4c44-98d5-add4c7754e70 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:37:18.474839 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc1d6ed-2248-4142-a7a2-71cbe3b7f354 None None] Pushing event updated for resources: {'Port': ['ID=7ad9045a-6f98-4099-aa86-b8e43d9235d8,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:18.513683 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-97d6a916-ca80-4636-b2a2-3d8f194c4ae1 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-665757'] for network (46112c35-003c-4c44-98d5-add4c7754e70), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:18.542675 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-269251cc-e196-42b5-8c0d-94dea3f39dd7 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Made reservation on behalf of ecbebc6a99ee48f398013303d806c3bb for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:37:18.545251 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-269251cc-e196-42b5-8c0d-94dea3f39dd7 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3516581'] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:18.555119 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 96c88acf-b1fe-4484-b3a1-f7d42fef3ba2 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:37:18.557172 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e32cf8c6-bae7-422c-911f-aa000ea412ee None None] Network 91d0cee5-9307-4c6b-a2a6-6361fbef8ddf requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:37:18.561558 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1644658d-0021-42d3-aae6-e6fdd82e7679 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Publish callbacks [] for floatingip (5448c484-fede-4f31-b0f1-388e65cde9db), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:18.641764 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-97d6a916-ca80-4636-b2a2-3d8f194c4ae1 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Deleting port 7ad9045a-6f98-4099-aa86-b8e43d9235d8 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:37:18.642807 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-97d6a916-ca80-4636-b2a2-3d8f194c4ae1 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (7ad9045a-6f98-4099-aa86-b8e43d9235d8), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:18.657156 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb944686-7cc7-4552-90ce-cbbd64e21161 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Made reservation on behalf of 3f882f7a65fb4f4b8c37408f45ffc93a for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:37:18.660773 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-cb944686-7cc7-4552-90ce-cbbd64e21161 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3516581'] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:18.662068 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-05c42594-a68e-4a6b-8bfd-4d861a77c436 None None] Allocated IP 172.20.0.2 (e9649a43-0135-4cb1-b6e4-1b73b93f59a2/e21a3738-320d-4950-a712-950402cdbcd4/b8e59856-8592-4adf-885c-7cf57305a9d6) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:37:18.687946 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1644658d-0021-42d3-aae6-e6fdd82e7679 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (775f6a43-8f6c-4443-bf06-95bf8be4a7bf), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:18.732754 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-0ec3312f-4788-4736-978b-650190372a71 None None] Provisioning complete for port 96c88acf-b1fe-4484-b3a1-f7d42fef3ba2 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:37:18.733444 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0ec3312f-4788-4736-978b-650190372a71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (96c88acf-b1fe-4484-b3a1-f7d42fef3ba2), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:18.741214 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-97d6a916-ca80-4636-b2a2-3d8f194c4ae1 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] For port 7ad9045a-6f98-4099-aa86-b8e43d9235d8, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7ad9045a-6f98-4099-aa86-b8e43d9235d8,segment=NetworkSegment(a09636b0-e8b0-4d6d-9134-eab52b932e1e),segment_id=a09636b0-e8b0-4d6d-9134-eab52b932e1e)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:37:18.741505 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-97d6a916-ca80-4636-b2a2-3d8f194c4ae1 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (7ad9045a-6f98-4099-aa86-b8e43d9235d8), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:18.763517 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-97d6a916-ca80-4636-b2a2-3d8f194c4ae1 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Calling delete_port for 7ad9045a-6f98-4099-aa86-b8e43d9235d8 owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:37:18.865273 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-269251cc-e196-42b5-8c0d-94dea3f39dd7 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3498031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3516567'] for subnet (9d7fde4b-08e4-41f8-ba82-80f8409c9d23), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:18.866030 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port 96c88acf-b1fe-4484-b3a1-f7d42fef3ba2 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:37:18.866513 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (96c88acf-b1fe-4484-b3a1-f7d42fef3ba2), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:18.947152 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-97d6a916-ca80-4636-b2a2-3d8f194c4ae1 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (7ad9045a-6f98-4099-aa86-b8e43d9235d8), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:18.961486 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1644658d-0021-42d3-aae6-e6fdd82e7679 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Publish callbacks [] for port (775f6a43-8f6c-4443-bf06-95bf8be4a7bf), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:18.980780 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269251cc-e196-42b5-8c0d-94dea3f39dd7 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Pushing event updated for resources: {'Subnet': ['ID=9d7fde4b-08e4-41f8-ba82-80f8409c9d23,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:18.985607 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d6a916-ca80-4636-b2a2-3d8f194c4ae1 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Pushing event deleted for resources: {'Port': ['ID=7ad9045a-6f98-4099-aa86-b8e43d9235d8,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:18.987409 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1644658d-0021-42d3-aae6-e6fdd82e7679 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3242529'] for port (775f6a43-8f6c-4443-bf06-95bf8be4a7bf), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:18.992043 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d6a916-ca80-4636-b2a2-3d8f194c4ae1 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] No DVR routers for this DVR port 7ad9045a-6f98-4099-aa86-b8e43d9235d8 on host dv-neutron-master-2-hyperv {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:37:19.012850 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-269251cc-e196-42b5-8c0d-94dea3f39dd7 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Checking segment: {'id': '26c0b86b-4bf0-4732-a1d5-1d287ccecc2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '24620c3b-2ee9-46f5-83ce-78e4e46943bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:37:19.013531 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-269251cc-e196-42b5-8c0d-94dea3f39dd7 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Network hostable DHCP agents. Network: 24620c3b-2ee9-46f5-83ce-78e4e46943bb, hostable agents: ['fb6705d2-4f70-4965-92a3-fbfccd43a6d3'], hosted agents: [] {{(pid=103407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:37:19.047532 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-0ec3312f-4788-4736-978b-650190372a71 None None] Current status of the port 96c88acf-b1fe-4484-b3a1-f7d42fef3ba2 is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:37:19.048094 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0ec3312f-4788-4736-978b-650190372a71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (96c88acf-b1fe-4484-b3a1-f7d42fef3ba2), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:19.053956 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-05c42594-a68e-4a6b-8bfd-4d861a77c436 None None] Publish callbacks [] for port (b8e59856-8592-4adf-885c-7cf57305a9d6), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:19.054284 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-269251cc-e196-42b5-8c0d-94dea3f39dd7 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Network 24620c3b-2ee9-46f5-83ce-78e4e46943bb is scheduled to be hosted by DHCP agent fb6705d2-4f70-4965-92a3-fbfccd43a6d3 with binding_index 1 {{(pid=103407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:37:19.066171 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-cb944686-7cc7-4552-90ce-cbbd64e21161 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3498031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3516567'] for subnet (452cb639-69d1-4af9-bf37-e3ca3ba034e6), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:19.071881 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-269251cc-e196-42b5-8c0d-94dea3f39dd7 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 24620c3b-2ee9-46f5-83ce-78e4e46943bb) {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:37:19.090744 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-318b7391-d473-4eae-a9fc-53b6b3cc47b9 None None] Network 24620c3b-2ee9-46f5-83ce-78e4e46943bb requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:37:19.097967 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-05c42594-a68e-4a6b-8bfd-4d861a77c436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749'] for port (b8e59856-8592-4adf-885c-7cf57305a9d6), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:19.111511 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-269251cc-e196-42b5-8c0d-94dea3f39dd7 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:19.112121 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-269251cc-e196-42b5-8c0d-94dea3f39dd7 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616561'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:19.138734 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb944686-7cc7-4552-90ce-cbbd64e21161 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Network e9649a43-0135-4cb1-b6e4-1b73b93f59a2 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:37:19.143067 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-cb944686-7cc7-4552-90ce-cbbd64e21161 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:37:19.151929 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb944686-7cc7-4552-90ce-cbbd64e21161 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:19.152900 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-cb944686-7cc7-4552-90ce-cbbd64e21161 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616561'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:19.153435 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1644658d-0021-42d3-aae6-e6fdd82e7679 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1803383'] for floatingip (5448c484-fede-4f31-b0f1-388e65cde9db), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:19.168052 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-269251cc-e196-42b5-8c0d-94dea3f39dd7 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8755057 Feb 28 10:37:19.168758 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 38704) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:19.177667 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-5ebd19ae-5d2d-458c-932d-0c3265bbed36 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-322525762'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:37:19.183341 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb944686-7cc7-4552-90ce-cbbd64e21161 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Pushing event updated for resources: {'Subnet': ['ID=452cb639-69d1-4af9-bf37-e3ca3ba034e6,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:19.200739 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-cb944686-7cc7-4552-90ce-cbbd64e21161 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.0732439 Feb 28 10:37:19.203687 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 38706) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:19.209376 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-957fe5e1-7390-405d-8cc5-02f72aed5b40 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Request body: {'port': {'network_id': 'e9649a43-0135-4cb1-b6e4-1b73b93f59a2', 'fixed_ips': [{'subnet_id': 'e21a3738-320d-4950-a712-950402cdbcd4'}, {'subnet_id': '452cb639-69d1-4af9-bf37-e3ca3ba034e6'}], 'name': 'tempest-PortsTestJSON-1755249519'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:37:19.237030 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-97d6a916-ca80-4636-b2a2-3d8f194c4ae1 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672413', 'neutron.services.segments.db._delete_segments_for_network-8742057110173'] for network (46112c35-003c-4c44-98d5-add4c7754e70), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:19.261970 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ebd19ae-5d2d-458c-932d-0c3265bbed36 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Made reservation on behalf of ecbebc6a99ee48f398013303d806c3bb for: {'network': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:37:19.265552 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5ebd19ae-5d2d-458c-932d-0c3265bbed36 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for network (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:19.266377 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-97d6a916-ca80-4636-b2a2-3d8f194c4ae1 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46112c35-003c-4c44-98d5-add4c7754e70']}} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:19.284962 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-97d6a916-ca80-4636-b2a2-3d8f194c4ae1 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a09636b0-e8b0-4d6d-9134-eab52b932e1e') {'for_net_delete': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:19.286205 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-97d6a916-ca80-4636-b2a2-3d8f194c4ae1 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a09636b0-e8b0-4d6d-9134-eab52b932e1e') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:19.295224 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1644658d-0021-42d3-aae6-e6fdd82e7679 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Pushing event updated for resources: {'Port': ['ID=775f6a43-8f6c-4443-bf06-95bf8be4a7bf,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:19.314553 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ebd19ae-5d2d-458c-932d-0c3265bbed36 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 258} {{(pid=103407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:37:19.319202 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-97d6a916-ca80-4636-b2a2-3d8f194c4ae1 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742057113766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3423550'] for segment (a09636b0-e8b0-4d6d-9134-eab52b932e1e), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:19.344756 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5ebd19ae-5d2d-458c-932d-0c3265bbed36 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (503916a5-6e4f-47e2-a758-c989f797a96a), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:19.345013 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.db.segments_db [None req-5ebd19ae-5d2d-458c-932d-0c3265bbed36 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Added segment 503916a5-6e4f-47e2-a758-c989f797a96a of type vlan for network 3cef5df0-a755-4c05-bd26-7137766df2d0 Feb 28 10:37:19.371693 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 96c88acf-b1fe-4484-b3a1-f7d42fef3ba2 is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:37:19.372301 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (96c88acf-b1fe-4484-b3a1-f7d42fef3ba2), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:19.381923 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-97d6a916-ca80-4636-b2a2-3d8f194c4ae1 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (a09636b0-e8b0-4d6d-9134-eab52b932e1e), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:19.387748 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c42594-a68e-4a6b-8bfd-4d861a77c436 None None] Network e9649a43-0135-4cb1-b6e4-1b73b93f59a2 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:37:19.397087 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97d6a916-ca80-4636-b2a2-3d8f194c4ae1 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Releasing vlan 291 on physical network physnet1 to pool {{(pid=103408) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:37:19.397673 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-97d6a916-ca80-4636-b2a2-3d8f194c4ae1 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3242693'] for segment (a09636b0-e8b0-4d6d-9134-eab52b932e1e), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:19.400916 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-0ec3312f-4788-4736-978b-650190372a71 None None] For port 96c88acf-b1fe-4484-b3a1-f7d42fef3ba2, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=96c88acf-b1fe-4484-b3a1-f7d42fef3ba2,segment=NetworkSegment(cc436566-fcad-48aa-92dd-991a3863b5f8),segment_id=cc436566-fcad-48aa-92dd-991a3863b5f8)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:37:19.401122 dv-neutron-master-2-hyperv neutron-server[103408]: Traceback (most recent call last): Feb 28 10:37:19.401122 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:37:19.401122 dv-neutron-master-2-hyperv neutron-server[103408]: timer() Feb 28 10:37:19.401122 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:37:19.401122 dv-neutron-master-2-hyperv neutron-server[103408]: cb(*args, **kw) Feb 28 10:37:19.401122 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:37:19.401122 dv-neutron-master-2-hyperv neutron-server[103408]: return func(*args, **kwargs) Feb 28 10:37:19.401122 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:37:19.401122 dv-neutron-master-2-hyperv neutron-server[103408]: self._notify() Feb 28 10:37:19.401122 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:37:19.401122 dv-neutron-master-2-hyperv neutron-server[103408]: self.callback(batched_events) Feb 28 10:37:19.401122 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:37:19.401122 dv-neutron-master-2-hyperv neutron-server[103408]: event.method(event) Feb 28 10:37:19.401122 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:37:19.401122 dv-neutron-master-2-hyperv neutron-server[103408]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:37:19.401122 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:37:19.401122 dv-neutron-master-2-hyperv neutron-server[103408]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:37:19.401122 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:37:19.401122 dv-neutron-master-2-hyperv neutron-server[103408]: return f(self, *a, **k) Feb 28 10:37:19.401122 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:37:19.401122 dv-neutron-master-2-hyperv neutron-server[103408]: return self._get(url).json() Feb 28 10:37:19.401122 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:37:19.401122 dv-neutron-master-2-hyperv neutron-server[103408]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:37:19.401122 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:37:19.401122 dv-neutron-master-2-hyperv neutron-server[103408]: return self.request(url, 'GET', **kwargs) Feb 28 10:37:19.401122 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:37:19.401122 dv-neutron-master-2-hyperv neutron-server[103408]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:37:19.401122 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:37:19.401122 dv-neutron-master-2-hyperv neutron-server[103408]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:37:19.401122 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:37:19.401122 dv-neutron-master-2-hyperv neutron-server[103408]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:37:19.401122 dv-neutron-master-2-hyperv neutron-server[103408]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:37:19.403827 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5ebd19ae-5d2d-458c-932d-0c3265bbed36 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742056637431'] for network (3cef5df0-a755-4c05-bd26-7137766df2d0), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:19.409956 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-05c42594-a68e-4a6b-8bfd-4d861a77c436 None None] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:37:19.412604 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c42594-a68e-4a6b-8bfd-4d861a77c436 None None] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:37:19.421063 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0ec3312f-4788-4736-978b-650190372a71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (96c88acf-b1fe-4484-b3a1-f7d42fef3ba2), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:19.427868 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-957fe5e1-7390-405d-8cc5-02f72aed5b40 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Made reservation on behalf of 3f882f7a65fb4f4b8c37408f45ffc93a for: {'port': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:37:19.435167 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c42594-a68e-4a6b-8bfd-4d861a77c436 None None] Pushing event updated for resources: {'Port': ['ID=b8e59856-8592-4adf-885c-7cf57305a9d6,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:19.474342 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.db.l3_db [None req-1644658d-0021-42d3-aae6-e6fdd82e7679 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Floating IP 5448c484-fede-4f31-b0f1-388e65cde9db associated. External IP: 172.36.5.250, port: 38641955-40a6-408b-b552-ddf499fac925. Feb 28 10:37:19.485053 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5ebd19ae-5d2d-458c-932d-0c3265bbed36 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551'] for network (3cef5df0-a755-4c05-bd26-7137766df2d0), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:19.490599 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ebd19ae-5d2d-458c-932d-0c3265bbed36 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:19.491198 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5ebd19ae-5d2d-458c-932d-0c3265bbed36 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:19.525600 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-97d6a916-ca80-4636-b2a2-3d8f194c4ae1 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803269'] for network (46112c35-003c-4c44-98d5-add4c7754e70), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:19.534041 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-97d6a916-ca80-4636-b2a2-3d8f194c4ae1 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616561'] for network (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:19.537695 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-97d6a916-ca80-4636-b2a2-3d8f194c4ae1 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] 10.222.0.20 "DELETE /v2.0/networks/46112c35-003c-4c44-98d5-add4c7754e70 HTTP/1.1" status: 204 len: 168 time: 2.8767984 Feb 28 10:37:19.542218 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 38708) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:19.559489 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-37077734-26e6-4d06-8dc5-2af8d1d7cc7b tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1120428925'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:37:19.583866 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-5ebd19ae-5d2d-458c-932d-0c3265bbed36 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4079876 Feb 28 10:37:19.588357 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 38710) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:19.589701 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d6a916-ca80-4636-b2a2-3d8f194c4ae1 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Pushing event deleted for resources: {'Network': ['ID=46112c35-003c-4c44-98d5-add4c7754e70,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:19.600846 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-79f7380c-7402-4b8c-964d-264cff746d0d tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Request body: {'subnet': {'network_id': '3cef5df0-a755-4c05-bd26-7137766df2d0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:37:19.621741 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebd19ae-5d2d-458c-932d-0c3265bbed36 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Pushing event updated for resources: {'Network': ['ID=3cef5df0-a755-4c05-bd26-7137766df2d0,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:19.628651 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37077734-26e6-4d06-8dc5-2af8d1d7cc7b tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Made reservation on behalf of 6aa76ca1930e40cb822a736948009d34 for: {'network': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:37:19.633553 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-37077734-26e6-4d06-8dc5-2af8d1d7cc7b tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for network (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:19.653791 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-957fe5e1-7390-405d-8cc5-02f72aed5b40 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:19.655934 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb91d7f4-534e-4714-ba7c-63dfca4b4c40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-24620c3b-2ee9-46f5-83ce-78e4e46943bb', 'network_id': '24620c3b-2ee9-46f5-83ce-78e4e46943bb', 'project_id': 'ecbebc6a99ee48f398013303d806c3bb', 'fixed_ips': [{'subnet_id': '9d7fde4b-08e4-41f8-ba82-80f8409c9d23'}]}} from dv-neutron-master-2-hyperv. {{(pid=103409) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:37:19.656815 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-eb91d7f4-534e-4714-ba7c-63dfca4b4c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:19.660669 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.db.api [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103409) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 10:37:19.661821 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG oslo_db.api [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 10:37:19.664968 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Network 3cef5df0-a755-4c05-bd26-7137766df2d0 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103409) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:37:19.667513 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-e7abc45c-b575-4e80-af0b-ed3365cd22e5 None None] Provisioning complete for port 96c88acf-b1fe-4484-b3a1-f7d42fef3ba2 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:37:19.667513 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e7abc45c-b575-4e80-af0b-ed3365cd22e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (96c88acf-b1fe-4484-b3a1-f7d42fef3ba2), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:19.678029 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-05c42594-a68e-4a6b-8bfd-4d861a77c436 None None] Attempting to bind port b8e59856-8592-4adf-885c-7cf57305a9d6 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:37:19.678443 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-05c42594-a68e-4a6b-8bfd-4d861a77c436 None None] Attempting to bind port b8e59856-8592-4adf-885c-7cf57305a9d6 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'dec0811a-5056-4e96-84eb-1879236cd17c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'e9649a43-0135-4cb1-b6e4-1b73b93f59a2'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:37:19.678776 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c42594-a68e-4a6b-8bfd-4d861a77c436 None None] Attempting to bind port b8e59856-8592-4adf-885c-7cf57305a9d6 on network e9649a43-0135-4cb1-b6e4-1b73b93f59a2 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:37:19.693105 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.notifiers.nova [None req-957fe5e1-7390-405d-8cc5-02f72aed5b40 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] device_id is not set on port 40530b9c-f5eb-4f1a-a994-be23c01be886 yet. {{(pid=103407) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:37:19.708938 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec3312f-4788-4736-978b-650190372a71 None None] Pushing event updated for resources: {'Port': ['ID=96c88acf-b1fe-4484-b3a1-f7d42fef3ba2,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:19.754322 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c42594-a68e-4a6b-8bfd-4d861a77c436 None None] Checking agent: {'id': '75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 24, 15), 'started_at': datetime.datetime(2022, 2, 28, 10, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 37, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:37:19.754734 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c42594-a68e-4a6b-8bfd-4d861a77c436 None None] Checking segment: {'id': 'dec0811a-5056-4e96-84eb-1879236cd17c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'e9649a43-0135-4cb1-b6e4-1b73b93f59a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:37:19.755114 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-05c42594-a68e-4a6b-8bfd-4d861a77c436 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:19.755511 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c42594-a68e-4a6b-8bfd-4d861a77c436 None None] Bound using segment: {'id': 'dec0811a-5056-4e96-84eb-1879236cd17c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'e9649a43-0135-4cb1-b6e4-1b73b93f59a2'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:37:19.756009 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-05c42594-a68e-4a6b-8bfd-4d861a77c436 None None] Bound port: b8e59856-8592-4adf-885c-7cf57305a9d6, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dec0811a-5056-4e96-84eb-1879236cd17c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'e9649a43-0135-4cb1-b6e4-1b73b93f59a2'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:37:19.756395 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-05c42594-a68e-4a6b-8bfd-4d861a77c436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (b8e59856-8592-4adf-885c-7cf57305a9d6), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:19.853115 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79f7380c-7402-4b8c-964d-264cff746d0d tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Made reservation on behalf of ecbebc6a99ee48f398013303d806c3bb for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:37:19.856620 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-79f7380c-7402-4b8c-964d-264cff746d0d tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3516581'] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:19.994864 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-05c42594-a68e-4a6b-8bfd-4d861a77c436 None None] For port b8e59856-8592-4adf-885c-7cf57305a9d6, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:37:20.000216 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-05c42594-a68e-4a6b-8bfd-4d861a77c436 None None] For port b8e59856-8592-4adf-885c-7cf57305a9d6, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b8e59856-8592-4adf-885c-7cf57305a9d6,segment=NetworkSegment(dec0811a-5056-4e96-84eb-1879236cd17c),segment_id=dec0811a-5056-4e96-84eb-1879236cd17c)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:37:20.002106 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-e7abc45c-b575-4e80-af0b-ed3365cd22e5 None None] Current status of the port 96c88acf-b1fe-4484-b3a1-f7d42fef3ba2 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:37:20.015695 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-05c42594-a68e-4a6b-8bfd-4d861a77c436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (b8e59856-8592-4adf-885c-7cf57305a9d6), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:20.026939 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-eb91d7f4-534e-4714-ba7c-63dfca4b4c40 None None] Allocated IP 2001:db8:0:ffff::2 (24620c3b-2ee9-46f5-83ce-78e4e46943bb/9d7fde4b-08e4-41f8-ba82-80f8409c9d23/9cd10b00-0c40-4153-a273-7cf7428d32db) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:37:20.048232 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37077734-26e6-4d06-8dc5-2af8d1d7cc7b tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 255} {{(pid=103408) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:37:20.064410 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-37077734-26e6-4d06-8dc5-2af8d1d7cc7b tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (82132429-b68c-4d49-b102-402d96a8e656), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:20.064410 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.db.segments_db [None req-37077734-26e6-4d06-8dc5-2af8d1d7cc7b tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Added segment 82132429-b68c-4d49-b102-402d96a8e656 of type vlan for network 063ffa4a-d87e-4e0d-a6f4-84c9adcf9627 Feb 28 10:37:20.149964 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c42594-a68e-4a6b-8bfd-4d861a77c436 None None] Pushing event updated for resources: {'Port': ['ID=b8e59856-8592-4adf-885c-7cf57305a9d6,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:20.156204 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-37077734-26e6-4d06-8dc5-2af8d1d7cc7b tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742056637431'] for network (063ffa4a-d87e-4e0d-a6f4-84c9adcf9627), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:20.158268 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-957fe5e1-7390-405d-8cc5-02f72aed5b40 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Allocated IP 172.20.0.14 (e9649a43-0135-4cb1-b6e4-1b73b93f59a2/e21a3738-320d-4950-a712-950402cdbcd4/40530b9c-f5eb-4f1a-a994-be23c01be886) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:37:20.164654 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-957fe5e1-7390-405d-8cc5-02f72aed5b40 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Allocated IP 172.20.0.26 (e9649a43-0135-4cb1-b6e4-1b73b93f59a2/452cb639-69d1-4af9-bf37-e3ca3ba034e6/40530b9c-f5eb-4f1a-a994-be23c01be886) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:37:20.169962 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1644658d-0021-42d3-aae6-e6fdd82e7679 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Router 9e1c1e52-4160-4c7a-889a-a939b26e8bfa has already been hosted by L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 {{(pid=103408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:37:20.201755 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-37077734-26e6-4d06-8dc5-2af8d1d7cc7b tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551'] for network (063ffa4a-d87e-4e0d-a6f4-84c9adcf9627), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:20.209298 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37077734-26e6-4d06-8dc5-2af8d1d7cc7b tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:20.210395 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-37077734-26e6-4d06-8dc5-2af8d1d7cc7b tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616561'] for network (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:20.212539 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 96c88acf-b1fe-4484-b3a1-f7d42fef3ba2 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:37:20.309072 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-eb91d7f4-534e-4714-ba7c-63dfca4b4c40 None None] Publish callbacks [] for port (9cd10b00-0c40-4153-a273-7cf7428d32db), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:20.318853 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-eb91d7f4-534e-4714-ba7c-63dfca4b4c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749'] for port (9cd10b00-0c40-4153-a273-7cf7428d32db), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:20.320164 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-957fe5e1-7390-405d-8cc5-02f72aed5b40 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks [] for port (40530b9c-f5eb-4f1a-a994-be23c01be886), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:20.327242 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-37077734-26e6-4d06-8dc5-2af8d1d7cc7b tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7755890 Feb 28 10:37:20.336283 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 38712) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:20.348622 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-aaa7998b-94b7-461c-b809-0fa73e90d2c4 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Request body: {'subnet': {'network_id': '063ffa4a-d87e-4e0d-a6f4-84c9adcf9627', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:37:20.377393 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-957fe5e1-7390-405d-8cc5-02f72aed5b40 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (40530b9c-f5eb-4f1a-a994-be23c01be886), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:20.404672 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37077734-26e6-4d06-8dc5-2af8d1d7cc7b tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Pushing event updated for resources: {'Network': ['ID=063ffa4a-d87e-4e0d-a6f4-84c9adcf9627,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:20.443266 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-957fe5e1-7390-405d-8cc5-02f72aed5b40 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Network e9649a43-0135-4cb1-b6e4-1b73b93f59a2 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:37:20.445240 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-79f7380c-7402-4b8c-964d-264cff746d0d tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3498031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3516567'] for subnet (1c9156bf-c581-467f-a6ba-32df5ffecb7e), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:20.459788 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-957fe5e1-7390-405d-8cc5-02f72aed5b40 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:37:20.511416 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Network 063ffa4a-d87e-4e0d-a6f4-84c9adcf9627 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103409) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:37:20.522926 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb91d7f4-534e-4714-ba7c-63dfca4b4c40 None None] Pushing event updated for resources: {'Port': ['ID=9cd10b00-0c40-4153-a273-7cf7428d32db,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:20.542478 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb91d7f4-534e-4714-ba7c-63dfca4b4c40 None None] Network 24620c3b-2ee9-46f5-83ce-78e4e46943bb is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:37:20.559049 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 96c88acf-b1fe-4484-b3a1-f7d42fef3ba2 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:37:20.573201 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1644658d-0021-42d3-aae6-e6fdd82e7679 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:37:20.584280 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa4d89d-f221-4a45-b70a-e866955a6d99 None None] Sync routers for ids ['9e1c1e52-4160-4c7a-889a-a939b26e8bfa'] in dv-neutron-master-2-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:37:20.596594 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaa7998b-94b7-461c-b809-0fa73e90d2c4 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Made reservation on behalf of 6aa76ca1930e40cb822a736948009d34 for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:37:20.600524 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-aaa7998b-94b7-461c-b809-0fa73e90d2c4 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3951209'] for subnet (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:20.603342 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa4d89d-f221-4a45-b70a-e866955a6d99 None None] Routers {'9e1c1e52-4160-4c7a-889a-a939b26e8bfa'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:37:20.604989 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-9aa4d89d-f221-4a45-b70a-e866955a6d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:37:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['9e1c1e52-4160-4c7a-889a-a939b26e8bfa'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:20.636641 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-eb91d7f4-534e-4714-ba7c-63dfca4b4c40 None None] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:37:20.639513 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb91d7f4-534e-4714-ba7c-63dfca4b4c40 None None] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:37:20.680436 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1644658d-0021-42d3-aae6-e6fdd82e7679 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for floatingip (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:20.719851 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.ipam_backend_mixin [None req-aaa7998b-94b7-461c-b809-0fa73e90d2c4 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Performing IP validity checks on allocation pools {{(pid=103408) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 28 10:37:20.720623 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.ipam_backend_mixin [None req-aaa7998b-94b7-461c-b809-0fa73e90d2c4 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103408) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 28 10:37:20.754650 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-eb91d7f4-534e-4714-ba7c-63dfca4b4c40 None None] Attempting to bind port 9cd10b00-0c40-4153-a273-7cf7428d32db on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:37:20.759500 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-eb91d7f4-534e-4714-ba7c-63dfca4b4c40 None None] Attempting to bind port 9cd10b00-0c40-4153-a273-7cf7428d32db by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '26c0b86b-4bf0-4732-a1d5-1d287ccecc2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '24620c3b-2ee9-46f5-83ce-78e4e46943bb'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:37:20.759500 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb91d7f4-534e-4714-ba7c-63dfca4b4c40 None None] Attempting to bind port 9cd10b00-0c40-4153-a273-7cf7428d32db on network 24620c3b-2ee9-46f5-83ce-78e4e46943bb {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:37:20.759775 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-1644658d-0021-42d3-aae6-e6fdd82e7679 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.9851387 Feb 28 10:37:20.767623 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cfd4575-f5a0-41ad-99a8-1ed282e710c5', 'tag': '38641955-40a6-408b-b552-ddf499fac925'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:37:20.771280 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f56b9db1a49ad64bfd589e142fe25e4b3ad10508b17737ae95e2f0d29aca45ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ee08fb2-9f09-433c-8548-3d199b5ab6c8" -d '{"events": [{"name": "network-changed", "server_uuid": "8cfd4575-f5a0-41ad-99a8-1ed282e710c5", "tag": "38641955-40a6-408b-b552-ddf499fac925"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:37:20.776487 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb91d7f4-534e-4714-ba7c-63dfca4b4c40 None None] Checking agent: {'id': '75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 24, 15), 'started_at': datetime.datetime(2022, 2, 28, 10, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 37, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:37:20.777316 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb91d7f4-534e-4714-ba7c-63dfca4b4c40 None None] Checking segment: {'id': '26c0b86b-4bf0-4732-a1d5-1d287ccecc2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '24620c3b-2ee9-46f5-83ce-78e4e46943bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:37:20.778072 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-eb91d7f4-534e-4714-ba7c-63dfca4b4c40 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:20.778704 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb91d7f4-534e-4714-ba7c-63dfca4b4c40 None None] Bound using segment: {'id': '26c0b86b-4bf0-4732-a1d5-1d287ccecc2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '24620c3b-2ee9-46f5-83ce-78e4e46943bb'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:37:20.779411 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-eb91d7f4-534e-4714-ba7c-63dfca4b4c40 None None] Bound port: 9cd10b00-0c40-4153-a273-7cf7428d32db, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26c0b86b-4bf0-4732-a1d5-1d287ccecc2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '24620c3b-2ee9-46f5-83ce-78e4e46943bb'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:37:20.779977 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-eb91d7f4-534e-4714-ba7c-63dfca4b4c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (9cd10b00-0c40-4153-a273-7cf7428d32db), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:20.784858 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port 96c88acf-b1fe-4484-b3a1-f7d42fef3ba2 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:37:20.785442 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (96c88acf-b1fe-4484-b3a1-f7d42fef3ba2), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:20.804883 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957fe5e1-7390-405d-8cc5-02f72aed5b40 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:37:20.836913 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957fe5e1-7390-405d-8cc5-02f72aed5b40 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Pushing event updated for resources: {'Port': ['ID=40530b9c-f5eb-4f1a-a994-be23c01be886,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:20.887329 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f7380c-7402-4b8c-964d-264cff746d0d tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Pushing event updated for resources: {'Subnet': ['ID=1c9156bf-c581-467f-a6ba-32df5ffecb7e,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:20.898195 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f7380c-7402-4b8c-964d-264cff746d0d tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Checking segment: {'id': '503916a5-6e4f-47e2-a758-c989f797a96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '3cef5df0-a755-4c05-bd26-7137766df2d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:37:20.898782 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79f7380c-7402-4b8c-964d-264cff746d0d tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Network hostable DHCP agents. Network: 3cef5df0-a755-4c05-bd26-7137766df2d0, hostable agents: ['fb6705d2-4f70-4965-92a3-fbfccd43a6d3'], hosted agents: [] {{(pid=103407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:37:20.899975 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 10:37:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b385b73-b170-4b8b-8265-fdb471c4ff53 x-openstack-request-id: req-0b385b73-b170-4b8b-8265-fdb471c4ff53 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:37:20.900275 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cfd4575-f5a0-41ad-99a8-1ed282e710c5", "tag": "38641955-40a6-408b-b552-ddf499fac925", "status": "completed", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:37:20.900536 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0b385b73-b170-4b8b-8265-fdb471c4ff53 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:37:20.901005 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cfd4575-f5a0-41ad-99a8-1ed282e710c5', 'tag': '38641955-40a6-408b-b552-ddf499fac925', 'status': 'completed', 'code': 200} Feb 28 10:37:20.907952 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-9aa4d89d-f221-4a45-b70a-e866955a6d99 None None] Set router 9e1c1e52-4160-4c7a-889a-a939b26e8bfa gateway port host: dv-neutron-master-2-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:37:20.919087 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-957fe5e1-7390-405d-8cc5-02f72aed5b40 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:20.920023 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-957fe5e1-7390-405d-8cc5-02f72aed5b40 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:20.944204 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-eb91d7f4-534e-4714-ba7c-63dfca4b4c40 None None] For port 9cd10b00-0c40-4153-a273-7cf7428d32db, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:37:20.946497 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 96c88acf-b1fe-4484-b3a1-f7d42fef3ba2 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:37:20.951619 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-eb91d7f4-534e-4714-ba7c-63dfca4b4c40 None None] For port 9cd10b00-0c40-4153-a273-7cf7428d32db, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9cd10b00-0c40-4153-a273-7cf7428d32db,segment=NetworkSegment(26c0b86b-4bf0-4732-a1d5-1d287ccecc2f),segment_id=26c0b86b-4bf0-4732-a1d5-1d287ccecc2f)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:37:20.961296 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-eb91d7f4-534e-4714-ba7c-63dfca4b4c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (9cd10b00-0c40-4153-a273-7cf7428d32db), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:20.974713 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-957fe5e1-7390-405d-8cc5-02f72aed5b40 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 1.7699440 Feb 28 10:37:20.977612 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79f7380c-7402-4b8c-964d-264cff746d0d tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Network 3cef5df0-a755-4c05-bd26-7137766df2d0 is scheduled to be hosted by DHCP agent fb6705d2-4f70-4965-92a3-fbfccd43a6d3 with binding_index 1 {{(pid=103407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:37:20.979534 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 38722) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:20.987025 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-86b30e1b-c4d2-4002-8c2e-80fbe751dfff tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e21a3738-320d-4950-a712-950402cdbcd4'}]}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:37:21.047483 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-aaa7998b-94b7-461c-b809-0fa73e90d2c4 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3242588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3951195'] for subnet (ae31467a-55c2-451a-9e2b-fb87dd80dc75), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:21.070306 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb91d7f4-534e-4714-ba7c-63dfca4b4c40 None None] Pushing event updated for resources: {'Port': ['ID=9cd10b00-0c40-4153-a273-7cf7428d32db,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:21.086489 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-79f7380c-7402-4b8c-964d-264cff746d0d tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 3cef5df0-a755-4c05-bd26-7137766df2d0) {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:37:21.094992 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2aa2000-37d6-4660-93b2-ea53b8517b2e None None] Network 3cef5df0-a755-4c05-bd26-7137766df2d0 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:37:21.124156 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f7380c-7402-4b8c-964d-264cff746d0d tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:21.125127 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-79f7380c-7402-4b8c-964d-264cff746d0d tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616561'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:21.162177 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-86b30e1b-c4d2-4002-8c2e-80fbe751dfff tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (40530b9c-f5eb-4f1a-a994-be23c01be886), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:21.163404 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa7998b-94b7-461c-b809-0fa73e90d2c4 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Pushing event updated for resources: {'Subnet': ['ID=ae31467a-55c2-451a-9e2b-fb87dd80dc75,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:21.168357 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee08fb2-9f09-433c-8548-3d199b5ab6c8 req-fb29ba24-67bb-465d-950b-447d72626ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:21.170215 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-3ee08fb2-9f09-433c-8548-3d199b5ab6c8 req-fb29ba24-67bb-465d-950b-447d72626ccf service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2b21c0f8445b44c5a1fb71420d1ffcce&device_id=8cfd4575-f5a0-41ad-99a8-1ed282e710c5 HTTP/1.1" status: 200 len: 1129 time: 0.2470381 Feb 28 10:37:21.178256 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa7998b-94b7-461c-b809-0fa73e90d2c4 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Checking segment: {'id': '82132429-b68c-4d49-b102-402d96a8e656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '063ffa4a-d87e-4e0d-a6f4-84c9adcf9627'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:37:21.178676 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa7998b-94b7-461c-b809-0fa73e90d2c4 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Network hostable DHCP agents. Network: 063ffa4a-d87e-4e0d-a6f4-84c9adcf9627, hostable agents: ['fb6705d2-4f70-4965-92a3-fbfccd43a6d3'], hosted agents: [] {{(pid=103408) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:37:21.208214 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-79f7380c-7402-4b8c-964d-264cff746d0d tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.6187754 Feb 28 10:37:21.209160 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa7998b-94b7-461c-b809-0fa73e90d2c4 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Network 063ffa4a-d87e-4e0d-a6f4-84c9adcf9627 is scheduled to be hosted by DHCP agent fb6705d2-4f70-4965-92a3-fbfccd43a6d3 with binding_index 1 {{(pid=103408) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:37:21.214804 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 38724) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:21.295848 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00aea1bc-25ac-4e07-9f77-6011caa15212 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-3cef5df0-a755-4c05-bd26-7137766df2d0', 'network_id': '3cef5df0-a755-4c05-bd26-7137766df2d0', 'project_id': 'ecbebc6a99ee48f398013303d806c3bb', 'fixed_ips': [{'subnet_id': '1c9156bf-c581-467f-a6ba-32df5ffecb7e'}]}} from dv-neutron-master-2-hyperv. {{(pid=103409) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:37:21.297404 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-00aea1bc-25ac-4e07-9f77-6011caa15212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:21.369781 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d7dd96a1-1a7e-427d-be0a-5ee7e961bc03 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-665757'] for network (3cef5df0-a755-4c05-bd26-7137766df2d0), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:21.373686 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2472fb5-f815-4147-b4cf-0f77ce5ff7b2 req-8b12525a-b2b9-4eb7-ad44-c9a3b702d6b5 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:21.374747 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-aaa7998b-94b7-461c-b809-0fa73e90d2c4 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 063ffa4a-d87e-4e0d-a6f4-84c9adcf9627) {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:37:21.375321 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-e2472fb5-f815-4147-b4cf-0f77ce5ff7b2 req-8b12525a-b2b9-4eb7-ad44-c9a3b702d6b5 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] 10.222.0.20 "GET /v2.0/ports?device_id=8cfd4575-f5a0-41ad-99a8-1ed282e710c5 HTTP/1.1" status: 200 len: 945 time: 0.4721718 Feb 28 10:37:21.394911 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa7998b-94b7-461c-b809-0fa73e90d2c4 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:21.395773 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-aaa7998b-94b7-461c-b809-0fa73e90d2c4 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks [] for subnet (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:21.470998 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8faa87b8-a03d-4cbd-b88d-f26f412d54b6 None None] Network 063ffa4a-d87e-4e0d-a6f4-84c9adcf9627 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:37:21.483953 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-aaa7998b-94b7-461c-b809-0fa73e90d2c4 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.1464014 Feb 28 10:37:21.492998 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 38726) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:21.577498 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-9aa4d89d-f221-4a45-b70a-e866955a6d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e1c1e52-4160-4c7a-889a-a939b26e8bfa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-645038248', 'tenant_id': '2b21c0f8445b44c5a1fb71420d1ffcce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.198'}], 'enable_snat': True}, 'gw_port_id': 'b0d09846-cfea-472c-b3bf-b568e195a538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:36:45Z', 'updated_at': '2022-02-28T10:36:54Z', 'revision_number': 4, 'project_id': '2b21c0f8445b44c5a1fb71420d1ffcce', 'gw_port': {'id': 'b0d09846-cfea-472c-b3bf-b568e195a538', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:ee:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1c1e52-4160-4c7a-889a-a939b26e8bfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:36:45Z', 'updated_at': '2022-02-28T10:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '5448c484-fede-4f31-b0f1-388e65cde9db', 'tenant_id': '2b21c0f8445b44c5a1fb71420d1ffcce', 'floating_ip_address': '172.36.5.250', 'floating_network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'router_id': '9e1c1e52-4160-4c7a-889a-a939b26e8bfa', 'port_id': '38641955-40a6-408b-b552-ddf499fac925', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 997, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a00febe1-61c6-4b3a-939e-05a4c4372ecc', 'mac_address': 'fa:16:3e:5e:17:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cfd4575-f5a0-41ad-99a8-1ed282e710c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:37:18Z', 'updated_at': '2022-02-28T10:37:18Z', 'revision_number': 0, 'project_id': '2b21c0f8445b44c5a1fb71420d1ffcce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cba4c76-6d2e-46f6-9b22-ebee0904749d', 'name': '', 'network_id': 'a00febe1-61c6-4b3a-939e-05a4c4372ecc', 'tenant_id': '2b21c0f8445b44c5a1fb71420d1ffcce', 'mac_address': 'fa:16:3e:6f:c7:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1c1e52-4160-4c7a-889a-a939b26e8bfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': 'd602360c-82c2-4373-a020-58af067a06ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:36:52Z', 'updated_at': '2022-02-28T10:36:58Z', 'revision_number': 5, 'project_id': '2b21c0f8445b44c5a1fb71420d1ffcce', 'subnets': [{'id': 'd602360c-82c2-4373-a020-58af067a06ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:21.628324 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa4d89d-f221-4a45-b70a-e866955a6d99 None None] Checking router: 9e1c1e52-4160-4c7a-889a-a939b26e8bfa for host: dv-neutron-master-2-hyperv {{(pid=103410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:37:21.651418 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa4d89d-f221-4a45-b70a-e866955a6d99 None None] Routers {'9e1c1e52-4160-4c7a-889a-a939b26e8bfa'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:37:21.652433 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-9aa4d89d-f221-4a45-b70a-e866955a6d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:37:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['9e1c1e52-4160-4c7a-889a-a939b26e8bfa'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:21.652959 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a60213fe-526d-4ee1-8124-54fa78bb9429 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-665757'] for network (063ffa4a-d87e-4e0d-a6f4-84c9adcf9627), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:21.685171 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d7dd96a1-1a7e-427d-be0a-5ee7e961bc03 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-823142'] for subnet (1c9156bf-c581-467f-a6ba-32df5ffecb7e), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:21.704847 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-00aea1bc-25ac-4e07-9f77-6011caa15212 None None] Allocated IP 2001:db8::1 (3cef5df0-a755-4c05-bd26-7137766df2d0/1c9156bf-c581-467f-a6ba-32df5ffecb7e/d57027b6-258d-4f15-abdb-fb0ef23126d4) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:37:21.733085 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee08fb2-9f09-433c-8548-3d199b5ab6c8 req-872681c2-a57c-4ea6-9110-3e6e60340d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:21.735794 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-3ee08fb2-9f09-433c-8548-3d199b5ab6c8 req-872681c2-a57c-4ea6-9110-3e6e60340d62 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a00febe1-61c6-4b3a-939e-05a4c4372ecc HTTP/1.1" status: 200 len: 898 time: 0.5508175 Feb 28 10:37:21.790071 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a60213fe-526d-4ee1-8124-54fa78bb9429 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-823142'] for subnet (ae31467a-55c2-451a-9e2b-fb87dd80dc75), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:21.843061 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e943432b-a6ab-4018-8d00-0b78d680d1a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-063ffa4a-d87e-4e0d-a6f4-84c9adcf9627', 'network_id': '063ffa4a-d87e-4e0d-a6f4-84c9adcf9627', 'project_id': '6aa76ca1930e40cb822a736948009d34', 'fixed_ips': [{'subnet_id': 'ae31467a-55c2-451a-9e2b-fb87dd80dc75'}]}} from dv-neutron-master-2-hyperv. {{(pid=103409) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:37:21.845717 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e943432b-a6ab-4018-8d00-0b78d680d1a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:21.848332 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-9aa4d89d-f221-4a45-b70a-e866955a6d99 None None] Set router 9e1c1e52-4160-4c7a-889a-a939b26e8bfa gateway port host: dv-neutron-master-2-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:37:21.855529 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a60213fe-526d-4ee1-8124-54fa78bb9429 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-823145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3242523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3951170'] for subnet (ae31467a-55c2-451a-9e2b-fb87dd80dc75), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:21.858384 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0664ccd0-8e7b-4fa2-8bdb-bb898fd2cefe None None] Network e9649a43-0135-4cb1-b6e4-1b73b93f59a2 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:37:21.887104 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60213fe-526d-4ee1-8124-54fa78bb9429 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Pushing event deleted for resources: {'Subnet': ['ID=ae31467a-55c2-451a-9e2b-fb87dd80dc75,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:21.904641 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-e2472fb5-f815-4147-b4cf-0f77ce5ff7b2 req-76417b1e-27f8-4ec7-a60d-08fb9a7d327b tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3dd5a6c-06a9-4f41-b438-f7d64990f73a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5137320 Feb 28 10:37:21.946694 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 38728) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:21.949511 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-3ee08fb2-9f09-433c-8548-3d199b5ab6c8 req-e82f5c96-743b-4917-989a-0fd22931a068 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=38641955-40a6-408b-b552-ddf499fac925 HTTP/1.1" status: 200 len: 999 time: 0.2019298 Feb 28 10:37:21.978895 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a60213fe-526d-4ee1-8124-54fa78bb9429 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672413', 'neutron.services.segments.db._delete_segments_for_network-8742057110173'] for network (063ffa4a-d87e-4e0d-a6f4-84c9adcf9627), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:22.000199 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-a60213fe-526d-4ee1-8124-54fa78bb9429 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['063ffa4a-d87e-4e0d-a6f4-84c9adcf9627']}} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:22.010183 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-a60213fe-526d-4ee1-8124-54fa78bb9429 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82132429-b68c-4d49-b102-402d96a8e656') {'for_net_delete': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:22.010535 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-a60213fe-526d-4ee1-8124-54fa78bb9429 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82132429-b68c-4d49-b102-402d96a8e656') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:22.020387 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a60213fe-526d-4ee1-8124-54fa78bb9429 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742057113766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3423550'] for segment (82132429-b68c-4d49-b102-402d96a8e656), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:22.034321 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a60213fe-526d-4ee1-8124-54fa78bb9429 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (82132429-b68c-4d49-b102-402d96a8e656), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:22.041353 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a60213fe-526d-4ee1-8124-54fa78bb9429 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Releasing vlan 255 on physical network physnet1 to pool {{(pid=103408) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:37:22.042138 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a60213fe-526d-4ee1-8124-54fa78bb9429 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3242693'] for segment (82132429-b68c-4d49-b102-402d96a8e656), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:22.046800 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-ff6160ed-8ada-4e85-b90b-38735e7a05c1 None None] Provisioning complete for port b8e59856-8592-4adf-885c-7cf57305a9d6 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:37:22.046980 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ff6160ed-8ada-4e85-b90b-38735e7a05c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (b8e59856-8592-4adf-885c-7cf57305a9d6), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:22.076483 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-f59fa098-ab37-4107-bc56-ef79bbb3d346 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] 10.222.0.20 "GET /v2.0/floatingips/5448c484-fede-4f31-b0f1-388e65cde9db HTTP/1.1" status: 200 len: 991 time: 0.1258464 Feb 28 10:37:22.078147 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee08fb2-9f09-433c-8548-3d199b5ab6c8 req-a0c64ea7-bbc6-4db9-a03d-d376f702de2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:22.080442 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-3ee08fb2-9f09-433c-8548-3d199b5ab6c8 req-a0c64ea7-bbc6-4db9-a03d-d376f702de2f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d602360c-82c2-4373-a020-58af067a06ad HTTP/1.1" status: 200 len: 834 time: 0.0573902 Feb 28 10:37:22.093810 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e878c4e-9815-4b37-a181-ebef0cbe02ff None None] Network 063ffa4a-d87e-4e0d-a6f4-84c9adcf9627 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:37:22.102658 dv-neutron-master-2-hyperv neutron-server[103408]: Traceback (most recent call last): Feb 28 10:37:22.102658 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:37:22.102658 dv-neutron-master-2-hyperv neutron-server[103408]: timer() Feb 28 10:37:22.102658 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:37:22.102658 dv-neutron-master-2-hyperv neutron-server[103408]: cb(*args, **kw) Feb 28 10:37:22.102658 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:37:22.102658 dv-neutron-master-2-hyperv neutron-server[103408]: return func(*args, **kwargs) Feb 28 10:37:22.102658 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:37:22.102658 dv-neutron-master-2-hyperv neutron-server[103408]: self._notify() Feb 28 10:37:22.102658 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:37:22.102658 dv-neutron-master-2-hyperv neutron-server[103408]: self.callback(batched_events) Feb 28 10:37:22.102658 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:37:22.102658 dv-neutron-master-2-hyperv neutron-server[103408]: event.method(event) Feb 28 10:37:22.102658 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:37:22.102658 dv-neutron-master-2-hyperv neutron-server[103408]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:37:22.102658 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:37:22.102658 dv-neutron-master-2-hyperv neutron-server[103408]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:37:22.102658 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:37:22.102658 dv-neutron-master-2-hyperv neutron-server[103408]: return f(self, *a, **k) Feb 28 10:37:22.102658 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:37:22.102658 dv-neutron-master-2-hyperv neutron-server[103408]: return self._get(url).json() Feb 28 10:37:22.102658 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:37:22.102658 dv-neutron-master-2-hyperv neutron-server[103408]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:37:22.102658 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:37:22.102658 dv-neutron-master-2-hyperv neutron-server[103408]: return self.request(url, 'GET', **kwargs) Feb 28 10:37:22.102658 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:37:22.102658 dv-neutron-master-2-hyperv neutron-server[103408]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:37:22.102658 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:37:22.102658 dv-neutron-master-2-hyperv neutron-server[103408]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:37:22.102658 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:37:22.102658 dv-neutron-master-2-hyperv neutron-server[103408]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:37:22.102658 dv-neutron-master-2-hyperv neutron-server[103408]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:37:22.123272 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a60213fe-526d-4ee1-8124-54fa78bb9429 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803269'] for network (063ffa4a-d87e-4e0d-a6f4-84c9adcf9627), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:22.142455 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-86b30e1b-c4d2-4002-8c2e-80fbe751dfff tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Delete allocated IP 172.20.0.26 (e9649a43-0135-4cb1-b6e4-1b73b93f59a2/452cb639-69d1-4af9-bf37-e3ca3ba034e6) {{(pid=103407) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 28 10:37:22.143076 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a60213fe-526d-4ee1-8124-54fa78bb9429 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616561'] for network (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:22.147295 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-a60213fe-526d-4ee1-8124-54fa78bb9429 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] 10.222.0.20 "DELETE /v2.0/networks/063ffa4a-d87e-4e0d-a6f4-84c9adcf9627 HTTP/1.1" status: 204 len: 168 time: 0.6534307 Feb 28 10:37:22.151349 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 38730) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:22.156953 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-5200050c-b78b-4f47-91a9-11fe0ea4cc31 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1902212938'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:37:22.168995 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60213fe-526d-4ee1-8124-54fa78bb9429 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Pushing event deleted for resources: {'Network': ['ID=063ffa4a-d87e-4e0d-a6f4-84c9adcf9627,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:22.181926 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5200050c-b78b-4f47-91a9-11fe0ea4cc31 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Made reservation on behalf of 6aa76ca1930e40cb822a736948009d34 for: {'network': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:37:22.185964 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5200050c-b78b-4f47-91a9-11fe0ea4cc31 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for network (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:22.194570 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-9aa4d89d-f221-4a45-b70a-e866955a6d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e1c1e52-4160-4c7a-889a-a939b26e8bfa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-645038248', 'tenant_id': '2b21c0f8445b44c5a1fb71420d1ffcce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.198'}], 'enable_snat': True}, 'gw_port_id': 'b0d09846-cfea-472c-b3bf-b568e195a538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:36:45Z', 'updated_at': '2022-02-28T10:36:54Z', 'revision_number': 4, 'project_id': '2b21c0f8445b44c5a1fb71420d1ffcce', 'gw_port': {'id': 'b0d09846-cfea-472c-b3bf-b568e195a538', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:ee:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1c1e52-4160-4c7a-889a-a939b26e8bfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:36:45Z', 'updated_at': '2022-02-28T10:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '5448c484-fede-4f31-b0f1-388e65cde9db', 'tenant_id': '2b21c0f8445b44c5a1fb71420d1ffcce', 'floating_ip_address': '172.36.5.250', 'floating_network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'router_id': '9e1c1e52-4160-4c7a-889a-a939b26e8bfa', 'port_id': '38641955-40a6-408b-b552-ddf499fac925', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 997, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a00febe1-61c6-4b3a-939e-05a4c4372ecc', 'mac_address': 'fa:16:3e:5e:17:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cfd4575-f5a0-41ad-99a8-1ed282e710c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:37:18Z', 'updated_at': '2022-02-28T10:37:18Z', 'revision_number': 0, 'project_id': '2b21c0f8445b44c5a1fb71420d1ffcce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cba4c76-6d2e-46f6-9b22-ebee0904749d', 'name': '', 'network_id': 'a00febe1-61c6-4b3a-939e-05a4c4372ecc', 'tenant_id': '2b21c0f8445b44c5a1fb71420d1ffcce', 'mac_address': 'fa:16:3e:6f:c7:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1c1e52-4160-4c7a-889a-a939b26e8bfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': 'd602360c-82c2-4373-a020-58af067a06ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:36:52Z', 'updated_at': '2022-02-28T10:36:58Z', 'revision_number': 5, 'project_id': '2b21c0f8445b44c5a1fb71420d1ffcce', 'subnets': [{'id': 'd602360c-82c2-4373-a020-58af067a06ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:22.216296 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5200050c-b78b-4f47-91a9-11fe0ea4cc31 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 282} {{(pid=103407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:37:22.226116 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa4d89d-f221-4a45-b70a-e866955a6d99 None None] The sync data for ids ['9e1c1e52-4160-4c7a-889a-a939b26e8bfa'] in dv-neutron-master-2-hyperv is: [{'id': '9e1c1e52-4160-4c7a-889a-a939b26e8bfa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-645038248', 'tenant_id': '2b21c0f8445b44c5a1fb71420d1ffcce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.198'}], 'enable_snat': True}, 'gw_port_id': 'b0d09846-cfea-472c-b3bf-b568e195a538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:36:45Z', 'updated_at': '2022-02-28T10:36:54Z', 'revision_number': 4, 'project_id': '2b21c0f8445b44c5a1fb71420d1ffcce', 'gw_port': {'id': 'b0d09846-cfea-472c-b3bf-b568e195a538', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:ee:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1c1e52-4160-4c7a-889a-a939b26e8bfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:36:45Z', 'updated_at': '2022-02-28T10:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '5448c484-fede-4f31-b0f1-388e65cde9db', 'tenant_id': '2b21c0f8445b44c5a1fb71420d1ffcce', 'floating_ip_address': '172.36.5.250', 'floating_network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'router_id': '9e1c1e52-4160-4c7a-889a-a939b26e8bfa', 'port_id': '38641955-40a6-408b-b552-ddf499fac925', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 997, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a00febe1-61c6-4b3a-939e-05a4c4372ecc', 'mac_address': 'fa:16:3e:5e:17:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cfd4575-f5a0-41ad-99a8-1ed282e710c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:37:18Z', 'updated_at': '2022-02-28T10:37:18Z', 'revision_number': 0, 'project_id': '2b21c0f8445b44c5a1fb71420d1ffcce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cba4c76-6d2e-46f6-9b22-ebee0904749d', 'name': '', 'network_id': 'a00febe1-61c6-4b3a-939e-05a4c4372ecc', 'tenant_id': '2b21c0f8445b44c5a1fb71420d1ffcce', 'mac_address': 'fa:16:3e:6f:c7:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1c1e52-4160-4c7a-889a-a939b26e8bfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': 'd602360c-82c2-4373-a020-58af067a06ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:36:52Z', 'updated_at': '2022-02-28T10:36:58Z', 'revision_number': 5, 'project_id': '2b21c0f8445b44c5a1fb71420d1ffcce', 'subnets': [{'id': 'd602360c-82c2-4373-a020-58af067a06ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:37:22.230061 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5200050c-b78b-4f47-91a9-11fe0ea4cc31 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (1bb60310-4030-4ca1-834f-c8d868b0f8b6), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:22.230061 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.db.segments_db [None req-5200050c-b78b-4f47-91a9-11fe0ea4cc31 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Added segment 1bb60310-4030-4ca1-834f-c8d868b0f8b6 of type vlan for network 51ef0a6b-d93e-4b7c-8e5a-160a83cdcd12 Feb 28 10:37:22.233300 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee08fb2-9f09-433c-8548-3d199b5ab6c8 req-e2b53f90-b781-4e0a-b64c-53feae46957f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:22.234902 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-3ee08fb2-9f09-433c-8548-3d199b5ab6c8 req-e2b53f90-b781-4e0a-b64c-53feae46957f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a00febe1-61c6-4b3a-939e-05a4c4372ecc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.1484003 Feb 28 10:37:22.398478 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5200050c-b78b-4f47-91a9-11fe0ea4cc31 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742056637431'] for network (51ef0a6b-d93e-4b7c-8e5a-160a83cdcd12), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:22.489121 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5200050c-b78b-4f47-91a9-11fe0ea4cc31 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551'] for network (51ef0a6b-d93e-4b7c-8e5a-160a83cdcd12), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:22.494237 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5200050c-b78b-4f47-91a9-11fe0ea4cc31 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:22.494847 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5200050c-b78b-4f47-91a9-11fe0ea4cc31 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:22.574095 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-5200050c-b78b-4f47-91a9-11fe0ea4cc31 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4216399 Feb 28 10:37:22.576168 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-3ee08fb2-9f09-433c-8548-3d199b5ab6c8 req-6906d249-3302-42df-8b4c-ccf503bfd690 service neutron] 10.222.0.30 "GET /v2.0/networks/a00febe1-61c6-4b3a-939e-05a4c4372ecc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3320427 Feb 28 10:37:22.577094 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 38732) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:22.579543 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device b8e59856-8592-4adf-885c-7cf57305a9d6 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:37:22.583968 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-0860169c-61ae-4446-97bf-cd26873eded8 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Request body: {'subnet': {'network_id': '51ef0a6b-d93e-4b7c-8e5a-160a83cdcd12', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:37:22.614745 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-00aea1bc-25ac-4e07-9f77-6011caa15212 None None] Publish callbacks [] for port (d57027b6-258d-4f15-abdb-fb0ef23126d4), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:22.638780 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53daf175-320a-4c56-8e11-9894784b1d12 None None] New status for floating IP 5448c484-fede-4f31-b0f1-388e65cde9db: ACTIVE {{(pid=103409) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 10:37:22.694072 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-00aea1bc-25ac-4e07-9f77-6011caa15212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749'] for port (d57027b6-258d-4f15-abdb-fb0ef23126d4), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:22.697927 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d7dd96a1-1a7e-427d-be0a-5ee7e961bc03 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-823145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3242523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3951170'] for subnet (1c9156bf-c581-467f-a6ba-32df5ffecb7e), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:22.705609 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-86b30e1b-c4d2-4002-8c2e-80fbe751dfff tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks [] for port (40530b9c-f5eb-4f1a-a994-be23c01be886), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:22.709278 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5200050c-b78b-4f47-91a9-11fe0ea4cc31 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Pushing event updated for resources: {'Network': ['ID=51ef0a6b-d93e-4b7c-8e5a-160a83cdcd12,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:22.715096 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-86b30e1b-c4d2-4002-8c2e-80fbe751dfff tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3498066'] for port (40530b9c-f5eb-4f1a-a994-be23c01be886), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:22.731264 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dd96a1-1a7e-427d-be0a-5ee7e961bc03 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Pushing event deleted for resources: {'Subnet': ['ID=1c9156bf-c581-467f-a6ba-32df5ffecb7e,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:22.738533 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ed8e7ab-e008-49aa-8ca5-00c1cd398b33 None None] Network 24620c3b-2ee9-46f5-83ce-78e4e46943bb requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:37:22.751615 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Network 51ef0a6b-d93e-4b7c-8e5a-160a83cdcd12 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103409) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:37:22.799010 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0860169c-61ae-4446-97bf-cd26873eded8 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Made reservation on behalf of 6aa76ca1930e40cb822a736948009d34 for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:37:22.802741 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0860169c-61ae-4446-97bf-cd26873eded8 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3951209'] for subnet (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:22.822570 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d7dd96a1-1a7e-427d-be0a-5ee7e961bc03 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672413', 'neutron.services.segments.db._delete_segments_for_network-8742057110173'] for network (3cef5df0-a755-4c05-bd26-7137766df2d0), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:22.846225 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b30e1b-c4d2-4002-8c2e-80fbe751dfff tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Pushing event updated for resources: {'Port': ['ID=40530b9c-f5eb-4f1a-a994-be23c01be886,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:22.853957 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-3ee08fb2-9f09-433c-8548-3d199b5ab6c8 req-4c29a6ea-62ba-4f81-8625-678d463d3628 service neutron] 10.222.0.30 "GET /v2.0/networks/a00febe1-61c6-4b3a-939e-05a4c4372ecc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2550375 Feb 28 10:37:22.875738 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-ff6160ed-8ada-4e85-b90b-38735e7a05c1 None None] Current status of the port b8e59856-8592-4adf-885c-7cf57305a9d6 is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:37:22.875738 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ff6160ed-8ada-4e85-b90b-38735e7a05c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (b8e59856-8592-4adf-885c-7cf57305a9d6), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:22.879294 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-86b30e1b-c4d2-4002-8c2e-80fbe751dfff tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] In _notify_port_updated(), no bound segment for port 40530b9c-f5eb-4f1a-a994-be23c01be886 on network e9649a43-0135-4cb1-b6e4-1b73b93f59a2 {{(pid=103407) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 28 10:37:22.887445 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-d7dd96a1-1a7e-427d-be0a-5ee7e961bc03 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cef5df0-a755-4c05-bd26-7137766df2d0']}} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:22.889602 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b30e1b-c4d2-4002-8c2e-80fbe751dfff tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:22.890015 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-86b30e1b-c4d2-4002-8c2e-80fbe751dfff tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:22.897031 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 38734) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:22.897488 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-86b30e1b-c4d2-4002-8c2e-80fbe751dfff tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] 10.222.0.20 "PUT /v2.0/ports/40530b9c-f5eb-4f1a-a994-be23c01be886 HTTP/1.1" status: 200 len: 920 time: 1.9150045 Feb 28 10:37:22.905781 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-e6264356-4b6a-4f96-8257-0117b028acea tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e21a3738-320d-4950-a712-950402cdbcd4'}, {'subnet_id': '452cb639-69d1-4af9-bf37-e3ca3ba034e6'}]}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:37:22.932323 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-d7dd96a1-1a7e-427d-be0a-5ee7e961bc03 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '503916a5-6e4f-47e2-a758-c989f797a96a') {'for_net_delete': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:22.932658 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-d7dd96a1-1a7e-427d-be0a-5ee7e961bc03 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '503916a5-6e4f-47e2-a758-c989f797a96a') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:22.953691 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00aea1bc-25ac-4e07-9f77-6011caa15212 None None] Network 3cef5df0-a755-4c05-bd26-7137766df2d0 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:37:22.954239 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d7dd96a1-1a7e-427d-be0a-5ee7e961bc03 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742057113766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3423550'] for segment (503916a5-6e4f-47e2-a758-c989f797a96a), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:22.981879 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-00aea1bc-25ac-4e07-9f77-6011caa15212 None None] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:37:22.992370 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d7dd96a1-1a7e-427d-be0a-5ee7e961bc03 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (503916a5-6e4f-47e2-a758-c989f797a96a), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:22.997628 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00aea1bc-25ac-4e07-9f77-6011caa15212 None None] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:37:23.004010 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00aea1bc-25ac-4e07-9f77-6011caa15212 None None] Pushing event updated for resources: {'Port': ['ID=d57027b6-258d-4f15-abdb-fb0ef23126d4,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:23.035268 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7dd96a1-1a7e-427d-be0a-5ee7e961bc03 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Releasing vlan 258 on physical network physnet1 to pool {{(pid=103408) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:37:23.035667 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d7dd96a1-1a7e-427d-be0a-5ee7e961bc03 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3242693'] for segment (503916a5-6e4f-47e2-a758-c989f797a96a), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:23.040187 dv-neutron-master-2-hyperv neutron-server[103408]: Traceback (most recent call last): Feb 28 10:37:23.040187 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:37:23.040187 dv-neutron-master-2-hyperv neutron-server[103408]: timer() Feb 28 10:37:23.040187 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:37:23.040187 dv-neutron-master-2-hyperv neutron-server[103408]: cb(*args, **kw) Feb 28 10:37:23.040187 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:37:23.040187 dv-neutron-master-2-hyperv neutron-server[103408]: return func(*args, **kwargs) Feb 28 10:37:23.040187 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:37:23.040187 dv-neutron-master-2-hyperv neutron-server[103408]: self._notify() Feb 28 10:37:23.040187 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:37:23.040187 dv-neutron-master-2-hyperv neutron-server[103408]: self.callback(batched_events) Feb 28 10:37:23.040187 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:37:23.040187 dv-neutron-master-2-hyperv neutron-server[103408]: event.method(event) Feb 28 10:37:23.040187 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:37:23.040187 dv-neutron-master-2-hyperv neutron-server[103408]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:37:23.040187 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:37:23.040187 dv-neutron-master-2-hyperv neutron-server[103408]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:37:23.040187 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:37:23.040187 dv-neutron-master-2-hyperv neutron-server[103408]: return f(self, *a, **k) Feb 28 10:37:23.040187 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:37:23.040187 dv-neutron-master-2-hyperv neutron-server[103408]: return self._get(url).json() Feb 28 10:37:23.040187 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:37:23.040187 dv-neutron-master-2-hyperv neutron-server[103408]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:37:23.040187 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:37:23.040187 dv-neutron-master-2-hyperv neutron-server[103408]: return self.request(url, 'GET', **kwargs) Feb 28 10:37:23.040187 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:37:23.040187 dv-neutron-master-2-hyperv neutron-server[103408]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:37:23.040187 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:37:23.040187 dv-neutron-master-2-hyperv neutron-server[103408]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:37:23.040187 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:37:23.040187 dv-neutron-master-2-hyperv neutron-server[103408]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:37:23.040187 dv-neutron-master-2-hyperv neutron-server[103408]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:37:23.079347 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 38736) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:23.106183 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20f88d74-3da6-4544-89af-a4de9c439169 None None] Update dhcp port {'port': {'network_id': 'e9649a43-0135-4cb1-b6e4-1b73b93f59a2', 'fixed_ips': [{'subnet_id': 'e21a3738-320d-4950-a712-950402cdbcd4', 'ip_address': '172.20.0.2'}, {'subnet_id': '452cb639-69d1-4af9-bf37-e3ca3ba034e6'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': 'b8e59856-8592-4adf-885c-7cf57305a9d6'} from dv-neutron-master-2-hyperv. {{(pid=103409) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 28 10:37:23.119187 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-ff6160ed-8ada-4e85-b90b-38735e7a05c1 None None] For port b8e59856-8592-4adf-885c-7cf57305a9d6, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b8e59856-8592-4adf-885c-7cf57305a9d6,segment=NetworkSegment(dec0811a-5056-4e96-84eb-1879236cd17c),segment_id=dec0811a-5056-4e96-84eb-1879236cd17c)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:37:23.148014 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.db.api [None req-d7dd96a1-1a7e-427d-be0a-5ee7e961bc03 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 28 10:37:23.148014 dv-neutron-master-2-hyperv neutron-server[103408]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 28 10:37:23.148014 dv-neutron-master-2-hyperv neutron-server[103408]: [parameters: {'id': '3cef5df0-a755-4c05-bd26-7137766df2d0'}] Feb 28 10:37:23.148014 dv-neutron-master-2-hyperv neutron-server[103408]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103408) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 10:37:23.148508 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG oslo_db.api [None req-d7dd96a1-1a7e-427d-be0a-5ee7e961bc03 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 10:37:23.178065 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ff6160ed-8ada-4e85-b90b-38735e7a05c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (b8e59856-8592-4adf-885c-7cf57305a9d6), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:23.178344 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-45914663-aadf-47b5-b9c0-be9256ae3550 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] 10.222.0.20 "GET /v2.0/floatingips/5448c484-fede-4f31-b0f1-388e65cde9db HTTP/1.1" status: 200 len: 993 time: 0.0884321 Feb 28 10:37:23.178445 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port b8e59856-8592-4adf-885c-7cf57305a9d6 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:37:23.178445 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (b8e59856-8592-4adf-885c-7cf57305a9d6), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:23.243035 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e6264356-4b6a-4f96-8257-0117b028acea tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (40530b9c-f5eb-4f1a-a994-be23c01be886), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:23.246996 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-00aea1bc-25ac-4e07-9f77-6011caa15212 None None] Attempting to bind port d57027b6-258d-4f15-abdb-fb0ef23126d4 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:37:23.247399 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-00aea1bc-25ac-4e07-9f77-6011caa15212 None None] Attempting to bind port d57027b6-258d-4f15-abdb-fb0ef23126d4 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '503916a5-6e4f-47e2-a758-c989f797a96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '3cef5df0-a755-4c05-bd26-7137766df2d0'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:37:23.247794 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00aea1bc-25ac-4e07-9f77-6011caa15212 None None] Attempting to bind port d57027b6-258d-4f15-abdb-fb0ef23126d4 on network 3cef5df0-a755-4c05-bd26-7137766df2d0 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:37:23.253006 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0860169c-61ae-4446-97bf-cd26873eded8 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3242588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3951195'] for subnet (7b7840dc-114a-42b5-9de3-da9a7bd8ad04), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:23.254110 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-20f88d74-3da6-4544-89af-a4de9c439169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (b8e59856-8592-4adf-885c-7cf57305a9d6), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:23.274633 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00aea1bc-25ac-4e07-9f77-6011caa15212 None None] Checking agent: {'id': '75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 24, 15), 'started_at': datetime.datetime(2022, 2, 28, 10, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 37, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:37:23.275023 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00aea1bc-25ac-4e07-9f77-6011caa15212 None None] Checking segment: {'id': '503916a5-6e4f-47e2-a758-c989f797a96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '3cef5df0-a755-4c05-bd26-7137766df2d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:37:23.275472 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-00aea1bc-25ac-4e07-9f77-6011caa15212 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:23.275939 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00aea1bc-25ac-4e07-9f77-6011caa15212 None None] Bound using segment: {'id': '503916a5-6e4f-47e2-a758-c989f797a96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '3cef5df0-a755-4c05-bd26-7137766df2d0'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:37:23.276446 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-00aea1bc-25ac-4e07-9f77-6011caa15212 None None] Bound port: d57027b6-258d-4f15-abdb-fb0ef23126d4, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '503916a5-6e4f-47e2-a758-c989f797a96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '3cef5df0-a755-4c05-bd26-7137766df2d0'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:37:23.276899 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-00aea1bc-25ac-4e07-9f77-6011caa15212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (d57027b6-258d-4f15-abdb-fb0ef23126d4), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:23.320567 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6160ed-8ada-4e85-b90b-38735e7a05c1 None None] Pushing event updated for resources: {'Port': ['ID=b8e59856-8592-4adf-885c-7cf57305a9d6,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:23.385614 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0860169c-61ae-4446-97bf-cd26873eded8 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Pushing event updated for resources: {'Subnet': ['ID=7b7840dc-114a-42b5-9de3-da9a7bd8ad04,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:23.405902 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0860169c-61ae-4446-97bf-cd26873eded8 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Checking segment: {'id': '1bb60310-4030-4ca1-834f-c8d868b0f8b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '51ef0a6b-d93e-4b7c-8e5a-160a83cdcd12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:37:23.406479 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0860169c-61ae-4446-97bf-cd26873eded8 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Network hostable DHCP agents. Network: 51ef0a6b-d93e-4b7c-8e5a-160a83cdcd12, hostable agents: ['fb6705d2-4f70-4965-92a3-fbfccd43a6d3'], hosted agents: [] {{(pid=103408) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:37:23.467509 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-a867c6af-5ffd-4492-b71d-22686838c755 None None] Provisioning complete for port 9cd10b00-0c40-4153-a273-7cf7428d32db triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:37:23.467894 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a867c6af-5ffd-4492-b71d-22686838c755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (9cd10b00-0c40-4153-a273-7cf7428d32db), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:23.476487 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0860169c-61ae-4446-97bf-cd26873eded8 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Network 51ef0a6b-d93e-4b7c-8e5a-160a83cdcd12 is scheduled to be hosted by DHCP agent fb6705d2-4f70-4965-92a3-fbfccd43a6d3 with binding_index 1 {{(pid=103408) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:37:23.490164 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-0860169c-61ae-4446-97bf-cd26873eded8 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 51ef0a6b-d93e-4b7c-8e5a-160a83cdcd12) {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:37:23.495116 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0860169c-61ae-4446-97bf-cd26873eded8 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:23.495881 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0860169c-61ae-4446-97bf-cd26873eded8 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks [] for subnet (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:23.519018 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bb10960-c45c-493e-8d0c-9bdaab837cdd None None] Network 51ef0a6b-d93e-4b7c-8e5a-160a83cdcd12 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:37:23.555980 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-0860169c-61ae-4446-97bf-cd26873eded8 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.9777532 Feb 28 10:37:23.558985 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 38738) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:23.594273 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-00aea1bc-25ac-4e07-9f77-6011caa15212 None None] For port d57027b6-258d-4f15-abdb-fb0ef23126d4, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:37:23.601777 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port b8e59856-8592-4adf-885c-7cf57305a9d6 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:37:23.602968 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 9cd10b00-0c40-4153-a273-7cf7428d32db up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:37:23.649536 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d7dd96a1-1a7e-427d-be0a-5ee7e961bc03 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-665757'] for network (3cef5df0-a755-4c05-bd26-7137766df2d0), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:23.671405 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-00aea1bc-25ac-4e07-9f77-6011caa15212 None None] For port d57027b6-258d-4f15-abdb-fb0ef23126d4, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d57027b6-258d-4f15-abdb-fb0ef23126d4,segment=NetworkSegment(503916a5-6e4f-47e2-a758-c989f797a96a),segment_id=503916a5-6e4f-47e2-a758-c989f797a96a)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:37:23.674025 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-aeff20c4-6fea-4f9b-8925-a1f070952f92 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-665757'] for network (51ef0a6b-d93e-4b7c-8e5a-160a83cdcd12), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:23.693246 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-00aea1bc-25ac-4e07-9f77-6011caa15212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (d57027b6-258d-4f15-abdb-fb0ef23126d4), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:23.709079 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-d7dd96a1-1a7e-427d-be0a-5ee7e961bc03 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Deleting port d57027b6-258d-4f15-abdb-fb0ef23126d4 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:37:23.709671 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d7dd96a1-1a7e-427d-be0a-5ee7e961bc03 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (d57027b6-258d-4f15-abdb-fb0ef23126d4), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:23.758735 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-aeff20c4-6fea-4f9b-8925-a1f070952f92 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-823142'] for subnet (7b7840dc-114a-42b5-9de3-da9a7bd8ad04), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:23.770332 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-20f88d74-3da6-4544-89af-a4de9c439169 None None] Allocated IP 172.20.0.18 (e9649a43-0135-4cb1-b6e4-1b73b93f59a2/452cb639-69d1-4af9-bf37-e3ca3ba034e6/b8e59856-8592-4adf-885c-7cf57305a9d6) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:37:23.779303 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-d7dd96a1-1a7e-427d-be0a-5ee7e961bc03 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] For port d57027b6-258d-4f15-abdb-fb0ef23126d4, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d57027b6-258d-4f15-abdb-fb0ef23126d4,segment=NetworkSegment(503916a5-6e4f-47e2-a758-c989f797a96a),segment_id=503916a5-6e4f-47e2-a758-c989f797a96a)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:37:23.779758 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d7dd96a1-1a7e-427d-be0a-5ee7e961bc03 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (d57027b6-258d-4f15-abdb-fb0ef23126d4), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:23.795215 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-d7dd96a1-1a7e-427d-be0a-5ee7e961bc03 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Calling delete_port for d57027b6-258d-4f15-abdb-fb0ef23126d4 owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:37:23.824670 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-aeff20c4-6fea-4f9b-8925-a1f070952f92 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-823145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3498088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3516558'] for subnet (7b7840dc-114a-42b5-9de3-da9a7bd8ad04), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:23.854315 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeff20c4-6fea-4f9b-8925-a1f070952f92 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Pushing event deleted for resources: {'Subnet': ['ID=7b7840dc-114a-42b5-9de3-da9a7bd8ad04,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:23.864158 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1386a2d4-2875-432e-ab16-e96996b5387d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-51ef0a6b-d93e-4b7c-8e5a-160a83cdcd12', 'network_id': '51ef0a6b-d93e-4b7c-8e5a-160a83cdcd12', 'project_id': '6aa76ca1930e40cb822a736948009d34', 'fixed_ips': [{'subnet_id': '7b7840dc-114a-42b5-9de3-da9a7bd8ad04'}]}} from dv-neutron-master-2-hyperv. {{(pid=103409) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:37:23.865066 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1386a2d4-2875-432e-ab16-e96996b5387d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:23.893571 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d7dd96a1-1a7e-427d-be0a-5ee7e961bc03 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (d57027b6-258d-4f15-abdb-fb0ef23126d4), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:23.895537 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00aea1bc-25ac-4e07-9f77-6011caa15212 None None] Pushing event updated for resources: {'Port': ['ID=d57027b6-258d-4f15-abdb-fb0ef23126d4,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:23.908716 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port 9cd10b00-0c40-4153-a273-7cf7428d32db triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:37:23.909103 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (9cd10b00-0c40-4153-a273-7cf7428d32db), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:23.921641 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-aeff20c4-6fea-4f9b-8925-a1f070952f92 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672413', 'neutron.services.segments.db._delete_segments_for_network-8742057110173'] for network (51ef0a6b-d93e-4b7c-8e5a-160a83cdcd12), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:23.931872 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dd96a1-1a7e-427d-be0a-5ee7e961bc03 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Pushing event deleted for resources: {'Port': ['ID=d57027b6-258d-4f15-abdb-fb0ef23126d4,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:23.936521 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7dd96a1-1a7e-427d-be0a-5ee7e961bc03 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] No DVR routers for this DVR port d57027b6-258d-4f15-abdb-fb0ef23126d4 on host dv-neutron-master-2-hyperv {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:37:23.939550 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-a867c6af-5ffd-4492-b71d-22686838c755 None None] Current status of the port 9cd10b00-0c40-4153-a273-7cf7428d32db is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:37:23.939967 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a867c6af-5ffd-4492-b71d-22686838c755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (9cd10b00-0c40-4153-a273-7cf7428d32db), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:23.943366 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-aeff20c4-6fea-4f9b-8925-a1f070952f92 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51ef0a6b-d93e-4b7c-8e5a-160a83cdcd12']}} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:23.957242 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-aeff20c4-6fea-4f9b-8925-a1f070952f92 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bb60310-4030-4ca1-834f-c8d868b0f8b6') {'for_net_delete': True} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:23.957625 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-aeff20c4-6fea-4f9b-8925-a1f070952f92 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bb60310-4030-4ca1-834f-c8d868b0f8b6') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:23.968791 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-aeff20c4-6fea-4f9b-8925-a1f070952f92 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742057113766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3501147'] for segment (1bb60310-4030-4ca1-834f-c8d868b0f8b6), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:23.977950 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad14a55c-d86e-4afd-b94e-4ca66fea7440 None None] Network 3cef5df0-a755-4c05-bd26-7137766df2d0 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:37:23.985021 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-aeff20c4-6fea-4f9b-8925-a1f070952f92 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (1bb60310-4030-4ca1-834f-c8d868b0f8b6), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:23.992822 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aeff20c4-6fea-4f9b-8925-a1f070952f92 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Releasing vlan 282 on physical network physnet1 to pool {{(pid=103407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:37:23.993493 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-aeff20c4-6fea-4f9b-8925-a1f070952f92 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3498166'] for segment (1bb60310-4030-4ca1-834f-c8d868b0f8b6), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:23.996956 dv-neutron-master-2-hyperv neutron-server[103407]: Traceback (most recent call last): Feb 28 10:37:23.996956 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:37:23.996956 dv-neutron-master-2-hyperv neutron-server[103407]: timer() Feb 28 10:37:23.996956 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:37:23.996956 dv-neutron-master-2-hyperv neutron-server[103407]: cb(*args, **kw) Feb 28 10:37:23.996956 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:37:23.996956 dv-neutron-master-2-hyperv neutron-server[103407]: return func(*args, **kwargs) Feb 28 10:37:23.996956 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:37:23.996956 dv-neutron-master-2-hyperv neutron-server[103407]: self._notify() Feb 28 10:37:23.996956 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:37:23.996956 dv-neutron-master-2-hyperv neutron-server[103407]: self.callback(batched_events) Feb 28 10:37:23.996956 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:37:23.996956 dv-neutron-master-2-hyperv neutron-server[103407]: event.method(event) Feb 28 10:37:23.996956 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:37:23.996956 dv-neutron-master-2-hyperv neutron-server[103407]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:37:23.996956 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:37:23.996956 dv-neutron-master-2-hyperv neutron-server[103407]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:37:23.996956 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:37:23.996956 dv-neutron-master-2-hyperv neutron-server[103407]: return f(self, *a, **k) Feb 28 10:37:23.996956 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:37:23.996956 dv-neutron-master-2-hyperv neutron-server[103407]: return self._get(url).json() Feb 28 10:37:23.996956 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:37:23.996956 dv-neutron-master-2-hyperv neutron-server[103407]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:37:23.996956 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:37:23.996956 dv-neutron-master-2-hyperv neutron-server[103407]: return self.request(url, 'GET', **kwargs) Feb 28 10:37:23.996956 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:37:23.996956 dv-neutron-master-2-hyperv neutron-server[103407]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:37:23.996956 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:37:23.996956 dv-neutron-master-2-hyperv neutron-server[103407]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:37:23.996956 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:37:23.996956 dv-neutron-master-2-hyperv neutron-server[103407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:37:23.996956 dv-neutron-master-2-hyperv neutron-server[103407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:37:24.035339 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d7dd96a1-1a7e-427d-be0a-5ee7e961bc03 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672413', 'neutron.services.segments.db._delete_segments_for_network-8742057110173'] for network (3cef5df0-a755-4c05-bd26-7137766df2d0), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:24.061315 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-d7dd96a1-1a7e-427d-be0a-5ee7e961bc03 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cef5df0-a755-4c05-bd26-7137766df2d0']}} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:24.061707 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-aeff20c4-6fea-4f9b-8925-a1f070952f92 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803269'] for network (51ef0a6b-d93e-4b7c-8e5a-160a83cdcd12), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:24.067793 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-aeff20c4-6fea-4f9b-8925-a1f070952f92 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:24.072440 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-d7dd96a1-1a7e-427d-be0a-5ee7e961bc03 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '503916a5-6e4f-47e2-a758-c989f797a96a') {'for_net_delete': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:24.074405 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-d7dd96a1-1a7e-427d-be0a-5ee7e961bc03 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '503916a5-6e4f-47e2-a758-c989f797a96a') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:24.075264 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-aeff20c4-6fea-4f9b-8925-a1f070952f92 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] 10.222.0.20 "DELETE /v2.0/networks/51ef0a6b-d93e-4b7c-8e5a-160a83cdcd12 HTTP/1.1" status: 204 len: 168 time: 0.5151610 Feb 28 10:37:24.076035 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 38740) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:24.085791 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d7dd96a1-1a7e-427d-be0a-5ee7e961bc03 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742057113766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3423550'] for segment (503916a5-6e4f-47e2-a758-c989f797a96a), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:24.086070 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-db81d483-caca-4444-bca4-712df231d50e tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1187906663'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:37:24.101650 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d7dd96a1-1a7e-427d-be0a-5ee7e961bc03 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (503916a5-6e4f-47e2-a758-c989f797a96a), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:24.104525 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeff20c4-6fea-4f9b-8925-a1f070952f92 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Pushing event deleted for resources: {'Network': ['ID=51ef0a6b-d93e-4b7c-8e5a-160a83cdcd12,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:24.112876 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7dd96a1-1a7e-427d-be0a-5ee7e961bc03 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Releasing vlan 258 on physical network physnet1 to pool {{(pid=103408) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:37:24.113419 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d7dd96a1-1a7e-427d-be0a-5ee7e961bc03 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3242693'] for segment (503916a5-6e4f-47e2-a758-c989f797a96a), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:24.117421 dv-neutron-master-2-hyperv neutron-server[103408]: Traceback (most recent call last): Feb 28 10:37:24.117421 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:37:24.117421 dv-neutron-master-2-hyperv neutron-server[103408]: timer() Feb 28 10:37:24.117421 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:37:24.117421 dv-neutron-master-2-hyperv neutron-server[103408]: cb(*args, **kw) Feb 28 10:37:24.117421 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:37:24.117421 dv-neutron-master-2-hyperv neutron-server[103408]: return func(*args, **kwargs) Feb 28 10:37:24.117421 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:37:24.117421 dv-neutron-master-2-hyperv neutron-server[103408]: self._notify() Feb 28 10:37:24.117421 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:37:24.117421 dv-neutron-master-2-hyperv neutron-server[103408]: self.callback(batched_events) Feb 28 10:37:24.117421 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:37:24.117421 dv-neutron-master-2-hyperv neutron-server[103408]: event.method(event) Feb 28 10:37:24.117421 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:37:24.117421 dv-neutron-master-2-hyperv neutron-server[103408]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:37:24.117421 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:37:24.117421 dv-neutron-master-2-hyperv neutron-server[103408]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:37:24.117421 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:37:24.117421 dv-neutron-master-2-hyperv neutron-server[103408]: return f(self, *a, **k) Feb 28 10:37:24.117421 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:37:24.117421 dv-neutron-master-2-hyperv neutron-server[103408]: return self._get(url).json() Feb 28 10:37:24.117421 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:37:24.117421 dv-neutron-master-2-hyperv neutron-server[103408]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:37:24.117421 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:37:24.117421 dv-neutron-master-2-hyperv neutron-server[103408]: return self.request(url, 'GET', **kwargs) Feb 28 10:37:24.117421 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:37:24.117421 dv-neutron-master-2-hyperv neutron-server[103408]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:37:24.117421 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:37:24.117421 dv-neutron-master-2-hyperv neutron-server[103408]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:37:24.117421 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:37:24.117421 dv-neutron-master-2-hyperv neutron-server[103408]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:37:24.117421 dv-neutron-master-2-hyperv neutron-server[103408]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:37:24.123208 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db81d483-caca-4444-bca4-712df231d50e tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Made reservation on behalf of 6aa76ca1930e40cb822a736948009d34 for: {'network': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:37:24.127288 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-db81d483-caca-4444-bca4-712df231d50e tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for network (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:24.156479 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db81d483-caca-4444-bca4-712df231d50e tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 254} {{(pid=103407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:37:24.167073 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-db81d483-caca-4444-bca4-712df231d50e tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (67fb6dcf-6725-4ca9-a014-7c50a59394db), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:24.167437 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.db.segments_db [None req-db81d483-caca-4444-bca4-712df231d50e tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Added segment 67fb6dcf-6725-4ca9-a014-7c50a59394db of type vlan for network 3cfea6a9-3ae8-4574-9fa9-0e71bc9e8569 Feb 28 10:37:24.182716 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d7dd96a1-1a7e-427d-be0a-5ee7e961bc03 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803269'] for network (3cef5df0-a755-4c05-bd26-7137766df2d0), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:24.205039 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d7dd96a1-1a7e-427d-be0a-5ee7e961bc03 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616561'] for network (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:24.212015 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-d7dd96a1-1a7e-427d-be0a-5ee7e961bc03 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] 10.222.0.20 "DELETE /v2.0/networks/3cef5df0-a755-4c05-bd26-7137766df2d0 HTTP/1.1" status: 204 len: 168 time: 2.9901993 Feb 28 10:37:24.212015 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dd96a1-1a7e-427d-be0a-5ee7e961bc03 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Pushing event deleted for resources: {'Network': ['ID=3cef5df0-a755-4c05-bd26-7137766df2d0,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:24.213249 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 38742) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:24.223591 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.db.api [None req-1386a2d4-2875-432e-ab16-e96996b5387d None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Feb 28 10:37:24.223591 dv-neutron-master-2-hyperv neutron-server[103409]: [SQL: INSERT INTO ports (project_id, id, name, network_id, mac_address, admin_state_up, status, device_id, device_owner, ip_allocation, standard_attr_id) VALUES (%(project_id)s, %(id)s, %(name)s, %(network_id)s, %(mac_address)s, %(admin_state_up)s, %(status)s, %(device_id)s, %(device_owner)s, %(ip_allocation)s, %(standard_attr_id)s)] Feb 28 10:37:24.223591 dv-neutron-master-2-hyperv neutron-server[103409]: [parameters: {'project_id': '6aa76ca1930e40cb822a736948009d34', 'id': 'c6b90858-662f-43b7-80e4-7e92799d1d11', 'name': '', 'network_id': '51ef0a6b-d93e-4b7c-8e5a-160a83cdcd12', 'mac_address': 'fa:16:3e:6d:4c:45', 'admin_state_up': 1, 'status': 'DOWN', 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-51ef0a6b-d93e-4b7c-8e5a-160a83cdcd12', 'device_owner': 'network:dhcp', 'ip_allocation': None, 'standard_attr_id': 1013}] Feb 28 10:37:24.223591 dv-neutron-master-2-hyperv neutron-server[103409]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103409) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 10:37:24.224028 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG oslo_db.api [None req-1386a2d4-2875-432e-ab16-e96996b5387d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 10:37:24.227473 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-824ab76a-275f-4648-b78b-9602171c7cf1 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1589389414'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:37:24.231576 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-db81d483-caca-4444-bca4-712df231d50e tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742056637431'] for network (3cfea6a9-3ae8-4574-9fa9-0e71bc9e8569), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:24.256150 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-a867c6af-5ffd-4492-b71d-22686838c755 None None] For port 9cd10b00-0c40-4153-a273-7cf7428d32db, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9cd10b00-0c40-4153-a273-7cf7428d32db,segment=NetworkSegment(26c0b86b-4bf0-4732-a1d5-1d287ccecc2f),segment_id=26c0b86b-4bf0-4732-a1d5-1d287ccecc2f)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:37:24.262767 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-824ab76a-275f-4648-b78b-9602171c7cf1 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Made reservation on behalf of ecbebc6a99ee48f398013303d806c3bb for: {'network': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:37:24.266170 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-824ab76a-275f-4648-b78b-9602171c7cf1 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for network (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:24.269030 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a867c6af-5ffd-4492-b71d-22686838c755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (9cd10b00-0c40-4153-a273-7cf7428d32db), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:24.278414 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-db81d483-caca-4444-bca4-712df231d50e tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551'] for network (3cfea6a9-3ae8-4574-9fa9-0e71bc9e8569), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:24.285257 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db81d483-caca-4444-bca4-712df231d50e tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:24.285885 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-db81d483-caca-4444-bca4-712df231d50e tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:24.332018 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-20f88d74-3da6-4544-89af-a4de9c439169 None None] For port b8e59856-8592-4adf-885c-7cf57305a9d6, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b8e59856-8592-4adf-885c-7cf57305a9d6,segment=NetworkSegment(dec0811a-5056-4e96-84eb-1879236cd17c),segment_id=dec0811a-5056-4e96-84eb-1879236cd17c)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:37:24.355107 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-db81d483-caca-4444-bca4-712df231d50e tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2744138 Feb 28 10:37:24.358006 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 38744) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:24.362446 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-824ab76a-275f-4648-b78b-9602171c7cf1 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 268} {{(pid=103407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:37:24.364321 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-3c60e5fd-dd5c-4254-9358-b86e6361f255 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Request body: {'subnet': {'network_id': '3cfea6a9-3ae8-4574-9fa9-0e71bc9e8569', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:37:24.375456 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db81d483-caca-4444-bca4-712df231d50e tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Pushing event updated for resources: {'Network': ['ID=3cfea6a9-3ae8-4574-9fa9-0e71bc9e8569,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:24.380922 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-824ab76a-275f-4648-b78b-9602171c7cf1 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (4064230a-b797-4857-9daf-fb741944ddda), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:24.381269 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.db.segments_db [None req-824ab76a-275f-4648-b78b-9602171c7cf1 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Added segment 4064230a-b797-4857-9daf-fb741944ddda of type vlan for network 8e14d531-3e1b-4d5c-8e6c-e009315b065c Feb 28 10:37:24.396586 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Network 3cfea6a9-3ae8-4574-9fa9-0e71bc9e8569 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103409) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:37:24.403097 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a867c6af-5ffd-4492-b71d-22686838c755 None None] Pushing event updated for resources: {'Port': ['ID=9cd10b00-0c40-4153-a273-7cf7428d32db,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:24.424895 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-824ab76a-275f-4648-b78b-9602171c7cf1 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742056637431'] for network (8e14d531-3e1b-4d5c-8e6c-e009315b065c), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:24.454105 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-824ab76a-275f-4648-b78b-9602171c7cf1 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551'] for network (8e14d531-3e1b-4d5c-8e6c-e009315b065c), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:24.454379 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 9cd10b00-0c40-4153-a273-7cf7428d32db is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:37:24.458457 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-20f88d74-3da6-4544-89af-a4de9c439169 None None] Publish callbacks [] for port (b8e59856-8592-4adf-885c-7cf57305a9d6), precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:24.459634 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-824ab76a-275f-4648-b78b-9602171c7cf1 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:24.460219 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-824ab76a-275f-4648-b78b-9602171c7cf1 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:24.475330 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-775f4324-f8cf-4d97-960e-3a1c5f34e421 None None] Provisioning complete for port 9cd10b00-0c40-4153-a273-7cf7428d32db triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:37:24.475741 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-775f4324-f8cf-4d97-960e-3a1c5f34e421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (9cd10b00-0c40-4153-a273-7cf7428d32db), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:24.479036 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-20f88d74-3da6-4544-89af-a4de9c439169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (b8e59856-8592-4adf-885c-7cf57305a9d6), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:24.481948 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-824ab76a-275f-4648-b78b-9602171c7cf1 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2676451 Feb 28 10:37:24.506021 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 38746) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:24.511452 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-135965d0-5c93-4b2e-a18d-dc3c97e53f06 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Request body: {'subnet': {'network_id': '8e14d531-3e1b-4d5c-8e6c-e009315b065c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:37:24.536740 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-e6264356-4b6a-4f96-8257-0117b028acea tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Allocated IP 172.20.0.27 (e9649a43-0135-4cb1-b6e4-1b73b93f59a2/452cb639-69d1-4af9-bf37-e3ca3ba034e6/40530b9c-f5eb-4f1a-a994-be23c01be886) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:37:24.614013 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device b8e59856-8592-4adf-885c-7cf57305a9d6 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:37:24.619951 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f88d74-3da6-4544-89af-a4de9c439169 None None] Pushing event updated for resources: {'Port': ['ID=b8e59856-8592-4adf-885c-7cf57305a9d6,revision_number=4']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:24.621084 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824ab76a-275f-4648-b78b-9602171c7cf1 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Pushing event updated for resources: {'Network': ['ID=8e14d531-3e1b-4d5c-8e6c-e009315b065c,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:24.653164 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Network 8e14d531-3e1b-4d5c-8e6c-e009315b065c details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103409) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:37:24.669370 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-135965d0-5c93-4b2e-a18d-dc3c97e53f06 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Made reservation on behalf of ecbebc6a99ee48f398013303d806c3bb for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:37:24.675844 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-135965d0-5c93-4b2e-a18d-dc3c97e53f06 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3516581'] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:24.715421 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c60e5fd-dd5c-4254-9358-b86e6361f255 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Made reservation on behalf of 6aa76ca1930e40cb822a736948009d34 for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:37:24.720165 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3c60e5fd-dd5c-4254-9358-b86e6361f255 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3951209'] for subnet (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:24.725798 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1386a2d4-2875-432e-ab16-e96996b5387d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:24.776033 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-775f4324-f8cf-4d97-960e-3a1c5f34e421 None None] Current status of the port 9cd10b00-0c40-4153-a273-7cf7428d32db is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:37:24.798117 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port b8e59856-8592-4adf-885c-7cf57305a9d6 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:37:24.798838 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (b8e59856-8592-4adf-885c-7cf57305a9d6), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:24.830157 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e6264356-4b6a-4f96-8257-0117b028acea tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks [] for port (40530b9c-f5eb-4f1a-a994-be23c01be886), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:24.843614 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e6264356-4b6a-4f96-8257-0117b028acea tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3242529'] for port (40530b9c-f5eb-4f1a-a994-be23c01be886), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:24.853167 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ae10686-8070-440d-b28e-d74db2ea5334 None None] Network 51ef0a6b-d93e-4b7c-8e5a-160a83cdcd12 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:37:24.875456 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ae10686-8070-440d-b28e-d74db2ea5334 None None] Network 51ef0a6b-d93e-4b7c-8e5a-160a83cdcd12 could not be found, it might have been deleted concurrently. {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 28 10:37:24.922597 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-135965d0-5c93-4b2e-a18d-dc3c97e53f06 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3498031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3516567'] for subnet (a21c0783-2c71-4e2a-b315-fc9d62ec5acf), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:24.930654 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port b8e59856-8592-4adf-885c-7cf57305a9d6 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:37:24.932093 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 9cd10b00-0c40-4153-a273-7cf7428d32db up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:37:24.995163 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port 9cd10b00-0c40-4153-a273-7cf7428d32db triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:37:24.995551 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (9cd10b00-0c40-4153-a273-7cf7428d32db), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:25.003890 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135965d0-5c93-4b2e-a18d-dc3c97e53f06 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Pushing event updated for resources: {'Subnet': ['ID=a21c0783-2c71-4e2a-b315-fc9d62ec5acf,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:25.011138 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-e6264356-4b6a-4f96-8257-0117b028acea tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] In _notify_port_updated(), no bound segment for port 40530b9c-f5eb-4f1a-a994-be23c01be886 on network e9649a43-0135-4cb1-b6e4-1b73b93f59a2 {{(pid=103408) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 28 10:37:25.016623 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6264356-4b6a-4f96-8257-0117b028acea tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:25.017372 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e6264356-4b6a-4f96-8257-0117b028acea tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:25.021560 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-e6264356-4b6a-4f96-8257-0117b028acea tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] 10.222.0.20 "PUT /v2.0/ports/40530b9c-f5eb-4f1a-a994-be23c01be886 HTTP/1.1" status: 200 len: 1000 time: 2.1198208 Feb 28 10:37:25.021739 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135965d0-5c93-4b2e-a18d-dc3c97e53f06 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Checking segment: {'id': '4064230a-b797-4857-9daf-fb741944ddda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '8e14d531-3e1b-4d5c-8e6c-e009315b065c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:37:25.021739 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-135965d0-5c93-4b2e-a18d-dc3c97e53f06 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Network hostable DHCP agents. Network: 8e14d531-3e1b-4d5c-8e6c-e009315b065c, hostable agents: ['fb6705d2-4f70-4965-92a3-fbfccd43a6d3'], hosted agents: [] {{(pid=103407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:37:25.022700 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 38748) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:25.033859 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6264356-4b6a-4f96-8257-0117b028acea tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Pushing event updated for resources: {'Port': ['ID=40530b9c-f5eb-4f1a-a994-be23c01be886,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:25.041849 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-135965d0-5c93-4b2e-a18d-dc3c97e53f06 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Network 8e14d531-3e1b-4d5c-8e6c-e009315b065c is scheduled to be hosted by DHCP agent fb6705d2-4f70-4965-92a3-fbfccd43a6d3 with binding_index 1 {{(pid=103407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:37:25.058894 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-135965d0-5c93-4b2e-a18d-dc3c97e53f06 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 8e14d531-3e1b-4d5c-8e6c-e009315b065c) {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:37:25.071395 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-135965d0-5c93-4b2e-a18d-dc3c97e53f06 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:25.072665 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-135965d0-5c93-4b2e-a18d-dc3c97e53f06 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616561'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:25.076311 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97ea3a5f-89ad-4127-96c5-12767007abc7 None None] Network 8e14d531-3e1b-4d5c-8e6c-e009315b065c requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:37:25.097983 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-135965d0-5c93-4b2e-a18d-dc3c97e53f06 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.5872943 Feb 28 10:37:25.098577 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 38750) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:25.103715 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-a5044141-6e07-48e7-84b1-fc2770afddda tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-625510236'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:37:25.128916 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5044141-6e07-48e7-84b1-fc2770afddda tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Made reservation on behalf of ecbebc6a99ee48f398013303d806c3bb for: {'network': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:37:25.137646 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a5044141-6e07-48e7-84b1-fc2770afddda tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for network (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:25.141555 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 9cd10b00-0c40-4153-a273-7cf7428d32db is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:37:25.173874 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5044141-6e07-48e7-84b1-fc2770afddda tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 288} {{(pid=103407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:37:25.191418 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a5044141-6e07-48e7-84b1-fc2770afddda tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (1cedbb48-03b1-4f8c-b9d9-acf7aaa594c5), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:25.192149 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.db.segments_db [None req-a5044141-6e07-48e7-84b1-fc2770afddda tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Added segment 1cedbb48-03b1-4f8c-b9d9-acf7aaa594c5 of type vlan for network bab8a053-0783-40e7-8066-7f05658ad4fc Feb 28 10:37:25.217753 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3c60e5fd-dd5c-4254-9358-b86e6361f255 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3242588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3951195'] for subnet (ee0fed37-3291-422e-8c7a-369a6cff6f83), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:25.223037 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ff0ac25-a877-44fa-ae8c-ab1d1cee727e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-8e14d531-3e1b-4d5c-8e6c-e009315b065c', 'network_id': '8e14d531-3e1b-4d5c-8e6c-e009315b065c', 'project_id': 'ecbebc6a99ee48f398013303d806c3bb', 'fixed_ips': [{'subnet_id': 'a21c0783-2c71-4e2a-b315-fc9d62ec5acf'}]}} from dv-neutron-master-2-hyperv. {{(pid=103409) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:37:25.224454 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1ff0ac25-a877-44fa-ae8c-ab1d1cee727e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:25.238592 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a5044141-6e07-48e7-84b1-fc2770afddda tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742056637431'] for network (bab8a053-0783-40e7-8066-7f05658ad4fc), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:25.270168 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a5044141-6e07-48e7-84b1-fc2770afddda tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551'] for network (bab8a053-0783-40e7-8066-7f05658ad4fc), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:25.281718 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5044141-6e07-48e7-84b1-fc2770afddda tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:25.283332 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a5044141-6e07-48e7-84b1-fc2770afddda tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:25.313468 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-02941eb7-d3ef-4b78-93bd-bdaf41bd6558 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Deleting port 40530b9c-f5eb-4f1a-a994-be23c01be886 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:37:25.314169 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-02941eb7-d3ef-4b78-93bd-bdaf41bd6558 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (40530b9c-f5eb-4f1a-a994-be23c01be886), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:25.321070 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c60e5fd-dd5c-4254-9358-b86e6361f255 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Pushing event updated for resources: {'Subnet': ['ID=ee0fed37-3291-422e-8c7a-369a6cff6f83,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:25.360770 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-730a5ce3-d439-461f-bf37-685f73193f28 None None] Network e9649a43-0135-4cb1-b6e4-1b73b93f59a2 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:37:25.372639 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-a5044141-6e07-48e7-84b1-fc2770afddda tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2725017 Feb 28 10:37:25.375621 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 38752) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:25.382631 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-fd9a0efa-4061-4ef6-84ca-abc39d96832c tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Request body: {'subnet': {'network_id': 'bab8a053-0783-40e7-8066-7f05658ad4fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:37:25.386339 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c60e5fd-dd5c-4254-9358-b86e6361f255 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Checking segment: {'id': '67fb6dcf-6725-4ca9-a014-7c50a59394db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '3cfea6a9-3ae8-4574-9fa9-0e71bc9e8569'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:37:25.387331 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c60e5fd-dd5c-4254-9358-b86e6361f255 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Network hostable DHCP agents. Network: 3cfea6a9-3ae8-4574-9fa9-0e71bc9e8569, hostable agents: ['fb6705d2-4f70-4965-92a3-fbfccd43a6d3'], hosted agents: [] {{(pid=103408) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:37:25.398081 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5044141-6e07-48e7-84b1-fc2770afddda tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Pushing event updated for resources: {'Network': ['ID=bab8a053-0783-40e7-8066-7f05658ad4fc,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:25.428500 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c60e5fd-dd5c-4254-9358-b86e6361f255 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Network 3cfea6a9-3ae8-4574-9fa9-0e71bc9e8569 is scheduled to be hosted by DHCP agent fb6705d2-4f70-4965-92a3-fbfccd43a6d3 with binding_index 1 {{(pid=103408) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:37:25.444699 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Network bab8a053-0783-40e7-8066-7f05658ad4fc details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103409) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:37:25.449815 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-02941eb7-d3ef-4b78-93bd-bdaf41bd6558 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (40530b9c-f5eb-4f1a-a994-be23c01be886), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:25.452974 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-3c60e5fd-dd5c-4254-9358-b86e6361f255 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 3cfea6a9-3ae8-4574-9fa9-0e71bc9e8569) {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:37:25.458799 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c60e5fd-dd5c-4254-9358-b86e6361f255 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:25.459406 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3c60e5fd-dd5c-4254-9358-b86e6361f255 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks [] for subnet (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:25.478507 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd9a0efa-4061-4ef6-84ca-abc39d96832c tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Made reservation on behalf of ecbebc6a99ee48f398013303d806c3bb for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:37:25.481612 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-02941eb7-d3ef-4b78-93bd-bdaf41bd6558 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Calling delete_port for 40530b9c-f5eb-4f1a-a994-be23c01be886 owned by {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:37:25.482599 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fd9a0efa-4061-4ef6-84ca-abc39d96832c tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3516581'] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:25.495344 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-3c60e5fd-dd5c-4254-9358-b86e6361f255 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1358943 Feb 28 10:37:25.503794 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 38754) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:25.504051 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c61f0559-1252-4a62-bab7-f0df38b01515 None None] Network 3cfea6a9-3ae8-4574-9fa9-0e71bc9e8569 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:37:25.583379 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-1ff0ac25-a877-44fa-ae8c-ab1d1cee727e None None] Allocated IP 2001:db8::1 (8e14d531-3e1b-4d5c-8e6c-e009315b065c/a21c0783-2c71-4e2a-b315-fc9d62ec5acf/ffdeae70-0c3f-4c8c-a6f6-e20595404788) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:37:25.604953 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.ipam_backend_mixin [None req-fd9a0efa-4061-4ef6-84ca-abc39d96832c tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Performing IP validity checks on allocation pools {{(pid=103407) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 28 10:37:25.605367 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.ipam_backend_mixin [None req-fd9a0efa-4061-4ef6-84ca-abc39d96832c tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103407) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 28 10:37:25.608113 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-c9b8d424-ff9a-4d18-a6bd-a0f78b9eba10 None None] Provisioning complete for port 40530b9c-f5eb-4f1a-a994-be23c01be886 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:37:25.608675 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c9b8d424-ff9a-4d18-a6bd-a0f78b9eba10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (40530b9c-f5eb-4f1a-a994-be23c01be886), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:25.661401 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b32a1b1d-25d0-4661-b123-74dd12aa225f tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-665757'] for network (3cfea6a9-3ae8-4574-9fa9-0e71bc9e8569), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:25.717699 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-02941eb7-d3ef-4b78-93bd-bdaf41bd6558 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (40530b9c-f5eb-4f1a-a994-be23c01be886), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:25.747316 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02941eb7-d3ef-4b78-93bd-bdaf41bd6558 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Pushing event deleted for resources: {'Port': ['ID=40530b9c-f5eb-4f1a-a994-be23c01be886,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:25.756435 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-c9b8d424-ff9a-4d18-a6bd-a0f78b9eba10 None None] Port 40530b9c-f5eb-4f1a-a994-be23c01be886 cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:37:25.761847 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b32a1b1d-25d0-4661-b123-74dd12aa225f tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-823142'] for subnet (ee0fed37-3291-422e-8c7a-369a6cff6f83), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:25.803631 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac5a68d9-39fe-423b-b72a-ca665c482f08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-3cfea6a9-3ae8-4574-9fa9-0e71bc9e8569', 'network_id': '3cfea6a9-3ae8-4574-9fa9-0e71bc9e8569', 'project_id': '6aa76ca1930e40cb822a736948009d34', 'fixed_ips': [{'subnet_id': 'ee0fed37-3291-422e-8c7a-369a6cff6f83'}]}} from dv-neutron-master-2-hyperv. {{(pid=103409) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:37:25.804647 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ac5a68d9-39fe-423b-b72a-ca665c482f08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:25.833442 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fd9a0efa-4061-4ef6-84ca-abc39d96832c tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3498031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3516567'] for subnet (3c413a09-cc1a-409a-8272-91ecbbae850e), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:25.838790 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-c9b8d424-ff9a-4d18-a6bd-a0f78b9eba10 None None] Provisioning complete for port b8e59856-8592-4adf-885c-7cf57305a9d6 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:37:25.838993 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c9b8d424-ff9a-4d18-a6bd-a0f78b9eba10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (b8e59856-8592-4adf-885c-7cf57305a9d6), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:25.850562 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-02941eb7-d3ef-4b78-93bd-bdaf41bd6558 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:25.853963 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-02941eb7-d3ef-4b78-93bd-bdaf41bd6558 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] 10.222.0.20 "DELETE /v2.0/ports/40530b9c-f5eb-4f1a-a994-be23c01be886 HTTP/1.1" status: 204 len: 168 time: 0.8308222 Feb 28 10:37:25.856535 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 38756) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:25.885114 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-760cd89e-da9d-473e-9bc1-f08410223db6 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] GET failed (client error): The resource could not be found. Feb 28 10:37:25.886754 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-760cd89e-da9d-473e-9bc1-f08410223db6 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] 10.222.0.20 "GET /v2.0/ports/40530b9c-f5eb-4f1a-a994-be23c01be886 HTTP/1.1" status: 404 len: 333 time: 0.0291669 Feb 28 10:37:25.889561 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 38758) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:25.929005 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9a0efa-4061-4ef6-84ca-abc39d96832c tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Checking segment: {'id': '1cedbb48-03b1-4f8c-b9d9-acf7aaa594c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'bab8a053-0783-40e7-8066-7f05658ad4fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:37:25.929380 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd9a0efa-4061-4ef6-84ca-abc39d96832c tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Network hostable DHCP agents. Network: bab8a053-0783-40e7-8066-7f05658ad4fc, hostable agents: ['fb6705d2-4f70-4965-92a3-fbfccd43a6d3'], hosted agents: [] {{(pid=103407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:37:25.931677 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9a0efa-4061-4ef6-84ca-abc39d96832c tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Pushing event updated for resources: {'Subnet': ['ID=3c413a09-cc1a-409a-8272-91ecbbae850e,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:25.934466 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b32a1b1d-25d0-4661-b123-74dd12aa225f tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-823145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3498088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3516558'] for subnet (ee0fed37-3291-422e-8c7a-369a6cff6f83), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:25.957232 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_v2 [None req-00a2bdac-c999-489a-b25f-cb41489373e2 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Deleting subnet 452cb639-69d1-4af9-bf37-e3ca3ba034e6 {{(pid=103408) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:37:25.961207 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-00a2bdac-c999-489a-b25f-cb41489373e2 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks [] for subnet (452cb639-69d1-4af9-bf37-e3ca3ba034e6), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:26.009050 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1ff0ac25-a877-44fa-ae8c-ab1d1cee727e None None] Publish callbacks [] for port (ffdeae70-0c3f-4c8c-a6f6-e20595404788), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:26.010659 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-00a2bdac-c999-489a-b25f-cb41489373e2 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3423529'] for subnet (452cb639-69d1-4af9-bf37-e3ca3ba034e6), precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:26.015691 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server [None req-ac5a68d9-39fe-423b-b72a-ca665c482f08 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ee0fed37-3291-422e-8c7a-369a6cff6f83: This subnet is being modified by another concurrent operation. Feb 28 10:37:26.015691 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 28 10:37:26.015691 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 28 10:37:26.015691 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 28 10:37:26.015691 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 28 10:37:26.015691 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 28 10:37:26.015691 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 28 10:37:26.015691 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 28 10:37:26.015691 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 28 10:37:26.015691 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 28 10:37:26.015691 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 28 10:37:26.015691 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 28 10:37:26.015691 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 28 10:37:26.015691 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 10:37:26.015691 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 28 10:37:26.015691 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server raise self.value Feb 28 10:37:26.015691 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 28 10:37:26.015691 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 28 10:37:26.015691 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 28 10:37:26.015691 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 28 10:37:26.015691 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 28 10:37:26.015691 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 10:37:26.015691 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 28 10:37:26.015691 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server raise self.value Feb 28 10:37:26.015691 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 28 10:37:26.015691 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 28 10:37:26.015691 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 28 10:37:26.015691 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 28 10:37:26.015691 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 28 10:37:26.015691 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 10:37:26.015691 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 28 10:37:26.015691 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server raise self.value Feb 28 10:37:26.015691 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 28 10:37:26.015691 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 28 10:37:26.015691 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 28 10:37:26.015691 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 28 10:37:26.015691 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 28 10:37:26.015691 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 28 10:37:26.015691 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 28 10:37:26.015691 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 28 10:37:26.015691 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 28 10:37:26.015691 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 28 10:37:26.015691 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 28 10:37:26.015691 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 28 10:37:26.015691 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 28 10:37:26.015691 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 28 10:37:26.015691 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 28 10:37:26.015691 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 28 10:37:26.015691 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 28 10:37:26.015691 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 10:37:26.015691 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 28 10:37:26.015691 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server raise self.value Feb 28 10:37:26.015691 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 28 10:37:26.015691 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 28 10:37:26.015691 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 28 10:37:26.015691 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 28 10:37:26.015691 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 28 10:37:26.015691 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 10:37:26.015691 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 28 10:37:26.015691 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server raise self.value Feb 28 10:37:26.015691 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 28 10:37:26.015691 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 28 10:37:26.015691 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 28 10:37:26.015691 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 28 10:37:26.015691 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 28 10:37:26.015691 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 10:37:26.015691 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 28 10:37:26.015691 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server raise self.value Feb 28 10:37:26.015691 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 28 10:37:26.015691 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 28 10:37:26.015691 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 28 10:37:26.015691 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 28 10:37:26.015691 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 28 10:37:26.015691 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 28 10:37:26.015691 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db Feb 28 10:37:26.015691 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 28 10:37:26.015691 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 28 10:37:26.015691 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 28 10:37:26.015691 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 28 10:37:26.015691 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 28 10:37:26.015691 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 28 10:37:26.015691 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 28 10:37:26.015691 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 28 10:37:26.015691 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 28 10:37:26.015691 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 28 10:37:26.015691 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 28 10:37:26.015691 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 28 10:37:26.015691 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 28 10:37:26.015691 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 28 10:37:26.015691 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server raise exception Feb 28 10:37:26.015691 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ee0fed37-3291-422e-8c7a-369a6cff6f83: This subnet is being modified by another concurrent operation. Feb 28 10:37:26.015691 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server Feb 28 10:37:26.025260 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1ff0ac25-a877-44fa-ae8c-ab1d1cee727e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749'] for port (ffdeae70-0c3f-4c8c-a6f6-e20595404788), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:26.079949 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c4af246-df8e-4730-a22e-ec9f02404479 None None] Network 3cfea6a9-3ae8-4574-9fa9-0e71bc9e8569 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:37:26.121531 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-00a2bdac-c999-489a-b25f-cb41489373e2 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-823142'] for subnet (452cb639-69d1-4af9-bf37-e3ca3ba034e6), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:26.143921 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff0ac25-a877-44fa-ae8c-ab1d1cee727e None None] Network 8e14d531-3e1b-4d5c-8e6c-e009315b065c is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:37:26.157064 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff0ac25-a877-44fa-ae8c-ab1d1cee727e None None] Pushing event updated for resources: {'Port': ['ID=ffdeae70-0c3f-4c8c-a6f6-e20595404788,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:26.162835 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-1ff0ac25-a877-44fa-ae8c-ab1d1cee727e None None] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:37:26.167953 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff0ac25-a877-44fa-ae8c-ab1d1cee727e None None] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:37:26.170464 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-c9b8d424-ff9a-4d18-a6bd-a0f78b9eba10 None None] Current status of the port b8e59856-8592-4adf-885c-7cf57305a9d6 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:37:26.190516 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-00a2bdac-c999-489a-b25f-cb41489373e2 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-823145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3242523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3951170'] for subnet (452cb639-69d1-4af9-bf37-e3ca3ba034e6), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:26.224437 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a2bdac-c999-489a-b25f-cb41489373e2 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Pushing event deleted for resources: {'Subnet': ['ID=452cb639-69d1-4af9-bf37-e3ca3ba034e6,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:26.228238 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-00a2bdac-c999-489a-b25f-cb41489373e2 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks [] for subnet (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:26.231881 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-00a2bdac-c999-489a-b25f-cb41489373e2 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] 10.222.0.20 "DELETE /v2.0/subnets/452cb639-69d1-4af9-bf37-e3ca3ba034e6 HTTP/1.1" status: 204 len: 168 time: 0.3404250 Feb 28 10:37:26.241132 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 38760) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:26.248139 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-1ff0ac25-a877-44fa-ae8c-ab1d1cee727e None None] Attempting to bind port ffdeae70-0c3f-4c8c-a6f6-e20595404788 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:37:26.248748 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-1ff0ac25-a877-44fa-ae8c-ab1d1cee727e None None] Attempting to bind port ffdeae70-0c3f-4c8c-a6f6-e20595404788 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '4064230a-b797-4857-9daf-fb741944ddda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '8e14d531-3e1b-4d5c-8e6c-e009315b065c'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:37:26.249224 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff0ac25-a877-44fa-ae8c-ab1d1cee727e None None] Attempting to bind port ffdeae70-0c3f-4c8c-a6f6-e20595404788 on network 8e14d531-3e1b-4d5c-8e6c-e009315b065c {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:37:26.255238 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff0ac25-a877-44fa-ae8c-ab1d1cee727e None None] Checking agent: {'id': '75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 24, 15), 'started_at': datetime.datetime(2022, 2, 28, 10, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 37, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:37:26.255819 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff0ac25-a877-44fa-ae8c-ab1d1cee727e None None] Checking segment: {'id': '4064230a-b797-4857-9daf-fb741944ddda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '8e14d531-3e1b-4d5c-8e6c-e009315b065c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:37:26.256393 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1ff0ac25-a877-44fa-ae8c-ab1d1cee727e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:26.256922 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff0ac25-a877-44fa-ae8c-ab1d1cee727e None None] Bound using segment: {'id': '4064230a-b797-4857-9daf-fb741944ddda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '8e14d531-3e1b-4d5c-8e6c-e009315b065c'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:37:26.257523 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-1ff0ac25-a877-44fa-ae8c-ab1d1cee727e None None] Bound port: ffdeae70-0c3f-4c8c-a6f6-e20595404788, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4064230a-b797-4857-9daf-fb741944ddda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '8e14d531-3e1b-4d5c-8e6c-e009315b065c'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:37:26.258018 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1ff0ac25-a877-44fa-ae8c-ab1d1cee727e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (ffdeae70-0c3f-4c8c-a6f6-e20595404788), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:26.284648 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32a1b1d-25d0-4661-b123-74dd12aa225f tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Pushing event deleted for resources: {'Subnet': ['ID=ee0fed37-3291-422e-8c7a-369a6cff6f83,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:26.340676 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-1ff0ac25-a877-44fa-ae8c-ab1d1cee727e None None] For port ffdeae70-0c3f-4c8c-a6f6-e20595404788, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:37:26.346661 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-1ff0ac25-a877-44fa-ae8c-ab1d1cee727e None None] For port ffdeae70-0c3f-4c8c-a6f6-e20595404788, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ffdeae70-0c3f-4c8c-a6f6-e20595404788,segment=NetworkSegment(4064230a-b797-4857-9daf-fb741944ddda),segment_id=4064230a-b797-4857-9daf-fb741944ddda)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:37:26.351712 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd9a0efa-4061-4ef6-84ca-abc39d96832c tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Network bab8a053-0783-40e7-8066-7f05658ad4fc is scheduled to be hosted by DHCP agent fb6705d2-4f70-4965-92a3-fbfccd43a6d3 with binding_index 1 {{(pid=103407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:37:26.359399 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1ff0ac25-a877-44fa-ae8c-ab1d1cee727e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (ffdeae70-0c3f-4c8c-a6f6-e20595404788), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:26.365005 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b32a1b1d-25d0-4661-b123-74dd12aa225f tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672413', 'neutron.services.segments.db._delete_segments_for_network-8742057110173'] for network (3cfea6a9-3ae8-4574-9fa9-0e71bc9e8569), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:26.374390 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-fd9a0efa-4061-4ef6-84ca-abc39d96832c tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, bab8a053-0783-40e7-8066-7f05658ad4fc) {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:37:26.383682 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd9a0efa-4061-4ef6-84ca-abc39d96832c tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:26.384353 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fd9a0efa-4061-4ef6-84ca-abc39d96832c tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616561'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:26.394456 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9856c6f6-5025-4de2-85b4-a35e7c8a9e57 None None] Network bab8a053-0783-40e7-8066-7f05658ad4fc requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:37:26.401214 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-b32a1b1d-25d0-4661-b123-74dd12aa225f tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cfea6a9-3ae8-4574-9fa9-0e71bc9e8569']}} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:26.414036 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-b32a1b1d-25d0-4661-b123-74dd12aa225f tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67fb6dcf-6725-4ca9-a014-7c50a59394db') {'for_net_delete': True} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:26.414396 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-b32a1b1d-25d0-4661-b123-74dd12aa225f tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67fb6dcf-6725-4ca9-a014-7c50a59394db') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:26.426609 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-fd9a0efa-4061-4ef6-84ca-abc39d96832c tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.0496562 Feb 28 10:37:26.429761 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 38762) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:26.431675 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b32a1b1d-25d0-4661-b123-74dd12aa225f tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742057113766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3501147'] for segment (67fb6dcf-6725-4ca9-a014-7c50a59394db), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:26.526402 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b32a1b1d-25d0-4661-b123-74dd12aa225f tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (67fb6dcf-6725-4ca9-a014-7c50a59394db), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:26.561238 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b32a1b1d-25d0-4661-b123-74dd12aa225f tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Releasing vlan 254 on physical network physnet1 to pool {{(pid=103407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:37:26.561238 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b32a1b1d-25d0-4661-b123-74dd12aa225f tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3498166'] for segment (67fb6dcf-6725-4ca9-a014-7c50a59394db), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:26.561584 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5335404d-de0f-4fe2-8c32-b9f1f64f12ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-bab8a053-0783-40e7-8066-7f05658ad4fc', 'network_id': 'bab8a053-0783-40e7-8066-7f05658ad4fc', 'project_id': 'ecbebc6a99ee48f398013303d806c3bb', 'fixed_ips': [{'subnet_id': '3c413a09-cc1a-409a-8272-91ecbbae850e'}]}} from dv-neutron-master-2-hyperv. {{(pid=103409) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:37:26.561584 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5335404d-de0f-4fe2-8c32-b9f1f64f12ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:26.570232 dv-neutron-master-2-hyperv neutron-server[103407]: Traceback (most recent call last): Feb 28 10:37:26.570232 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:37:26.570232 dv-neutron-master-2-hyperv neutron-server[103407]: timer() Feb 28 10:37:26.570232 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:37:26.570232 dv-neutron-master-2-hyperv neutron-server[103407]: cb(*args, **kw) Feb 28 10:37:26.570232 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:37:26.570232 dv-neutron-master-2-hyperv neutron-server[103407]: return func(*args, **kwargs) Feb 28 10:37:26.570232 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:37:26.570232 dv-neutron-master-2-hyperv neutron-server[103407]: self._notify() Feb 28 10:37:26.570232 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:37:26.570232 dv-neutron-master-2-hyperv neutron-server[103407]: self.callback(batched_events) Feb 28 10:37:26.570232 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:37:26.570232 dv-neutron-master-2-hyperv neutron-server[103407]: event.method(event) Feb 28 10:37:26.570232 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:37:26.570232 dv-neutron-master-2-hyperv neutron-server[103407]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:37:26.570232 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:37:26.570232 dv-neutron-master-2-hyperv neutron-server[103407]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:37:26.570232 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:37:26.570232 dv-neutron-master-2-hyperv neutron-server[103407]: return f(self, *a, **k) Feb 28 10:37:26.570232 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:37:26.570232 dv-neutron-master-2-hyperv neutron-server[103407]: return self._get(url).json() Feb 28 10:37:26.570232 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:37:26.570232 dv-neutron-master-2-hyperv neutron-server[103407]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:37:26.570232 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:37:26.570232 dv-neutron-master-2-hyperv neutron-server[103407]: return self.request(url, 'GET', **kwargs) Feb 28 10:37:26.570232 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:37:26.570232 dv-neutron-master-2-hyperv neutron-server[103407]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:37:26.570232 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:37:26.570232 dv-neutron-master-2-hyperv neutron-server[103407]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:37:26.570232 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:37:26.570232 dv-neutron-master-2-hyperv neutron-server[103407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:37:26.570232 dv-neutron-master-2-hyperv neutron-server[103407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:37:26.580161 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff0ac25-a877-44fa-ae8c-ab1d1cee727e None None] Pushing event updated for resources: {'Port': ['ID=ffdeae70-0c3f-4c8c-a6f6-e20595404788,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:26.679383 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7b350bf-70de-4244-95ed-993dc516345c None None] Network e9649a43-0135-4cb1-b6e4-1b73b93f59a2 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:37:26.681677 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device b8e59856-8592-4adf-885c-7cf57305a9d6 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:37:26.685898 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-feab9c27-90d6-4179-b174-80cc90b96d19 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-665757'] for network (bab8a053-0783-40e7-8066-7f05658ad4fc), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:26.722605 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_v2 [None req-9285ca03-7c86-4731-99e6-47ba3d74adfc tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Deleting subnet e21a3738-320d-4950-a712-950402cdbcd4 {{(pid=103408) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:37:26.730352 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9285ca03-7c86-4731-99e6-47ba3d74adfc tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks [] for subnet (e21a3738-320d-4950-a712-950402cdbcd4), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:26.751444 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b32a1b1d-25d0-4661-b123-74dd12aa225f tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803269'] for network (3cfea6a9-3ae8-4574-9fa9-0e71bc9e8569), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:26.776177 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b32a1b1d-25d0-4661-b123-74dd12aa225f tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:26.783315 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-b32a1b1d-25d0-4661-b123-74dd12aa225f tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] 10.222.0.20 "DELETE /v2.0/networks/3cfea6a9-3ae8-4574-9fa9-0e71bc9e8569 HTTP/1.1" status: 204 len: 168 time: 1.2798009 Feb 28 10:37:26.783548 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9285ca03-7c86-4731-99e6-47ba3d74adfc tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3423529'] for subnet (e21a3738-320d-4950-a712-950402cdbcd4), precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:26.783673 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32a1b1d-25d0-4661-b123-74dd12aa225f tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Pushing event deleted for resources: {'Network': ['ID=3cfea6a9-3ae8-4574-9fa9-0e71bc9e8569,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:26.783785 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 38764) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:26.789118 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-feab9c27-90d6-4179-b174-80cc90b96d19 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-823142'] for subnet (3c413a09-cc1a-409a-8272-91ecbbae850e), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:26.812708 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-f5534eba-d13c-449f-8877-6be592e02fe4 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-955988464'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:37:26.881030 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5534eba-d13c-449f-8877-6be592e02fe4 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Made reservation on behalf of 6aa76ca1930e40cb822a736948009d34 for: {'network': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:37:26.884530 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f5534eba-d13c-449f-8877-6be592e02fe4 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for network (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:26.891309 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-feab9c27-90d6-4179-b174-80cc90b96d19 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-823145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3498088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3516558'] for subnet (3c413a09-cc1a-409a-8272-91ecbbae850e), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:26.932619 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feab9c27-90d6-4179-b174-80cc90b96d19 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Pushing event deleted for resources: {'Subnet': ['ID=3c413a09-cc1a-409a-8272-91ecbbae850e,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:26.952672 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5534eba-d13c-449f-8877-6be592e02fe4 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 293} {{(pid=103408) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:37:26.965995 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9285ca03-7c86-4731-99e6-47ba3d74adfc tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-823142'] for subnet (e21a3738-320d-4950-a712-950402cdbcd4), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:26.967584 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-15c99b15-ceb4-44a5-8834-f0dc0845b2ed None None] Could not find standard attr ID for object 40530b9c-f5eb-4f1a-a994-be23c01be886. {{(pid=103409) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Feb 28 10:37:26.994889 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f5534eba-d13c-449f-8877-6be592e02fe4 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (ddfb0310-1226-4222-8845-f685917fc8e2), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:26.995242 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.db.segments_db [None req-f5534eba-d13c-449f-8877-6be592e02fe4 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Added segment ddfb0310-1226-4222-8845-f685917fc8e2 of type vlan for network 7df62afb-4d05-479a-b08f-cb6ba08550a1 Feb 28 10:37:27.004897 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-15c99b15-ceb4-44a5-8834-f0dc0845b2ed None None] Provisioning complete for port b8e59856-8592-4adf-885c-7cf57305a9d6 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:37:27.005546 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-15c99b15-ceb4-44a5-8834-f0dc0845b2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (b8e59856-8592-4adf-885c-7cf57305a9d6), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:27.014823 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-feab9c27-90d6-4179-b174-80cc90b96d19 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672413', 'neutron.services.segments.db._delete_segments_for_network-8742057110173'] for network (bab8a053-0783-40e7-8066-7f05658ad4fc), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:27.034456 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server [None req-5335404d-de0f-4fe2-8c32-b9f1f64f12ea None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3c413a09-cc1a-409a-8272-91ecbbae850e: This subnet is being modified by another concurrent operation. Feb 28 10:37:27.034456 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 28 10:37:27.034456 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 28 10:37:27.034456 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 28 10:37:27.034456 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 28 10:37:27.034456 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 28 10:37:27.034456 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 28 10:37:27.034456 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 28 10:37:27.034456 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 28 10:37:27.034456 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 28 10:37:27.034456 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 28 10:37:27.034456 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 28 10:37:27.034456 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 28 10:37:27.034456 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 10:37:27.034456 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 28 10:37:27.034456 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server raise self.value Feb 28 10:37:27.034456 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 28 10:37:27.034456 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 28 10:37:27.034456 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 28 10:37:27.034456 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 28 10:37:27.034456 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 28 10:37:27.034456 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 10:37:27.034456 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 28 10:37:27.034456 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server raise self.value Feb 28 10:37:27.034456 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 28 10:37:27.034456 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 28 10:37:27.034456 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 28 10:37:27.034456 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 28 10:37:27.034456 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 28 10:37:27.034456 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 10:37:27.034456 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 28 10:37:27.034456 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server raise self.value Feb 28 10:37:27.034456 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 28 10:37:27.034456 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 28 10:37:27.034456 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 28 10:37:27.034456 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 28 10:37:27.034456 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 28 10:37:27.034456 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 28 10:37:27.034456 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 28 10:37:27.034456 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 28 10:37:27.034456 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 28 10:37:27.034456 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 28 10:37:27.034456 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 28 10:37:27.034456 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 28 10:37:27.034456 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 28 10:37:27.034456 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 28 10:37:27.034456 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 28 10:37:27.034456 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 28 10:37:27.034456 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 28 10:37:27.034456 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 10:37:27.034456 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 28 10:37:27.034456 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server raise self.value Feb 28 10:37:27.034456 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 28 10:37:27.034456 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 28 10:37:27.034456 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 28 10:37:27.034456 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 28 10:37:27.034456 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 28 10:37:27.034456 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 10:37:27.034456 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 28 10:37:27.034456 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server raise self.value Feb 28 10:37:27.034456 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 28 10:37:27.034456 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 28 10:37:27.034456 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 28 10:37:27.034456 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 28 10:37:27.034456 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 28 10:37:27.034456 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 10:37:27.034456 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 28 10:37:27.034456 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server raise self.value Feb 28 10:37:27.034456 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 28 10:37:27.034456 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 28 10:37:27.034456 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 28 10:37:27.034456 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 28 10:37:27.034456 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 28 10:37:27.034456 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 28 10:37:27.034456 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db Feb 28 10:37:27.034456 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 28 10:37:27.034456 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 28 10:37:27.034456 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 28 10:37:27.034456 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 28 10:37:27.034456 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 28 10:37:27.034456 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 28 10:37:27.034456 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 28 10:37:27.034456 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 28 10:37:27.034456 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 28 10:37:27.034456 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 28 10:37:27.034456 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 28 10:37:27.034456 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 28 10:37:27.034456 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 28 10:37:27.034456 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 28 10:37:27.034456 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server raise exception Feb 28 10:37:27.034456 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3c413a09-cc1a-409a-8272-91ecbbae850e: This subnet is being modified by another concurrent operation. Feb 28 10:37:27.034456 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server Feb 28 10:37:27.062471 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd7fe6a6-fa6f-4f10-af85-bdfad4b91fa4 None None] Network bab8a053-0783-40e7-8066-7f05658ad4fc requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:37:27.066859 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-feab9c27-90d6-4179-b174-80cc90b96d19 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bab8a053-0783-40e7-8066-7f05658ad4fc']}} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:27.078486 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f5534eba-d13c-449f-8877-6be592e02fe4 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742056637431'] for network (7df62afb-4d05-479a-b08f-cb6ba08550a1), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:27.082878 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-feab9c27-90d6-4179-b174-80cc90b96d19 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cedbb48-03b1-4f8c-b9d9-acf7aaa594c5') {'for_net_delete': True} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:27.083447 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-feab9c27-90d6-4179-b174-80cc90b96d19 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cedbb48-03b1-4f8c-b9d9-acf7aaa594c5') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:27.107471 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-feab9c27-90d6-4179-b174-80cc90b96d19 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742057113766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3501147'] for segment (1cedbb48-03b1-4f8c-b9d9-acf7aaa594c5), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:27.112854 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9285ca03-7c86-4731-99e6-47ba3d74adfc tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-823145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3242523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3951170'] for subnet (e21a3738-320d-4950-a712-950402cdbcd4), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:27.123746 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-feab9c27-90d6-4179-b174-80cc90b96d19 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (1cedbb48-03b1-4f8c-b9d9-acf7aaa594c5), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:27.134685 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port b8e59856-8592-4adf-885c-7cf57305a9d6 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:37:27.135069 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (b8e59856-8592-4adf-885c-7cf57305a9d6), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:27.138687 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-feab9c27-90d6-4179-b174-80cc90b96d19 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Releasing vlan 288 on physical network physnet1 to pool {{(pid=103407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:37:27.139169 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-feab9c27-90d6-4179-b174-80cc90b96d19 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3498166'] for segment (1cedbb48-03b1-4f8c-b9d9-acf7aaa594c5), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:27.143092 dv-neutron-master-2-hyperv neutron-server[103407]: Traceback (most recent call last): Feb 28 10:37:27.143092 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:37:27.143092 dv-neutron-master-2-hyperv neutron-server[103407]: timer() Feb 28 10:37:27.143092 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:37:27.143092 dv-neutron-master-2-hyperv neutron-server[103407]: cb(*args, **kw) Feb 28 10:37:27.143092 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:37:27.143092 dv-neutron-master-2-hyperv neutron-server[103407]: return func(*args, **kwargs) Feb 28 10:37:27.143092 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:37:27.143092 dv-neutron-master-2-hyperv neutron-server[103407]: self._notify() Feb 28 10:37:27.143092 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:37:27.143092 dv-neutron-master-2-hyperv neutron-server[103407]: self.callback(batched_events) Feb 28 10:37:27.143092 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:37:27.143092 dv-neutron-master-2-hyperv neutron-server[103407]: event.method(event) Feb 28 10:37:27.143092 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:37:27.143092 dv-neutron-master-2-hyperv neutron-server[103407]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:37:27.143092 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:37:27.143092 dv-neutron-master-2-hyperv neutron-server[103407]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:37:27.143092 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:37:27.143092 dv-neutron-master-2-hyperv neutron-server[103407]: return f(self, *a, **k) Feb 28 10:37:27.143092 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:37:27.143092 dv-neutron-master-2-hyperv neutron-server[103407]: return self._get(url).json() Feb 28 10:37:27.143092 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:37:27.143092 dv-neutron-master-2-hyperv neutron-server[103407]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:37:27.143092 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:37:27.143092 dv-neutron-master-2-hyperv neutron-server[103407]: return self.request(url, 'GET', **kwargs) Feb 28 10:37:27.143092 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:37:27.143092 dv-neutron-master-2-hyperv neutron-server[103407]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:37:27.143092 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:37:27.143092 dv-neutron-master-2-hyperv neutron-server[103407]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:37:27.143092 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:37:27.143092 dv-neutron-master-2-hyperv neutron-server[103407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:37:27.143092 dv-neutron-master-2-hyperv neutron-server[103407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:37:27.149887 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9285ca03-7c86-4731-99e6-47ba3d74adfc tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Pushing event deleted for resources: {'Subnet': ['ID=e21a3738-320d-4950-a712-950402cdbcd4,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:27.154188 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9285ca03-7c86-4731-99e6-47ba3d74adfc tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks [] for subnet (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:27.157746 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-9285ca03-7c86-4731-99e6-47ba3d74adfc tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] 10.222.0.20 "DELETE /v2.0/subnets/e21a3738-320d-4950-a712-950402cdbcd4 HTTP/1.1" status: 204 len: 168 time: 0.9154775 Feb 28 10:37:27.158962 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f5534eba-d13c-449f-8877-6be592e02fe4 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551'] for network (7df62afb-4d05-479a-b08f-cb6ba08550a1), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:27.163648 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 38766) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:27.164184 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5534eba-d13c-449f-8877-6be592e02fe4 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:27.164815 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f5534eba-d13c-449f-8877-6be592e02fe4 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616561'] for network (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:27.228501 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-f5534eba-d13c-449f-8877-6be592e02fe4 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4411612 Feb 28 10:37:27.229148 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 38768) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:27.234100 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-c56e885d-b1ca-4fe0-8763-08096e7a9b70 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Request body: {'subnet': {'network_id': '7df62afb-4d05-479a-b08f-cb6ba08550a1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:37:27.283634 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-15c99b15-ceb4-44a5-8834-f0dc0845b2ed None None] Current status of the port b8e59856-8592-4adf-885c-7cf57305a9d6 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:37:27.288353 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5534eba-d13c-449f-8877-6be592e02fe4 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Pushing event updated for resources: {'Network': ['ID=7df62afb-4d05-479a-b08f-cb6ba08550a1,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:27.313022 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-feab9c27-90d6-4179-b174-80cc90b96d19 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803269'] for network (bab8a053-0783-40e7-8066-7f05658ad4fc), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:27.318070 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Network 7df62afb-4d05-479a-b08f-cb6ba08550a1 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103409) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:37:27.328646 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-feab9c27-90d6-4179-b174-80cc90b96d19 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:27.340327 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-feab9c27-90d6-4179-b174-80cc90b96d19 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] 10.222.0.20 "DELETE /v2.0/networks/bab8a053-0783-40e7-8066-7f05658ad4fc HTTP/1.1" status: 204 len: 168 time: 0.9057012 Feb 28 10:37:27.345752 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 38770) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:27.350828 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0d47ed4f-04b5-459d-921b-c10f4ec92fc5 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-665757'] for network (e9649a43-0135-4cb1-b6e4-1b73b93f59a2), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:27.352690 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-4924e4e6-d033-479b-aed6-f959c59bc055 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1566730962'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:37:27.361123 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c56e885d-b1ca-4fe0-8763-08096e7a9b70 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Made reservation on behalf of 6aa76ca1930e40cb822a736948009d34 for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:37:27.366165 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c56e885d-b1ca-4fe0-8763-08096e7a9b70 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3951209'] for subnet (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:27.371113 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feab9c27-90d6-4179-b174-80cc90b96d19 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Pushing event deleted for resources: {'Network': ['ID=bab8a053-0783-40e7-8066-7f05658ad4fc,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:27.407882 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port b8e59856-8592-4adf-885c-7cf57305a9d6 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:37:27.430744 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cefd1012-89eb-4079-9e38-3a0fbc5723fc None None] Update dhcp port {'port': {'network_id': 'e9649a43-0135-4cb1-b6e4-1b73b93f59a2', 'fixed_ips': [{'subnet_id': 'e21a3738-320d-4950-a712-950402cdbcd4'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': 'b8e59856-8592-4adf-885c-7cf57305a9d6'} from dv-neutron-master-2-hyperv. {{(pid=103409) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 28 10:37:27.434663 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-0d47ed4f-04b5-459d-921b-c10f4ec92fc5 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Deleting port b8e59856-8592-4adf-885c-7cf57305a9d6 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:37:27.434986 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0d47ed4f-04b5-459d-921b-c10f4ec92fc5 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (b8e59856-8592-4adf-885c-7cf57305a9d6), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:27.442704 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4924e4e6-d033-479b-aed6-f959c59bc055 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Made reservation on behalf of ecbebc6a99ee48f398013303d806c3bb for: {'network': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:37:27.446422 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4924e4e6-d033-479b-aed6-f959c59bc055 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for network (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:27.453094 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.ipam_backend_mixin [None req-c56e885d-b1ca-4fe0-8763-08096e7a9b70 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Performing IP validity checks on allocation pools {{(pid=103408) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 28 10:37:27.454039 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.ipam_backend_mixin [None req-c56e885d-b1ca-4fe0-8763-08096e7a9b70 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103408) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 28 10:37:27.465574 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-cefd1012-89eb-4079-9e38-3a0fbc5723fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (b8e59856-8592-4adf-885c-7cf57305a9d6), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:27.494366 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4924e4e6-d033-479b-aed6-f959c59bc055 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 281} {{(pid=103408) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:37:27.509338 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4924e4e6-d033-479b-aed6-f959c59bc055 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (6c94dc53-59b7-43f9-81a8-00289f96393a), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:27.509697 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.db.segments_db [None req-4924e4e6-d033-479b-aed6-f959c59bc055 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Added segment 6c94dc53-59b7-43f9-81a8-00289f96393a of type vlan for network a8ac4d44-f4a7-446f-87e8-e6786d46241a Feb 28 10:37:27.518055 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-0d47ed4f-04b5-459d-921b-c10f4ec92fc5 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] For port b8e59856-8592-4adf-885c-7cf57305a9d6, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b8e59856-8592-4adf-885c-7cf57305a9d6,segment=NetworkSegment(dec0811a-5056-4e96-84eb-1879236cd17c),segment_id=dec0811a-5056-4e96-84eb-1879236cd17c)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:37:27.518977 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0d47ed4f-04b5-459d-921b-c10f4ec92fc5 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (b8e59856-8592-4adf-885c-7cf57305a9d6), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:27.535694 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-0d47ed4f-04b5-459d-921b-c10f4ec92fc5 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Calling delete_port for b8e59856-8592-4adf-885c-7cf57305a9d6 owned by network:dhcp {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:37:27.590246 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4924e4e6-d033-479b-aed6-f959c59bc055 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742056637431'] for network (a8ac4d44-f4a7-446f-87e8-e6786d46241a), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:27.663747 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0d47ed4f-04b5-459d-921b-c10f4ec92fc5 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (b8e59856-8592-4adf-885c-7cf57305a9d6), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:27.669672 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4924e4e6-d033-479b-aed6-f959c59bc055 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551'] for network (a8ac4d44-f4a7-446f-87e8-e6786d46241a), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:27.675280 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4924e4e6-d033-479b-aed6-f959c59bc055 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:27.675963 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4924e4e6-d033-479b-aed6-f959c59bc055 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616561'] for network (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:27.681821 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c7811e-aaae-439e-9e2f-77b11e3f5e61 None None] Network e9649a43-0135-4cb1-b6e4-1b73b93f59a2 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:37:27.686933 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c56e885d-b1ca-4fe0-8763-08096e7a9b70 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3242588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3951195'] for subnet (76c117e5-911e-4879-bfa7-e9d3c5a4c2c2), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:27.710105 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d47ed4f-04b5-459d-921b-c10f4ec92fc5 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Pushing event deleted for resources: {'Port': ['ID=b8e59856-8592-4adf-885c-7cf57305a9d6,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:27.721933 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d47ed4f-04b5-459d-921b-c10f4ec92fc5 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] No DVR routers for this DVR port b8e59856-8592-4adf-885c-7cf57305a9d6 on host dv-neutron-master-2-hyperv {{(pid=103407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:37:27.738830 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-bfa2d2dc-3409-4a2b-9281-5d4190e9937f None None] Could not find standard attr ID for object b8e59856-8592-4adf-885c-7cf57305a9d6. {{(pid=103409) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Feb 28 10:37:27.810841 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-567d1450-5b8e-4a95-9f79-082c963446ee None None] DHCP port deletion for e9649a43-0135-4cb1-b6e4-1b73b93f59a2 request from dv-neutron-master-2-hyperv {{(pid=103409) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:37:27.813886 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-4924e4e6-d033-479b-aed6-f959c59bc055 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4662232 Feb 28 10:37:27.819425 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 38772) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:27.825618 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-af67fc8e-4ab4-4092-b5c0-776a6eb257a1 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Request body: {'subnet': {'network_id': 'a8ac4d44-f4a7-446f-87e8-e6786d46241a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:37:27.825852 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4924e4e6-d033-479b-aed6-f959c59bc055 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Pushing event updated for resources: {'Network': ['ID=a8ac4d44-f4a7-446f-87e8-e6786d46241a,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:27.837641 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Network a8ac4d44-f4a7-446f-87e8-e6786d46241a details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103409) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:37:27.841831 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56e885d-b1ca-4fe0-8763-08096e7a9b70 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Pushing event updated for resources: {'Subnet': ['ID=76c117e5-911e-4879-bfa7-e9d3c5a4c2c2,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:27.849869 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56e885d-b1ca-4fe0-8763-08096e7a9b70 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Checking segment: {'id': 'ddfb0310-1226-4222-8845-f685917fc8e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '7df62afb-4d05-479a-b08f-cb6ba08550a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:37:27.850246 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c56e885d-b1ca-4fe0-8763-08096e7a9b70 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Network hostable DHCP agents. Network: 7df62afb-4d05-479a-b08f-cb6ba08550a1, hostable agents: ['fb6705d2-4f70-4965-92a3-fbfccd43a6d3'], hosted agents: [] {{(pid=103408) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:37:27.869408 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c56e885d-b1ca-4fe0-8763-08096e7a9b70 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Network 7df62afb-4d05-479a-b08f-cb6ba08550a1 is scheduled to be hosted by DHCP agent fb6705d2-4f70-4965-92a3-fbfccd43a6d3 with binding_index 1 {{(pid=103408) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:37:27.883480 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-c56e885d-b1ca-4fe0-8763-08096e7a9b70 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 7df62afb-4d05-479a-b08f-cb6ba08550a1) {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:37:27.892417 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c56e885d-b1ca-4fe0-8763-08096e7a9b70 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:27.895735 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c56e885d-b1ca-4fe0-8763-08096e7a9b70 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks [] for subnet (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:27.916319 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-c56e885d-b1ca-4fe0-8763-08096e7a9b70 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.6862433 Feb 28 10:37:27.919185 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 38774) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:27.919627 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0d47ed4f-04b5-459d-921b-c10f4ec92fc5 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672413', 'neutron.services.segments.db._delete_segments_for_network-8742057110173'] for network (e9649a43-0135-4cb1-b6e4-1b73b93f59a2), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:27.933626 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-104e4e67-1498-4d23-b697-9d11a6828042 None None] Network 7df62afb-4d05-479a-b08f-cb6ba08550a1 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:37:27.971577 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-0d47ed4f-04b5-459d-921b-c10f4ec92fc5 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9649a43-0135-4cb1-b6e4-1b73b93f59a2']}} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:27.989636 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-0d47ed4f-04b5-459d-921b-c10f4ec92fc5 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dec0811a-5056-4e96-84eb-1879236cd17c') {'for_net_delete': True} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:27.990297 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-0d47ed4f-04b5-459d-921b-c10f4ec92fc5 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dec0811a-5056-4e96-84eb-1879236cd17c') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:28.001808 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0d47ed4f-04b5-459d-921b-c10f4ec92fc5 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742057113766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3501147'] for segment (dec0811a-5056-4e96-84eb-1879236cd17c), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:28.017666 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af67fc8e-4ab4-4092-b5c0-776a6eb257a1 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Made reservation on behalf of ecbebc6a99ee48f398013303d806c3bb for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:37:28.022018 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-af67fc8e-4ab4-4092-b5c0-776a6eb257a1 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3516581'] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:28.049460 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-40dd52aa-920f-4fd5-8c54-0c402039e7e2 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-665757'] for network (7df62afb-4d05-479a-b08f-cb6ba08550a1), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:28.067007 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1298632-626c-4534-8393-62716400ad53 None None] Network 8e14d531-3e1b-4d5c-8e6c-e009315b065c requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:37:28.071762 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0d47ed4f-04b5-459d-921b-c10f4ec92fc5 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (dec0811a-5056-4e96-84eb-1879236cd17c), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:28.089381 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d47ed4f-04b5-459d-921b-c10f4ec92fc5 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Releasing vlan 277 on physical network physnet1 to pool {{(pid=103407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:37:28.089922 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0d47ed4f-04b5-459d-921b-c10f4ec92fc5 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3498166'] for segment (dec0811a-5056-4e96-84eb-1879236cd17c), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:28.093257 dv-neutron-master-2-hyperv neutron-server[103407]: Traceback (most recent call last): Feb 28 10:37:28.093257 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:37:28.093257 dv-neutron-master-2-hyperv neutron-server[103407]: timer() Feb 28 10:37:28.093257 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:37:28.093257 dv-neutron-master-2-hyperv neutron-server[103407]: cb(*args, **kw) Feb 28 10:37:28.093257 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:37:28.093257 dv-neutron-master-2-hyperv neutron-server[103407]: return func(*args, **kwargs) Feb 28 10:37:28.093257 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:37:28.093257 dv-neutron-master-2-hyperv neutron-server[103407]: self._notify() Feb 28 10:37:28.093257 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:37:28.093257 dv-neutron-master-2-hyperv neutron-server[103407]: self.callback(batched_events) Feb 28 10:37:28.093257 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:37:28.093257 dv-neutron-master-2-hyperv neutron-server[103407]: event.method(event) Feb 28 10:37:28.093257 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:37:28.093257 dv-neutron-master-2-hyperv neutron-server[103407]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:37:28.093257 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:37:28.093257 dv-neutron-master-2-hyperv neutron-server[103407]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:37:28.093257 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:37:28.093257 dv-neutron-master-2-hyperv neutron-server[103407]: return f(self, *a, **k) Feb 28 10:37:28.093257 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:37:28.093257 dv-neutron-master-2-hyperv neutron-server[103407]: return self._get(url).json() Feb 28 10:37:28.093257 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:37:28.093257 dv-neutron-master-2-hyperv neutron-server[103407]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:37:28.093257 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:37:28.093257 dv-neutron-master-2-hyperv neutron-server[103407]: return self.request(url, 'GET', **kwargs) Feb 28 10:37:28.093257 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:37:28.093257 dv-neutron-master-2-hyperv neutron-server[103407]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:37:28.093257 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:37:28.093257 dv-neutron-master-2-hyperv neutron-server[103407]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:37:28.093257 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:37:28.093257 dv-neutron-master-2-hyperv neutron-server[103407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:37:28.093257 dv-neutron-master-2-hyperv neutron-server[103407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:37:28.124415 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-40dd52aa-920f-4fd5-8c54-0c402039e7e2 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-823142'] for subnet (76c117e5-911e-4879-bfa7-e9d3c5a4c2c2), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:28.126010 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-022a8998-92b8-40e2-aecf-1f1a64e7c480 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-7df62afb-4d05-479a-b08f-cb6ba08550a1', 'network_id': '7df62afb-4d05-479a-b08f-cb6ba08550a1', 'project_id': '6aa76ca1930e40cb822a736948009d34', 'fixed_ips': [{'subnet_id': '76c117e5-911e-4879-bfa7-e9d3c5a4c2c2'}]}} from dv-neutron-master-2-hyperv. {{(pid=103409) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:37:28.127629 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-022a8998-92b8-40e2-aecf-1f1a64e7c480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:28.189812 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0d47ed4f-04b5-459d-921b-c10f4ec92fc5 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803269'] for network (e9649a43-0135-4cb1-b6e4-1b73b93f59a2), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:28.194894 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0d47ed4f-04b5-459d-921b-c10f4ec92fc5 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:28.197437 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-9c4a2f91-2e53-4725-8502-01546e51b50a None None] Provisioning complete for port ffdeae70-0c3f-4c8c-a6f6-e20595404788 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:37:28.197817 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-40dd52aa-920f-4fd5-8c54-0c402039e7e2 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-823145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3242523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3951170'] for subnet (76c117e5-911e-4879-bfa7-e9d3c5a4c2c2), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:28.197965 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9c4a2f91-2e53-4725-8502-01546e51b50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (ffdeae70-0c3f-4c8c-a6f6-e20595404788), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:28.199470 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-0d47ed4f-04b5-459d-921b-c10f4ec92fc5 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] 10.222.0.20 "DELETE /v2.0/networks/e9649a43-0135-4cb1-b6e4-1b73b93f59a2 HTTP/1.1" status: 204 len: 168 time: 1.0344098 Feb 28 10:37:28.208141 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 38776) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:28.218669 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d47ed4f-04b5-459d-921b-c10f4ec92fc5 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Pushing event deleted for resources: {'Network': ['ID=e9649a43-0135-4cb1-b6e4-1b73b93f59a2,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:28.313470 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dd52aa-920f-4fd5-8c54-0c402039e7e2 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Pushing event deleted for resources: {'Subnet': ['ID=76c117e5-911e-4879-bfa7-e9d3c5a4c2c2,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:28.330081 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server [None req-022a8998-92b8-40e2-aecf-1f1a64e7c480 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 76c117e5-911e-4879-bfa7-e9d3c5a4c2c2: This subnet is being modified by another concurrent operation. Feb 28 10:37:28.330081 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 28 10:37:28.330081 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 28 10:37:28.330081 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 28 10:37:28.330081 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 28 10:37:28.330081 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 28 10:37:28.330081 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 28 10:37:28.330081 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 28 10:37:28.330081 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 28 10:37:28.330081 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 28 10:37:28.330081 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 28 10:37:28.330081 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 28 10:37:28.330081 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 28 10:37:28.330081 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 10:37:28.330081 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 28 10:37:28.330081 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server raise self.value Feb 28 10:37:28.330081 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 28 10:37:28.330081 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 28 10:37:28.330081 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 28 10:37:28.330081 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 28 10:37:28.330081 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 28 10:37:28.330081 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 10:37:28.330081 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 28 10:37:28.330081 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server raise self.value Feb 28 10:37:28.330081 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 28 10:37:28.330081 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 28 10:37:28.330081 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 28 10:37:28.330081 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 28 10:37:28.330081 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 28 10:37:28.330081 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 10:37:28.330081 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 28 10:37:28.330081 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server raise self.value Feb 28 10:37:28.330081 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 28 10:37:28.330081 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 28 10:37:28.330081 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 28 10:37:28.330081 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 28 10:37:28.330081 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 28 10:37:28.330081 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 28 10:37:28.330081 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 28 10:37:28.330081 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 28 10:37:28.330081 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 28 10:37:28.330081 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 28 10:37:28.330081 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 28 10:37:28.330081 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 28 10:37:28.330081 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 28 10:37:28.330081 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 28 10:37:28.330081 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 28 10:37:28.330081 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 28 10:37:28.330081 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 28 10:37:28.330081 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 10:37:28.330081 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 28 10:37:28.330081 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server raise self.value Feb 28 10:37:28.330081 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 28 10:37:28.330081 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 28 10:37:28.330081 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 28 10:37:28.330081 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 28 10:37:28.330081 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 28 10:37:28.330081 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 10:37:28.330081 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 28 10:37:28.330081 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server raise self.value Feb 28 10:37:28.330081 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 28 10:37:28.330081 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 28 10:37:28.330081 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 28 10:37:28.330081 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 28 10:37:28.330081 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 28 10:37:28.330081 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 10:37:28.330081 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 28 10:37:28.330081 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server raise self.value Feb 28 10:37:28.330081 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 28 10:37:28.330081 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 28 10:37:28.330081 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 28 10:37:28.330081 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 28 10:37:28.330081 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 28 10:37:28.330081 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 28 10:37:28.330081 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db Feb 28 10:37:28.330081 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 28 10:37:28.330081 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 28 10:37:28.330081 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 28 10:37:28.330081 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 28 10:37:28.330081 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 28 10:37:28.330081 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 28 10:37:28.330081 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 28 10:37:28.330081 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 28 10:37:28.330081 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 28 10:37:28.330081 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 28 10:37:28.330081 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 28 10:37:28.330081 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 28 10:37:28.330081 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 28 10:37:28.330081 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 28 10:37:28.330081 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server raise exception Feb 28 10:37:28.330081 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 76c117e5-911e-4879-bfa7-e9d3c5a4c2c2: This subnet is being modified by another concurrent operation. Feb 28 10:37:28.330081 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server Feb 28 10:37:28.339428 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-40dd52aa-920f-4fd5-8c54-0c402039e7e2 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672413', 'neutron.services.segments.db._delete_segments_for_network-8742057110173'] for network (7df62afb-4d05-479a-b08f-cb6ba08550a1), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:28.339911 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-af67fc8e-4ab4-4092-b5c0-776a6eb257a1 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3498031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3516567'] for subnet (14332218-52a3-4ce3-8357-63ac3e8be8a1), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:28.372526 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-40dd52aa-920f-4fd5-8c54-0c402039e7e2 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7df62afb-4d05-479a-b08f-cb6ba08550a1']}} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:28.384733 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6011f6a-7afb-41f3-96cb-b26e7639e1c1 None None] Network 7df62afb-4d05-479a-b08f-cb6ba08550a1 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:37:28.385232 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-40dd52aa-920f-4fd5-8c54-0c402039e7e2 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddfb0310-1226-4222-8845-f685917fc8e2') {'for_net_delete': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:28.385544 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-40dd52aa-920f-4fd5-8c54-0c402039e7e2 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddfb0310-1226-4222-8845-f685917fc8e2') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:28.394235 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-070f8c0b-3056-4dd6-af0f-f517e69a6a6d tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:28.399869 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-070f8c0b-3056-4dd6-af0f-f517e69a6a6d tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1819553 Feb 28 10:37:28.401438 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 38778) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:28.417642 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-40dd52aa-920f-4fd5-8c54-0c402039e7e2 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742057113766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3423550'] for segment (ddfb0310-1226-4222-8845-f685917fc8e2), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:28.428248 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af67fc8e-4ab4-4092-b5c0-776a6eb257a1 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Checking segment: {'id': '6c94dc53-59b7-43f9-81a8-00289f96393a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'a8ac4d44-f4a7-446f-87e8-e6786d46241a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:37:28.428843 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af67fc8e-4ab4-4092-b5c0-776a6eb257a1 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Network hostable DHCP agents. Network: a8ac4d44-f4a7-446f-87e8-e6786d46241a, hostable agents: ['fb6705d2-4f70-4965-92a3-fbfccd43a6d3'], hosted agents: [] {{(pid=103407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:37:28.431111 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af67fc8e-4ab4-4092-b5c0-776a6eb257a1 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Pushing event updated for resources: {'Subnet': ['ID=14332218-52a3-4ce3-8357-63ac3e8be8a1,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:28.458496 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af67fc8e-4ab4-4092-b5c0-776a6eb257a1 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Network a8ac4d44-f4a7-446f-87e8-e6786d46241a is scheduled to be hosted by DHCP agent fb6705d2-4f70-4965-92a3-fbfccd43a6d3 with binding_index 1 {{(pid=103407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:37:28.458645 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-40dd52aa-920f-4fd5-8c54-0c402039e7e2 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (ddfb0310-1226-4222-8845-f685917fc8e2), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:28.466867 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-9c4a2f91-2e53-4725-8502-01546e51b50a None None] Current status of the port ffdeae70-0c3f-4c8c-a6f6-e20595404788 is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:37:28.467312 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9c4a2f91-2e53-4725-8502-01546e51b50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (ffdeae70-0c3f-4c8c-a6f6-e20595404788), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:28.468739 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40dd52aa-920f-4fd5-8c54-0c402039e7e2 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Releasing vlan 293 on physical network physnet1 to pool {{(pid=103408) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:37:28.469212 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-40dd52aa-920f-4fd5-8c54-0c402039e7e2 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3242693'] for segment (ddfb0310-1226-4222-8845-f685917fc8e2), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:28.473597 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-af67fc8e-4ab4-4092-b5c0-776a6eb257a1 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, a8ac4d44-f4a7-446f-87e8-e6786d46241a) {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:37:28.474076 dv-neutron-master-2-hyperv neutron-server[103408]: Traceback (most recent call last): Feb 28 10:37:28.474076 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:37:28.474076 dv-neutron-master-2-hyperv neutron-server[103408]: timer() Feb 28 10:37:28.474076 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:37:28.474076 dv-neutron-master-2-hyperv neutron-server[103408]: cb(*args, **kw) Feb 28 10:37:28.474076 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:37:28.474076 dv-neutron-master-2-hyperv neutron-server[103408]: return func(*args, **kwargs) Feb 28 10:37:28.474076 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:37:28.474076 dv-neutron-master-2-hyperv neutron-server[103408]: self._notify() Feb 28 10:37:28.474076 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:37:28.474076 dv-neutron-master-2-hyperv neutron-server[103408]: self.callback(batched_events) Feb 28 10:37:28.474076 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:37:28.474076 dv-neutron-master-2-hyperv neutron-server[103408]: event.method(event) Feb 28 10:37:28.474076 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:37:28.474076 dv-neutron-master-2-hyperv neutron-server[103408]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:37:28.474076 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:37:28.474076 dv-neutron-master-2-hyperv neutron-server[103408]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:37:28.474076 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:37:28.474076 dv-neutron-master-2-hyperv neutron-server[103408]: return f(self, *a, **k) Feb 28 10:37:28.474076 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:37:28.474076 dv-neutron-master-2-hyperv neutron-server[103408]: return self._get(url).json() Feb 28 10:37:28.474076 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:37:28.474076 dv-neutron-master-2-hyperv neutron-server[103408]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:37:28.474076 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:37:28.474076 dv-neutron-master-2-hyperv neutron-server[103408]: return self.request(url, 'GET', **kwargs) Feb 28 10:37:28.474076 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:37:28.474076 dv-neutron-master-2-hyperv neutron-server[103408]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:37:28.474076 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:37:28.474076 dv-neutron-master-2-hyperv neutron-server[103408]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:37:28.474076 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:37:28.474076 dv-neutron-master-2-hyperv neutron-server[103408]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:37:28.474076 dv-neutron-master-2-hyperv neutron-server[103408]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:37:28.481006 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af67fc8e-4ab4-4092-b5c0-776a6eb257a1 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:28.481871 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-af67fc8e-4ab4-4092-b5c0-776a6eb257a1 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616561'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:28.507850 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-af67fc8e-4ab4-4092-b5c0-776a6eb257a1 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.6872540 Feb 28 10:37:28.510531 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 38780) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:28.523669 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f172fc96-6454-4e0a-b5d3-1d36fcb6da68 None None] Network a8ac4d44-f4a7-446f-87e8-e6786d46241a requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:37:28.595955 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-92ab8f78-3c77-4779-9734-df21ccff0751 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] 10.222.0.20 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1933117 Feb 28 10:37:28.597115 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 38782) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:28.603360 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-8558289c-965d-4747-a50f-0fa6b9d64b06 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1226193411'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:37:28.629076 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-40dd52aa-920f-4fd5-8c54-0c402039e7e2 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803269'] for network (7df62afb-4d05-479a-b08f-cb6ba08550a1), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:28.644783 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-40dd52aa-920f-4fd5-8c54-0c402039e7e2 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616561'] for network (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:28.649842 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-40dd52aa-920f-4fd5-8c54-0c402039e7e2 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] 10.222.0.20 "DELETE /v2.0/networks/7df62afb-4d05-479a-b08f-cb6ba08550a1 HTTP/1.1" status: 204 len: 168 time: 0.7295003 Feb 28 10:37:28.650631 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8558289c-965d-4747-a50f-0fa6b9d64b06 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Made reservation on behalf of 3f882f7a65fb4f4b8c37408f45ffc93a for: {'network': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:37:28.650860 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device ffdeae70-0c3f-4c8c-a6f6-e20595404788 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:37:28.654870 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8558289c-965d-4747-a50f-0fa6b9d64b06 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for network (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:28.659948 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 38784) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:28.668986 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-4d1e6f19-14a5-435b-8745-e97479edcd14 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1295794158'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:37:28.688221 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-9c4a2f91-2e53-4725-8502-01546e51b50a None None] For port ffdeae70-0c3f-4c8c-a6f6-e20595404788, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ffdeae70-0c3f-4c8c-a6f6-e20595404788,segment=NetworkSegment(4064230a-b797-4857-9daf-fb741944ddda),segment_id=4064230a-b797-4857-9daf-fb741944ddda)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:37:28.691731 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dd52aa-920f-4fd5-8c54-0c402039e7e2 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Pushing event deleted for resources: {'Network': ['ID=7df62afb-4d05-479a-b08f-cb6ba08550a1,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:28.700241 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9c4a2f91-2e53-4725-8502-01546e51b50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (ffdeae70-0c3f-4c8c-a6f6-e20595404788), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:28.706663 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f0fab653-b2ac-4f4b-a755-c0cb6947f5e7 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-665757'] for network (a8ac4d44-f4a7-446f-87e8-e6786d46241a), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:28.714563 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8558289c-965d-4747-a50f-0fa6b9d64b06 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 292} {{(pid=103408) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:37:28.717200 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d1e6f19-14a5-435b-8745-e97479edcd14 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Made reservation on behalf of 6aa76ca1930e40cb822a736948009d34 for: {'network': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:37:28.721370 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4d1e6f19-14a5-435b-8745-e97479edcd14 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for network (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:28.739871 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8558289c-965d-4747-a50f-0fa6b9d64b06 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (6c8b7a50-9178-46d0-b7cd-de7e6723a88b), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:28.740488 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.db.segments_db [None req-8558289c-965d-4747-a50f-0fa6b9d64b06 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Added segment 6c8b7a50-9178-46d0-b7cd-de7e6723a88b of type vlan for network de78860f-c997-465a-9950-2bfdc16e4f8a Feb 28 10:37:28.774159 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f0fab653-b2ac-4f4b-a755-c0cb6947f5e7 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-823142'] for subnet (14332218-52a3-4ce3-8357-63ac3e8be8a1), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:28.785949 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d1e6f19-14a5-435b-8745-e97479edcd14 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 284} {{(pid=103408) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:37:28.792844 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4a2f91-2e53-4725-8502-01546e51b50a None None] Pushing event updated for resources: {'Port': ['ID=ffdeae70-0c3f-4c8c-a6f6-e20595404788,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:28.794165 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8558289c-965d-4747-a50f-0fa6b9d64b06 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742056637431'] for network (de78860f-c997-465a-9950-2bfdc16e4f8a), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:28.805589 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port ffdeae70-0c3f-4c8c-a6f6-e20595404788 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:37:28.806287 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (ffdeae70-0c3f-4c8c-a6f6-e20595404788), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:28.807186 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4d1e6f19-14a5-435b-8745-e97479edcd14 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (b3d62ede-735c-48ce-9158-27ef0836ba03), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:28.807703 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.db.segments_db [None req-4d1e6f19-14a5-435b-8745-e97479edcd14 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Added segment b3d62ede-735c-48ce-9158-27ef0836ba03 of type vlan for network 17808652-2a2d-43dd-92ef-16965d632dec Feb 28 10:37:28.845092 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a34df60-a92b-41c6-8d86-3f4571e3ee4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-a8ac4d44-f4a7-446f-87e8-e6786d46241a', 'network_id': 'a8ac4d44-f4a7-446f-87e8-e6786d46241a', 'project_id': 'ecbebc6a99ee48f398013303d806c3bb', 'fixed_ips': [{'subnet_id': '14332218-52a3-4ce3-8357-63ac3e8be8a1'}]}} from dv-neutron-master-2-hyperv. {{(pid=103409) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:37:28.846406 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5a34df60-a92b-41c6-8d86-3f4571e3ee4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:28.851901 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f0fab653-b2ac-4f4b-a755-c0cb6947f5e7 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-823145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3498088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3516558'] for subnet (14332218-52a3-4ce3-8357-63ac3e8be8a1), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:28.868203 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8558289c-965d-4747-a50f-0fa6b9d64b06 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551'] for network (de78860f-c997-465a-9950-2bfdc16e4f8a), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:28.873404 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8558289c-965d-4747-a50f-0fa6b9d64b06 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:28.874254 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8558289c-965d-4747-a50f-0fa6b9d64b06 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616561'] for network (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:28.878665 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4d1e6f19-14a5-435b-8745-e97479edcd14 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742056637431'] for network (17808652-2a2d-43dd-92ef-16965d632dec), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:28.882470 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fab653-b2ac-4f4b-a755-c0cb6947f5e7 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Pushing event deleted for resources: {'Subnet': ['ID=14332218-52a3-4ce3-8357-63ac3e8be8a1,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:28.892523 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-40f2f104-088a-4bb5-af0a-8c239bc51042 None None] Provisioning complete for port ffdeae70-0c3f-4c8c-a6f6-e20595404788 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:37:28.893441 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-40f2f104-088a-4bb5-af0a-8c239bc51042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (ffdeae70-0c3f-4c8c-a6f6-e20595404788), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:28.951668 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f0fab653-b2ac-4f4b-a755-c0cb6947f5e7 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672413', 'neutron.services.segments.db._delete_segments_for_network-8742057110173'] for network (a8ac4d44-f4a7-446f-87e8-e6786d46241a), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:28.960521 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-8558289c-965d-4747-a50f-0fa6b9d64b06 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3622663 Feb 28 10:37:28.961019 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 38786) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:28.968342 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-674cc840-ef41-4c36-87a1-0384b55b194c tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Request body: {'subnet': {'network_id': 'de78860f-c997-465a-9950-2bfdc16e4f8a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:37:28.972847 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8558289c-965d-4747-a50f-0fa6b9d64b06 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Pushing event updated for resources: {'Network': ['ID=de78860f-c997-465a-9950-2bfdc16e4f8a,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:28.977365 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4d1e6f19-14a5-435b-8745-e97479edcd14 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551'] for network (17808652-2a2d-43dd-92ef-16965d632dec), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:28.984259 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d1e6f19-14a5-435b-8745-e97479edcd14 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:28.985255 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4d1e6f19-14a5-435b-8745-e97479edcd14 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616561'] for network (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:28.991367 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Network de78860f-c997-465a-9950-2bfdc16e4f8a details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103409) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:37:29.007721 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-348dec12-05b1-48e9-a7ba-26994c5a72e7 None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=103409) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 28 10:37:29.025034 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-f0fab653-b2ac-4f4b-a755-c0cb6947f5e7 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8ac4d44-f4a7-446f-87e8-e6786d46241a']}} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:29.040152 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.agents_db [None req-382e0aa2-b126-48e6-89eb-3efa426b6b29 None None] Agent healthcheck: found 6 active agents {{(pid=103410) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 10:37:29.045951 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-f0fab653-b2ac-4f4b-a755-c0cb6947f5e7 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c94dc53-59b7-43f9-81a8-00289f96393a') {'for_net_delete': True} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:29.046329 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-f0fab653-b2ac-4f4b-a755-c0cb6947f5e7 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c94dc53-59b7-43f9-81a8-00289f96393a') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:29.057758 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1e6f19-14a5-435b-8745-e97479edcd14 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Pushing event updated for resources: {'Network': ['ID=17808652-2a2d-43dd-92ef-16965d632dec,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:29.066594 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f0fab653-b2ac-4f4b-a755-c0cb6947f5e7 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742057113766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3501147'] for segment (6c94dc53-59b7-43f9-81a8-00289f96393a), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:29.072930 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-4d1e6f19-14a5-435b-8745-e97479edcd14 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4117799 Feb 28 10:37:29.076280 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 38788) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:29.082698 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-5ea6f578-4189-48a5-92cc-04932417d4d0 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Request body: {'subnet': {'network_id': '17808652-2a2d-43dd-92ef-16965d632dec', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:37:29.091487 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Network 17808652-2a2d-43dd-92ef-16965d632dec details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103409) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:37:29.102491 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f0fab653-b2ac-4f4b-a755-c0cb6947f5e7 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (6c94dc53-59b7-43f9-81a8-00289f96393a), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:29.105080 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-674cc840-ef41-4c36-87a1-0384b55b194c tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Made reservation on behalf of 3f882f7a65fb4f4b8c37408f45ffc93a for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:37:29.108878 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-674cc840-ef41-4c36-87a1-0384b55b194c tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3516581'] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:29.135166 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0fab653-b2ac-4f4b-a755-c0cb6947f5e7 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Releasing vlan 281 on physical network physnet1 to pool {{(pid=103407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:37:29.135771 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f0fab653-b2ac-4f4b-a755-c0cb6947f5e7 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3498166'] for segment (6c94dc53-59b7-43f9-81a8-00289f96393a), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:29.139823 dv-neutron-master-2-hyperv neutron-server[103407]: Traceback (most recent call last): Feb 28 10:37:29.139823 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:37:29.139823 dv-neutron-master-2-hyperv neutron-server[103407]: timer() Feb 28 10:37:29.139823 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:37:29.139823 dv-neutron-master-2-hyperv neutron-server[103407]: cb(*args, **kw) Feb 28 10:37:29.139823 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:37:29.139823 dv-neutron-master-2-hyperv neutron-server[103407]: return func(*args, **kwargs) Feb 28 10:37:29.139823 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:37:29.139823 dv-neutron-master-2-hyperv neutron-server[103407]: self._notify() Feb 28 10:37:29.139823 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:37:29.139823 dv-neutron-master-2-hyperv neutron-server[103407]: self.callback(batched_events) Feb 28 10:37:29.139823 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:37:29.139823 dv-neutron-master-2-hyperv neutron-server[103407]: event.method(event) Feb 28 10:37:29.139823 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:37:29.139823 dv-neutron-master-2-hyperv neutron-server[103407]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:37:29.139823 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:37:29.139823 dv-neutron-master-2-hyperv neutron-server[103407]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:37:29.139823 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:37:29.139823 dv-neutron-master-2-hyperv neutron-server[103407]: return f(self, *a, **k) Feb 28 10:37:29.139823 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:37:29.139823 dv-neutron-master-2-hyperv neutron-server[103407]: return self._get(url).json() Feb 28 10:37:29.139823 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:37:29.139823 dv-neutron-master-2-hyperv neutron-server[103407]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:37:29.139823 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:37:29.139823 dv-neutron-master-2-hyperv neutron-server[103407]: return self.request(url, 'GET', **kwargs) Feb 28 10:37:29.139823 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:37:29.139823 dv-neutron-master-2-hyperv neutron-server[103407]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:37:29.139823 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:37:29.139823 dv-neutron-master-2-hyperv neutron-server[103407]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:37:29.139823 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:37:29.139823 dv-neutron-master-2-hyperv neutron-server[103407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:37:29.139823 dv-neutron-master-2-hyperv neutron-server[103407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:37:29.180675 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ea6f578-4189-48a5-92cc-04932417d4d0 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Made reservation on behalf of 6aa76ca1930e40cb822a736948009d34 for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:37:29.184471 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5ea6f578-4189-48a5-92cc-04932417d4d0 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3951209'] for subnet (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:29.255056 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f0fab653-b2ac-4f4b-a755-c0cb6947f5e7 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803269'] for network (a8ac4d44-f4a7-446f-87e8-e6786d46241a), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:29.274086 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f0fab653-b2ac-4f4b-a755-c0cb6947f5e7 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:29.282651 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 38790) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:29.282908 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-f0fab653-b2ac-4f4b-a755-c0cb6947f5e7 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] 10.222.0.20 "DELETE /v2.0/networks/a8ac4d44-f4a7-446f-87e8-e6786d46241a HTTP/1.1" status: 204 len: 168 time: 0.7705474 Feb 28 10:37:29.285914 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fab653-b2ac-4f4b-a755-c0cb6947f5e7 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Pushing event deleted for resources: {'Network': ['ID=a8ac4d44-f4a7-446f-87e8-e6786d46241a,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:29.288395 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-5556031e-f3e7-4694-a046-4a3de51c6bee tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1933901870'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:37:29.322129 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5556031e-f3e7-4694-a046-4a3de51c6bee tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Made reservation on behalf of ecbebc6a99ee48f398013303d806c3bb for: {'network': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:37:29.325882 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5556031e-f3e7-4694-a046-4a3de51c6bee tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for network (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:29.349921 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port ffdeae70-0c3f-4c8c-a6f6-e20595404788 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:37:29.388781 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5556031e-f3e7-4694-a046-4a3de51c6bee tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 299} {{(pid=103408) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:37:29.433143 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5556031e-f3e7-4694-a046-4a3de51c6bee tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (b5b2b9aa-31b0-4fb9-addb-dba28742b770), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:29.433470 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.db.segments_db [None req-5556031e-f3e7-4694-a046-4a3de51c6bee tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Added segment b5b2b9aa-31b0-4fb9-addb-dba28742b770 of type vlan for network 2a784ee0-fa37-4488-8b10-b4626b5cebbd Feb 28 10:37:29.435466 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-674cc840-ef41-4c36-87a1-0384b55b194c tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3498031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3516567'] for subnet (8cce1874-9cb7-4c48-b56e-856e06ba6135), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:29.454092 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device b8e59856-8592-4adf-885c-7cf57305a9d6 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:37:29.459724 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-40f2f104-088a-4bb5-af0a-8c239bc51042 None None] Current status of the port ffdeae70-0c3f-4c8c-a6f6-e20595404788 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:37:29.468143 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5ea6f578-4189-48a5-92cc-04932417d4d0 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3242588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3951195'] for subnet (e922337e-c166-436f-817a-b40927007c90), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:29.490324 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-348dec12-05b1-48e9-a7ba-26994c5a72e7 None None] Resources bound (agent type, host, resource id): {{(pid=103409) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 28 10:37:29.492692 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] No Port match for: b8e59856-8592-4adf-885c-7cf57305a9d6 {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:37:29.492851 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5556031e-f3e7-4694-a046-4a3de51c6bee tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742056637431'] for network (2a784ee0-fa37-4488-8b10-b4626b5cebbd), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:29.493107 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device b8e59856-8592-4adf-885c-7cf57305a9d6 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:37:29.524977 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-674cc840-ef41-4c36-87a1-0384b55b194c tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Checking segment: {'id': '6c8b7a50-9178-46d0-b7cd-de7e6723a88b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'de78860f-c997-465a-9950-2bfdc16e4f8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:37:29.525857 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-674cc840-ef41-4c36-87a1-0384b55b194c tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Network hostable DHCP agents. Network: de78860f-c997-465a-9950-2bfdc16e4f8a, hostable agents: ['fb6705d2-4f70-4965-92a3-fbfccd43a6d3'], hosted agents: [] {{(pid=103407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:37:29.534391 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674cc840-ef41-4c36-87a1-0384b55b194c tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Pushing event updated for resources: {'Subnet': ['ID=8cce1874-9cb7-4c48-b56e-856e06ba6135,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:29.555812 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-674cc840-ef41-4c36-87a1-0384b55b194c tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Network de78860f-c997-465a-9950-2bfdc16e4f8a is scheduled to be hosted by DHCP agent fb6705d2-4f70-4965-92a3-fbfccd43a6d3 with binding_index 1 {{(pid=103407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:37:29.567441 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-674cc840-ef41-4c36-87a1-0384b55b194c tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, de78860f-c997-465a-9950-2bfdc16e4f8a) {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:37:29.572805 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-674cc840-ef41-4c36-87a1-0384b55b194c tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:29.573189 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea6f578-4189-48a5-92cc-04932417d4d0 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Pushing event updated for resources: {'Subnet': ['ID=e922337e-c166-436f-817a-b40927007c90,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:29.573808 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-674cc840-ef41-4c36-87a1-0384b55b194c tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616561'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:29.582646 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea6f578-4189-48a5-92cc-04932417d4d0 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Checking segment: {'id': 'b3d62ede-735c-48ce-9158-27ef0836ba03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '17808652-2a2d-43dd-92ef-16965d632dec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:37:29.583011 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea6f578-4189-48a5-92cc-04932417d4d0 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Network hostable DHCP agents. Network: 17808652-2a2d-43dd-92ef-16965d632dec, hostable agents: ['fb6705d2-4f70-4965-92a3-fbfccd43a6d3'], hosted agents: [] {{(pid=103408) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:37:29.585533 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5556031e-f3e7-4694-a046-4a3de51c6bee tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551'] for network (2a784ee0-fa37-4488-8b10-b4626b5cebbd), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:29.590959 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5556031e-f3e7-4694-a046-4a3de51c6bee tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:29.591572 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5556031e-f3e7-4694-a046-4a3de51c6bee tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616561'] for network (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:29.606866 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-674cc840-ef41-4c36-87a1-0384b55b194c tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6420271 Feb 28 10:37:29.607061 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 38792) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:29.612895 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-35f43b7a-66cc-4699-af4a-eeece7d9bae9 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Request body: {'port': {'network_id': 'de78860f-c997-465a-9950-2bfdc16e4f8a', 'name': 'tempest-PortsTestJSON-1881308566'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:37:29.666196 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-5556031e-f3e7-4694-a046-4a3de51c6bee tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3821237 Feb 28 10:37:29.669166 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 38794) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:29.678797 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5556031e-f3e7-4694-a046-4a3de51c6bee tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Pushing event updated for resources: {'Network': ['ID=2a784ee0-fa37-4488-8b10-b4626b5cebbd,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:29.679681 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-859f2fb0-ba10-4aa7-a691-c7f73cb0b060 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Request body: {'subnet': {'network_id': '2a784ee0-fa37-4488-8b10-b4626b5cebbd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:37:29.683255 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea6f578-4189-48a5-92cc-04932417d4d0 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Network 17808652-2a2d-43dd-92ef-16965d632dec is scheduled to be hosted by DHCP agent fb6705d2-4f70-4965-92a3-fbfccd43a6d3 with binding_index 1 {{(pid=103408) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:37:29.690938 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-5ea6f578-4189-48a5-92cc-04932417d4d0 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 17808652-2a2d-43dd-92ef-16965d632dec) {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:37:29.695826 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ea6f578-4189-48a5-92cc-04932417d4d0 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:29.696439 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5ea6f578-4189-48a5-92cc-04932417d4d0 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks [] for subnet (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:29.698825 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Network 2a784ee0-fa37-4488-8b10-b4626b5cebbd details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103409) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:37:29.717942 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-5ea6f578-4189-48a5-92cc-04932417d4d0 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.6402867 Feb 28 10:37:29.721611 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 38796) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:29.749911 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4bc5dd8-f9dc-42eb-8154-c56566116e28 None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=103409) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 28 10:37:29.812021 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-859f2fb0-ba10-4aa7-a691-c7f73cb0b060 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Made reservation on behalf of ecbebc6a99ee48f398013303d806c3bb for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:37:29.815734 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-859f2fb0-ba10-4aa7-a691-c7f73cb0b060 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3516581'] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:29.844360 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-393a3fb4-62ed-4437-872c-fc12275c8dbc tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-665757'] for network (17808652-2a2d-43dd-92ef-16965d632dec), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:29.885991 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35f43b7a-66cc-4699-af4a-eeece7d9bae9 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Made reservation on behalf of 3f882f7a65fb4f4b8c37408f45ffc93a for: {'port': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:37:29.887193 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4bc5dd8-f9dc-42eb-8154-c56566116e28 None None] Resources bound (agent type, host, resource id): {{(pid=103409) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 28 10:37:29.889303 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-35f43b7a-66cc-4699-af4a-eeece7d9bae9 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:29.899894 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-393a3fb4-62ed-4437-872c-fc12275c8dbc tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-823142'] for subnet (e922337e-c166-436f-817a-b40927007c90), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:29.915543 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.notifiers.nova [None req-35f43b7a-66cc-4699-af4a-eeece7d9bae9 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] device_id is not set on port 0f143335-e571-4d3f-b711-423f7b916b55 yet. {{(pid=103407) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:37:29.982414 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-393a3fb4-62ed-4437-872c-fc12275c8dbc tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-823145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3242523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3951170'] for subnet (e922337e-c166-436f-817a-b40927007c90), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:30.008125 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393a3fb4-62ed-4437-872c-fc12275c8dbc tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Pushing event deleted for resources: {'Subnet': ['ID=e922337e-c166-436f-817a-b40927007c90,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:30.078692 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-393a3fb4-62ed-4437-872c-fc12275c8dbc tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672413', 'neutron.services.segments.db._delete_segments_for_network-8742057110173'] for network (17808652-2a2d-43dd-92ef-16965d632dec), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:30.085537 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-684395bd-1752-471a-a8e1-bd866ca094c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-17808652-2a2d-43dd-92ef-16965d632dec', 'network_id': '17808652-2a2d-43dd-92ef-16965d632dec', 'project_id': '6aa76ca1930e40cb822a736948009d34', 'fixed_ips': [{'subnet_id': 'e922337e-c166-436f-817a-b40927007c90'}]}} from dv-neutron-master-2-hyperv. {{(pid=103409) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:37:30.088984 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-684395bd-1752-471a-a8e1-bd866ca094c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:30.092495 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-35f43b7a-66cc-4699-af4a-eeece7d9bae9 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Allocated IP 172.20.0.5 (de78860f-c997-465a-9950-2bfdc16e4f8a/8cce1874-9cb7-4c48-b56e-856e06ba6135/0f143335-e571-4d3f-b711-423f7b916b55) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:37:30.101378 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-393a3fb4-62ed-4437-872c-fc12275c8dbc tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17808652-2a2d-43dd-92ef-16965d632dec']}} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:30.111593 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-393a3fb4-62ed-4437-872c-fc12275c8dbc tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3d62ede-735c-48ce-9158-27ef0836ba03') {'for_net_delete': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:30.111905 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-393a3fb4-62ed-4437-872c-fc12275c8dbc tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3d62ede-735c-48ce-9158-27ef0836ba03') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:30.116464 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26ec437a-923e-4a18-ace6-bcf11f419c85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-de78860f-c997-465a-9950-2bfdc16e4f8a', 'network_id': 'de78860f-c997-465a-9950-2bfdc16e4f8a', 'project_id': '3f882f7a65fb4f4b8c37408f45ffc93a', 'fixed_ips': [{'subnet_id': '8cce1874-9cb7-4c48-b56e-856e06ba6135'}]}} from dv-neutron-master-2-hyperv. {{(pid=103409) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:37:30.117315 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-26ec437a-923e-4a18-ace6-bcf11f419c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:30.121871 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-393a3fb4-62ed-4437-872c-fc12275c8dbc tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742057113766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3423550'] for segment (b3d62ede-735c-48ce-9158-27ef0836ba03), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:30.135660 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-393a3fb4-62ed-4437-872c-fc12275c8dbc tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (b3d62ede-735c-48ce-9158-27ef0836ba03), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:30.142967 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-393a3fb4-62ed-4437-872c-fc12275c8dbc tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Releasing vlan 284 on physical network physnet1 to pool {{(pid=103408) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:37:30.143413 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-393a3fb4-62ed-4437-872c-fc12275c8dbc tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3242693'] for segment (b3d62ede-735c-48ce-9158-27ef0836ba03), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:30.147881 dv-neutron-master-2-hyperv neutron-server[103408]: Traceback (most recent call last): Feb 28 10:37:30.147881 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:37:30.147881 dv-neutron-master-2-hyperv neutron-server[103408]: timer() Feb 28 10:37:30.147881 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:37:30.147881 dv-neutron-master-2-hyperv neutron-server[103408]: cb(*args, **kw) Feb 28 10:37:30.147881 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:37:30.147881 dv-neutron-master-2-hyperv neutron-server[103408]: return func(*args, **kwargs) Feb 28 10:37:30.147881 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:37:30.147881 dv-neutron-master-2-hyperv neutron-server[103408]: self._notify() Feb 28 10:37:30.147881 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:37:30.147881 dv-neutron-master-2-hyperv neutron-server[103408]: self.callback(batched_events) Feb 28 10:37:30.147881 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:37:30.147881 dv-neutron-master-2-hyperv neutron-server[103408]: event.method(event) Feb 28 10:37:30.147881 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:37:30.147881 dv-neutron-master-2-hyperv neutron-server[103408]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:37:30.147881 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:37:30.147881 dv-neutron-master-2-hyperv neutron-server[103408]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:37:30.147881 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:37:30.147881 dv-neutron-master-2-hyperv neutron-server[103408]: return f(self, *a, **k) Feb 28 10:37:30.147881 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:37:30.147881 dv-neutron-master-2-hyperv neutron-server[103408]: return self._get(url).json() Feb 28 10:37:30.147881 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:37:30.147881 dv-neutron-master-2-hyperv neutron-server[103408]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:37:30.147881 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:37:30.147881 dv-neutron-master-2-hyperv neutron-server[103408]: return self.request(url, 'GET', **kwargs) Feb 28 10:37:30.147881 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:37:30.147881 dv-neutron-master-2-hyperv neutron-server[103408]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:37:30.147881 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:37:30.147881 dv-neutron-master-2-hyperv neutron-server[103408]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:37:30.147881 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:37:30.147881 dv-neutron-master-2-hyperv neutron-server[103408]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:37:30.147881 dv-neutron-master-2-hyperv neutron-server[103408]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:37:30.171086 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-859f2fb0-ba10-4aa7-a691-c7f73cb0b060 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3498031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3516567'] for subnet (e3bcbd98-530a-4a2b-a39e-7230ef5135ed), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:30.227344 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-393a3fb4-62ed-4437-872c-fc12275c8dbc tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803269'] for network (17808652-2a2d-43dd-92ef-16965d632dec), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:30.237719 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-393a3fb4-62ed-4437-872c-fc12275c8dbc tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616561'] for network (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:30.244873 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-393a3fb4-62ed-4437-872c-fc12275c8dbc tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] 10.222.0.20 "DELETE /v2.0/networks/17808652-2a2d-43dd-92ef-16965d632dec HTTP/1.1" status: 204 len: 168 time: 0.5189192 Feb 28 10:37:30.246386 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 38798) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:30.255309 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393a3fb4-62ed-4437-872c-fc12275c8dbc tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Pushing event deleted for resources: {'Network': ['ID=17808652-2a2d-43dd-92ef-16965d632dec,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:30.269437 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-e75d75ad-6138-42c9-9766-5fb5ce62f320 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1843276590'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:37:30.297968 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859f2fb0-ba10-4aa7-a691-c7f73cb0b060 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Pushing event updated for resources: {'Subnet': ['ID=e3bcbd98-530a-4a2b-a39e-7230ef5135ed,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:30.327257 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-859f2fb0-ba10-4aa7-a691-c7f73cb0b060 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Checking segment: {'id': 'b5b2b9aa-31b0-4fb9-addb-dba28742b770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '2a784ee0-fa37-4488-8b10-b4626b5cebbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:37:30.327620 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-859f2fb0-ba10-4aa7-a691-c7f73cb0b060 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Network hostable DHCP agents. Network: 2a784ee0-fa37-4488-8b10-b4626b5cebbd, hostable agents: ['fb6705d2-4f70-4965-92a3-fbfccd43a6d3'], hosted agents: [] {{(pid=103407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:37:30.341943 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e75d75ad-6138-42c9-9766-5fb5ce62f320 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Made reservation on behalf of 6aa76ca1930e40cb822a736948009d34 for: {'network': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:37:30.345357 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e75d75ad-6138-42c9-9766-5fb5ce62f320 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for network (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:30.389961 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-859f2fb0-ba10-4aa7-a691-c7f73cb0b060 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Network 2a784ee0-fa37-4488-8b10-b4626b5cebbd is scheduled to be hosted by DHCP agent fb6705d2-4f70-4965-92a3-fbfccd43a6d3 with binding_index 1 {{(pid=103407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:37:30.400975 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e75d75ad-6138-42c9-9766-5fb5ce62f320 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 283} {{(pid=103407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:37:30.421446 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-35f43b7a-66cc-4699-af4a-eeece7d9bae9 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks [] for port (0f143335-e571-4d3f-b711-423f7b916b55), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:30.428053 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-859f2fb0-ba10-4aa7-a691-c7f73cb0b060 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 2a784ee0-fa37-4488-8b10-b4626b5cebbd) {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:37:30.430021 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e75d75ad-6138-42c9-9766-5fb5ce62f320 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (ae25b3c5-f075-4a17-a5fe-aa3c4b147223), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:30.430367 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.db.segments_db [None req-e75d75ad-6138-42c9-9766-5fb5ce62f320 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Added segment ae25b3c5-f075-4a17-a5fe-aa3c4b147223 of type vlan for network 715b3dd3-b74c-4709-ae6b-3aca6451ef8b Feb 28 10:37:30.443847 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-859f2fb0-ba10-4aa7-a691-c7f73cb0b060 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:30.444589 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-859f2fb0-ba10-4aa7-a691-c7f73cb0b060 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616561'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:30.490306 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e75d75ad-6138-42c9-9766-5fb5ce62f320 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742056637431'] for network (715b3dd3-b74c-4709-ae6b-3aca6451ef8b), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:30.507228 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-859f2fb0-ba10-4aa7-a691-c7f73cb0b060 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.8369465 Feb 28 10:37:30.510585 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 38800) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:30.527246 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-35f43b7a-66cc-4699-af4a-eeece7d9bae9 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (0f143335-e571-4d3f-b711-423f7b916b55), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:30.560451 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device ffdeae70-0c3f-4c8c-a6f6-e20595404788 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:37:30.563060 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e75d75ad-6138-42c9-9766-5fb5ce62f320 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551'] for network (715b3dd3-b74c-4709-ae6b-3aca6451ef8b), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:30.568369 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e75d75ad-6138-42c9-9766-5fb5ce62f320 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:30.569030 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e75d75ad-6138-42c9-9766-5fb5ce62f320 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:30.620055 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-26ec437a-923e-4a18-ace6-bcf11f419c85 None None] Allocated IP 172.20.0.2 (de78860f-c997-465a-9950-2bfdc16e4f8a/8cce1874-9cb7-4c48-b56e-856e06ba6135/88dde094-2e81-4b70-8efc-0e2a4ab2bc8d) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:37:30.631186 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2f978402-71cb-4305-8a0e-7b6e43eb7a8a tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-665757'] for network (2a784ee0-fa37-4488-8b10-b4626b5cebbd), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:30.641204 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35f43b7a-66cc-4699-af4a-eeece7d9bae9 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Network de78860f-c997-465a-9950-2bfdc16e4f8a is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:37:30.651568 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-35f43b7a-66cc-4699-af4a-eeece7d9bae9 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:37:30.660666 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f43b7a-66cc-4699-af4a-eeece7d9bae9 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Pushing event updated for resources: {'Port': ['ID=0f143335-e571-4d3f-b711-423f7b916b55,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:30.666576 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f43b7a-66cc-4699-af4a-eeece7d9bae9 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:37:30.671955 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-e75d75ad-6138-42c9-9766-5fb5ce62f320 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4215708 Feb 28 10:37:30.680692 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 38802) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:30.683221 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port ffdeae70-0c3f-4c8c-a6f6-e20595404788 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:37:30.683608 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (ffdeae70-0c3f-4c8c-a6f6-e20595404788), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:30.688765 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-c234a627-a2a8-4ec9-af7d-a58825dc1fbd tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Request body: {'subnet': {'network_id': '715b3dd3-b74c-4709-ae6b-3aca6451ef8b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:37:30.699588 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75d75ad-6138-42c9-9766-5fb5ce62f320 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Pushing event updated for resources: {'Network': ['ID=715b3dd3-b74c-4709-ae6b-3aca6451ef8b,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:30.724420 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Network 715b3dd3-b74c-4709-ae6b-3aca6451ef8b details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103409) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:37:30.726073 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35f43b7a-66cc-4699-af4a-eeece7d9bae9 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:30.726882 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-35f43b7a-66cc-4699-af4a-eeece7d9bae9 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:30.749026 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-35f43b7a-66cc-4699-af4a-eeece7d9bae9 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.1383326 Feb 28 10:37:30.749378 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 38804) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:30.754720 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2f978402-71cb-4305-8a0e-7b6e43eb7a8a tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-823142'] for subnet (e3bcbd98-530a-4a2b-a39e-7230ef5135ed), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:30.755038 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-6296e42e-db36-45a3-944e-0496133dbe34 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Request body: {'port': {'network_id': 'de78860f-c997-465a-9950-2bfdc16e4f8a', 'name': 'tempest-PortsTestJSON-1876283816'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:37:30.838383 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c234a627-a2a8-4ec9-af7d-a58825dc1fbd tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Made reservation on behalf of 6aa76ca1930e40cb822a736948009d34 for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:37:30.842158 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c234a627-a2a8-4ec9-af7d-a58825dc1fbd tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3951209'] for subnet (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:30.878163 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6296e42e-db36-45a3-944e-0496133dbe34 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Made reservation on behalf of 3f882f7a65fb4f4b8c37408f45ffc93a for: {'port': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:37:30.881829 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6296e42e-db36-45a3-944e-0496133dbe34 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:30.902363 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2f978402-71cb-4305-8a0e-7b6e43eb7a8a tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-823145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3242523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3951170'] for subnet (e3bcbd98-530a-4a2b-a39e-7230ef5135ed), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:30.907325 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.notifiers.nova [None req-6296e42e-db36-45a3-944e-0496133dbe34 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] device_id is not set on port 58461226-a0ab-46de-8c8c-2546f0c6c4d6 yet. {{(pid=103407) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:37:30.913071 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-26ec437a-923e-4a18-ace6-bcf11f419c85 None None] Publish callbacks [] for port (88dde094-2e81-4b70-8efc-0e2a4ab2bc8d), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:30.917388 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port ffdeae70-0c3f-4c8c-a6f6-e20595404788 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:37:30.922113 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-26ec437a-923e-4a18-ace6-bcf11f419c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749'] for port (88dde094-2e81-4b70-8efc-0e2a4ab2bc8d), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:30.936994 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f978402-71cb-4305-8a0e-7b6e43eb7a8a tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Pushing event deleted for resources: {'Subnet': ['ID=e3bcbd98-530a-4a2b-a39e-7230ef5135ed,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:30.969320 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ec437a-923e-4a18-ace6-bcf11f419c85 None None] Network de78860f-c997-465a-9950-2bfdc16e4f8a is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:37:30.972824 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-26ec437a-923e-4a18-ace6-bcf11f419c85 None None] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:37:30.975419 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ec437a-923e-4a18-ace6-bcf11f419c85 None None] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:37:30.982791 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ec437a-923e-4a18-ace6-bcf11f419c85 None None] Pushing event updated for resources: {'Port': ['ID=88dde094-2e81-4b70-8efc-0e2a4ab2bc8d,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:31.025111 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2f978402-71cb-4305-8a0e-7b6e43eb7a8a tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672413', 'neutron.services.segments.db._delete_segments_for_network-8742057110173'] for network (2a784ee0-fa37-4488-8b10-b4626b5cebbd), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:31.036265 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-6296e42e-db36-45a3-944e-0496133dbe34 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Allocated IP 172.20.0.4 (de78860f-c997-465a-9950-2bfdc16e4f8a/8cce1874-9cb7-4c48-b56e-856e06ba6135/58461226-a0ab-46de-8c8c-2546f0c6c4d6) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:37:31.038291 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-26ec437a-923e-4a18-ace6-bcf11f419c85 None None] Attempting to bind port 88dde094-2e81-4b70-8efc-0e2a4ab2bc8d on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:37:31.038826 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-26ec437a-923e-4a18-ace6-bcf11f419c85 None None] Attempting to bind port 88dde094-2e81-4b70-8efc-0e2a4ab2bc8d by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '6c8b7a50-9178-46d0-b7cd-de7e6723a88b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'de78860f-c997-465a-9950-2bfdc16e4f8a'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:37:31.039097 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ec437a-923e-4a18-ace6-bcf11f419c85 None None] Attempting to bind port 88dde094-2e81-4b70-8efc-0e2a4ab2bc8d on network de78860f-c997-465a-9950-2bfdc16e4f8a {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:37:31.044844 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ec437a-923e-4a18-ace6-bcf11f419c85 None None] Checking agent: {'id': '75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 24, 15), 'started_at': datetime.datetime(2022, 2, 28, 10, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 37, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:37:31.045240 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ec437a-923e-4a18-ace6-bcf11f419c85 None None] Checking segment: {'id': '6c8b7a50-9178-46d0-b7cd-de7e6723a88b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'de78860f-c997-465a-9950-2bfdc16e4f8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:37:31.045643 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-26ec437a-923e-4a18-ace6-bcf11f419c85 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:31.046034 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ec437a-923e-4a18-ace6-bcf11f419c85 None None] Bound using segment: {'id': '6c8b7a50-9178-46d0-b7cd-de7e6723a88b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'de78860f-c997-465a-9950-2bfdc16e4f8a'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:37:31.046499 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-26ec437a-923e-4a18-ace6-bcf11f419c85 None None] Bound port: 88dde094-2e81-4b70-8efc-0e2a4ab2bc8d, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c8b7a50-9178-46d0-b7cd-de7e6723a88b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': 'de78860f-c997-465a-9950-2bfdc16e4f8a'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:37:31.046888 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-26ec437a-923e-4a18-ace6-bcf11f419c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (88dde094-2e81-4b70-8efc-0e2a4ab2bc8d), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:31.057120 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-2f978402-71cb-4305-8a0e-7b6e43eb7a8a tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a784ee0-fa37-4488-8b10-b4626b5cebbd']}} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:31.089483 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-2f978402-71cb-4305-8a0e-7b6e43eb7a8a tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5b2b9aa-31b0-4fb9-addb-dba28742b770') {'for_net_delete': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:31.089876 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-2f978402-71cb-4305-8a0e-7b6e43eb7a8a tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5b2b9aa-31b0-4fb9-addb-dba28742b770') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:31.104228 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2f978402-71cb-4305-8a0e-7b6e43eb7a8a tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742057113766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3423550'] for segment (b5b2b9aa-31b0-4fb9-addb-dba28742b770), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:31.115332 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-26ec437a-923e-4a18-ace6-bcf11f419c85 None None] For port 88dde094-2e81-4b70-8efc-0e2a4ab2bc8d, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:37:31.119441 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-26ec437a-923e-4a18-ace6-bcf11f419c85 None None] For port 88dde094-2e81-4b70-8efc-0e2a4ab2bc8d, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=88dde094-2e81-4b70-8efc-0e2a4ab2bc8d,segment=NetworkSegment(6c8b7a50-9178-46d0-b7cd-de7e6723a88b),segment_id=6c8b7a50-9178-46d0-b7cd-de7e6723a88b)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:37:31.128988 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-26ec437a-923e-4a18-ace6-bcf11f419c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (88dde094-2e81-4b70-8efc-0e2a4ab2bc8d), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:31.143312 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2f978402-71cb-4305-8a0e-7b6e43eb7a8a tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (b5b2b9aa-31b0-4fb9-addb-dba28742b770), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:31.157312 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f978402-71cb-4305-8a0e-7b6e43eb7a8a tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Releasing vlan 299 on physical network physnet1 to pool {{(pid=103408) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:37:31.157676 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2f978402-71cb-4305-8a0e-7b6e43eb7a8a tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3242693'] for segment (b5b2b9aa-31b0-4fb9-addb-dba28742b770), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:31.160863 dv-neutron-master-2-hyperv neutron-server[103408]: Traceback (most recent call last): Feb 28 10:37:31.160863 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:37:31.160863 dv-neutron-master-2-hyperv neutron-server[103408]: timer() Feb 28 10:37:31.160863 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:37:31.160863 dv-neutron-master-2-hyperv neutron-server[103408]: cb(*args, **kw) Feb 28 10:37:31.160863 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:37:31.160863 dv-neutron-master-2-hyperv neutron-server[103408]: return func(*args, **kwargs) Feb 28 10:37:31.160863 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:37:31.160863 dv-neutron-master-2-hyperv neutron-server[103408]: self._notify() Feb 28 10:37:31.160863 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:37:31.160863 dv-neutron-master-2-hyperv neutron-server[103408]: self.callback(batched_events) Feb 28 10:37:31.160863 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:37:31.160863 dv-neutron-master-2-hyperv neutron-server[103408]: event.method(event) Feb 28 10:37:31.160863 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:37:31.160863 dv-neutron-master-2-hyperv neutron-server[103408]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:37:31.160863 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:37:31.160863 dv-neutron-master-2-hyperv neutron-server[103408]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:37:31.160863 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:37:31.160863 dv-neutron-master-2-hyperv neutron-server[103408]: return f(self, *a, **k) Feb 28 10:37:31.160863 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:37:31.160863 dv-neutron-master-2-hyperv neutron-server[103408]: return self._get(url).json() Feb 28 10:37:31.160863 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:37:31.160863 dv-neutron-master-2-hyperv neutron-server[103408]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:37:31.160863 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:37:31.160863 dv-neutron-master-2-hyperv neutron-server[103408]: return self.request(url, 'GET', **kwargs) Feb 28 10:37:31.160863 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:37:31.160863 dv-neutron-master-2-hyperv neutron-server[103408]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:37:31.160863 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:37:31.160863 dv-neutron-master-2-hyperv neutron-server[103408]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:37:31.160863 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:37:31.160863 dv-neutron-master-2-hyperv neutron-server[103408]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:37:31.160863 dv-neutron-master-2-hyperv neutron-server[103408]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:37:31.200325 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ec437a-923e-4a18-ace6-bcf11f419c85 None None] Pushing event updated for resources: {'Port': ['ID=88dde094-2e81-4b70-8efc-0e2a4ab2bc8d,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:31.218203 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6296e42e-db36-45a3-944e-0496133dbe34 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks [] for port (58461226-a0ab-46de-8c8c-2546f0c6c4d6), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:31.225456 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c234a627-a2a8-4ec9-af7d-a58825dc1fbd tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3242588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3951195'] for subnet (26ed1198-0447-4946-a24e-a98fc71c0d8f), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:31.259663 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6296e42e-db36-45a3-944e-0496133dbe34 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (58461226-a0ab-46de-8c8c-2546f0c6c4d6), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:31.269314 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2f978402-71cb-4305-8a0e-7b6e43eb7a8a tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803269'] for network (2a784ee0-fa37-4488-8b10-b4626b5cebbd), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:31.281785 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2f978402-71cb-4305-8a0e-7b6e43eb7a8a tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616561'] for network (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:31.289574 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-2f978402-71cb-4305-8a0e-7b6e43eb7a8a tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] 10.222.0.20 "DELETE /v2.0/networks/2a784ee0-fa37-4488-8b10-b4626b5cebbd HTTP/1.1" status: 204 len: 168 time: 0.7733550 Feb 28 10:37:31.294799 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 38806) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:31.302838 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f978402-71cb-4305-8a0e-7b6e43eb7a8a tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Pushing event deleted for resources: {'Network': ['ID=2a784ee0-fa37-4488-8b10-b4626b5cebbd,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:31.304665 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-b50e7300-ce33-4aa8-89a9-a5fc630e603e tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-224683344'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:37:31.312339 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c234a627-a2a8-4ec9-af7d-a58825dc1fbd tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Pushing event updated for resources: {'Subnet': ['ID=26ed1198-0447-4946-a24e-a98fc71c0d8f,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:31.329199 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c234a627-a2a8-4ec9-af7d-a58825dc1fbd tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Checking segment: {'id': 'ae25b3c5-f075-4a17-a5fe-aa3c4b147223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': '715b3dd3-b74c-4709-ae6b-3aca6451ef8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:37:31.329391 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c234a627-a2a8-4ec9-af7d-a58825dc1fbd tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Network hostable DHCP agents. Network: 715b3dd3-b74c-4709-ae6b-3aca6451ef8b, hostable agents: ['fb6705d2-4f70-4965-92a3-fbfccd43a6d3'], hosted agents: [] {{(pid=103408) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:37:31.340608 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6296e42e-db36-45a3-944e-0496133dbe34 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Network de78860f-c997-465a-9950-2bfdc16e4f8a is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:37:31.344283 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-6296e42e-db36-45a3-944e-0496133dbe34 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:37:31.347254 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6296e42e-db36-45a3-944e-0496133dbe34 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:37:31.351248 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c234a627-a2a8-4ec9-af7d-a58825dc1fbd tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Network 715b3dd3-b74c-4709-ae6b-3aca6451ef8b is scheduled to be hosted by DHCP agent fb6705d2-4f70-4965-92a3-fbfccd43a6d3 with binding_index 1 {{(pid=103408) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:37:31.353917 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b50e7300-ce33-4aa8-89a9-a5fc630e603e tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Made reservation on behalf of ecbebc6a99ee48f398013303d806c3bb for: {'network': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:37:31.357719 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b50e7300-ce33-4aa8-89a9-a5fc630e603e tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for network (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:31.365047 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-c234a627-a2a8-4ec9-af7d-a58825dc1fbd tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 715b3dd3-b74c-4709-ae6b-3aca6451ef8b) {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:37:31.369380 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c234a627-a2a8-4ec9-af7d-a58825dc1fbd tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:31.370008 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c234a627-a2a8-4ec9-af7d-a58825dc1fbd tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks [] for subnet (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:31.390946 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-c234a627-a2a8-4ec9-af7d-a58825dc1fbd tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.7088933 Feb 28 10:37:31.394145 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 38808) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:31.396598 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6296e42e-db36-45a3-944e-0496133dbe34 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Pushing event updated for resources: {'Port': ['ID=58461226-a0ab-46de-8c8c-2546f0c6c4d6,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:31.444673 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6296e42e-db36-45a3-944e-0496133dbe34 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:31.445346 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6296e42e-db36-45a3-944e-0496133dbe34 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:31.453126 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b50e7300-ce33-4aa8-89a9-a5fc630e603e tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 276} {{(pid=103407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:37:31.467985 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b50e7300-ce33-4aa8-89a9-a5fc630e603e tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (9a25b369-464d-4f3c-bc73-08c4bda7bddd), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:31.468254 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.db.segments_db [None req-b50e7300-ce33-4aa8-89a9-a5fc630e603e tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Added segment 9a25b369-464d-4f3c-bc73-08c4bda7bddd of type vlan for network c81725ec-c4ef-4c45-b82b-418f163130fc Feb 28 10:37:31.483910 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-6296e42e-db36-45a3-944e-0496133dbe34 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.7308972 Feb 28 10:37:31.484145 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 38810) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:31.546194 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-51f67a10-46d7-46ce-88b2-a7bf2c5c3f89 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-665757'] for network (715b3dd3-b74c-4709-ae6b-3aca6451ef8b), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:31.577655 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b50e7300-ce33-4aa8-89a9-a5fc630e603e tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742056637431'] for network (c81725ec-c4ef-4c45-b82b-418f163130fc), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:31.604604 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-51f67a10-46d7-46ce-88b2-a7bf2c5c3f89 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-823142'] for subnet (26ed1198-0447-4946-a24e-a98fc71c0d8f), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:31.635229 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf5154b2-62d6-4527-963b-e76c15d0b02d tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:31.637429 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-bf5154b2-62d6-4527-963b-e76c15d0b02d tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.5 HTTP/1.1" status: 200 len: 922 time: 0.1523471 Feb 28 10:37:31.638651 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b50e7300-ce33-4aa8-89a9-a5fc630e603e tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551'] for network (c81725ec-c4ef-4c45-b82b-418f163130fc), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:31.640669 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 38812) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:31.644190 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b50e7300-ce33-4aa8-89a9-a5fc630e603e tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:31.644803 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b50e7300-ce33-4aa8-89a9-a5fc630e603e tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:31.711268 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-b50e7300-ce33-4aa8-89a9-a5fc630e603e tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4151809 Feb 28 10:37:31.716127 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 38814) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:31.721885 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-81a1a5c7-8793-4b89-bef3-73a6b9fe4dfb tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Request body: {'subnet': {'network_id': 'c81725ec-c4ef-4c45-b82b-418f163130fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:37:31.729119 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-51f67a10-46d7-46ce-88b2-a7bf2c5c3f89 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-823145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3242523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3951170'] for subnet (26ed1198-0447-4946-a24e-a98fc71c0d8f), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:31.734502 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e7300-ce33-4aa8-89a9-a5fc630e603e tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Pushing event updated for resources: {'Network': ['ID=c81725ec-c4ef-4c45-b82b-418f163130fc,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:31.748076 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Network c81725ec-c4ef-4c45-b82b-418f163130fc details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103409) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:37:31.763075 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f67a10-46d7-46ce-88b2-a7bf2c5c3f89 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Pushing event deleted for resources: {'Subnet': ['ID=26ed1198-0447-4946-a24e-a98fc71c0d8f,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:31.834313 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81a1a5c7-8793-4b89-bef3-73a6b9fe4dfb tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Made reservation on behalf of ecbebc6a99ee48f398013303d806c3bb for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:37:31.838550 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-81a1a5c7-8793-4b89-bef3-73a6b9fe4dfb tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3516581'] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:31.847611 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-51f67a10-46d7-46ce-88b2-a7bf2c5c3f89 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672413', 'neutron.services.segments.db._delete_segments_for_network-8742057110173'] for network (715b3dd3-b74c-4709-ae6b-3aca6451ef8b), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:31.870193 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-17dad95d-2f9a-4d61-8051-89e294e49870 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Deleting port 58461226-a0ab-46de-8c8c-2546f0c6c4d6 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:37:31.870539 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-17dad95d-2f9a-4d61-8051-89e294e49870 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (58461226-a0ab-46de-8c8c-2546f0c6c4d6), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:31.876536 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-51f67a10-46d7-46ce-88b2-a7bf2c5c3f89 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['715b3dd3-b74c-4709-ae6b-3aca6451ef8b']}} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:31.924467 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-51f67a10-46d7-46ce-88b2-a7bf2c5c3f89 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae25b3c5-f075-4a17-a5fe-aa3c4b147223') {'for_net_delete': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:31.925236 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-51f67a10-46d7-46ce-88b2-a7bf2c5c3f89 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae25b3c5-f075-4a17-a5fe-aa3c4b147223') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:31.938422 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-51f67a10-46d7-46ce-88b2-a7bf2c5c3f89 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742057113766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3423550'] for segment (ae25b3c5-f075-4a17-a5fe-aa3c4b147223), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:31.964078 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-51f67a10-46d7-46ce-88b2-a7bf2c5c3f89 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (ae25b3c5-f075-4a17-a5fe-aa3c4b147223), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:31.980342 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51f67a10-46d7-46ce-88b2-a7bf2c5c3f89 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Releasing vlan 283 on physical network physnet1 to pool {{(pid=103408) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:37:31.980774 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-51f67a10-46d7-46ce-88b2-a7bf2c5c3f89 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3242693'] for segment (ae25b3c5-f075-4a17-a5fe-aa3c4b147223), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:31.983724 dv-neutron-master-2-hyperv neutron-server[103408]: Traceback (most recent call last): Feb 28 10:37:31.983724 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:37:31.983724 dv-neutron-master-2-hyperv neutron-server[103408]: timer() Feb 28 10:37:31.983724 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:37:31.983724 dv-neutron-master-2-hyperv neutron-server[103408]: cb(*args, **kw) Feb 28 10:37:31.983724 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:37:31.983724 dv-neutron-master-2-hyperv neutron-server[103408]: return func(*args, **kwargs) Feb 28 10:37:31.983724 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:37:31.983724 dv-neutron-master-2-hyperv neutron-server[103408]: self._notify() Feb 28 10:37:31.983724 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:37:31.983724 dv-neutron-master-2-hyperv neutron-server[103408]: self.callback(batched_events) Feb 28 10:37:31.983724 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:37:31.983724 dv-neutron-master-2-hyperv neutron-server[103408]: event.method(event) Feb 28 10:37:31.983724 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:37:31.983724 dv-neutron-master-2-hyperv neutron-server[103408]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:37:31.983724 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:37:31.983724 dv-neutron-master-2-hyperv neutron-server[103408]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:37:31.983724 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:37:31.983724 dv-neutron-master-2-hyperv neutron-server[103408]: return f(self, *a, **k) Feb 28 10:37:31.983724 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:37:31.983724 dv-neutron-master-2-hyperv neutron-server[103408]: return self._get(url).json() Feb 28 10:37:31.983724 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:37:31.983724 dv-neutron-master-2-hyperv neutron-server[103408]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:37:31.983724 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:37:31.983724 dv-neutron-master-2-hyperv neutron-server[103408]: return self.request(url, 'GET', **kwargs) Feb 28 10:37:31.983724 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:37:31.983724 dv-neutron-master-2-hyperv neutron-server[103408]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:37:31.983724 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:37:31.983724 dv-neutron-master-2-hyperv neutron-server[103408]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:37:31.983724 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:37:31.983724 dv-neutron-master-2-hyperv neutron-server[103408]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:37:31.983724 dv-neutron-master-2-hyperv neutron-server[103408]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:37:32.035751 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-17dad95d-2f9a-4d61-8051-89e294e49870 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (58461226-a0ab-46de-8c8c-2546f0c6c4d6), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:32.037484 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-81a1a5c7-8793-4b89-bef3-73a6b9fe4dfb tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3498031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3516567'] for subnet (9dca7f1d-5e99-40c4-90a7-269facbb3e0d), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:32.061249 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-17dad95d-2f9a-4d61-8051-89e294e49870 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Calling delete_port for 58461226-a0ab-46de-8c8c-2546f0c6c4d6 owned by {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:37:32.072787 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-51f67a10-46d7-46ce-88b2-a7bf2c5c3f89 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803269'] for network (715b3dd3-b74c-4709-ae6b-3aca6451ef8b), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:32.081699 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-51f67a10-46d7-46ce-88b2-a7bf2c5c3f89 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616561'] for network (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:32.084937 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-51f67a10-46d7-46ce-88b2-a7bf2c5c3f89 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] 10.222.0.20 "DELETE /v2.0/networks/715b3dd3-b74c-4709-ae6b-3aca6451ef8b HTTP/1.1" status: 204 len: 168 time: 0.6863158 Feb 28 10:37:32.089009 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 38816) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:32.094307 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-1f0d5a46-9d26-4e63-84c0-7efa81187ccd tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-118822319'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:37:32.129364 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f67a10-46d7-46ce-88b2-a7bf2c5c3f89 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Pushing event deleted for resources: {'Network': ['ID=715b3dd3-b74c-4709-ae6b-3aca6451ef8b,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:32.133933 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a1a5c7-8793-4b89-bef3-73a6b9fe4dfb tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Pushing event updated for resources: {'Subnet': ['ID=9dca7f1d-5e99-40c4-90a7-269facbb3e0d,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:32.139337 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a1a5c7-8793-4b89-bef3-73a6b9fe4dfb tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Checking segment: {'id': '9a25b369-464d-4f3c-bc73-08c4bda7bddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'c81725ec-c4ef-4c45-b82b-418f163130fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:37:32.139720 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81a1a5c7-8793-4b89-bef3-73a6b9fe4dfb tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Network hostable DHCP agents. Network: c81725ec-c4ef-4c45-b82b-418f163130fc, hostable agents: ['fb6705d2-4f70-4965-92a3-fbfccd43a6d3'], hosted agents: [] {{(pid=103407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:37:32.145332 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f0d5a46-9d26-4e63-84c0-7efa81187ccd tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Made reservation on behalf of 6aa76ca1930e40cb822a736948009d34 for: {'network': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:37:32.148793 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1f0d5a46-9d26-4e63-84c0-7efa81187ccd tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for network (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:32.181516 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81a1a5c7-8793-4b89-bef3-73a6b9fe4dfb tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Network c81725ec-c4ef-4c45-b82b-418f163130fc is scheduled to be hosted by DHCP agent fb6705d2-4f70-4965-92a3-fbfccd43a6d3 with binding_index 1 {{(pid=103407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:37:32.183771 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f0d5a46-9d26-4e63-84c0-7efa81187ccd tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 290} {{(pid=103407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:37:32.198060 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1f0d5a46-9d26-4e63-84c0-7efa81187ccd tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (c639b2c7-78a1-4224-ad04-ac399a529b06), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:32.198427 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.db.segments_db [None req-1f0d5a46-9d26-4e63-84c0-7efa81187ccd tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Added segment c639b2c7-78a1-4224-ad04-ac399a529b06 of type vlan for network df5a92f9-d7ad-47db-bb60-2bc333ccfd85 Feb 28 10:37:32.208701 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-81a1a5c7-8793-4b89-bef3-73a6b9fe4dfb tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, c81725ec-c4ef-4c45-b82b-418f163130fc) {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:37:32.213856 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81a1a5c7-8793-4b89-bef3-73a6b9fe4dfb tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:32.214530 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-81a1a5c7-8793-4b89-bef3-73a6b9fe4dfb tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616561'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:32.234247 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-17dad95d-2f9a-4d61-8051-89e294e49870 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (58461226-a0ab-46de-8c8c-2546f0c6c4d6), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:32.257905 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-81a1a5c7-8793-4b89-bef3-73a6b9fe4dfb tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5406177 Feb 28 10:37:32.261088 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 38818) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:32.266811 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-9769972b-015b-4b1e-8df6-8b5a8606235b tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Request body: {'subnet': {'network_id': 'c81725ec-c4ef-4c45-b82b-418f163130fc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:37:32.267368 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dad95d-2f9a-4d61-8051-89e294e49870 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Pushing event deleted for resources: {'Port': ['ID=58461226-a0ab-46de-8c8c-2546f0c6c4d6,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:32.278988 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1f0d5a46-9d26-4e63-84c0-7efa81187ccd tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742056637431'] for network (df5a92f9-d7ad-47db-bb60-2bc333ccfd85), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:32.340294 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-17dad95d-2f9a-4d61-8051-89e294e49870 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:32.343715 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-17dad95d-2f9a-4d61-8051-89e294e49870 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] 10.222.0.20 "DELETE /v2.0/ports/58461226-a0ab-46de-8c8c-2546f0c6c4d6 HTTP/1.1" status: 204 len: 168 time: 0.7019672 Feb 28 10:37:32.346399 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 38820) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:32.361147 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1f0d5a46-9d26-4e63-84c0-7efa81187ccd tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551'] for network (df5a92f9-d7ad-47db-bb60-2bc333ccfd85), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:32.366906 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f0d5a46-9d26-4e63-84c0-7efa81187ccd tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:32.367696 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1f0d5a46-9d26-4e63-84c0-7efa81187ccd tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:32.373038 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-4323d8c3-0ac9-46bc-a789-16b3b6577fdb tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] GET failed (client error): The resource could not be found. Feb 28 10:37:32.376602 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-4323d8c3-0ac9-46bc-a789-16b3b6577fdb tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] 10.222.0.20 "GET /v2.0/ports/58461226-a0ab-46de-8c8c-2546f0c6c4d6 HTTP/1.1" status: 404 len: 333 time: 0.0270245 Feb 28 10:37:32.377764 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 38822) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:32.409244 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84951002-6f55-413f-b331-99cd21f48382 None None] Network a8ac4d44-f4a7-446f-87e8-e6786d46241a requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:37:32.418287 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f713a15-551b-4fe4-be8f-ab368129f2a1 None None] Network de78860f-c997-465a-9950-2bfdc16e4f8a requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:37:32.420282 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a1ee381-047e-4912-86bc-45c001ed5dfc None None] Network 17808652-2a2d-43dd-92ef-16965d632dec requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:37:32.458971 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-1f0d5a46-9d26-4e63-84c0-7efa81187ccd tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3688300 Feb 28 10:37:32.462500 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 38830) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:32.469561 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-47f7ad06-2422-46c0-840a-773d658e864d tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:37:32.487124 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f0f39ab-b9bc-4448-aa0a-2ebe6fdfa545 None None] Network c81725ec-c4ef-4c45-b82b-418f163130fc requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:37:32.489076 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-215470cb-f8ae-4e9a-bd6e-f7841904386f None None] Network 2a784ee0-fa37-4488-8b10-b4626b5cebbd requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:37:32.490791 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e81c87a3-40f4-471a-8a10-51843c7b769f None None] Network 715b3dd3-b74c-4709-ae6b-3aca6451ef8b requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:37:32.529528 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0d5a46-9d26-4e63-84c0-7efa81187ccd tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Pushing event updated for resources: {'Network': ['ID=df5a92f9-d7ad-47db-bb60-2bc333ccfd85,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:32.539172 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-b859313e-255f-4f7e-b139-7c390e8b623c tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Deleting port 0f143335-e571-4d3f-b711-423f7b916b55 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:37:32.539520 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b859313e-255f-4f7e-b139-7c390e8b623c tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (0f143335-e571-4d3f-b711-423f7b916b55), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:32.558023 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84951002-6f55-413f-b331-99cd21f48382 None None] Network a8ac4d44-f4a7-446f-87e8-e6786d46241a could not be found, it might have been deleted concurrently. {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 28 10:37:32.568584 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9769972b-015b-4b1e-8df6-8b5a8606235b tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Made reservation on behalf of ecbebc6a99ee48f398013303d806c3bb for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:37:32.572031 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9769972b-015b-4b1e-8df6-8b5a8606235b tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3516581'] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:32.585626 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Network df5a92f9-d7ad-47db-bb60-2bc333ccfd85 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103409) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:37:32.587987 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a1ee381-047e-4912-86bc-45c001ed5dfc None None] Network 17808652-2a2d-43dd-92ef-16965d632dec could not be found, it might have been deleted concurrently. {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 28 10:37:32.625800 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e81c87a3-40f4-471a-8a10-51843c7b769f None None] Network 715b3dd3-b74c-4709-ae6b-3aca6451ef8b could not be found, it might have been deleted concurrently. {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 28 10:37:32.661127 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ffd9b84-89fc-48dc-a418-608eb84f196a None None] Network 17808652-2a2d-43dd-92ef-16965d632dec requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:37:32.663043 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 88dde094-2e81-4b70-8efc-0e2a4ab2bc8d up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:37:32.666541 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-215470cb-f8ae-4e9a-bd6e-f7841904386f None None] Network 2a784ee0-fa37-4488-8b10-b4626b5cebbd could not be found, it might have been deleted concurrently. {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 28 10:37:32.671325 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b859313e-255f-4f7e-b139-7c390e8b623c tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (0f143335-e571-4d3f-b711-423f7b916b55), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:32.685969 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-b859313e-255f-4f7e-b139-7c390e8b623c tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Calling delete_port for 0f143335-e571-4d3f-b711-423f7b916b55 owned by {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:37:32.694826 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57823968-6ad0-4eeb-b1cd-feeeaab33ae5 None None] Network 715b3dd3-b74c-4709-ae6b-3aca6451ef8b requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:37:32.735065 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffa99078-74a5-45bf-9f6f-e66d34d8a0ee None None] Network 2a784ee0-fa37-4488-8b10-b4626b5cebbd requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:37:32.772687 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ffd9b84-89fc-48dc-a418-608eb84f196a None None] Network 17808652-2a2d-43dd-92ef-16965d632dec could not be found, it might have been deleted concurrently. {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 28 10:37:32.784740 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57823968-6ad0-4eeb-b1cd-feeeaab33ae5 None None] Network 715b3dd3-b74c-4709-ae6b-3aca6451ef8b could not be found, it might have been deleted concurrently. {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 28 10:37:32.792881 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffa99078-74a5-45bf-9f6f-e66d34d8a0ee None None] Network 2a784ee0-fa37-4488-8b10-b4626b5cebbd could not be found, it might have been deleted concurrently. {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 28 10:37:32.810898 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-d40101cb-0145-433d-8d16-2cbe2457bb6d None None] Provisioning complete for port 88dde094-2e81-4b70-8efc-0e2a4ab2bc8d triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:37:32.811609 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d40101cb-0145-433d-8d16-2cbe2457bb6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (88dde094-2e81-4b70-8efc-0e2a4ab2bc8d), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:32.837737 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b859313e-255f-4f7e-b139-7c390e8b623c tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (0f143335-e571-4d3f-b711-423f7b916b55), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:32.877569 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b859313e-255f-4f7e-b139-7c390e8b623c tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Pushing event deleted for resources: {'Port': ['ID=0f143335-e571-4d3f-b711-423f7b916b55,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:32.912379 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f9214c0-2eda-4398-8667-2c1a0f3bb308 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-c81725ec-c4ef-4c45-b82b-418f163130fc', 'network_id': 'c81725ec-c4ef-4c45-b82b-418f163130fc', 'project_id': 'ecbebc6a99ee48f398013303d806c3bb', 'fixed_ips': [{'subnet_id': '9dca7f1d-5e99-40c4-90a7-269facbb3e0d'}]}} from dv-neutron-master-2-hyperv. {{(pid=103409) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:37:32.913250 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0f9214c0-2eda-4398-8667-2c1a0f3bb308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:32.918356 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port 88dde094-2e81-4b70-8efc-0e2a4ab2bc8d triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:37:32.918960 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (88dde094-2e81-4b70-8efc-0e2a4ab2bc8d), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:32.953947 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b859313e-255f-4f7e-b139-7c390e8b623c tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:32.958757 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-b859313e-255f-4f7e-b139-7c390e8b623c tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] 10.222.0.20 "DELETE /v2.0/ports/0f143335-e571-4d3f-b711-423f7b916b55 HTTP/1.1" status: 204 len: 168 time: 0.5799115 Feb 28 10:37:32.962994 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 38832) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:32.993601 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-d452aae0-9f6f-402f-b039-518c517ca5f6 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] GET failed (client error): The resource could not be found. Feb 28 10:37:32.997427 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-d452aae0-9f6f-402f-b039-518c517ca5f6 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] 10.222.0.20 "GET /v2.0/ports/0f143335-e571-4d3f-b711-423f7b916b55 HTTP/1.1" status: 404 len: 333 time: 0.0310359 Feb 28 10:37:32.997670 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 38834) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:33.066640 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4adfa7e-877e-4616-a7a5-22619325a79b tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Deleting subnet 8cce1874-9cb7-4c48-b56e-856e06ba6135 {{(pid=103408) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:37:33.069522 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c4adfa7e-877e-4616-a7a5-22619325a79b tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks [] for subnet (8cce1874-9cb7-4c48-b56e-856e06ba6135), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:33.079913 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-47f7ad06-2422-46c0-840a-773d658e864d tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742056637431'] for network (df5a92f9-d7ad-47db-bb60-2bc333ccfd85), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:33.089390 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-d40101cb-0145-433d-8d16-2cbe2457bb6d None None] Current status of the port 88dde094-2e81-4b70-8efc-0e2a4ab2bc8d is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:37:33.090855 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d40101cb-0145-433d-8d16-2cbe2457bb6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (88dde094-2e81-4b70-8efc-0e2a4ab2bc8d), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:33.115601 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-47f7ad06-2422-46c0-840a-773d658e864d tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551'] for network (df5a92f9-d7ad-47db-bb60-2bc333ccfd85), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:33.126444 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-47f7ad06-2422-46c0-840a-773d658e864d tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Network df5a92f9-d7ad-47db-bb60-2bc333ccfd85 is not hosted by any dhcp agent {{(pid=103407) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 28 10:37:33.127397 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c4adfa7e-877e-4616-a7a5-22619325a79b tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3423529'] for subnet (8cce1874-9cb7-4c48-b56e-856e06ba6135), precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:33.131583 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47f7ad06-2422-46c0-840a-773d658e864d tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:33.132744 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-47f7ad06-2422-46c0-840a-773d658e864d tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:33.137521 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-47f7ad06-2422-46c0-840a-773d658e864d tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] 10.222.0.20 "PUT /v2.0/networks/df5a92f9-d7ad-47db-bb60-2bc333ccfd85 HTTP/1.1" status: 200 len: 723 time: 0.6687434 Feb 28 10:37:33.137692 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 38836) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:33.155179 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-bf90d7b4-8ad4-493d-8365-d07ba2d2a89e tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Request body: {'subnet': {'network_id': 'df5a92f9-d7ad-47db-bb60-2bc333ccfd85', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:37:33.212453 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 88dde094-2e81-4b70-8efc-0e2a4ab2bc8d is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:37:33.212878 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (88dde094-2e81-4b70-8efc-0e2a4ab2bc8d), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:33.233473 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-d40101cb-0145-433d-8d16-2cbe2457bb6d None None] For port 88dde094-2e81-4b70-8efc-0e2a4ab2bc8d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=88dde094-2e81-4b70-8efc-0e2a4ab2bc8d,segment=NetworkSegment(6c8b7a50-9178-46d0-b7cd-de7e6723a88b),segment_id=6c8b7a50-9178-46d0-b7cd-de7e6723a88b)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:37:33.242749 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c4adfa7e-877e-4616-a7a5-22619325a79b tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-823142'] for subnet (8cce1874-9cb7-4c48-b56e-856e06ba6135), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:33.242969 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d40101cb-0145-433d-8d16-2cbe2457bb6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (88dde094-2e81-4b70-8efc-0e2a4ab2bc8d), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:33.289639 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-0f9214c0-2eda-4398-8667-2c1a0f3bb308 None None] Allocated IP 2001:db8::2 (c81725ec-c4ef-4c45-b82b-418f163130fc/9dca7f1d-5e99-40c4-90a7-269facbb3e0d/87a85f9c-d1f2-482b-adce-6d1cddf31c84) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:37:33.302826 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f7ad06-2422-46c0-840a-773d658e864d tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Pushing event updated for resources: {'Network': ['ID=df5a92f9-d7ad-47db-bb60-2bc333ccfd85,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:33.333158 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c4adfa7e-877e-4616-a7a5-22619325a79b tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-823145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3242523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3951170'] for subnet (8cce1874-9cb7-4c48-b56e-856e06ba6135), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:33.336254 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Network df5a92f9-d7ad-47db-bb60-2bc333ccfd85 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103409) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:37:33.370283 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4adfa7e-877e-4616-a7a5-22619325a79b tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Pushing event deleted for resources: {'Subnet': ['ID=8cce1874-9cb7-4c48-b56e-856e06ba6135,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:33.374808 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c4adfa7e-877e-4616-a7a5-22619325a79b tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks [] for subnet (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:33.381732 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-c4adfa7e-877e-4616-a7a5-22619325a79b tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] 10.222.0.20 "DELETE /v2.0/subnets/8cce1874-9cb7-4c48-b56e-856e06ba6135 HTTP/1.1" status: 204 len: 168 time: 0.3800514 Feb 28 10:37:33.382761 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 38838) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:33.405999 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf90d7b4-8ad4-493d-8365-d07ba2d2a89e tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Made reservation on behalf of 6aa76ca1930e40cb822a736948009d34 for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:37:33.409531 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bf90d7b4-8ad4-493d-8365-d07ba2d2a89e tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3516581'] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:33.423744 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40101cb-0145-433d-8d16-2cbe2457bb6d None None] Pushing event updated for resources: {'Port': ['ID=88dde094-2e81-4b70-8efc-0e2a4ab2bc8d,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:33.496882 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.db.api [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103409) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 10:37:33.497237 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG oslo_db.api [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 10:37:33.542731 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9769972b-015b-4b1e-8df6-8b5a8606235b tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3498031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3516567'] for subnet (dcdbf3c3-d501-4dc3-bfe5-144409e40b54), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:33.586133 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5f12db9f-0abc-4b07-98b5-ee5fa59409e7 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-665757'] for network (de78860f-c997-465a-9950-2bfdc16e4f8a), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:33.630952 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9769972b-015b-4b1e-8df6-8b5a8606235b tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Network c81725ec-c4ef-4c45-b82b-418f163130fc is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:37:33.639023 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9769972b-015b-4b1e-8df6-8b5a8606235b tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Pushing event updated for resources: {'Subnet': ['ID=dcdbf3c3-d501-4dc3-bfe5-144409e40b54,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:33.644907 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-9769972b-015b-4b1e-8df6-8b5a8606235b tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:37:33.650744 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9769972b-015b-4b1e-8df6-8b5a8606235b tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:33.651348 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9769972b-015b-4b1e-8df6-8b5a8606235b tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616561'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:33.725909 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-9769972b-015b-4b1e-8df6-8b5a8606235b tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.4634631 Feb 28 10:37:33.729461 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 38840) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:33.746263 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a48b298f-99eb-4f5b-9e90-0e44ff13a147 None None] Network de78860f-c997-465a-9950-2bfdc16e4f8a requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:37:33.787659 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-085715a5-9116-4979-8dcf-bd1ca6632b9c tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:33.789020 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-085715a5-9116-4979-8dcf-bd1ca6632b9c tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:33.790400 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-085715a5-9116-4979-8dcf-bd1ca6632b9c tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:33.791774 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-085715a5-9116-4979-8dcf-bd1ca6632b9c tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:33.793493 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-085715a5-9116-4979-8dcf-bd1ca6632b9c tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:33.795217 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-085715a5-9116-4979-8dcf-bd1ca6632b9c tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0643044 Feb 28 10:37:33.799523 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 38842) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:33.801512 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-5f12db9f-0abc-4b07-98b5-ee5fa59409e7 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Deleting port 88dde094-2e81-4b70-8efc-0e2a4ab2bc8d {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:37:33.801901 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5f12db9f-0abc-4b07-98b5-ee5fa59409e7 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (88dde094-2e81-4b70-8efc-0e2a4ab2bc8d), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:33.802465 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-da15dd20-bc42-4936-a4d3-1dd46479c2ba None None] Could not find standard attr ID for object 0f143335-e571-4d3f-b711-423f7b916b55. {{(pid=103409) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Feb 28 10:37:33.806074 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-5fdaf5fb-4436-40dd-aef0-22285ae5f374 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1328568308'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:37:33.814432 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bf90d7b4-8ad4-493d-8365-d07ba2d2a89e tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3498031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3516567'] for subnet (40865b56-4bd6-4cfe-8076-402319f622b2), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:33.820285 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0f9214c0-2eda-4398-8667-2c1a0f3bb308 None None] Publish callbacks [] for port (87a85f9c-d1f2-482b-adce-6d1cddf31c84), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:33.829115 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fdaf5fb-4436-40dd-aef0-22285ae5f374 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Made reservation on behalf of ecbebc6a99ee48f398013303d806c3bb for: {'network': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:37:33.831309 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0f9214c0-2eda-4398-8667-2c1a0f3bb308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749'] for port (87a85f9c-d1f2-482b-adce-6d1cddf31c84), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:33.833684 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5fdaf5fb-4436-40dd-aef0-22285ae5f374 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for network (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:33.862601 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fdaf5fb-4436-40dd-aef0-22285ae5f374 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 252} {{(pid=103408) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:37:33.874223 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5fdaf5fb-4436-40dd-aef0-22285ae5f374 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (9fe25523-f001-4486-ba82-83d2abd62fc9), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:33.874982 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.db.segments_db [None req-5fdaf5fb-4436-40dd-aef0-22285ae5f374 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Added segment 9fe25523-f001-4486-ba82-83d2abd62fc9 of type vlan for network 5ff2f87a-a8da-4204-8f58-21917aeb846c Feb 28 10:37:33.878802 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-da15dd20-bc42-4936-a4d3-1dd46479c2ba None None] Provisioning complete for port 88dde094-2e81-4b70-8efc-0e2a4ab2bc8d triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:37:33.879191 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-da15dd20-bc42-4936-a4d3-1dd46479c2ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (88dde094-2e81-4b70-8efc-0e2a4ab2bc8d), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:33.924373 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-5f12db9f-0abc-4b07-98b5-ee5fa59409e7 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] For port 88dde094-2e81-4b70-8efc-0e2a4ab2bc8d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=88dde094-2e81-4b70-8efc-0e2a4ab2bc8d,segment=NetworkSegment(6c8b7a50-9178-46d0-b7cd-de7e6723a88b),segment_id=6c8b7a50-9178-46d0-b7cd-de7e6723a88b)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:37:33.924671 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5f12db9f-0abc-4b07-98b5-ee5fa59409e7 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (88dde094-2e81-4b70-8efc-0e2a4ab2bc8d), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:33.925334 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5fdaf5fb-4436-40dd-aef0-22285ae5f374 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742056637431'] for network (5ff2f87a-a8da-4204-8f58-21917aeb846c), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:33.925878 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f9214c0-2eda-4398-8667-2c1a0f3bb308 None None] Network c81725ec-c4ef-4c45-b82b-418f163130fc is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:37:33.927220 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf90d7b4-8ad4-493d-8365-d07ba2d2a89e tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Pushing event updated for resources: {'Subnet': ['ID=40865b56-4bd6-4cfe-8076-402319f622b2,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:33.935201 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-0f9214c0-2eda-4398-8667-2c1a0f3bb308 None None] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:37:33.937021 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9214c0-2eda-4398-8667-2c1a0f3bb308 None None] Pushing event updated for resources: {'Port': ['ID=87a85f9c-d1f2-482b-adce-6d1cddf31c84,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:33.939421 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f9214c0-2eda-4398-8667-2c1a0f3bb308 None None] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:37:33.951325 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-5f12db9f-0abc-4b07-98b5-ee5fa59409e7 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Calling delete_port for 88dde094-2e81-4b70-8efc-0e2a4ab2bc8d owned by network:dhcp {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:37:33.967095 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5fdaf5fb-4436-40dd-aef0-22285ae5f374 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551'] for network (5ff2f87a-a8da-4204-8f58-21917aeb846c), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:33.967735 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf90d7b4-8ad4-493d-8365-d07ba2d2a89e tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Checking segment: {'id': 'c639b2c7-78a1-4224-ad04-ac399a529b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'df5a92f9-d7ad-47db-bb60-2bc333ccfd85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:37:33.967735 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf90d7b4-8ad4-493d-8365-d07ba2d2a89e tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Network hostable DHCP agents. Network: df5a92f9-d7ad-47db-bb60-2bc333ccfd85, hostable agents: ['fb6705d2-4f70-4965-92a3-fbfccd43a6d3'], hosted agents: [] {{(pid=103407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:37:33.973637 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fdaf5fb-4436-40dd-aef0-22285ae5f374 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:33.974390 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5fdaf5fb-4436-40dd-aef0-22285ae5f374 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616561'] for network (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:34.022879 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf90d7b4-8ad4-493d-8365-d07ba2d2a89e tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Network df5a92f9-d7ad-47db-bb60-2bc333ccfd85 is scheduled to be hosted by DHCP agent fb6705d2-4f70-4965-92a3-fbfccd43a6d3 with binding_index 1 {{(pid=103407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:37:34.052303 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-bf90d7b4-8ad4-493d-8365-d07ba2d2a89e tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, df5a92f9-d7ad-47db-bb60-2bc333ccfd85) {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:37:34.056733 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf90d7b4-8ad4-493d-8365-d07ba2d2a89e tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:34.057480 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bf90d7b4-8ad4-493d-8365-d07ba2d2a89e tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1616561'] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:34.057903 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-5fdaf5fb-4436-40dd-aef0-22285ae5f374 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2568858 Feb 28 10:37:34.058599 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 38844) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:34.068670 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-0f9214c0-2eda-4398-8667-2c1a0f3bb308 None None] Attempting to bind port 87a85f9c-d1f2-482b-adce-6d1cddf31c84 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:37:34.069268 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-0f9214c0-2eda-4398-8667-2c1a0f3bb308 None None] Attempting to bind port 87a85f9c-d1f2-482b-adce-6d1cddf31c84 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '9a25b369-464d-4f3c-bc73-08c4bda7bddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'c81725ec-c4ef-4c45-b82b-418f163130fc'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:37:34.069799 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9214c0-2eda-4398-8667-2c1a0f3bb308 None None] Attempting to bind port 87a85f9c-d1f2-482b-adce-6d1cddf31c84 on network c81725ec-c4ef-4c45-b82b-418f163130fc {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:37:34.083729 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-41e347e3-c671-46eb-b5e2-3bd5e3eebbb4 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:37:34.088640 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-bf90d7b4-8ad4-493d-8365-d07ba2d2a89e tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9472587 Feb 28 10:37:34.090920 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 38846) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:34.095620 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9214c0-2eda-4398-8667-2c1a0f3bb308 None None] Checking agent: {'id': '75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 24, 15), 'started_at': datetime.datetime(2022, 2, 28, 10, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 37, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:37:34.096021 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9214c0-2eda-4398-8667-2c1a0f3bb308 None None] Checking segment: {'id': '9a25b369-464d-4f3c-bc73-08c4bda7bddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'c81725ec-c4ef-4c45-b82b-418f163130fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:37:34.096432 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0f9214c0-2eda-4398-8667-2c1a0f3bb308 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:34.096861 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9214c0-2eda-4398-8667-2c1a0f3bb308 None None] Bound using segment: {'id': '9a25b369-464d-4f3c-bc73-08c4bda7bddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'c81725ec-c4ef-4c45-b82b-418f163130fc'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:37:34.097403 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-0f9214c0-2eda-4398-8667-2c1a0f3bb308 None None] Bound port: 87a85f9c-d1f2-482b-adce-6d1cddf31c84, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a25b369-464d-4f3c-bc73-08c4bda7bddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': 'c81725ec-c4ef-4c45-b82b-418f163130fc'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:37:34.097802 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0f9214c0-2eda-4398-8667-2c1a0f3bb308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (87a85f9c-d1f2-482b-adce-6d1cddf31c84), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:34.099401 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-21ebd385-d72e-4b5b-a4ec-e671affa9a5a tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:37:34.099925 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-580a4348-a7d3-40b6-adc4-b2307ed7a2f5 None None] Network df5a92f9-d7ad-47db-bb60-2bc333ccfd85 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:37:34.101708 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f64626dd-c0b1-4121-93aa-466cfc98d2b7 None None] DHCP port deletion for de78860f-c997-465a-9950-2bfdc16e4f8a request from dv-neutron-master-2-hyperv {{(pid=103409) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:37:34.104735 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5f12db9f-0abc-4b07-98b5-ee5fa59409e7 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (88dde094-2e81-4b70-8efc-0e2a4ab2bc8d), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:34.107534 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 88dde094-2e81-4b70-8efc-0e2a4ab2bc8d is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:37:34.137365 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdaf5fb-4436-40dd-aef0-22285ae5f374 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Pushing event updated for resources: {'Network': ['ID=5ff2f87a-a8da-4204-8f58-21917aeb846c,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:34.158113 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f12db9f-0abc-4b07-98b5-ee5fa59409e7 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Pushing event deleted for resources: {'Port': ['ID=88dde094-2e81-4b70-8efc-0e2a4ab2bc8d,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:34.164219 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Network 5ff2f87a-a8da-4204-8f58-21917aeb846c details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103409) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:37:34.168392 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f12db9f-0abc-4b07-98b5-ee5fa59409e7 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] No DVR routers for this DVR port 88dde094-2e81-4b70-8efc-0e2a4ab2bc8d on host dv-neutron-master-2-hyperv {{(pid=103407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:37:34.169706 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-da15dd20-bc42-4936-a4d3-1dd46479c2ba None None] Current status of the port 88dde094-2e81-4b70-8efc-0e2a4ab2bc8d is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:37:34.273409 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-41e347e3-c671-46eb-b5e2-3bd5e3eebbb4 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742056637431'] for network (5ff2f87a-a8da-4204-8f58-21917aeb846c), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:34.300955 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-41e347e3-c671-46eb-b5e2-3bd5e3eebbb4 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551'] for network (5ff2f87a-a8da-4204-8f58-21917aeb846c), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:34.311280 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-41e347e3-c671-46eb-b5e2-3bd5e3eebbb4 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Network 5ff2f87a-a8da-4204-8f58-21917aeb846c is not hosted by any dhcp agent {{(pid=103408) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 28 10:37:34.312339 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5f12db9f-0abc-4b07-98b5-ee5fa59409e7 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672413', 'neutron.services.segments.db._delete_segments_for_network-8742057110173'] for network (de78860f-c997-465a-9950-2bfdc16e4f8a), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:34.315602 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41e347e3-c671-46eb-b5e2-3bd5e3eebbb4 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:34.316207 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-41e347e3-c671-46eb-b5e2-3bd5e3eebbb4 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks [] for network (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:34.320867 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-41e347e3-c671-46eb-b5e2-3bd5e3eebbb4 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] 10.222.0.20 "PUT /v2.0/networks/5ff2f87a-a8da-4204-8f58-21917aeb846c HTTP/1.1" status: 200 len: 723 time: 0.2528536 Feb 28 10:37:34.321691 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 38848) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:34.325552 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-0f9214c0-2eda-4398-8667-2c1a0f3bb308 None None] For port 87a85f9c-d1f2-482b-adce-6d1cddf31c84, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:37:34.330007 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-378f313a-5537-46b3-b166-4eb5a813fb46 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Request body: {'subnet': {'network_id': '5ff2f87a-a8da-4204-8f58-21917aeb846c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:37:34.340045 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-0f9214c0-2eda-4398-8667-2c1a0f3bb308 None None] For port 87a85f9c-d1f2-482b-adce-6d1cddf31c84, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=87a85f9c-d1f2-482b-adce-6d1cddf31c84,segment=NetworkSegment(9a25b369-464d-4f3c-bc73-08c4bda7bddd),segment_id=9a25b369-464d-4f3c-bc73-08c4bda7bddd)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:37:34.341650 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb5b00aa-44cf-4e05-8bb1-d8776c23ed74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-df5a92f9-d7ad-47db-bb60-2bc333ccfd85', 'network_id': 'df5a92f9-d7ad-47db-bb60-2bc333ccfd85', 'project_id': '6aa76ca1930e40cb822a736948009d34', 'fixed_ips': [{'subnet_id': '40865b56-4bd6-4cfe-8076-402319f622b2'}]}} from dv-neutron-master-2-hyperv. {{(pid=103409) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:37:34.342510 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-cb5b00aa-44cf-4e05-8bb1-d8776c23ed74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:34.358290 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0f9214c0-2eda-4398-8667-2c1a0f3bb308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (87a85f9c-d1f2-482b-adce-6d1cddf31c84), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:34.386467 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e347e3-c671-46eb-b5e2-3bd5e3eebbb4 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Pushing event updated for resources: {'Network': ['ID=5ff2f87a-a8da-4204-8f58-21917aeb846c,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:34.401687 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-21ebd385-d72e-4b5b-a4ec-e671affa9a5a tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3516572'] for subnet (40865b56-4bd6-4cfe-8076-402319f622b2), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:34.403575 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Network 5ff2f87a-a8da-4204-8f58-21917aeb846c details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103409) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:37:34.427850 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-5f12db9f-0abc-4b07-98b5-ee5fa59409e7 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de78860f-c997-465a-9950-2bfdc16e4f8a']}} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:34.456182 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-5f12db9f-0abc-4b07-98b5-ee5fa59409e7 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c8b7a50-9178-46d0-b7cd-de7e6723a88b') {'for_net_delete': True} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:34.456649 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-5f12db9f-0abc-4b07-98b5-ee5fa59409e7 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c8b7a50-9178-46d0-b7cd-de7e6723a88b') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:34.476800 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5f12db9f-0abc-4b07-98b5-ee5fa59409e7 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742057113766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3501147'] for segment (6c8b7a50-9178-46d0-b7cd-de7e6723a88b), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:34.562610 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9214c0-2eda-4398-8667-2c1a0f3bb308 None None] Pushing event updated for resources: {'Port': ['ID=87a85f9c-d1f2-482b-adce-6d1cddf31c84,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:34.572869 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 88dde094-2e81-4b70-8efc-0e2a4ab2bc8d no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:37:34.576433 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5f12db9f-0abc-4b07-98b5-ee5fa59409e7 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (6c8b7a50-9178-46d0-b7cd-de7e6723a88b), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:34.612987 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] No Port match for: 88dde094-2e81-4b70-8efc-0e2a4ab2bc8d {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:37:34.613307 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 88dde094-2e81-4b70-8efc-0e2a4ab2bc8d not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:37:34.621528 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f12db9f-0abc-4b07-98b5-ee5fa59409e7 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Releasing vlan 292 on physical network physnet1 to pool {{(pid=103407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:37:34.621963 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5f12db9f-0abc-4b07-98b5-ee5fa59409e7 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3498166'] for segment (6c8b7a50-9178-46d0-b7cd-de7e6723a88b), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:34.628747 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-378f313a-5537-46b3-b166-4eb5a813fb46 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Made reservation on behalf of ecbebc6a99ee48f398013303d806c3bb for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:37:34.633935 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-378f313a-5537-46b3-b166-4eb5a813fb46 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3516581'] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:34.649617 dv-neutron-master-2-hyperv neutron-server[103407]: Traceback (most recent call last): Feb 28 10:37:34.649617 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:37:34.649617 dv-neutron-master-2-hyperv neutron-server[103407]: timer() Feb 28 10:37:34.649617 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:37:34.649617 dv-neutron-master-2-hyperv neutron-server[103407]: cb(*args, **kw) Feb 28 10:37:34.649617 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:37:34.649617 dv-neutron-master-2-hyperv neutron-server[103407]: return func(*args, **kwargs) Feb 28 10:37:34.649617 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:37:34.649617 dv-neutron-master-2-hyperv neutron-server[103407]: self._notify() Feb 28 10:37:34.649617 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:37:34.649617 dv-neutron-master-2-hyperv neutron-server[103407]: self.callback(batched_events) Feb 28 10:37:34.649617 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:37:34.649617 dv-neutron-master-2-hyperv neutron-server[103407]: event.method(event) Feb 28 10:37:34.649617 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:37:34.649617 dv-neutron-master-2-hyperv neutron-server[103407]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:37:34.649617 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:37:34.649617 dv-neutron-master-2-hyperv neutron-server[103407]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:37:34.649617 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:37:34.649617 dv-neutron-master-2-hyperv neutron-server[103407]: return f(self, *a, **k) Feb 28 10:37:34.649617 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:37:34.649617 dv-neutron-master-2-hyperv neutron-server[103407]: return self._get(url).json() Feb 28 10:37:34.649617 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:37:34.649617 dv-neutron-master-2-hyperv neutron-server[103407]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:37:34.649617 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:37:34.649617 dv-neutron-master-2-hyperv neutron-server[103407]: return self.request(url, 'GET', **kwargs) Feb 28 10:37:34.649617 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:37:34.649617 dv-neutron-master-2-hyperv neutron-server[103407]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:37:34.649617 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:37:34.649617 dv-neutron-master-2-hyperv neutron-server[103407]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:37:34.649617 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:37:34.649617 dv-neutron-master-2-hyperv neutron-server[103407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:37:34.649617 dv-neutron-master-2-hyperv neutron-server[103407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:37:34.777463 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-21ebd385-d72e-4b5b-a4ec-e671affa9a5a tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8742057140965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3498001'] for subnet (40865b56-4bd6-4cfe-8076-402319f622b2), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:34.823193 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5f12db9f-0abc-4b07-98b5-ee5fa59409e7 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803269'] for network (de78860f-c997-465a-9950-2bfdc16e4f8a), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:34.825714 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-cb5b00aa-44cf-4e05-8bb1-d8776c23ed74 None None] Allocated IP 172.20.0.2 (df5a92f9-d7ad-47db-bb60-2bc333ccfd85/40865b56-4bd6-4cfe-8076-402319f622b2/153bddde-7742-4dc8-8324-18d182fb77cf) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:37:34.855576 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5f12db9f-0abc-4b07-98b5-ee5fa59409e7 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:34.860495 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-5f12db9f-0abc-4b07-98b5-ee5fa59409e7 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] 10.222.0.20 "DELETE /v2.0/networks/de78860f-c997-465a-9950-2bfdc16e4f8a HTTP/1.1" status: 204 len: 168 time: 1.4770801 Feb 28 10:37:34.867044 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 38850) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:34.870868 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f12db9f-0abc-4b07-98b5-ee5fa59409e7 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Pushing event deleted for resources: {'Network': ['ID=de78860f-c997-465a-9950-2bfdc16e4f8a,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:34.875374 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-692c7fed-8c30-483c-a1d5-7639236266ea tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-876992319'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:37:34.883695 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21ebd385-d72e-4b5b-a4ec-e671affa9a5a tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:34.884310 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-21ebd385-d72e-4b5b-a4ec-e671affa9a5a tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks [] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:34.888302 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-21ebd385-d72e-4b5b-a4ec-e671affa9a5a tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] 10.222.0.20 "PUT /v2.0/subnets/40865b56-4bd6-4cfe-8076-402319f622b2 HTTP/1.1" status: 200 len: 806 time: 0.7926652 Feb 28 10:37:34.891168 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 38852) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:34.893922 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ebd385-d72e-4b5b-a4ec-e671affa9a5a tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Pushing event updated for resources: {'Subnet': ['ID=40865b56-4bd6-4cfe-8076-402319f622b2,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:35.011010 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-cb5b00aa-44cf-4e05-8bb1-d8776c23ed74 None None] Publish callbacks [] for port (153bddde-7742-4dc8-8324-18d182fb77cf), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:35.012443 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-378f313a-5537-46b3-b166-4eb5a813fb46 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3498031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3516567'] for subnet (dfba79fd-df11-4908-bfac-71a5580fbd57), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:35.027330 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-cb5b00aa-44cf-4e05-8bb1-d8776c23ed74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749'] for port (153bddde-7742-4dc8-8324-18d182fb77cf), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:35.081543 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378f313a-5537-46b3-b166-4eb5a813fb46 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Pushing event updated for resources: {'Subnet': ['ID=dfba79fd-df11-4908-bfac-71a5580fbd57,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:35.082530 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb5b00aa-44cf-4e05-8bb1-d8776c23ed74 None None] Network df5a92f9-d7ad-47db-bb60-2bc333ccfd85 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:37:35.088599 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5b00aa-44cf-4e05-8bb1-d8776c23ed74 None None] Pushing event updated for resources: {'Port': ['ID=153bddde-7742-4dc8-8324-18d182fb77cf,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:35.091649 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-cb5b00aa-44cf-4e05-8bb1-d8776c23ed74 None None] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:37:35.094513 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378f313a-5537-46b3-b166-4eb5a813fb46 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Checking segment: {'id': '9fe25523-f001-4486-ba82-83d2abd62fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '5ff2f87a-a8da-4204-8f58-21917aeb846c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:37:35.094970 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-378f313a-5537-46b3-b166-4eb5a813fb46 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Network hostable DHCP agents. Network: 5ff2f87a-a8da-4204-8f58-21917aeb846c, hostable agents: ['fb6705d2-4f70-4965-92a3-fbfccd43a6d3'], hosted agents: [] {{(pid=103407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:37:35.099383 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb5b00aa-44cf-4e05-8bb1-d8776c23ed74 None None] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:37:35.117385 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-378f313a-5537-46b3-b166-4eb5a813fb46 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Network 5ff2f87a-a8da-4204-8f58-21917aeb846c is scheduled to be hosted by DHCP agent fb6705d2-4f70-4965-92a3-fbfccd43a6d3 with binding_index 1 {{(pid=103407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:37:35.128054 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-378f313a-5537-46b3-b166-4eb5a813fb46 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 5ff2f87a-a8da-4204-8f58-21917aeb846c) {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:37:35.141584 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-378f313a-5537-46b3-b166-4eb5a813fb46 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:35.142409 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-378f313a-5537-46b3-b166-4eb5a813fb46 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks [] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:35.150965 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e885fa91-3d7a-4ea0-81e2-c0739071bc2b None None] Network 5ff2f87a-a8da-4204-8f58-21917aeb846c requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:37:35.164380 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-378f313a-5537-46b3-b166-4eb5a813fb46 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8395271 Feb 28 10:37:35.166884 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 38854) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:35.168524 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-cb5b00aa-44cf-4e05-8bb1-d8776c23ed74 None None] Attempting to bind port 153bddde-7742-4dc8-8324-18d182fb77cf on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:37:35.169025 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-cb5b00aa-44cf-4e05-8bb1-d8776c23ed74 None None] Attempting to bind port 153bddde-7742-4dc8-8324-18d182fb77cf by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'c639b2c7-78a1-4224-ad04-ac399a529b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'df5a92f9-d7ad-47db-bb60-2bc333ccfd85'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:37:35.169484 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb5b00aa-44cf-4e05-8bb1-d8776c23ed74 None None] Attempting to bind port 153bddde-7742-4dc8-8324-18d182fb77cf on network df5a92f9-d7ad-47db-bb60-2bc333ccfd85 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:37:35.177693 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-31dd2b84-e54a-4903-b648-390f5f373d81 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:37:35.185345 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb5b00aa-44cf-4e05-8bb1-d8776c23ed74 None None] Checking agent: {'id': '75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 24, 15), 'started_at': datetime.datetime(2022, 2, 28, 10, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 37, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:37:35.185737 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb5b00aa-44cf-4e05-8bb1-d8776c23ed74 None None] Checking segment: {'id': 'c639b2c7-78a1-4224-ad04-ac399a529b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'df5a92f9-d7ad-47db-bb60-2bc333ccfd85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:37:35.186316 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-cb5b00aa-44cf-4e05-8bb1-d8776c23ed74 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:35.186789 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb5b00aa-44cf-4e05-8bb1-d8776c23ed74 None None] Bound using segment: {'id': 'c639b2c7-78a1-4224-ad04-ac399a529b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'df5a92f9-d7ad-47db-bb60-2bc333ccfd85'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:37:35.187357 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-cb5b00aa-44cf-4e05-8bb1-d8776c23ed74 None None] Bound port: 153bddde-7742-4dc8-8324-18d182fb77cf, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c639b2c7-78a1-4224-ad04-ac399a529b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'df5a92f9-d7ad-47db-bb60-2bc333ccfd85'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:37:35.187824 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-cb5b00aa-44cf-4e05-8bb1-d8776c23ed74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (153bddde-7742-4dc8-8324-18d182fb77cf), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:35.282786 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-31dd2b84-e54a-4903-b648-390f5f373d81 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3516572'] for subnet (dfba79fd-df11-4908-bfac-71a5580fbd57), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:35.293426 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-692c7fed-8c30-483c-a1d5-7639236266ea tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Made reservation on behalf of 3f882f7a65fb4f4b8c37408f45ffc93a for: {'network': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:37:35.296833 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-692c7fed-8c30-483c-a1d5-7639236266ea tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for network (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:35.342431 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-692c7fed-8c30-483c-a1d5-7639236266ea tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 283} {{(pid=103408) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:37:35.354261 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ffe0ae4-364e-43e1-a57b-a8763b52aeb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-5ff2f87a-a8da-4204-8f58-21917aeb846c', 'network_id': '5ff2f87a-a8da-4204-8f58-21917aeb846c', 'project_id': 'ecbebc6a99ee48f398013303d806c3bb', 'fixed_ips': [{'subnet_id': 'dfba79fd-df11-4908-bfac-71a5580fbd57'}]}} from dv-neutron-master-2-hyperv. {{(pid=103409) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:37:35.355144 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9ffe0ae4-364e-43e1-a57b-a8763b52aeb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:35.367361 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-692c7fed-8c30-483c-a1d5-7639236266ea tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (1726e96b-9d56-4441-81ce-ad44472f6864), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:35.367743 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.db.segments_db [None req-692c7fed-8c30-483c-a1d5-7639236266ea tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Added segment 1726e96b-9d56-4441-81ce-ad44472f6864 of type vlan for network d653aef7-f863-4a74-8105-bd4c4da4cc0c Feb 28 10:37:35.376689 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-cb5b00aa-44cf-4e05-8bb1-d8776c23ed74 None None] For port 153bddde-7742-4dc8-8324-18d182fb77cf, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:37:35.399116 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-cb5b00aa-44cf-4e05-8bb1-d8776c23ed74 None None] For port 153bddde-7742-4dc8-8324-18d182fb77cf, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=153bddde-7742-4dc8-8324-18d182fb77cf,segment=NetworkSegment(c639b2c7-78a1-4224-ad04-ac399a529b06),segment_id=c639b2c7-78a1-4224-ad04-ac399a529b06)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:37:35.419528 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5538bedf-1d4b-4b1e-a743-352ded23f618 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-665757'] for network (df5a92f9-d7ad-47db-bb60-2bc333ccfd85), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:35.436514 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-692c7fed-8c30-483c-a1d5-7639236266ea tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742056637431'] for network (d653aef7-f863-4a74-8105-bd4c4da4cc0c), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:35.461492 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-cb5b00aa-44cf-4e05-8bb1-d8776c23ed74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (153bddde-7742-4dc8-8324-18d182fb77cf), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:35.491293 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-31dd2b84-e54a-4903-b648-390f5f373d81 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8742057140965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3498001'] for subnet (dfba79fd-df11-4908-bfac-71a5580fbd57), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:35.502083 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-692c7fed-8c30-483c-a1d5-7639236266ea tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551'] for network (d653aef7-f863-4a74-8105-bd4c4da4cc0c), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:35.507838 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-692c7fed-8c30-483c-a1d5-7639236266ea tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:35.508538 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-692c7fed-8c30-483c-a1d5-7639236266ea tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks [] for network (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:35.566649 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dd2b84-e54a-4903-b648-390f5f373d81 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Pushing event updated for resources: {'Subnet': ['ID=dfba79fd-df11-4908-bfac-71a5580fbd57,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:35.581246 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31dd2b84-e54a-4903-b648-390f5f373d81 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:35.582080 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-31dd2b84-e54a-4903-b648-390f5f373d81 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks [] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:35.583539 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-31dd2b84-e54a-4903-b648-390f5f373d81 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] 10.222.0.20 "PUT /v2.0/subnets/dfba79fd-df11-4908-bfac-71a5580fbd57 HTTP/1.1" status: 200 len: 826 time: 0.4143105 Feb 28 10:37:35.585944 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5b00aa-44cf-4e05-8bb1-d8776c23ed74 None None] Pushing event updated for resources: {'Port': ['ID=153bddde-7742-4dc8-8324-18d182fb77cf,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:35.586520 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 38856) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:35.597872 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-692c7fed-8c30-483c-a1d5-7639236266ea tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7290449 Feb 28 10:37:35.601420 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 38858) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:35.606698 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-68a2e215-6e10-4fd7-a654-f7a18e0ce6bc tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Request body: {'subnet': {'network_id': 'd653aef7-f863-4a74-8105-bd4c4da4cc0c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:37:35.613584 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692c7fed-8c30-483c-a1d5-7639236266ea tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Pushing event updated for resources: {'Network': ['ID=d653aef7-f863-4a74-8105-bd4c4da4cc0c,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:35.629315 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-9ffe0ae4-364e-43e1-a57b-a8763b52aeb1 None None] Allocated IP 2001:db8::2 (5ff2f87a-a8da-4204-8f58-21917aeb846c/dfba79fd-df11-4908-bfac-71a5580fbd57/797b2f53-babe-4e88-9c36-37dea0ef8390) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:37:35.633789 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Network d653aef7-f863-4a74-8105-bd4c4da4cc0c details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103409) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:37:35.680371 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-5538bedf-1d4b-4b1e-a743-352ded23f618 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Deleting port 153bddde-7742-4dc8-8324-18d182fb77cf {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:37:35.680750 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5538bedf-1d4b-4b1e-a743-352ded23f618 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (153bddde-7742-4dc8-8324-18d182fb77cf), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:35.752483 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-331f7477-b3da-45ff-b157-356487840160 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-665757'] for network (5ff2f87a-a8da-4204-8f58-21917aeb846c), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:35.805381 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68a2e215-6e10-4fd7-a654-f7a18e0ce6bc tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Made reservation on behalf of 3f882f7a65fb4f4b8c37408f45ffc93a for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:37:35.809074 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-68a2e215-6e10-4fd7-a654-f7a18e0ce6bc tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3951209'] for subnet (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:35.834718 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-331f7477-b3da-45ff-b157-356487840160 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-823142'] for subnet (dfba79fd-df11-4908-bfac-71a5580fbd57), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:35.839278 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d087c55-4ff1-4760-9b2b-bc0a6220b35c None None] Network c81725ec-c4ef-4c45-b82b-418f163130fc requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:37:35.887687 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-5538bedf-1d4b-4b1e-a743-352ded23f618 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] For port 153bddde-7742-4dc8-8324-18d182fb77cf, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=153bddde-7742-4dc8-8324-18d182fb77cf,segment=NetworkSegment(c639b2c7-78a1-4224-ad04-ac399a529b06),segment_id=c639b2c7-78a1-4224-ad04-ac399a529b06)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:37:35.888372 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5538bedf-1d4b-4b1e-a743-352ded23f618 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (153bddde-7742-4dc8-8324-18d182fb77cf), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:35.911505 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-5538bedf-1d4b-4b1e-a743-352ded23f618 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Calling delete_port for 153bddde-7742-4dc8-8324-18d182fb77cf owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:37:36.133753 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-68a2e215-6e10-4fd7-a654-f7a18e0ce6bc tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3242588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3951195'] for subnet (f0f7da01-4f25-42b8-9668-b0427ebc17f1), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:36.155870 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9ffe0ae4-364e-43e1-a57b-a8763b52aeb1 None None] Publish callbacks [] for port (797b2f53-babe-4e88-9c36-37dea0ef8390), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:36.160808 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-8e413be4-e07b-4b1c-b472-1b26843ba4f0 None None] Provisioning complete for port 87a85f9c-d1f2-482b-adce-6d1cddf31c84 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:37:36.161025 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8e413be4-e07b-4b1c-b472-1b26843ba4f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (87a85f9c-d1f2-482b-adce-6d1cddf31c84), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:36.180546 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5538bedf-1d4b-4b1e-a743-352ded23f618 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (153bddde-7742-4dc8-8324-18d182fb77cf), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:36.185010 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-331f7477-b3da-45ff-b157-356487840160 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-823145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3498088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3516558'] for subnet (dfba79fd-df11-4908-bfac-71a5580fbd57), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:36.187812 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9ffe0ae4-364e-43e1-a57b-a8763b52aeb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749'] for port (797b2f53-babe-4e88-9c36-37dea0ef8390), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:36.215745 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331f7477-b3da-45ff-b157-356487840160 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Pushing event deleted for resources: {'Subnet': ['ID=dfba79fd-df11-4908-bfac-71a5580fbd57,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:36.218854 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5538bedf-1d4b-4b1e-a743-352ded23f618 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Pushing event deleted for resources: {'Port': ['ID=153bddde-7742-4dc8-8324-18d182fb77cf,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:36.248665 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ffe0ae4-364e-43e1-a57b-a8763b52aeb1 None None] Network 5ff2f87a-a8da-4204-8f58-21917aeb846c is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:37:36.258102 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-9ffe0ae4-364e-43e1-a57b-a8763b52aeb1 None None] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:37:36.269789 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a2e215-6e10-4fd7-a654-f7a18e0ce6bc tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Pushing event updated for resources: {'Subnet': ['ID=f0f7da01-4f25-42b8-9668-b0427ebc17f1,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:36.278562 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ffe0ae4-364e-43e1-a57b-a8763b52aeb1 None None] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:37:36.292982 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5538bedf-1d4b-4b1e-a743-352ded23f618 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] No DVR routers for this DVR port 153bddde-7742-4dc8-8324-18d182fb77cf on host dv-neutron-master-2-hyperv {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:37:36.294754 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a2e215-6e10-4fd7-a654-f7a18e0ce6bc tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Checking segment: {'id': '1726e96b-9d56-4441-81ce-ad44472f6864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'd653aef7-f863-4a74-8105-bd4c4da4cc0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:37:36.295416 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffe0ae4-364e-43e1-a57b-a8763b52aeb1 None None] Pushing event updated for resources: {'Port': ['ID=797b2f53-babe-4e88-9c36-37dea0ef8390,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:36.295952 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68a2e215-6e10-4fd7-a654-f7a18e0ce6bc tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Network hostable DHCP agents. Network: d653aef7-f863-4a74-8105-bd4c4da4cc0c, hostable agents: ['fb6705d2-4f70-4965-92a3-fbfccd43a6d3'], hosted agents: [] {{(pid=103408) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:37:36.332244 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-331f7477-b3da-45ff-b157-356487840160 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672413', 'neutron.services.segments.db._delete_segments_for_network-8742057110173'] for network (5ff2f87a-a8da-4204-8f58-21917aeb846c), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:36.361539 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-331f7477-b3da-45ff-b157-356487840160 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ff2f87a-a8da-4204-8f58-21917aeb846c']}} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:36.363238 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5538bedf-1d4b-4b1e-a743-352ded23f618 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-823142'] for subnet (40865b56-4bd6-4cfe-8076-402319f622b2), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:36.367494 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68a2e215-6e10-4fd7-a654-f7a18e0ce6bc tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Network d653aef7-f863-4a74-8105-bd4c4da4cc0c is scheduled to be hosted by DHCP agent fb6705d2-4f70-4965-92a3-fbfccd43a6d3 with binding_index 1 {{(pid=103408) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:37:36.376626 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-331f7477-b3da-45ff-b157-356487840160 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fe25523-f001-4486-ba82-83d2abd62fc9') {'for_net_delete': True} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:36.377198 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-331f7477-b3da-45ff-b157-356487840160 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fe25523-f001-4486-ba82-83d2abd62fc9') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:36.391221 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-331f7477-b3da-45ff-b157-356487840160 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742057113766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3501147'] for segment (9fe25523-f001-4486-ba82-83d2abd62fc9), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:36.394658 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-9ffe0ae4-364e-43e1-a57b-a8763b52aeb1 None None] Attempting to bind port 797b2f53-babe-4e88-9c36-37dea0ef8390 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:37:36.395045 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-9ffe0ae4-364e-43e1-a57b-a8763b52aeb1 None None] Attempting to bind port 797b2f53-babe-4e88-9c36-37dea0ef8390 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '9fe25523-f001-4486-ba82-83d2abd62fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '5ff2f87a-a8da-4204-8f58-21917aeb846c'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:37:36.395430 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ffe0ae4-364e-43e1-a57b-a8763b52aeb1 None None] Attempting to bind port 797b2f53-babe-4e88-9c36-37dea0ef8390 on network 5ff2f87a-a8da-4204-8f58-21917aeb846c {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:37:36.413945 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-331f7477-b3da-45ff-b157-356487840160 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (9fe25523-f001-4486-ba82-83d2abd62fc9), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:36.414578 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ffe0ae4-364e-43e1-a57b-a8763b52aeb1 None None] Checking agent: {'id': '75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 24, 15), 'started_at': datetime.datetime(2022, 2, 28, 10, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 37, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:37:36.414956 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ffe0ae4-364e-43e1-a57b-a8763b52aeb1 None None] Checking segment: {'id': '9fe25523-f001-4486-ba82-83d2abd62fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '5ff2f87a-a8da-4204-8f58-21917aeb846c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:37:36.415384 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9ffe0ae4-364e-43e1-a57b-a8763b52aeb1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:36.415787 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ffe0ae4-364e-43e1-a57b-a8763b52aeb1 None None] Bound using segment: {'id': '9fe25523-f001-4486-ba82-83d2abd62fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '5ff2f87a-a8da-4204-8f58-21917aeb846c'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:37:36.416294 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-9ffe0ae4-364e-43e1-a57b-a8763b52aeb1 None None] Bound port: 797b2f53-babe-4e88-9c36-37dea0ef8390, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fe25523-f001-4486-ba82-83d2abd62fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '5ff2f87a-a8da-4204-8f58-21917aeb846c'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:37:36.416717 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9ffe0ae4-364e-43e1-a57b-a8763b52aeb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (797b2f53-babe-4e88-9c36-37dea0ef8390), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:36.418081 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-68a2e215-6e10-4fd7-a654-f7a18e0ce6bc tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, d653aef7-f863-4a74-8105-bd4c4da4cc0c) {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:37:36.425060 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-331f7477-b3da-45ff-b157-356487840160 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Releasing vlan 252 on physical network physnet1 to pool {{(pid=103407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:37:36.425294 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a2e215-6e10-4fd7-a654-f7a18e0ce6bc tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:36.426151 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-68a2e215-6e10-4fd7-a654-f7a18e0ce6bc tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks [] for subnet (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:36.426272 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-8e413be4-e07b-4b1c-b472-1b26843ba4f0 None None] Current status of the port 87a85f9c-d1f2-482b-adce-6d1cddf31c84 is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:37:36.426488 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8e413be4-e07b-4b1c-b472-1b26843ba4f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (87a85f9c-d1f2-482b-adce-6d1cddf31c84), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:36.427135 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-331f7477-b3da-45ff-b157-356487840160 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3498166'] for segment (9fe25523-f001-4486-ba82-83d2abd62fc9), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:36.473378 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64e5a23f-ca67-429b-99df-a6a1c36bee52 None None] Network d653aef7-f863-4a74-8105-bd4c4da4cc0c requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:37:36.474085 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-68a2e215-6e10-4fd7-a654-f7a18e0ce6bc tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8712945 Feb 28 10:37:36.475116 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 38860) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:36.483787 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-848762db-c0a1-4a28-a3cd-19c7a636bfe6 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Request body: {'port': {'network_id': 'd653aef7-f863-4a74-8105-bd4c4da4cc0c', 'name': 'tempest-PortsTestJSON-471720753', 'fixed_ips': [{'subnet_id': 'f0f7da01-4f25-42b8-9668-b0427ebc17f1', 'ip_address': '172.20.0.10'}]}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:37:36.503518 dv-neutron-master-2-hyperv neutron-server[103407]: Traceback (most recent call last): Feb 28 10:37:36.503518 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:37:36.503518 dv-neutron-master-2-hyperv neutron-server[103407]: timer() Feb 28 10:37:36.503518 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:37:36.503518 dv-neutron-master-2-hyperv neutron-server[103407]: cb(*args, **kw) Feb 28 10:37:36.503518 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:37:36.503518 dv-neutron-master-2-hyperv neutron-server[103407]: return func(*args, **kwargs) Feb 28 10:37:36.503518 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:37:36.503518 dv-neutron-master-2-hyperv neutron-server[103407]: self._notify() Feb 28 10:37:36.503518 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:37:36.503518 dv-neutron-master-2-hyperv neutron-server[103407]: self.callback(batched_events) Feb 28 10:37:36.503518 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:37:36.503518 dv-neutron-master-2-hyperv neutron-server[103407]: event.method(event) Feb 28 10:37:36.503518 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:37:36.503518 dv-neutron-master-2-hyperv neutron-server[103407]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:37:36.503518 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:37:36.503518 dv-neutron-master-2-hyperv neutron-server[103407]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:37:36.503518 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:37:36.503518 dv-neutron-master-2-hyperv neutron-server[103407]: return f(self, *a, **k) Feb 28 10:37:36.503518 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:37:36.503518 dv-neutron-master-2-hyperv neutron-server[103407]: return self._get(url).json() Feb 28 10:37:36.503518 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:37:36.503518 dv-neutron-master-2-hyperv neutron-server[103407]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:37:36.503518 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:37:36.503518 dv-neutron-master-2-hyperv neutron-server[103407]: return self.request(url, 'GET', **kwargs) Feb 28 10:37:36.503518 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:37:36.503518 dv-neutron-master-2-hyperv neutron-server[103407]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:37:36.503518 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:37:36.503518 dv-neutron-master-2-hyperv neutron-server[103407]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:37:36.503518 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:37:36.503518 dv-neutron-master-2-hyperv neutron-server[103407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:37:36.503518 dv-neutron-master-2-hyperv neutron-server[103407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:37:36.507800 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.db.api [None req-331f7477-b3da-45ff-b157-356487840160 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 28 10:37:36.507800 dv-neutron-master-2-hyperv neutron-server[103407]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 28 10:37:36.507800 dv-neutron-master-2-hyperv neutron-server[103407]: [parameters: {'id': '5ff2f87a-a8da-4204-8f58-21917aeb846c'}] Feb 28 10:37:36.507800 dv-neutron-master-2-hyperv neutron-server[103407]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103407) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 10:37:36.508441 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG oslo_db.api [None req-331f7477-b3da-45ff-b157-356487840160 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 10:37:36.549510 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-8e413be4-e07b-4b1c-b472-1b26843ba4f0 None None] For port 87a85f9c-d1f2-482b-adce-6d1cddf31c84, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=87a85f9c-d1f2-482b-adce-6d1cddf31c84,segment=NetworkSegment(9a25b369-464d-4f3c-bc73-08c4bda7bddd),segment_id=9a25b369-464d-4f3c-bc73-08c4bda7bddd)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:37:36.569028 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5538bedf-1d4b-4b1e-a743-352ded23f618 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-823145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3242523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3951170'] for subnet (40865b56-4bd6-4cfe-8076-402319f622b2), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:36.580677 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8e413be4-e07b-4b1c-b472-1b26843ba4f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (87a85f9c-d1f2-482b-adce-6d1cddf31c84), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:36.623144 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5538bedf-1d4b-4b1e-a743-352ded23f618 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Pushing event deleted for resources: {'Subnet': ['ID=40865b56-4bd6-4cfe-8076-402319f622b2,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:36.642138 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-9ffe0ae4-364e-43e1-a57b-a8763b52aeb1 None None] For port 797b2f53-babe-4e88-9c36-37dea0ef8390, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:37:36.672461 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-9ffe0ae4-364e-43e1-a57b-a8763b52aeb1 None None] For port 797b2f53-babe-4e88-9c36-37dea0ef8390, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=797b2f53-babe-4e88-9c36-37dea0ef8390,segment=NetworkSegment(9fe25523-f001-4486-ba82-83d2abd62fc9),segment_id=9fe25523-f001-4486-ba82-83d2abd62fc9)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:37:36.690258 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5538bedf-1d4b-4b1e-a743-352ded23f618 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672413', 'neutron.services.segments.db._delete_segments_for_network-8742057110173'] for network (df5a92f9-d7ad-47db-bb60-2bc333ccfd85), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:36.698082 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 87a85f9c-d1f2-482b-adce-6d1cddf31c84 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:37:36.702561 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9ffe0ae4-364e-43e1-a57b-a8763b52aeb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (797b2f53-babe-4e88-9c36-37dea0ef8390), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:36.704415 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ceb53f1-2be2-4968-9b6a-e72a17c07e7f None None] Update dhcp port {'port': {'network_id': 'c81725ec-c4ef-4c45-b82b-418f163130fc', 'fixed_ips': [{'subnet_id': '9dca7f1d-5e99-40c4-90a7-269facbb3e0d', 'ip_address': '2001:db8::2'}, {'subnet_id': 'dcdbf3c3-d501-4dc3-bfe5-144409e40b54'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': '87a85f9c-d1f2-482b-adce-6d1cddf31c84'} from dv-neutron-master-2-hyperv. {{(pid=103409) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 28 10:37:36.724528 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-5538bedf-1d4b-4b1e-a743-352ded23f618 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df5a92f9-d7ad-47db-bb60-2bc333ccfd85']}} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:36.733638 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-848762db-c0a1-4a28-a3cd-19c7a636bfe6 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Made reservation on behalf of 3f882f7a65fb4f4b8c37408f45ffc93a for: {'port': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:37:36.741333 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-5538bedf-1d4b-4b1e-a743-352ded23f618 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c639b2c7-78a1-4224-ad04-ac399a529b06') {'for_net_delete': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:36.741675 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-5538bedf-1d4b-4b1e-a743-352ded23f618 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c639b2c7-78a1-4224-ad04-ac399a529b06') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:36.754823 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b144de48-aa52-45de-8715-77867dc6b853 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-d653aef7-f863-4a74-8105-bd4c4da4cc0c', 'network_id': 'd653aef7-f863-4a74-8105-bd4c4da4cc0c', 'project_id': '3f882f7a65fb4f4b8c37408f45ffc93a', 'fixed_ips': [{'subnet_id': 'f0f7da01-4f25-42b8-9668-b0427ebc17f1'}]}} from dv-neutron-master-2-hyperv. {{(pid=103409) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:37:36.755703 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b144de48-aa52-45de-8715-77867dc6b853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:36.758034 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e413be4-e07b-4b1c-b472-1b26843ba4f0 None None] Pushing event updated for resources: {'Port': ['ID=87a85f9c-d1f2-482b-adce-6d1cddf31c84,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:36.793311 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5538bedf-1d4b-4b1e-a743-352ded23f618 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742057113766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3423550'] for segment (c639b2c7-78a1-4224-ad04-ac399a529b06), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:36.813605 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5538bedf-1d4b-4b1e-a743-352ded23f618 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (c639b2c7-78a1-4224-ad04-ac399a529b06), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:36.825528 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5538bedf-1d4b-4b1e-a743-352ded23f618 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Releasing vlan 290 on physical network physnet1 to pool {{(pid=103408) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:37:36.825952 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5538bedf-1d4b-4b1e-a743-352ded23f618 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3242693'] for segment (c639b2c7-78a1-4224-ad04-ac399a529b06), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:36.826080 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9ceb53f1-2be2-4968-9b6a-e72a17c07e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (87a85f9c-d1f2-482b-adce-6d1cddf31c84), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:36.829406 dv-neutron-master-2-hyperv neutron-server[103408]: Traceback (most recent call last): Feb 28 10:37:36.829406 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:37:36.829406 dv-neutron-master-2-hyperv neutron-server[103408]: timer() Feb 28 10:37:36.829406 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:37:36.829406 dv-neutron-master-2-hyperv neutron-server[103408]: cb(*args, **kw) Feb 28 10:37:36.829406 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:37:36.829406 dv-neutron-master-2-hyperv neutron-server[103408]: return func(*args, **kwargs) Feb 28 10:37:36.829406 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:37:36.829406 dv-neutron-master-2-hyperv neutron-server[103408]: self._notify() Feb 28 10:37:36.829406 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:37:36.829406 dv-neutron-master-2-hyperv neutron-server[103408]: self.callback(batched_events) Feb 28 10:37:36.829406 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:37:36.829406 dv-neutron-master-2-hyperv neutron-server[103408]: event.method(event) Feb 28 10:37:36.829406 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:37:36.829406 dv-neutron-master-2-hyperv neutron-server[103408]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:37:36.829406 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:37:36.829406 dv-neutron-master-2-hyperv neutron-server[103408]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:37:36.829406 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:37:36.829406 dv-neutron-master-2-hyperv neutron-server[103408]: return f(self, *a, **k) Feb 28 10:37:36.829406 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:37:36.829406 dv-neutron-master-2-hyperv neutron-server[103408]: return self._get(url).json() Feb 28 10:37:36.829406 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:37:36.829406 dv-neutron-master-2-hyperv neutron-server[103408]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:37:36.829406 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:37:36.829406 dv-neutron-master-2-hyperv neutron-server[103408]: return self.request(url, 'GET', **kwargs) Feb 28 10:37:36.829406 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:37:36.829406 dv-neutron-master-2-hyperv neutron-server[103408]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:37:36.829406 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:37:36.829406 dv-neutron-master-2-hyperv neutron-server[103408]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:37:36.829406 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:37:36.829406 dv-neutron-master-2-hyperv neutron-server[103408]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:37:36.829406 dv-neutron-master-2-hyperv neutron-server[103408]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:37:36.902542 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5538bedf-1d4b-4b1e-a743-352ded23f618 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803269'] for network (df5a92f9-d7ad-47db-bb60-2bc333ccfd85), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:36.913466 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5538bedf-1d4b-4b1e-a743-352ded23f618 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks [] for network (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:36.916459 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-5538bedf-1d4b-4b1e-a743-352ded23f618 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] 10.222.0.20 "DELETE /v2.0/networks/df5a92f9-d7ad-47db-bb60-2bc333ccfd85 HTTP/1.1" status: 204 len: 168 time: 2.0242524 Feb 28 10:37:36.919470 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 38862) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:36.931358 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-848762db-c0a1-4a28-a3cd-19c7a636bfe6 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:36.934913 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5538bedf-1d4b-4b1e-a743-352ded23f618 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Pushing event deleted for resources: {'Network': ['ID=df5a92f9-d7ad-47db-bb60-2bc333ccfd85,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:36.948397 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-173432fc-1092-46c5-aec3-ef9b25ad8ae7 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] DELETE failed (client error): The resource could not be found. Feb 28 10:37:36.948967 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-173432fc-1092-46c5-aec3-ef9b25ad8ae7 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:37:36.955694 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-173432fc-1092-46c5-aec3-ef9b25ad8ae7 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] 10.222.0.20 "DELETE /v2.0/networks/df5a92f9-d7ad-47db-bb60-2bc333ccfd85 HTTP/1.1" status: 404 len: 339 time: 0.0314562 Feb 28 10:37:36.956427 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 38864) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:36.961520 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-de0a0e20-eb46-40ce-ac2e-2919944e41b1 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2040382697', 'description': 'd1'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:37:36.973126 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-848762db-c0a1-4a28-a3cd-19c7a636bfe6 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] device_id is not set on port 74a25538-4221-4255-b588-e53c08632890 yet. {{(pid=103408) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:37:37.009694 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-331f7477-b3da-45ff-b157-356487840160 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-665757'] for network (5ff2f87a-a8da-4204-8f58-21917aeb846c), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:37.035691 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffe0ae4-364e-43e1-a57b-a8763b52aeb1 None None] Pushing event updated for resources: {'Port': ['ID=797b2f53-babe-4e88-9c36-37dea0ef8390,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:37.055933 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de0a0e20-eb46-40ce-ac2e-2919944e41b1 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Made reservation on behalf of 6aa76ca1930e40cb822a736948009d34 for: {'network': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:37:37.057863 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2f6a2ec-b9ad-4e91-89b7-75977398cf1b None None] Network 5ff2f87a-a8da-4204-8f58-21917aeb846c requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:37:37.063270 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-de0a0e20-eb46-40ce-ac2e-2919944e41b1 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for network (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:37.077388 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port 87a85f9c-d1f2-482b-adce-6d1cddf31c84 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:37:37.077904 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (87a85f9c-d1f2-482b-adce-6d1cddf31c84), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:37.109067 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-331f7477-b3da-45ff-b157-356487840160 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Deleting port 797b2f53-babe-4e88-9c36-37dea0ef8390 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:37:37.109419 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-331f7477-b3da-45ff-b157-356487840160 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (797b2f53-babe-4e88-9c36-37dea0ef8390), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:37.142748 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de0a0e20-eb46-40ce-ac2e-2919944e41b1 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 266} {{(pid=103408) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:37:37.163087 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-de0a0e20-eb46-40ce-ac2e-2919944e41b1 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (761fad2b-04fd-4ff7-b7e0-b420a0503bc8), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:37.163617 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.db.segments_db [None req-de0a0e20-eb46-40ce-ac2e-2919944e41b1 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Added segment 761fad2b-04fd-4ff7-b7e0-b420a0503bc8 of type vlan for network 61a6eb1a-af4a-4183-a303-236b4758aae7 Feb 28 10:37:37.201773 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-331f7477-b3da-45ff-b157-356487840160 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] For port 797b2f53-babe-4e88-9c36-37dea0ef8390, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=797b2f53-babe-4e88-9c36-37dea0ef8390,segment=NetworkSegment(9fe25523-f001-4486-ba82-83d2abd62fc9),segment_id=9fe25523-f001-4486-ba82-83d2abd62fc9)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:37:37.202169 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-331f7477-b3da-45ff-b157-356487840160 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (797b2f53-babe-4e88-9c36-37dea0ef8390), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:37.213520 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-de0a0e20-eb46-40ce-ac2e-2919944e41b1 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742056637431'] for network (61a6eb1a-af4a-4183-a303-236b4758aae7), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:37.217194 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-331f7477-b3da-45ff-b157-356487840160 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Calling delete_port for 797b2f53-babe-4e88-9c36-37dea0ef8390 owned by network:dhcp {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:37:37.249770 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-de0a0e20-eb46-40ce-ac2e-2919944e41b1 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551'] for network (61a6eb1a-af4a-4183-a303-236b4758aae7), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:37.257097 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de0a0e20-eb46-40ce-ac2e-2919944e41b1 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:37.257860 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-de0a0e20-eb46-40ce-ac2e-2919944e41b1 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks [] for network (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:37.261583 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-730c4a98-29b9-4c58-82f5-3a10cbab60b1 None None] Could not find standard attr ID for object 153bddde-7742-4dc8-8324-18d182fb77cf. {{(pid=103409) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Feb 28 10:37:37.279310 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40c7bd15-5d0d-496f-82b0-d301a9611661 None None] DHCP port deletion for df5a92f9-d7ad-47db-bb60-2bc333ccfd85 request from dv-neutron-master-2-hyperv {{(pid=103409) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:37:37.313077 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-b144de48-aa52-45de-8715-77867dc6b853 None None] Allocated IP 172.20.0.2 (d653aef7-f863-4a74-8105-bd4c4da4cc0c/f0f7da01-4f25-42b8-9668-b0427ebc17f1/007e618e-61d3-4987-89cb-81c6ae71af7a) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:37:37.318915 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-331f7477-b3da-45ff-b157-356487840160 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (797b2f53-babe-4e88-9c36-37dea0ef8390), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:37.325215 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-de0a0e20-eb46-40ce-ac2e-2919944e41b1 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.3676808 Feb 28 10:37:37.333228 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 38866) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:37.352785 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0a0e20-eb46-40ce-ac2e-2919944e41b1 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Pushing event updated for resources: {'Network': ['ID=61a6eb1a-af4a-4183-a303-236b4758aae7,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:37.378227 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331f7477-b3da-45ff-b157-356487840160 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Pushing event deleted for resources: {'Port': ['ID=797b2f53-babe-4e88-9c36-37dea0ef8390,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:37.380283 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331f7477-b3da-45ff-b157-356487840160 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] No DVR routers for this DVR port 797b2f53-babe-4e88-9c36-37dea0ef8390 on host dv-neutron-master-2-hyperv {{(pid=103407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:37:37.391092 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04030f85-c43b-4570-8673-54d30aefd436 None None] Network df5a92f9-d7ad-47db-bb60-2bc333ccfd85 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:37:37.393053 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Network 61a6eb1a-af4a-4183-a303-236b4758aae7 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103409) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:37:37.487155 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04030f85-c43b-4570-8673-54d30aefd436 None None] Network df5a92f9-d7ad-47db-bb60-2bc333ccfd85 could not be found, it might have been deleted concurrently. {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 28 10:37:37.503317 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5fa5863-33f6-40e7-ace1-a24cfb453d10 None None] Network df5a92f9-d7ad-47db-bb60-2bc333ccfd85 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:37:37.507033 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d19d7ec7-4894-41e3-901e-11bfad333730 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:37.508544 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-d19d7ec7-4894-41e3-901e-11bfad333730 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] 10.222.0.20 "GET /v2.0/networks?id=61a6eb1a-af4a-4183-a303-236b4758aae7 HTTP/1.1" status: 200 len: 761 time: 0.1740000 Feb 28 10:37:37.511530 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 38868) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:37.516909 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-331f7477-b3da-45ff-b157-356487840160 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672413', 'neutron.services.segments.db._delete_segments_for_network-8742057110173'] for network (5ff2f87a-a8da-4204-8f58-21917aeb846c), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:37.517155 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-974edee1-2cc2-4ad6-9d57-be77e2c16046 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Request body: {'network': {'description': 'd2'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:37:37.539287 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-331f7477-b3da-45ff-b157-356487840160 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ff2f87a-a8da-4204-8f58-21917aeb846c']}} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:37.540504 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 87a85f9c-d1f2-482b-adce-6d1cddf31c84 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:37:37.550599 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5fa5863-33f6-40e7-ace1-a24cfb453d10 None None] Network df5a92f9-d7ad-47db-bb60-2bc333ccfd85 could not be found, it might have been deleted concurrently. {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 28 10:37:37.558655 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-331f7477-b3da-45ff-b157-356487840160 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fe25523-f001-4486-ba82-83d2abd62fc9') {'for_net_delete': True} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:37.558875 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-331f7477-b3da-45ff-b157-356487840160 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fe25523-f001-4486-ba82-83d2abd62fc9') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:37.563197 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-9ceb53f1-2be2-4968-9b6a-e72a17c07e7f None None] Allocated IP 172.20.0.1 (c81725ec-c4ef-4c45-b82b-418f163130fc/dcdbf3c3-d501-4dc3-bfe5-144409e40b54/87a85f9c-d1f2-482b-adce-6d1cddf31c84) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:37:37.572305 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-331f7477-b3da-45ff-b157-356487840160 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742057113766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3501147'] for segment (9fe25523-f001-4486-ba82-83d2abd62fc9), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:37.581573 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-296c543c-b5f0-4866-a1f7-2f05deeae1b6 None None] Network 5ff2f87a-a8da-4204-8f58-21917aeb846c requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:37:37.587954 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-331f7477-b3da-45ff-b157-356487840160 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (9fe25523-f001-4486-ba82-83d2abd62fc9), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:37.595375 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-331f7477-b3da-45ff-b157-356487840160 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Releasing vlan 252 on physical network physnet1 to pool {{(pid=103407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:37:37.596812 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-331f7477-b3da-45ff-b157-356487840160 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3498166'] for segment (9fe25523-f001-4486-ba82-83d2abd62fc9), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:37.600144 dv-neutron-master-2-hyperv neutron-server[103407]: Traceback (most recent call last): Feb 28 10:37:37.600144 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:37:37.600144 dv-neutron-master-2-hyperv neutron-server[103407]: timer() Feb 28 10:37:37.600144 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:37:37.600144 dv-neutron-master-2-hyperv neutron-server[103407]: cb(*args, **kw) Feb 28 10:37:37.600144 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:37:37.600144 dv-neutron-master-2-hyperv neutron-server[103407]: return func(*args, **kwargs) Feb 28 10:37:37.600144 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:37:37.600144 dv-neutron-master-2-hyperv neutron-server[103407]: self._notify() Feb 28 10:37:37.600144 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:37:37.600144 dv-neutron-master-2-hyperv neutron-server[103407]: self.callback(batched_events) Feb 28 10:37:37.600144 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:37:37.600144 dv-neutron-master-2-hyperv neutron-server[103407]: event.method(event) Feb 28 10:37:37.600144 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:37:37.600144 dv-neutron-master-2-hyperv neutron-server[103407]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:37:37.600144 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:37:37.600144 dv-neutron-master-2-hyperv neutron-server[103407]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:37:37.600144 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:37:37.600144 dv-neutron-master-2-hyperv neutron-server[103407]: return f(self, *a, **k) Feb 28 10:37:37.600144 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:37:37.600144 dv-neutron-master-2-hyperv neutron-server[103407]: return self._get(url).json() Feb 28 10:37:37.600144 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:37:37.600144 dv-neutron-master-2-hyperv neutron-server[103407]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:37:37.600144 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:37:37.600144 dv-neutron-master-2-hyperv neutron-server[103407]: return self.request(url, 'GET', **kwargs) Feb 28 10:37:37.600144 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:37:37.600144 dv-neutron-master-2-hyperv neutron-server[103407]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:37:37.600144 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:37:37.600144 dv-neutron-master-2-hyperv neutron-server[103407]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:37:37.600144 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:37:37.600144 dv-neutron-master-2-hyperv neutron-server[103407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:37:37.600144 dv-neutron-master-2-hyperv neutron-server[103407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:37:37.684665 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-331f7477-b3da-45ff-b157-356487840160 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803269'] for network (5ff2f87a-a8da-4204-8f58-21917aeb846c), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:37.694779 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-331f7477-b3da-45ff-b157-356487840160 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:37.697986 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-974edee1-2cc2-4ad6-9d57-be77e2c16046 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742056637431'] for network (61a6eb1a-af4a-4183-a303-236b4758aae7), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:37.699990 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-331f7477-b3da-45ff-b157-356487840160 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] 10.222.0.20 "DELETE /v2.0/networks/5ff2f87a-a8da-4204-8f58-21917aeb846c HTTP/1.1" status: 204 len: 168 time: 2.1127293 Feb 28 10:37:37.703335 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 38870) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:37.714669 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-974edee1-2cc2-4ad6-9d57-be77e2c16046 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551'] for network (61a6eb1a-af4a-4183-a303-236b4758aae7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:37.733212 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331f7477-b3da-45ff-b157-356487840160 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Pushing event deleted for resources: {'Network': ['ID=5ff2f87a-a8da-4204-8f58-21917aeb846c,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:37.735473 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3f843b9-aab8-4040-a664-287031717c47 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] DELETE failed (client error): The resource could not be found. Feb 28 10:37:37.735943 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-974edee1-2cc2-4ad6-9d57-be77e2c16046 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Network 61a6eb1a-af4a-4183-a303-236b4758aae7 is not hosted by any dhcp agent {{(pid=103408) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 28 10:37:37.736246 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3f843b9-aab8-4040-a664-287031717c47 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:37:37.739550 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-c3f843b9-aab8-4040-a664-287031717c47 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] 10.222.0.20 "DELETE /v2.0/networks/5ff2f87a-a8da-4204-8f58-21917aeb846c HTTP/1.1" status: 404 len: 339 time: 0.0350397 Feb 28 10:37:37.743294 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 38872) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:37.746997 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-974edee1-2cc2-4ad6-9d57-be77e2c16046 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:37.747658 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-974edee1-2cc2-4ad6-9d57-be77e2c16046 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks [] for network (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:37.749005 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-974edee1-2cc2-4ad6-9d57-be77e2c16046 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] 10.222.0.20 "PUT /v2.0/networks/61a6eb1a-af4a-4183-a303-236b4758aae7 HTTP/1.1" status: 200 len: 758 time: 0.2364590 Feb 28 10:37:37.749663 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-2a0457ba-c5a8-4e8b-a523-b40dac7e1bdc tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-89944652', 'description': 'd1'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:37:37.753913 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 38874) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:37.801005 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974edee1-2cc2-4ad6-9d57-be77e2c16046 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Pushing event updated for resources: {'Network': ['ID=61a6eb1a-af4a-4183-a303-236b4758aae7,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:37.841688 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a0457ba-c5a8-4e8b-a523-b40dac7e1bdc tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Made reservation on behalf of ecbebc6a99ee48f398013303d806c3bb for: {'network': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:37:37.845387 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2a0457ba-c5a8-4e8b-a523-b40dac7e1bdc tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for network (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:37.866524 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Network 61a6eb1a-af4a-4183-a303-236b4758aae7 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103409) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:37:37.877923 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7ed0a7c-dcd9-4640-b5d1-4cb37882c849 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:37.883347 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-d7ed0a7c-dcd9-4640-b5d1-4cb37882c849 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] 10.222.0.20 "GET /v2.0/networks?id=61a6eb1a-af4a-4183-a303-236b4758aae7 HTTP/1.1" status: 200 len: 761 time: 0.1243896 Feb 28 10:37:37.883823 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 38876) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:37.892908 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-8b757a3c-6de2-45c0-9564-189f8e745629 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1996787259'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:37:37.899160 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a0457ba-c5a8-4e8b-a523-b40dac7e1bdc tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 252} {{(pid=103407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:37:37.917246 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2a0457ba-c5a8-4e8b-a523-b40dac7e1bdc tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (51a6e87c-c0c6-4b3e-be42-8970a551e81f), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:37.917472 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.db.segments_db [None req-2a0457ba-c5a8-4e8b-a523-b40dac7e1bdc tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Added segment 51a6e87c-c0c6-4b3e-be42-8970a551e81f of type vlan for network 7f3f9b65-a33e-4efe-830e-18029eddd772 Feb 28 10:37:37.949490 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b757a3c-6de2-45c0-9564-189f8e745629 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Made reservation on behalf of 6aa76ca1930e40cb822a736948009d34 for: {'network': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:37:37.953000 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8b757a3c-6de2-45c0-9564-189f8e745629 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for network (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:37.975397 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2a0457ba-c5a8-4e8b-a523-b40dac7e1bdc tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742056637431'] for network (7f3f9b65-a33e-4efe-830e-18029eddd772), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:38.007446 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b757a3c-6de2-45c0-9564-189f8e745629 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 261} {{(pid=103407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:37:38.015279 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2a0457ba-c5a8-4e8b-a523-b40dac7e1bdc tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551'] for network (7f3f9b65-a33e-4efe-830e-18029eddd772), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:38.021039 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a0457ba-c5a8-4e8b-a523-b40dac7e1bdc tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:38.021732 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2a0457ba-c5a8-4e8b-a523-b40dac7e1bdc tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:38.025114 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-9ceb53f1-2be2-4968-9b6a-e72a17c07e7f None None] For port 87a85f9c-d1f2-482b-adce-6d1cddf31c84, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=87a85f9c-d1f2-482b-adce-6d1cddf31c84,segment=NetworkSegment(9a25b369-464d-4f3c-bc73-08c4bda7bddd),segment_id=9a25b369-464d-4f3c-bc73-08c4bda7bddd)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:37:38.027176 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b144de48-aa52-45de-8715-77867dc6b853 None None] Publish callbacks [] for port (007e618e-61d3-4987-89cb-81c6ae71af7a), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:38.033854 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8b757a3c-6de2-45c0-9564-189f8e745629 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (2a329c57-0583-46e8-8ab5-28535696db5a), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:38.034206 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.db.segments_db [None req-8b757a3c-6de2-45c0-9564-189f8e745629 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Added segment 2a329c57-0583-46e8-8ab5-28535696db5a of type vlan for network 5b19a508-bee1-4f82-a318-a63b7866a359 Feb 28 10:37:38.043925 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b144de48-aa52-45de-8715-77867dc6b853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749'] for port (007e618e-61d3-4987-89cb-81c6ae71af7a), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:38.100616 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-2a0457ba-c5a8-4e8b-a523-b40dac7e1bdc tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3557317 Feb 28 10:37:38.102591 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 38878) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:38.106358 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9ceb53f1-2be2-4968-9b6a-e72a17c07e7f None None] Publish callbacks [] for port (87a85f9c-d1f2-482b-adce-6d1cddf31c84), precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:38.118146 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9ceb53f1-2be2-4968-9b6a-e72a17c07e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (87a85f9c-d1f2-482b-adce-6d1cddf31c84), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:38.119976 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (13ac42ae-016e-4baf-bb31-c6fa820b41c2), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:38.121900 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b144de48-aa52-45de-8715-77867dc6b853 None None] Network d653aef7-f863-4a74-8105-bd4c4da4cc0c is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:37:38.130100 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-b144de48-aa52-45de-8715-77867dc6b853 None None] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:37:38.131867 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b144de48-aa52-45de-8715-77867dc6b853 None None] Pushing event updated for resources: {'Port': ['ID=007e618e-61d3-4987-89cb-81c6ae71af7a,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:38.135751 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b144de48-aa52-45de-8715-77867dc6b853 None None] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:37:38.156586 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0457ba-c5a8-4e8b-a523-b40dac7e1bdc tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Pushing event updated for resources: {'Network': ['ID=7f3f9b65-a33e-4efe-830e-18029eddd772,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:38.159895 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8b757a3c-6de2-45c0-9564-189f8e745629 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742056637431'] for network (5b19a508-bee1-4f82-a318-a63b7866a359), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:38.175420 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Network 7f3f9b65-a33e-4efe-830e-18029eddd772 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103409) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:37:38.191488 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8b757a3c-6de2-45c0-9564-189f8e745629 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551'] for network (5b19a508-bee1-4f82-a318-a63b7866a359), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:38.196827 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b757a3c-6de2-45c0-9564-189f8e745629 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:38.197593 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8b757a3c-6de2-45c0-9564-189f8e745629 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:38.203187 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-848762db-c0a1-4a28-a3cd-19c7a636bfe6 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Allocated IP 172.20.0.10 (d653aef7-f863-4a74-8105-bd4c4da4cc0c/f0f7da01-4f25-42b8-9668-b0427ebc17f1/74a25538-4221-4255-b588-e53c08632890) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:37:38.268284 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-8b757a3c-6de2-45c0-9564-189f8e745629 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3811553 Feb 28 10:37:38.270987 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 38880) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:38.272486 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c17058f-146a-4e02-a3dd-202fde88ea28 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:38.274543 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-1c17058f-146a-4e02-a3dd-202fde88ea28 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] 10.222.0.20 "GET /v2.0/networks?id=7f3f9b65-a33e-4efe-830e-18029eddd772 HTTP/1.1" status: 200 len: 763 time: 0.1705847 Feb 28 10:37:38.277943 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 38882) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:38.278604 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-e260882c-8918-41a8-bb93-03951f308e9a tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Request body: {'subnet': {'network_id': '5b19a508-bee1-4f82-a318-a63b7866a359', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:37:38.285994 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-a936e246-ba68-4bea-ae18-44580d66bdfe tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Request body: {'network': {'description': 'd2'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:37:38.294973 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b757a3c-6de2-45c0-9564-189f8e745629 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Pushing event updated for resources: {'Network': ['ID=5b19a508-bee1-4f82-a318-a63b7866a359,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:38.327776 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Network 5b19a508-bee1-4f82-a318-a63b7866a359 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103409) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:37:38.353174 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ceb53f1-2be2-4968-9b6a-e72a17c07e7f None None] Pushing event updated for resources: {'Port': ['ID=87a85f9c-d1f2-482b-adce-6d1cddf31c84,revision_number=4']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:38.356583 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-b144de48-aa52-45de-8715-77867dc6b853 None None] Attempting to bind port 007e618e-61d3-4987-89cb-81c6ae71af7a on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:37:38.357172 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-b144de48-aa52-45de-8715-77867dc6b853 None None] Attempting to bind port 007e618e-61d3-4987-89cb-81c6ae71af7a by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '1726e96b-9d56-4441-81ce-ad44472f6864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'd653aef7-f863-4a74-8105-bd4c4da4cc0c'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:37:38.357748 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b144de48-aa52-45de-8715-77867dc6b853 None None] Attempting to bind port 007e618e-61d3-4987-89cb-81c6ae71af7a on network d653aef7-f863-4a74-8105-bd4c4da4cc0c {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:37:38.390215 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e260882c-8918-41a8-bb93-03951f308e9a tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Made reservation on behalf of 6aa76ca1930e40cb822a736948009d34 for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:37:38.394803 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e260882c-8918-41a8-bb93-03951f308e9a tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3516581'] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:38.409729 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b144de48-aa52-45de-8715-77867dc6b853 None None] Checking agent: {'id': '75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 24, 15), 'started_at': datetime.datetime(2022, 2, 28, 10, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 37, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:37:38.410124 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b144de48-aa52-45de-8715-77867dc6b853 None None] Checking segment: {'id': '1726e96b-9d56-4441-81ce-ad44472f6864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'd653aef7-f863-4a74-8105-bd4c4da4cc0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:37:38.410541 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b144de48-aa52-45de-8715-77867dc6b853 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:38.410947 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b144de48-aa52-45de-8715-77867dc6b853 None None] Bound using segment: {'id': '1726e96b-9d56-4441-81ce-ad44472f6864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'd653aef7-f863-4a74-8105-bd4c4da4cc0c'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:37:38.411439 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-b144de48-aa52-45de-8715-77867dc6b853 None None] Bound port: 007e618e-61d3-4987-89cb-81c6ae71af7a, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1726e96b-9d56-4441-81ce-ad44472f6864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'd653aef7-f863-4a74-8105-bd4c4da4cc0c'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:37:38.411830 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b144de48-aa52-45de-8715-77867dc6b853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (007e618e-61d3-4987-89cb-81c6ae71af7a), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:38.544227 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-b144de48-aa52-45de-8715-77867dc6b853 None None] For port 007e618e-61d3-4987-89cb-81c6ae71af7a, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:37:38.570635 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-b144de48-aa52-45de-8715-77867dc6b853 None None] For port 007e618e-61d3-4987-89cb-81c6ae71af7a, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=007e618e-61d3-4987-89cb-81c6ae71af7a,segment=NetworkSegment(1726e96b-9d56-4441-81ce-ad44472f6864),segment_id=1726e96b-9d56-4441-81ce-ad44472f6864)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:37:38.582925 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b144de48-aa52-45de-8715-77867dc6b853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (007e618e-61d3-4987-89cb-81c6ae71af7a), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:38.594282 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a936e246-ba68-4bea-ae18-44580d66bdfe tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742056637431'] for network (7f3f9b65-a33e-4efe-830e-18029eddd772), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:38.633501 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a936e246-ba68-4bea-ae18-44580d66bdfe tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551'] for network (7f3f9b65-a33e-4efe-830e-18029eddd772), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:38.647817 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-848762db-c0a1-4a28-a3cd-19c7a636bfe6 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks [] for port (74a25538-4221-4255-b588-e53c08632890), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:38.656592 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 87a85f9c-d1f2-482b-adce-6d1cddf31c84 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:37:38.658495 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b144de48-aa52-45de-8715-77867dc6b853 None None] Pushing event updated for resources: {'Port': ['ID=007e618e-61d3-4987-89cb-81c6ae71af7a,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:38.665431 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e260882c-8918-41a8-bb93-03951f308e9a tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3498031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3516567'] for subnet (71b7f814-cdca-43db-a8a6-c0216ed527b9), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:38.706895 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a936e246-ba68-4bea-ae18-44580d66bdfe tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Network 7f3f9b65-a33e-4efe-830e-18029eddd772 is not hosted by any dhcp agent {{(pid=103408) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 28 10:37:38.712710 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a936e246-ba68-4bea-ae18-44580d66bdfe tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:38.713366 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a936e246-ba68-4bea-ae18-44580d66bdfe tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks [] for network (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:38.714851 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-a936e246-ba68-4bea-ae18-44580d66bdfe tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] 10.222.0.20 "PUT /v2.0/networks/7f3f9b65-a33e-4efe-830e-18029eddd772 HTTP/1.1" status: 200 len: 760 time: 0.4354656 Feb 28 10:37:38.718712 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 38884) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:38.745310 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a936e246-ba68-4bea-ae18-44580d66bdfe tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Pushing event updated for resources: {'Network': ['ID=7f3f9b65-a33e-4efe-830e-18029eddd772,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:38.763459 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Network 7f3f9b65-a33e-4efe-830e-18029eddd772 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103409) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:37:38.769465 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port 87a85f9c-d1f2-482b-adce-6d1cddf31c84 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:37:38.769764 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (87a85f9c-d1f2-482b-adce-6d1cddf31c84), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:38.778212 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-848762db-c0a1-4a28-a3cd-19c7a636bfe6 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (74a25538-4221-4255-b588-e53c08632890), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:38.842990 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-848762db-c0a1-4a28-a3cd-19c7a636bfe6 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Network d653aef7-f863-4a74-8105-bd4c4da4cc0c is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:37:38.845326 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d8fbab01-5d6e-45f5-8367-0155eac8134a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fb6705d2-4f70-4965-92a3-fbfccd43a6d3), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:38.848537 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-848762db-c0a1-4a28-a3cd-19c7a636bfe6 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:37:38.851480 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-848762db-c0a1-4a28-a3cd-19c7a636bfe6 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:37:38.864779 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e260882c-8918-41a8-bb93-03951f308e9a tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Pushing event updated for resources: {'Subnet': ['ID=71b7f814-cdca-43db-a8a6-c0216ed527b9,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:38.899004 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1e0aff9-a9a0-4900-badb-e94cf994b436 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:38.903688 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848762db-c0a1-4a28-a3cd-19c7a636bfe6 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Pushing event updated for resources: {'Port': ['ID=74a25538-4221-4255-b588-e53c08632890,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:38.904629 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-d1e0aff9-a9a0-4900-badb-e94cf994b436 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] 10.222.0.20 "GET /v2.0/networks?id=7f3f9b65-a33e-4efe-830e-18029eddd772 HTTP/1.1" status: 200 len: 763 time: 0.1848147 Feb 28 10:37:38.906083 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e260882c-8918-41a8-bb93-03951f308e9a tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Checking segment: {'id': '2a329c57-0583-46e8-8ab5-28535696db5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '5b19a508-bee1-4f82-a318-a63b7866a359'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:37:38.906622 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e260882c-8918-41a8-bb93-03951f308e9a tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Network hostable DHCP agents. Network: 5b19a508-bee1-4f82-a318-a63b7866a359, hostable agents: ['fb6705d2-4f70-4965-92a3-fbfccd43a6d3'], hosted agents: [] {{(pid=103407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:37:38.911430 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 38886) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:38.949003 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e260882c-8918-41a8-bb93-03951f308e9a tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Network 5b19a508-bee1-4f82-a318-a63b7866a359 is scheduled to be hosted by DHCP agent fb6705d2-4f70-4965-92a3-fbfccd43a6d3 with binding_index 1 {{(pid=103407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:37:38.964193 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-e260882c-8918-41a8-bb93-03951f308e9a tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 5b19a508-bee1-4f82-a318-a63b7866a359) {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:37:38.980709 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0979f6c4-5366-41d8-940e-1f3accd16f0f None None] Network 5b19a508-bee1-4f82-a318-a63b7866a359 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:37:38.983304 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e260882c-8918-41a8-bb93-03951f308e9a tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:38.984360 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-848762db-c0a1-4a28-a3cd-19c7a636bfe6 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:38.985154 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-848762db-c0a1-4a28-a3cd-19c7a636bfe6 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:38.989191 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e260882c-8918-41a8-bb93-03951f308e9a tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks [] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:39.040011 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-e260882c-8918-41a8-bb93-03951f308e9a tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7677243 Feb 28 10:37:39.042577 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 38888) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:39.063995 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 87a85f9c-d1f2-482b-adce-6d1cddf31c84 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:37:39.077279 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 153bddde-7742-4dc8-8324-18d182fb77cf no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:37:39.124819 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] No Port match for: 153bddde-7742-4dc8-8324-18d182fb77cf {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:37:39.125540 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 153bddde-7742-4dc8-8324-18d182fb77cf not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:37:39.126292 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-848762db-c0a1-4a28-a3cd-19c7a636bfe6 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.6489780 Feb 28 10:37:39.133971 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 38890) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:39.145235 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-b46e3c5a-cc1f-434c-b576-5aace53cf2e9 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Request body: {'port': {'network_id': 'd653aef7-f863-4a74-8105-bd4c4da4cc0c', 'name': 'tempest-PortsTestJSON-2146864587', 'fixed_ips': [{'subnet_id': 'f0f7da01-4f25-42b8-9668-b0427ebc17f1', 'ip_address': '172.20.0.9'}]}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:37:39.191247 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d89e337-60f3-4e98-b7ea-cdd3d330fc54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-5b19a508-bee1-4f82-a318-a63b7866a359', 'network_id': '5b19a508-bee1-4f82-a318-a63b7866a359', 'project_id': '6aa76ca1930e40cb822a736948009d34', 'fixed_ips': [{'subnet_id': '71b7f814-cdca-43db-a8a6-c0216ed527b9'}]}} from dv-neutron-master-2-hyperv. {{(pid=103409) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:37:39.193484 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2d89e337-60f3-4e98-b7ea-cdd3d330fc54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:39.215197 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-39781bb1-2152-4eb0-9469-2c5f74016a78 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-665757'] for network (5b19a508-bee1-4f82-a318-a63b7866a359), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:39.237882 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e51f162a-989c-4467-baf8-cf1539aa754b None None] Network c81725ec-c4ef-4c45-b82b-418f163130fc requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:37:39.292644 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-39781bb1-2152-4eb0-9469-2c5f74016a78 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-823142'] for subnet (71b7f814-cdca-43db-a8a6-c0216ed527b9), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:39.353139 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4073dd2-4a87-4a48-affe-70d0f9775289 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:39.354680 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-d4073dd2-4a87-4a48-affe-70d0f9775289 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4419060 Feb 28 10:37:39.357556 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 38892) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:39.361019 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-39781bb1-2152-4eb0-9469-2c5f74016a78 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-823145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3498088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3516558'] for subnet (71b7f814-cdca-43db-a8a6-c0216ed527b9), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:39.375603 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b46e3c5a-cc1f-434c-b576-5aace53cf2e9 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Made reservation on behalf of 3f882f7a65fb4f4b8c37408f45ffc93a for: {'port': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:37:39.381055 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b46e3c5a-cc1f-434c-b576-5aace53cf2e9 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:39.385513 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server [None req-2d89e337-60f3-4e98-b7ea-cdd3d330fc54 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 71b7f814-cdca-43db-a8a6-c0216ed527b9: This subnet is being modified by another concurrent operation. Feb 28 10:37:39.385513 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 28 10:37:39.385513 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 28 10:37:39.385513 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 28 10:37:39.385513 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 28 10:37:39.385513 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 28 10:37:39.385513 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 28 10:37:39.385513 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 28 10:37:39.385513 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 28 10:37:39.385513 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 28 10:37:39.385513 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 28 10:37:39.385513 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 28 10:37:39.385513 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 28 10:37:39.385513 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 10:37:39.385513 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 28 10:37:39.385513 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server raise self.value Feb 28 10:37:39.385513 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 28 10:37:39.385513 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 28 10:37:39.385513 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 28 10:37:39.385513 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 28 10:37:39.385513 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 28 10:37:39.385513 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 10:37:39.385513 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 28 10:37:39.385513 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server raise self.value Feb 28 10:37:39.385513 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 28 10:37:39.385513 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 28 10:37:39.385513 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 28 10:37:39.385513 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 28 10:37:39.385513 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 28 10:37:39.385513 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 10:37:39.385513 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 28 10:37:39.385513 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server raise self.value Feb 28 10:37:39.385513 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 28 10:37:39.385513 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 28 10:37:39.385513 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 28 10:37:39.385513 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 28 10:37:39.385513 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 28 10:37:39.385513 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 28 10:37:39.385513 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 28 10:37:39.385513 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 28 10:37:39.385513 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 28 10:37:39.385513 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 28 10:37:39.385513 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 28 10:37:39.385513 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 28 10:37:39.385513 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 28 10:37:39.385513 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 28 10:37:39.385513 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 28 10:37:39.385513 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 28 10:37:39.385513 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 28 10:37:39.385513 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 10:37:39.385513 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 28 10:37:39.385513 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server raise self.value Feb 28 10:37:39.385513 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 28 10:37:39.385513 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 28 10:37:39.385513 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 28 10:37:39.385513 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 28 10:37:39.385513 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 28 10:37:39.385513 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 10:37:39.385513 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 28 10:37:39.385513 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server raise self.value Feb 28 10:37:39.385513 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 28 10:37:39.385513 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 28 10:37:39.385513 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 28 10:37:39.385513 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 28 10:37:39.385513 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 28 10:37:39.385513 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 10:37:39.385513 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 28 10:37:39.385513 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server raise self.value Feb 28 10:37:39.385513 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 28 10:37:39.385513 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 28 10:37:39.385513 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 28 10:37:39.385513 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 28 10:37:39.385513 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 28 10:37:39.385513 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 28 10:37:39.385513 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db Feb 28 10:37:39.385513 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 28 10:37:39.385513 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 28 10:37:39.385513 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 28 10:37:39.385513 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 28 10:37:39.385513 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 28 10:37:39.385513 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 28 10:37:39.385513 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 28 10:37:39.385513 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 28 10:37:39.385513 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 28 10:37:39.385513 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 28 10:37:39.385513 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 28 10:37:39.385513 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 28 10:37:39.385513 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 28 10:37:39.385513 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 28 10:37:39.385513 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server raise exception Feb 28 10:37:39.385513 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 71b7f814-cdca-43db-a8a6-c0216ed527b9: This subnet is being modified by another concurrent operation. Feb 28 10:37:39.385513 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server Feb 28 10:37:39.392373 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39781bb1-2152-4eb0-9469-2c5f74016a78 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Pushing event deleted for resources: {'Subnet': ['ID=71b7f814-cdca-43db-a8a6-c0216ed527b9,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:39.398744 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-f87d2900-1a3e-49fd-8b8b-8ea3a1f3e96f None None] Provisioning complete for port 87a85f9c-d1f2-482b-adce-6d1cddf31c84 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:37:39.402970 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f87d2900-1a3e-49fd-8b8b-8ea3a1f3e96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (87a85f9c-d1f2-482b-adce-6d1cddf31c84), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:39.420997 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-8140fa02-edd5-4c19-8684-aa5bdcbe10e3 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] 10.222.0.20 "GET /v2.0/subnets?network_id=1e0804d0-d1d9-4d40-9de5-2936f3d87840 HTTP/1.1" status: 200 len: 207 time: 0.0622098 Feb 28 10:37:39.424222 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 38894) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:39.434103 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35a11aba-28bf-47b1-b0f7-40ba63d84c77 None None] Network 5b19a508-bee1-4f82-a318-a63b7866a359 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:37:39.482420 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-b46e3c5a-cc1f-434c-b576-5aace53cf2e9 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] device_id is not set on port f7a83a18-9fc2-4027-bd44-bf987658ecca yet. {{(pid=103408) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:37:39.623967 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-f87d2900-1a3e-49fd-8b8b-8ea3a1f3e96f None None] Current status of the port 87a85f9c-d1f2-482b-adce-6d1cddf31c84 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:37:39.637547 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d77a8e95-1310-47dc-9e5d-30f6a1f097c8 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:39.643210 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d77a8e95-1310-47dc-9e5d-30f6a1f097c8 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:39.648870 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d77a8e95-1310-47dc-9e5d-30f6a1f097c8 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:39.654157 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d77a8e95-1310-47dc-9e5d-30f6a1f097c8 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:39.660151 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d77a8e95-1310-47dc-9e5d-30f6a1f097c8 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:39.665505 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d77a8e95-1310-47dc-9e5d-30f6a1f097c8 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:39.667486 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-d77a8e95-1310-47dc-9e5d-30f6a1f097c8 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.2418940 Feb 28 10:37:39.671457 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 38896) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:39.810199 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-b46e3c5a-cc1f-434c-b576-5aace53cf2e9 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Allocated IP 172.20.0.9 (d653aef7-f863-4a74-8105-bd4c4da4cc0c/f0f7da01-4f25-42b8-9668-b0427ebc17f1/f7a83a18-9fc2-4027-bd44-bf987658ecca) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:37:39.819638 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-39781bb1-2152-4eb0-9469-2c5f74016a78 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672413', 'neutron.services.segments.db._delete_segments_for_network-8742057110173'] for network (5b19a508-bee1-4f82-a318-a63b7866a359), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:39.844351 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-39781bb1-2152-4eb0-9469-2c5f74016a78 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b19a508-bee1-4f82-a318-a63b7866a359']}} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:39.859569 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-0c907359-4cfd-4ee5-b996-bd36285bbe35 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] 10.222.0.20 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.1868689 Feb 28 10:37:39.859848 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-39781bb1-2152-4eb0-9469-2c5f74016a78 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a329c57-0583-46e8-8ab5-28535696db5a') {'for_net_delete': True} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:39.860161 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-39781bb1-2152-4eb0-9469-2c5f74016a78 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a329c57-0583-46e8-8ab5-28535696db5a') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:39.863092 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 38898) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:39.873791 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-39781bb1-2152-4eb0-9469-2c5f74016a78 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742057113766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3501147'] for segment (2a329c57-0583-46e8-8ab5-28535696db5a), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:39.889094 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-39781bb1-2152-4eb0-9469-2c5f74016a78 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (2a329c57-0583-46e8-8ab5-28535696db5a), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:39.896620 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39781bb1-2152-4eb0-9469-2c5f74016a78 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Releasing vlan 261 on physical network physnet1 to pool {{(pid=103407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:37:39.897608 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-39781bb1-2152-4eb0-9469-2c5f74016a78 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3498166'] for segment (2a329c57-0583-46e8-8ab5-28535696db5a), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:39.902350 dv-neutron-master-2-hyperv neutron-server[103407]: Traceback (most recent call last): Feb 28 10:37:39.902350 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:37:39.902350 dv-neutron-master-2-hyperv neutron-server[103407]: timer() Feb 28 10:37:39.902350 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:37:39.902350 dv-neutron-master-2-hyperv neutron-server[103407]: cb(*args, **kw) Feb 28 10:37:39.902350 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:37:39.902350 dv-neutron-master-2-hyperv neutron-server[103407]: return func(*args, **kwargs) Feb 28 10:37:39.902350 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:37:39.902350 dv-neutron-master-2-hyperv neutron-server[103407]: self._notify() Feb 28 10:37:39.902350 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:37:39.902350 dv-neutron-master-2-hyperv neutron-server[103407]: self.callback(batched_events) Feb 28 10:37:39.902350 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:37:39.902350 dv-neutron-master-2-hyperv neutron-server[103407]: event.method(event) Feb 28 10:37:39.902350 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:37:39.902350 dv-neutron-master-2-hyperv neutron-server[103407]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:37:39.902350 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:37:39.902350 dv-neutron-master-2-hyperv neutron-server[103407]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:37:39.902350 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:37:39.902350 dv-neutron-master-2-hyperv neutron-server[103407]: return f(self, *a, **k) Feb 28 10:37:39.902350 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:37:39.902350 dv-neutron-master-2-hyperv neutron-server[103407]: return self._get(url).json() Feb 28 10:37:39.902350 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:37:39.902350 dv-neutron-master-2-hyperv neutron-server[103407]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:37:39.902350 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:37:39.902350 dv-neutron-master-2-hyperv neutron-server[103407]: return self.request(url, 'GET', **kwargs) Feb 28 10:37:39.902350 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:37:39.902350 dv-neutron-master-2-hyperv neutron-server[103407]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:37:39.902350 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:37:39.902350 dv-neutron-master-2-hyperv neutron-server[103407]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:37:39.902350 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:37:39.902350 dv-neutron-master-2-hyperv neutron-server[103407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:37:39.902350 dv-neutron-master-2-hyperv neutron-server[103407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:37:39.953483 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b2cb995-46eb-49a6-88d8-7f760b2d2d0e tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:39.953999 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b2cb995-46eb-49a6-88d8-7f760b2d2d0e tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:39.954125 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-6d1d68f5-e9f3-42cd-ba69-d1e516d6e0ff None None] Provisioning complete for port 87a85f9c-d1f2-482b-adce-6d1cddf31c84 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:37:39.954585 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6d1d68f5-e9f3-42cd-ba69-d1e516d6e0ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (87a85f9c-d1f2-482b-adce-6d1cddf31c84), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:39.955340 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b2cb995-46eb-49a6-88d8-7f760b2d2d0e tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:39.956769 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b2cb995-46eb-49a6-88d8-7f760b2d2d0e tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:39.958105 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b2cb995-46eb-49a6-88d8-7f760b2d2d0e tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:39.963552 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-7b2cb995-46eb-49a6-88d8-7f760b2d2d0e tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0958669 Feb 28 10:37:39.966697 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 38900) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:40.017921 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-39781bb1-2152-4eb0-9469-2c5f74016a78 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803269'] for network (5b19a508-bee1-4f82-a318-a63b7866a359), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:40.031949 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-39781bb1-2152-4eb0-9469-2c5f74016a78 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:40.038318 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-39781bb1-2152-4eb0-9469-2c5f74016a78 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] 10.222.0.20 "DELETE /v2.0/networks/5b19a508-bee1-4f82-a318-a63b7866a359 HTTP/1.1" status: 204 len: 168 time: 0.9934211 Feb 28 10:37:40.041435 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 38902) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:40.046902 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-6d1d68f5-e9f3-42cd-ba69-d1e516d6e0ff None None] Current status of the port 87a85f9c-d1f2-482b-adce-6d1cddf31c84 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:37:40.064594 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39781bb1-2152-4eb0-9469-2c5f74016a78 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Pushing event deleted for resources: {'Network': ['ID=5b19a508-bee1-4f82-a318-a63b7866a359,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:40.078591 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b46e3c5a-cc1f-434c-b576-5aace53cf2e9 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks [] for port (f7a83a18-9fc2-4027-bd44-bf987658ecca), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:40.090185 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-069ebb9a-94c8-417e-9499-4dfc1a44233b tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] GET failed (client error): The resource could not be found. Feb 28 10:37:40.091551 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-069ebb9a-94c8-417e-9499-4dfc1a44233b tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] 10.222.0.20 "GET /v2.0/subnets/71b7f814-cdca-43db-a8a6-c0216ed527b9 HTTP/1.1" status: 404 len: 337 time: 0.0409679 Feb 28 10:37:40.098135 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 38904) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:40.109544 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae4f8421-8510-42a3-96c6-bc660ef2b521 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Attributes excluded by policy engine: ['shared'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:40.110891 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae4f8421-8510-42a3-96c6-bc660ef2b521 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Attributes excluded by policy engine: ['shared'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:40.112263 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae4f8421-8510-42a3-96c6-bc660ef2b521 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Attributes excluded by policy engine: ['shared'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:40.113503 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae4f8421-8510-42a3-96c6-bc660ef2b521 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Attributes excluded by policy engine: ['shared'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:40.114699 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae4f8421-8510-42a3-96c6-bc660ef2b521 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Attributes excluded by policy engine: ['shared'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:40.116326 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-ae4f8421-8510-42a3-96c6-bc660ef2b521 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] 10.222.0.20 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1482637 Feb 28 10:37:40.120123 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 38906) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:40.129286 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-d43358c8-29e4-4a80-af00-cfdb73723969 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] DELETE failed (client error): The resource could not be found. Feb 28 10:37:40.129809 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d43358c8-29e4-4a80-af00-cfdb73723969 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:37:40.132887 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-d43358c8-29e4-4a80-af00-cfdb73723969 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] 10.222.0.20 "DELETE /v2.0/networks/5b19a508-bee1-4f82-a318-a63b7866a359 HTTP/1.1" status: 404 len: 339 time: 0.0337558 Feb 28 10:37:40.133067 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b46e3c5a-cc1f-434c-b576-5aace53cf2e9 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (f7a83a18-9fc2-4027-bd44-bf987658ecca), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:40.136866 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 38908) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:40.209773 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc38b4d7-ef18-46af-9751-69b418977887 None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=103409) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 28 10:37:40.234273 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b46e3c5a-cc1f-434c-b576-5aace53cf2e9 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Network d653aef7-f863-4a74-8105-bd4c4da4cc0c is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:37:40.242567 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-b46e3c5a-cc1f-434c-b576-5aace53cf2e9 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:37:40.245121 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46e3c5a-cc1f-434c-b576-5aace53cf2e9 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:37:40.295047 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46e3c5a-cc1f-434c-b576-5aace53cf2e9 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Pushing event updated for resources: {'Port': ['ID=f7a83a18-9fc2-4027-bd44-bf987658ecca,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:40.303656 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-d52828c2-0db5-46b1-988f-e76000b1f548 None None] Provisioning complete for port 007e618e-61d3-4987-89cb-81c6ae71af7a triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:37:40.304129 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d52828c2-0db5-46b1-988f-e76000b1f548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (007e618e-61d3-4987-89cb-81c6ae71af7a), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:40.324719 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-785c1f93-3c94-4b5b-9c2d-329071b70479 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:40.328826 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-785c1f93-3c94-4b5b-9c2d-329071b70479 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.1883168 Feb 28 10:37:40.329044 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 38910) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:40.332656 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b46e3c5a-cc1f-434c-b576-5aace53cf2e9 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:40.333447 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b46e3c5a-cc1f-434c-b576-5aace53cf2e9 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:40.355716 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-820f9c3c-ba77-4c62-b138-ef17e87f3224 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:40.361086 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-820f9c3c-ba77-4c62-b138-ef17e87f3224 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] 10.222.0.20 "GET /v2.0/networks/24620c3b-2ee9-46f5-83ce-78e4e46943bb HTTP/1.1" status: 200 len: 804 time: 0.2398117 Feb 28 10:37:40.362102 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 38912) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:40.366026 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc38b4d7-ef18-46af-9751-69b418977887 None None] Resources bound (agent type, host, resource id): {{(pid=103409) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 28 10:37:40.373529 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-d7635272-89e2-4baa-a433-dd4922ae7b94 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] 10.222.0.20 "GET /v2.0/subnets?network_id=1e0804d0-d1d9-4d40-9de5-2936f3d87840 HTTP/1.1" status: 200 len: 207 time: 0.0396237 Feb 28 10:37:40.373734 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 38914) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:40.375927 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-b46e3c5a-cc1f-434c-b576-5aace53cf2e9 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.2400343 Feb 28 10:37:40.378302 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 38916) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:40.480648 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-d52828c2-0db5-46b1-988f-e76000b1f548 None None] Current status of the port 007e618e-61d3-4987-89cb-81c6ae71af7a is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:37:40.481171 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d52828c2-0db5-46b1-988f-e76000b1f548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (007e618e-61d3-4987-89cb-81c6ae71af7a), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:40.592665 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-102c5553-1cd5-4e4a-a38c-711c4b8fc4d7 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:40.592665 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-102c5553-1cd5-4e4a-a38c-711c4b8fc4d7 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:40.597299 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-102c5553-1cd5-4e4a-a38c-711c4b8fc4d7 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:40.603185 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-102c5553-1cd5-4e4a-a38c-711c4b8fc4d7 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:40.605085 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-102c5553-1cd5-4e4a-a38c-711c4b8fc4d7 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.2302239 Feb 28 10:37:40.609004 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 38918) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:40.666152 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 007e618e-61d3-4987-89cb-81c6ae71af7a up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:37:40.727370 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-c99c6aa9-dc83-4546-8191-0544c8bb31fe tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] 10.222.0.20 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.1166091 Feb 28 10:37:40.730456 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 38920) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:40.753733 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-d52828c2-0db5-46b1-988f-e76000b1f548 None None] For port 007e618e-61d3-4987-89cb-81c6ae71af7a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=007e618e-61d3-4987-89cb-81c6ae71af7a,segment=NetworkSegment(1726e96b-9d56-4441-81ce-ad44472f6864),segment_id=1726e96b-9d56-4441-81ce-ad44472f6864)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:37:40.761779 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d52828c2-0db5-46b1-988f-e76000b1f548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (007e618e-61d3-4987-89cb-81c6ae71af7a), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:40.789563 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c3c802-1c06-4733-ade0-1ccefe2e988a tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:40.790990 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c3c802-1c06-4733-ade0-1ccefe2e988a tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:40.796256 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-c2c3c802-1c06-4733-ade0-1ccefe2e988a tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0613003 Feb 28 10:37:40.796685 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 38922) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:40.837509 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port 007e618e-61d3-4987-89cb-81c6ae71af7a triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:37:40.837891 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (007e618e-61d3-4987-89cb-81c6ae71af7a), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:40.857265 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b17ad28-9293-4549-9799-fc10b531e6b2 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Attributes excluded by policy engine: ['shared'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:40.858068 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b17ad28-9293-4549-9799-fc10b531e6b2 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Attributes excluded by policy engine: ['shared'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:40.863323 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-4b17ad28-9293-4549-9799-fc10b531e6b2 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] 10.222.0.20 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0617940 Feb 28 10:37:40.864590 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 38924) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:40.875086 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52828c2-0db5-46b1-988f-e76000b1f548 None None] Pushing event updated for resources: {'Port': ['ID=007e618e-61d3-4987-89cb-81c6ae71af7a,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:40.914825 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6853a1eb-1567-43bc-b1d4-998a7617f7c3 None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=103409) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 28 10:37:40.922425 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3470a9b0-3d54-49c0-9187-f3c69550cd2c tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:40.926865 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-3470a9b0-3d54-49c0-9187-f3c69550cd2c tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.5450134 Feb 28 10:37:40.927544 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 38926) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:40.964441 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-38ef1123-b619-4046-aa37-d6aee6e63c7a tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] 10.222.0.20 "GET /v2.0/networks/24620c3b-2ee9-46f5-83ce-78e4e46943bb?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.6010673 Feb 28 10:37:40.968391 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 38928) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:40.997632 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b9e526e-71f6-4bd6-9984-df88518501d9 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:41.004641 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-2b9e526e-71f6-4bd6-9984-df88518501d9 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] 10.222.0.20 "GET /v2.0/networks/91d0cee5-9307-4c6b-a2a6-6361fbef8ddf HTTP/1.1" status: 200 len: 800 time: 0.1346841 Feb 28 10:37:41.004641 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 38930) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:41.031756 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b3bf4f-2699-4b52-a42e-b3e729a28084 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:41.033646 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-70b3bf4f-2699-4b52-a42e-b3e729a28084 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] 10.222.0.20 "GET /v2.0/subnets/9d7fde4b-08e4-41f8-ba82-80f8409c9d23 HTTP/1.1" status: 200 len: 843 time: 0.0639822 Feb 28 10:37:41.037740 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 38932) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:41.046245 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff6a9ce9-49bf-4d5c-a5b6-59cc4bcfc1af tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:41.049219 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 007e618e-61d3-4987-89cb-81c6ae71af7a is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:37:41.052272 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff6a9ce9-49bf-4d5c-a5b6-59cc4bcfc1af tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:41.054643 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8b01a6ce-dd1e-4ebd-95e8-ce41efb7e380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fc6c9b74-8dbb-41bb-800a-5bd3a43fe896), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:41.057900 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff6a9ce9-49bf-4d5c-a5b6-59cc4bcfc1af tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:41.060105 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-ff6a9ce9-49bf-4d5c-a5b6-59cc4bcfc1af tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.1310806 Feb 28 10:37:41.063589 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 38934) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:41.100297 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6853a1eb-1567-43bc-b1d4-998a7617f7c3 None None] Resources bound (agent type, host, resource id): {{(pid=103409) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 28 10:37:41.114907 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc3f286d-63ae-423a-9d7b-5e06dc9076ac tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Attributes excluded by policy engine: ['shared'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:41.116403 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-bc3f286d-63ae-423a-9d7b-5e06dc9076ac tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] 10.222.0.20 "GET /v2.0/subnets/9d7fde4b-08e4-41f8-ba82-80f8409c9d23?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0551417 Feb 28 10:37:41.120606 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 38936) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:41.124905 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-34a5960d-7b54-47ed-be50-aff162b9d625 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1612317257'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:37:41.145529 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34a5960d-7b54-47ed-be50-aff162b9d625 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Made reservation on behalf of ecbebc6a99ee48f398013303d806c3bb for: {'network': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:37:41.149738 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-34a5960d-7b54-47ed-be50-aff162b9d625 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for network (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:41.173980 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-afc41543-ed4a-45d9-9f00-847ce68eb403 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] 10.222.0.20 "GET /v2.0/networks/91d0cee5-9307-4c6b-a2a6-6361fbef8ddf?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1691747 Feb 28 10:37:41.177960 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34a5960d-7b54-47ed-be50-aff162b9d625 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 256} {{(pid=103408) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:37:41.178132 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 38938) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:41.188040 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-34a5960d-7b54-47ed-be50-aff162b9d625 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (d1401e3c-f717-443b-8fc7-b7483db50455), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:41.188514 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.db.segments_db [None req-34a5960d-7b54-47ed-be50-aff162b9d625 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Added segment d1401e3c-f717-443b-8fc7-b7483db50455 of type vlan for network 64711f42-e9ef-466c-80c9-e052c542dc64 Feb 28 10:37:41.235136 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-34a5960d-7b54-47ed-be50-aff162b9d625 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742056637431'] for network (64711f42-e9ef-466c-80c9-e052c542dc64), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:41.235362 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-6295817c-8196-4fa5-a76c-bfdb1cf505dc tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Deleting port f7a83a18-9fc2-4027-bd44-bf987658ecca {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:37:41.235583 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6295817c-8196-4fa5-a76c-bfdb1cf505dc tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (f7a83a18-9fc2-4027-bd44-bf987658ecca), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:41.253285 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3999a169-a648-401d-84ec-9d3e751e86ac tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:41.254672 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-3999a169-a648-401d-84ec-9d3e751e86ac tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] 10.222.0.20 "GET /v2.0/subnets/5699c3cc-75b2-4125-9133-d50dca942899 HTTP/1.1" status: 200 len: 811 time: 0.0756350 Feb 28 10:37:41.258578 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 38940) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:41.314542 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-34a5960d-7b54-47ed-be50-aff162b9d625 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551'] for network (64711f42-e9ef-466c-80c9-e052c542dc64), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:41.316046 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe57dbf0-32b6-4c99-ae11-40404dfd38b1 None None] Network d653aef7-f863-4a74-8105-bd4c4da4cc0c requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:37:41.319543 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34a5960d-7b54-47ed-be50-aff162b9d625 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:41.320411 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-34a5960d-7b54-47ed-be50-aff162b9d625 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks [] for network (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:41.334470 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6295817c-8196-4fa5-a76c-bfdb1cf505dc tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (f7a83a18-9fc2-4027-bd44-bf987658ecca), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:41.348921 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-6295817c-8196-4fa5-a76c-bfdb1cf505dc tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Calling delete_port for f7a83a18-9fc2-4027-bd44-bf987658ecca owned by {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:37:41.374662 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f40df0d-63bc-4a7f-a7dd-2e95b1089cba tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Attributes excluded by policy engine: ['shared'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:41.380120 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-6f40df0d-63bc-4a7f-a7dd-2e95b1089cba tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] 10.222.0.20 "GET /v2.0/subnets/5699c3cc-75b2-4125-9133-d50dca942899?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1168492 Feb 28 10:37:41.384372 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 38942) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:41.396476 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-57dea152-cec2-4a23-bb9e-d8cd042a4acc tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1580548513'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:37:41.417689 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-34a5960d-7b54-47ed-be50-aff162b9d625 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2940516 Feb 28 10:37:41.419028 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 38944) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:41.419167 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a5960d-7b54-47ed-be50-aff162b9d625 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Pushing event updated for resources: {'Network': ['ID=64711f42-e9ef-466c-80c9-e052c542dc64,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:41.427320 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-c5af53e0-7c0a-483f-98a9-a63dcf15565f tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Request body: {'subnet': {'network_id': '64711f42-e9ef-466c-80c9-e052c542dc64', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:37:41.434593 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Network 64711f42-e9ef-466c-80c9-e052c542dc64 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103409) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:37:41.434791 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57dea152-cec2-4a23-bb9e-d8cd042a4acc tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Made reservation on behalf of 6aa76ca1930e40cb822a736948009d34 for: {'network': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:37:41.438145 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-57dea152-cec2-4a23-bb9e-d8cd042a4acc tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for network (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:41.465631 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57dea152-cec2-4a23-bb9e-d8cd042a4acc tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 291} {{(pid=103408) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:37:41.477279 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-57dea152-cec2-4a23-bb9e-d8cd042a4acc tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (4e8cf50c-353d-46bd-b6e9-0189ff3aa1cf), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:41.477526 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.db.segments_db [None req-57dea152-cec2-4a23-bb9e-d8cd042a4acc tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Added segment 4e8cf50c-353d-46bd-b6e9-0189ff3aa1cf of type vlan for network 8a128c32-e981-4584-b7f4-e4a17429e6b7 Feb 28 10:37:41.542842 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-57dea152-cec2-4a23-bb9e-d8cd042a4acc tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742056637431'] for network (8a128c32-e981-4584-b7f4-e4a17429e6b7), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:41.570869 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5af53e0-7c0a-483f-98a9-a63dcf15565f tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Made reservation on behalf of ecbebc6a99ee48f398013303d806c3bb for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:37:41.575298 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c5af53e0-7c0a-483f-98a9-a63dcf15565f tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3516581'] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:41.589118 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-57dea152-cec2-4a23-bb9e-d8cd042a4acc tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551'] for network (8a128c32-e981-4584-b7f4-e4a17429e6b7), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:41.594517 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57dea152-cec2-4a23-bb9e-d8cd042a4acc tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:41.596027 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-57dea152-cec2-4a23-bb9e-d8cd042a4acc tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks [] for network (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:41.621112 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6295817c-8196-4fa5-a76c-bfdb1cf505dc tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (f7a83a18-9fc2-4027-bd44-bf987658ecca), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:41.668012 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-57dea152-cec2-4a23-bb9e-d8cd042a4acc tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2824764 Feb 28 10:37:41.669781 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6295817c-8196-4fa5-a76c-bfdb1cf505dc tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Pushing event deleted for resources: {'Port': ['ID=f7a83a18-9fc2-4027-bd44-bf987658ecca,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:41.671163 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 38946) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:41.680181 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-026d8ed1-b605-4d95-95ce-b8bdada598cd tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Request body: {'subnet': {'network_id': '8a128c32-e981-4584-b7f4-e4a17429e6b7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:37:41.694361 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.ipam_backend_mixin [None req-c5af53e0-7c0a-483f-98a9-a63dcf15565f tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Performing IP validity checks on allocation pools {{(pid=103407) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 28 10:37:41.694994 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.ipam_backend_mixin [None req-c5af53e0-7c0a-483f-98a9-a63dcf15565f tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103407) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 28 10:37:41.700220 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dea152-cec2-4a23-bb9e-d8cd042a4acc tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Pushing event updated for resources: {'Network': ['ID=8a128c32-e981-4584-b7f4-e4a17429e6b7,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:41.717698 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Network 8a128c32-e981-4584-b7f4-e4a17429e6b7 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103409) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:37:41.773421 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6295817c-8196-4fa5-a76c-bfdb1cf505dc tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:41.778286 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-6295817c-8196-4fa5-a76c-bfdb1cf505dc tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] 10.222.0.20 "DELETE /v2.0/ports/f7a83a18-9fc2-4027-bd44-bf987658ecca HTTP/1.1" status: 204 len: 168 time: 0.7137749 Feb 28 10:37:41.782151 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 38948) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:41.801445 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-026d8ed1-b605-4d95-95ce-b8bdada598cd tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Made reservation on behalf of 6aa76ca1930e40cb822a736948009d34 for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:37:41.806036 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-026d8ed1-b605-4d95-95ce-b8bdada598cd tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3951209'] for subnet (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:41.814783 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-d95a7f3b-5cef-4bfe-a815-f26b150eef82 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] GET failed (client error): The resource could not be found. Feb 28 10:37:41.816249 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-d95a7f3b-5cef-4bfe-a815-f26b150eef82 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] 10.222.0.20 "GET /v2.0/ports/f7a83a18-9fc2-4027-bd44-bf987658ecca HTTP/1.1" status: 404 len: 333 time: 0.0331366 Feb 28 10:37:41.819309 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 38950) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:41.851459 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-249c54df-df37-42bc-9cf8-fb5000c83a9d None None] Provisioning complete for port 74a25538-4221-4255-b588-e53c08632890 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:37:41.851589 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-249c54df-df37-42bc-9cf8-fb5000c83a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (74a25538-4221-4255-b588-e53c08632890), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:41.885165 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.ipam_backend_mixin [None req-026d8ed1-b605-4d95-95ce-b8bdada598cd tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Performing IP validity checks on allocation pools {{(pid=103408) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 28 10:37:41.885949 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.ipam_backend_mixin [None req-026d8ed1-b605-4d95-95ce-b8bdada598cd tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103408) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 28 10:37:41.890113 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-249c54df-df37-42bc-9cf8-fb5000c83a9d None None] Port 74a25538-4221-4255-b588-e53c08632890 cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:37:41.906192 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-249c54df-df37-42bc-9cf8-fb5000c83a9d None None] Provisioning complete for port 007e618e-61d3-4987-89cb-81c6ae71af7a triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:37:41.906192 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-249c54df-df37-42bc-9cf8-fb5000c83a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (007e618e-61d3-4987-89cb-81c6ae71af7a), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:42.007705 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b6d631fb-7df0-4fe1-8322-abff3b61cae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (0db5147a-92a3-4581-8a5f-8ec9b93e0600), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:42.012113 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c5af53e0-7c0a-483f-98a9-a63dcf15565f tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3498031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3516567'] for subnet (4ca4fe1f-5fbe-4180-ace3-c89ca576cc35), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:42.012741 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-249c54df-df37-42bc-9cf8-fb5000c83a9d None None] Current status of the port 007e618e-61d3-4987-89cb-81c6ae71af7a is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:37:42.016633 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-249c54df-df37-42bc-9cf8-fb5000c83a9d None None] Could not find standard attr ID for object f7a83a18-9fc2-4027-bd44-bf987658ecca. {{(pid=103409) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Feb 28 10:37:42.026126 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-65c40ce0-922c-4280-86c8-aeaf0464af99 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Deleting port 74a25538-4221-4255-b588-e53c08632890 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:37:42.026470 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-65c40ce0-922c-4280-86c8-aeaf0464af99 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (74a25538-4221-4255-b588-e53c08632890), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:42.066311 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-026d8ed1-b605-4d95-95ce-b8bdada598cd tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3242588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3951195'] for subnet (781183eb-38ff-4d38-a3e6-02b6b490a7b0), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:42.140397 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-8be1a7d3-0406-4fc6-af3a-f061d598b964 None None] Provisioning complete for port 74a25538-4221-4255-b588-e53c08632890 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:37:42.140397 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8be1a7d3-0406-4fc6-af3a-f061d598b964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (74a25538-4221-4255-b588-e53c08632890), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:42.141121 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5af53e0-7c0a-483f-98a9-a63dcf15565f tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Pushing event updated for resources: {'Subnet': ['ID=4ca4fe1f-5fbe-4180-ace3-c89ca576cc35,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:42.160057 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026d8ed1-b605-4d95-95ce-b8bdada598cd tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Pushing event updated for resources: {'Subnet': ['ID=781183eb-38ff-4d38-a3e6-02b6b490a7b0,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:42.170548 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5af53e0-7c0a-483f-98a9-a63dcf15565f tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Checking segment: {'id': 'd1401e3c-f717-443b-8fc7-b7483db50455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '64711f42-e9ef-466c-80c9-e052c542dc64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:37:42.170919 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5af53e0-7c0a-483f-98a9-a63dcf15565f tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Network hostable DHCP agents. Network: 64711f42-e9ef-466c-80c9-e052c542dc64, hostable agents: ['fb6705d2-4f70-4965-92a3-fbfccd43a6d3'], hosted agents: [] {{(pid=103407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:37:42.178944 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-8be1a7d3-0406-4fc6-af3a-f061d598b964 None None] Port 74a25538-4221-4255-b588-e53c08632890 cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:37:42.180063 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026d8ed1-b605-4d95-95ce-b8bdada598cd tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Checking segment: {'id': '4e8cf50c-353d-46bd-b6e9-0189ff3aa1cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '8a128c32-e981-4584-b7f4-e4a17429e6b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:37:42.180534 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-026d8ed1-b605-4d95-95ce-b8bdada598cd tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Network hostable DHCP agents. Network: 8a128c32-e981-4584-b7f4-e4a17429e6b7, hostable agents: ['fb6705d2-4f70-4965-92a3-fbfccd43a6d3'], hosted agents: [] {{(pid=103408) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:37:42.193266 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-65c40ce0-922c-4280-86c8-aeaf0464af99 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (74a25538-4221-4255-b588-e53c08632890), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:42.204068 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-026d8ed1-b605-4d95-95ce-b8bdada598cd tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Network 8a128c32-e981-4584-b7f4-e4a17429e6b7 is scheduled to be hosted by DHCP agent fb6705d2-4f70-4965-92a3-fbfccd43a6d3 with binding_index 1 {{(pid=103408) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:37:42.212019 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-65c40ce0-922c-4280-86c8-aeaf0464af99 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Calling delete_port for 74a25538-4221-4255-b588-e53c08632890 owned by {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:37:42.219316 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5af53e0-7c0a-483f-98a9-a63dcf15565f tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Network 64711f42-e9ef-466c-80c9-e052c542dc64 is scheduled to be hosted by DHCP agent fb6705d2-4f70-4965-92a3-fbfccd43a6d3 with binding_index 1 {{(pid=103407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:37:42.219964 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-026d8ed1-b605-4d95-95ce-b8bdada598cd tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 8a128c32-e981-4584-b7f4-e4a17429e6b7) {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:37:42.224487 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-026d8ed1-b605-4d95-95ce-b8bdada598cd tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:42.225146 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-026d8ed1-b605-4d95-95ce-b8bdada598cd tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks [] for subnet (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:42.232744 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc10991d-f69d-4e33-9eb5-6b821b616a5d None None] Network 8a128c32-e981-4584-b7f4-e4a17429e6b7 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:37:42.238632 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-c5af53e0-7c0a-483f-98a9-a63dcf15565f tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 64711f42-e9ef-466c-80c9-e052c542dc64) {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:37:42.245125 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5af53e0-7c0a-483f-98a9-a63dcf15565f tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:42.246099 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c5af53e0-7c0a-483f-98a9-a63dcf15565f tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks [] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:42.247089 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-026d8ed1-b605-4d95-95ce-b8bdada598cd tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.5746648 Feb 28 10:37:42.250414 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 38952) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:42.256493 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-8c865ebb-912f-477a-ab31-229909303338 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:37:42.277227 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94dfe12e-bc73-4a48-9a86-71e3bda6dad9 None None] Network 64711f42-e9ef-466c-80c9-e052c542dc64 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:37:42.336440 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-f95545e3-ecb8-42e2-9e53-7e055c658ae2 None None] Could not find standard attr ID for object f7a83a18-9fc2-4027-bd44-bf987658ecca. {{(pid=103409) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Feb 28 10:37:42.343541 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-c5af53e0-7c0a-483f-98a9-a63dcf15565f tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.9197030 Feb 28 10:37:42.344514 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 38954) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:42.351879 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-40f07732-7fe1-490e-8430-bcb080208180 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:37:42.433025 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-510aeed1-40ec-46b7-ab08-4d6760e47ff8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-8a128c32-e981-4584-b7f4-e4a17429e6b7', 'network_id': '8a128c32-e981-4584-b7f4-e4a17429e6b7', 'project_id': '6aa76ca1930e40cb822a736948009d34', 'fixed_ips': [{'subnet_id': '781183eb-38ff-4d38-a3e6-02b6b490a7b0'}]}} from dv-neutron-master-2-hyperv. {{(pid=103409) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:37:42.434102 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-510aeed1-40ec-46b7-ab08-4d6760e47ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:42.439264 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8c865ebb-912f-477a-ab31-229909303338 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3516572'] for subnet (781183eb-38ff-4d38-a3e6-02b6b490a7b0), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:42.468348 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e5d965a-6468-41bf-aaa5-825e6e828ac5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-64711f42-e9ef-466c-80c9-e052c542dc64', 'network_id': '64711f42-e9ef-466c-80c9-e052c542dc64', 'project_id': 'ecbebc6a99ee48f398013303d806c3bb', 'fixed_ips': [{'subnet_id': '4ca4fe1f-5fbe-4180-ace3-c89ca576cc35'}]}} from dv-neutron-master-2-hyperv. {{(pid=103409) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:37:42.469351 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5e5d965a-6468-41bf-aaa5-825e6e828ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:42.473695 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-40f07732-7fe1-490e-8430-bcb080208180 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3951184'] for subnet (4ca4fe1f-5fbe-4180-ace3-c89ca576cc35), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:42.565931 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-65c40ce0-922c-4280-86c8-aeaf0464af99 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (74a25538-4221-4255-b588-e53c08632890), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:42.616142 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c40ce0-922c-4280-86c8-aeaf0464af99 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Pushing event deleted for resources: {'Port': ['ID=74a25538-4221-4255-b588-e53c08632890,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:42.662281 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 007e618e-61d3-4987-89cb-81c6ae71af7a up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:37:42.693499 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-40f07732-7fe1-490e-8430-bcb080208180 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8742057140965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3242594'] for subnet (4ca4fe1f-5fbe-4180-ace3-c89ca576cc35), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:42.748524 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40f07732-7fe1-490e-8430-bcb080208180 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:42.748817 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-65c40ce0-922c-4280-86c8-aeaf0464af99 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:42.749162 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-40f07732-7fe1-490e-8430-bcb080208180 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks [] for subnet (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:42.753010 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-65c40ce0-922c-4280-86c8-aeaf0464af99 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] 10.222.0.20 "DELETE /v2.0/ports/74a25538-4221-4255-b588-e53c08632890 HTTP/1.1" status: 204 len: 168 time: 0.9320667 Feb 28 10:37:42.755196 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-40f07732-7fe1-490e-8430-bcb080208180 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] 10.222.0.20 "PUT /v2.0/subnets/4ca4fe1f-5fbe-4180-ace3-c89ca576cc35 HTTP/1.1" status: 200 len: 900 time: 0.4084229 Feb 28 10:37:42.755196 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 38956) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:42.755568 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 38958) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:42.793629 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-c06e7cf7-ab78-4197-bd8c-3a4c62127fd4 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] GET failed (client error): The resource could not be found. Feb 28 10:37:42.796984 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-c06e7cf7-ab78-4197-bd8c-3a4c62127fd4 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] 10.222.0.20 "GET /v2.0/ports/74a25538-4221-4255-b588-e53c08632890 HTTP/1.1" status: 404 len: 333 time: 0.0379255 Feb 28 10:37:42.797883 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 38960) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:42.830089 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f07732-7fe1-490e-8430-bcb080208180 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Pushing event updated for resources: {'Subnet': ['ID=4ca4fe1f-5fbe-4180-ace3-c89ca576cc35,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:42.849340 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port 007e618e-61d3-4987-89cb-81c6ae71af7a triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:37:42.850041 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (007e618e-61d3-4987-89cb-81c6ae71af7a), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:42.851289 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_v2 [None req-1897e6e8-eaee-43d0-a2b6-27eb0db24bd2 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Deleting subnet f0f7da01-4f25-42b8-9668-b0427ebc17f1 {{(pid=103407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:37:42.854489 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8c865ebb-912f-477a-ab31-229909303338 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8742057140965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3498001'] for subnet (781183eb-38ff-4d38-a3e6-02b6b490a7b0), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:42.856315 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1897e6e8-eaee-43d0-a2b6-27eb0db24bd2 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks [] for subnet (f0f7da01-4f25-42b8-9668-b0427ebc17f1), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:42.857807 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-5e5d965a-6468-41bf-aaa5-825e6e828ac5 None None] Allocated IP 2001:db8::3 (64711f42-e9ef-466c-80c9-e052c542dc64/4ca4fe1f-5fbe-4180-ace3-c89ca576cc35/6102dbbb-9fd0-47e7-8578-e85c8beb35a9) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:37:42.898700 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-27a1e6bf-ecdc-4e47-ac7f-754bdd17491d tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-665757'] for network (64711f42-e9ef-466c-80c9-e052c542dc64), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:42.945523 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c865ebb-912f-477a-ab31-229909303338 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:42.946047 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8c865ebb-912f-477a-ab31-229909303338 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks [] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:42.947366 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-8c865ebb-912f-477a-ab31-229909303338 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] 10.222.0.20 "PUT /v2.0/subnets/781183eb-38ff-4d38-a3e6-02b6b490a7b0 HTTP/1.1" status: 200 len: 877 time: 0.6957412 Feb 28 10:37:42.950611 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 38962) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:42.955967 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1897e6e8-eaee-43d0-a2b6-27eb0db24bd2 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3501132'] for subnet (f0f7da01-4f25-42b8-9668-b0427ebc17f1), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:42.961478 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-510aeed1-40ec-46b7-ab08-4d6760e47ff8 None None] Allocated IP 172.20.0.3 (8a128c32-e981-4584-b7f4-e4a17429e6b7/781183eb-38ff-4d38-a3e6-02b6b490a7b0/b60d8eaa-cbe2-4adf-9bcb-e6212374d72f) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:37:42.980182 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c865ebb-912f-477a-ab31-229909303338 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Pushing event updated for resources: {'Subnet': ['ID=781183eb-38ff-4d38-a3e6-02b6b490a7b0,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:43.049110 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-27a1e6bf-ecdc-4e47-ac7f-754bdd17491d tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-823142'] for subnet (4ca4fe1f-5fbe-4180-ace3-c89ca576cc35), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:43.050833 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1897e6e8-eaee-43d0-a2b6-27eb0db24bd2 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-823142'] for subnet (f0f7da01-4f25-42b8-9668-b0427ebc17f1), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:43.120521 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 007e618e-61d3-4987-89cb-81c6ae71af7a is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:37:43.130747 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-313f6f5e-1c00-439a-93ed-d69e842e2a17 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-665757'] for network (8a128c32-e981-4584-b7f4-e4a17429e6b7), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:43.132165 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1897e6e8-eaee-43d0-a2b6-27eb0db24bd2 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-823145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3498088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3516558'] for subnet (f0f7da01-4f25-42b8-9668-b0427ebc17f1), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:43.164408 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1897e6e8-eaee-43d0-a2b6-27eb0db24bd2 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Pushing event deleted for resources: {'Subnet': ['ID=f0f7da01-4f25-42b8-9668-b0427ebc17f1,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:43.166353 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5e5d965a-6468-41bf-aaa5-825e6e828ac5 None None] Publish callbacks [] for port (6102dbbb-9fd0-47e7-8578-e85c8beb35a9), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:43.166863 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1897e6e8-eaee-43d0-a2b6-27eb0db24bd2 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks [] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:43.170071 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-1897e6e8-eaee-43d0-a2b6-27eb0db24bd2 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] 10.222.0.20 "DELETE /v2.0/subnets/f0f7da01-4f25-42b8-9668-b0427ebc17f1 HTTP/1.1" status: 204 len: 168 time: 0.3702354 Feb 28 10:37:43.172675 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 38964) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:43.176950 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-394f1c22-9bf7-484c-926c-74104636d85e None None] Network d653aef7-f863-4a74-8105-bd4c4da4cc0c requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:37:43.183348 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5e5d965a-6468-41bf-aaa5-825e6e828ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749'] for port (6102dbbb-9fd0-47e7-8578-e85c8beb35a9), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:43.210688 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-27a1e6bf-ecdc-4e47-ac7f-754bdd17491d tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-823145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3242523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3951170'] for subnet (4ca4fe1f-5fbe-4180-ace3-c89ca576cc35), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:43.247700 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-313f6f5e-1c00-439a-93ed-d69e842e2a17 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-823142'] for subnet (781183eb-38ff-4d38-a3e6-02b6b490a7b0), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:43.262422 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8ad66d0e-d53b-474d-b5dd-898f534cd13f tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-665757'] for network (d653aef7-f863-4a74-8105-bd4c4da4cc0c), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:43.289653 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a1e6bf-ecdc-4e47-ac7f-754bdd17491d tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Pushing event deleted for resources: {'Subnet': ['ID=4ca4fe1f-5fbe-4180-ace3-c89ca576cc35,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:43.329796 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-8ad66d0e-d53b-474d-b5dd-898f534cd13f tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Deleting port 007e618e-61d3-4987-89cb-81c6ae71af7a {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:37:43.330524 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8ad66d0e-d53b-474d-b5dd-898f534cd13f tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (007e618e-61d3-4987-89cb-81c6ae71af7a), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:43.374399 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-27a1e6bf-ecdc-4e47-ac7f-754bdd17491d tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672413', 'neutron.services.segments.db._delete_segments_for_network-8742057110173'] for network (64711f42-e9ef-466c-80c9-e052c542dc64), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:43.403093 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-27a1e6bf-ecdc-4e47-ac7f-754bdd17491d tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64711f42-e9ef-466c-80c9-e052c542dc64']}} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:43.408895 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-8ad66d0e-d53b-474d-b5dd-898f534cd13f tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] For port 007e618e-61d3-4987-89cb-81c6ae71af7a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=007e618e-61d3-4987-89cb-81c6ae71af7a,segment=NetworkSegment(1726e96b-9d56-4441-81ce-ad44472f6864),segment_id=1726e96b-9d56-4441-81ce-ad44472f6864)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:37:43.409528 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8ad66d0e-d53b-474d-b5dd-898f534cd13f tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (007e618e-61d3-4987-89cb-81c6ae71af7a), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:43.417164 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-27a1e6bf-ecdc-4e47-ac7f-754bdd17491d tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1401e3c-f717-443b-8fc7-b7483db50455') {'for_net_delete': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:43.417544 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-27a1e6bf-ecdc-4e47-ac7f-754bdd17491d tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1401e3c-f717-443b-8fc7-b7483db50455') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:43.422481 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-8ad66d0e-d53b-474d-b5dd-898f534cd13f tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Calling delete_port for 007e618e-61d3-4987-89cb-81c6ae71af7a owned by network:dhcp {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:37:43.428491 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-27a1e6bf-ecdc-4e47-ac7f-754bdd17491d tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742057113766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3423550'] for segment (d1401e3c-f717-443b-8fc7-b7483db50455), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:43.443590 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-27a1e6bf-ecdc-4e47-ac7f-754bdd17491d tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (d1401e3c-f717-443b-8fc7-b7483db50455), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:43.449808 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27a1e6bf-ecdc-4e47-ac7f-754bdd17491d tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Releasing vlan 256 on physical network physnet1 to pool {{(pid=103408) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:37:43.450522 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-27a1e6bf-ecdc-4e47-ac7f-754bdd17491d tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3242693'] for segment (d1401e3c-f717-443b-8fc7-b7483db50455), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:43.453793 dv-neutron-master-2-hyperv neutron-server[103408]: Traceback (most recent call last): Feb 28 10:37:43.453793 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:37:43.453793 dv-neutron-master-2-hyperv neutron-server[103408]: timer() Feb 28 10:37:43.453793 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:37:43.453793 dv-neutron-master-2-hyperv neutron-server[103408]: cb(*args, **kw) Feb 28 10:37:43.453793 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:37:43.453793 dv-neutron-master-2-hyperv neutron-server[103408]: return func(*args, **kwargs) Feb 28 10:37:43.453793 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:37:43.453793 dv-neutron-master-2-hyperv neutron-server[103408]: self._notify() Feb 28 10:37:43.453793 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:37:43.453793 dv-neutron-master-2-hyperv neutron-server[103408]: self.callback(batched_events) Feb 28 10:37:43.453793 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:37:43.453793 dv-neutron-master-2-hyperv neutron-server[103408]: event.method(event) Feb 28 10:37:43.453793 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:37:43.453793 dv-neutron-master-2-hyperv neutron-server[103408]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:37:43.453793 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:37:43.453793 dv-neutron-master-2-hyperv neutron-server[103408]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:37:43.453793 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:37:43.453793 dv-neutron-master-2-hyperv neutron-server[103408]: return f(self, *a, **k) Feb 28 10:37:43.453793 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:37:43.453793 dv-neutron-master-2-hyperv neutron-server[103408]: return self._get(url).json() Feb 28 10:37:43.453793 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:37:43.453793 dv-neutron-master-2-hyperv neutron-server[103408]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:37:43.453793 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:37:43.453793 dv-neutron-master-2-hyperv neutron-server[103408]: return self.request(url, 'GET', **kwargs) Feb 28 10:37:43.453793 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:37:43.453793 dv-neutron-master-2-hyperv neutron-server[103408]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:37:43.453793 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:37:43.453793 dv-neutron-master-2-hyperv neutron-server[103408]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:37:43.453793 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:37:43.453793 dv-neutron-master-2-hyperv neutron-server[103408]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:37:43.453793 dv-neutron-master-2-hyperv neutron-server[103408]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:37:43.485130 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e5d965a-6468-41bf-aaa5-825e6e828ac5 None None] Network 64711f42-e9ef-466c-80c9-e052c542dc64 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:37:43.493122 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6b923bb1-06b0-4b84-b461-7cc1d0196090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (2e621730-3978-4720-b581-ac380e97a567), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:43.513085 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5d965a-6468-41bf-aaa5-825e6e828ac5 None None] Pushing event updated for resources: {'Port': ['ID=6102dbbb-9fd0-47e7-8578-e85c8beb35a9,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:43.515606 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-5e5d965a-6468-41bf-aaa5-825e6e828ac5 None None] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:37:43.520232 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.db.api [None req-27a1e6bf-ecdc-4e47-ac7f-754bdd17491d tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 28 10:37:43.520232 dv-neutron-master-2-hyperv neutron-server[103408]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 28 10:37:43.520232 dv-neutron-master-2-hyperv neutron-server[103408]: [parameters: {'id': '64711f42-e9ef-466c-80c9-e052c542dc64'}] Feb 28 10:37:43.520232 dv-neutron-master-2-hyperv neutron-server[103408]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103408) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 10:37:43.521209 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG oslo_db.api [None req-27a1e6bf-ecdc-4e47-ac7f-754bdd17491d tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 10:37:43.521520 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5d965a-6468-41bf-aaa5-825e6e828ac5 None None] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:37:43.528635 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-510aeed1-40ec-46b7-ab08-4d6760e47ff8 None None] Publish callbacks [] for port (b60d8eaa-cbe2-4adf-9bcb-e6212374d72f), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:43.531454 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8ad66d0e-d53b-474d-b5dd-898f534cd13f tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (007e618e-61d3-4987-89cb-81c6ae71af7a), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:43.542721 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-510aeed1-40ec-46b7-ab08-4d6760e47ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749'] for port (b60d8eaa-cbe2-4adf-9bcb-e6212374d72f), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:43.557743 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad66d0e-d53b-474d-b5dd-898f534cd13f tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Pushing event deleted for resources: {'Port': ['ID=007e618e-61d3-4987-89cb-81c6ae71af7a,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:43.562055 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad66d0e-d53b-474d-b5dd-898f534cd13f tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] No DVR routers for this DVR port 007e618e-61d3-4987-89cb-81c6ae71af7a on host dv-neutron-master-2-hyperv {{(pid=103407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:37:43.568432 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-313f6f5e-1c00-439a-93ed-d69e842e2a17 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-823145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3242523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3951170'] for subnet (781183eb-38ff-4d38-a3e6-02b6b490a7b0), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:43.602418 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313f6f5e-1c00-439a-93ed-d69e842e2a17 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Pushing event deleted for resources: {'Subnet': ['ID=781183eb-38ff-4d38-a3e6-02b6b490a7b0,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:43.622288 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-510aeed1-40ec-46b7-ab08-4d6760e47ff8 None None] Network 8a128c32-e981-4584-b7f4-e4a17429e6b7 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:37:43.632299 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-510aeed1-40ec-46b7-ab08-4d6760e47ff8 None None] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:37:43.641938 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510aeed1-40ec-46b7-ab08-4d6760e47ff8 None None] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:37:43.649296 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8ad66d0e-d53b-474d-b5dd-898f534cd13f tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672413', 'neutron.services.segments.db._delete_segments_for_network-8742057110173'] for network (d653aef7-f863-4a74-8105-bd4c4da4cc0c), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:43.654145 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-5e5d965a-6468-41bf-aaa5-825e6e828ac5 None None] Attempting to bind port 6102dbbb-9fd0-47e7-8578-e85c8beb35a9 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:37:43.654515 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-5e5d965a-6468-41bf-aaa5-825e6e828ac5 None None] Attempting to bind port 6102dbbb-9fd0-47e7-8578-e85c8beb35a9 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'd1401e3c-f717-443b-8fc7-b7483db50455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '64711f42-e9ef-466c-80c9-e052c542dc64'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:37:43.654883 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5d965a-6468-41bf-aaa5-825e6e828ac5 None None] Attempting to bind port 6102dbbb-9fd0-47e7-8578-e85c8beb35a9 on network 64711f42-e9ef-466c-80c9-e052c542dc64 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:37:43.656817 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510aeed1-40ec-46b7-ab08-4d6760e47ff8 None None] Pushing event updated for resources: {'Port': ['ID=b60d8eaa-cbe2-4adf-9bcb-e6212374d72f,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:43.667131 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-313f6f5e-1c00-439a-93ed-d69e842e2a17 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672413', 'neutron.services.segments.db._delete_segments_for_network-8742057110173'] for network (8a128c32-e981-4584-b7f4-e4a17429e6b7), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:43.681049 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-8ad66d0e-d53b-474d-b5dd-898f534cd13f tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d653aef7-f863-4a74-8105-bd4c4da4cc0c']}} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:43.685580 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5d965a-6468-41bf-aaa5-825e6e828ac5 None None] Checking agent: {'id': '75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 24, 15), 'started_at': datetime.datetime(2022, 2, 28, 10, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 37, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:37:43.685973 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5d965a-6468-41bf-aaa5-825e6e828ac5 None None] Checking segment: {'id': 'd1401e3c-f717-443b-8fc7-b7483db50455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '64711f42-e9ef-466c-80c9-e052c542dc64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:37:43.686385 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5e5d965a-6468-41bf-aaa5-825e6e828ac5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:43.686787 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5d965a-6468-41bf-aaa5-825e6e828ac5 None None] Bound using segment: {'id': 'd1401e3c-f717-443b-8fc7-b7483db50455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '64711f42-e9ef-466c-80c9-e052c542dc64'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:37:43.687277 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-5e5d965a-6468-41bf-aaa5-825e6e828ac5 None None] Bound port: 6102dbbb-9fd0-47e7-8578-e85c8beb35a9, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1401e3c-f717-443b-8fc7-b7483db50455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '64711f42-e9ef-466c-80c9-e052c542dc64'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:37:43.687663 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5e5d965a-6468-41bf-aaa5-825e6e828ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (6102dbbb-9fd0-47e7-8578-e85c8beb35a9), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:43.695850 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-8ad66d0e-d53b-474d-b5dd-898f534cd13f tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1726e96b-9d56-4441-81ce-ad44472f6864') {'for_net_delete': True} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:43.696082 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-313f6f5e-1c00-439a-93ed-d69e842e2a17 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a128c32-e981-4584-b7f4-e4a17429e6b7']}} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:43.696380 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-8ad66d0e-d53b-474d-b5dd-898f534cd13f tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1726e96b-9d56-4441-81ce-ad44472f6864') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:43.708075 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-313f6f5e-1c00-439a-93ed-d69e842e2a17 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e8cf50c-353d-46bd-b6e9-0189ff3aa1cf') {'for_net_delete': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:43.708337 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-313f6f5e-1c00-439a-93ed-d69e842e2a17 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e8cf50c-353d-46bd-b6e9-0189ff3aa1cf') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:43.709813 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8ad66d0e-d53b-474d-b5dd-898f534cd13f tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742057113766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3501147'] for segment (1726e96b-9d56-4441-81ce-ad44472f6864), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:43.720695 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-313f6f5e-1c00-439a-93ed-d69e842e2a17 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742057113766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3423550'] for segment (4e8cf50c-353d-46bd-b6e9-0189ff3aa1cf), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:43.731812 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8ad66d0e-d53b-474d-b5dd-898f534cd13f tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (1726e96b-9d56-4441-81ce-ad44472f6864), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:43.739435 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-313f6f5e-1c00-439a-93ed-d69e842e2a17 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (4e8cf50c-353d-46bd-b6e9-0189ff3aa1cf), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:43.745480 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ad66d0e-d53b-474d-b5dd-898f534cd13f tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Releasing vlan 283 on physical network physnet1 to pool {{(pid=103407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:37:43.745927 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8ad66d0e-d53b-474d-b5dd-898f534cd13f tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3498166'] for segment (1726e96b-9d56-4441-81ce-ad44472f6864), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:43.749267 dv-neutron-master-2-hyperv neutron-server[103407]: Traceback (most recent call last): Feb 28 10:37:43.749267 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:37:43.749267 dv-neutron-master-2-hyperv neutron-server[103407]: timer() Feb 28 10:37:43.749267 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:37:43.749267 dv-neutron-master-2-hyperv neutron-server[103407]: cb(*args, **kw) Feb 28 10:37:43.749267 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:37:43.749267 dv-neutron-master-2-hyperv neutron-server[103407]: return func(*args, **kwargs) Feb 28 10:37:43.749267 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:37:43.749267 dv-neutron-master-2-hyperv neutron-server[103407]: self._notify() Feb 28 10:37:43.749267 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:37:43.749267 dv-neutron-master-2-hyperv neutron-server[103407]: self.callback(batched_events) Feb 28 10:37:43.749267 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:37:43.749267 dv-neutron-master-2-hyperv neutron-server[103407]: event.method(event) Feb 28 10:37:43.749267 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:37:43.749267 dv-neutron-master-2-hyperv neutron-server[103407]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:37:43.749267 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:37:43.749267 dv-neutron-master-2-hyperv neutron-server[103407]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:37:43.749267 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:37:43.749267 dv-neutron-master-2-hyperv neutron-server[103407]: return f(self, *a, **k) Feb 28 10:37:43.749267 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:37:43.749267 dv-neutron-master-2-hyperv neutron-server[103407]: return self._get(url).json() Feb 28 10:37:43.749267 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:37:43.749267 dv-neutron-master-2-hyperv neutron-server[103407]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:37:43.749267 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:37:43.749267 dv-neutron-master-2-hyperv neutron-server[103407]: return self.request(url, 'GET', **kwargs) Feb 28 10:37:43.749267 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:37:43.749267 dv-neutron-master-2-hyperv neutron-server[103407]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:37:43.749267 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:37:43.749267 dv-neutron-master-2-hyperv neutron-server[103407]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:37:43.749267 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:37:43.749267 dv-neutron-master-2-hyperv neutron-server[103407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:37:43.749267 dv-neutron-master-2-hyperv neutron-server[103407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:37:43.755577 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-801270c6-d07e-4da0-b7a0-895bf3274be9 None None] DHCP port deletion for d653aef7-f863-4a74-8105-bd4c4da4cc0c request from dv-neutron-master-2-hyperv {{(pid=103409) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:37:43.756540 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-313f6f5e-1c00-439a-93ed-d69e842e2a17 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Releasing vlan 291 on physical network physnet1 to pool {{(pid=103408) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:37:43.757167 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-313f6f5e-1c00-439a-93ed-d69e842e2a17 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3242693'] for segment (4e8cf50c-353d-46bd-b6e9-0189ff3aa1cf), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:43.757706 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-510aeed1-40ec-46b7-ab08-4d6760e47ff8 None None] Attempting to bind port b60d8eaa-cbe2-4adf-9bcb-e6212374d72f on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:37:43.758079 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-510aeed1-40ec-46b7-ab08-4d6760e47ff8 None None] Attempting to bind port b60d8eaa-cbe2-4adf-9bcb-e6212374d72f by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '4e8cf50c-353d-46bd-b6e9-0189ff3aa1cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '8a128c32-e981-4584-b7f4-e4a17429e6b7'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:37:43.758475 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-510aeed1-40ec-46b7-ab08-4d6760e47ff8 None None] Attempting to bind port b60d8eaa-cbe2-4adf-9bcb-e6212374d72f on network 8a128c32-e981-4584-b7f4-e4a17429e6b7 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:37:43.760805 dv-neutron-master-2-hyperv neutron-server[103408]: Traceback (most recent call last): Feb 28 10:37:43.760805 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:37:43.760805 dv-neutron-master-2-hyperv neutron-server[103408]: timer() Feb 28 10:37:43.760805 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:37:43.760805 dv-neutron-master-2-hyperv neutron-server[103408]: cb(*args, **kw) Feb 28 10:37:43.760805 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:37:43.760805 dv-neutron-master-2-hyperv neutron-server[103408]: return func(*args, **kwargs) Feb 28 10:37:43.760805 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:37:43.760805 dv-neutron-master-2-hyperv neutron-server[103408]: self._notify() Feb 28 10:37:43.760805 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:37:43.760805 dv-neutron-master-2-hyperv neutron-server[103408]: self.callback(batched_events) Feb 28 10:37:43.760805 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:37:43.760805 dv-neutron-master-2-hyperv neutron-server[103408]: event.method(event) Feb 28 10:37:43.760805 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:37:43.760805 dv-neutron-master-2-hyperv neutron-server[103408]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:37:43.760805 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:37:43.760805 dv-neutron-master-2-hyperv neutron-server[103408]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:37:43.760805 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:37:43.760805 dv-neutron-master-2-hyperv neutron-server[103408]: return f(self, *a, **k) Feb 28 10:37:43.760805 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:37:43.760805 dv-neutron-master-2-hyperv neutron-server[103408]: return self._get(url).json() Feb 28 10:37:43.760805 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:37:43.760805 dv-neutron-master-2-hyperv neutron-server[103408]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:37:43.760805 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:37:43.760805 dv-neutron-master-2-hyperv neutron-server[103408]: return self.request(url, 'GET', **kwargs) Feb 28 10:37:43.760805 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:37:43.760805 dv-neutron-master-2-hyperv neutron-server[103408]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:37:43.760805 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:37:43.760805 dv-neutron-master-2-hyperv neutron-server[103408]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:37:43.760805 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:37:43.760805 dv-neutron-master-2-hyperv neutron-server[103408]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:37:43.760805 dv-neutron-master-2-hyperv neutron-server[103408]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:37:43.774552 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-510aeed1-40ec-46b7-ab08-4d6760e47ff8 None None] Checking agent: {'id': '75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 24, 15), 'started_at': datetime.datetime(2022, 2, 28, 10, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 37, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:37:43.774940 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-510aeed1-40ec-46b7-ab08-4d6760e47ff8 None None] Checking segment: {'id': '4e8cf50c-353d-46bd-b6e9-0189ff3aa1cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '8a128c32-e981-4584-b7f4-e4a17429e6b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:37:43.775334 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-510aeed1-40ec-46b7-ab08-4d6760e47ff8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:43.775728 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-510aeed1-40ec-46b7-ab08-4d6760e47ff8 None None] Bound using segment: {'id': '4e8cf50c-353d-46bd-b6e9-0189ff3aa1cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '8a128c32-e981-4584-b7f4-e4a17429e6b7'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:37:43.776186 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-510aeed1-40ec-46b7-ab08-4d6760e47ff8 None None] Bound port: b60d8eaa-cbe2-4adf-9bcb-e6212374d72f, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e8cf50c-353d-46bd-b6e9-0189ff3aa1cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '8a128c32-e981-4584-b7f4-e4a17429e6b7'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:37:43.776592 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-510aeed1-40ec-46b7-ab08-4d6760e47ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (b60d8eaa-cbe2-4adf-9bcb-e6212374d72f), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:43.815224 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8ad66d0e-d53b-474d-b5dd-898f534cd13f tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803269'] for network (d653aef7-f863-4a74-8105-bd4c4da4cc0c), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:43.826966 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.db.api [None req-313f6f5e-1c00-439a-93ed-d69e842e2a17 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 28 10:37:43.826966 dv-neutron-master-2-hyperv neutron-server[103408]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 28 10:37:43.826966 dv-neutron-master-2-hyperv neutron-server[103408]: [parameters: {'id': '8a128c32-e981-4584-b7f4-e4a17429e6b7'}] Feb 28 10:37:43.826966 dv-neutron-master-2-hyperv neutron-server[103408]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103408) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 10:37:43.827365 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8ad66d0e-d53b-474d-b5dd-898f534cd13f tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:43.827759 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG oslo_db.api [None req-313f6f5e-1c00-439a-93ed-d69e842e2a17 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 10:37:43.830539 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-8ad66d0e-d53b-474d-b5dd-898f534cd13f tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] 10.222.0.20 "DELETE /v2.0/networks/d653aef7-f863-4a74-8105-bd4c4da4cc0c HTTP/1.1" status: 204 len: 168 time: 0.6566463 Feb 28 10:37:43.834590 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 38966) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:43.840413 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-c9dd6c29-b078-439b-868b-24fb37fa87e2 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-199709792'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:37:43.844087 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-5e5d965a-6468-41bf-aaa5-825e6e828ac5 None None] For port 6102dbbb-9fd0-47e7-8578-e85c8beb35a9, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:37:43.865019 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9dd6c29-b078-439b-868b-24fb37fa87e2 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Made reservation on behalf of 3f882f7a65fb4f4b8c37408f45ffc93a for: {'network': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:37:43.867170 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-5e5d965a-6468-41bf-aaa5-825e6e828ac5 None None] For port 6102dbbb-9fd0-47e7-8578-e85c8beb35a9, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6102dbbb-9fd0-47e7-8578-e85c8beb35a9,segment=NetworkSegment(d1401e3c-f717-443b-8fc7-b7483db50455),segment_id=d1401e3c-f717-443b-8fc7-b7483db50455)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:37:43.869230 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c9dd6c29-b078-439b-868b-24fb37fa87e2 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for network (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:43.881707 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5e5d965a-6468-41bf-aaa5-825e6e828ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (6102dbbb-9fd0-47e7-8578-e85c8beb35a9), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:43.906997 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9dd6c29-b078-439b-868b-24fb37fa87e2 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 264} {{(pid=103408) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:37:43.919973 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c9dd6c29-b078-439b-868b-24fb37fa87e2 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (ef91ef0d-a592-44fb-a351-a210b00ca1d5), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:43.920464 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.db.segments_db [None req-c9dd6c29-b078-439b-868b-24fb37fa87e2 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Added segment ef91ef0d-a592-44fb-a351-a210b00ca1d5 of type vlan for network 99956a9d-f422-4e75-afe9-0f7ca68ef798 Feb 28 10:37:43.924330 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-510aeed1-40ec-46b7-ab08-4d6760e47ff8 None None] For port b60d8eaa-cbe2-4adf-9bcb-e6212374d72f, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:37:43.958599 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-510aeed1-40ec-46b7-ab08-4d6760e47ff8 None None] For port b60d8eaa-cbe2-4adf-9bcb-e6212374d72f, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b60d8eaa-cbe2-4adf-9bcb-e6212374d72f,segment=NetworkSegment(4e8cf50c-353d-46bd-b6e9-0189ff3aa1cf),segment_id=4e8cf50c-353d-46bd-b6e9-0189ff3aa1cf)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:37:43.986084 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c9dd6c29-b078-439b-868b-24fb37fa87e2 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742056637431'] for network (99956a9d-f422-4e75-afe9-0f7ca68ef798), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:43.996391 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-510aeed1-40ec-46b7-ab08-4d6760e47ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (b60d8eaa-cbe2-4adf-9bcb-e6212374d72f), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:44.001270 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5d965a-6468-41bf-aaa5-825e6e828ac5 None None] Pushing event updated for resources: {'Port': ['ID=6102dbbb-9fd0-47e7-8578-e85c8beb35a9,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:44.023312 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-27a1e6bf-ecdc-4e47-ac7f-754bdd17491d tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-665757'] for network (64711f42-e9ef-466c-80c9-e052c542dc64), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:44.030923 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c9dd6c29-b078-439b-868b-24fb37fa87e2 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551'] for network (99956a9d-f422-4e75-afe9-0f7ca68ef798), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:44.037199 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9dd6c29-b078-439b-868b-24fb37fa87e2 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:44.038068 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c9dd6c29-b078-439b-868b-24fb37fa87e2 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks [] for network (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:44.051792 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-582c5c40-e548-4b56-bc23-f081a2cdb452 None None] Network 64711f42-e9ef-466c-80c9-e052c542dc64 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:37:44.113287 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-c9dd6c29-b078-439b-868b-24fb37fa87e2 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2771757 Feb 28 10:37:44.134728 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 38968) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:44.140091 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-90f288b3-03f3-4928-b506-ba520b7c8043 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Request body: {'subnet': {'network_id': '99956a9d-f422-4e75-afe9-0f7ca68ef798', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:37:44.149915 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510aeed1-40ec-46b7-ab08-4d6760e47ff8 None None] Pushing event updated for resources: {'Port': ['ID=b60d8eaa-cbe2-4adf-9bcb-e6212374d72f,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:44.162626 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad66d0e-d53b-474d-b5dd-898f534cd13f tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Pushing event deleted for resources: {'Network': ['ID=d653aef7-f863-4a74-8105-bd4c4da4cc0c,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:44.187421 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9dd6c29-b078-439b-868b-24fb37fa87e2 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Pushing event updated for resources: {'Network': ['ID=99956a9d-f422-4e75-afe9-0f7ca68ef798,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:44.190723 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a35b66e-56b7-41d5-96f1-70b2a8b30af9 None None] Network 8a128c32-e981-4584-b7f4-e4a17429e6b7 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:37:44.229386 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Network 99956a9d-f422-4e75-afe9-0f7ca68ef798 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103409) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:37:44.246085 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-27a1e6bf-ecdc-4e47-ac7f-754bdd17491d tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Deleting port 6102dbbb-9fd0-47e7-8578-e85c8beb35a9 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:37:44.246484 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-27a1e6bf-ecdc-4e47-ac7f-754bdd17491d tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (6102dbbb-9fd0-47e7-8578-e85c8beb35a9), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:44.282529 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90f288b3-03f3-4928-b506-ba520b7c8043 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Made reservation on behalf of 3f882f7a65fb4f4b8c37408f45ffc93a for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:37:44.285928 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-90f288b3-03f3-4928-b506-ba520b7c8043 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3951209'] for subnet (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:44.288025 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ff689b3-1b13-4a8b-be31-e78a35616896 None None] Network 64711f42-e9ef-466c-80c9-e052c542dc64 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:37:44.329504 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-313f6f5e-1c00-439a-93ed-d69e842e2a17 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-665757'] for network (8a128c32-e981-4584-b7f4-e4a17429e6b7), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:44.386829 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-27a1e6bf-ecdc-4e47-ac7f-754bdd17491d tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] For port 6102dbbb-9fd0-47e7-8578-e85c8beb35a9, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6102dbbb-9fd0-47e7-8578-e85c8beb35a9,segment=NetworkSegment(d1401e3c-f717-443b-8fc7-b7483db50455),segment_id=d1401e3c-f717-443b-8fc7-b7483db50455)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:37:44.387207 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-27a1e6bf-ecdc-4e47-ac7f-754bdd17491d tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (6102dbbb-9fd0-47e7-8578-e85c8beb35a9), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:44.423975 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-27a1e6bf-ecdc-4e47-ac7f-754bdd17491d tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Calling delete_port for 6102dbbb-9fd0-47e7-8578-e85c8beb35a9 owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:37:44.427483 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8560a5c3-9b47-4242-bd28-d382d2aaef86 None None] Network 8a128c32-e981-4584-b7f4-e4a17429e6b7 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:37:44.530685 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c4afde-392b-4893-bd3c-5ff36fb6b868 None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=103409) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 28 10:37:44.554772 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-313f6f5e-1c00-439a-93ed-d69e842e2a17 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Deleting port b60d8eaa-cbe2-4adf-9bcb-e6212374d72f {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:37:44.555132 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-313f6f5e-1c00-439a-93ed-d69e842e2a17 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (b60d8eaa-cbe2-4adf-9bcb-e6212374d72f), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:44.563037 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 007e618e-61d3-4987-89cb-81c6ae71af7a no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:37:44.590518 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] No Port match for: 007e618e-61d3-4987-89cb-81c6ae71af7a {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:37:44.590937 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 007e618e-61d3-4987-89cb-81c6ae71af7a not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:37:44.649643 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-90f288b3-03f3-4928-b506-ba520b7c8043 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3242588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3951195'] for subnet (a45232ec-8a1c-4c7e-8a1f-7492c5cc0858), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:44.655580 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-27a1e6bf-ecdc-4e47-ac7f-754bdd17491d tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (6102dbbb-9fd0-47e7-8578-e85c8beb35a9), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:44.661125 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79c4afde-392b-4893-bd3c-5ff36fb6b868 None None] Resources bound (agent type, host, resource id): {{(pid=103409) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 28 10:37:44.725694 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-313f6f5e-1c00-439a-93ed-d69e842e2a17 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] For port b60d8eaa-cbe2-4adf-9bcb-e6212374d72f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b60d8eaa-cbe2-4adf-9bcb-e6212374d72f,segment=NetworkSegment(4e8cf50c-353d-46bd-b6e9-0189ff3aa1cf),segment_id=4e8cf50c-353d-46bd-b6e9-0189ff3aa1cf)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:37:44.726079 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-313f6f5e-1c00-439a-93ed-d69e842e2a17 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (b60d8eaa-cbe2-4adf-9bcb-e6212374d72f), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:44.728625 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a1e6bf-ecdc-4e47-ac7f-754bdd17491d tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Pushing event deleted for resources: {'Port': ['ID=6102dbbb-9fd0-47e7-8578-e85c8beb35a9,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:44.730560 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a1e6bf-ecdc-4e47-ac7f-754bdd17491d tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] No DVR routers for this DVR port 6102dbbb-9fd0-47e7-8578-e85c8beb35a9 on host dv-neutron-master-2-hyperv {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:37:44.773008 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-313f6f5e-1c00-439a-93ed-d69e842e2a17 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Calling delete_port for b60d8eaa-cbe2-4adf-9bcb-e6212374d72f owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:37:44.781215 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f288b3-03f3-4928-b506-ba520b7c8043 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Pushing event updated for resources: {'Subnet': ['ID=a45232ec-8a1c-4c7e-8a1f-7492c5cc0858,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:44.850292 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce651c02-8327-4ab9-84b3-4d6f2de66135 None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=103409) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 28 10:37:44.889667 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-27a1e6bf-ecdc-4e47-ac7f-754bdd17491d tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672413', 'neutron.services.segments.db._delete_segments_for_network-8742057110173'] for network (64711f42-e9ef-466c-80c9-e052c542dc64), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:44.892428 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f288b3-03f3-4928-b506-ba520b7c8043 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Checking segment: {'id': 'ef91ef0d-a592-44fb-a351-a210b00ca1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '99956a9d-f422-4e75-afe9-0f7ca68ef798'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:37:44.892808 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f288b3-03f3-4928-b506-ba520b7c8043 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Network hostable DHCP agents. Network: 99956a9d-f422-4e75-afe9-0f7ca68ef798, hostable agents: ['fb6705d2-4f70-4965-92a3-fbfccd43a6d3'], hosted agents: [] {{(pid=103408) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:37:44.902851 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:44.933705 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-27a1e6bf-ecdc-4e47-ac7f-754bdd17491d tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64711f42-e9ef-466c-80c9-e052c542dc64']}} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:44.949244 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-27a1e6bf-ecdc-4e47-ac7f-754bdd17491d tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1401e3c-f717-443b-8fc7-b7483db50455') {'for_net_delete': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:44.949550 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-27a1e6bf-ecdc-4e47-ac7f-754bdd17491d tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1401e3c-f717-443b-8fc7-b7483db50455') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:44.958500 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f288b3-03f3-4928-b506-ba520b7c8043 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Network 99956a9d-f422-4e75-afe9-0f7ca68ef798 is scheduled to be hosted by DHCP agent fb6705d2-4f70-4965-92a3-fbfccd43a6d3 with binding_index 1 {{(pid=103408) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:37:44.970418 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-27a1e6bf-ecdc-4e47-ac7f-754bdd17491d tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742057113766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3423550'] for segment (d1401e3c-f717-443b-8fc7-b7483db50455), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:44.985697 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-90f288b3-03f3-4928-b506-ba520b7c8043 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 99956a9d-f422-4e75-afe9-0f7ca68ef798) {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:37:44.989335 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-27a1e6bf-ecdc-4e47-ac7f-754bdd17491d tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (d1401e3c-f717-443b-8fc7-b7483db50455), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:44.992351 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f288b3-03f3-4928-b506-ba520b7c8043 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:44.992980 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-90f288b3-03f3-4928-b506-ba520b7c8043 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks [] for subnet (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:44.997142 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-313f6f5e-1c00-439a-93ed-d69e842e2a17 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (b60d8eaa-cbe2-4adf-9bcb-e6212374d72f), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:45.005964 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27a1e6bf-ecdc-4e47-ac7f-754bdd17491d tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Releasing vlan 256 on physical network physnet1 to pool {{(pid=103408) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:37:45.006368 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-27a1e6bf-ecdc-4e47-ac7f-754bdd17491d tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3242693'] for segment (d1401e3c-f717-443b-8fc7-b7483db50455), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:45.009259 dv-neutron-master-2-hyperv neutron-server[103408]: Traceback (most recent call last): Feb 28 10:37:45.009259 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:37:45.009259 dv-neutron-master-2-hyperv neutron-server[103408]: timer() Feb 28 10:37:45.009259 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:37:45.009259 dv-neutron-master-2-hyperv neutron-server[103408]: cb(*args, **kw) Feb 28 10:37:45.009259 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:37:45.009259 dv-neutron-master-2-hyperv neutron-server[103408]: return func(*args, **kwargs) Feb 28 10:37:45.009259 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:37:45.009259 dv-neutron-master-2-hyperv neutron-server[103408]: self._notify() Feb 28 10:37:45.009259 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:37:45.009259 dv-neutron-master-2-hyperv neutron-server[103408]: self.callback(batched_events) Feb 28 10:37:45.009259 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:37:45.009259 dv-neutron-master-2-hyperv neutron-server[103408]: event.method(event) Feb 28 10:37:45.009259 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:37:45.009259 dv-neutron-master-2-hyperv neutron-server[103408]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:37:45.009259 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:37:45.009259 dv-neutron-master-2-hyperv neutron-server[103408]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:37:45.009259 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:37:45.009259 dv-neutron-master-2-hyperv neutron-server[103408]: return f(self, *a, **k) Feb 28 10:37:45.009259 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:37:45.009259 dv-neutron-master-2-hyperv neutron-server[103408]: return self._get(url).json() Feb 28 10:37:45.009259 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:37:45.009259 dv-neutron-master-2-hyperv neutron-server[103408]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:37:45.009259 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:37:45.009259 dv-neutron-master-2-hyperv neutron-server[103408]: return self.request(url, 'GET', **kwargs) Feb 28 10:37:45.009259 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:37:45.009259 dv-neutron-master-2-hyperv neutron-server[103408]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:37:45.009259 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:37:45.009259 dv-neutron-master-2-hyperv neutron-server[103408]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:37:45.009259 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:37:45.009259 dv-neutron-master-2-hyperv neutron-server[103408]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:37:45.009259 dv-neutron-master-2-hyperv neutron-server[103408]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:37:45.055767 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce651c02-8327-4ab9-84b3-4d6f2de66135 None None] Unable to find a vacant binding_index for network 99956a9d-f422-4e75-afe9-0f7ca68ef798 and agent fb6705d2-4f70-4965-92a3-fbfccd43a6d3 {{(pid=103409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Feb 28 10:37:45.061080 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce651c02-8327-4ab9-84b3-4d6f2de66135 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 99956a9d-f422-4e75-afe9-0f7ca68ef798) {{(pid=103409) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 28 10:37:45.067516 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313f6f5e-1c00-439a-93ed-d69e842e2a17 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Pushing event deleted for resources: {'Port': ['ID=b60d8eaa-cbe2-4adf-9bcb-e6212374d72f,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:45.075678 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-90f288b3-03f3-4928-b506-ba520b7c8043 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9397395 Feb 28 10:37:45.078859 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 38970) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:45.083891 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-477dc32c-fc12-4832-84b3-364e2e972436 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1286444115', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:37:45.084253 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313f6f5e-1c00-439a-93ed-d69e842e2a17 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] No DVR routers for this DVR port b60d8eaa-cbe2-4adf-9bcb-e6212374d72f on host dv-neutron-master-2-hyperv {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:37:45.110311 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-477dc32c-fc12-4832-84b3-364e2e972436 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1805251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254175'] for router (0cf00459-5e1e-44fd-96a7-4bfd2c16685a), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:45.112736 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-477dc32c-fc12-4832-84b3-364e2e972436 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1804172', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1602053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254150'] for router (0cf00459-5e1e-44fd-96a7-4bfd2c16685a), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:45.129174 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-27a1e6bf-ecdc-4e47-ac7f-754bdd17491d tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803269'] for network (64711f42-e9ef-466c-80c9-e052c542dc64), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:45.159117 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-27a1e6bf-ecdc-4e47-ac7f-754bdd17491d tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks [] for network (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:45.162242 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-27a1e6bf-ecdc-4e47-ac7f-754bdd17491d tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] 10.222.0.20 "DELETE /v2.0/networks/64711f42-e9ef-466c-80c9-e052c542dc64 HTTP/1.1" status: 204 len: 168 time: 2.4034643 Feb 28 10:37:45.166200 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 38972) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:45.177497 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-477dc32c-fc12-4832-84b3-364e2e972436 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks [] for router_controller (0cf00459-5e1e-44fd-96a7-4bfd2c16685a), precommit_add_association {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:45.186070 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a1e6bf-ecdc-4e47-ac7f-754bdd17491d tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Pushing event deleted for resources: {'Network': ['ID=64711f42-e9ef-466c-80c9-e052c542dc64,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:45.191326 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-313f6f5e-1c00-439a-93ed-d69e842e2a17 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672413', 'neutron.services.segments.db._delete_segments_for_network-8742057110173'] for network (8a128c32-e981-4584-b7f4-e4a17429e6b7), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:45.196160 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-477dc32c-fc12-4832-84b3-364e2e972436 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1804241'] for router (0cf00459-5e1e-44fd-96a7-4bfd2c16685a), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:45.200975 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-996f4083-5bcc-448b-8e4e-c8d95b810bc2 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] DELETE failed (client error): The resource could not be found. Feb 28 10:37:45.201439 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-996f4083-5bcc-448b-8e4e-c8d95b810bc2 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:37:45.206855 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-996f4083-5bcc-448b-8e4e-c8d95b810bc2 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] 10.222.0.20 "DELETE /v2.0/subnets/4ca4fe1f-5fbe-4180-ace3-c89ca576cc35 HTTP/1.1" status: 404 len: 337 time: 0.0372932 Feb 28 10:37:45.209665 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 38974) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:45.221636 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-313f6f5e-1c00-439a-93ed-d69e842e2a17 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a128c32-e981-4584-b7f4-e4a17429e6b7']}} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:45.224720 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-477dc32c-fc12-4832-84b3-364e2e972436 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks [] for router (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:45.228496 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-477dc32c-fc12-4832-84b3-364e2e972436 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1460340 Feb 28 10:37:45.229277 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 38976) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:45.235259 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-be508b5f-16cc-4916-b92c-ef8fd214667f tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Request body: {'port': {'network_id': '99956a9d-f422-4e75-afe9-0f7ca68ef798', 'name': 'tempest-PortsTestJSON-1528847241'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:37:45.236660 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-f99c3695-478d-4504-ba2e-7cadea37c4e1 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] DELETE failed (client error): The resource could not be found. Feb 28 10:37:45.237177 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f99c3695-478d-4504-ba2e-7cadea37c4e1 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103408) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:37:45.240188 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-f99c3695-478d-4504-ba2e-7cadea37c4e1 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] 10.222.0.20 "DELETE /v2.0/networks/64711f42-e9ef-466c-80c9-e052c542dc64 HTTP/1.1" status: 404 len: 339 time: 0.0295675 Feb 28 10:37:45.242745 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 38978) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:45.252213 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-313f6f5e-1c00-439a-93ed-d69e842e2a17 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e8cf50c-353d-46bd-b6e9-0189ff3aa1cf') {'for_net_delete': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:45.252620 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-313f6f5e-1c00-439a-93ed-d69e842e2a17 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e8cf50c-353d-46bd-b6e9-0189ff3aa1cf') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:45.275268 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-313f6f5e-1c00-439a-93ed-d69e842e2a17 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742057113766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3423550'] for segment (4e8cf50c-353d-46bd-b6e9-0189ff3aa1cf), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:45.292159 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd76e59-e9b9-4f99-ad2e-bed739657d08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-99956a9d-f422-4e75-afe9-0f7ca68ef798', 'network_id': '99956a9d-f422-4e75-afe9-0f7ca68ef798', 'project_id': '3f882f7a65fb4f4b8c37408f45ffc93a', 'fixed_ips': [{'subnet_id': 'a45232ec-8a1c-4c7e-8a1f-7492c5cc0858'}]}} from dv-neutron-master-2-hyperv. {{(pid=103409) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:37:45.293176 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fbd76e59-e9b9-4f99-ad2e-bed739657d08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:45.329969 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-313f6f5e-1c00-439a-93ed-d69e842e2a17 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (4e8cf50c-353d-46bd-b6e9-0189ff3aa1cf), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:45.345128 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-313f6f5e-1c00-439a-93ed-d69e842e2a17 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Releasing vlan 291 on physical network physnet1 to pool {{(pid=103408) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:37:45.345552 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-313f6f5e-1c00-439a-93ed-d69e842e2a17 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3242693'] for segment (4e8cf50c-353d-46bd-b6e9-0189ff3aa1cf), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:45.348861 dv-neutron-master-2-hyperv neutron-server[103408]: Traceback (most recent call last): Feb 28 10:37:45.348861 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:37:45.348861 dv-neutron-master-2-hyperv neutron-server[103408]: timer() Feb 28 10:37:45.348861 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:37:45.348861 dv-neutron-master-2-hyperv neutron-server[103408]: cb(*args, **kw) Feb 28 10:37:45.348861 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:37:45.348861 dv-neutron-master-2-hyperv neutron-server[103408]: return func(*args, **kwargs) Feb 28 10:37:45.348861 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:37:45.348861 dv-neutron-master-2-hyperv neutron-server[103408]: self._notify() Feb 28 10:37:45.348861 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:37:45.348861 dv-neutron-master-2-hyperv neutron-server[103408]: self.callback(batched_events) Feb 28 10:37:45.348861 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:37:45.348861 dv-neutron-master-2-hyperv neutron-server[103408]: event.method(event) Feb 28 10:37:45.348861 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:37:45.348861 dv-neutron-master-2-hyperv neutron-server[103408]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:37:45.348861 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:37:45.348861 dv-neutron-master-2-hyperv neutron-server[103408]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:37:45.348861 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:37:45.348861 dv-neutron-master-2-hyperv neutron-server[103408]: return f(self, *a, **k) Feb 28 10:37:45.348861 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:37:45.348861 dv-neutron-master-2-hyperv neutron-server[103408]: return self._get(url).json() Feb 28 10:37:45.348861 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:37:45.348861 dv-neutron-master-2-hyperv neutron-server[103408]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:37:45.348861 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:37:45.348861 dv-neutron-master-2-hyperv neutron-server[103408]: return self.request(url, 'GET', **kwargs) Feb 28 10:37:45.348861 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:37:45.348861 dv-neutron-master-2-hyperv neutron-server[103408]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:37:45.348861 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:37:45.348861 dv-neutron-master-2-hyperv neutron-server[103408]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:37:45.348861 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:37:45.348861 dv-neutron-master-2-hyperv neutron-server[103408]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:37:45.348861 dv-neutron-master-2-hyperv neutron-server[103408]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:37:45.356148 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be508b5f-16cc-4916-b92c-ef8fd214667f tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Made reservation on behalf of 3f882f7a65fb4f4b8c37408f45ffc93a for: {'port': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:37:45.360515 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-be508b5f-16cc-4916-b92c-ef8fd214667f tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:45.388811 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.notifiers.nova [None req-be508b5f-16cc-4916-b92c-ef8fd214667f tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] device_id is not set on port 4fdf660f-7dca-4178-b675-bbb03017ecf2 yet. {{(pid=103407) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:37:45.391008 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f2d71c-884c-4412-a1a7-32ad55e1ce3a tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-665757'] for network (7f3f9b65-a33e-4efe-830e-18029eddd772), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:45.437914 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-fbd76e59-e9b9-4f99-ad2e-bed739657d08 None None] Allocated IP 172.20.0.2 (99956a9d-f422-4e75-afe9-0f7ca68ef798/a45232ec-8a1c-4c7e-8a1f-7492c5cc0858/c6b721b1-da32-45ff-881e-71c116888978) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:37:45.443523 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-313f6f5e-1c00-439a-93ed-d69e842e2a17 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803269'] for network (8a128c32-e981-4584-b7f4-e4a17429e6b7), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:45.488280 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-313f6f5e-1c00-439a-93ed-d69e842e2a17 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks [] for network (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:45.491571 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-313f6f5e-1c00-439a-93ed-d69e842e2a17 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] 10.222.0.20 "DELETE /v2.0/networks/8a128c32-e981-4584-b7f4-e4a17429e6b7 HTTP/1.1" status: 204 len: 168 time: 2.5394869 Feb 28 10:37:45.499854 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 38980) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:45.516592 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313f6f5e-1c00-439a-93ed-d69e842e2a17 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Pushing event deleted for resources: {'Network': ['ID=8a128c32-e981-4584-b7f4-e4a17429e6b7,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:45.522886 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f2d71c-884c-4412-a1a7-32ad55e1ce3a tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672413', 'neutron.services.segments.db._delete_segments_for_network-8742057110173'] for network (7f3f9b65-a33e-4efe-830e-18029eddd772), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:45.526959 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e0a01e9-8cb2-4cb4-a65a-da98de82f8b2 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] DELETE failed (client error): The resource could not be found. Feb 28 10:37:45.527413 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e0a01e9-8cb2-4cb4-a65a-da98de82f8b2 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:37:45.530518 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-7e0a01e9-8cb2-4cb4-a65a-da98de82f8b2 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] 10.222.0.20 "DELETE /v2.0/subnets/781183eb-38ff-4d38-a3e6-02b6b490a7b0 HTTP/1.1" status: 404 len: 337 time: 0.0338113 Feb 28 10:37:45.533219 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 38982) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:45.554176 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-50f2d71c-884c-4412-a1a7-32ad55e1ce3a tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f3f9b65-a33e-4efe-830e-18029eddd772']}} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:45.561076 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-98bfe06b-fe88-462a-b3a9-24f1b715f322 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] DELETE failed (client error): The resource could not be found. Feb 28 10:37:45.561339 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98bfe06b-fe88-462a-b3a9-24f1b715f322 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:37:45.565097 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-98bfe06b-fe88-462a-b3a9-24f1b715f322 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] 10.222.0.20 "DELETE /v2.0/networks/8a128c32-e981-4584-b7f4-e4a17429e6b7 HTTP/1.1" status: 404 len: 339 time: 0.0307536 Feb 28 10:37:45.568274 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-50f2d71c-884c-4412-a1a7-32ad55e1ce3a tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51a6e87c-c0c6-4b3e-be42-8970a551e81f') {'for_net_delete': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:45.568614 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-50f2d71c-884c-4412-a1a7-32ad55e1ce3a tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51a6e87c-c0c6-4b3e-be42-8970a551e81f') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:45.569087 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 38984) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:45.579650 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f2d71c-884c-4412-a1a7-32ad55e1ce3a tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742057113766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3423550'] for segment (51a6e87c-c0c6-4b3e-be42-8970a551e81f), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:45.594665 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f2d71c-884c-4412-a1a7-32ad55e1ce3a tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (51a6e87c-c0c6-4b3e-be42-8970a551e81f), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:45.597239 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-94445a28-4c54-4b41-ac30-a8776bef767d tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] DELETE failed (client error): The resource could not be found. Feb 28 10:37:45.597708 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94445a28-4c54-4b41-ac30-a8776bef767d tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:37:45.601242 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-94445a28-4c54-4b41-ac30-a8776bef767d tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] 10.222.0.20 "DELETE /v2.0/subnets/71b7f814-cdca-43db-a8a6-c0216ed527b9 HTTP/1.1" status: 404 len: 337 time: 0.0310750 Feb 28 10:37:45.603903 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 38986) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:45.606750 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50f2d71c-884c-4412-a1a7-32ad55e1ce3a tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Releasing vlan 252 on physical network physnet1 to pool {{(pid=103408) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:37:45.607183 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f2d71c-884c-4412-a1a7-32ad55e1ce3a tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3242693'] for segment (51a6e87c-c0c6-4b3e-be42-8970a551e81f), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:45.610761 dv-neutron-master-2-hyperv neutron-server[103408]: Traceback (most recent call last): Feb 28 10:37:45.610761 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:37:45.610761 dv-neutron-master-2-hyperv neutron-server[103408]: timer() Feb 28 10:37:45.610761 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:37:45.610761 dv-neutron-master-2-hyperv neutron-server[103408]: cb(*args, **kw) Feb 28 10:37:45.610761 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:37:45.610761 dv-neutron-master-2-hyperv neutron-server[103408]: return func(*args, **kwargs) Feb 28 10:37:45.610761 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:37:45.610761 dv-neutron-master-2-hyperv neutron-server[103408]: self._notify() Feb 28 10:37:45.610761 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:37:45.610761 dv-neutron-master-2-hyperv neutron-server[103408]: self.callback(batched_events) Feb 28 10:37:45.610761 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:37:45.610761 dv-neutron-master-2-hyperv neutron-server[103408]: event.method(event) Feb 28 10:37:45.610761 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:37:45.610761 dv-neutron-master-2-hyperv neutron-server[103408]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:37:45.610761 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:37:45.610761 dv-neutron-master-2-hyperv neutron-server[103408]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:37:45.610761 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:37:45.610761 dv-neutron-master-2-hyperv neutron-server[103408]: return f(self, *a, **k) Feb 28 10:37:45.610761 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:37:45.610761 dv-neutron-master-2-hyperv neutron-server[103408]: return self._get(url).json() Feb 28 10:37:45.610761 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:37:45.610761 dv-neutron-master-2-hyperv neutron-server[103408]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:37:45.610761 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:37:45.610761 dv-neutron-master-2-hyperv neutron-server[103408]: return self.request(url, 'GET', **kwargs) Feb 28 10:37:45.610761 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:37:45.610761 dv-neutron-master-2-hyperv neutron-server[103408]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:37:45.610761 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:37:45.610761 dv-neutron-master-2-hyperv neutron-server[103408]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:37:45.610761 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:37:45.610761 dv-neutron-master-2-hyperv neutron-server[103408]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:37:45.610761 dv-neutron-master-2-hyperv neutron-server[103408]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:37:45.666300 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-7124af13-a590-4a59-ba31-4bb35147a372 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] DELETE failed (client error): The resource could not be found. Feb 28 10:37:45.666848 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7124af13-a590-4a59-ba31-4bb35147a372 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103408) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:37:45.669982 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-7124af13-a590-4a59-ba31-4bb35147a372 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] 10.222.0.20 "DELETE /v2.0/networks/5b19a508-bee1-4f82-a318-a63b7866a359 HTTP/1.1" status: 404 len: 339 time: 0.0651290 Feb 28 10:37:45.672984 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 38988) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:45.699524 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f2d71c-884c-4412-a1a7-32ad55e1ce3a tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803269'] for network (7f3f9b65-a33e-4efe-830e-18029eddd772), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:45.707204 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50f2d71c-884c-4412-a1a7-32ad55e1ce3a tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks [] for network (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:45.713065 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-50f2d71c-884c-4412-a1a7-32ad55e1ce3a tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] 10.222.0.20 "DELETE /v2.0/networks/7f3f9b65-a33e-4efe-830e-18029eddd772 HTTP/1.1" status: 204 len: 168 time: 0.4692657 Feb 28 10:37:45.713908 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 38990) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:45.736057 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f2d71c-884c-4412-a1a7-32ad55e1ce3a tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Pushing event deleted for resources: {'Network': ['ID=7f3f9b65-a33e-4efe-830e-18029eddd772,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:45.757425 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f3d3e64-a7b4-450e-b518-23eec41b78c2 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] DELETE failed (client error): The resource could not be found. Feb 28 10:37:45.758162 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f3d3e64-a7b4-450e-b518-23eec41b78c2 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103408) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:37:45.763820 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-8f3d3e64-a7b4-450e-b518-23eec41b78c2 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] 10.222.0.20 "DELETE /v2.0/subnets/dfba79fd-df11-4908-bfac-71a5580fbd57 HTTP/1.1" status: 404 len: 337 time: 0.0436194 Feb 28 10:37:45.764127 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 38992) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:45.765453 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fbd76e59-e9b9-4f99-ad2e-bed739657d08 None None] Publish callbacks [] for port (c6b721b1-da32-45ff-881e-71c116888978), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:45.765768 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-268e06de-71dc-41a8-be62-5df31ce94659 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-665757'] for network (61a6eb1a-af4a-4183-a303-236b4758aae7), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:45.775806 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fbd76e59-e9b9-4f99-ad2e-bed739657d08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749'] for port (c6b721b1-da32-45ff-881e-71c116888978), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:45.785942 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-00e02f4d-53de-4db7-90e9-65669b347999 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] DELETE failed (client error): The resource could not be found. Feb 28 10:37:45.786472 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00e02f4d-53de-4db7-90e9-65669b347999 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103408) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:37:45.792695 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-00e02f4d-53de-4db7-90e9-65669b347999 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] 10.222.0.20 "DELETE /v2.0/networks/5ff2f87a-a8da-4204-8f58-21917aeb846c HTTP/1.1" status: 404 len: 339 time: 0.0246012 Feb 28 10:37:45.792960 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 38994) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:45.813260 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbd76e59-e9b9-4f99-ad2e-bed739657d08 None None] Network 99956a9d-f422-4e75-afe9-0f7ca68ef798 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:37:45.818111 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-fbd76e59-e9b9-4f99-ad2e-bed739657d08 None None] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:37:45.821683 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd76e59-e9b9-4f99-ad2e-bed739657d08 None None] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:37:45.834600 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd76e59-e9b9-4f99-ad2e-bed739657d08 None None] Pushing event updated for resources: {'Port': ['ID=c6b721b1-da32-45ff-881e-71c116888978,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:45.847117 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ea279e9-d66d-43f1-a6ca-7828ddd13cb5 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Deleting subnet dcdbf3c3-d501-4dc3-bfe5-144409e40b54 {{(pid=103408) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:37:45.850469 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6ea279e9-d66d-43f1-a6ca-7828ddd13cb5 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks [] for subnet (dcdbf3c3-d501-4dc3-bfe5-144409e40b54), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:45.884588 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-fbd76e59-e9b9-4f99-ad2e-bed739657d08 None None] Attempting to bind port c6b721b1-da32-45ff-881e-71c116888978 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:37:45.884974 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-fbd76e59-e9b9-4f99-ad2e-bed739657d08 None None] Attempting to bind port c6b721b1-da32-45ff-881e-71c116888978 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'ef91ef0d-a592-44fb-a351-a210b00ca1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '99956a9d-f422-4e75-afe9-0f7ca68ef798'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:37:45.885344 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd76e59-e9b9-4f99-ad2e-bed739657d08 None None] Attempting to bind port c6b721b1-da32-45ff-881e-71c116888978 on network 99956a9d-f422-4e75-afe9-0f7ca68ef798 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:37:45.890842 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd76e59-e9b9-4f99-ad2e-bed739657d08 None None] Checking agent: {'id': '75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 24, 15), 'started_at': datetime.datetime(2022, 2, 28, 10, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 37, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:37:45.891210 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd76e59-e9b9-4f99-ad2e-bed739657d08 None None] Checking segment: {'id': 'ef91ef0d-a592-44fb-a351-a210b00ca1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '99956a9d-f422-4e75-afe9-0f7ca68ef798'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:37:45.891626 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fbd76e59-e9b9-4f99-ad2e-bed739657d08 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:45.892291 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd76e59-e9b9-4f99-ad2e-bed739657d08 None None] Bound using segment: {'id': 'ef91ef0d-a592-44fb-a351-a210b00ca1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '99956a9d-f422-4e75-afe9-0f7ca68ef798'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:37:45.892731 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-fbd76e59-e9b9-4f99-ad2e-bed739657d08 None None] Bound port: c6b721b1-da32-45ff-881e-71c116888978, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef91ef0d-a592-44fb-a351-a210b00ca1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '99956a9d-f422-4e75-afe9-0f7ca68ef798'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:37:45.893067 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fbd76e59-e9b9-4f99-ad2e-bed739657d08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (c6b721b1-da32-45ff-881e-71c116888978), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:45.894510 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6ea279e9-d66d-43f1-a6ca-7828ddd13cb5 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3423529'] for subnet (dcdbf3c3-d501-4dc3-bfe5-144409e40b54), precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:45.896725 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-be508b5f-16cc-4916-b92c-ef8fd214667f tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Allocated IP 172.20.0.14 (99956a9d-f422-4e75-afe9-0f7ca68ef798/a45232ec-8a1c-4c7e-8a1f-7492c5cc0858/4fdf660f-7dca-4178-b675-bbb03017ecf2) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:37:45.906403 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-268e06de-71dc-41a8-be62-5df31ce94659 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672413', 'neutron.services.segments.db._delete_segments_for_network-8742057110173'] for network (61a6eb1a-af4a-4183-a303-236b4758aae7), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:45.936318 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-268e06de-71dc-41a8-be62-5df31ce94659 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61a6eb1a-af4a-4183-a303-236b4758aae7']}} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:45.955226 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-268e06de-71dc-41a8-be62-5df31ce94659 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '761fad2b-04fd-4ff7-b7e0-b420a0503bc8') {'for_net_delete': True} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:45.955532 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-268e06de-71dc-41a8-be62-5df31ce94659 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '761fad2b-04fd-4ff7-b7e0-b420a0503bc8') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:45.961564 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-fbd76e59-e9b9-4f99-ad2e-bed739657d08 None None] For port c6b721b1-da32-45ff-881e-71c116888978, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:37:45.965561 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-fbd76e59-e9b9-4f99-ad2e-bed739657d08 None None] For port c6b721b1-da32-45ff-881e-71c116888978, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c6b721b1-da32-45ff-881e-71c116888978,segment=NetworkSegment(ef91ef0d-a592-44fb-a351-a210b00ca1d5),segment_id=ef91ef0d-a592-44fb-a351-a210b00ca1d5)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:37:45.972321 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fbd76e59-e9b9-4f99-ad2e-bed739657d08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (c6b721b1-da32-45ff-881e-71c116888978), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:45.979187 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-268e06de-71dc-41a8-be62-5df31ce94659 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742057113766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3501147'] for segment (761fad2b-04fd-4ff7-b7e0-b420a0503bc8), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:45.991438 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6ea279e9-d66d-43f1-a6ca-7828ddd13cb5 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-823142'] for subnet (dcdbf3c3-d501-4dc3-bfe5-144409e40b54), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:46.005029 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-268e06de-71dc-41a8-be62-5df31ce94659 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (761fad2b-04fd-4ff7-b7e0-b420a0503bc8), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:46.037120 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd76e59-e9b9-4f99-ad2e-bed739657d08 None None] Pushing event updated for resources: {'Port': ['ID=c6b721b1-da32-45ff-881e-71c116888978,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:46.062904 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-268e06de-71dc-41a8-be62-5df31ce94659 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Releasing vlan 266 on physical network physnet1 to pool {{(pid=103407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:37:46.063335 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-268e06de-71dc-41a8-be62-5df31ce94659 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3498166'] for segment (761fad2b-04fd-4ff7-b7e0-b420a0503bc8), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:46.069126 dv-neutron-master-2-hyperv neutron-server[103407]: Traceback (most recent call last): Feb 28 10:37:46.069126 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:37:46.069126 dv-neutron-master-2-hyperv neutron-server[103407]: timer() Feb 28 10:37:46.069126 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:37:46.069126 dv-neutron-master-2-hyperv neutron-server[103407]: cb(*args, **kw) Feb 28 10:37:46.069126 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:37:46.069126 dv-neutron-master-2-hyperv neutron-server[103407]: return func(*args, **kwargs) Feb 28 10:37:46.069126 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:37:46.069126 dv-neutron-master-2-hyperv neutron-server[103407]: self._notify() Feb 28 10:37:46.069126 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:37:46.069126 dv-neutron-master-2-hyperv neutron-server[103407]: self.callback(batched_events) Feb 28 10:37:46.069126 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:37:46.069126 dv-neutron-master-2-hyperv neutron-server[103407]: event.method(event) Feb 28 10:37:46.069126 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:37:46.069126 dv-neutron-master-2-hyperv neutron-server[103407]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:37:46.069126 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:37:46.069126 dv-neutron-master-2-hyperv neutron-server[103407]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:37:46.069126 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:37:46.069126 dv-neutron-master-2-hyperv neutron-server[103407]: return f(self, *a, **k) Feb 28 10:37:46.069126 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:37:46.069126 dv-neutron-master-2-hyperv neutron-server[103407]: return self._get(url).json() Feb 28 10:37:46.069126 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:37:46.069126 dv-neutron-master-2-hyperv neutron-server[103407]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:37:46.069126 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:37:46.069126 dv-neutron-master-2-hyperv neutron-server[103407]: return self.request(url, 'GET', **kwargs) Feb 28 10:37:46.069126 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:37:46.069126 dv-neutron-master-2-hyperv neutron-server[103407]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:37:46.069126 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:37:46.069126 dv-neutron-master-2-hyperv neutron-server[103407]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:37:46.069126 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:37:46.069126 dv-neutron-master-2-hyperv neutron-server[103407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:37:46.069126 dv-neutron-master-2-hyperv neutron-server[103407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:37:46.071344 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6ea279e9-d66d-43f1-a6ca-7828ddd13cb5 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-823145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3242523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3951170'] for subnet (dcdbf3c3-d501-4dc3-bfe5-144409e40b54), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:46.105868 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea279e9-d66d-43f1-a6ca-7828ddd13cb5 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Pushing event deleted for resources: {'Subnet': ['ID=dcdbf3c3-d501-4dc3-bfe5-144409e40b54,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:46.107890 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6ea279e9-d66d-43f1-a6ca-7828ddd13cb5 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks [] for subnet (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:46.111943 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-6ea279e9-d66d-43f1-a6ca-7828ddd13cb5 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] 10.222.0.20 "DELETE /v2.0/subnets/dcdbf3c3-d501-4dc3-bfe5-144409e40b54 HTTP/1.1" status: 204 len: 168 time: 0.3173099 Feb 28 10:37:46.113975 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 38996) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:46.153697 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-268e06de-71dc-41a8-be62-5df31ce94659 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803269'] for network (61a6eb1a-af4a-4183-a303-236b4758aae7), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:46.158582 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-268e06de-71dc-41a8-be62-5df31ce94659 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:46.164508 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-268e06de-71dc-41a8-be62-5df31ce94659 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] 10.222.0.20 "DELETE /v2.0/networks/61a6eb1a-af4a-4183-a303-236b4758aae7 HTTP/1.1" status: 204 len: 168 time: 0.4880848 Feb 28 10:37:46.167013 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 38998) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:46.178677 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_v2 [None req-c64ce88c-4577-450b-8508-0c027e50c2b3 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Deleting subnet 9dca7f1d-5e99-40c4-90a7-269facbb3e0d {{(pid=103408) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:37:46.184534 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268e06de-71dc-41a8-be62-5df31ce94659 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Pushing event deleted for resources: {'Network': ['ID=61a6eb1a-af4a-4183-a303-236b4758aae7,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:46.200087 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c64ce88c-4577-450b-8508-0c027e50c2b3 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks [] for subnet (9dca7f1d-5e99-40c4-90a7-269facbb3e0d), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:46.203109 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdefeade-b588-4e6f-b287-d358b00d04f5 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] DELETE failed (client error): The resource could not be found. Feb 28 10:37:46.203569 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdefeade-b588-4e6f-b287-d358b00d04f5 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103408) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:37:46.209522 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-cdefeade-b588-4e6f-b287-d358b00d04f5 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] 10.222.0.20 "DELETE /v2.0/subnets/40865b56-4bd6-4cfe-8076-402319f622b2 HTTP/1.1" status: 404 len: 337 time: 0.0392423 Feb 28 10:37:46.211926 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 39000) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:46.257351 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-be508b5f-16cc-4916-b92c-ef8fd214667f tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks [] for port (4fdf660f-7dca-4178-b675-bbb03017ecf2), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:46.260829 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e748cf3-31db-45f6-bebf-1e4c25a5b13f tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] DELETE failed (client error): The resource could not be found. Feb 28 10:37:46.261351 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e748cf3-31db-45f6-bebf-1e4c25a5b13f tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:37:46.264596 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-8e748cf3-31db-45f6-bebf-1e4c25a5b13f tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] 10.222.0.20 "DELETE /v2.0/networks/df5a92f9-d7ad-47db-bb60-2bc333ccfd85 HTTP/1.1" status: 404 len: 339 time: 0.0528555 Feb 28 10:37:46.267671 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 39002) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:46.269001 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c64ce88c-4577-450b-8508-0c027e50c2b3 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3423529'] for subnet (9dca7f1d-5e99-40c4-90a7-269facbb3e0d), precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:46.304604 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-65baac60-7802-475b-8d7f-3a7354a62da4 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] DELETE failed (client error): The resource could not be found. Feb 28 10:37:46.305213 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65baac60-7802-475b-8d7f-3a7354a62da4 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:37:46.310900 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-65baac60-7802-475b-8d7f-3a7354a62da4 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] 10.222.0.20 "DELETE /v2.0/subnets/26ed1198-0447-4946-a24e-a98fc71c0d8f HTTP/1.1" status: 404 len: 337 time: 0.0398180 Feb 28 10:37:46.311183 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 39004) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:46.338478 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-be508b5f-16cc-4916-b92c-ef8fd214667f tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (4fdf660f-7dca-4178-b675-bbb03017ecf2), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:46.338850 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-8942a111-0cd6-42c1-bf83-183b8af42ab7 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] DELETE failed (client error): The resource could not be found. Feb 28 10:37:46.339131 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8942a111-0cd6-42c1-bf83-183b8af42ab7 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103408) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:37:46.342211 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-8942a111-0cd6-42c1-bf83-183b8af42ab7 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] 10.222.0.20 "DELETE /v2.0/networks/715b3dd3-b74c-4709-ae6b-3aca6451ef8b HTTP/1.1" status: 404 len: 339 time: 0.0294974 Feb 28 10:37:46.345135 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 39006) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:46.397525 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c64ce88c-4577-450b-8508-0c027e50c2b3 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-823142'] for subnet (9dca7f1d-5e99-40c4-90a7-269facbb3e0d), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:46.404026 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-60e6e5fc-2c8a-473f-97cd-4cc34860834c tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] DELETE failed (client error): The resource could not be found. Feb 28 10:37:46.404493 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60e6e5fc-2c8a-473f-97cd-4cc34860834c tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:37:46.407631 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-60e6e5fc-2c8a-473f-97cd-4cc34860834c tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] 10.222.0.20 "DELETE /v2.0/subnets/e922337e-c166-436f-817a-b40927007c90 HTTP/1.1" status: 404 len: 337 time: 0.0604360 Feb 28 10:37:46.413541 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 39008) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:46.445710 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be508b5f-16cc-4916-b92c-ef8fd214667f tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Network 99956a9d-f422-4e75-afe9-0f7ca68ef798 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:37:46.449413 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf9ffff0-31f3-4486-8588-e9e84d1f4959 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] DELETE failed (client error): The resource could not be found. Feb 28 10:37:46.449949 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf9ffff0-31f3-4486-8588-e9e84d1f4959 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:37:46.453011 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-bf9ffff0-31f3-4486-8588-e9e84d1f4959 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] 10.222.0.20 "DELETE /v2.0/networks/17808652-2a2d-43dd-92ef-16965d632dec HTTP/1.1" status: 404 len: 339 time: 0.0382936 Feb 28 10:37:46.453918 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-be508b5f-16cc-4916-b92c-ef8fd214667f tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:37:46.455930 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 39010) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:46.458134 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be508b5f-16cc-4916-b92c-ef8fd214667f tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:37:46.465341 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be508b5f-16cc-4916-b92c-ef8fd214667f tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Pushing event updated for resources: {'Port': ['ID=4fdf660f-7dca-4178-b675-bbb03017ecf2,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:46.466192 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c64ce88c-4577-450b-8508-0c027e50c2b3 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-823145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3242523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3951170'] for subnet (9dca7f1d-5e99-40c4-90a7-269facbb3e0d), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:46.492929 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ad43b3f-fbba-4e40-b7e9-26a630263523 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] DELETE failed (client error): The resource could not be found. Feb 28 10:37:46.493369 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ad43b3f-fbba-4e40-b7e9-26a630263523 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103408) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:37:46.496373 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-3ad43b3f-fbba-4e40-b7e9-26a630263523 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] 10.222.0.20 "DELETE /v2.0/subnets/76c117e5-911e-4879-bfa7-e9d3c5a4c2c2 HTTP/1.1" status: 404 len: 337 time: 0.0394444 Feb 28 10:37:46.502428 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 39012) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:46.515494 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64ce88c-4577-450b-8508-0c027e50c2b3 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Pushing event deleted for resources: {'Subnet': ['ID=9dca7f1d-5e99-40c4-90a7-269facbb3e0d,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:46.520788 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c64ce88c-4577-450b-8508-0c027e50c2b3 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks [] for subnet (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:46.526424 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-c64ce88c-4577-450b-8508-0c027e50c2b3 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] 10.222.0.20 "DELETE /v2.0/subnets/9dca7f1d-5e99-40c4-90a7-269facbb3e0d HTTP/1.1" status: 204 len: 168 time: 0.4091039 Feb 28 10:37:46.526588 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ba88cbc-cfa0-4d28-98a8-469253accc88 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] DELETE failed (client error): The resource could not be found. Feb 28 10:37:46.526588 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ba88cbc-cfa0-4d28-98a8-469253accc88 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:37:46.526771 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 39014) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:46.533337 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-5ba88cbc-cfa0-4d28-98a8-469253accc88 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] 10.222.0.20 "DELETE /v2.0/networks/7df62afb-4d05-479a-b08f-cb6ba08550a1 HTTP/1.1" status: 404 len: 339 time: 0.0324953 Feb 28 10:37:46.534291 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 39016) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:46.560845 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be508b5f-16cc-4916-b92c-ef8fd214667f tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:46.561673 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-be508b5f-16cc-4916-b92c-ef8fd214667f tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:46.580924 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-be508b5f-16cc-4916-b92c-ef8fd214667f tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.3502591 Feb 28 10:37:46.583377 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 39018) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:46.613040 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bf53516-8eca-471b-9b61-71a9494ebb39 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] DELETE failed (client error): The resource could not be found. Feb 28 10:37:46.613510 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bf53516-8eca-471b-9b61-71a9494ebb39 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103408) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:37:46.618994 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-5bf53516-8eca-471b-9b61-71a9494ebb39 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] 10.222.0.20 "DELETE /v2.0/subnets/ee0fed37-3291-422e-8c7a-369a6cff6f83 HTTP/1.1" status: 404 len: 337 time: 0.0836587 Feb 28 10:37:46.625953 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device c6b721b1-da32-45ff-881e-71c116888978 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:37:46.626504 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 39020) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:46.651023 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-87872cb1-0d3e-4e42-8fca-c7695df23ff1 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] DELETE failed (client error): The resource could not be found. Feb 28 10:37:46.651842 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87872cb1-0d3e-4e42-8fca-c7695df23ff1 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103408) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:37:46.654600 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-87872cb1-0d3e-4e42-8fca-c7695df23ff1 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] 10.222.0.20 "DELETE /v2.0/networks/3cfea6a9-3ae8-4574-9fa9-0e71bc9e8569 HTTP/1.1" status: 404 len: 339 time: 0.0274954 Feb 28 10:37:46.660035 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 39022) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:46.674211 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port c6b721b1-da32-45ff-881e-71c116888978 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:37:46.674588 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (c6b721b1-da32-45ff-881e-71c116888978), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:46.693148 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fac7cd41-6a09-4443-b5dd-751806db2eaf tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-665757'] for network (c81725ec-c4ef-4c45-b82b-418f163130fc), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:46.695185 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-54d0d300-a8fb-44c2-96d4-67d1241076dd tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] DELETE failed (client error): The resource could not be found. Feb 28 10:37:46.695636 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54d0d300-a8fb-44c2-96d4-67d1241076dd tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103408) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:37:46.698714 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-54d0d300-a8fb-44c2-96d4-67d1241076dd tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] 10.222.0.20 "DELETE /v2.0/subnets/7b7840dc-114a-42b5-9de3-da9a7bd8ad04 HTTP/1.1" status: 404 len: 337 time: 0.0377138 Feb 28 10:37:46.702893 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 39024) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:46.730104 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-758d1939-a1bd-4b26-921e-0551aa1b8134 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] DELETE failed (client error): The resource could not be found. Feb 28 10:37:46.730760 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-758d1939-a1bd-4b26-921e-0551aa1b8134 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103408) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:37:46.736839 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-758d1939-a1bd-4b26-921e-0551aa1b8134 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] 10.222.0.20 "DELETE /v2.0/networks/51ef0a6b-d93e-4b7c-8e5a-160a83cdcd12 HTTP/1.1" status: 404 len: 339 time: 0.0304635 Feb 28 10:37:46.737676 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 39026) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:46.770103 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port c6b721b1-da32-45ff-881e-71c116888978 is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:37:46.770505 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (c6b721b1-da32-45ff-881e-71c116888978), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:46.790162 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-49c2b7a6-144e-4960-98db-6e926f108084 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] DELETE failed (client error): The resource could not be found. Feb 28 10:37:46.790630 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49c2b7a6-144e-4960-98db-6e926f108084 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103408) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:37:46.796968 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-49c2b7a6-144e-4960-98db-6e926f108084 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] 10.222.0.20 "DELETE /v2.0/subnets/ae31467a-55c2-451a-9e2b-fb87dd80dc75 HTTP/1.1" status: 404 len: 337 time: 0.0559425 Feb 28 10:37:46.798978 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 39028) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:46.814275 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] For port c6b721b1-da32-45ff-881e-71c116888978, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c6b721b1-da32-45ff-881e-71c116888978,segment=NetworkSegment(ef91ef0d-a592-44fb-a351-a210b00ca1d5),segment_id=ef91ef0d-a592-44fb-a351-a210b00ca1d5)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:37:46.820193 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (c6b721b1-da32-45ff-881e-71c116888978), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:46.835543 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-fac7cd41-6a09-4443-b5dd-751806db2eaf tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Deleting port 87a85f9c-d1f2-482b-adce-6d1cddf31c84 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:37:46.836049 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fac7cd41-6a09-4443-b5dd-751806db2eaf tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (87a85f9c-d1f2-482b-adce-6d1cddf31c84), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:46.858661 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-260ac511-7ac2-475d-aa94-468a5959ea1c tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] DELETE failed (client error): The resource could not be found. Feb 28 10:37:46.859187 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-260ac511-7ac2-475d-aa94-468a5959ea1c tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:37:46.865260 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-260ac511-7ac2-475d-aa94-468a5959ea1c tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] 10.222.0.20 "DELETE /v2.0/networks/063ffa4a-d87e-4e0d-a6f4-84c9adcf9627 HTTP/1.1" status: 404 len: 339 time: 0.0649393 Feb 28 10:37:46.866235 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 39030) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:46.881183 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Pushing event updated for resources: {'Port': ['ID=c6b721b1-da32-45ff-881e-71c116888978,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:46.915898 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-fac7cd41-6a09-4443-b5dd-751806db2eaf tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] For port 87a85f9c-d1f2-482b-adce-6d1cddf31c84, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=87a85f9c-d1f2-482b-adce-6d1cddf31c84,segment=NetworkSegment(9a25b369-464d-4f3c-bc73-08c4bda7bddd),segment_id=9a25b369-464d-4f3c-bc73-08c4bda7bddd)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:37:46.916267 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fac7cd41-6a09-4443-b5dd-751806db2eaf tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (87a85f9c-d1f2-482b-adce-6d1cddf31c84), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:46.932350 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1589ee3-74d0-4567-96f9-c8e34d7fcbd8 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] DELETE failed (client error): The resource could not be found. Feb 28 10:37:46.932984 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-fac7cd41-6a09-4443-b5dd-751806db2eaf tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Calling delete_port for 87a85f9c-d1f2-482b-adce-6d1cddf31c84 owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:37:46.933099 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1589ee3-74d0-4567-96f9-c8e34d7fcbd8 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:37:46.937079 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-f1589ee3-74d0-4567-96f9-c8e34d7fcbd8 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] 10.222.0.20 "DELETE /v2.0/subnets/18150b5d-38b4-4fe5-8ff6-2f1f08043994 HTTP/1.1" status: 404 len: 337 time: 0.0405993 Feb 28 10:37:46.941543 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 39032) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:46.963902 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-84f05519-f9b6-4bf1-998e-ddb605013dab tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] DELETE failed (client error): The resource could not be found. Feb 28 10:37:46.964416 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84f05519-f9b6-4bf1-998e-ddb605013dab tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103408) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:37:46.969931 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-84f05519-f9b6-4bf1-998e-ddb605013dab tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] 10.222.0.20 "DELETE /v2.0/networks/46112c35-003c-4c44-98d5-add4c7754e70 HTTP/1.1" status: 404 len: 339 time: 0.0250089 Feb 28 10:37:46.972252 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 39034) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:47.033933 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-55c5b1f4-82b3-4fc8-b130-57c1b75f9565 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (4fdf660f-7dca-4178-b675-bbb03017ecf2), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:47.065747 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_v2 [None req-e20fc1d1-2e8b-471f-bf2a-8e4a67f1f087 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Deleting subnet 5699c3cc-75b2-4125-9133-d50dca942899 {{(pid=103408) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:37:47.071045 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e20fc1d1-2e8b-471f-bf2a-8e4a67f1f087 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks [] for subnet (5699c3cc-75b2-4125-9133-d50dca942899), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:47.119955 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e20fc1d1-2e8b-471f-bf2a-8e4a67f1f087 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3423529'] for subnet (5699c3cc-75b2-4125-9133-d50dca942899), precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:47.123146 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fac7cd41-6a09-4443-b5dd-751806db2eaf tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (87a85f9c-d1f2-482b-adce-6d1cddf31c84), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:47.124175 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a0d1e94-fe5e-40d2-aba2-ba181ebbcf3a None None] Network 99956a9d-f422-4e75-afe9-0f7ca68ef798 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:37:47.149629 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b1567d5-3ed0-4d3d-a224-e7737d6e63a8 None None] Network c81725ec-c4ef-4c45-b82b-418f163130fc requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:37:47.177101 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac7cd41-6a09-4443-b5dd-751806db2eaf tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Pushing event deleted for resources: {'Port': ['ID=87a85f9c-d1f2-482b-adce-6d1cddf31c84,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:47.182396 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac7cd41-6a09-4443-b5dd-751806db2eaf tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] No DVR routers for this DVR port 87a85f9c-d1f2-482b-adce-6d1cddf31c84 on host dv-neutron-master-2-hyperv {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:37:47.275661 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-998fb58e-7563-41cb-8ab6-faf21a106c11 None None] Provisioning complete for port c6b721b1-da32-45ff-881e-71c116888978 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:37:47.276314 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-998fb58e-7563-41cb-8ab6-faf21a106c11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (c6b721b1-da32-45ff-881e-71c116888978), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:47.304451 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-55c5b1f4-82b3-4fc8-b130-57c1b75f9565 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks [] for port (4fdf660f-7dca-4178-b675-bbb03017ecf2), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:47.311256 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-55c5b1f4-82b3-4fc8-b130-57c1b75f9565 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3498066'] for port (4fdf660f-7dca-4178-b675-bbb03017ecf2), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:47.396436 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5c3d52e-6d7f-4f8a-97da-81663eea6112 None None] DHCP port deletion for c81725ec-c4ef-4c45-b82b-418f163130fc request from dv-neutron-master-2-hyperv {{(pid=103409) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:37:47.421196 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5b1f4-82b3-4fc8-b130-57c1b75f9565 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Pushing event updated for resources: {'Port': ['ID=4fdf660f-7dca-4178-b675-bbb03017ecf2,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:47.423850 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-998fb58e-7563-41cb-8ab6-faf21a106c11 None None] Current status of the port c6b721b1-da32-45ff-881e-71c116888978 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:37:47.595993 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-55c5b1f4-82b3-4fc8-b130-57c1b75f9565 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1803404'] for router_interface (0cf00459-5e1e-44fd-96a7-4bfd2c16685a), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:47.681260 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fac7cd41-6a09-4443-b5dd-751806db2eaf tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672413', 'neutron.services.segments.db._delete_segments_for_network-8742057110173'] for network (c81725ec-c4ef-4c45-b82b-418f163130fc), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:47.708727 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-fac7cd41-6a09-4443-b5dd-751806db2eaf tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c81725ec-c4ef-4c45-b82b-418f163130fc']}} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:47.711372 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e20fc1d1-2e8b-471f-bf2a-8e4a67f1f087 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-823142'] for subnet (5699c3cc-75b2-4125-9133-d50dca942899), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:47.744984 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-fac7cd41-6a09-4443-b5dd-751806db2eaf tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a25b369-464d-4f3c-bc73-08c4bda7bddd') {'for_net_delete': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:47.745310 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-fac7cd41-6a09-4443-b5dd-751806db2eaf tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a25b369-464d-4f3c-bc73-08c4bda7bddd') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:47.760060 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fac7cd41-6a09-4443-b5dd-751806db2eaf tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742057113766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3423550'] for segment (9a25b369-464d-4f3c-bc73-08c4bda7bddd), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:47.789069 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fac7cd41-6a09-4443-b5dd-751806db2eaf tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (9a25b369-464d-4f3c-bc73-08c4bda7bddd), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:47.793437 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-55c5b1f4-82b3-4fc8-b130-57c1b75f9565 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (4fdf660f-7dca-4178-b675-bbb03017ecf2), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:47.804166 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fac7cd41-6a09-4443-b5dd-751806db2eaf tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Releasing vlan 276 on physical network physnet1 to pool {{(pid=103408) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:37:47.804604 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fac7cd41-6a09-4443-b5dd-751806db2eaf tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3242693'] for segment (9a25b369-464d-4f3c-bc73-08c4bda7bddd), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:47.808246 dv-neutron-master-2-hyperv neutron-server[103408]: Traceback (most recent call last): Feb 28 10:37:47.808246 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:37:47.808246 dv-neutron-master-2-hyperv neutron-server[103408]: timer() Feb 28 10:37:47.808246 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:37:47.808246 dv-neutron-master-2-hyperv neutron-server[103408]: cb(*args, **kw) Feb 28 10:37:47.808246 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:37:47.808246 dv-neutron-master-2-hyperv neutron-server[103408]: return func(*args, **kwargs) Feb 28 10:37:47.808246 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:37:47.808246 dv-neutron-master-2-hyperv neutron-server[103408]: self._notify() Feb 28 10:37:47.808246 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:37:47.808246 dv-neutron-master-2-hyperv neutron-server[103408]: self.callback(batched_events) Feb 28 10:37:47.808246 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:37:47.808246 dv-neutron-master-2-hyperv neutron-server[103408]: event.method(event) Feb 28 10:37:47.808246 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:37:47.808246 dv-neutron-master-2-hyperv neutron-server[103408]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:37:47.808246 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:37:47.808246 dv-neutron-master-2-hyperv neutron-server[103408]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:37:47.808246 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:37:47.808246 dv-neutron-master-2-hyperv neutron-server[103408]: return f(self, *a, **k) Feb 28 10:37:47.808246 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:37:47.808246 dv-neutron-master-2-hyperv neutron-server[103408]: return self._get(url).json() Feb 28 10:37:47.808246 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:37:47.808246 dv-neutron-master-2-hyperv neutron-server[103408]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:37:47.808246 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:37:47.808246 dv-neutron-master-2-hyperv neutron-server[103408]: return self.request(url, 'GET', **kwargs) Feb 28 10:37:47.808246 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:37:47.808246 dv-neutron-master-2-hyperv neutron-server[103408]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:37:47.808246 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:37:47.808246 dv-neutron-master-2-hyperv neutron-server[103408]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:37:47.808246 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:37:47.808246 dv-neutron-master-2-hyperv neutron-server[103408]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:37:47.808246 dv-neutron-master-2-hyperv neutron-server[103408]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:37:47.859918 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e20fc1d1-2e8b-471f-bf2a-8e4a67f1f087 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-823145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3242523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3951170'] for subnet (5699c3cc-75b2-4125-9133-d50dca942899), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:47.896617 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20fc1d1-2e8b-471f-bf2a-8e4a67f1f087 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Pushing event deleted for resources: {'Subnet': ['ID=5699c3cc-75b2-4125-9133-d50dca942899,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:47.901050 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e20fc1d1-2e8b-471f-bf2a-8e4a67f1f087 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks [] for subnet (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:47.904471 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-e20fc1d1-2e8b-471f-bf2a-8e4a67f1f087 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] 10.222.0.20 "DELETE /v2.0/subnets/5699c3cc-75b2-4125-9133-d50dca942899 HTTP/1.1" status: 204 len: 168 time: 0.9329205 Feb 28 10:37:47.908846 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 39036) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:47.909691 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fac7cd41-6a09-4443-b5dd-751806db2eaf tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803269'] for network (c81725ec-c4ef-4c45-b82b-418f163130fc), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:47.916943 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fd481c0-10ee-433c-8960-a6fdae559c5f None None] Network 91d0cee5-9307-4c6b-a2a6-6361fbef8ddf requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:37:47.923416 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fac7cd41-6a09-4443-b5dd-751806db2eaf tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks [] for network (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:47.927111 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-fac7cd41-6a09-4443-b5dd-751806db2eaf tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] 10.222.0.20 "DELETE /v2.0/networks/c81725ec-c4ef-4c45-b82b-418f163130fc HTTP/1.1" status: 204 len: 168 time: 1.3995161 Feb 28 10:37:47.939088 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 39038) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:47.972408 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac7cd41-6a09-4443-b5dd-751806db2eaf tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Pushing event deleted for resources: {'Network': ['ID=c81725ec-c4ef-4c45-b82b-418f163130fc,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:47.998413 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-c307e358-b6b9-4af4-8214-a0eded5edd0b tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] DELETE failed (client error): The resource could not be found. Feb 28 10:37:47.999116 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c307e358-b6b9-4af4-8214-a0eded5edd0b tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:37:48.002603 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-c307e358-b6b9-4af4-8214-a0eded5edd0b tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] 10.222.0.20 "DELETE /v2.0/subnets/e3bcbd98-530a-4a2b-a39e-7230ef5135ed HTTP/1.1" status: 404 len: 337 time: 0.0620515 Feb 28 10:37:48.004960 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 39040) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:48.023384 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4485cc58-3da7-437b-8618-6e5725ea697b None None] Network 99956a9d-f422-4e75-afe9-0f7ca68ef798 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:37:48.026799 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4f28bbd4-556b-43e5-9394-2febbe7d3276 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-665757'] for network (91d0cee5-9307-4c6b-a2a6-6361fbef8ddf), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:48.035060 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-c944f5ce-cc4f-4174-9683-869ad4a1c200 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] DELETE failed (client error): The resource could not be found. Feb 28 10:37:48.035695 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c944f5ce-cc4f-4174-9683-869ad4a1c200 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:37:48.041546 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-c944f5ce-cc4f-4174-9683-869ad4a1c200 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] 10.222.0.20 "DELETE /v2.0/networks/2a784ee0-fa37-4488-8b10-b4626b5cebbd HTTP/1.1" status: 404 len: 339 time: 0.0331161 Feb 28 10:37:48.041806 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 39042) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:48.080604 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9ff07cf-2e56-4d41-b2fa-8b1a2ffa6cc8 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] DELETE failed (client error): The resource could not be found. Feb 28 10:37:48.081190 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9ff07cf-2e56-4d41-b2fa-8b1a2ffa6cc8 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:37:48.084409 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-c9ff07cf-2e56-4d41-b2fa-8b1a2ffa6cc8 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] 10.222.0.20 "DELETE /v2.0/subnets/14332218-52a3-4ce3-8357-63ac3e8be8a1 HTTP/1.1" status: 404 len: 337 time: 0.0416119 Feb 28 10:37:48.089878 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 39044) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:48.104682 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-bde184f9-20af-4da1-bb6e-6749aaffaf06 None None] Provisioning complete for port c6b721b1-da32-45ff-881e-71c116888978 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:37:48.105063 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bde184f9-20af-4da1-bb6e-6749aaffaf06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (c6b721b1-da32-45ff-881e-71c116888978), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:48.115238 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c1945e8-b0f9-40e9-ad3c-28feedb8cfc2 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] DELETE failed (client error): The resource could not be found. Feb 28 10:37:48.116005 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c1945e8-b0f9-40e9-ad3c-28feedb8cfc2 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103408) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:37:48.119848 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-1c1945e8-b0f9-40e9-ad3c-28feedb8cfc2 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] 10.222.0.20 "DELETE /v2.0/networks/a8ac4d44-f4a7-446f-87e8-e6786d46241a HTTP/1.1" status: 404 len: 339 time: 0.0277112 Feb 28 10:37:48.122513 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 39046) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:48.154714 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-4f28bbd4-556b-43e5-9394-2febbe7d3276 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Deleting port 96c88acf-b1fe-4484-b3a1-f7d42fef3ba2 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:37:48.155324 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4f28bbd4-556b-43e5-9394-2febbe7d3276 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (96c88acf-b1fe-4484-b3a1-f7d42fef3ba2), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:48.168752 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6f51ba3-94ff-4149-8099-408b8da750af tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] DELETE failed (client error): The resource could not be found. Feb 28 10:37:48.169461 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6f51ba3-94ff-4149-8099-408b8da750af tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103408) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:37:48.173000 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-e6f51ba3-94ff-4149-8099-408b8da750af tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] 10.222.0.20 "DELETE /v2.0/subnets/3c413a09-cc1a-409a-8272-91ecbbae850e HTTP/1.1" status: 404 len: 337 time: 0.0488477 Feb 28 10:37:48.175765 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 39048) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:48.210990 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee963c79-9bf6-4653-afa4-509928daad64 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] DELETE failed (client error): The resource could not be found. Feb 28 10:37:48.211746 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee963c79-9bf6-4653-afa4-509928daad64 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:37:48.217905 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-ee963c79-9bf6-4653-afa4-509928daad64 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] 10.222.0.20 "DELETE /v2.0/networks/bab8a053-0783-40e7-8066-7f05658ad4fc HTTP/1.1" status: 404 len: 339 time: 0.0386302 Feb 28 10:37:48.220521 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 39050) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:48.231234 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dd80525-e6b0-4306-bec0-0d678287e613 None None] DHCP port deletion for 91d0cee5-9307-4c6b-a2a6-6361fbef8ddf request from dv-neutron-master-2-hyperv {{(pid=103409) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:37:48.242582 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-bde184f9-20af-4da1-bb6e-6749aaffaf06 None None] Current status of the port c6b721b1-da32-45ff-881e-71c116888978 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:37:48.248712 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-4f28bbd4-556b-43e5-9394-2febbe7d3276 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] For port 96c88acf-b1fe-4484-b3a1-f7d42fef3ba2, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=96c88acf-b1fe-4484-b3a1-f7d42fef3ba2,segment=NetworkSegment(cc436566-fcad-48aa-92dd-991a3863b5f8),segment_id=cc436566-fcad-48aa-92dd-991a3863b5f8)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:37:48.249273 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4f28bbd4-556b-43e5-9394-2febbe7d3276 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (96c88acf-b1fe-4484-b3a1-f7d42fef3ba2), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:48.264352 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-4f28bbd4-556b-43e5-9394-2febbe7d3276 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Calling delete_port for 96c88acf-b1fe-4484-b3a1-f7d42fef3ba2 owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:37:48.285655 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-bde184f9-20af-4da1-bb6e-6749aaffaf06 None None] Provisioning complete for port 4fdf660f-7dca-4178-b675-bbb03017ecf2 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:37:48.286349 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bde184f9-20af-4da1-bb6e-6749aaffaf06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (4fdf660f-7dca-4178-b675-bbb03017ecf2), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:48.299587 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_v2 [None req-32e76089-1201-4718-9e7b-b784e929412c tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Deleting subnet a21c0783-2c71-4e2a-b315-fc9d62ec5acf {{(pid=103407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:37:48.310116 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-32e76089-1201-4718-9e7b-b784e929412c tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks [] for subnet (a21c0783-2c71-4e2a-b315-fc9d62ec5acf), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:48.314197 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-55c5b1f4-82b3-4fc8-b130-57c1b75f9565 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks [] for port (4fdf660f-7dca-4178-b675-bbb03017ecf2), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:48.330371 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-bde184f9-20af-4da1-bb6e-6749aaffaf06 None None] Port 4fdf660f-7dca-4178-b675-bbb03017ecf2 cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:37:48.333250 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-55c5b1f4-82b3-4fc8-b130-57c1b75f9565 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3498066'] for port (4fdf660f-7dca-4178-b675-bbb03017ecf2), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:48.335185 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-3dd80525-e6b0-4306-bec0-0d678287e613 None None] Deleting port 96c88acf-b1fe-4484-b3a1-f7d42fef3ba2 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:37:48.335756 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3dd80525-e6b0-4306-bec0-0d678287e613 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (96c88acf-b1fe-4484-b3a1-f7d42fef3ba2), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:48.381922 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4f28bbd4-556b-43e5-9394-2febbe7d3276 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (96c88acf-b1fe-4484-b3a1-f7d42fef3ba2), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:48.410020 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-3dd80525-e6b0-4306-bec0-0d678287e613 None None] For port 96c88acf-b1fe-4484-b3a1-f7d42fef3ba2, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=96c88acf-b1fe-4484-b3a1-f7d42fef3ba2,segment=NetworkSegment(cc436566-fcad-48aa-92dd-991a3863b5f8),segment_id=cc436566-fcad-48aa-92dd-991a3863b5f8)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:37:48.410703 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3dd80525-e6b0-4306-bec0-0d678287e613 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (96c88acf-b1fe-4484-b3a1-f7d42fef3ba2), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:48.413423 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f28bbd4-556b-43e5-9394-2febbe7d3276 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Pushing event deleted for resources: {'Port': ['ID=96c88acf-b1fe-4484-b3a1-f7d42fef3ba2,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:48.422912 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-55c5b1f4-82b3-4fc8-b130-57c1b75f9565 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1802524'] for router_interface (0cf00459-5e1e-44fd-96a7-4bfd2c16685a), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:48.424277 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f28bbd4-556b-43e5-9394-2febbe7d3276 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] No DVR routers for this DVR port 96c88acf-b1fe-4484-b3a1-f7d42fef3ba2 on host dv-neutron-master-2-hyperv {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:37:48.427448 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-3dd80525-e6b0-4306-bec0-0d678287e613 None None] Calling delete_port for 96c88acf-b1fe-4484-b3a1-f7d42fef3ba2 owned by network:dhcp {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:37:48.524651 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3dd80525-e6b0-4306-bec0-0d678287e613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758'] for port (96c88acf-b1fe-4484-b3a1-f7d42fef3ba2), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:48.526731 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5b1f4-82b3-4fc8-b130-57c1b75f9565 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Pushing event updated for resources: {'Port': ['ID=4fdf660f-7dca-4178-b675-bbb03017ecf2,revision_number=3']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:48.539182 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-32e76089-1201-4718-9e7b-b784e929412c tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3501132'] for subnet (a21c0783-2c71-4e2a-b315-fc9d62ec5acf), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:48.574563 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4f28bbd4-556b-43e5-9394-2febbe7d3276 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672413', 'neutron.services.segments.db._delete_segments_for_network-8742057110173'] for network (91d0cee5-9307-4c6b-a2a6-6361fbef8ddf), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:48.588868 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd80525-e6b0-4306-bec0-0d678287e613 None None] No DVR routers for this DVR port 96c88acf-b1fe-4484-b3a1-f7d42fef3ba2 on host dv-neutron-master-2-hyperv {{(pid=103409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:37:48.597036 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd80525-e6b0-4306-bec0-0d678287e613 None None] Pushing event deleted for resources: {'Port': ['ID=96c88acf-b1fe-4484-b3a1-f7d42fef3ba2,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:48.611719 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-4f28bbd4-556b-43e5-9394-2febbe7d3276 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91d0cee5-9307-4c6b-a2a6-6361fbef8ddf']}} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:48.620398 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55c5b1f4-82b3-4fc8-b130-57c1b75f9565 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Network 99956a9d-f422-4e75-afe9-0f7ca68ef798 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:37:48.622241 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-b355c560-ad55-4089-816a-711f9a86f29b None None] Provisioning complete for port 4fdf660f-7dca-4178-b675-bbb03017ecf2 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:37:48.622642 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b355c560-ad55-4089-816a-711f9a86f29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (4fdf660f-7dca-4178-b675-bbb03017ecf2), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:48.624781 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-55c5b1f4-82b3-4fc8-b130-57c1b75f9565 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:37:48.624913 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-4f28bbd4-556b-43e5-9394-2febbe7d3276 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc436566-fcad-48aa-92dd-991a3863b5f8') {'for_net_delete': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:48.625295 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-4f28bbd4-556b-43e5-9394-2febbe7d3276 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc436566-fcad-48aa-92dd-991a3863b5f8') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:48.643002 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4f28bbd4-556b-43e5-9394-2febbe7d3276 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742057113766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3423550'] for segment (cc436566-fcad-48aa-92dd-991a3863b5f8), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:48.655030 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device c6b721b1-da32-45ff-881e-71c116888978 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:37:48.659184 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4f28bbd4-556b-43e5-9394-2febbe7d3276 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (cc436566-fcad-48aa-92dd-991a3863b5f8), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:48.668648 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f28bbd4-556b-43e5-9394-2febbe7d3276 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Releasing vlan 260 on physical network physnet1 to pool {{(pid=103408) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:37:48.669504 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4f28bbd4-556b-43e5-9394-2febbe7d3276 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3242693'] for segment (cc436566-fcad-48aa-92dd-991a3863b5f8), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:48.673531 dv-neutron-master-2-hyperv neutron-server[103408]: Traceback (most recent call last): Feb 28 10:37:48.673531 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:37:48.673531 dv-neutron-master-2-hyperv neutron-server[103408]: timer() Feb 28 10:37:48.673531 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:37:48.673531 dv-neutron-master-2-hyperv neutron-server[103408]: cb(*args, **kw) Feb 28 10:37:48.673531 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:37:48.673531 dv-neutron-master-2-hyperv neutron-server[103408]: return func(*args, **kwargs) Feb 28 10:37:48.673531 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:37:48.673531 dv-neutron-master-2-hyperv neutron-server[103408]: self._notify() Feb 28 10:37:48.673531 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:37:48.673531 dv-neutron-master-2-hyperv neutron-server[103408]: self.callback(batched_events) Feb 28 10:37:48.673531 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:37:48.673531 dv-neutron-master-2-hyperv neutron-server[103408]: event.method(event) Feb 28 10:37:48.673531 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:37:48.673531 dv-neutron-master-2-hyperv neutron-server[103408]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:37:48.673531 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:37:48.673531 dv-neutron-master-2-hyperv neutron-server[103408]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:37:48.673531 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:37:48.673531 dv-neutron-master-2-hyperv neutron-server[103408]: return f(self, *a, **k) Feb 28 10:37:48.673531 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:37:48.673531 dv-neutron-master-2-hyperv neutron-server[103408]: return self._get(url).json() Feb 28 10:37:48.673531 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:37:48.673531 dv-neutron-master-2-hyperv neutron-server[103408]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:37:48.673531 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:37:48.673531 dv-neutron-master-2-hyperv neutron-server[103408]: return self.request(url, 'GET', **kwargs) Feb 28 10:37:48.673531 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:37:48.673531 dv-neutron-master-2-hyperv neutron-server[103408]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:37:48.673531 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:37:48.673531 dv-neutron-master-2-hyperv neutron-server[103408]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:37:48.673531 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:37:48.673531 dv-neutron-master-2-hyperv neutron-server[103408]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:37:48.673531 dv-neutron-master-2-hyperv neutron-server[103408]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:37:48.694327 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-b355c560-ad55-4089-816a-711f9a86f29b None None] Port 4fdf660f-7dca-4178-b675-bbb03017ecf2 cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:37:48.724407 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-b355c560-ad55-4089-816a-711f9a86f29b None None] Provisioning complete for port c6b721b1-da32-45ff-881e-71c116888978 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:37:48.724833 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b355c560-ad55-4089-816a-711f9a86f29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (c6b721b1-da32-45ff-881e-71c116888978), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:48.754230 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port c6b721b1-da32-45ff-881e-71c116888978 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:37:48.754616 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (c6b721b1-da32-45ff-881e-71c116888978), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:48.755584 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4f28bbd4-556b-43e5-9394-2febbe7d3276 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803269'] for network (91d0cee5-9307-4c6b-a2a6-6361fbef8ddf), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:48.767426 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4f28bbd4-556b-43e5-9394-2febbe7d3276 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Publish callbacks [] for network (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:48.782154 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-4f28bbd4-556b-43e5-9394-2febbe7d3276 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] 10.222.0.20 "DELETE /v2.0/networks/91d0cee5-9307-4c6b-a2a6-6361fbef8ddf HTTP/1.1" status: 204 len: 168 time: 0.8681996 Feb 28 10:37:48.813954 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f28bbd4-556b-43e5-9394-2febbe7d3276 tempest-NetworksTest-1511183085 tempest-NetworksTest-1511183085-project] Pushing event deleted for resources: {'Network': ['ID=91d0cee5-9307-4c6b-a2a6-6361fbef8ddf,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:48.889065 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-b355c560-ad55-4089-816a-711f9a86f29b None None] Current status of the port c6b721b1-da32-45ff-881e-71c116888978 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:37:48.915179 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port c6b721b1-da32-45ff-881e-71c116888978 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:37:48.976804 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 96c88acf-b1fe-4484-b3a1-f7d42fef3ba2 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:37:49.006856 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] No Port match for: 96c88acf-b1fe-4484-b3a1-f7d42fef3ba2 {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:37:49.007303 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 96c88acf-b1fe-4484-b3a1-f7d42fef3ba2 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:37:49.007797 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 87a85f9c-d1f2-482b-adce-6d1cddf31c84 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:37:49.034625 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] No Port match for: 87a85f9c-d1f2-482b-adce-6d1cddf31c84 {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:37:49.035068 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 87a85f9c-d1f2-482b-adce-6d1cddf31c84 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:37:49.045666 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-916ed784-d851-4fa2-b9a0-956d9e84e9c7 None None] Provisioning complete for port 4fdf660f-7dca-4178-b675-bbb03017ecf2 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:37:49.046421 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-916ed784-d851-4fa2-b9a0-956d9e84e9c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (4fdf660f-7dca-4178-b675-bbb03017ecf2), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:49.091926 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-916ed784-d851-4fa2-b9a0-956d9e84e9c7 None None] Port 4fdf660f-7dca-4178-b675-bbb03017ecf2 cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:37:49.114866 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 39056) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:49.141291 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-32e76089-1201-4718-9e7b-b784e929412c tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-823142'] for subnet (a21c0783-2c71-4e2a-b315-fc9d62ec5acf), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:49.215789 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-8c0bd4ef-a449-4e27-b603-de26196391c7 None None] Provisioning complete for port 4fdf660f-7dca-4178-b675-bbb03017ecf2 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:37:49.216747 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8c0bd4ef-a449-4e27-b603-de26196391c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (4fdf660f-7dca-4178-b675-bbb03017ecf2), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:49.224323 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55c5b1f4-82b3-4fc8-b130-57c1b75f9565 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Router 0cf00459-5e1e-44fd-96a7-4bfd2c16685a is scheduled to L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 with binding_index 1 {{(pid=103407) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 10:37:49.228258 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-32e76089-1201-4718-9e7b-b784e929412c tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-823145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3498088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3516558'] for subnet (a21c0783-2c71-4e2a-b315-fc9d62ec5acf), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:49.256896 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-8c0bd4ef-a449-4e27-b603-de26196391c7 None None] Port 4fdf660f-7dca-4178-b675-bbb03017ecf2 cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:37:49.263390 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e76089-1201-4718-9e7b-b784e929412c tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Pushing event deleted for resources: {'Subnet': ['ID=a21c0783-2c71-4e2a-b315-fc9d62ec5acf,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:49.267786 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-32e76089-1201-4718-9e7b-b784e929412c tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks [] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:49.271088 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-32e76089-1201-4718-9e7b-b784e929412c tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] 10.222.0.20 "DELETE /v2.0/subnets/a21c0783-2c71-4e2a-b315-fc9d62ec5acf HTTP/1.1" status: 204 len: 168 time: 1.0513313 Feb 28 10:37:49.274042 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 39060) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:49.280842 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d81ae491-f91a-49d7-8656-22ce0efcd32b None None] Network 8e14d531-3e1b-4d5c-8e6c-e009315b065c requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:37:49.296356 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-5070dd28-678d-4574-900f-90ff0ca3361f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6aa76ca1930e40cb822a736948009d34&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1802235 Feb 28 10:37:49.297663 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 39062) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:49.358319 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c4a1199c-d4a2-4bd4-83dc-9504922f86f0 admin admin] Publish callbacks [] for security_group (92afa768-139a-431e-8a30-0276d9637fa6), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:49.382186 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c4a1199c-d4a2-4bd4-83dc-9504922f86f0 admin admin] Publish callbacks [] for security_group (92afa768-139a-431e-8a30-0276d9637fa6), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:49.400331 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-10f12e42-fe5a-40e2-bf0b-70e1383dd06c None None] Provisioning complete for port 4fdf660f-7dca-4178-b675-bbb03017ecf2 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:37:49.400758 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-10f12e42-fe5a-40e2-bf0b-70e1383dd06c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (4fdf660f-7dca-4178-b675-bbb03017ecf2), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:49.426065 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-31981e57-0e75-43f0-9e5b-e7e4d5354676 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-665757'] for network (8e14d531-3e1b-4d5c-8e6c-e009315b065c), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:49.430811 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55c5b1f4-82b3-4fc8-b130-57c1b75f9565 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:37:49.436157 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-55c5b1f4-82b3-4fc8-b130-57c1b75f9565 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] 10.222.0.20 "PUT /v2.0/routers/0cf00459-5e1e-44fd-96a7-4bfd2c16685a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8514817 Feb 28 10:37:49.438896 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 39064) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:49.450860 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cca4ce9-5853-48cc-a14c-3b5b15555048 None None] Sync routers for ids ['0cf00459-5e1e-44fd-96a7-4bfd2c16685a'] in dv-neutron-master-2-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:37:49.454284 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c4a1199c-d4a2-4bd4-83dc-9504922f86f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (92afa768-139a-431e-8a30-0276d9637fa6), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:49.456762 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c4a1199c-d4a2-4bd4-83dc-9504922f86f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:49.461318 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-c4a1199c-d4a2-4bd4-83dc-9504922f86f0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/92afa768-139a-431e-8a30-0276d9637fa6 HTTP/1.1" status: 204 len: 168 time: 0.1621466 Feb 28 10:37:49.464685 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-10f12e42-fe5a-40e2-bf0b-70e1383dd06c None None] Port 4fdf660f-7dca-4178-b675-bbb03017ecf2 cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:37:49.482534 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cca4ce9-5853-48cc-a14c-3b5b15555048 None None] Routers {'0cf00459-5e1e-44fd-96a7-4bfd2c16685a'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:37:49.483186 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-4cca4ce9-5853-48cc-a14c-3b5b15555048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:37:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['0cf00459-5e1e-44fd-96a7-4bfd2c16685a'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:49.489413 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a1199c-d4a2-4bd4-83dc-9504922f86f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92afa768-139a-431e-8a30-0276d9637fa6,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:49.518427 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-341c59f2-9de7-4e53-8a99-92982ab23bd6 None None] DHCP port deletion for 8e14d531-3e1b-4d5c-8e6c-e009315b065c request from dv-neutron-master-2-hyperv {{(pid=103409) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:37:49.539894 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d7fafe-6244-44af-bee3-7bc49197a65d tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:49.541547 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-39d7fafe-6244-44af-bee3-7bc49197a65d tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cf00459-5e1e-44fd-96a7-4bfd2c16685a HTTP/1.1" status: 200 len: 983 time: 0.1012323 Feb 28 10:37:49.544052 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-31981e57-0e75-43f0-9e5b-e7e4d5354676 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Deleting port ffdeae70-0c3f-4c8c-a6f6-e20595404788 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:37:49.544429 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-31981e57-0e75-43f0-9e5b-e7e4d5354676 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (ffdeae70-0c3f-4c8c-a6f6-e20595404788), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:49.545461 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 39068) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:49.549679 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-4cca4ce9-5853-48cc-a14c-3b5b15555048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:49.570021 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cca4ce9-5853-48cc-a14c-3b5b15555048 None None] Routers {'0cf00459-5e1e-44fd-96a7-4bfd2c16685a'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:37:49.570788 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-4cca4ce9-5853-48cc-a14c-3b5b15555048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:37:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['0cf00459-5e1e-44fd-96a7-4bfd2c16685a'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:49.583888 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-341c59f2-9de7-4e53-8a99-92982ab23bd6 None None] Deleting port ffdeae70-0c3f-4c8c-a6f6-e20595404788 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:37:49.584764 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-341c59f2-9de7-4e53-8a99-92982ab23bd6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (ffdeae70-0c3f-4c8c-a6f6-e20595404788), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:49.608684 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-4cca4ce9-5853-48cc-a14c-3b5b15555048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:49.609349 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cca4ce9-5853-48cc-a14c-3b5b15555048 None None] The sync data for ids ['0cf00459-5e1e-44fd-96a7-4bfd2c16685a'] in dv-neutron-master-2-hyperv is: [] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:37:49.632745 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-31981e57-0e75-43f0-9e5b-e7e4d5354676 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] For port ffdeae70-0c3f-4c8c-a6f6-e20595404788, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ffdeae70-0c3f-4c8c-a6f6-e20595404788,segment=NetworkSegment(4064230a-b797-4857-9daf-fb741944ddda),segment_id=4064230a-b797-4857-9daf-fb741944ddda)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:37:49.633133 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-31981e57-0e75-43f0-9e5b-e7e4d5354676 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (ffdeae70-0c3f-4c8c-a6f6-e20595404788), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:49.651039 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-31981e57-0e75-43f0-9e5b-e7e4d5354676 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Calling delete_port for ffdeae70-0c3f-4c8c-a6f6-e20595404788 owned by network:dhcp {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:37:49.669289 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-341c59f2-9de7-4e53-8a99-92982ab23bd6 None None] For port ffdeae70-0c3f-4c8c-a6f6-e20595404788, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ffdeae70-0c3f-4c8c-a6f6-e20595404788,segment=NetworkSegment(4064230a-b797-4857-9daf-fb741944ddda),segment_id=4064230a-b797-4857-9daf-fb741944ddda)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:37:49.669822 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-341c59f2-9de7-4e53-8a99-92982ab23bd6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (ffdeae70-0c3f-4c8c-a6f6-e20595404788), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:49.683675 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-341c59f2-9de7-4e53-8a99-92982ab23bd6 None None] Calling delete_port for ffdeae70-0c3f-4c8c-a6f6-e20595404788 owned by network:dhcp {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:37:49.760420 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-31981e57-0e75-43f0-9e5b-e7e4d5354676 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (ffdeae70-0c3f-4c8c-a6f6-e20595404788), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:49.790668 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31981e57-0e75-43f0-9e5b-e7e4d5354676 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Pushing event deleted for resources: {'Port': ['ID=ffdeae70-0c3f-4c8c-a6f6-e20595404788,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:49.792832 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31981e57-0e75-43f0-9e5b-e7e4d5354676 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] No DVR routers for this DVR port ffdeae70-0c3f-4c8c-a6f6-e20595404788 on host dv-neutron-master-2-hyperv {{(pid=103407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:37:49.806413 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-341c59f2-9de7-4e53-8a99-92982ab23bd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758'] for port (ffdeae70-0c3f-4c8c-a6f6-e20595404788), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:49.850771 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341c59f2-9de7-4e53-8a99-92982ab23bd6 None None] Pushing event deleted for resources: {'Port': ['ID=ffdeae70-0c3f-4c8c-a6f6-e20595404788,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:49.860227 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-341c59f2-9de7-4e53-8a99-92982ab23bd6 None None] No DVR routers for this DVR port ffdeae70-0c3f-4c8c-a6f6-e20595404788 on host dv-neutron-master-2-hyperv {{(pid=103409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:37:49.888628 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-31981e57-0e75-43f0-9e5b-e7e4d5354676 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672413', 'neutron.services.segments.db._delete_segments_for_network-8742057110173'] for network (8e14d531-3e1b-4d5c-8e6c-e009315b065c), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:49.911189 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-31981e57-0e75-43f0-9e5b-e7e4d5354676 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e14d531-3e1b-4d5c-8e6c-e009315b065c']}} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:49.921586 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-31981e57-0e75-43f0-9e5b-e7e4d5354676 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4064230a-b797-4857-9daf-fb741944ddda') {'for_net_delete': True} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:49.921888 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-31981e57-0e75-43f0-9e5b-e7e4d5354676 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4064230a-b797-4857-9daf-fb741944ddda') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:49.931863 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-31981e57-0e75-43f0-9e5b-e7e4d5354676 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742057113766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3501147'] for segment (4064230a-b797-4857-9daf-fb741944ddda), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:49.946781 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-31981e57-0e75-43f0-9e5b-e7e4d5354676 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (4064230a-b797-4857-9daf-fb741944ddda), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:49.955431 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31981e57-0e75-43f0-9e5b-e7e4d5354676 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Releasing vlan 268 on physical network physnet1 to pool {{(pid=103407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:37:49.956029 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-31981e57-0e75-43f0-9e5b-e7e4d5354676 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3498166'] for segment (4064230a-b797-4857-9daf-fb741944ddda), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:49.959882 dv-neutron-master-2-hyperv neutron-server[103407]: Traceback (most recent call last): Feb 28 10:37:49.959882 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:37:49.959882 dv-neutron-master-2-hyperv neutron-server[103407]: timer() Feb 28 10:37:49.959882 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:37:49.959882 dv-neutron-master-2-hyperv neutron-server[103407]: cb(*args, **kw) Feb 28 10:37:49.959882 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:37:49.959882 dv-neutron-master-2-hyperv neutron-server[103407]: return func(*args, **kwargs) Feb 28 10:37:49.959882 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:37:49.959882 dv-neutron-master-2-hyperv neutron-server[103407]: self._notify() Feb 28 10:37:49.959882 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:37:49.959882 dv-neutron-master-2-hyperv neutron-server[103407]: self.callback(batched_events) Feb 28 10:37:49.959882 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:37:49.959882 dv-neutron-master-2-hyperv neutron-server[103407]: event.method(event) Feb 28 10:37:49.959882 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:37:49.959882 dv-neutron-master-2-hyperv neutron-server[103407]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:37:49.959882 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:37:49.959882 dv-neutron-master-2-hyperv neutron-server[103407]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:37:49.959882 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:37:49.959882 dv-neutron-master-2-hyperv neutron-server[103407]: return f(self, *a, **k) Feb 28 10:37:49.959882 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:37:49.959882 dv-neutron-master-2-hyperv neutron-server[103407]: return self._get(url).json() Feb 28 10:37:49.959882 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:37:49.959882 dv-neutron-master-2-hyperv neutron-server[103407]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:37:49.959882 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:37:49.959882 dv-neutron-master-2-hyperv neutron-server[103407]: return self.request(url, 'GET', **kwargs) Feb 28 10:37:49.959882 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:37:49.959882 dv-neutron-master-2-hyperv neutron-server[103407]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:37:49.959882 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:37:49.959882 dv-neutron-master-2-hyperv neutron-server[103407]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:37:49.959882 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:37:49.959882 dv-neutron-master-2-hyperv neutron-server[103407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:37:49.959882 dv-neutron-master-2-hyperv neutron-server[103407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:37:50.010248 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d9e3291a-659e-462d-b06b-60d2cbcc6cfe tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1802615'] for router_interface (0cf00459-5e1e-44fd-96a7-4bfd2c16685a), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:50.021627 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-31981e57-0e75-43f0-9e5b-e7e4d5354676 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803269'] for network (8e14d531-3e1b-4d5c-8e6c-e009315b065c), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:50.029983 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-31981e57-0e75-43f0-9e5b-e7e4d5354676 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:50.038303 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-31981e57-0e75-43f0-9e5b-e7e4d5354676 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] 10.222.0.20 "DELETE /v2.0/networks/8e14d531-3e1b-4d5c-8e6c-e009315b065c HTTP/1.1" status: 204 len: 168 time: 0.7583616 Feb 28 10:37:50.042611 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 39080) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:50.052327 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31981e57-0e75-43f0-9e5b-e7e4d5354676 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Pushing event deleted for resources: {'Network': ['ID=8e14d531-3e1b-4d5c-8e6c-e009315b065c,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:50.070718 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-f35bc7af-8a0b-4fc0-a955-a1312dce4e60 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] DELETE failed (client error): The resource could not be found. Feb 28 10:37:50.071182 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f35bc7af-8a0b-4fc0-a955-a1312dce4e60 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:37:50.076778 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-f35bc7af-8a0b-4fc0-a955-a1312dce4e60 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] 10.222.0.20 "DELETE /v2.0/subnets/1c9156bf-c581-467f-a6ba-32df5ffecb7e HTTP/1.1" status: 404 len: 337 time: 0.0307150 Feb 28 10:37:50.079600 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 39086) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:50.098844 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-8427df35-b291-43ca-af4d-bd20164965d6 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] DELETE failed (client error): The resource could not be found. Feb 28 10:37:50.099354 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8427df35-b291-43ca-af4d-bd20164965d6 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:37:50.102423 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-8427df35-b291-43ca-af4d-bd20164965d6 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] 10.222.0.20 "DELETE /v2.0/networks/3cef5df0-a755-4c05-bd26-7137766df2d0 HTTP/1.1" status: 404 len: 339 time: 0.0215890 Feb 28 10:37:50.105280 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 39088) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:50.169191 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_v2 [None req-44ddae5b-f77f-48f3-b5de-e81e57d941c2 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Deleting subnet 9d7fde4b-08e4-41f8-ba82-80f8409c9d23 {{(pid=103407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:37:50.172623 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-44ddae5b-f77f-48f3-b5de-e81e57d941c2 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks [] for subnet (9d7fde4b-08e4-41f8-ba82-80f8409c9d23), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:50.224296 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-44ddae5b-f77f-48f3-b5de-e81e57d941c2 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3501132'] for subnet (9d7fde4b-08e4-41f8-ba82-80f8409c9d23), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:50.244182 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-d9e3291a-659e-462d-b06b-60d2cbcc6cfe tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Deleting port 4fdf660f-7dca-4178-b675-bbb03017ecf2 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:37:50.244826 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d9e3291a-659e-462d-b06b-60d2cbcc6cfe tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (4fdf660f-7dca-4178-b675-bbb03017ecf2), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:50.299062 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 39094) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:50.312226 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-44ddae5b-f77f-48f3-b5de-e81e57d941c2 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-823142'] for subnet (9d7fde4b-08e4-41f8-ba82-80f8409c9d23), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:50.344957 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d9e3291a-659e-462d-b06b-60d2cbcc6cfe tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (4fdf660f-7dca-4178-b675-bbb03017ecf2), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:50.358228 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-d9e3291a-659e-462d-b06b-60d2cbcc6cfe tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Calling delete_port for 4fdf660f-7dca-4178-b675-bbb03017ecf2 owned by network:router_interface {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:37:50.379139 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-44ddae5b-f77f-48f3-b5de-e81e57d941c2 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-823145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3498088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3516558'] for subnet (9d7fde4b-08e4-41f8-ba82-80f8409c9d23), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:50.407772 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ddae5b-f77f-48f3-b5de-e81e57d941c2 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Pushing event deleted for resources: {'Subnet': ['ID=9d7fde4b-08e4-41f8-ba82-80f8409c9d23,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:50.414610 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-44ddae5b-f77f-48f3-b5de-e81e57d941c2 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks [] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:50.414923 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-db118cd5-c365-402c-9dc5-29522c554762 tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1361066883', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:37:50.417950 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-44ddae5b-f77f-48f3-b5de-e81e57d941c2 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] 10.222.0.20 "DELETE /v2.0/subnets/9d7fde4b-08e4-41f8-ba82-80f8409c9d23 HTTP/1.1" status: 204 len: 168 time: 0.3117526 Feb 28 10:37:50.420495 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 39098) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:50.423027 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f84b82e-4341-4103-8390-36e3808ffc19 None None] Network 24620c3b-2ee9-46f5-83ce-78e4e46943bb requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:37:50.455070 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-db118cd5-c365-402c-9dc5-29522c554762 tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1805251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254175'] for router (48baabe6-79bd-4bec-8ec5-3fbd7f806d20), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:50.457128 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-db118cd5-c365-402c-9dc5-29522c554762 tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1804172', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1602053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254150'] for router (48baabe6-79bd-4bec-8ec5-3fbd7f806d20), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:50.516631 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-19f7afff-c25e-4e2a-b83d-b2d954159994 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-665757'] for network (24620c3b-2ee9-46f5-83ce-78e4e46943bb), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:50.562889 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device ffdeae70-0c3f-4c8c-a6f6-e20595404788 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:37:50.588298 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-db118cd5-c365-402c-9dc5-29522c554762 tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] Publish callbacks [] for router_controller (48baabe6-79bd-4bec-8ec5-3fbd7f806d20), precommit_add_association {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:50.595410 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] No Port match for: ffdeae70-0c3f-4c8c-a6f6-e20595404788 {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:37:50.595994 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device ffdeae70-0c3f-4c8c-a6f6-e20595404788 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:37:50.600743 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-19f7afff-c25e-4e2a-b83d-b2d954159994 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Deleting port 9cd10b00-0c40-4153-a273-7cf7428d32db {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:37:50.601198 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-19f7afff-c25e-4e2a-b83d-b2d954159994 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (9cd10b00-0c40-4153-a273-7cf7428d32db), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:50.616465 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-db118cd5-c365-402c-9dc5-29522c554762 tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1804241'] for router (48baabe6-79bd-4bec-8ec5-3fbd7f806d20), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:50.623195 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7050a38e-0942-43a2-a884-c35e59e9f64f None None] DHCP port deletion for 24620c3b-2ee9-46f5-83ce-78e4e46943bb request from dv-neutron-master-2-hyperv {{(pid=103409) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:37:50.637545 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-db118cd5-c365-402c-9dc5-29522c554762 tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] Publish callbacks [] for router (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:50.641088 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-db118cd5-c365-402c-9dc5-29522c554762 tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3403282 Feb 28 10:37:50.643304 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 39100) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:50.648468 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-4fee4ea2-c9a9-4cf1-bcf1-dbe318e7bf79 tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-848191860'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:37:50.671539 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d9e3291a-659e-462d-b06b-60d2cbcc6cfe tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (4fdf660f-7dca-4178-b675-bbb03017ecf2), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:50.680681 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-7050a38e-0942-43a2-a884-c35e59e9f64f None None] Deleting port 9cd10b00-0c40-4153-a273-7cf7428d32db {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:37:50.681064 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7050a38e-0942-43a2-a884-c35e59e9f64f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (9cd10b00-0c40-4153-a273-7cf7428d32db), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:50.687895 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-19f7afff-c25e-4e2a-b83d-b2d954159994 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] For port 9cd10b00-0c40-4153-a273-7cf7428d32db, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9cd10b00-0c40-4153-a273-7cf7428d32db,segment=NetworkSegment(26c0b86b-4bf0-4732-a1d5-1d287ccecc2f),segment_id=26c0b86b-4bf0-4732-a1d5-1d287ccecc2f)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:37:50.688378 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-19f7afff-c25e-4e2a-b83d-b2d954159994 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (9cd10b00-0c40-4153-a273-7cf7428d32db), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:50.699198 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fee4ea2-c9a9-4cf1-bcf1-dbe318e7bf79 tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] Made reservation on behalf of 144ed84116b6411581000615a040ee65 for: {'network': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:37:50.702586 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4fee4ea2-c9a9-4cf1-bcf1-dbe318e7bf79 tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for network (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:50.708761 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e3291a-659e-462d-b06b-60d2cbcc6cfe tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Pushing event deleted for resources: {'Port': ['ID=4fdf660f-7dca-4178-b675-bbb03017ecf2,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:50.709672 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-19f7afff-c25e-4e2a-b83d-b2d954159994 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Calling delete_port for 9cd10b00-0c40-4153-a273-7cf7428d32db owned by network:dhcp {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:37:50.718374 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4fee4ea2-c9a9-4cf1-bcf1-dbe318e7bf79 tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:50.752213 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-7050a38e-0942-43a2-a884-c35e59e9f64f None None] For port 9cd10b00-0c40-4153-a273-7cf7428d32db, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9cd10b00-0c40-4153-a273-7cf7428d32db,segment=NetworkSegment(26c0b86b-4bf0-4732-a1d5-1d287ccecc2f),segment_id=26c0b86b-4bf0-4732-a1d5-1d287ccecc2f)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:37:50.752667 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7050a38e-0942-43a2-a884-c35e59e9f64f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (9cd10b00-0c40-4153-a273-7cf7428d32db), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:50.769360 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-7050a38e-0942-43a2-a884-c35e59e9f64f None None] Calling delete_port for 9cd10b00-0c40-4153-a273-7cf7428d32db owned by network:dhcp {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:37:50.856962 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-19f7afff-c25e-4e2a-b83d-b2d954159994 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (9cd10b00-0c40-4153-a273-7cf7428d32db), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:50.861282 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7050a38e-0942-43a2-a884-c35e59e9f64f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758'] for port (9cd10b00-0c40-4153-a273-7cf7428d32db), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:50.872697 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d9e3291a-659e-462d-b06b-60d2cbcc6cfe tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1802651'] for router_interface (0cf00459-5e1e-44fd-96a7-4bfd2c16685a), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:50.890552 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7050a38e-0942-43a2-a884-c35e59e9f64f None None] Pushing event deleted for resources: {'Port': ['ID=9cd10b00-0c40-4153-a273-7cf7428d32db,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:50.892674 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7050a38e-0942-43a2-a884-c35e59e9f64f None None] No DVR routers for this DVR port 9cd10b00-0c40-4153-a273-7cf7428d32db on host dv-neutron-master-2-hyperv {{(pid=103409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:37:50.893793 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4fee4ea2-c9a9-4cf1-bcf1-dbe318e7bf79 tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] Publish callbacks [] for security_group (e990b2dd-89b2-41d8-87e0-bb371c2fc105), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:50.895276 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f7afff-c25e-4e2a-b83d-b2d954159994 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Pushing event deleted for resources: {'Port': ['ID=9cd10b00-0c40-4153-a273-7cf7428d32db,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:50.898853 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f7afff-c25e-4e2a-b83d-b2d954159994 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] No DVR routers for this DVR port 9cd10b00-0c40-4153-a273-7cf7428d32db on host dv-neutron-master-2-hyperv {{(pid=103407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:37:50.902972 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4fee4ea2-c9a9-4cf1-bcf1-dbe318e7bf79 tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (e990b2dd-89b2-41d8-87e0-bb371c2fc105), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:50.992281 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fee4ea2-c9a9-4cf1-bcf1-dbe318e7bf79 tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 282} {{(pid=103407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:37:50.996323 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fee4ea2-c9a9-4cf1-bcf1-dbe318e7bf79 tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e990b2dd-89b2-41d8-87e0-bb371c2fc105,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:51.019911 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-19f7afff-c25e-4e2a-b83d-b2d954159994 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672413', 'neutron.services.segments.db._delete_segments_for_network-8742057110173'] for network (24620c3b-2ee9-46f5-83ce-78e4e46943bb), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:51.022641 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4fee4ea2-c9a9-4cf1-bcf1-dbe318e7bf79 tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (e592e93e-5e78-4ed5-b9b2-0219d34a1cdf), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:51.022988 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.db.segments_db [None req-4fee4ea2-c9a9-4cf1-bcf1-dbe318e7bf79 tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] Added segment e592e93e-5e78-4ed5-b9b2-0219d34a1cdf of type vlan for network 54d1bdae-cf27-4c39-acf5-277baeb09cb5 Feb 28 10:37:51.054748 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9e3291a-659e-462d-b06b-60d2cbcc6cfe tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Router 0cf00459-5e1e-44fd-96a7-4bfd2c16685a has already been hosted by L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 {{(pid=103408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:37:51.070666 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-19f7afff-c25e-4e2a-b83d-b2d954159994 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24620c3b-2ee9-46f5-83ce-78e4e46943bb']}} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:51.089802 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-19f7afff-c25e-4e2a-b83d-b2d954159994 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26c0b86b-4bf0-4732-a1d5-1d287ccecc2f') {'for_net_delete': True} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:51.090071 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-19f7afff-c25e-4e2a-b83d-b2d954159994 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26c0b86b-4bf0-4732-a1d5-1d287ccecc2f') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:51.092590 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4fee4ea2-c9a9-4cf1-bcf1-dbe318e7bf79 tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742056637431'] for network (54d1bdae-cf27-4c39-acf5-277baeb09cb5), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:51.105183 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-19f7afff-c25e-4e2a-b83d-b2d954159994 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742057113766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3501147'] for segment (26c0b86b-4bf0-4732-a1d5-1d287ccecc2f), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:51.129021 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-19f7afff-c25e-4e2a-b83d-b2d954159994 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (26c0b86b-4bf0-4732-a1d5-1d287ccecc2f), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:51.138175 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19f7afff-c25e-4e2a-b83d-b2d954159994 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Releasing vlan 270 on physical network physnet1 to pool {{(pid=103407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:37:51.138605 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-19f7afff-c25e-4e2a-b83d-b2d954159994 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3498166'] for segment (26c0b86b-4bf0-4732-a1d5-1d287ccecc2f), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:51.141517 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9e3291a-659e-462d-b06b-60d2cbcc6cfe tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:37:51.141795 dv-neutron-master-2-hyperv neutron-server[103407]: Traceback (most recent call last): Feb 28 10:37:51.141795 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:37:51.141795 dv-neutron-master-2-hyperv neutron-server[103407]: timer() Feb 28 10:37:51.141795 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:37:51.141795 dv-neutron-master-2-hyperv neutron-server[103407]: cb(*args, **kw) Feb 28 10:37:51.141795 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:37:51.141795 dv-neutron-master-2-hyperv neutron-server[103407]: return func(*args, **kwargs) Feb 28 10:37:51.141795 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:37:51.141795 dv-neutron-master-2-hyperv neutron-server[103407]: self._notify() Feb 28 10:37:51.141795 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:37:51.141795 dv-neutron-master-2-hyperv neutron-server[103407]: self.callback(batched_events) Feb 28 10:37:51.141795 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:37:51.141795 dv-neutron-master-2-hyperv neutron-server[103407]: event.method(event) Feb 28 10:37:51.141795 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:37:51.141795 dv-neutron-master-2-hyperv neutron-server[103407]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:37:51.141795 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:37:51.141795 dv-neutron-master-2-hyperv neutron-server[103407]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:37:51.141795 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:37:51.141795 dv-neutron-master-2-hyperv neutron-server[103407]: return f(self, *a, **k) Feb 28 10:37:51.141795 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:37:51.141795 dv-neutron-master-2-hyperv neutron-server[103407]: return self._get(url).json() Feb 28 10:37:51.141795 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:37:51.141795 dv-neutron-master-2-hyperv neutron-server[103407]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:37:51.141795 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:37:51.141795 dv-neutron-master-2-hyperv neutron-server[103407]: return self.request(url, 'GET', **kwargs) Feb 28 10:37:51.141795 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:37:51.141795 dv-neutron-master-2-hyperv neutron-server[103407]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:37:51.141795 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:37:51.141795 dv-neutron-master-2-hyperv neutron-server[103407]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:37:51.141795 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:37:51.141795 dv-neutron-master-2-hyperv neutron-server[103407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:37:51.141795 dv-neutron-master-2-hyperv neutron-server[103407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:37:51.152902 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4fee4ea2-c9a9-4cf1-bcf1-dbe318e7bf79 tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551'] for network (54d1bdae-cf27-4c39-acf5-277baeb09cb5), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:51.156095 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ab4cfd-a763-4cdf-ac14-7e0b33cbb834 None None] Sync routers for ids ['0cf00459-5e1e-44fd-96a7-4bfd2c16685a'] in dv-neutron-master-2-hyperv {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:37:51.157390 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-d9e3291a-659e-462d-b06b-60d2cbcc6cfe tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] 10.222.0.20 "PUT /v2.0/routers/0cf00459-5e1e-44fd-96a7-4bfd2c16685a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6102855 Feb 28 10:37:51.160366 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 39102) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:51.161698 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fee4ea2-c9a9-4cf1-bcf1-dbe318e7bf79 tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:51.162350 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4fee4ea2-c9a9-4cf1-bcf1-dbe318e7bf79 tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:51.168196 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ab4cfd-a763-4cdf-ac14-7e0b33cbb834 None None] Routers {'0cf00459-5e1e-44fd-96a7-4bfd2c16685a'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:37:51.168974 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-e6ab4cfd-a763-4cdf-ac14-7e0b33cbb834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:37:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['0cf00459-5e1e-44fd-96a7-4bfd2c16685a'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:51.204404 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2d5ab69-0b98-4542-b1c6-5282936ae314 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] GET failed (client error): The resource could not be found. Feb 28 10:37:51.206040 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-a2d5ab69-0b98-4542-b1c6-5282936ae314 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] 10.222.0.20 "GET /v2.0/ports/4fdf660f-7dca-4178-b675-bbb03017ecf2 HTTP/1.1" status: 404 len: 333 time: 0.0444233 Feb 28 10:37:51.209093 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 39104) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:51.230656 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-e6ab4cfd-a763-4cdf-ac14-7e0b33cbb834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:51.241420 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ab4cfd-a763-4cdf-ac14-7e0b33cbb834 None None] Routers {'0cf00459-5e1e-44fd-96a7-4bfd2c16685a'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:37:51.242666 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-e6ab4cfd-a763-4cdf-ac14-7e0b33cbb834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:37:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['0cf00459-5e1e-44fd-96a7-4bfd2c16685a'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:51.279647 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-e6ab4cfd-a763-4cdf-ac14-7e0b33cbb834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:51.280720 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ab4cfd-a763-4cdf-ac14-7e0b33cbb834 None None] The sync data for ids ['0cf00459-5e1e-44fd-96a7-4bfd2c16685a'] in dv-neutron-master-2-hyperv is: [] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:37:51.295892 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-4fee4ea2-c9a9-4cf1-bcf1-dbe318e7bf79 tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6471879 Feb 28 10:37:51.295892 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 39106) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:51.297244 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-63952415-df24-47d4-9997-8325d134b930 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks [] for router (0cf00459-5e1e-44fd-96a7-4bfd2c16685a), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:51.300474 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-77cb1b72-0291-41ab-b2d5-386f3570c154 tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] Request body: {'subnet': {'network_id': '54d1bdae-cf27-4c39-acf5-277baeb09cb5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:37:51.306073 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-19f7afff-c25e-4e2a-b83d-b2d954159994 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803269'] for network (24620c3b-2ee9-46f5-83ce-78e4e46943bb), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:51.321257 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fee4ea2-c9a9-4cf1-bcf1-dbe318e7bf79 tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] Pushing event updated for resources: {'Network': ['ID=54d1bdae-cf27-4c39-acf5-277baeb09cb5,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:51.334680 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Network 54d1bdae-cf27-4c39-acf5-277baeb09cb5 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103409) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:37:51.349845 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-19f7afff-c25e-4e2a-b83d-b2d954159994 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:51.353117 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-19f7afff-c25e-4e2a-b83d-b2d954159994 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] 10.222.0.20 "DELETE /v2.0/networks/24620c3b-2ee9-46f5-83ce-78e4e46943bb HTTP/1.1" status: 204 len: 168 time: 0.9256070 Feb 28 10:37:51.382966 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f7afff-c25e-4e2a-b83d-b2d954159994 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Pushing event deleted for resources: {'Network': ['ID=24620c3b-2ee9-46f5-83ce-78e4e46943bb,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:51.398965 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f7afff-c25e-4e2a-b83d-b2d954159994 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:37:51.399331 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f7afff-c25e-4e2a-b83d-b2d954159994 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:37:51.399688 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f7afff-c25e-4e2a-b83d-b2d954159994 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:37:51.400040 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f7afff-c25e-4e2a-b83d-b2d954159994 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:37:51.400381 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f7afff-c25e-4e2a-b83d-b2d954159994 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:37:51.400769 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f7afff-c25e-4e2a-b83d-b2d954159994 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:37:51.401108 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f7afff-c25e-4e2a-b83d-b2d954159994 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:37:51.401445 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f7afff-c25e-4e2a-b83d-b2d954159994 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:37:51.401784 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f7afff-c25e-4e2a-b83d-b2d954159994 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:37:51.402121 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f7afff-c25e-4e2a-b83d-b2d954159994 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:37:51.402457 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f7afff-c25e-4e2a-b83d-b2d954159994 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:37:51.402791 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f7afff-c25e-4e2a-b83d-b2d954159994 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:37:51.403120 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f7afff-c25e-4e2a-b83d-b2d954159994 tempest-NetworksIpV6Test-1793349091 tempest-NetworksIpV6Test-1793349091-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:37:51.440328 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77cb1b72-0291-41ab-b2d5-386f3570c154 tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] Made reservation on behalf of 144ed84116b6411581000615a040ee65 for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:37:51.443946 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-77cb1b72-0291-41ab-b2d5-386f3570c154 tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3516581'] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:51.492761 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-63952415-df24-47d4-9997-8325d134b930 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1807017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5941'] for router (0cf00459-5e1e-44fd-96a7-4bfd2c16685a), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:51.497902 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-63952415-df24-47d4-9997-8325d134b930 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks [] for router_controller (0cf00459-5e1e-44fd-96a7-4bfd2c16685a), precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:51.565822 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-63952415-df24-47d4-9997-8325d134b930 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1806994'] for router (0cf00459-5e1e-44fd-96a7-4bfd2c16685a), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:51.566916 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63952415-df24-47d4-9997-8325d134b930 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Fanout notify agent at l3_agent the message router_deleted on router 0cf00459-5e1e-44fd-96a7-4bfd2c16685a {{(pid=103408) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 10:37:51.573468 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-63952415-df24-47d4-9997-8325d134b930 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks [] for router (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:51.577612 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-63952415-df24-47d4-9997-8325d134b930 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] 10.222.0.20 "DELETE /v2.0/routers/0cf00459-5e1e-44fd-96a7-4bfd2c16685a HTTP/1.1" status: 204 len: 168 time: 0.3674920 Feb 28 10:37:51.578235 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 39110) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:51.639746 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_v2 [None req-133c3417-4c95-4fde-9d26-3efe85e8d0fd tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Deleting subnet a45232ec-8a1c-4c7e-8a1f-7492c5cc0858 {{(pid=103408) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:37:51.643446 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-133c3417-4c95-4fde-9d26-3efe85e8d0fd tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks [] for subnet (a45232ec-8a1c-4c7e-8a1f-7492c5cc0858), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:51.658160 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-77cb1b72-0291-41ab-b2d5-386f3570c154 tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3498031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3516567'] for subnet (8f4e609c-c9f1-47a3-9e70-8e9d8e0800e0), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:51.690245 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-133c3417-4c95-4fde-9d26-3efe85e8d0fd tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3423529'] for subnet (a45232ec-8a1c-4c7e-8a1f-7492c5cc0858), precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:51.723025 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cb1b72-0291-41ab-b2d5-386f3570c154 tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] Pushing event updated for resources: {'Subnet': ['ID=8f4e609c-c9f1-47a3-9e70-8e9d8e0800e0,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:51.730788 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77cb1b72-0291-41ab-b2d5-386f3570c154 tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] Checking segment: {'id': 'e592e93e-5e78-4ed5-b9b2-0219d34a1cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '54d1bdae-cf27-4c39-acf5-277baeb09cb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:37:51.731042 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77cb1b72-0291-41ab-b2d5-386f3570c154 tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] Network hostable DHCP agents. Network: 54d1bdae-cf27-4c39-acf5-277baeb09cb5, hostable agents: ['fb6705d2-4f70-4965-92a3-fbfccd43a6d3'], hosted agents: [] {{(pid=103407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:37:51.736315 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 39114) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:51.756655 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77cb1b72-0291-41ab-b2d5-386f3570c154 tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] Network 54d1bdae-cf27-4c39-acf5-277baeb09cb5 is scheduled to be hosted by DHCP agent fb6705d2-4f70-4965-92a3-fbfccd43a6d3 with binding_index 1 {{(pid=103407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:37:51.766670 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-77cb1b72-0291-41ab-b2d5-386f3570c154 tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 54d1bdae-cf27-4c39-acf5-277baeb09cb5) {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:37:51.771882 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77cb1b72-0291-41ab-b2d5-386f3570c154 tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:51.772493 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-77cb1b72-0291-41ab-b2d5-386f3570c154 tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] Publish callbacks [] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:51.779729 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc771353-03b8-4250-bcd4-3a9f1bba11fd None None] Network 54d1bdae-cf27-4c39-acf5-277baeb09cb5 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:37:51.793594 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-133c3417-4c95-4fde-9d26-3efe85e8d0fd tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-823142'] for subnet (a45232ec-8a1c-4c7e-8a1f-7492c5cc0858), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:51.799255 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-77cb1b72-0291-41ab-b2d5-386f3570c154 tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5004325 Feb 28 10:37:51.799504 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 39118) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:51.805544 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-57096a8a-b994-47ac-804c-ba14a3f20f37 tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] Request body: {'network': {'name': 'tempest-router-network01--431875149'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:37:51.838379 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57096a8a-b994-47ac-804c-ba14a3f20f37 tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] Made reservation on behalf of 144ed84116b6411581000615a040ee65 for: {'network': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:37:51.843334 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-57096a8a-b994-47ac-804c-ba14a3f20f37 tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for network (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:51.873467 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57096a8a-b994-47ac-804c-ba14a3f20f37 tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 294} {{(pid=103407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:37:51.886819 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-57096a8a-b994-47ac-804c-ba14a3f20f37 tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (de121f9e-230f-4036-a5c6-06c0d23b7b48), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:51.887508 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.db.segments_db [None req-57096a8a-b994-47ac-804c-ba14a3f20f37 tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] Added segment de121f9e-230f-4036-a5c6-06c0d23b7b48 of type vlan for network c9bb1749-a93d-45bd-8a18-618831088fe9 Feb 28 10:37:51.897076 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-133c3417-4c95-4fde-9d26-3efe85e8d0fd tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-823145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3242523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3951170'] for subnet (a45232ec-8a1c-4c7e-8a1f-7492c5cc0858), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:51.904807 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a2873ee-b91a-4c3d-b8e9-5bdf45364720 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-54d1bdae-cf27-4c39-acf5-277baeb09cb5', 'network_id': '54d1bdae-cf27-4c39-acf5-277baeb09cb5', 'project_id': '144ed84116b6411581000615a040ee65', 'fixed_ips': [{'subnet_id': '8f4e609c-c9f1-47a3-9e70-8e9d8e0800e0'}]}} from dv-neutron-master-2-hyperv. {{(pid=103409) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:37:51.905900 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5a2873ee-b91a-4c3d-b8e9-5bdf45364720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:51.933685 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-57096a8a-b994-47ac-804c-ba14a3f20f37 tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742056637431'] for network (c9bb1749-a93d-45bd-8a18-618831088fe9), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:51.936088 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133c3417-4c95-4fde-9d26-3efe85e8d0fd tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Pushing event deleted for resources: {'Subnet': ['ID=a45232ec-8a1c-4c7e-8a1f-7492c5cc0858,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:51.941944 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-133c3417-4c95-4fde-9d26-3efe85e8d0fd tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks [] for subnet (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:51.947905 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-133c3417-4c95-4fde-9d26-3efe85e8d0fd tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] 10.222.0.20 "DELETE /v2.0/subnets/a45232ec-8a1c-4c7e-8a1f-7492c5cc0858 HTTP/1.1" status: 204 len: 168 time: 0.3684902 Feb 28 10:37:51.949258 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 39120) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:51.950614 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-cd8c8ca2-e8fc-453b-bfac-bcba5769ad3b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ecbebc6a99ee48f398013303d806c3bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2131658 Feb 28 10:37:51.953167 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 39122) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:51.996988 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a4cddab-78f7-4b3f-adeb-eaa33782a3a5 None None] Network 99956a9d-f422-4e75-afe9-0f7ca68ef798 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:37:52.007629 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ded0caac-d390-4176-b0c9-ba1aa5c75daa admin admin] Publish callbacks [] for security_group (10c59ebe-6285-4d3d-9545-c01897f4ee89), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:52.025179 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-57096a8a-b994-47ac-804c-ba14a3f20f37 tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551'] for network (c9bb1749-a93d-45bd-8a18-618831088fe9), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:52.030147 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57096a8a-b994-47ac-804c-ba14a3f20f37 tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:52.030744 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-57096a8a-b994-47ac-804c-ba14a3f20f37 tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:52.035485 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ded0caac-d390-4176-b0c9-ba1aa5c75daa admin admin] Publish callbacks [] for security_group (10c59ebe-6285-4d3d-9545-c01897f4ee89), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:52.091065 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ded0caac-d390-4176-b0c9-ba1aa5c75daa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (10c59ebe-6285-4d3d-9545-c01897f4ee89), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:52.096711 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-57096a8a-b994-47ac-804c-ba14a3f20f37 tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2960639 Feb 28 10:37:52.097130 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ded0caac-d390-4176-b0c9-ba1aa5c75daa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:52.098606 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-ded0caac-d390-4176-b0c9-ba1aa5c75daa admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/10c59ebe-6285-4d3d-9545-c01897f4ee89 HTTP/1.1" status: 204 len: 168 time: 0.1444905 Feb 28 10:37:52.100800 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 39124) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:52.103090 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6a0f8f6f-827c-4857-bc16-6d8bb767d3dc tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-665757'] for network (99956a9d-f422-4e75-afe9-0f7ca68ef798), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:52.109350 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-5ea1988e-6c5a-488b-9d40-75765a66ff01 tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] Request body: {'network': {'name': 'tempest-router-network02--1070229600'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:37:52.126379 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57096a8a-b994-47ac-804c-ba14a3f20f37 tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] Pushing event updated for resources: {'Network': ['ID=c9bb1749-a93d-45bd-8a18-618831088fe9,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:52.129049 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded0caac-d390-4176-b0c9-ba1aa5c75daa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10c59ebe-6285-4d3d-9545-c01897f4ee89,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:52.146580 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ea1988e-6c5a-488b-9d40-75765a66ff01 tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] Made reservation on behalf of 144ed84116b6411581000615a040ee65 for: {'network': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:37:52.150345 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5ea1988e-6c5a-488b-9d40-75765a66ff01 tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for network (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:52.151778 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Network c9bb1749-a93d-45bd-8a18-618831088fe9 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103409) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:37:52.177205 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ea1988e-6c5a-488b-9d40-75765a66ff01 tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 290} {{(pid=103408) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:37:52.179185 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-5a2873ee-b91a-4c3d-b8e9-5bdf45364720 None None] Allocated IP 172.20.0.2 (54d1bdae-cf27-4c39-acf5-277baeb09cb5/8f4e609c-c9f1-47a3-9e70-8e9d8e0800e0/6874ca04-dfc1-461c-9100-cd010d7e2a44) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:37:52.189270 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-6a0f8f6f-827c-4857-bc16-6d8bb767d3dc tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Deleting port c6b721b1-da32-45ff-881e-71c116888978 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:37:52.189592 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5ea1988e-6c5a-488b-9d40-75765a66ff01 tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (e79a800c-c973-4499-aaa3-1a19663e8716), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:52.189816 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.db.segments_db [None req-5ea1988e-6c5a-488b-9d40-75765a66ff01 tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] Added segment e79a800c-c973-4499-aaa3-1a19663e8716 of type vlan for network 6b201f04-2231-4899-b90c-ddcd6111c832 Feb 28 10:37:52.190020 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6a0f8f6f-827c-4857-bc16-6d8bb767d3dc tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (c6b721b1-da32-45ff-881e-71c116888978), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:52.261753 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5ea1988e-6c5a-488b-9d40-75765a66ff01 tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742056637431'] for network (6b201f04-2231-4899-b90c-ddcd6111c832), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:52.271261 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-6a0f8f6f-827c-4857-bc16-6d8bb767d3dc tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] For port c6b721b1-da32-45ff-881e-71c116888978, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c6b721b1-da32-45ff-881e-71c116888978,segment=NetworkSegment(ef91ef0d-a592-44fb-a351-a210b00ca1d5),segment_id=ef91ef0d-a592-44fb-a351-a210b00ca1d5)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:37:52.271636 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6a0f8f6f-827c-4857-bc16-6d8bb767d3dc tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (c6b721b1-da32-45ff-881e-71c116888978), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:52.292543 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-6a0f8f6f-827c-4857-bc16-6d8bb767d3dc tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Calling delete_port for c6b721b1-da32-45ff-881e-71c116888978 owned by network:dhcp {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:37:52.319276 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5ea1988e-6c5a-488b-9d40-75765a66ff01 tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551'] for network (6b201f04-2231-4899-b90c-ddcd6111c832), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:52.327015 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ea1988e-6c5a-488b-9d40-75765a66ff01 tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:52.327674 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5ea1988e-6c5a-488b-9d40-75765a66ff01 tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] Publish callbacks [] for network (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:52.427825 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6a0f8f6f-827c-4857-bc16-6d8bb767d3dc tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (c6b721b1-da32-45ff-881e-71c116888978), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:52.434879 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f07457b5-af1b-46f1-a8c7-e4f29eed9ac1 None None] DHCP port deletion for 99956a9d-f422-4e75-afe9-0f7ca68ef798 request from dv-neutron-master-2-hyperv {{(pid=103409) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:37:52.435327 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-5ea1988e-6c5a-488b-9d40-75765a66ff01 tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3307328 Feb 28 10:37:52.440869 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 39128) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:52.448919 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0f8f6f-827c-4857-bc16-6d8bb767d3dc tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] No DVR routers for this DVR port c6b721b1-da32-45ff-881e-71c116888978 on host dv-neutron-master-2-hyperv {{(pid=103407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:37:52.456847 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea1988e-6c5a-488b-9d40-75765a66ff01 tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] Pushing event updated for resources: {'Network': ['ID=6b201f04-2231-4899-b90c-ddcd6111c832,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:52.461259 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-6ad29b8d-21e7-41c4-8923-bf46c2c41f33 tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] Request body: {'subnet': {'network_id': 'c9bb1749-a93d-45bd-8a18-618831088fe9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:37:52.471249 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Network 6b201f04-2231-4899-b90c-ddcd6111c832 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103409) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:37:52.473526 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5a2873ee-b91a-4c3d-b8e9-5bdf45364720 None None] Publish callbacks [] for port (6874ca04-dfc1-461c-9100-cd010d7e2a44), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:52.513209 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5a2873ee-b91a-4c3d-b8e9-5bdf45364720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749'] for port (6874ca04-dfc1-461c-9100-cd010d7e2a44), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:52.546234 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0f8f6f-827c-4857-bc16-6d8bb767d3dc tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Pushing event deleted for resources: {'Port': ['ID=c6b721b1-da32-45ff-881e-71c116888978,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:52.584154 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a2873ee-b91a-4c3d-b8e9-5bdf45364720 None None] Network 54d1bdae-cf27-4c39-acf5-277baeb09cb5 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:37:52.593562 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-5a2873ee-b91a-4c3d-b8e9-5bdf45364720 None None] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:37:52.595978 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2873ee-b91a-4c3d-b8e9-5bdf45364720 None None] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:37:52.598037 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2873ee-b91a-4c3d-b8e9-5bdf45364720 None None] Pushing event updated for resources: {'Port': ['ID=6874ca04-dfc1-461c-9100-cd010d7e2a44,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:52.640776 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6a0f8f6f-827c-4857-bc16-6d8bb767d3dc tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672413', 'neutron.services.segments.db._delete_segments_for_network-8742057110173'] for network (99956a9d-f422-4e75-afe9-0f7ca68ef798), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:52.646701 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 9cd10b00-0c40-4153-a273-7cf7428d32db no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:37:52.670469 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-6a0f8f6f-827c-4857-bc16-6d8bb767d3dc tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99956a9d-f422-4e75-afe9-0f7ca68ef798']}} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:52.676681 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] No Port match for: 9cd10b00-0c40-4153-a273-7cf7428d32db {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:37:52.677035 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 9cd10b00-0c40-4153-a273-7cf7428d32db not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:37:52.677473 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device c6b721b1-da32-45ff-881e-71c116888978 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:37:52.679326 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-5a2873ee-b91a-4c3d-b8e9-5bdf45364720 None None] Attempting to bind port 6874ca04-dfc1-461c-9100-cd010d7e2a44 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:37:52.679694 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-5a2873ee-b91a-4c3d-b8e9-5bdf45364720 None None] Attempting to bind port 6874ca04-dfc1-461c-9100-cd010d7e2a44 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'e592e93e-5e78-4ed5-b9b2-0219d34a1cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '54d1bdae-cf27-4c39-acf5-277baeb09cb5'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:37:52.680048 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2873ee-b91a-4c3d-b8e9-5bdf45364720 None None] Attempting to bind port 6874ca04-dfc1-461c-9100-cd010d7e2a44 on network 54d1bdae-cf27-4c39-acf5-277baeb09cb5 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:37:52.684734 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-6a0f8f6f-827c-4857-bc16-6d8bb767d3dc tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef91ef0d-a592-44fb-a351-a210b00ca1d5') {'for_net_delete': True} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:52.685042 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-6a0f8f6f-827c-4857-bc16-6d8bb767d3dc tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef91ef0d-a592-44fb-a351-a210b00ca1d5') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:52.698472 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6a0f8f6f-827c-4857-bc16-6d8bb767d3dc tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742057113766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3501147'] for segment (ef91ef0d-a592-44fb-a351-a210b00ca1d5), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:52.702149 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2873ee-b91a-4c3d-b8e9-5bdf45364720 None None] Checking agent: {'id': '75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 24, 15), 'started_at': datetime.datetime(2022, 2, 28, 10, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 37, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:37:52.702535 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2873ee-b91a-4c3d-b8e9-5bdf45364720 None None] Checking segment: {'id': 'e592e93e-5e78-4ed5-b9b2-0219d34a1cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '54d1bdae-cf27-4c39-acf5-277baeb09cb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:37:52.702940 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5a2873ee-b91a-4c3d-b8e9-5bdf45364720 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:52.703338 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2873ee-b91a-4c3d-b8e9-5bdf45364720 None None] Bound using segment: {'id': 'e592e93e-5e78-4ed5-b9b2-0219d34a1cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '54d1bdae-cf27-4c39-acf5-277baeb09cb5'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:37:52.703824 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-5a2873ee-b91a-4c3d-b8e9-5bdf45364720 None None] Bound port: 6874ca04-dfc1-461c-9100-cd010d7e2a44, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e592e93e-5e78-4ed5-b9b2-0219d34a1cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '54d1bdae-cf27-4c39-acf5-277baeb09cb5'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:37:52.704285 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5a2873ee-b91a-4c3d-b8e9-5bdf45364720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (6874ca04-dfc1-461c-9100-cd010d7e2a44), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:52.705087 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ad29b8d-21e7-41c4-8923-bf46c2c41f33 tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] Made reservation on behalf of 144ed84116b6411581000615a040ee65 for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:37:52.707319 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] No Port match for: c6b721b1-da32-45ff-881e-71c116888978 {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:37:52.707663 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device c6b721b1-da32-45ff-881e-71c116888978 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:37:52.708583 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6ad29b8d-21e7-41c4-8923-bf46c2c41f33 tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3516581'] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:52.762137 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6a0f8f6f-827c-4857-bc16-6d8bb767d3dc tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (ef91ef0d-a592-44fb-a351-a210b00ca1d5), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:52.773491 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-5a2873ee-b91a-4c3d-b8e9-5bdf45364720 None None] For port 6874ca04-dfc1-461c-9100-cd010d7e2a44, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:37:52.779437 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a0f8f6f-827c-4857-bc16-6d8bb767d3dc tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Releasing vlan 264 on physical network physnet1 to pool {{(pid=103407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:37:52.779856 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6a0f8f6f-827c-4857-bc16-6d8bb767d3dc tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3498166'] for segment (ef91ef0d-a592-44fb-a351-a210b00ca1d5), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:52.782969 dv-neutron-master-2-hyperv neutron-server[103407]: Traceback (most recent call last): Feb 28 10:37:52.782969 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:37:52.782969 dv-neutron-master-2-hyperv neutron-server[103407]: timer() Feb 28 10:37:52.782969 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:37:52.782969 dv-neutron-master-2-hyperv neutron-server[103407]: cb(*args, **kw) Feb 28 10:37:52.782969 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:37:52.782969 dv-neutron-master-2-hyperv neutron-server[103407]: return func(*args, **kwargs) Feb 28 10:37:52.782969 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:37:52.782969 dv-neutron-master-2-hyperv neutron-server[103407]: self._notify() Feb 28 10:37:52.782969 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:37:52.782969 dv-neutron-master-2-hyperv neutron-server[103407]: self.callback(batched_events) Feb 28 10:37:52.782969 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:37:52.782969 dv-neutron-master-2-hyperv neutron-server[103407]: event.method(event) Feb 28 10:37:52.782969 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:37:52.782969 dv-neutron-master-2-hyperv neutron-server[103407]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:37:52.782969 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:37:52.782969 dv-neutron-master-2-hyperv neutron-server[103407]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:37:52.782969 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:37:52.782969 dv-neutron-master-2-hyperv neutron-server[103407]: return f(self, *a, **k) Feb 28 10:37:52.782969 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:37:52.782969 dv-neutron-master-2-hyperv neutron-server[103407]: return self._get(url).json() Feb 28 10:37:52.782969 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:37:52.782969 dv-neutron-master-2-hyperv neutron-server[103407]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:37:52.782969 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:37:52.782969 dv-neutron-master-2-hyperv neutron-server[103407]: return self.request(url, 'GET', **kwargs) Feb 28 10:37:52.782969 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:37:52.782969 dv-neutron-master-2-hyperv neutron-server[103407]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:37:52.782969 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:37:52.782969 dv-neutron-master-2-hyperv neutron-server[103407]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:37:52.782969 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:37:52.782969 dv-neutron-master-2-hyperv neutron-server[103407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:37:52.782969 dv-neutron-master-2-hyperv neutron-server[103407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:37:52.858206 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6a0f8f6f-827c-4857-bc16-6d8bb767d3dc tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803269'] for network (99956a9d-f422-4e75-afe9-0f7ca68ef798), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:52.858475 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-5a2873ee-b91a-4c3d-b8e9-5bdf45364720 None None] For port 6874ca04-dfc1-461c-9100-cd010d7e2a44, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6874ca04-dfc1-461c-9100-cd010d7e2a44,segment=NetworkSegment(e592e93e-5e78-4ed5-b9b2-0219d34a1cdf),segment_id=e592e93e-5e78-4ed5-b9b2-0219d34a1cdf)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:37:52.866473 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6a0f8f6f-827c-4857-bc16-6d8bb767d3dc tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:52.873174 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5a2873ee-b91a-4c3d-b8e9-5bdf45364720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (6874ca04-dfc1-461c-9100-cd010d7e2a44), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:52.873407 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-6a0f8f6f-827c-4857-bc16-6d8bb767d3dc tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] 10.222.0.20 "DELETE /v2.0/networks/99956a9d-f422-4e75-afe9-0f7ca68ef798 HTTP/1.1" status: 204 len: 168 time: 0.9189463 Feb 28 10:37:52.874002 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 39140) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:52.890570 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0f8f6f-827c-4857-bc16-6d8bb767d3dc tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Pushing event deleted for resources: {'Network': ['ID=99956a9d-f422-4e75-afe9-0f7ca68ef798,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:52.943550 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c675314-ba18-442a-a557-9514348ebbdf tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:52.948379 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-3c675314-ba18-442a-a557-9514348ebbdf tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] 10.222.0.20 "GET /v2.0/ports/bc0eb751-e9f7-46d0-9190-c77216b09b4d HTTP/1.1" status: 200 len: 840 time: 0.0700448 Feb 28 10:37:52.948618 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 39146) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:52.993407 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2873ee-b91a-4c3d-b8e9-5bdf45364720 None None] Pushing event updated for resources: {'Port': ['ID=6874ca04-dfc1-461c-9100-cd010d7e2a44,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:53.019728 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-515c8521-1292-44af-a634-b2798c7eb878 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] 10.222.0.20 "GET /v2.0/ports/bc0eb751-e9f7-46d0-9190-c77216b09b4d?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0696580 Feb 28 10:37:53.025004 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 39150) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:53.029985 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-4de77c26-9daf-4567-a008-76ddf321ed37 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Request body: {'subnet': {'network_id': '844110a3-e6ac-4fc6-ae4d-875b06ee580b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:37:53.037061 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6ad29b8d-21e7-41c4-8923-bf46c2c41f33 tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3498031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3516567'] for subnet (39859482-0636-4422-8e6b-55f39cdc82dd), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:53.120193 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad29b8d-21e7-41c4-8923-bf46c2c41f33 tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] Pushing event updated for resources: {'Subnet': ['ID=39859482-0636-4422-8e6b-55f39cdc82dd,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:53.127982 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad29b8d-21e7-41c4-8923-bf46c2c41f33 tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] Checking segment: {'id': 'de121f9e-230f-4036-a5c6-06c0d23b7b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'c9bb1749-a93d-45bd-8a18-618831088fe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:37:53.128386 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ad29b8d-21e7-41c4-8923-bf46c2c41f33 tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] Network hostable DHCP agents. Network: c9bb1749-a93d-45bd-8a18-618831088fe9, hostable agents: ['fb6705d2-4f70-4965-92a3-fbfccd43a6d3'], hosted agents: [] {{(pid=103407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:37:53.144304 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4de77c26-9daf-4567-a008-76ddf321ed37 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Made reservation on behalf of 3f882f7a65fb4f4b8c37408f45ffc93a for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:37:53.150179 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4de77c26-9daf-4567-a008-76ddf321ed37 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3951209'] for subnet (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:53.151739 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ad29b8d-21e7-41c4-8923-bf46c2c41f33 tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] Network c9bb1749-a93d-45bd-8a18-618831088fe9 is scheduled to be hosted by DHCP agent fb6705d2-4f70-4965-92a3-fbfccd43a6d3 with binding_index 1 {{(pid=103407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:37:53.187309 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-6ad29b8d-21e7-41c4-8923-bf46c2c41f33 tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, c9bb1749-a93d-45bd-8a18-618831088fe9) {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:37:53.192785 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ad29b8d-21e7-41c4-8923-bf46c2c41f33 tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:53.193582 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6ad29b8d-21e7-41c4-8923-bf46c2c41f33 tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] Publish callbacks [] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:53.208380 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cf07560-4732-4558-b1c7-bb4e0f0b184e None None] Network c9bb1749-a93d-45bd-8a18-618831088fe9 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:37:53.227401 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-6ad29b8d-21e7-41c4-8923-bf46c2c41f33 tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7698338 Feb 28 10:37:53.227708 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 39154) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:53.233761 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-fda9252e-e7e2-44be-b49a-5c9f4f2c6ed1 tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] Request body: {'subnet': {'network_id': '6b201f04-2231-4899-b90c-ddcd6111c832', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:37:53.244177 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 39156) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:53.416181 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4059b24-fec2-45fe-955c-9394e8e1a291 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-c9bb1749-a93d-45bd-8a18-618831088fe9', 'network_id': 'c9bb1749-a93d-45bd-8a18-618831088fe9', 'project_id': '144ed84116b6411581000615a040ee65', 'fixed_ips': [{'subnet_id': '39859482-0636-4422-8e6b-55f39cdc82dd'}]}} from dv-neutron-master-2-hyperv. {{(pid=103409) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:37:53.417377 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c4059b24-fec2-45fe-955c-9394e8e1a291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:53.421496 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fda9252e-e7e2-44be-b49a-5c9f4f2c6ed1 tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] Made reservation on behalf of 144ed84116b6411581000615a040ee65 for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:37:53.426690 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fda9252e-e7e2-44be-b49a-5c9f4f2c6ed1 tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3516581'] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:53.489178 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4de77c26-9daf-4567-a008-76ddf321ed37 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3242588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3951195'] for subnet (7e4f0adb-1ed6-465f-9d48-3ee7b4fdf770), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:53.506593 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-c630d5fe-ab9c-4b0e-9313-fc9be8ef5ee4 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-940983417'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:37:53.541291 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4de77c26-9daf-4567-a008-76ddf321ed37 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Network 844110a3-e6ac-4fc6-ae4d-875b06ee580b is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:37:53.544726 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-4de77c26-9daf-4567-a008-76ddf321ed37 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:37:53.549921 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de77c26-9daf-4567-a008-76ddf321ed37 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:53.550543 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4de77c26-9daf-4567-a008-76ddf321ed37 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks [] for subnet (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:53.556618 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c630d5fe-ab9c-4b0e-9313-fc9be8ef5ee4 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Made reservation on behalf of 0807ae000e4d47fbb1b05ed62ebad745 for: {'network': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:37:53.557003 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de77c26-9daf-4567-a008-76ddf321ed37 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Pushing event updated for resources: {'Subnet': ['ID=7e4f0adb-1ed6-465f-9d48-3ee7b4fdf770,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:53.561127 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c630d5fe-ab9c-4b0e-9313-fc9be8ef5ee4 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for network (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:53.566954 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de77c26-9daf-4567-a008-76ddf321ed37 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:37:53.567394 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de77c26-9daf-4567-a008-76ddf321ed37 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:37:53.567670 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de77c26-9daf-4567-a008-76ddf321ed37 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:37:53.568009 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de77c26-9daf-4567-a008-76ddf321ed37 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:37:53.568418 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de77c26-9daf-4567-a008-76ddf321ed37 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:37:53.568761 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de77c26-9daf-4567-a008-76ddf321ed37 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:37:53.569256 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de77c26-9daf-4567-a008-76ddf321ed37 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:37:53.569790 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de77c26-9daf-4567-a008-76ddf321ed37 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:37:53.570109 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de77c26-9daf-4567-a008-76ddf321ed37 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:37:53.570434 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de77c26-9daf-4567-a008-76ddf321ed37 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:37:53.570762 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de77c26-9daf-4567-a008-76ddf321ed37 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:37:53.571087 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de77c26-9daf-4567-a008-76ddf321ed37 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:37:53.571495 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de77c26-9daf-4567-a008-76ddf321ed37 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:37:53.575658 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c630d5fe-ab9c-4b0e-9313-fc9be8ef5ee4 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:53.578635 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6391da19-e0f8-45a6-ae46-693c1e44d290 None None] Network 844110a3-e6ac-4fc6-ae4d-875b06ee580b requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:37:53.585933 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-4de77c26-9daf-4567-a008-76ddf321ed37 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5598776 Feb 28 10:37:53.589000 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 39166) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:53.591710 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-c4059b24-fec2-45fe-955c-9394e8e1a291 None None] Allocated IP 172.20.0.2 (c9bb1749-a93d-45bd-8a18-618831088fe9/39859482-0636-4422-8e6b-55f39cdc82dd/da366f38-6526-4287-8b13-a55b89fc144b) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:37:53.593918 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-dbfa6246-f9cf-41df-898f-9a40c8603d45 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Request body: {'security_group': {'name': 'tempest-secgroup-961099278'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:37:53.616718 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-dbfa6246-f9cf-41df-898f-9a40c8603d45 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks [] for security_group (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:53.694317 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-dbfa6246-f9cf-41df-898f-9a40c8603d45 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks [] for security_group (470bf420-0d6c-4d5e-b71a-628ccf64640e), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:53.700664 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-dbfa6246-f9cf-41df-898f-9a40c8603d45 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (470bf420-0d6c-4d5e-b71a-628ccf64640e), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:53.735665 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-dbfa6246-f9cf-41df-898f-9a40c8603d45 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks [] for security_group (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:53.737572 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-dbfa6246-f9cf-41df-898f-9a40c8603d45 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1473172 Feb 28 10:37:53.739989 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfa6246-f9cf-41df-898f-9a40c8603d45 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=470bf420-0d6c-4d5e-b71a-628ccf64640e,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:53.742551 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 39168) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:53.746899 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-74900ee6-18ab-4327-84ae-fca8c693a60d tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Request body: {'security_group': {'name': 'tempest-secgroup-730842864'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:37:53.770247 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-74900ee6-18ab-4327-84ae-fca8c693a60d tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks [] for security_group (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:53.777456 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c630d5fe-ab9c-4b0e-9313-fc9be8ef5ee4 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks [] for security_group (9ce89fee-4338-40e3-a39d-bbc9f34bfd54), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:53.779674 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fda9252e-e7e2-44be-b49a-5c9f4f2c6ed1 tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3498031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3516567'] for subnet (073bf0a8-0eed-4791-b4d1-d55e83deba32), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:53.798491 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c630d5fe-ab9c-4b0e-9313-fc9be8ef5ee4 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (9ce89fee-4338-40e3-a39d-bbc9f34bfd54), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:53.811363 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c630d5fe-ab9c-4b0e-9313-fc9be8ef5ee4 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 275} {{(pid=103407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:37:53.818490 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41c402ff-352b-4909-8167-fe3f231195ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-844110a3-e6ac-4fc6-ae4d-875b06ee580b', 'network_id': '844110a3-e6ac-4fc6-ae4d-875b06ee580b', 'project_id': '3f882f7a65fb4f4b8c37408f45ffc93a', 'fixed_ips': [{'subnet_id': '7e4f0adb-1ed6-465f-9d48-3ee7b4fdf770'}]}} from dv-neutron-master-2-hyperv. {{(pid=103409) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:37:53.819813 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-41c402ff-352b-4909-8167-fe3f231195ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:53.821499 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c630d5fe-ab9c-4b0e-9313-fc9be8ef5ee4 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (13826a44-81cc-4efc-ba31-109940792a8d), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:53.821851 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.db.segments_db [None req-c630d5fe-ab9c-4b0e-9313-fc9be8ef5ee4 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Added segment 13826a44-81cc-4efc-ba31-109940792a8d of type vlan for network 333d47be-2642-4e06-8162-4245120d58d0 Feb 28 10:37:53.866780 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c630d5fe-ab9c-4b0e-9313-fc9be8ef5ee4 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742056637431'] for network (333d47be-2642-4e06-8162-4245120d58d0), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:53.872099 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-74900ee6-18ab-4327-84ae-fca8c693a60d tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks [] for security_group (3138dda4-a2aa-476f-a4d7-859dbe137ebb), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:53.877852 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-74900ee6-18ab-4327-84ae-fca8c693a60d tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (3138dda4-a2aa-476f-a4d7-859dbe137ebb), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:53.912314 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-74900ee6-18ab-4327-84ae-fca8c693a60d tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks [] for security_group (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:53.914273 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-74900ee6-18ab-4327-84ae-fca8c693a60d tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1711855 Feb 28 10:37:53.923557 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 39170) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:53.925743 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c630d5fe-ab9c-4b0e-9313-fc9be8ef5ee4 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ce89fee-4338-40e3-a39d-bbc9f34bfd54,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:53.948450 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-47ef7d7b-5e8f-415d-af29-9107faa49a63 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1104482597', 'security_groups': ['3138dda4-a2aa-476f-a4d7-859dbe137ebb'], 'network_id': '844110a3-e6ac-4fc6-ae4d-875b06ee580b', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '7e4f0adb-1ed6-465f-9d48-3ee7b4fdf770'}]}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:37:53.987226 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c630d5fe-ab9c-4b0e-9313-fc9be8ef5ee4 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551'] for network (333d47be-2642-4e06-8162-4245120d58d0), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:54.003523 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c630d5fe-ab9c-4b0e-9313-fc9be8ef5ee4 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:54.004198 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c630d5fe-ab9c-4b0e-9313-fc9be8ef5ee4 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:54.030652 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-41c402ff-352b-4909-8167-fe3f231195ef None None] Allocated IP 172.20.0.2 (844110a3-e6ac-4fc6-ae4d-875b06ee580b/7e4f0adb-1ed6-465f-9d48-3ee7b4fdf770/cbac8d05-d234-45b3-8c29-bb30a7d1a1f4) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:37:54.035051 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda9252e-e7e2-44be-b49a-5c9f4f2c6ed1 tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] Checking segment: {'id': 'e79a800c-c973-4499-aaa3-1a19663e8716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '6b201f04-2231-4899-b90c-ddcd6111c832'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:37:54.035675 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda9252e-e7e2-44be-b49a-5c9f4f2c6ed1 tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] Network hostable DHCP agents. Network: 6b201f04-2231-4899-b90c-ddcd6111c832, hostable agents: ['fb6705d2-4f70-4965-92a3-fbfccd43a6d3'], hosted agents: [] {{(pid=103407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:37:54.058557 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda9252e-e7e2-44be-b49a-5c9f4f2c6ed1 tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] Pushing event updated for resources: {'Subnet': ['ID=073bf0a8-0eed-4791-b4d1-d55e83deba32,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:54.100994 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74900ee6-18ab-4327-84ae-fca8c693a60d tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3138dda4-a2aa-476f-a4d7-859dbe137ebb,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:54.131964 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 39172) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:54.135858 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-c630d5fe-ab9c-4b0e-9313-fc9be8ef5ee4 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8904452 Feb 28 10:37:54.137594 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-d8b18fc0-3d44-4692-b3c2-1f6a3e531e92 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1898980383'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:37:54.150888 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c630d5fe-ab9c-4b0e-9313-fc9be8ef5ee4 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Pushing event updated for resources: {'Network': ['ID=333d47be-2642-4e06-8162-4245120d58d0,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:54.157748 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c4059b24-fec2-45fe-955c-9394e8e1a291 None None] Publish callbacks [] for port (da366f38-6526-4287-8b13-a55b89fc144b), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:54.168535 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda9252e-e7e2-44be-b49a-5c9f4f2c6ed1 tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] Network 6b201f04-2231-4899-b90c-ddcd6111c832 is scheduled to be hosted by DHCP agent fb6705d2-4f70-4965-92a3-fbfccd43a6d3 with binding_index 1 {{(pid=103407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:37:54.168842 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Network 333d47be-2642-4e06-8162-4245120d58d0 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103409) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:37:54.182248 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c4059b24-fec2-45fe-955c-9394e8e1a291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749'] for port (da366f38-6526-4287-8b13-a55b89fc144b), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:54.188617 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-fda9252e-e7e2-44be-b49a-5c9f4f2c6ed1 tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 6b201f04-2231-4899-b90c-ddcd6111c832) {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:37:54.194640 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fda9252e-e7e2-44be-b49a-5c9f4f2c6ed1 tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:54.195175 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fda9252e-e7e2-44be-b49a-5c9f4f2c6ed1 tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] Publish callbacks [] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:54.197337 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47ef7d7b-5e8f-415d-af29-9107faa49a63 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Made reservation on behalf of 3f882f7a65fb4f4b8c37408f45ffc93a for: {'port': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:37:54.207764 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8b18fc0-3d44-4692-b3c2-1f6a3e531e92 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Made reservation on behalf of 0807ae000e4d47fbb1b05ed62ebad745 for: {'network': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:37:54.211657 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d8b18fc0-3d44-4692-b3c2-1f6a3e531e92 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for network (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:54.220660 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-fda9252e-e7e2-44be-b49a-5c9f4f2c6ed1 tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9913213 Feb 28 10:37:54.222866 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 39174) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:54.290053 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8b18fc0-3d44-4692-b3c2-1f6a3e531e92 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 288} {{(pid=103408) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:37:54.304219 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b25f0875-0bdc-489b-b473-638fb9001bca None None] Network 6b201f04-2231-4899-b90c-ddcd6111c832 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:37:54.318563 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d8b18fc0-3d44-4692-b3c2-1f6a3e531e92 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (d6c6f898-b2fe-48dc-9605-374a092a9094), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:54.318940 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.db.segments_db [None req-d8b18fc0-3d44-4692-b3c2-1f6a3e531e92 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Added segment d6c6f898-b2fe-48dc-9605-374a092a9094 of type vlan for network 9c3ed7f4-a68d-47aa-892f-b9f680df0633 Feb 28 10:37:54.358919 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-47ef7d7b-5e8f-415d-af29-9107faa49a63 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:54.390530 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d8b18fc0-3d44-4692-b3c2-1f6a3e531e92 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742056637431'] for network (9c3ed7f4-a68d-47aa-892f-b9f680df0633), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:54.402428 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-47ef7d7b-5e8f-415d-af29-9107faa49a63 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] device_id is not set on port e7f0fbfb-7f2b-40d1-bdcb-7556db28dc0e yet. {{(pid=103408) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:37:54.513482 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d8b18fc0-3d44-4692-b3c2-1f6a3e531e92 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551'] for network (9c3ed7f4-a68d-47aa-892f-b9f680df0633), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:54.522476 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b18fc0-3d44-4692-b3c2-1f6a3e531e92 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:54.523286 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d8b18fc0-3d44-4692-b3c2-1f6a3e531e92 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks [] for network (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:54.601909 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-41c402ff-352b-4909-8167-fe3f231195ef None None] Publish callbacks [] for port (cbac8d05-d234-45b3-8c29-bb30a7d1a1f4), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:54.637122 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e531aecb-fe6c-429d-b63c-775b7bb7a9bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-6b201f04-2231-4899-b90c-ddcd6111c832', 'network_id': '6b201f04-2231-4899-b90c-ddcd6111c832', 'project_id': '144ed84116b6411581000615a040ee65', 'fixed_ips': [{'subnet_id': '073bf0a8-0eed-4791-b4d1-d55e83deba32'}]}} from dv-neutron-master-2-hyperv. {{(pid=103409) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:37:54.638020 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e531aecb-fe6c-429d-b63c-775b7bb7a9bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:54.651319 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-d8b18fc0-3d44-4692-b3c2-1f6a3e531e92 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5155625 Feb 28 10:37:54.654445 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 39176) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:54.655709 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3bd21dd-af38-42e0-9b19-67c51ce85e31 None None] Network 54d1bdae-cf27-4c39-acf5-277baeb09cb5 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:37:54.663449 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-46c19278-a0a9-4bb7-9132-a3fcbce41f85 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Request body: {'subnet': {'network_id': '333d47be-2642-4e06-8162-4245120d58d0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:37:54.664488 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4059b24-fec2-45fe-955c-9394e8e1a291 None None] Network c9bb1749-a93d-45bd-8a18-618831088fe9 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:37:54.673936 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-41c402ff-352b-4909-8167-fe3f231195ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749'] for port (cbac8d05-d234-45b3-8c29-bb30a7d1a1f4), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:54.693318 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 6874ca04-dfc1-461c-9100-cd010d7e2a44 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:37:54.717390 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-caca2cd4-503c-4b67-803d-2c747a23ed5d tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:54.734963 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b18fc0-3d44-4692-b3c2-1f6a3e531e92 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Pushing event updated for resources: {'Network': ['ID=9c3ed7f4-a68d-47aa-892f-b9f680df0633,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:54.779361 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4059b24-fec2-45fe-955c-9394e8e1a291 None None] Pushing event updated for resources: {'Port': ['ID=da366f38-6526-4287-8b13-a55b89fc144b,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:54.791376 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-c4059b24-fec2-45fe-955c-9394e8e1a291 None None] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:37:54.812352 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Network 9c3ed7f4-a68d-47aa-892f-b9f680df0633 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103409) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:37:54.812804 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-47ef7d7b-5e8f-415d-af29-9107faa49a63 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Allocated IP 172.20.0.11 (844110a3-e6ac-4fc6-ae4d-875b06ee580b/7e4f0adb-1ed6-465f-9d48-3ee7b4fdf770/e7f0fbfb-7f2b-40d1-bdcb-7556db28dc0e) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:37:54.838524 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46c19278-a0a9-4bb7-9132-a3fcbce41f85 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Made reservation on behalf of 0807ae000e4d47fbb1b05ed62ebad745 for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:37:54.843218 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-46c19278-a0a9-4bb7-9132-a3fcbce41f85 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3951209'] for subnet (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:55.037603 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-caca2cd4-503c-4b67-803d-2c747a23ed5d tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] Allocated IP 172.20.0.1 (c9bb1749-a93d-45bd-8a18-618831088fe9/39859482-0636-4422-8e6b-55f39cdc82dd/443e4978-cfa7-4795-9067-c5fd2d34cd86) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:37:55.055848 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4059b24-fec2-45fe-955c-9394e8e1a291 None None] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:37:55.098574 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-567d467d-9ce1-47c3-9ac7-da38fc358dc1 None None] Provisioning complete for port 6874ca04-dfc1-461c-9100-cd010d7e2a44 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:37:55.098952 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-567d467d-9ce1-47c3-9ac7-da38fc358dc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (6874ca04-dfc1-461c-9100-cd010d7e2a44), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:55.170617 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-caca2cd4-503c-4b67-803d-2c747a23ed5d tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] Publish callbacks [] for port (443e4978-cfa7-4795-9067-c5fd2d34cd86), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:55.206656 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c402ff-352b-4909-8167-fe3f231195ef None None] Network 844110a3-e6ac-4fc6-ae4d-875b06ee580b is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:37:55.231511 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-41c402ff-352b-4909-8167-fe3f231195ef None None] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:37:55.235916 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-caca2cd4-503c-4b67-803d-2c747a23ed5d tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (443e4978-cfa7-4795-9067-c5fd2d34cd86), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:55.264602 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c402ff-352b-4909-8167-fe3f231195ef None None] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:37:55.299237 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c402ff-352b-4909-8167-fe3f231195ef None None] Pushing event updated for resources: {'Port': ['ID=cbac8d05-d234-45b3-8c29-bb30a7d1a1f4,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:55.320084 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caca2cd4-503c-4b67-803d-2c747a23ed5d tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] Network c9bb1749-a93d-45bd-8a18-618831088fe9 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:37:55.323684 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-caca2cd4-503c-4b67-803d-2c747a23ed5d tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:37:55.326326 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caca2cd4-503c-4b67-803d-2c747a23ed5d tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:37:55.364324 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caca2cd4-503c-4b67-803d-2c747a23ed5d tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] Pushing event updated for resources: {'Port': ['ID=443e4978-cfa7-4795-9067-c5fd2d34cd86,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:55.408157 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-caca2cd4-503c-4b67-803d-2c747a23ed5d tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1803404'] for router_interface (48baabe6-79bd-4bec-8ec5-3fbd7f806d20), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:55.429021 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-c4059b24-fec2-45fe-955c-9394e8e1a291 None None] Attempting to bind port da366f38-6526-4287-8b13-a55b89fc144b on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:37:55.429636 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-c4059b24-fec2-45fe-955c-9394e8e1a291 None None] Attempting to bind port da366f38-6526-4287-8b13-a55b89fc144b by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'de121f9e-230f-4036-a5c6-06c0d23b7b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'c9bb1749-a93d-45bd-8a18-618831088fe9'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:37:55.429800 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4059b24-fec2-45fe-955c-9394e8e1a291 None None] Attempting to bind port da366f38-6526-4287-8b13-a55b89fc144b on network c9bb1749-a93d-45bd-8a18-618831088fe9 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:37:55.464751 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port 6874ca04-dfc1-461c-9100-cd010d7e2a44 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:37:55.465153 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (6874ca04-dfc1-461c-9100-cd010d7e2a44), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:55.471283 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4059b24-fec2-45fe-955c-9394e8e1a291 None None] Checking agent: {'id': '75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 24, 15), 'started_at': datetime.datetime(2022, 2, 28, 10, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 37, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:37:55.471572 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4059b24-fec2-45fe-955c-9394e8e1a291 None None] Checking segment: {'id': 'de121f9e-230f-4036-a5c6-06c0d23b7b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'c9bb1749-a93d-45bd-8a18-618831088fe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:37:55.471984 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c4059b24-fec2-45fe-955c-9394e8e1a291 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:55.472388 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4059b24-fec2-45fe-955c-9394e8e1a291 None None] Bound using segment: {'id': 'de121f9e-230f-4036-a5c6-06c0d23b7b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'c9bb1749-a93d-45bd-8a18-618831088fe9'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:37:55.472898 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-c4059b24-fec2-45fe-955c-9394e8e1a291 None None] Bound port: da366f38-6526-4287-8b13-a55b89fc144b, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de121f9e-230f-4036-a5c6-06c0d23b7b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': 'c9bb1749-a93d-45bd-8a18-618831088fe9'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:37:55.473081 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-47ef7d7b-5e8f-415d-af29-9107faa49a63 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks [] for port (e7f0fbfb-7f2b-40d1-bdcb-7556db28dc0e), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:55.473543 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c4059b24-fec2-45fe-955c-9394e8e1a291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (da366f38-6526-4287-8b13-a55b89fc144b), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:55.526732 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-e531aecb-fe6c-429d-b63c-775b7bb7a9bf None None] Allocated IP 172.20.0.2 (6b201f04-2231-4899-b90c-ddcd6111c832/073bf0a8-0eed-4791-b4d1-d55e83deba32/b40413de-1087-4bdf-aeb8-321489c86179) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:37:55.560393 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-41c402ff-352b-4909-8167-fe3f231195ef None None] Attempting to bind port cbac8d05-d234-45b3-8c29-bb30a7d1a1f4 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:37:55.560646 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-46c19278-a0a9-4bb7-9132-a3fcbce41f85 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3242588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3951195'] for subnet (f55ef4d9-a802-4805-8d34-c2ed69892fa0), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:55.560804 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-41c402ff-352b-4909-8167-fe3f231195ef None None] Attempting to bind port cbac8d05-d234-45b3-8c29-bb30a7d1a1f4 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '69f5c4ff-f3db-441c-b796-9ba0fc914c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '844110a3-e6ac-4fc6-ae4d-875b06ee580b'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:37:55.561183 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c402ff-352b-4909-8167-fe3f231195ef None None] Attempting to bind port cbac8d05-d234-45b3-8c29-bb30a7d1a1f4 on network 844110a3-e6ac-4fc6-ae4d-875b06ee580b {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:37:55.580383 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-47ef7d7b-5e8f-415d-af29-9107faa49a63 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (e7f0fbfb-7f2b-40d1-bdcb-7556db28dc0e), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:55.611553 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c402ff-352b-4909-8167-fe3f231195ef None None] Checking agent: {'id': '75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 24, 15), 'started_at': datetime.datetime(2022, 2, 28, 10, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 37, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:37:55.611932 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c402ff-352b-4909-8167-fe3f231195ef None None] Checking segment: {'id': '69f5c4ff-f3db-441c-b796-9ba0fc914c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '844110a3-e6ac-4fc6-ae4d-875b06ee580b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:37:55.612344 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-41c402ff-352b-4909-8167-fe3f231195ef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:55.612769 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c402ff-352b-4909-8167-fe3f231195ef None None] Bound using segment: {'id': '69f5c4ff-f3db-441c-b796-9ba0fc914c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '844110a3-e6ac-4fc6-ae4d-875b06ee580b'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:37:55.613258 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-41c402ff-352b-4909-8167-fe3f231195ef None None] Bound port: cbac8d05-d234-45b3-8c29-bb30a7d1a1f4, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69f5c4ff-f3db-441c-b796-9ba0fc914c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '844110a3-e6ac-4fc6-ae4d-875b06ee580b'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:37:55.613691 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-41c402ff-352b-4909-8167-fe3f231195ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (cbac8d05-d234-45b3-8c29-bb30a7d1a1f4), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:55.623117 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-caca2cd4-503c-4b67-803d-2c747a23ed5d tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (443e4978-cfa7-4795-9067-c5fd2d34cd86), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:55.649395 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ef7d7b-5e8f-415d-af29-9107faa49a63 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Network 844110a3-e6ac-4fc6-ae4d-875b06ee580b is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:37:55.655822 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-47ef7d7b-5e8f-415d-af29-9107faa49a63 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:37:55.659025 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ef7d7b-5e8f-415d-af29-9107faa49a63 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:37:55.686355 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-567d467d-9ce1-47c3-9ac7-da38fc358dc1 None None] Current status of the port 6874ca04-dfc1-461c-9100-cd010d7e2a44 is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:37:55.686746 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-567d467d-9ce1-47c3-9ac7-da38fc358dc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (6874ca04-dfc1-461c-9100-cd010d7e2a44), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:55.762606 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47ef7d7b-5e8f-415d-af29-9107faa49a63 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:55.763733 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-47ef7d7b-5e8f-415d-af29-9107faa49a63 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:55.764049 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-c4059b24-fec2-45fe-955c-9394e8e1a291 None None] For port da366f38-6526-4287-8b13-a55b89fc144b, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:37:55.777665 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-c4059b24-fec2-45fe-955c-9394e8e1a291 None None] For port da366f38-6526-4287-8b13-a55b89fc144b, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=da366f38-6526-4287-8b13-a55b89fc144b,segment=NetworkSegment(de121f9e-230f-4036-a5c6-06c0d23b7b48),segment_id=de121f9e-230f-4036-a5c6-06c0d23b7b48)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:37:55.835674 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-47ef7d7b-5e8f-415d-af29-9107faa49a63 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.9070826 Feb 28 10:37:55.840454 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 39178) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:55.847510 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c4059b24-fec2-45fe-955c-9394e8e1a291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (da366f38-6526-4287-8b13-a55b89fc144b), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:55.851261 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-7a0ede44-1bcb-4863-a34c-8ade807457c2 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Request body: {'subnet': {'network_id': '844110a3-e6ac-4fc6-ae4d-875b06ee580b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:37:55.934952 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-567d467d-9ce1-47c3-9ac7-da38fc358dc1 None None] For port 6874ca04-dfc1-461c-9100-cd010d7e2a44, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6874ca04-dfc1-461c-9100-cd010d7e2a44,segment=NetworkSegment(e592e93e-5e78-4ed5-b9b2-0219d34a1cdf),segment_id=e592e93e-5e78-4ed5-b9b2-0219d34a1cdf)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:37:55.961236 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-41c402ff-352b-4909-8167-fe3f231195ef None None] For port cbac8d05-d234-45b3-8c29-bb30a7d1a1f4, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:37:55.967143 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-567d467d-9ce1-47c3-9ac7-da38fc358dc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (6874ca04-dfc1-461c-9100-cd010d7e2a44), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:56.002589 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c19278-a0a9-4bb7-9132-a3fcbce41f85 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Checking segment: {'id': '13826a44-81cc-4efc-ba31-109940792a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '333d47be-2642-4e06-8162-4245120d58d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:37:56.002968 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46c19278-a0a9-4bb7-9132-a3fcbce41f85 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Network hostable DHCP agents. Network: 333d47be-2642-4e06-8162-4245120d58d0, hostable agents: ['fb6705d2-4f70-4965-92a3-fbfccd43a6d3'], hosted agents: [] {{(pid=103408) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:37:56.008314 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c19278-a0a9-4bb7-9132-a3fcbce41f85 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Pushing event updated for resources: {'Subnet': ['ID=f55ef4d9-a802-4805-8d34-c2ed69892fa0,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:56.015030 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ef7d7b-5e8f-415d-af29-9107faa49a63 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Pushing event updated for resources: {'Port': ['ID=e7f0fbfb-7f2b-40d1-bdcb-7556db28dc0e,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:56.025656 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 6874ca04-dfc1-461c-9100-cd010d7e2a44 is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:37:56.026062 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (6874ca04-dfc1-461c-9100-cd010d7e2a44), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:56.034964 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-41c402ff-352b-4909-8167-fe3f231195ef None None] For port cbac8d05-d234-45b3-8c29-bb30a7d1a1f4, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=cbac8d05-d234-45b3-8c29-bb30a7d1a1f4,segment=NetworkSegment(69f5c4ff-f3db-441c-b796-9ba0fc914c0b),segment_id=69f5c4ff-f3db-441c-b796-9ba0fc914c0b)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:37:56.058285 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46c19278-a0a9-4bb7-9132-a3fcbce41f85 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Network 333d47be-2642-4e06-8162-4245120d58d0 is scheduled to be hosted by DHCP agent fb6705d2-4f70-4965-92a3-fbfccd43a6d3 with binding_index 1 {{(pid=103408) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:37:56.082606 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-46c19278-a0a9-4bb7-9132-a3fcbce41f85 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 333d47be-2642-4e06-8162-4245120d58d0) {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:37:56.098039 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0199c57a-e010-4d0b-a4ca-abca4b04bea1 None None] Network 333d47be-2642-4e06-8162-4245120d58d0 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:37:56.101459 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46c19278-a0a9-4bb7-9132-a3fcbce41f85 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:56.103101 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-46c19278-a0a9-4bb7-9132-a3fcbce41f85 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks [] for subnet (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:56.108928 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a0ede44-1bcb-4863-a34c-8ade807457c2 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Made reservation on behalf of 3f882f7a65fb4f4b8c37408f45ffc93a for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:37:56.113480 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7a0ede44-1bcb-4863-a34c-8ade807457c2 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3951209'] for subnet (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:56.165033 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-41c402ff-352b-4909-8167-fe3f231195ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (cbac8d05-d234-45b3-8c29-bb30a7d1a1f4), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:56.167396 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4059b24-fec2-45fe-955c-9394e8e1a291 None None] Pushing event updated for resources: {'Port': ['ID=da366f38-6526-4287-8b13-a55b89fc144b,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:56.184098 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-46c19278-a0a9-4bb7-9132-a3fcbce41f85 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5249267 Feb 28 10:37:56.187200 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 39182) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:56.192409 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-13f5981b-cf9d-47b7-b3a4-be153071dc4d tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Request body: {'subnet': {'network_id': '9c3ed7f4-a68d-47aa-892f-b9f680df0633', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:37:56.287644 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e531aecb-fe6c-429d-b63c-775b7bb7a9bf None None] Publish callbacks [] for port (b40413de-1087-4bdf-aeb8-321489c86179), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:56.305764 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-e0daa147-3bad-4e61-b578-a91649827ca0 None None] Provisioning complete for port 6874ca04-dfc1-461c-9100-cd010d7e2a44 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:37:56.306159 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e0daa147-3bad-4e61-b578-a91649827ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (6874ca04-dfc1-461c-9100-cd010d7e2a44), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:56.331489 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e531aecb-fe6c-429d-b63c-775b7bb7a9bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749'] for port (b40413de-1087-4bdf-aeb8-321489c86179), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:56.419156 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13f5981b-cf9d-47b7-b3a4-be153071dc4d tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Made reservation on behalf of 0807ae000e4d47fbb1b05ed62ebad745 for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:37:56.425492 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13f5981b-cf9d-47b7-b3a4-be153071dc4d tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3951209'] for subnet (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:56.426151 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.db.api [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103409) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 10:37:56.426573 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG oslo_db.api [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 10:37:56.427117 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567d467d-9ce1-47c3-9ac7-da38fc358dc1 None None] Pushing event updated for resources: {'Port': ['ID=6874ca04-dfc1-461c-9100-cd010d7e2a44,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:56.527128 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e531aecb-fe6c-429d-b63c-775b7bb7a9bf None None] Network 6b201f04-2231-4899-b90c-ddcd6111c832 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:37:56.540512 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-e531aecb-fe6c-429d-b63c-775b7bb7a9bf None None] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:37:56.559766 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e531aecb-fe6c-429d-b63c-775b7bb7a9bf None None] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:37:56.562998 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0975141a-4f9e-4f71-91f5-f1de5959048f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-333d47be-2642-4e06-8162-4245120d58d0', 'network_id': '333d47be-2642-4e06-8162-4245120d58d0', 'project_id': '0807ae000e4d47fbb1b05ed62ebad745', 'fixed_ips': [{'subnet_id': 'f55ef4d9-a802-4805-8d34-c2ed69892fa0'}]}} from dv-neutron-master-2-hyperv. {{(pid=103409) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:37:56.564525 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0975141a-4f9e-4f71-91f5-f1de5959048f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:56.700292 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c402ff-352b-4909-8167-fe3f231195ef None None] Pushing event updated for resources: {'Port': ['ID=cbac8d05-d234-45b3-8c29-bb30a7d1a1f4,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:56.777756 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.db.ipam_backend_mixin [None req-7a0ede44-1bcb-4863-a34c-8ade807457c2 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 7e4f0adb-1ed6-465f-9d48-3ee7b4fdf770 (CIDR: 172.20.0.0/28) Feb 28 10:37:56.778931 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13f5981b-cf9d-47b7-b3a4-be153071dc4d tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3242588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3951195'] for subnet (abfea844-6496-4268-a969-554e3e459d34), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:56.796673 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-caca2cd4-503c-4b67-803d-2c747a23ed5d tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] Publish callbacks [] for port (443e4978-cfa7-4795-9067-c5fd2d34cd86), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:56.805014 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-caca2cd4-503c-4b67-803d-2c747a23ed5d tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3498066'] for port (443e4978-cfa7-4795-9067-c5fd2d34cd86), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:56.811054 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a0ede44-1bcb-4863-a34c-8ade807457c2 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 10:37:56.811054 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a0ede44-1bcb-4863-a34c-8ade807457c2 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103408) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:37:56.850433 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f5981b-cf9d-47b7-b3a4-be153071dc4d tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Pushing event updated for resources: {'Subnet': ['ID=abfea844-6496-4268-a969-554e3e459d34,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:56.889433 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-7a0ede44-1bcb-4863-a34c-8ade807457c2 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0421782 Feb 28 10:37:56.893869 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caca2cd4-503c-4b67-803d-2c747a23ed5d tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] Pushing event updated for resources: {'Port': ['ID=443e4978-cfa7-4795-9067-c5fd2d34cd86,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:56.897169 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 39184) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:56.903119 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-88e5e7aa-101b-4ae6-84ad-5c70b7ce4d80 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Request body: {'subnet': {'network_id': '844110a3-e6ac-4fc6-ae4d-875b06ee580b', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:37:56.939658 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-caca2cd4-503c-4b67-803d-2c747a23ed5d tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1802524'] for router_interface (48baabe6-79bd-4bec-8ec5-3fbd7f806d20), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:56.975472 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-0975141a-4f9e-4f71-91f5-f1de5959048f None None] Allocated IP 2001:db8::2 (333d47be-2642-4e06-8162-4245120d58d0/f55ef4d9-a802-4805-8d34-c2ed69892fa0/10b4c3f4-fedb-42ed-81b2-624902e5044b) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:37:56.991185 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13f5981b-cf9d-47b7-b3a4-be153071dc4d tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Checking segment: {'id': 'd6c6f898-b2fe-48dc-9605-374a092a9094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '9c3ed7f4-a68d-47aa-892f-b9f680df0633'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:37:56.991610 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13f5981b-cf9d-47b7-b3a4-be153071dc4d tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Network hostable DHCP agents. Network: 9c3ed7f4-a68d-47aa-892f-b9f680df0633, hostable agents: ['fb6705d2-4f70-4965-92a3-fbfccd43a6d3'], hosted agents: [] {{(pid=103408) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:37:57.041678 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13f5981b-cf9d-47b7-b3a4-be153071dc4d tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Network 9c3ed7f4-a68d-47aa-892f-b9f680df0633 is scheduled to be hosted by DHCP agent fb6705d2-4f70-4965-92a3-fbfccd43a6d3 with binding_index 1 {{(pid=103408) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:37:57.057098 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-13f5981b-cf9d-47b7-b3a4-be153071dc4d tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 9c3ed7f4-a68d-47aa-892f-b9f680df0633) {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:37:57.063652 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13f5981b-cf9d-47b7-b3a4-be153071dc4d tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:57.064296 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-13f5981b-cf9d-47b7-b3a4-be153071dc4d tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks [] for subnet (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:57.081327 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caca2cd4-503c-4b67-803d-2c747a23ed5d tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] Network c9bb1749-a93d-45bd-8a18-618831088fe9 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:37:57.081958 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-585a5980-ab5b-4ede-b3d1-e83bb7372cfb None None] Network 9c3ed7f4-a68d-47aa-892f-b9f680df0633 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:37:57.084695 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-caca2cd4-503c-4b67-803d-2c747a23ed5d tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:37:57.095052 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-13f5981b-cf9d-47b7-b3a4-be153071dc4d tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9064167 Feb 28 10:37:57.096938 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88e5e7aa-101b-4ae6-84ad-5c70b7ce4d80 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Made reservation on behalf of 3f882f7a65fb4f4b8c37408f45ffc93a for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:37:57.100078 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 39186) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:57.100930 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-88e5e7aa-101b-4ae6-84ad-5c70b7ce4d80 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3951209'] for subnet (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:57.105774 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-efcaeac5-060e-477f-abee-71f966baa1f9 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-894783905', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:37:57.112160 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-e531aecb-fe6c-429d-b63c-775b7bb7a9bf None None] Attempting to bind port b40413de-1087-4bdf-aeb8-321489c86179 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:37:57.112799 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-e531aecb-fe6c-429d-b63c-775b7bb7a9bf None None] Attempting to bind port b40413de-1087-4bdf-aeb8-321489c86179 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'e79a800c-c973-4499-aaa3-1a19663e8716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '6b201f04-2231-4899-b90c-ddcd6111c832'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:37:57.112921 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e531aecb-fe6c-429d-b63c-775b7bb7a9bf None None] Attempting to bind port b40413de-1087-4bdf-aeb8-321489c86179 on network 6b201f04-2231-4899-b90c-ddcd6111c832 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:37:57.167218 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e531aecb-fe6c-429d-b63c-775b7bb7a9bf None None] Pushing event updated for resources: {'Port': ['ID=b40413de-1087-4bdf-aeb8-321489c86179,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:57.196256 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 6874ca04-dfc1-461c-9100-cd010d7e2a44 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:37:57.207249 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e531aecb-fe6c-429d-b63c-775b7bb7a9bf None None] Checking agent: {'id': '75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 24, 15), 'started_at': datetime.datetime(2022, 2, 28, 10, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 37, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:37:57.207567 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e531aecb-fe6c-429d-b63c-775b7bb7a9bf None None] Checking segment: {'id': 'e79a800c-c973-4499-aaa3-1a19663e8716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '6b201f04-2231-4899-b90c-ddcd6111c832'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:37:57.208091 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e531aecb-fe6c-429d-b63c-775b7bb7a9bf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:57.208500 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e531aecb-fe6c-429d-b63c-775b7bb7a9bf None None] Bound using segment: {'id': 'e79a800c-c973-4499-aaa3-1a19663e8716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '6b201f04-2231-4899-b90c-ddcd6111c832'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:37:57.209024 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-e531aecb-fe6c-429d-b63c-775b7bb7a9bf None None] Bound port: b40413de-1087-4bdf-aeb8-321489c86179, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e79a800c-c973-4499-aaa3-1a19663e8716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '6b201f04-2231-4899-b90c-ddcd6111c832'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:37:57.209412 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e531aecb-fe6c-429d-b63c-775b7bb7a9bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (b40413de-1087-4bdf-aeb8-321489c86179), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:57.220782 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-efcaeac5-060e-477f-abee-71f966baa1f9 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1805251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254175'] for router (9947a719-120b-4ba4-b011-4d84bd3462ce), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:57.221990 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-efcaeac5-060e-477f-abee-71f966baa1f9 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1804172', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1602053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254150'] for router (9947a719-120b-4ba4-b011-4d84bd3462ce), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:57.291687 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-e0daa147-3bad-4e61-b578-a91649827ca0 None None] Current status of the port 6874ca04-dfc1-461c-9100-cd010d7e2a44 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:37:57.363844 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-efcaeac5-060e-477f-abee-71f966baa1f9 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks [] for router_controller (9947a719-120b-4ba4-b011-4d84bd3462ce), precommit_add_association {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:57.376580 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-efcaeac5-060e-477f-abee-71f966baa1f9 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1804241'] for router (9947a719-120b-4ba4-b011-4d84bd3462ce), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:57.400279 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caca2cd4-503c-4b67-803d-2c747a23ed5d tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] Router 48baabe6-79bd-4bec-8ec5-3fbd7f806d20 is scheduled to L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 with binding_index 1 {{(pid=103407) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 10:37:57.409016 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-efcaeac5-060e-477f-abee-71f966baa1f9 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks [] for router (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:57.413064 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-efcaeac5-060e-477f-abee-71f966baa1f9 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3093941 Feb 28 10:37:57.413444 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 39188) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:57.467214 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2771e411-6b9c-417a-ba63-709eca506446 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-9c3ed7f4-a68d-47aa-892f-b9f680df0633', 'network_id': '9c3ed7f4-a68d-47aa-892f-b9f680df0633', 'project_id': '0807ae000e4d47fbb1b05ed62ebad745', 'fixed_ips': [{'subnet_id': 'abfea844-6496-4268-a969-554e3e459d34'}]}} from dv-neutron-master-2-hyperv. {{(pid=103409) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:37:57.468918 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2771e411-6b9c-417a-ba63-709eca506446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:57.477669 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-88e5e7aa-101b-4ae6-84ad-5c70b7ce4d80 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3242588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3951195'] for subnet (4593873d-d090-4c7b-af4d-fe1aaf3636fd), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:57.554756 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88e5e7aa-101b-4ae6-84ad-5c70b7ce4d80 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Network 844110a3-e6ac-4fc6-ae4d-875b06ee580b is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:37:57.559541 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-88e5e7aa-101b-4ae6-84ad-5c70b7ce4d80 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:37:57.563197 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88e5e7aa-101b-4ae6-84ad-5c70b7ce4d80 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:57.563876 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-88e5e7aa-101b-4ae6-84ad-5c70b7ce4d80 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks [] for subnet (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:57.592985 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-88e5e7aa-101b-4ae6-84ad-5c70b7ce4d80 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.6920414 Feb 28 10:37:57.594173 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 39190) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:57.601104 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-be037315-1def-4060-83d0-4e3da91bf1fe tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1373994282', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '4593873d-d090-4c7b-af4d-fe1aaf3636fd'}], 'security_groups': ['470bf420-0d6c-4d5e-b71a-628ccf64640e']}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:37:57.623392 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caca2cd4-503c-4b67-803d-2c747a23ed5d tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:37:57.635780 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdfdc8bd-4c3e-440a-92ef-82e48d0c7c58 None None] Sync routers for ids ['48baabe6-79bd-4bec-8ec5-3fbd7f806d20'] in dv-neutron-master-2-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:37:57.666345 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdfdc8bd-4c3e-440a-92ef-82e48d0c7c58 None None] Routers {'48baabe6-79bd-4bec-8ec5-3fbd7f806d20'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:37:57.666985 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-fdfdc8bd-4c3e-440a-92ef-82e48d0c7c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:37:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['48baabe6-79bd-4bec-8ec5-3fbd7f806d20'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:57.677726 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-caca2cd4-503c-4b67-803d-2c747a23ed5d tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] 10.222.0.20 "PUT /v2.0/routers/48baabe6-79bd-4bec-8ec5-3fbd7f806d20/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4511971 Feb 28 10:37:57.678546 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 39192) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:57.701042 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e5e7aa-101b-4ae6-84ad-5c70b7ce4d80 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Pushing event updated for resources: {'Subnet': ['ID=4593873d-d090-4c7b-af4d-fe1aaf3636fd,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:57.750741 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-fdfdc8bd-4c3e-440a-92ef-82e48d0c7c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:57.767227 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdfdc8bd-4c3e-440a-92ef-82e48d0c7c58 None None] Routers {'48baabe6-79bd-4bec-8ec5-3fbd7f806d20'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:37:57.768134 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-fdfdc8bd-4c3e-440a-92ef-82e48d0c7c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:37:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['48baabe6-79bd-4bec-8ec5-3fbd7f806d20'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:57.777803 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-be037315-1def-4060-83d0-4e3da91bf1fe tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (e7f0fbfb-7f2b-40d1-bdcb-7556db28dc0e), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:57.783596 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device da366f38-6526-4287-8b13-a55b89fc144b up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:37:57.785789 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e429b78-cb8e-4c31-af1e-c23ee04984a3 None None] Network c9bb1749-a93d-45bd-8a18-618831088fe9 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:37:57.822740 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-e531aecb-fe6c-429d-b63c-775b7bb7a9bf None None] For port b40413de-1087-4bdf-aeb8-321489c86179, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:37:57.836954 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-e531aecb-fe6c-429d-b63c-775b7bb7a9bf None None] For port b40413de-1087-4bdf-aeb8-321489c86179, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b40413de-1087-4bdf-aeb8-321489c86179,segment=NetworkSegment(e79a800c-c973-4499-aaa3-1a19663e8716),segment_id=e79a800c-c973-4499-aaa3-1a19663e8716)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:37:57.839800 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-fdfdc8bd-4c3e-440a-92ef-82e48d0c7c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:37:57.840768 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdfdc8bd-4c3e-440a-92ef-82e48d0c7c58 None None] The sync data for ids ['48baabe6-79bd-4bec-8ec5-3fbd7f806d20'] in dv-neutron-master-2-hyperv is: [] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:37:57.915947 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0975141a-4f9e-4f71-91f5-f1de5959048f None None] Publish callbacks [] for port (10b4c3f4-fedb-42ed-81b2-624902e5044b), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:57.934727 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e531aecb-fe6c-429d-b63c-775b7bb7a9bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (b40413de-1087-4bdf-aeb8-321489c86179), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:57.973033 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0975141a-4f9e-4f71-91f5-f1de5959048f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749'] for port (10b4c3f4-fedb-42ed-81b2-624902e5044b), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:58.016469 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0975141a-4f9e-4f71-91f5-f1de5959048f None None] Network 333d47be-2642-4e06-8162-4245120d58d0 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:37:58.027404 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-0975141a-4f9e-4f71-91f5-f1de5959048f None None] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:37:58.030048 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0975141a-4f9e-4f71-91f5-f1de5959048f None None] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:37:58.086745 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-9582cc89-464e-46fa-830d-80099c1260c6 None None] Provisioning complete for port da366f38-6526-4287-8b13-a55b89fc144b triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:37:58.087487 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9582cc89-464e-46fa-830d-80099c1260c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (da366f38-6526-4287-8b13-a55b89fc144b), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:58.163452 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fea1887-13d1-4cee-bf93-7da87d56f4ba None None] Network 844110a3-e6ac-4fc6-ae4d-875b06ee580b requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:37:58.210188 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-be037315-1def-4060-83d0-4e3da91bf1fe tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Delete allocated IP 172.20.0.11 (844110a3-e6ac-4fc6-ae4d-875b06ee580b/7e4f0adb-1ed6-465f-9d48-3ee7b4fdf770) {{(pid=103408) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 28 10:37:58.221677 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-be037315-1def-4060-83d0-4e3da91bf1fe tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Allocated IP 172.20.0.19 (844110a3-e6ac-4fc6-ae4d-875b06ee580b/4593873d-d090-4c7b-af4d-fe1aaf3636fd/e7f0fbfb-7f2b-40d1-bdcb-7556db28dc0e) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:37:58.286677 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-89e483cc-f5d0-4ac6-994c-8ea71baf9d45 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:58.287281 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port da366f38-6526-4287-8b13-a55b89fc144b triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:37:58.287398 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (da366f38-6526-4287-8b13-a55b89fc144b), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:58.288916 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e531aecb-fe6c-429d-b63c-775b7bb7a9bf None None] Pushing event updated for resources: {'Port': ['ID=b40413de-1087-4bdf-aeb8-321489c86179,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:58.340371 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-0975141a-4f9e-4f71-91f5-f1de5959048f None None] Attempting to bind port 10b4c3f4-fedb-42ed-81b2-624902e5044b on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:37:58.340795 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-0975141a-4f9e-4f71-91f5-f1de5959048f None None] Attempting to bind port 10b4c3f4-fedb-42ed-81b2-624902e5044b by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '13826a44-81cc-4efc-ba31-109940792a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '333d47be-2642-4e06-8162-4245120d58d0'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:37:58.341159 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0975141a-4f9e-4f71-91f5-f1de5959048f None None] Attempting to bind port 10b4c3f4-fedb-42ed-81b2-624902e5044b on network 333d47be-2642-4e06-8162-4245120d58d0 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:37:58.406793 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e531aecb-fe6c-429d-b63c-775b7bb7a9bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:37:58.407281 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e531aecb-fe6c-429d-b63c-775b7bb7a9bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:37:58.408006 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e531aecb-fe6c-429d-b63c-775b7bb7a9bf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:37:58.408135 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e531aecb-fe6c-429d-b63c-775b7bb7a9bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:37:58.408460 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e531aecb-fe6c-429d-b63c-775b7bb7a9bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:37:58.408817 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e531aecb-fe6c-429d-b63c-775b7bb7a9bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:37:58.409155 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e531aecb-fe6c-429d-b63c-775b7bb7a9bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:37:58.409488 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e531aecb-fe6c-429d-b63c-775b7bb7a9bf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:37:58.409822 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e531aecb-fe6c-429d-b63c-775b7bb7a9bf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:37:58.410152 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e531aecb-fe6c-429d-b63c-775b7bb7a9bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:37:58.410480 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e531aecb-fe6c-429d-b63c-775b7bb7a9bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:37:58.410812 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e531aecb-fe6c-429d-b63c-775b7bb7a9bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:37:58.411136 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e531aecb-fe6c-429d-b63c-775b7bb7a9bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:37:58.421700 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0975141a-4f9e-4f71-91f5-f1de5959048f None None] Checking agent: {'id': '75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 24, 15), 'started_at': datetime.datetime(2022, 2, 28, 10, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 37, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:37:58.422077 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0975141a-4f9e-4f71-91f5-f1de5959048f None None] Checking segment: {'id': '13826a44-81cc-4efc-ba31-109940792a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '333d47be-2642-4e06-8162-4245120d58d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:37:58.422410 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0975141a-4f9e-4f71-91f5-f1de5959048f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:58.422873 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0975141a-4f9e-4f71-91f5-f1de5959048f None None] Bound using segment: {'id': '13826a44-81cc-4efc-ba31-109940792a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '333d47be-2642-4e06-8162-4245120d58d0'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:37:58.423367 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-0975141a-4f9e-4f71-91f5-f1de5959048f None None] Bound port: 10b4c3f4-fedb-42ed-81b2-624902e5044b, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13826a44-81cc-4efc-ba31-109940792a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 275, 'network_id': '333d47be-2642-4e06-8162-4245120d58d0'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:37:58.423764 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0975141a-4f9e-4f71-91f5-f1de5959048f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (10b4c3f4-fedb-42ed-81b2-624902e5044b), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:58.456543 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-be037315-1def-4060-83d0-4e3da91bf1fe tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks [] for port (e7f0fbfb-7f2b-40d1-bdcb-7556db28dc0e), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:58.464478 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-be037315-1def-4060-83d0-4e3da91bf1fe tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3242529'] for port (e7f0fbfb-7f2b-40d1-bdcb-7556db28dc0e), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:58.544727 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be037315-1def-4060-83d0-4e3da91bf1fe tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Pushing event updated for resources: {'Port': ['ID=e7f0fbfb-7f2b-40d1-bdcb-7556db28dc0e,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:58.567800 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-9582cc89-464e-46fa-830d-80099c1260c6 None None] Current status of the port da366f38-6526-4287-8b13-a55b89fc144b is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:37:58.568207 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9582cc89-464e-46fa-830d-80099c1260c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (da366f38-6526-4287-8b13-a55b89fc144b), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:58.597607 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-2771e411-6b9c-417a-ba63-709eca506446 None None] Allocated IP 2001:db8:1::2 (9c3ed7f4-a68d-47aa-892f-b9f680df0633/abfea844-6496-4268-a969-554e3e459d34/400eb21b-9a45-435f-991f-19ec2d14db88) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:37:58.615931 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.api.v2.resource [None req-9e92369f-f280-4d52-9a24-7d2a311d75ee tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 10:37:58.619956 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-9e92369f-f280-4d52-9a24-7d2a311d75ee tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] 10.222.0.20 "PUT /v2.0/routers/48baabe6-79bd-4bec-8ec5-3fbd7f806d20/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.9378495 Feb 28 10:37:58.620097 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 39194) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:58.629743 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-be037315-1def-4060-83d0-4e3da91bf1fe tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] In _notify_port_updated(), no bound segment for port e7f0fbfb-7f2b-40d1-bdcb-7556db28dc0e on network 844110a3-e6ac-4fc6-ae4d-875b06ee580b {{(pid=103408) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 28 10:37:58.635569 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be037315-1def-4060-83d0-4e3da91bf1fe tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:37:58.636296 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-be037315-1def-4060-83d0-4e3da91bf1fe tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:58.640483 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-be037315-1def-4060-83d0-4e3da91bf1fe tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] 10.222.0.20 "PUT /v2.0/ports/e7f0fbfb-7f2b-40d1-bdcb-7556db28dc0e HTTP/1.1" status: 200 len: 921 time: 1.0421474 Feb 28 10:37:58.641290 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 39196) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:58.645275 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0975141a-4f9e-4f71-91f5-f1de5959048f None None] Pushing event updated for resources: {'Port': ['ID=10b4c3f4-fedb-42ed-81b2-624902e5044b,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:58.700153 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-0975141a-4f9e-4f71-91f5-f1de5959048f None None] For port 10b4c3f4-fedb-42ed-81b2-624902e5044b, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:37:58.765154 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-bb280a30-7369-4f2c-bcff-b39e3340174a tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Deleting port e7f0fbfb-7f2b-40d1-bdcb-7556db28dc0e {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:37:58.765520 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bb280a30-7369-4f2c-bcff-b39e3340174a tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (e7f0fbfb-7f2b-40d1-bdcb-7556db28dc0e), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:58.767315 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-0975141a-4f9e-4f71-91f5-f1de5959048f None None] For port 10b4c3f4-fedb-42ed-81b2-624902e5044b, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=10b4c3f4-fedb-42ed-81b2-624902e5044b,segment=NetworkSegment(13826a44-81cc-4efc-ba31-109940792a8d),segment_id=13826a44-81cc-4efc-ba31-109940792a8d)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:37:58.792271 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-9582cc89-464e-46fa-830d-80099c1260c6 None None] For port da366f38-6526-4287-8b13-a55b89fc144b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=da366f38-6526-4287-8b13-a55b89fc144b,segment=NetworkSegment(de121f9e-230f-4036-a5c6-06c0d23b7b48),segment_id=de121f9e-230f-4036-a5c6-06c0d23b7b48)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:37:58.806784 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9582cc89-464e-46fa-830d-80099c1260c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (da366f38-6526-4287-8b13-a55b89fc144b), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:58.825726 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0975141a-4f9e-4f71-91f5-f1de5959048f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (10b4c3f4-fedb-42ed-81b2-624902e5044b), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:58.874826 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-89e483cc-f5d0-4ac6-994c-8ea71baf9d45 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Allocated IP 2001:db8::1 (333d47be-2642-4e06-8162-4245120d58d0/f55ef4d9-a802-4805-8d34-c2ed69892fa0/563b13ec-be37-4138-80dc-f86c4f54bd8f) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:37:58.880827 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bb280a30-7369-4f2c-bcff-b39e3340174a tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (e7f0fbfb-7f2b-40d1-bdcb-7556db28dc0e), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:58.930881 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-bb280a30-7369-4f2c-bcff-b39e3340174a tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Calling delete_port for e7f0fbfb-7f2b-40d1-bdcb-7556db28dc0e owned by {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:37:58.944155 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port da366f38-6526-4287-8b13-a55b89fc144b is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:37:58.944482 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (da366f38-6526-4287-8b13-a55b89fc144b), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:59.044644 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9582cc89-464e-46fa-830d-80099c1260c6 None None] Pushing event updated for resources: {'Port': ['ID=da366f38-6526-4287-8b13-a55b89fc144b,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:59.112480 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-aeddc894-290f-4d23-add6-46223a942f7a None None] Provisioning complete for port cbac8d05-d234-45b3-8c29-bb30a7d1a1f4 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:37:59.113385 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-aeddc894-290f-4d23-add6-46223a942f7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (cbac8d05-d234-45b3-8c29-bb30a7d1a1f4), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:59.124821 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-89e483cc-f5d0-4ac6-994c-8ea71baf9d45 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks [] for port (563b13ec-be37-4138-80dc-f86c4f54bd8f), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:59.205241 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bb280a30-7369-4f2c-bcff-b39e3340174a tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (e7f0fbfb-7f2b-40d1-bdcb-7556db28dc0e), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:59.251061 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-89e483cc-f5d0-4ac6-994c-8ea71baf9d45 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (563b13ec-be37-4138-80dc-f86c4f54bd8f), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:59.254848 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d9315f3-150d-4cd9-a647-0cf923482f70 None None] Update dhcp port {'port': {'network_id': '844110a3-e6ac-4fc6-ae4d-875b06ee580b', 'fixed_ips': [{'subnet_id': '7e4f0adb-1ed6-465f-9d48-3ee7b4fdf770', 'ip_address': '172.20.0.2'}, {'subnet_id': '4593873d-d090-4c7b-af4d-fe1aaf3636fd'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': 'cbac8d05-d234-45b3-8c29-bb30a7d1a1f4'} from dv-neutron-master-2-hyperv. {{(pid=103409) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 28 10:37:59.256246 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bae1fe50-8072-4ee6-8b6b-9ad1dc51aa6f tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1802615'] for router_interface (48baabe6-79bd-4bec-8ec5-3fbd7f806d20), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:59.256760 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb280a30-7369-4f2c-bcff-b39e3340174a tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Pushing event deleted for resources: {'Port': ['ID=e7f0fbfb-7f2b-40d1-bdcb-7556db28dc0e,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:59.331052 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5d9315f3-150d-4cd9-a647-0cf923482f70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (cbac8d05-d234-45b3-8c29-bb30a7d1a1f4), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:59.380393 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2771e411-6b9c-417a-ba63-709eca506446 None None] Publish callbacks [] for port (400eb21b-9a45-435f-991f-19ec2d14db88), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:59.389686 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0975141a-4f9e-4f71-91f5-f1de5959048f None None] Pushing event updated for resources: {'Port': ['ID=10b4c3f4-fedb-42ed-81b2-624902e5044b,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:59.404963 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bb280a30-7369-4f2c-bcff-b39e3340174a tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:59.410193 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-bb280a30-7369-4f2c-bcff-b39e3340174a tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] 10.222.0.20 "DELETE /v2.0/ports/e7f0fbfb-7f2b-40d1-bdcb-7556db28dc0e HTTP/1.1" status: 204 len: 168 time: 0.7671134 Feb 28 10:37:59.413253 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 39198) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:59.422904 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89e483cc-f5d0-4ac6-994c-8ea71baf9d45 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Network 333d47be-2642-4e06-8162-4245120d58d0 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:37:59.431308 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.db.api [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103409) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 10:37:59.432370 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG oslo_db.api [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 10:37:59.435274 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-89e483cc-f5d0-4ac6-994c-8ea71baf9d45 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:37:59.441400 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e483cc-f5d0-4ac6-994c-8ea71baf9d45 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:37:59.443186 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-89e483cc-f5d0-4ac6-994c-8ea71baf9d45 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1803404'] for router_interface (9947a719-120b-4ba4-b011-4d84bd3462ce), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:59.465069 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2771e411-6b9c-417a-ba63-709eca506446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749'] for port (400eb21b-9a45-435f-991f-19ec2d14db88), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:59.491570 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6810289-4d5a-435a-999e-4b559bab7e26 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] GET failed (client error): The resource could not be found. Feb 28 10:37:59.493421 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-d6810289-4d5a-435a-999e-4b559bab7e26 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] 10.222.0.20 "GET /v2.0/ports/e7f0fbfb-7f2b-40d1-bdcb-7556db28dc0e HTTP/1.1" status: 404 len: 333 time: 0.0780480 Feb 28 10:37:59.496418 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 39202) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:59.537085 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2771e411-6b9c-417a-ba63-709eca506446 None None] Network 9c3ed7f4-a68d-47aa-892f-b9f680df0633 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:37:59.615054 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-35f1dc6a-bfce-4c43-89d8-8eb183c5da0d tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks [] for security_group (3138dda4-a2aa-476f-a4d7-859dbe137ebb), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:59.652851 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-35f1dc6a-bfce-4c43-89d8-8eb183c5da0d tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks [] for security_group (3138dda4-a2aa-476f-a4d7-859dbe137ebb), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:59.659935 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-2771e411-6b9c-417a-ba63-709eca506446 None None] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:37:59.661890 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-aeddc894-290f-4d23-add6-46223a942f7a None None] Current status of the port cbac8d05-d234-45b3-8c29-bb30a7d1a1f4 is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:37:59.662303 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-aeddc894-290f-4d23-add6-46223a942f7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (cbac8d05-d234-45b3-8c29-bb30a7d1a1f4), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:59.666621 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2771e411-6b9c-417a-ba63-709eca506446 None None] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:37:59.726181 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-35f1dc6a-bfce-4c43-89d8-8eb183c5da0d tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (3138dda4-a2aa-476f-a4d7-859dbe137ebb), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:59.729233 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-35f1dc6a-bfce-4c43-89d8-8eb183c5da0d tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks [] for security_group (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:59.734211 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-35f1dc6a-bfce-4c43-89d8-8eb183c5da0d tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] 10.222.0.20 "DELETE /v2.0/security-groups/3138dda4-a2aa-476f-a4d7-859dbe137ebb HTTP/1.1" status: 204 len: 168 time: 0.2334852 Feb 28 10:37:59.734831 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 39204) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:59.763592 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f1dc6a-bfce-4c43-89d8-8eb183c5da0d tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3138dda4-a2aa-476f-a4d7-859dbe137ebb,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:59.765921 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2771e411-6b9c-417a-ba63-709eca506446 None None] Pushing event updated for resources: {'Port': ['ID=400eb21b-9a45-435f-991f-19ec2d14db88,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:59.795413 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-aeddc894-290f-4d23-add6-46223a942f7a None None] For port cbac8d05-d234-45b3-8c29-bb30a7d1a1f4, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=cbac8d05-d234-45b3-8c29-bb30a7d1a1f4,segment=NetworkSegment(69f5c4ff-f3db-441c-b796-9ba0fc914c0b),segment_id=69f5c4ff-f3db-441c-b796-9ba0fc914c0b)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:37:59.830408 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6408b390-f306-4007-ae4a-8a11272201ef tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks [] for security_group (470bf420-0d6c-4d5e-b71a-628ccf64640e), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:59.851767 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-2771e411-6b9c-417a-ba63-709eca506446 None None] Attempting to bind port 400eb21b-9a45-435f-991f-19ec2d14db88 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:37:59.852813 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-2771e411-6b9c-417a-ba63-709eca506446 None None] Attempting to bind port 400eb21b-9a45-435f-991f-19ec2d14db88 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'd6c6f898-b2fe-48dc-9605-374a092a9094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '9c3ed7f4-a68d-47aa-892f-b9f680df0633'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:37:59.853376 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2771e411-6b9c-417a-ba63-709eca506446 None None] Attempting to bind port 400eb21b-9a45-435f-991f-19ec2d14db88 on network 9c3ed7f4-a68d-47aa-892f-b9f680df0633 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:37:59.856822 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-aeddc894-290f-4d23-add6-46223a942f7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (cbac8d05-d234-45b3-8c29-bb30a7d1a1f4), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:59.891159 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6408b390-f306-4007-ae4a-8a11272201ef tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks [] for security_group (470bf420-0d6c-4d5e-b71a-628ccf64640e), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:59.898716 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2771e411-6b9c-417a-ba63-709eca506446 None None] Checking agent: {'id': '75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 24, 15), 'started_at': datetime.datetime(2022, 2, 28, 10, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 37, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:37:59.899111 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2771e411-6b9c-417a-ba63-709eca506446 None None] Checking segment: {'id': 'd6c6f898-b2fe-48dc-9605-374a092a9094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '9c3ed7f4-a68d-47aa-892f-b9f680df0633'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:37:59.899569 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2771e411-6b9c-417a-ba63-709eca506446 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:59.900460 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2771e411-6b9c-417a-ba63-709eca506446 None None] Bound using segment: {'id': 'd6c6f898-b2fe-48dc-9605-374a092a9094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '9c3ed7f4-a68d-47aa-892f-b9f680df0633'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:37:59.900687 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-2771e411-6b9c-417a-ba63-709eca506446 None None] Bound port: 400eb21b-9a45-435f-991f-19ec2d14db88, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6c6f898-b2fe-48dc-9605-374a092a9094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '9c3ed7f4-a68d-47aa-892f-b9f680df0633'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:37:59.901078 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2771e411-6b9c-417a-ba63-709eca506446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (400eb21b-9a45-435f-991f-19ec2d14db88), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:59.912983 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf690f08-8f6f-43e5-9427-50ceb9f89f34 None None] Network 6b201f04-2231-4899-b90c-ddcd6111c832 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:37:59.917191 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-5d9315f3-150d-4cd9-a647-0cf923482f70 None None] Allocated IP 172.20.0.18 (844110a3-e6ac-4fc6-ae4d-875b06ee580b/4593873d-d090-4c7b-af4d-fe1aaf3636fd/cbac8d05-d234-45b3-8c29-bb30a7d1a1f4) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:37:59.943061 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6408b390-f306-4007-ae4a-8a11272201ef tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (470bf420-0d6c-4d5e-b71a-628ccf64640e), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:59.946614 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6408b390-f306-4007-ae4a-8a11272201ef tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks [] for security_group (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:37:59.950350 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-6408b390-f306-4007-ae4a-8a11272201ef tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] 10.222.0.20 "DELETE /v2.0/security-groups/470bf420-0d6c-4d5e-b71a-628ccf64640e HTTP/1.1" status: 204 len: 168 time: 0.2120297 Feb 28 10:37:59.952226 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 39206) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:37:59.971428 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6408b390-f306-4007-ae4a-8a11272201ef tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=470bf420-0d6c-4d5e-b71a-628ccf64640e,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:37:59.990185 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e483cc-f5d0-4ac6-994c-8ea71baf9d45 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Pushing event updated for resources: {'Port': ['ID=563b13ec-be37-4138-80dc-f86c4f54bd8f,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:00.038649 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bdd3fd4-971c-4f9c-80b2-4b732d7b9e22 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Deleting subnet 7e4f0adb-1ed6-465f-9d48-3ee7b4fdf770 {{(pid=103408) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:38:00.161800 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-89e483cc-f5d0-4ac6-994c-8ea71baf9d45 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (563b13ec-be37-4138-80dc-f86c4f54bd8f), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:00.230659 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-aeddc894-290f-4d23-add6-46223a942f7a None None] Provisioning complete for port bc0eb751-e9f7-46d0-9190-c77216b09b4d triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:38:00.230659 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-aeddc894-290f-4d23-add6-46223a942f7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (bc0eb751-e9f7-46d0-9190-c77216b09b4d), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:00.332047 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeddc894-290f-4d23-add6-46223a942f7a None None] Pushing event updated for resources: {'Port': ['ID=cbac8d05-d234-45b3-8c29-bb30a7d1a1f4,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:00.364405 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port da366f38-6526-4287-8b13-a55b89fc144b is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:38:00.365578 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device cbac8d05-d234-45b3-8c29-bb30a7d1a1f4 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:38:00.406796 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-aeddc894-290f-4d23-add6-46223a942f7a None None] Port bc0eb751-e9f7-46d0-9190-c77216b09b4d cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:38:00.417933 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd646dc6-9bdb-45ff-b58f-7b70c44ba571 None None] Network 333d47be-2642-4e06-8162-4245120d58d0 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:38:00.427838 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-bae1fe50-8072-4ee6-8b6b-9ad1dc51aa6f tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] Deleting port 443e4978-cfa7-4795-9067-c5fd2d34cd86 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:38:00.428460 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bae1fe50-8072-4ee6-8b6b-9ad1dc51aa6f tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (443e4978-cfa7-4795-9067-c5fd2d34cd86), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:00.462441 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-2771e411-6b9c-417a-ba63-709eca506446 None None] For port 400eb21b-9a45-435f-991f-19ec2d14db88, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:38:00.538798 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-2771e411-6b9c-417a-ba63-709eca506446 None None] For port 400eb21b-9a45-435f-991f-19ec2d14db88, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=400eb21b-9a45-435f-991f-19ec2d14db88,segment=NetworkSegment(d6c6f898-b2fe-48dc-9605-374a092a9094),segment_id=d6c6f898-b2fe-48dc-9605-374a092a9094)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:38:00.551387 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-5d9315f3-150d-4cd9-a647-0cf923482f70 None None] For port cbac8d05-d234-45b3-8c29-bb30a7d1a1f4, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=cbac8d05-d234-45b3-8c29-bb30a7d1a1f4,segment=NetworkSegment(69f5c4ff-f3db-441c-b796-9ba0fc914c0b),segment_id=69f5c4ff-f3db-441c-b796-9ba0fc914c0b)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:38:00.553916 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bae1fe50-8072-4ee6-8b6b-9ad1dc51aa6f tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (443e4978-cfa7-4795-9067-c5fd2d34cd86), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:00.570036 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-bae1fe50-8072-4ee6-8b6b-9ad1dc51aa6f tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] Calling delete_port for 443e4978-cfa7-4795-9067-c5fd2d34cd86 owned by network:router_interface {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:38:00.571923 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2771e411-6b9c-417a-ba63-709eca506446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (400eb21b-9a45-435f-991f-19ec2d14db88), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:00.588890 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-89e483cc-f5d0-4ac6-994c-8ea71baf9d45 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks [] for port (563b13ec-be37-4138-80dc-f86c4f54bd8f), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:00.626777 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-89e483cc-f5d0-4ac6-994c-8ea71baf9d45 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3498066'] for port (563b13ec-be37-4138-80dc-f86c4f54bd8f), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:00.627571 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-89e483cc-f5d0-4ac6-994c-8ea71baf9d45 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1802524'] for router_interface (9947a719-120b-4ba4-b011-4d84bd3462ce), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:00.638582 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-a7564820-21a9-4ae1-887f-6019b9685f4c None None] Provisioning complete for port 10b4c3f4-fedb-42ed-81b2-624902e5044b triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:38:00.638960 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a7564820-21a9-4ae1-887f-6019b9685f4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (10b4c3f4-fedb-42ed-81b2-624902e5044b), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:00.683601 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5d9315f3-150d-4cd9-a647-0cf923482f70 None None] Publish callbacks [] for port (cbac8d05-d234-45b3-8c29-bb30a7d1a1f4), precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:00.685298 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port cbac8d05-d234-45b3-8c29-bb30a7d1a1f4 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:38:00.685668 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (cbac8d05-d234-45b3-8c29-bb30a7d1a1f4), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:00.690592 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9bdd3fd4-971c-4f9c-80b2-4b732d7b9e22 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks [] for subnet (7e4f0adb-1ed6-465f-9d48-3ee7b4fdf770), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:00.736497 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e483cc-f5d0-4ac6-994c-8ea71baf9d45 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Pushing event updated for resources: {'Port': ['ID=563b13ec-be37-4138-80dc-f86c4f54bd8f,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:00.738946 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5d9315f3-150d-4cd9-a647-0cf923482f70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (cbac8d05-d234-45b3-8c29-bb30a7d1a1f4), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:00.772965 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2771e411-6b9c-417a-ba63-709eca506446 None None] Pushing event updated for resources: {'Port': ['ID=400eb21b-9a45-435f-991f-19ec2d14db88,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:00.784486 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9bdd3fd4-971c-4f9c-80b2-4b732d7b9e22 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3423529'] for subnet (7e4f0adb-1ed6-465f-9d48-3ee7b4fdf770), precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:00.858153 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89e483cc-f5d0-4ac6-994c-8ea71baf9d45 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Network 333d47be-2642-4e06-8162-4245120d58d0 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:38:00.862850 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-89e483cc-f5d0-4ac6-994c-8ea71baf9d45 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:38:00.911213 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9315f3-150d-4cd9-a647-0cf923482f70 None None] Pushing event updated for resources: {'Port': ['ID=cbac8d05-d234-45b3-8c29-bb30a7d1a1f4,revision_number=4']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:00.930869 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9bdd3fd4-971c-4f9c-80b2-4b732d7b9e22 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-823142'] for subnet (7e4f0adb-1ed6-465f-9d48-3ee7b4fdf770), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:00.986624 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-a7564820-21a9-4ae1-887f-6019b9685f4c None None] Current status of the port 10b4c3f4-fedb-42ed-81b2-624902e5044b is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:38:00.987028 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a7564820-21a9-4ae1-887f-6019b9685f4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (10b4c3f4-fedb-42ed-81b2-624902e5044b), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:01.000172 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port cbac8d05-d234-45b3-8c29-bb30a7d1a1f4 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:38:01.001802 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 6874ca04-dfc1-461c-9100-cd010d7e2a44 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:38:01.038472 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bae1fe50-8072-4ee6-8b6b-9ad1dc51aa6f tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (443e4978-cfa7-4795-9067-c5fd2d34cd86), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:01.073519 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9bdd3fd4-971c-4f9c-80b2-4b732d7b9e22 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-823145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3242523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3951170'] for subnet (7e4f0adb-1ed6-465f-9d48-3ee7b4fdf770), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:01.103234 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-a7564820-21a9-4ae1-887f-6019b9685f4c None None] For port 10b4c3f4-fedb-42ed-81b2-624902e5044b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=10b4c3f4-fedb-42ed-81b2-624902e5044b,segment=NetworkSegment(13826a44-81cc-4efc-ba31-109940792a8d),segment_id=13826a44-81cc-4efc-ba31-109940792a8d)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:38:01.112488 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a7564820-21a9-4ae1-887f-6019b9685f4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (10b4c3f4-fedb-42ed-81b2-624902e5044b), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:01.125895 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae1fe50-8072-4ee6-8b6b-9ad1dc51aa6f tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] Pushing event deleted for resources: {'Port': ['ID=443e4978-cfa7-4795-9067-c5fd2d34cd86,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:01.150686 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdd3fd4-971c-4f9c-80b2-4b732d7b9e22 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Pushing event deleted for resources: {'Subnet': ['ID=7e4f0adb-1ed6-465f-9d48-3ee7b4fdf770,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:01.168320 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9bdd3fd4-971c-4f9c-80b2-4b732d7b9e22 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks [] for subnet (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:01.178059 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-9bdd3fd4-971c-4f9c-80b2-4b732d7b9e22 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] 10.222.0.20 "DELETE /v2.0/subnets/7e4f0adb-1ed6-465f-9d48-3ee7b4fdf770 HTTP/1.1" status: 204 len: 168 time: 1.2225089 Feb 28 10:38:01.179118 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 39208) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:01.190794 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-143cc863-8f12-44f7-b709-463ccedac825 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Request body: {'subnet': {'network_id': '844110a3-e6ac-4fc6-ae4d-875b06ee580b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:01.244436 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-a7564820-21a9-4ae1-887f-6019b9685f4c None None] Provisioning complete for port da366f38-6526-4287-8b13-a55b89fc144b triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:38:01.244900 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a7564820-21a9-4ae1-887f-6019b9685f4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (da366f38-6526-4287-8b13-a55b89fc144b), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:01.356738 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port 6874ca04-dfc1-461c-9100-cd010d7e2a44 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:38:01.357460 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (6874ca04-dfc1-461c-9100-cd010d7e2a44), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:01.362547 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89e483cc-f5d0-4ac6-994c-8ea71baf9d45 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Router 9947a719-120b-4ba4-b011-4d84bd3462ce is scheduled to L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 with binding_index 1 {{(pid=103407) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 10:38:01.367156 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-143cc863-8f12-44f7-b709-463ccedac825 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Made reservation on behalf of 3f882f7a65fb4f4b8c37408f45ffc93a for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:38:01.373986 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-143cc863-8f12-44f7-b709-463ccedac825 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3951209'] for subnet (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:01.439486 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7564820-21a9-4ae1-887f-6019b9685f4c None None] Pushing event updated for resources: {'Port': ['ID=10b4c3f4-fedb-42ed-81b2-624902e5044b,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:01.604659 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bae1fe50-8072-4ee6-8b6b-9ad1dc51aa6f tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1802651'] for router_interface (48baabe6-79bd-4bec-8ec5-3fbd7f806d20), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:01.609265 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-a7564820-21a9-4ae1-887f-6019b9685f4c None None] Current status of the port da366f38-6526-4287-8b13-a55b89fc144b is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:38:01.611778 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 6874ca04-dfc1-461c-9100-cd010d7e2a44 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:38:01.615880 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-a7564820-21a9-4ae1-887f-6019b9685f4c None None] Could not find standard attr ID for object 443e4978-cfa7-4795-9067-c5fd2d34cd86. {{(pid=103409) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Feb 28 10:38:01.633662 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-a7564820-21a9-4ae1-887f-6019b9685f4c None None] Provisioning complete for port b40413de-1087-4bdf-aeb8-321489c86179 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:38:01.634161 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a7564820-21a9-4ae1-887f-6019b9685f4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (b40413de-1087-4bdf-aeb8-321489c86179), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:01.694994 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89e483cc-f5d0-4ac6-994c-8ea71baf9d45 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:38:01.711557 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef6c7e60-ff1a-4eb5-a5b0-788a7dd4aea7 None None] Sync routers for ids ['9947a719-120b-4ba4-b011-4d84bd3462ce'] in dv-neutron-master-2-hyperv {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:38:01.717270 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-143cc863-8f12-44f7-b709-463ccedac825 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3242588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3951195'] for subnet (135a8a58-a6ef-4b27-bc24-7cb61f529384), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:01.745205 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-143cc863-8f12-44f7-b709-463ccedac825 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Network 844110a3-e6ac-4fc6-ae4d-875b06ee580b is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:38:01.748811 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-143cc863-8f12-44f7-b709-463ccedac825 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:38:01.753746 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-143cc863-8f12-44f7-b709-463ccedac825 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:01.754865 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-143cc863-8f12-44f7-b709-463ccedac825 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks [] for subnet (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:01.758816 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-89e483cc-f5d0-4ac6-994c-8ea71baf9d45 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] 10.222.0.20 "PUT /v2.0/routers/9947a719-120b-4ba4-b011-4d84bd3462ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3396022 Feb 28 10:38:01.760526 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 39210) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:01.764733 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6c7e60-ff1a-4eb5-a5b0-788a7dd4aea7 None None] Routers {'9947a719-120b-4ba4-b011-4d84bd3462ce'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:38:01.771842 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-ef6c7e60-ff1a-4eb5-a5b0-788a7dd4aea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:37:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['9947a719-120b-4ba4-b011-4d84bd3462ce'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:01.834933 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-143cc863-8f12-44f7-b709-463ccedac825 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6543622 Feb 28 10:38:01.838681 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 39212) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:01.843741 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-25d9ec5f-d3bd-4708-a562-b0000f05b4a0 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Request body: {'security_group': {'name': 'tempest-secgroup-637227933'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:01.870594 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143cc863-8f12-44f7-b709-463ccedac825 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Pushing event updated for resources: {'Subnet': ['ID=135a8a58-a6ef-4b27-bc24-7cb61f529384,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:01.875451 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-25d9ec5f-d3bd-4708-a562-b0000f05b4a0 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks [] for security_group (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:01.875620 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-ef6c7e60-ff1a-4eb5-a5b0-788a7dd4aea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:01.933081 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6c7e60-ff1a-4eb5-a5b0-788a7dd4aea7 None None] Routers {'9947a719-120b-4ba4-b011-4d84bd3462ce'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:38:01.934145 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-ef6c7e60-ff1a-4eb5-a5b0-788a7dd4aea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:37:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['9947a719-120b-4ba4-b011-4d84bd3462ce'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:02.000186 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-25d9ec5f-d3bd-4708-a562-b0000f05b4a0 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks [] for security_group (44fffe62-7a3e-42d8-a4ed-70881e6aa01e), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:02.003716 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8abfb21-2ff0-4f27-96cf-20394833b180 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:02.005998 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-a8abfb21-2ff0-4f27-96cf-20394833b180 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] 10.222.0.20 "GET /v2.0/ports/563b13ec-be37-4138-80dc-f86c4f54bd8f HTTP/1.1" status: 200 len: 911 time: 0.2350438 Feb 28 10:38:02.008870 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 39214) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:02.011118 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-25d9ec5f-d3bd-4708-a562-b0000f05b4a0 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (44fffe62-7a3e-42d8-a4ed-70881e6aa01e), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:02.049031 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-a7564820-21a9-4ae1-887f-6019b9685f4c None None] Current status of the port b40413de-1087-4bdf-aeb8-321489c86179 is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:38:02.049550 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a7564820-21a9-4ae1-887f-6019b9685f4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (b40413de-1087-4bdf-aeb8-321489c86179), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:02.052101 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-ef6c7e60-ff1a-4eb5-a5b0-788a7dd4aea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:02.053946 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef6c7e60-ff1a-4eb5-a5b0-788a7dd4aea7 None None] The sync data for ids ['9947a719-120b-4ba4-b011-4d84bd3462ce'] in dv-neutron-master-2-hyperv is: [] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:38:02.085449 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-25d9ec5f-d3bd-4708-a562-b0000f05b4a0 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks [] for security_group (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:02.088060 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-25d9ec5f-d3bd-4708-a562-b0000f05b4a0 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2479281 Feb 28 10:38:02.091417 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 39216) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:02.105775 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-6e4ae1c3-7ed7-4844-a9f1-329828892e32 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Request body: {'security_group': {'name': 'tempest-secgroup-2116261345'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:02.112756 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d9ec5f-d3bd-4708-a562-b0000f05b4a0 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44fffe62-7a3e-42d8-a4ed-70881e6aa01e,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:02.127649 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-a7564820-21a9-4ae1-887f-6019b9685f4c None None] For port b40413de-1087-4bdf-aeb8-321489c86179, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b40413de-1087-4bdf-aeb8-321489c86179,segment=NetworkSegment(e79a800c-c973-4499-aaa3-1a19663e8716),segment_id=e79a800c-c973-4499-aaa3-1a19663e8716)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:38:02.135830 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a7564820-21a9-4ae1-887f-6019b9685f4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (b40413de-1087-4bdf-aeb8-321489c86179), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:02.156667 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6e4ae1c3-7ed7-4844-a9f1-329828892e32 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks [] for security_group (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:02.157793 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-834c164b-868d-4089-b006-ad0053a24e65 None None] Network 844110a3-e6ac-4fc6-ae4d-875b06ee580b requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:38:02.219922 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7564820-21a9-4ae1-887f-6019b9685f4c None None] Pushing event updated for resources: {'Port': ['ID=b40413de-1087-4bdf-aeb8-321489c86179,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:02.233322 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device cbac8d05-d234-45b3-8c29-bb30a7d1a1f4 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:38:02.248869 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bae1fe50-8072-4ee6-8b6b-9ad1dc51aa6f tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] Router 48baabe6-79bd-4bec-8ec5-3fbd7f806d20 has already been hosted by L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:38:02.298809 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6e4ae1c3-7ed7-4844-a9f1-329828892e32 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks [] for security_group (c6ea412e-7645-4f4c-a567-ec0b13b056b7), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:02.304334 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6e4ae1c3-7ed7-4844-a9f1-329828892e32 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (c6ea412e-7645-4f4c-a567-ec0b13b056b7), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:02.337903 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4ae1c3-7ed7-4844-a9f1-329828892e32 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6ea412e-7645-4f4c-a567-ec0b13b056b7,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:02.362668 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6e4ae1c3-7ed7-4844-a9f1-329828892e32 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks [] for security_group (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:02.374586 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-6e4ae1c3-7ed7-4844-a9f1-329828892e32 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2735269 Feb 28 10:38:02.376723 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 39218) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:02.382558 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-b104f882-1738-45d0-9926-8c4eb04ea08e tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Request body: {'security_group': {'name': 'tempest-secgroup-1346340457'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:02.391436 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-bc1afd97-4946-4320-83a2-0a186c9b443b None None] Provisioning complete for port bc0eb751-e9f7-46d0-9190-c77216b09b4d triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:38:02.392687 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bc1afd97-4946-4320-83a2-0a186c9b443b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (bc0eb751-e9f7-46d0-9190-c77216b09b4d), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:02.420650 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b104f882-1738-45d0-9926-8c4eb04ea08e tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks [] for security_group (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:02.439373 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-bc1afd97-4946-4320-83a2-0a186c9b443b None None] Port bc0eb751-e9f7-46d0-9190-c77216b09b4d cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:38:02.450474 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port cbac8d05-d234-45b3-8c29-bb30a7d1a1f4 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:38:02.450858 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (cbac8d05-d234-45b3-8c29-bb30a7d1a1f4), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:02.466891 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bae1fe50-8072-4ee6-8b6b-9ad1dc51aa6f tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:38:02.479110 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-bae1fe50-8072-4ee6-8b6b-9ad1dc51aa6f tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] 10.222.0.20 "PUT /v2.0/routers/48baabe6-79bd-4bec-8ec5-3fbd7f806d20/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8532858 Feb 28 10:38:02.479322 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 39220) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:02.487800 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2354d3d6-3146-4aa5-84e0-c949de538e2f None None] Sync routers for ids ['48baabe6-79bd-4bec-8ec5-3fbd7f806d20'] in dv-neutron-master-2-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:38:02.513786 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2354d3d6-3146-4aa5-84e0-c949de538e2f None None] Routers {'48baabe6-79bd-4bec-8ec5-3fbd7f806d20'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:38:02.515069 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-2354d3d6-3146-4aa5-84e0-c949de538e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:37:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['48baabe6-79bd-4bec-8ec5-3fbd7f806d20'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:02.523105 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-bc1afd97-4946-4320-83a2-0a186c9b443b None None] Provisioning complete for port 10b4c3f4-fedb-42ed-81b2-624902e5044b triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:38:02.523628 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bc1afd97-4946-4320-83a2-0a186c9b443b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (10b4c3f4-fedb-42ed-81b2-624902e5044b), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:02.550262 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.api.v2.resource [None req-627417d6-93ba-4f68-9fec-ff9f56bb36d1 tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] delete failed (client error): The resource could not be found. Feb 28 10:38:02.551563 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-627417d6-93ba-4f68-9fec-ff9f56bb36d1 tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] 10.222.0.20 "DELETE /v2.0/routers/tempest-non_exist_router-1771232169 HTTP/1.1" status: 404 len: 335 time: 0.0719271 Feb 28 10:38:02.556985 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 39222) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:02.562340 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-0024e50a-5bd0-4d47-a773-b2fe16669da6 tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] Request body: {'router': {'external_gateway_info': {'network_id': '48baabe6-79bd-4bec-8ec5-3fbd7f806d20'}}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:02.596745 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-2354d3d6-3146-4aa5-84e0-c949de538e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:02.606528 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2354d3d6-3146-4aa5-84e0-c949de538e2f None None] Routers {'48baabe6-79bd-4bec-8ec5-3fbd7f806d20'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:38:02.607424 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-2354d3d6-3146-4aa5-84e0-c949de538e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:37:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['48baabe6-79bd-4bec-8ec5-3fbd7f806d20'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:02.639893 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49e1a045-79f9-47c4-a940-d72194f1dea2 None None] Update dhcp port {'port': {'network_id': '844110a3-e6ac-4fc6-ae4d-875b06ee580b', 'fixed_ips': [{'subnet_id': '4593873d-d090-4c7b-af4d-fe1aaf3636fd', 'ip_address': '172.20.0.18'}, {'subnet_id': '135a8a58-a6ef-4b27-bc24-7cb61f529384'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': 'cbac8d05-d234-45b3-8c29-bb30a7d1a1f4'} from dv-neutron-master-2-hyperv. {{(pid=103409) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 28 10:38:02.662706 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-2354d3d6-3146-4aa5-84e0-c949de538e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:02.663656 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2354d3d6-3146-4aa5-84e0-c949de538e2f None None] The sync data for ids ['48baabe6-79bd-4bec-8ec5-3fbd7f806d20'] in dv-neutron-master-2-hyperv is: [] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:38:02.669518 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b104f882-1738-45d0-9926-8c4eb04ea08e tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks [] for security_group (57c07d0e-cab5-41cc-9a17-7ddc3f1a669e), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:02.707966 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b104f882-1738-45d0-9926-8c4eb04ea08e tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (57c07d0e-cab5-41cc-9a17-7ddc3f1a669e), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:02.751292 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f1bfc7e5-66d0-4158-8ab2-dd61134e10ef tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:02.775204 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b104f882-1738-45d0-9926-8c4eb04ea08e tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks [] for security_group (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:02.779227 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-b104f882-1738-45d0-9926-8c4eb04ea08e tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3975909 Feb 28 10:38:02.780018 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 39224) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:02.785245 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-b3add6ce-6bf9-492b-8767-4f3b8ee19916 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-850114788', 'security_groups': ['57c07d0e-cab5-41cc-9a17-7ddc3f1a669e'], 'network_id': '844110a3-e6ac-4fc6-ae4d-875b06ee580b', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '135a8a58-a6ef-4b27-bc24-7cb61f529384'}]}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:02.790962 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b104f882-1738-45d0-9926-8c4eb04ea08e tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57c07d0e-cab5-41cc-9a17-7ddc3f1a669e,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:02.848159 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1393de8-934e-4837-9f91-f788b7b9a40b None None] Network 9c3ed7f4-a68d-47aa-892f-b9f680df0633 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:38:02.850475 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-49e1a045-79f9-47c4-a940-d72194f1dea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (cbac8d05-d234-45b3-8c29-bb30a7d1a1f4), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:02.903107 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0024e50a-5bd0-4d47-a773-b2fe16669da6 tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] Publish callbacks [] for router_gateway (48baabe6-79bd-4bec-8ec5-3fbd7f806d20), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:02.935813 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.api.v2.resource [None req-0024e50a-5bd0-4d47-a773-b2fe16669da6 tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] update failed (client error): The resource could not be found. Feb 28 10:38:02.940693 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-0024e50a-5bd0-4d47-a773-b2fe16669da6 tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] 10.222.0.20 "PUT /v2.0/routers/48baabe6-79bd-4bec-8ec5-3fbd7f806d20 HTTP/1.1" status: 404 len: 339 time: 0.3793211 Feb 28 10:38:02.941368 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 39226) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:02.995761 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port cbac8d05-d234-45b3-8c29-bb30a7d1a1f4 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:38:02.996947 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 400eb21b-9a45-435f-991f-19ec2d14db88 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:38:03.030152 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-f1bfc7e5-66d0-4158-8ab2-dd61134e10ef tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Allocated IP 2001:db8:1::1 (9c3ed7f4-a68d-47aa-892f-b9f680df0633/abfea844-6496-4268-a969-554e3e459d34/64909fdf-8d64-4d67-9057-49d052a1086c) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:38:03.110410 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-bc1afd97-4946-4320-83a2-0a186c9b443b None None] Current status of the port 10b4c3f4-fedb-42ed-81b2-624902e5044b is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:38:03.118273 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3add6ce-6bf9-492b-8767-4f3b8ee19916 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Made reservation on behalf of 3f882f7a65fb4f4b8c37408f45ffc93a for: {'port': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:38:03.155964 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f1bfc7e5-66d0-4158-8ab2-dd61134e10ef tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks [] for port (64909fdf-8d64-4d67-9057-49d052a1086c), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:03.176517 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-bc1afd97-4946-4320-83a2-0a186c9b443b None None] Provisioning complete for port 563b13ec-be37-4138-80dc-f86c4f54bd8f triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:38:03.176893 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bc1afd97-4946-4320-83a2-0a186c9b443b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (563b13ec-be37-4138-80dc-f86c4f54bd8f), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:03.192682 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f1bfc7e5-66d0-4158-8ab2-dd61134e10ef tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (64909fdf-8d64-4d67-9057-49d052a1086c), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:03.203328 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-49e1a045-79f9-47c4-a940-d72194f1dea2 None None] Allocated IP 172.20.0.2 (844110a3-e6ac-4fc6-ae4d-875b06ee580b/135a8a58-a6ef-4b27-bc24-7cb61f529384/cbac8d05-d234-45b3-8c29-bb30a7d1a1f4) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:38:03.213933 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port 400eb21b-9a45-435f-991f-19ec2d14db88 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:38:03.214380 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (400eb21b-9a45-435f-991f-19ec2d14db88), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:03.243666 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1bfc7e5-66d0-4158-8ab2-dd61134e10ef tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Network 9c3ed7f4-a68d-47aa-892f-b9f680df0633 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:38:03.246937 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-f1bfc7e5-66d0-4158-8ab2-dd61134e10ef tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:38:03.249648 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1bfc7e5-66d0-4158-8ab2-dd61134e10ef tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:38:03.250286 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f1bfc7e5-66d0-4158-8ab2-dd61134e10ef tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1803404'] for router_interface (9947a719-120b-4ba4-b011-4d84bd3462ce), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:03.301014 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-bc1afd97-4946-4320-83a2-0a186c9b443b None None] Port 563b13ec-be37-4138-80dc-f86c4f54bd8f cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:38:03.301872 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b3add6ce-6bf9-492b-8767-4f3b8ee19916 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:03.316162 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-bc1afd97-4946-4320-83a2-0a186c9b443b None None] Could not find standard attr ID for object e7f0fbfb-7f2b-40d1-bdcb-7556db28dc0e. {{(pid=103409) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Feb 28 10:38:03.335166 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7891f5d7-2e56-4282-a60e-6c1855ce842c tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:03.366847 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-b3add6ce-6bf9-492b-8767-4f3b8ee19916 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] device_id is not set on port c61c02d1-588b-4279-8c72-242119c6692b yet. {{(pid=103408) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:38:03.385717 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-bc1afd97-4946-4320-83a2-0a186c9b443b None None] Provisioning complete for port cbac8d05-d234-45b3-8c29-bb30a7d1a1f4 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:38:03.386095 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bc1afd97-4946-4320-83a2-0a186c9b443b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (cbac8d05-d234-45b3-8c29-bb30a7d1a1f4), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:03.388878 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-49e1a045-79f9-47c4-a940-d72194f1dea2 None None] For port cbac8d05-d234-45b3-8c29-bb30a7d1a1f4, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=cbac8d05-d234-45b3-8c29-bb30a7d1a1f4,segment=NetworkSegment(69f5c4ff-f3db-441c-b796-9ba0fc914c0b),segment_id=69f5c4ff-f3db-441c-b796-9ba0fc914c0b)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:38:03.486027 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-49e1a045-79f9-47c4-a940-d72194f1dea2 None None] Publish callbacks [] for port (cbac8d05-d234-45b3-8c29-bb30a7d1a1f4), precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:03.502924 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-49e1a045-79f9-47c4-a940-d72194f1dea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (cbac8d05-d234-45b3-8c29-bb30a7d1a1f4), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:03.510341 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 400eb21b-9a45-435f-991f-19ec2d14db88 is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:38:03.510724 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (400eb21b-9a45-435f-991f-19ec2d14db88), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:03.653181 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] For port 400eb21b-9a45-435f-991f-19ec2d14db88, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=400eb21b-9a45-435f-991f-19ec2d14db88,segment=NetworkSegment(d6c6f898-b2fe-48dc-9605-374a092a9094),segment_id=d6c6f898-b2fe-48dc-9605-374a092a9094)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:38:03.671866 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-bc1afd97-4946-4320-83a2-0a186c9b443b None None] Current status of the port cbac8d05-d234-45b3-8c29-bb30a7d1a1f4 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:38:03.677432 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e1a045-79f9-47c4-a940-d72194f1dea2 None None] Pushing event updated for resources: {'Port': ['ID=cbac8d05-d234-45b3-8c29-bb30a7d1a1f4,revision_number=6']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:03.681527 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (400eb21b-9a45-435f-991f-19ec2d14db88), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:03.682624 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 10b4c3f4-fedb-42ed-81b2-624902e5044b up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:38:03.744824 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bfc7e5-66d0-4158-8ab2-dd61134e10ef tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Pushing event updated for resources: {'Port': ['ID=64909fdf-8d64-4d67-9057-49d052a1086c,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:03.769274 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-bc1afd97-4946-4320-83a2-0a186c9b443b None None] Provisioning complete for port b40413de-1087-4bdf-aeb8-321489c86179 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:38:03.774274 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bc1afd97-4946-4320-83a2-0a186c9b443b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (b40413de-1087-4bdf-aeb8-321489c86179), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:03.828962 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Pushing event updated for resources: {'Port': ['ID=400eb21b-9a45-435f-991f-19ec2d14db88,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:03.858400 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port 10b4c3f4-fedb-42ed-81b2-624902e5044b triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:38:03.858982 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (10b4c3f4-fedb-42ed-81b2-624902e5044b), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:03.902755 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f1bfc7e5-66d0-4158-8ab2-dd61134e10ef tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (64909fdf-8d64-4d67-9057-49d052a1086c), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:04.011143 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 10b4c3f4-fedb-42ed-81b2-624902e5044b is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:38:04.012281 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device da366f38-6526-4287-8b13-a55b89fc144b up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:38:04.015223 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-bc1afd97-4946-4320-83a2-0a186c9b443b None None] Current status of the port b40413de-1087-4bdf-aeb8-321489c86179 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:38:04.071734 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port da366f38-6526-4287-8b13-a55b89fc144b triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:38:04.072120 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (da366f38-6526-4287-8b13-a55b89fc144b), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:04.168589 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-b3add6ce-6bf9-492b-8767-4f3b8ee19916 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Allocated IP 172.20.0.8 (844110a3-e6ac-4fc6-ae4d-875b06ee580b/135a8a58-a6ef-4b27-bc24-7cb61f529384/c61c02d1-588b-4279-8c72-242119c6692b) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:38:04.169627 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-d3c0f186-74ac-42b7-b03b-e76115dc64b0 None None] Provisioning complete for port 400eb21b-9a45-435f-991f-19ec2d14db88 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:38:04.170364 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d3c0f186-74ac-42b7-b03b-e76115dc64b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (400eb21b-9a45-435f-991f-19ec2d14db88), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:04.171739 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port da366f38-6526-4287-8b13-a55b89fc144b is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:38:04.173152 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device b40413de-1087-4bdf-aeb8-321489c86179 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:38:04.202784 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-7891f5d7-2e56-4282-a60e-6c1855ce842c tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] Allocated IP 172.20.0.1 (54d1bdae-cf27-4c39-acf5-277baeb09cb5/8f4e609c-c9f1-47a3-9e70-8e9d8e0800e0/b80660c0-9c0c-4b57-9620-4aa1634d2efd) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:38:04.271597 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port b40413de-1087-4bdf-aeb8-321489c86179 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:38:04.272066 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (b40413de-1087-4bdf-aeb8-321489c86179), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:04.306362 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f1bfc7e5-66d0-4158-8ab2-dd61134e10ef tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks [] for port (64909fdf-8d64-4d67-9057-49d052a1086c), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:04.314948 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f1bfc7e5-66d0-4158-8ab2-dd61134e10ef tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3498066'] for port (64909fdf-8d64-4d67-9057-49d052a1086c), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:04.316199 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f1bfc7e5-66d0-4158-8ab2-dd61134e10ef tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1802524'] for router_interface (9947a719-120b-4ba4-b011-4d84bd3462ce), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:04.339123 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-d3c0f186-74ac-42b7-b03b-e76115dc64b0 None None] Current status of the port 400eb21b-9a45-435f-991f-19ec2d14db88 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:38:04.387307 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-d3c0f186-74ac-42b7-b03b-e76115dc64b0 None None] Provisioning complete for port 563b13ec-be37-4138-80dc-f86c4f54bd8f triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:38:04.387681 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d3c0f186-74ac-42b7-b03b-e76115dc64b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (563b13ec-be37-4138-80dc-f86c4f54bd8f), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:04.422859 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b3add6ce-6bf9-492b-8767-4f3b8ee19916 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks [] for port (c61c02d1-588b-4279-8c72-242119c6692b), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:04.426209 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7891f5d7-2e56-4282-a60e-6c1855ce842c tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] Publish callbacks [] for port (b80660c0-9c0c-4b57-9620-4aa1634d2efd), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:04.427039 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port b40413de-1087-4bdf-aeb8-321489c86179 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:38:04.436158 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-d3c0f186-74ac-42b7-b03b-e76115dc64b0 None None] Port 563b13ec-be37-4138-80dc-f86c4f54bd8f cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:38:04.442216 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bfc7e5-66d0-4158-8ab2-dd61134e10ef tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Pushing event updated for resources: {'Port': ['ID=64909fdf-8d64-4d67-9057-49d052a1086c,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:04.452686 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-d3c0f186-74ac-42b7-b03b-e76115dc64b0 None None] Provisioning complete for port 64909fdf-8d64-4d67-9057-49d052a1086c triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:38:04.453923 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d3c0f186-74ac-42b7-b03b-e76115dc64b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (64909fdf-8d64-4d67-9057-49d052a1086c), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:04.483940 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b3add6ce-6bf9-492b-8767-4f3b8ee19916 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (c61c02d1-588b-4279-8c72-242119c6692b), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:04.488433 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7891f5d7-2e56-4282-a60e-6c1855ce842c tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (b80660c0-9c0c-4b57-9620-4aa1634d2efd), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:04.507089 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-d3c0f186-74ac-42b7-b03b-e76115dc64b0 None None] Port 64909fdf-8d64-4d67-9057-49d052a1086c cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:38:04.528873 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1bfc7e5-66d0-4158-8ab2-dd61134e10ef tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Network 9c3ed7f4-a68d-47aa-892f-b9f680df0633 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:38:04.530363 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-f1bfc7e5-66d0-4158-8ab2-dd61134e10ef tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:38:04.569486 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7891f5d7-2e56-4282-a60e-6c1855ce842c tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] Network 54d1bdae-cf27-4c39-acf5-277baeb09cb5 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:38:04.573250 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3add6ce-6bf9-492b-8767-4f3b8ee19916 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Network 844110a3-e6ac-4fc6-ae4d-875b06ee580b is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:38:04.579391 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device b40413de-1087-4bdf-aeb8-321489c86179 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:38:04.587003 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-b3add6ce-6bf9-492b-8767-4f3b8ee19916 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:38:04.595246 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3add6ce-6bf9-492b-8767-4f3b8ee19916 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:38:04.601328 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-7891f5d7-2e56-4282-a60e-6c1855ce842c tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:38:04.614796 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7891f5d7-2e56-4282-a60e-6c1855ce842c tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:38:04.617813 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7891f5d7-2e56-4282-a60e-6c1855ce842c tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] Pushing event updated for resources: {'Port': ['ID=b80660c0-9c0c-4b57-9620-4aa1634d2efd,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:04.676290 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-4a425ad3-dab3-4f42-935d-54d40491baff None None] Provisioning complete for port cbac8d05-d234-45b3-8c29-bb30a7d1a1f4 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:38:04.676617 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4a425ad3-dab3-4f42-935d-54d40491baff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (cbac8d05-d234-45b3-8c29-bb30a7d1a1f4), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:04.706605 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1bfc7e5-66d0-4158-8ab2-dd61134e10ef tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Router 9947a719-120b-4ba4-b011-4d84bd3462ce has already been hosted by L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:38:04.723026 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port b40413de-1087-4bdf-aeb8-321489c86179 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:38:04.723593 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (b40413de-1087-4bdf-aeb8-321489c86179), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:04.808442 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3add6ce-6bf9-492b-8767-4f3b8ee19916 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:04.809478 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b3add6ce-6bf9-492b-8767-4f3b8ee19916 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:04.820719 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7891f5d7-2e56-4282-a60e-6c1855ce842c tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1803404'] for router_interface (48baabe6-79bd-4bec-8ec5-3fbd7f806d20), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:04.881520 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1bfc7e5-66d0-4158-8ab2-dd61134e10ef tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:38:04.889975 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port b40413de-1087-4bdf-aeb8-321489c86179 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:38:04.891456 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 400eb21b-9a45-435f-991f-19ec2d14db88 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:38:04.893193 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-f1bfc7e5-66d0-4158-8ab2-dd61134e10ef tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] 10.222.0.20 "PUT /v2.0/routers/9947a719-120b-4ba4-b011-4d84bd3462ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8832743 Feb 28 10:38:04.896031 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 39230) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:04.897106 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3add6ce-6bf9-492b-8767-4f3b8ee19916 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Pushing event updated for resources: {'Port': ['ID=c61c02d1-588b-4279-8c72-242119c6692b,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:04.937625 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-b3add6ce-6bf9-492b-8767-4f3b8ee19916 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.1535113 Feb 28 10:38:04.943218 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 39232) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:04.948766 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe26fea-2462-4937-95d6-8cd8cc4a188e None None] Sync routers for ids ['9947a719-120b-4ba4-b011-4d84bd3462ce'] in dv-neutron-master-2-hyperv {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:38:04.963023 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4a425ad3-dab3-4f42-935d-54d40491baff None None] Current status of the port cbac8d05-d234-45b3-8c29-bb30a7d1a1f4 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:38:04.971229 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d7b65ee-bb47-4a5a-864e-46fd5a401bee tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:04.976685 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-0d7b65ee-bb47-4a5a-864e-46fd5a401bee tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] 10.222.0.20 "GET /v2.0/ports/64909fdf-8d64-4d67-9057-49d052a1086c HTTP/1.1" status: 200 len: 913 time: 0.0710998 Feb 28 10:38:04.976915 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 39234) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:04.985762 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe26fea-2462-4937-95d6-8cd8cc4a188e None None] Routers {'9947a719-120b-4ba4-b011-4d84bd3462ce'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:38:04.987524 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-c43e41c9-0138-431f-b79d-9a8836dd43ca tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Request body: {'subnet': {'network_id': '844110a3-e6ac-4fc6-ae4d-875b06ee580b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:04.987687 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-7fe26fea-2462-4937-95d6-8cd8cc4a188e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:37:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['9947a719-120b-4ba4-b011-4d84bd3462ce'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:05.039382 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-7fe26fea-2462-4937-95d6-8cd8cc4a188e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:05.052256 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-4a425ad3-dab3-4f42-935d-54d40491baff None None] Provisioning complete for port bc0eb751-e9f7-46d0-9190-c77216b09b4d triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:38:05.052705 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4a425ad3-dab3-4f42-935d-54d40491baff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (bc0eb751-e9f7-46d0-9190-c77216b09b4d), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:05.095648 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port 400eb21b-9a45-435f-991f-19ec2d14db88 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:38:05.096179 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (400eb21b-9a45-435f-991f-19ec2d14db88), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:05.130485 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe26fea-2462-4937-95d6-8cd8cc4a188e None None] Routers {'9947a719-120b-4ba4-b011-4d84bd3462ce'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:38:05.131132 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-7fe26fea-2462-4937-95d6-8cd8cc4a188e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:37:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['9947a719-120b-4ba4-b011-4d84bd3462ce'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:05.134616 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4a425ad3-dab3-4f42-935d-54d40491baff None None] Port bc0eb751-e9f7-46d0-9190-c77216b09b4d cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:38:05.141047 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7891f5d7-2e56-4282-a60e-6c1855ce842c tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (b80660c0-9c0c-4b57-9620-4aa1634d2efd), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:05.213829 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c43e41c9-0138-431f-b79d-9a8836dd43ca tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Made reservation on behalf of 3f882f7a65fb4f4b8c37408f45ffc93a for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:38:05.217878 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c43e41c9-0138-431f-b79d-9a8836dd43ca tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3951209'] for subnet (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:05.332629 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-7fe26fea-2462-4937-95d6-8cd8cc4a188e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:05.333381 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe26fea-2462-4937-95d6-8cd8cc4a188e None None] The sync data for ids ['9947a719-120b-4ba4-b011-4d84bd3462ce'] in dv-neutron-master-2-hyperv is: [] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:38:05.354419 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-d83314d9-f397-4a5f-8ba6-2d5b22a58681 None None] Provisioning complete for port b80660c0-9c0c-4b57-9620-4aa1634d2efd triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:38:05.354895 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d83314d9-f397-4a5f-8ba6-2d5b22a58681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (b80660c0-9c0c-4b57-9620-4aa1634d2efd), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:05.377076 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-15b1fe86-b82a-42b2-aa23-24b1ff1a9069 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1802615'] for router_interface (9947a719-120b-4ba4-b011-4d84bd3462ce), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:05.420647 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-d83314d9-f397-4a5f-8ba6-2d5b22a58681 None None] Port b80660c0-9c0c-4b57-9620-4aa1634d2efd cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:38:05.428075 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-d83314d9-f397-4a5f-8ba6-2d5b22a58681 None None] Could not find standard attr ID for object e7f0fbfb-7f2b-40d1-bdcb-7556db28dc0e. {{(pid=103409) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Feb 28 10:38:05.441620 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 400eb21b-9a45-435f-991f-19ec2d14db88 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:38:05.445505 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device cbac8d05-d234-45b3-8c29-bb30a7d1a1f4 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:38:05.475473 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-d83314d9-f397-4a5f-8ba6-2d5b22a58681 None None] Provisioning complete for port 64909fdf-8d64-4d67-9057-49d052a1086c triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:38:05.475873 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d83314d9-f397-4a5f-8ba6-2d5b22a58681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (64909fdf-8d64-4d67-9057-49d052a1086c), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:05.527009 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-d83314d9-f397-4a5f-8ba6-2d5b22a58681 None None] Port 64909fdf-8d64-4d67-9057-49d052a1086c cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:38:05.538672 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port cbac8d05-d234-45b3-8c29-bb30a7d1a1f4 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:38:05.539302 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (cbac8d05-d234-45b3-8c29-bb30a7d1a1f4), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:05.545461 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-d83314d9-f397-4a5f-8ba6-2d5b22a58681 None None] Provisioning complete for port c61c02d1-588b-4279-8c72-242119c6692b triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:38:05.551311 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d83314d9-f397-4a5f-8ba6-2d5b22a58681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (c61c02d1-588b-4279-8c72-242119c6692b), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:05.579066 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.db.ipam_backend_mixin [None req-c43e41c9-0138-431f-b79d-9a8836dd43ca tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 135a8a58-a6ef-4b27-bc24-7cb61f529384 (CIDR: 172.20.0.0/28) Feb 28 10:38:05.590236 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-c43e41c9-0138-431f-b79d-9a8836dd43ca tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 10:38:05.590736 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c43e41c9-0138-431f-b79d-9a8836dd43ca tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103408) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:38:05.627951 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-d83314d9-f397-4a5f-8ba6-2d5b22a58681 None None] Port c61c02d1-588b-4279-8c72-242119c6692b cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:38:05.632804 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-c43e41c9-0138-431f-b79d-9a8836dd43ca tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6511402 Feb 28 10:38:05.637064 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 39236) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:05.649604 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-2063f660-1bae-4935-8605-5d3b512b5851 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Request body: {'subnet': {'network_id': '844110a3-e6ac-4fc6-ae4d-875b06ee580b', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:05.704776 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port cbac8d05-d234-45b3-8c29-bb30a7d1a1f4 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:38:05.715299 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7891f5d7-2e56-4282-a60e-6c1855ce842c tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] Publish callbacks [] for port (b80660c0-9c0c-4b57-9620-4aa1634d2efd), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:05.724310 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7891f5d7-2e56-4282-a60e-6c1855ce842c tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3242529'] for port (b80660c0-9c0c-4b57-9620-4aa1634d2efd), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:05.745517 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-0caa8d0b-2365-4d7d-8632-6e1b9efe01a4 None None] Could not find standard attr ID for object e7f0fbfb-7f2b-40d1-bdcb-7556db28dc0e. {{(pid=103409) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Feb 28 10:38:05.816402 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-15b1fe86-b82a-42b2-aa23-24b1ff1a9069 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Deleting port 64909fdf-8d64-4d67-9057-49d052a1086c {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:38:05.816402 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-15b1fe86-b82a-42b2-aa23-24b1ff1a9069 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (64909fdf-8d64-4d67-9057-49d052a1086c), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:05.832627 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7891f5d7-2e56-4282-a60e-6c1855ce842c tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1802524'] for router_interface (48baabe6-79bd-4bec-8ec5-3fbd7f806d20), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:05.846818 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7891f5d7-2e56-4282-a60e-6c1855ce842c tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] Pushing event updated for resources: {'Port': ['ID=b80660c0-9c0c-4b57-9620-4aa1634d2efd,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:05.920625 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-15b1fe86-b82a-42b2-aa23-24b1ff1a9069 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (64909fdf-8d64-4d67-9057-49d052a1086c), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:05.925999 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2063f660-1bae-4935-8605-5d3b512b5851 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Made reservation on behalf of 3f882f7a65fb4f4b8c37408f45ffc93a for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:38:05.929431 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2063f660-1bae-4935-8605-5d3b512b5851 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3951209'] for subnet (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:05.933596 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-15b1fe86-b82a-42b2-aa23-24b1ff1a9069 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Calling delete_port for 64909fdf-8d64-4d67-9057-49d052a1086c owned by network:router_interface {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:38:06.030226 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7891f5d7-2e56-4282-a60e-6c1855ce842c tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] Network 54d1bdae-cf27-4c39-acf5-277baeb09cb5 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:38:06.034866 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-7891f5d7-2e56-4282-a60e-6c1855ce842c tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:38:06.042735 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.agents_db [None req-382e0aa2-b126-48e6-89eb-3efa426b6b29 None None] Agent healthcheck: found 6 active agents {{(pid=103410) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 10:38:06.047009 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.db.ipam_backend_mixin [None req-2063f660-1bae-4935-8605-5d3b512b5851 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 4593873d-d090-4c7b-af4d-fe1aaf3636fd (CIDR: 172.20.0.16/28) Feb 28 10:38:06.052091 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-2063f660-1bae-4935-8605-5d3b512b5851 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 10:38:06.052614 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2063f660-1bae-4935-8605-5d3b512b5851 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103408) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:38:06.131493 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-2063f660-1bae-4935-8605-5d3b512b5851 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.4916589 Feb 28 10:38:06.135051 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 39238) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:06.141091 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-8fd1412f-5333-4507-9555-01f5cc3f93f2 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Request body: {'subnet': {'network_id': '844110a3-e6ac-4fc6-ae4d-875b06ee580b', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:06.147647 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-15b1fe86-b82a-42b2-aa23-24b1ff1a9069 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (64909fdf-8d64-4d67-9057-49d052a1086c), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:06.163992 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7891f5d7-2e56-4282-a60e-6c1855ce842c tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] Router 48baabe6-79bd-4bec-8ec5-3fbd7f806d20 has already been hosted by L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 {{(pid=103408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:38:06.229848 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b1fe86-b82a-42b2-aa23-24b1ff1a9069 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Pushing event deleted for resources: {'Port': ['ID=64909fdf-8d64-4d67-9057-49d052a1086c,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:06.265447 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7891f5d7-2e56-4282-a60e-6c1855ce842c tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:38:06.270960 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-7891f5d7-2e56-4282-a60e-6c1855ce842c tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] 10.222.0.20 "PUT /v2.0/routers/48baabe6-79bd-4bec-8ec5-3fbd7f806d20/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3285525 Feb 28 10:38:06.274810 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 39240) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:06.284077 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-b1a6dffa-22ab-4667-8e2a-6484f12488c0 None None] Provisioning complete for port b80660c0-9c0c-4b57-9620-4aa1634d2efd triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:38:06.284439 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b1a6dffa-22ab-4667-8e2a-6484f12488c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (b80660c0-9c0c-4b57-9620-4aa1634d2efd), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:06.288734 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18899793-95fe-483b-ad5d-70c92ff2565f None None] Sync routers for ids ['48baabe6-79bd-4bec-8ec5-3fbd7f806d20'] in dv-neutron-master-2-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:38:06.299927 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18899793-95fe-483b-ad5d-70c92ff2565f None None] Routers {'48baabe6-79bd-4bec-8ec5-3fbd7f806d20'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:38:06.300816 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-18899793-95fe-483b-ad5d-70c92ff2565f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:37:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['48baabe6-79bd-4bec-8ec5-3fbd7f806d20'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:06.327308 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-b1a6dffa-22ab-4667-8e2a-6484f12488c0 None None] Port b80660c0-9c0c-4b57-9620-4aa1634d2efd cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:38:06.352106 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-18899793-95fe-483b-ad5d-70c92ff2565f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:06.362582 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18899793-95fe-483b-ad5d-70c92ff2565f None None] Routers {'48baabe6-79bd-4bec-8ec5-3fbd7f806d20'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:38:06.363575 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-18899793-95fe-483b-ad5d-70c92ff2565f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:37:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['48baabe6-79bd-4bec-8ec5-3fbd7f806d20'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:06.379294 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f149532b-8913-49f7-88b3-5a9d4d6e316e tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] Publish callbacks [] for router (48baabe6-79bd-4bec-8ec5-3fbd7f806d20), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:06.405041 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-18899793-95fe-483b-ad5d-70c92ff2565f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:06.407184 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18899793-95fe-483b-ad5d-70c92ff2565f None None] The sync data for ids ['48baabe6-79bd-4bec-8ec5-3fbd7f806d20'] in dv-neutron-master-2-hyperv is: [] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:38:06.427250 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fd1412f-5333-4507-9555-01f5cc3f93f2 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Made reservation on behalf of 3f882f7a65fb4f4b8c37408f45ffc93a for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:38:06.430703 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8fd1412f-5333-4507-9555-01f5cc3f93f2 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3516581'] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:06.477170 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-15b1fe86-b82a-42b2-aa23-24b1ff1a9069 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1802651'] for router_interface (9947a719-120b-4ba4-b011-4d84bd3462ce), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:06.477692 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.api.v2.resource [None req-f149532b-8913-49f7-88b3-5a9d4d6e316e tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 28 10:38:06.478768 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-f149532b-8913-49f7-88b3-5a9d4d6e316e tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] 10.222.0.20 "DELETE /v2.0/routers/48baabe6-79bd-4bec-8ec5-3fbd7f806d20 HTTP/1.1" status: 409 len: 329 time: 0.2034984 Feb 28 10:38:06.481755 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 39242) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:06.771253 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15b1fe86-b82a-42b2-aa23-24b1ff1a9069 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Router 9947a719-120b-4ba4-b011-4d84bd3462ce has already been hosted by L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:38:06.799108 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-770e0643-4d41-4e2c-8670-3a1d8b09c2c5 tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1802615'] for router_interface (48baabe6-79bd-4bec-8ec5-3fbd7f806d20), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:06.881029 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8fd1412f-5333-4507-9555-01f5cc3f93f2 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3498031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3516567'] for subnet (507a7953-2d3f-4257-b243-bafe3d105f44), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:06.927659 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fd1412f-5333-4507-9555-01f5cc3f93f2 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Network 844110a3-e6ac-4fc6-ae4d-875b06ee580b is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:38:06.933958 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-8fd1412f-5333-4507-9555-01f5cc3f93f2 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:38:06.938220 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15b1fe86-b82a-42b2-aa23-24b1ff1a9069 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:38:06.940421 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd1412f-5333-4507-9555-01f5cc3f93f2 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:06.941036 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8fd1412f-5333-4507-9555-01f5cc3f93f2 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks [] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:06.948040 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-808fc43e-f24a-4a23-9283-ed34b1558427 None None] Network 844110a3-e6ac-4fc6-ae4d-875b06ee580b requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:38:06.951247 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-15b1fe86-b82a-42b2-aa23-24b1ff1a9069 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] 10.222.0.20 "PUT /v2.0/routers/9947a719-120b-4ba4-b011-4d84bd3462ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9731350 Feb 28 10:38:06.951632 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 39244) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:06.960322 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd1412f-5333-4507-9555-01f5cc3f93f2 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Pushing event updated for resources: {'Subnet': ['ID=507a7953-2d3f-4257-b243-bafe3d105f44,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:06.975190 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-8fd1412f-5333-4507-9555-01f5cc3f93f2 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8363893 Feb 28 10:38:06.975459 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 39246) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:06.980994 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-a9f27668-5a32-435d-955a-9848a506f270 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1948155970', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '507a7953-2d3f-4257-b243-bafe3d105f44'}], 'security_groups': ['44fffe62-7a3e-42d8-a4ed-70881e6aa01e', 'c6ea412e-7645-4f4c-a567-ec0b13b056b7']}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:06.996267 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15764dc6-d534-4755-8250-829a48309b01 None None] Sync routers for ids ['9947a719-120b-4ba4-b011-4d84bd3462ce'] in dv-neutron-master-2-hyperv {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:38:07.018421 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15764dc6-d534-4755-8250-829a48309b01 None None] Routers {'9947a719-120b-4ba4-b011-4d84bd3462ce'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:38:07.018906 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-15764dc6-d534-4755-8250-829a48309b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:37:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['9947a719-120b-4ba4-b011-4d84bd3462ce'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:07.058994 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-15764dc6-d534-4755-8250-829a48309b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:07.080305 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15764dc6-d534-4755-8250-829a48309b01 None None] Routers {'9947a719-120b-4ba4-b011-4d84bd3462ce'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:38:07.080984 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-15764dc6-d534-4755-8250-829a48309b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:37:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['9947a719-120b-4ba4-b011-4d84bd3462ce'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:07.133964 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-15764dc6-d534-4755-8250-829a48309b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:07.134638 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15764dc6-d534-4755-8250-829a48309b01 None None] The sync data for ids ['9947a719-120b-4ba4-b011-4d84bd3462ce'] in dv-neutron-master-2-hyperv is: [] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:38:07.151429 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a9f27668-5a32-435d-955a-9848a506f270 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (c61c02d1-588b-4279-8c72-242119c6692b), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:07.238894 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4695ad19-f486-4940-bbdf-9540222784a2 None None] Update dhcp port {'port': {'network_id': '844110a3-e6ac-4fc6-ae4d-875b06ee580b', 'fixed_ips': [{'subnet_id': '4593873d-d090-4c7b-af4d-fe1aaf3636fd', 'ip_address': '172.20.0.18'}, {'subnet_id': '135a8a58-a6ef-4b27-bc24-7cb61f529384', 'ip_address': '172.20.0.2'}, {'subnet_id': '507a7953-2d3f-4257-b243-bafe3d105f44'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': 'cbac8d05-d234-45b3-8c29-bb30a7d1a1f4'} from dv-neutron-master-2-hyperv. {{(pid=103409) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 28 10:38:07.256298 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-770e0643-4d41-4e2c-8670-3a1d8b09c2c5 tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] Deleting port b80660c0-9c0c-4b57-9620-4aa1634d2efd {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:38:07.256683 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-770e0643-4d41-4e2c-8670-3a1d8b09c2c5 tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (b80660c0-9c0c-4b57-9620-4aa1634d2efd), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:07.267614 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4695ad19-f486-4940-bbdf-9540222784a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (cbac8d05-d234-45b3-8c29-bb30a7d1a1f4), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:07.371682 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-770e0643-4d41-4e2c-8670-3a1d8b09c2c5 tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (b80660c0-9c0c-4b57-9620-4aa1634d2efd), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:07.389077 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-770e0643-4d41-4e2c-8670-3a1d8b09c2c5 tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] Calling delete_port for b80660c0-9c0c-4b57-9620-4aa1634d2efd owned by network:router_interface {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:38:07.471704 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-a9f27668-5a32-435d-955a-9848a506f270 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Delete allocated IP 172.20.0.8 (844110a3-e6ac-4fc6-ae4d-875b06ee580b/135a8a58-a6ef-4b27-bc24-7cb61f529384) {{(pid=103407) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 28 10:38:07.479910 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-a9f27668-5a32-435d-955a-9848a506f270 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Allocated IP 172.20.0.39 (844110a3-e6ac-4fc6-ae4d-875b06ee580b/507a7953-2d3f-4257-b243-bafe3d105f44/c61c02d1-588b-4279-8c72-242119c6692b) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:38:07.532574 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-52321485-d733-4436-be41-1b2085522c2e tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1802615'] for router_interface (9947a719-120b-4ba4-b011-4d84bd3462ce), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:07.664060 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a9f27668-5a32-435d-955a-9848a506f270 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks [] for port (c61c02d1-588b-4279-8c72-242119c6692b), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:07.669335 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a9f27668-5a32-435d-955a-9848a506f270 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3498066'] for port (c61c02d1-588b-4279-8c72-242119c6692b), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:07.727695 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-4695ad19-f486-4940-bbdf-9540222784a2 None None] Allocated IP 172.20.0.34 (844110a3-e6ac-4fc6-ae4d-875b06ee580b/507a7953-2d3f-4257-b243-bafe3d105f44/cbac8d05-d234-45b3-8c29-bb30a7d1a1f4) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:38:07.771818 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f27668-5a32-435d-955a-9848a506f270 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Pushing event updated for resources: {'Port': ['ID=c61c02d1-588b-4279-8c72-242119c6692b,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:07.792192 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-a9f27668-5a32-435d-955a-9848a506f270 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] In _notify_port_updated(), no bound segment for port c61c02d1-588b-4279-8c72-242119c6692b on network 844110a3-e6ac-4fc6-ae4d-875b06ee580b {{(pid=103407) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 28 10:38:07.798055 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9f27668-5a32-435d-955a-9848a506f270 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:07.798895 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a9f27668-5a32-435d-955a-9848a506f270 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:07.800485 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-a9f27668-5a32-435d-955a-9848a506f270 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] 10.222.0.20 "PUT /v2.0/ports/c61c02d1-588b-4279-8c72-242119c6692b HTTP/1.1" status: 200 len: 960 time: 0.8239219 Feb 28 10:38:07.803304 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 39248) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:07.840033 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4695ad19-f486-4940-bbdf-9540222784a2 None None] For port cbac8d05-d234-45b3-8c29-bb30a7d1a1f4, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=cbac8d05-d234-45b3-8c29-bb30a7d1a1f4,segment=NetworkSegment(69f5c4ff-f3db-441c-b796-9ba0fc914c0b),segment_id=69f5c4ff-f3db-441c-b796-9ba0fc914c0b)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:38:07.877907 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4695ad19-f486-4940-bbdf-9540222784a2 None None] Publish callbacks [] for port (cbac8d05-d234-45b3-8c29-bb30a7d1a1f4), precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:07.883891 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4695ad19-f486-4940-bbdf-9540222784a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (cbac8d05-d234-45b3-8c29-bb30a7d1a1f4), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:07.912009 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-293e2278-811f-4c25-b88f-a803801b443e tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Deleting port c61c02d1-588b-4279-8c72-242119c6692b {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:38:07.912470 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-293e2278-811f-4c25-b88f-a803801b443e tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (c61c02d1-588b-4279-8c72-242119c6692b), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:07.996102 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4695ad19-f486-4940-bbdf-9540222784a2 None None] Pushing event updated for resources: {'Port': ['ID=cbac8d05-d234-45b3-8c29-bb30a7d1a1f4,revision_number=7']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:08.024527 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-293e2278-811f-4c25-b88f-a803801b443e tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (c61c02d1-588b-4279-8c72-242119c6692b), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:08.037217 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-293e2278-811f-4c25-b88f-a803801b443e tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Calling delete_port for c61c02d1-588b-4279-8c72-242119c6692b owned by {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:38:08.057940 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (13ac42ae-016e-4baf-bb31-c6fa820b41c2), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:08.108978 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-770e0643-4d41-4e2c-8670-3a1d8b09c2c5 tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (b80660c0-9c0c-4b57-9620-4aa1634d2efd), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:08.146517 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770e0643-4d41-4e2c-8670-3a1d8b09c2c5 tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] Pushing event deleted for resources: {'Port': ['ID=b80660c0-9c0c-4b57-9620-4aa1634d2efd,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:08.204971 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-293e2278-811f-4c25-b88f-a803801b443e tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (c61c02d1-588b-4279-8c72-242119c6692b), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:08.238089 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293e2278-811f-4c25-b88f-a803801b443e tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Pushing event deleted for resources: {'Port': ['ID=c61c02d1-588b-4279-8c72-242119c6692b,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:08.329317 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-293e2278-811f-4c25-b88f-a803801b443e tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:08.335105 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-293e2278-811f-4c25-b88f-a803801b443e tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] 10.222.0.20 "DELETE /v2.0/ports/c61c02d1-588b-4279-8c72-242119c6692b HTTP/1.1" status: 204 len: 168 time: 0.5305448 Feb 28 10:38:08.339574 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 39250) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:08.406043 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2c482ec-7506-41d2-86bd-5d397389d175 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] GET failed (client error): The resource could not be found. Feb 28 10:38:08.407751 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-f2c482ec-7506-41d2-86bd-5d397389d175 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] 10.222.0.20 "GET /v2.0/ports/c61c02d1-588b-4279-8c72-242119c6692b HTTP/1.1" status: 404 len: 333 time: 0.0656254 Feb 28 10:38:08.409455 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-770e0643-4d41-4e2c-8670-3a1d8b09c2c5 tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1802651'] for router_interface (48baabe6-79bd-4bec-8ec5-3fbd7f806d20), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:08.410688 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 39252) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:08.480809 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-81f0109a-0909-4227-8911-65c1da1d079b tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks [] for security_group (57c07d0e-cab5-41cc-9a17-7ddc3f1a669e), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:08.529480 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-81f0109a-0909-4227-8911-65c1da1d079b tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks [] for security_group (57c07d0e-cab5-41cc-9a17-7ddc3f1a669e), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:08.533151 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-52321485-d733-4436-be41-1b2085522c2e tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Deleting port 563b13ec-be37-4138-80dc-f86c4f54bd8f {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:38:08.533772 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-52321485-d733-4436-be41-1b2085522c2e tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (563b13ec-be37-4138-80dc-f86c4f54bd8f), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:08.562152 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device cbac8d05-d234-45b3-8c29-bb30a7d1a1f4 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:38:08.589502 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-81f0109a-0909-4227-8911-65c1da1d079b tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (57c07d0e-cab5-41cc-9a17-7ddc3f1a669e), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:08.592582 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-81f0109a-0909-4227-8911-65c1da1d079b tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:08.599773 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 39254) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:08.601002 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-81f0109a-0909-4227-8911-65c1da1d079b tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] 10.222.0.20 "DELETE /v2.0/security-groups/57c07d0e-cab5-41cc-9a17-7ddc3f1a669e HTTP/1.1" status: 204 len: 168 time: 0.1889000 Feb 28 10:38:08.610990 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f0109a-0909-4227-8911-65c1da1d079b tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57c07d0e-cab5-41cc-9a17-7ddc3f1a669e,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:08.626536 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port cbac8d05-d234-45b3-8c29-bb30a7d1a1f4 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:38:08.626921 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (cbac8d05-d234-45b3-8c29-bb30a7d1a1f4), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:08.715845 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port cbac8d05-d234-45b3-8c29-bb30a7d1a1f4 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:38:08.749890 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ad25806a-d071-48b9-a495-6128f61a2a70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fb6705d2-4f70-4965-92a3-fbfccd43a6d3), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:08.773206 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-23bce166-907d-468a-8e4a-4dfe8b74c9e9 None None] Provisioning complete for port cbac8d05-d234-45b3-8c29-bb30a7d1a1f4 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:38:08.773588 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-23bce166-907d-468a-8e4a-4dfe8b74c9e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (cbac8d05-d234-45b3-8c29-bb30a7d1a1f4), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:08.836379 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-770e0643-4d41-4e2c-8670-3a1d8b09c2c5 tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] Router 48baabe6-79bd-4bec-8ec5-3fbd7f806d20 has already been hosted by L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 {{(pid=103408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:38:08.837939 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4b5275b9-cad3-47ec-9f2b-73d06f157459 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks [] for security_group (c6ea412e-7645-4f4c-a567-ec0b13b056b7), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:08.841253 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-52321485-d733-4436-be41-1b2085522c2e tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (563b13ec-be37-4138-80dc-f86c4f54bd8f), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:08.853137 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-23bce166-907d-468a-8e4a-4dfe8b74c9e9 None None] Current status of the port cbac8d05-d234-45b3-8c29-bb30a7d1a1f4 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:38:08.866218 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-23bce166-907d-468a-8e4a-4dfe8b74c9e9 None None] Provisioning complete for port bc0eb751-e9f7-46d0-9190-c77216b09b4d triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:38:08.866601 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-23bce166-907d-468a-8e4a-4dfe8b74c9e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (bc0eb751-e9f7-46d0-9190-c77216b09b4d), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:08.880852 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-52321485-d733-4436-be41-1b2085522c2e tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Calling delete_port for 563b13ec-be37-4138-80dc-f86c4f54bd8f owned by network:router_interface {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:38:08.897048 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4b5275b9-cad3-47ec-9f2b-73d06f157459 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks [] for security_group (c6ea412e-7645-4f4c-a567-ec0b13b056b7), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:08.903446 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-23bce166-907d-468a-8e4a-4dfe8b74c9e9 None None] Port bc0eb751-e9f7-46d0-9190-c77216b09b4d cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:38:08.906408 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-23bce166-907d-468a-8e4a-4dfe8b74c9e9 None None] Could not find standard attr ID for object c61c02d1-588b-4279-8c72-242119c6692b. {{(pid=103409) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Feb 28 10:38:09.081823 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-770e0643-4d41-4e2c-8670-3a1d8b09c2c5 tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:38:09.091602 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-770e0643-4d41-4e2c-8670-3a1d8b09c2c5 tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] 10.222.0.20 "PUT /v2.0/routers/48baabe6-79bd-4bec-8ec5-3fbd7f806d20/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6086559 Feb 28 10:38:09.093390 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2a3054-06be-447e-87ac-24eb954b20a5 None None] Sync routers for ids ['48baabe6-79bd-4bec-8ec5-3fbd7f806d20'] in dv-neutron-master-2-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:38:09.095592 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 39256) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:09.106568 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2a3054-06be-447e-87ac-24eb954b20a5 None None] Routers {'48baabe6-79bd-4bec-8ec5-3fbd7f806d20'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:38:09.107821 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-1f2a3054-06be-447e-87ac-24eb954b20a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:37:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['48baabe6-79bd-4bec-8ec5-3fbd7f806d20'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:09.151100 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-1f2a3054-06be-447e-87ac-24eb954b20a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:09.160430 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.api.v2.resource [None req-788a9eea-7710-4064-9003-d2a8484af9a8 tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] show failed (client error): The resource could not be found. Feb 28 10:38:09.161574 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-788a9eea-7710-4064-9003-d2a8484af9a8 tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] 10.222.0.20 "GET /v2.0/routers/tempest-non_exist_router-895161547 HTTP/1.1" status: 404 len: 334 time: 0.0651324 Feb 28 10:38:09.167385 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2a3054-06be-447e-87ac-24eb954b20a5 None None] Routers {'48baabe6-79bd-4bec-8ec5-3fbd7f806d20'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:38:09.169514 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 39258) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:09.169615 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4b5275b9-cad3-47ec-9f2b-73d06f157459 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (c6ea412e-7645-4f4c-a567-ec0b13b056b7), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:09.170653 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-1f2a3054-06be-447e-87ac-24eb954b20a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:37:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['48baabe6-79bd-4bec-8ec5-3fbd7f806d20'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:09.172398 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4b5275b9-cad3-47ec-9f2b-73d06f157459 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks [] for security_group (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:09.173800 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-59257ce5-dc4b-4385-9a6a-4f0d016781f7 tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:09.174030 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-4b5275b9-cad3-47ec-9f2b-73d06f157459 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] 10.222.0.20 "DELETE /v2.0/security-groups/c6ea412e-7645-4f4c-a567-ec0b13b056b7 HTTP/1.1" status: 204 len: 168 time: 0.5711956 Feb 28 10:38:09.177959 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 39260) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:09.211262 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-1f2a3054-06be-447e-87ac-24eb954b20a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:09.212576 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2a3054-06be-447e-87ac-24eb954b20a5 None None] The sync data for ids ['48baabe6-79bd-4bec-8ec5-3fbd7f806d20'] in dv-neutron-master-2-hyperv is: [] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:38:09.223445 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.api.v2.resource [None req-59257ce5-dc4b-4385-9a6a-4f0d016781f7 tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] update failed (client error): The resource could not be found. Feb 28 10:38:09.229295 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-59257ce5-dc4b-4385-9a6a-4f0d016781f7 tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] 10.222.0.20 "PUT /v2.0/routers/tempest-non_exist_router-793313679 HTTP/1.1" status: 404 len: 334 time: 0.0549428 Feb 28 10:38:09.230261 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 39262) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:09.241983 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5275b9-cad3-47ec-9f2b-73d06f157459 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6ea412e-7645-4f4c-a567-ec0b13b056b7,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:09.285729 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-42126540-f4f8-4cc6-91bc-bd4a23c2ecd8 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks [] for security_group (44fffe62-7a3e-42d8-a4ed-70881e6aa01e), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:09.310880 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_v2 [None req-04433fda-46ab-4bb1-879a-64cbe128f321 tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] Deleting subnet 073bf0a8-0eed-4791-b4d1-d55e83deba32 {{(pid=103408) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:38:09.312954 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-42126540-f4f8-4cc6-91bc-bd4a23c2ecd8 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks [] for security_group (44fffe62-7a3e-42d8-a4ed-70881e6aa01e), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:09.321550 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-04433fda-46ab-4bb1-879a-64cbe128f321 tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] Publish callbacks [] for subnet (073bf0a8-0eed-4791-b4d1-d55e83deba32), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:09.326340 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-6194935a-66fe-480f-b547-b28bab4e1057 None None] Could not find standard attr ID for object c61c02d1-588b-4279-8c72-242119c6692b. {{(pid=103409) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Feb 28 10:38:09.362769 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-42126540-f4f8-4cc6-91bc-bd4a23c2ecd8 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (44fffe62-7a3e-42d8-a4ed-70881e6aa01e), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:09.367900 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-42126540-f4f8-4cc6-91bc-bd4a23c2ecd8 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:09.371599 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-42126540-f4f8-4cc6-91bc-bd4a23c2ecd8 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] 10.222.0.20 "DELETE /v2.0/security-groups/44fffe62-7a3e-42d8-a4ed-70881e6aa01e HTTP/1.1" status: 204 len: 168 time: 0.1890497 Feb 28 10:38:09.372901 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 39264) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:09.407436 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42126540-f4f8-4cc6-91bc-bd4a23c2ecd8 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44fffe62-7a3e-42d8-a4ed-70881e6aa01e,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:09.424929 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-04433fda-46ab-4bb1-879a-64cbe128f321 tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3423529'] for subnet (073bf0a8-0eed-4791-b4d1-d55e83deba32), precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:09.443350 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_v2 [None req-df9ccbaa-32bb-44df-aee7-e8f8b0f4e4b0 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Deleting subnet 135a8a58-a6ef-4b27-bc24-7cb61f529384 {{(pid=103407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:38:09.447354 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-df9ccbaa-32bb-44df-aee7-e8f8b0f4e4b0 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks [] for subnet (135a8a58-a6ef-4b27-bc24-7cb61f529384), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:09.463987 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-52321485-d733-4436-be41-1b2085522c2e tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (563b13ec-be37-4138-80dc-f86c4f54bd8f), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:09.495323 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-df9ccbaa-32bb-44df-aee7-e8f8b0f4e4b0 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3501132'] for subnet (135a8a58-a6ef-4b27-bc24-7cb61f529384), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:09.514786 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52321485-d733-4436-be41-1b2085522c2e tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Pushing event deleted for resources: {'Port': ['ID=563b13ec-be37-4138-80dc-f86c4f54bd8f,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:09.596216 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-df9ccbaa-32bb-44df-aee7-e8f8b0f4e4b0 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-823142'] for subnet (135a8a58-a6ef-4b27-bc24-7cb61f529384), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:09.662285 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-df9ccbaa-32bb-44df-aee7-e8f8b0f4e4b0 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-823145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3498088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3516558'] for subnet (135a8a58-a6ef-4b27-bc24-7cb61f529384), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:09.693342 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9ccbaa-32bb-44df-aee7-e8f8b0f4e4b0 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Pushing event deleted for resources: {'Subnet': ['ID=135a8a58-a6ef-4b27-bc24-7cb61f529384,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:09.700849 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-df9ccbaa-32bb-44df-aee7-e8f8b0f4e4b0 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks [] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:09.701070 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-52321485-d733-4436-be41-1b2085522c2e tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1802651'] for router_interface (9947a719-120b-4ba4-b011-4d84bd3462ce), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:09.703593 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-04433fda-46ab-4bb1-879a-64cbe128f321 tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-823142'] for subnet (073bf0a8-0eed-4791-b4d1-d55e83deba32), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:09.704942 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-df9ccbaa-32bb-44df-aee7-e8f8b0f4e4b0 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] 10.222.0.20 "DELETE /v2.0/subnets/135a8a58-a6ef-4b27-bc24-7cb61f529384 HTTP/1.1" status: 204 len: 168 time: 0.3310025 Feb 28 10:38:09.709356 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 39268) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:09.714693 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a4f740b-e717-444d-897b-49918398e946 None None] Network 844110a3-e6ac-4fc6-ae4d-875b06ee580b requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:38:09.773506 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_v2 [None req-89173a67-9732-4598-9fce-53d677edf49f tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Deleting subnet 507a7953-2d3f-4257-b243-bafe3d105f44 {{(pid=103407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:38:09.776785 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-89173a67-9732-4598-9fce-53d677edf49f tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks [] for subnet (507a7953-2d3f-4257-b243-bafe3d105f44), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:09.820603 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-89173a67-9732-4598-9fce-53d677edf49f tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3501132'] for subnet (507a7953-2d3f-4257-b243-bafe3d105f44), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:09.932087 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-89173a67-9732-4598-9fce-53d677edf49f tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-823142'] for subnet (507a7953-2d3f-4257-b243-bafe3d105f44), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:09.942561 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-04433fda-46ab-4bb1-879a-64cbe128f321 tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-823145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3242523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3951170'] for subnet (073bf0a8-0eed-4791-b4d1-d55e83deba32), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:09.989425 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04433fda-46ab-4bb1-879a-64cbe128f321 tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] Pushing event deleted for resources: {'Subnet': ['ID=073bf0a8-0eed-4791-b4d1-d55e83deba32,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:09.996882 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-04433fda-46ab-4bb1-879a-64cbe128f321 tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] Publish callbacks [] for subnet (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:10.003015 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-04433fda-46ab-4bb1-879a-64cbe128f321 tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] 10.222.0.20 "DELETE /v2.0/subnets/073bf0a8-0eed-4791-b4d1-d55e83deba32 HTTP/1.1" status: 204 len: 168 time: 0.7679865 Feb 28 10:38:10.003222 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e644ae9b-d69d-4c3f-8c1e-39cd96dd8171 None None] Network 6b201f04-2231-4899-b90c-ddcd6111c832 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:38:10.003342 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52321485-d733-4436-be41-1b2085522c2e tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Router 9947a719-120b-4ba4-b011-4d84bd3462ce has already been hosted by L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 {{(pid=103408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:38:10.003342 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 39270) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:10.023956 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-89173a67-9732-4598-9fce-53d677edf49f tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-823145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3498088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3516558'] for subnet (507a7953-2d3f-4257-b243-bafe3d105f44), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:10.050380 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89173a67-9732-4598-9fce-53d677edf49f tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Pushing event deleted for resources: {'Subnet': ['ID=507a7953-2d3f-4257-b243-bafe3d105f44,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:10.066742 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-89173a67-9732-4598-9fce-53d677edf49f tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks [] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:10.080044 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-89173a67-9732-4598-9fce-53d677edf49f tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] 10.222.0.20 "DELETE /v2.0/subnets/507a7953-2d3f-4257-b243-bafe3d105f44 HTTP/1.1" status: 204 len: 168 time: 0.3695197 Feb 28 10:38:10.080642 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 39272) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:10.112243 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e488ee4-d065-4d6c-a6e3-f691a9e00f87 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] DELETE failed (client error): The resource could not be found. Feb 28 10:38:10.113257 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e488ee4-d065-4d6c-a6e3-f691a9e00f87 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:38:10.119648 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-0e488ee4-d065-4d6c-a6e3-f691a9e00f87 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] 10.222.0.20 "DELETE /v2.0/subnets/135a8a58-a6ef-4b27-bc24-7cb61f529384 HTTP/1.1" status: 404 len: 337 time: 0.0379224 Feb 28 10:38:10.120375 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 39274) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:10.122575 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0557a1d-7ff2-4c8b-96b4-6676a4a5e4cb tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] Deleting subnet 39859482-0636-4422-8e6b-55f39cdc82dd {{(pid=103408) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:38:10.167329 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d0557a1d-7ff2-4c8b-96b4-6676a4a5e4cb tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] Publish callbacks [] for subnet (39859482-0636-4422-8e6b-55f39cdc82dd), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:10.180357 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec54f510-09a7-42a9-b44f-40c28d88f0a8 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Deleting subnet 4593873d-d090-4c7b-af4d-fe1aaf3636fd {{(pid=103407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:38:10.184173 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ec54f510-09a7-42a9-b44f-40c28d88f0a8 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks [] for subnet (4593873d-d090-4c7b-af4d-fe1aaf3636fd), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:10.197981 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52321485-d733-4436-be41-1b2085522c2e tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:38:10.210044 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-52321485-d733-4436-be41-1b2085522c2e tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] 10.222.0.20 "PUT /v2.0/routers/9947a719-120b-4ba4-b011-4d84bd3462ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2538705 Feb 28 10:38:10.210191 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 39276) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:10.216522 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae8bc06e-7ca6-4784-89bb-e179795cd313 None None] Sync routers for ids ['9947a719-120b-4ba4-b011-4d84bd3462ce'] in dv-neutron-master-2-hyperv {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:38:10.240762 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae8bc06e-7ca6-4784-89bb-e179795cd313 None None] Routers {'9947a719-120b-4ba4-b011-4d84bd3462ce'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:38:10.241527 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-ae8bc06e-7ca6-4784-89bb-e179795cd313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:37:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['9947a719-120b-4ba4-b011-4d84bd3462ce'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:10.242040 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ec54f510-09a7-42a9-b44f-40c28d88f0a8 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3501132'] for subnet (4593873d-d090-4c7b-af4d-fe1aaf3636fd), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:10.249962 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-aaa1be20-d139-4145-973b-0d0ebc70f026 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] 10.222.0.20 "GET /v2.0/ports?device_id=9947a719-120b-4ba4-b011-4d84bd3462ce HTTP/1.1" status: 200 len: 205 time: 0.0386524 Feb 28 10:38:10.255318 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d0557a1d-7ff2-4c8b-96b4-6676a4a5e4cb tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3423529'] for subnet (39859482-0636-4422-8e6b-55f39cdc82dd), precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:10.258071 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 39278) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:10.311763 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0870f135-7408-4c18-8f86-4dd064a3fe94 None None] DHCP port deletion for 6b201f04-2231-4899-b90c-ddcd6111c832 request from dv-neutron-master-2-hyperv {{(pid=103409) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:38:10.316948 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-ae8bc06e-7ca6-4784-89bb-e179795cd313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:10.330200 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae8bc06e-7ca6-4784-89bb-e179795cd313 None None] Routers {'9947a719-120b-4ba4-b011-4d84bd3462ce'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:38:10.330876 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-ae8bc06e-7ca6-4784-89bb-e179795cd313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:37:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['9947a719-120b-4ba4-b011-4d84bd3462ce'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:10.353135 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ec54f510-09a7-42a9-b44f-40c28d88f0a8 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-823142'] for subnet (4593873d-d090-4c7b-af4d-fe1aaf3636fd), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:10.386336 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bc2f5c10-710c-410a-a1b8-106ff28203fd tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks [] for router (9947a719-120b-4ba4-b011-4d84bd3462ce), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:10.400667 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-ae8bc06e-7ca6-4784-89bb-e179795cd313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:10.401777 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae8bc06e-7ca6-4784-89bb-e179795cd313 None None] The sync data for ids ['9947a719-120b-4ba4-b011-4d84bd3462ce'] in dv-neutron-master-2-hyperv is: [] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:38:10.434243 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ec54f510-09a7-42a9-b44f-40c28d88f0a8 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-823145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3498088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3516558'] for subnet (4593873d-d090-4c7b-af4d-fe1aaf3636fd), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:10.448891 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-0870f135-7408-4c18-8f86-4dd064a3fe94 None None] Deleting port b40413de-1087-4bdf-aeb8-321489c86179 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:38:10.449347 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0870f135-7408-4c18-8f86-4dd064a3fe94 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (b40413de-1087-4bdf-aeb8-321489c86179), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:10.467610 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec54f510-09a7-42a9-b44f-40c28d88f0a8 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Pushing event deleted for resources: {'Subnet': ['ID=4593873d-d090-4c7b-af4d-fe1aaf3636fd,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:10.472791 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ec54f510-09a7-42a9-b44f-40c28d88f0a8 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks [] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:10.476095 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-ec54f510-09a7-42a9-b44f-40c28d88f0a8 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] 10.222.0.20 "DELETE /v2.0/subnets/4593873d-d090-4c7b-af4d-fe1aaf3636fd HTTP/1.1" status: 204 len: 168 time: 0.3544359 Feb 28 10:38:10.478539 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 39280) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:10.512140 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-59cfc7d6-e46a-4be7-8196-29582980fcc8 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] DELETE failed (client error): The resource could not be found. Feb 28 10:38:10.512939 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59cfc7d6-e46a-4be7-8196-29582980fcc8 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:38:10.518834 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-59cfc7d6-e46a-4be7-8196-29582980fcc8 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] 10.222.0.20 "DELETE /v2.0/subnets/7e4f0adb-1ed6-465f-9d48-3ee7b4fdf770 HTTP/1.1" status: 404 len: 337 time: 0.0364654 Feb 28 10:38:10.519131 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 39282) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:10.538847 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-0870f135-7408-4c18-8f86-4dd064a3fe94 None None] For port b40413de-1087-4bdf-aeb8-321489c86179, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b40413de-1087-4bdf-aeb8-321489c86179,segment=NetworkSegment(e79a800c-c973-4499-aaa3-1a19663e8716),segment_id=e79a800c-c973-4499-aaa3-1a19663e8716)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:38:10.539724 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0870f135-7408-4c18-8f86-4dd064a3fe94 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (b40413de-1087-4bdf-aeb8-321489c86179), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:10.562076 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-0870f135-7408-4c18-8f86-4dd064a3fe94 None None] Calling delete_port for b40413de-1087-4bdf-aeb8-321489c86179 owned by network:dhcp {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:38:10.577166 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-cc1a4efe-fb7e-4d18-b78d-270350bc65ed tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cf00459-5e1e-44fd-96a7-4bfd2c16685a HTTP/1.1" status: 200 len: 205 time: 0.0547874 Feb 28 10:38:10.577511 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 39284) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:10.621545 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bc2f5c10-710c-410a-a1b8-106ff28203fd tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1807017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5941'] for router (9947a719-120b-4ba4-b011-4d84bd3462ce), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:10.625415 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bc2f5c10-710c-410a-a1b8-106ff28203fd tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks [] for router_controller (9947a719-120b-4ba4-b011-4d84bd3462ce), precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:10.637624 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d0557a1d-7ff2-4c8b-96b4-6676a4a5e4cb tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-823142'] for subnet (39859482-0636-4422-8e6b-55f39cdc82dd), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:10.641219 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device b40413de-1087-4bdf-aeb8-321489c86179 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:38:10.652030 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.api.v2.resource [None req-637b3875-07d2-4313-b05e-ecba63c834ae tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] delete failed (client error): The resource could not be found. Feb 28 10:38:10.654127 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-637b3875-07d2-4313-b05e-ecba63c834ae tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] 10.222.0.20 "DELETE /v2.0/routers/0cf00459-5e1e-44fd-96a7-4bfd2c16685a HTTP/1.1" status: 404 len: 336 time: 0.0754201 Feb 28 10:38:10.656810 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 39286) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:10.708616 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bc2f5c10-710c-410a-a1b8-106ff28203fd tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1806994'] for router (9947a719-120b-4ba4-b011-4d84bd3462ce), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:10.709613 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc2f5c10-710c-410a-a1b8-106ff28203fd tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Fanout notify agent at l3_agent the message router_deleted on router 9947a719-120b-4ba4-b011-4d84bd3462ce {{(pid=103408) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 10:38:10.712525 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d41d78a-0e35-408c-853f-ec21b7428c3f tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] DELETE failed (client error): The resource could not be found. Feb 28 10:38:10.714257 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d41d78a-0e35-408c-853f-ec21b7428c3f tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:38:10.717398 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-8d41d78a-0e35-408c-853f-ec21b7428c3f tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] 10.222.0.20 "DELETE /v2.0/subnets/a45232ec-8a1c-4c7e-8a1f-7492c5cc0858 HTTP/1.1" status: 404 len: 337 time: 0.0593271 Feb 28 10:38:10.718959 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bc2f5c10-710c-410a-a1b8-106ff28203fd tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks [] for router (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:10.721177 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 39288) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:10.722805 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 39290) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:10.723063 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-bc2f5c10-710c-410a-a1b8-106ff28203fd tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] 10.222.0.20 "DELETE /v2.0/routers/9947a719-120b-4ba4-b011-4d84bd3462ce HTTP/1.1" status: 204 len: 168 time: 0.4639943 Feb 28 10:38:10.747970 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b787c753-08b2-4b1b-af93-3053cf25f991 None None] Network 844110a3-e6ac-4fc6-ae4d-875b06ee580b requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:38:10.753587 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d0557a1d-7ff2-4c8b-96b4-6676a4a5e4cb tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-823145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3242523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3951170'] for subnet (39859482-0636-4422-8e6b-55f39cdc82dd), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:10.783930 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0557a1d-7ff2-4c8b-96b4-6676a4a5e4cb tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] Pushing event deleted for resources: {'Subnet': ['ID=39859482-0636-4422-8e6b-55f39cdc82dd,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:10.787715 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d0557a1d-7ff2-4c8b-96b4-6676a4a5e4cb tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] Publish callbacks [] for subnet (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:10.792026 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-d0557a1d-7ff2-4c8b-96b4-6676a4a5e4cb tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] 10.222.0.20 "DELETE /v2.0/subnets/39859482-0636-4422-8e6b-55f39cdc82dd HTTP/1.1" status: 204 len: 168 time: 0.7878151 Feb 28 10:38:10.800176 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 39292) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:10.810601 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bba048f-05ec-42a4-9f78-e182ea293bd7 None None] Network c9bb1749-a93d-45bd-8a18-618831088fe9 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:38:10.813816 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0870f135-7408-4c18-8f86-4dd064a3fe94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758'] for port (b40413de-1087-4bdf-aeb8-321489c86179), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:10.864107 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port b40413de-1087-4bdf-aeb8-321489c86179 is: ACTIVE; New status is: DOWN {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:38:10.864414 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (b40413de-1087-4bdf-aeb8-321489c86179), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:10.890653 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f5383bd4-8146-4fd0-9592-e0894c694fc1 tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-665757'] for network (6b201f04-2231-4899-b90c-ddcd6111c832), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:10.912589 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0870f135-7408-4c18-8f86-4dd064a3fe94 None None] Pushing event deleted for resources: {'Port': ['ID=b40413de-1087-4bdf-aeb8-321489c86179,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:10.919865 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0870f135-7408-4c18-8f86-4dd064a3fe94 None None] No DVR routers for this DVR port b40413de-1087-4bdf-aeb8-321489c86179 on host dv-neutron-master-2-hyperv {{(pid=103409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:38:10.967375 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-f819716c-8889-40f0-8d53-19821479ae60 None None] Provisioning complete for port cbac8d05-d234-45b3-8c29-bb30a7d1a1f4 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:38:10.967763 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f819716c-8889-40f0-8d53-19821479ae60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (cbac8d05-d234-45b3-8c29-bb30a7d1a1f4), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:11.000782 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f5383bd4-8146-4fd0-9592-e0894c694fc1 tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672413', 'neutron.services.segments.db._delete_segments_for_network-8742057110173'] for network (6b201f04-2231-4899-b90c-ddcd6111c832), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:11.023492 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-f5383bd4-8146-4fd0-9592-e0894c694fc1 tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b201f04-2231-4899-b90c-ddcd6111c832']}} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:11.034899 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-f5383bd4-8146-4fd0-9592-e0894c694fc1 tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e79a800c-c973-4499-aaa3-1a19663e8716') {'for_net_delete': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:11.035203 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-f5383bd4-8146-4fd0-9592-e0894c694fc1 tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e79a800c-c973-4499-aaa3-1a19663e8716') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:11.057030 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f5383bd4-8146-4fd0-9592-e0894c694fc1 tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742057113766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3423550'] for segment (e79a800c-c973-4499-aaa3-1a19663e8716), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:11.073200 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f5383bd4-8146-4fd0-9592-e0894c694fc1 tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (e79a800c-c973-4499-aaa3-1a19663e8716), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:11.081969 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5383bd4-8146-4fd0-9592-e0894c694fc1 tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] Releasing vlan 290 on physical network physnet1 to pool {{(pid=103408) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:38:11.082592 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f5383bd4-8146-4fd0-9592-e0894c694fc1 tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3242693'] for segment (e79a800c-c973-4499-aaa3-1a19663e8716), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:11.086861 dv-neutron-master-2-hyperv neutron-server[103408]: Traceback (most recent call last): Feb 28 10:38:11.086861 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:38:11.086861 dv-neutron-master-2-hyperv neutron-server[103408]: timer() Feb 28 10:38:11.086861 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:38:11.086861 dv-neutron-master-2-hyperv neutron-server[103408]: cb(*args, **kw) Feb 28 10:38:11.086861 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:38:11.086861 dv-neutron-master-2-hyperv neutron-server[103408]: return func(*args, **kwargs) Feb 28 10:38:11.086861 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:38:11.086861 dv-neutron-master-2-hyperv neutron-server[103408]: self._notify() Feb 28 10:38:11.086861 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:38:11.086861 dv-neutron-master-2-hyperv neutron-server[103408]: self.callback(batched_events) Feb 28 10:38:11.086861 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:38:11.086861 dv-neutron-master-2-hyperv neutron-server[103408]: event.method(event) Feb 28 10:38:11.086861 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:38:11.086861 dv-neutron-master-2-hyperv neutron-server[103408]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:38:11.086861 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:38:11.086861 dv-neutron-master-2-hyperv neutron-server[103408]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:38:11.086861 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:38:11.086861 dv-neutron-master-2-hyperv neutron-server[103408]: return f(self, *a, **k) Feb 28 10:38:11.086861 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:38:11.086861 dv-neutron-master-2-hyperv neutron-server[103408]: return self._get(url).json() Feb 28 10:38:11.086861 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:38:11.086861 dv-neutron-master-2-hyperv neutron-server[103408]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:38:11.086861 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:38:11.086861 dv-neutron-master-2-hyperv neutron-server[103408]: return self.request(url, 'GET', **kwargs) Feb 28 10:38:11.086861 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:38:11.086861 dv-neutron-master-2-hyperv neutron-server[103408]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:38:11.086861 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:38:11.086861 dv-neutron-master-2-hyperv neutron-server[103408]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:38:11.086861 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:38:11.086861 dv-neutron-master-2-hyperv neutron-server[103408]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:38:11.086861 dv-neutron-master-2-hyperv neutron-server[103408]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:38:11.147881 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-12ed7b9c-4931-47e9-9351-ac254f776aa7 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] DELETE failed (client error): The resource could not be found. Feb 28 10:38:11.148580 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12ed7b9c-4931-47e9-9351-ac254f776aa7 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:38:11.151830 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-12ed7b9c-4931-47e9-9351-ac254f776aa7 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] 10.222.0.20 "DELETE /v2.0/subnets/f0f7da01-4f25-42b8-9668-b0427ebc17f1 HTTP/1.1" status: 404 len: 337 time: 0.4301536 Feb 28 10:38:11.154537 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 39294) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:11.165390 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f5383bd4-8146-4fd0-9592-e0894c694fc1 tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803269'] for network (6b201f04-2231-4899-b90c-ddcd6111c832), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:11.170040 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f5383bd4-8146-4fd0-9592-e0894c694fc1 tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] Publish callbacks [] for network (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:11.177045 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-f5383bd4-8146-4fd0-9592-e0894c694fc1 tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] 10.222.0.20 "DELETE /v2.0/networks/6b201f04-2231-4899-b90c-ddcd6111c832 HTTP/1.1" status: 204 len: 168 time: 0.3757005 Feb 28 10:38:11.179374 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_v2 [None req-092fe3b5-2ae7-4a71-8769-e5b4503e9939 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Deleting subnet abfea844-6496-4268-a969-554e3e459d34 {{(pid=103407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:38:11.183074 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-092fe3b5-2ae7-4a71-8769-e5b4503e9939 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks [] for subnet (abfea844-6496-4268-a969-554e3e459d34), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:11.199625 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 39296) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:11.224807 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-159537c8-5390-4399-a321-e45906bd6868 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] DELETE failed (client error): The resource could not be found. Feb 28 10:38:11.225071 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-159537c8-5390-4399-a321-e45906bd6868 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103408) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:38:11.225222 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-092fe3b5-2ae7-4a71-8769-e5b4503e9939 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3501132'] for subnet (abfea844-6496-4268-a969-554e3e459d34), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:11.230868 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-159537c8-5390-4399-a321-e45906bd6868 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] 10.222.0.20 "DELETE /v2.0/subnets/8cce1874-9cb7-4c48-b56e-856e06ba6135 HTTP/1.1" status: 404 len: 337 time: 0.0750227 Feb 28 10:38:11.242316 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 39298) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:11.274629 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5383bd4-8146-4fd0-9592-e0894c694fc1 tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] Pushing event deleted for resources: {'Network': ['ID=6b201f04-2231-4899-b90c-ddcd6111c832,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:11.274856 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2785d024-6c7e-47f4-94bc-0378b3b0305a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fc6c9b74-8dbb-41bb-800a-5bd3a43fe896), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:11.301258 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-f819716c-8889-40f0-8d53-19821479ae60 None None] Current status of the port cbac8d05-d234-45b3-8c29-bb30a7d1a1f4 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:38:11.309835 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d21eca1-1dc5-497a-bb76-26f240c94945 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] DELETE failed (client error): The resource could not be found. Feb 28 10:38:11.310415 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d21eca1-1dc5-497a-bb76-26f240c94945 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103408) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:38:11.312241 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-f819716c-8889-40f0-8d53-19821479ae60 None None] Provisioning complete for port bc0eb751-e9f7-46d0-9190-c77216b09b4d triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:38:11.312682 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f819716c-8889-40f0-8d53-19821479ae60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (bc0eb751-e9f7-46d0-9190-c77216b09b4d), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:11.316288 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 39300) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:11.318004 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-6d21eca1-1dc5-497a-bb76-26f240c94945 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] 10.222.0.20 "DELETE /v2.0/ports/40530b9c-f5eb-4f1a-a994-be23c01be886 HTTP/1.1" status: 404 len: 333 time: 0.0745795 Feb 28 10:38:11.350170 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5431935-5b8f-47de-82b9-4123971723b5 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] DELETE failed (client error): The resource could not be found. Feb 28 10:38:11.350626 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5431935-5b8f-47de-82b9-4123971723b5 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:38:11.351670 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-f819716c-8889-40f0-8d53-19821479ae60 None None] Port bc0eb751-e9f7-46d0-9190-c77216b09b4d cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:38:11.353909 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-c5431935-5b8f-47de-82b9-4123971723b5 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] 10.222.0.20 "DELETE /v2.0/subnets/452cb639-69d1-4af9-bf37-e3ca3ba034e6 HTTP/1.1" status: 404 len: 337 time: 0.0365453 Feb 28 10:38:11.356433 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 39302) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:11.373386 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-41b1f246-f1c7-482a-a4b1-b7246ae62298 tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-665757'] for network (c9bb1749-a93d-45bd-8a18-618831088fe9), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:11.386657 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-092fe3b5-2ae7-4a71-8769-e5b4503e9939 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-823142'] for subnet (abfea844-6496-4268-a969-554e3e459d34), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:11.390368 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-21e6a101-4424-4fdc-ade1-9d62b9ce72d4 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] DELETE failed (client error): The resource could not be found. Feb 28 10:38:11.390839 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21e6a101-4424-4fdc-ade1-9d62b9ce72d4 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:38:11.396261 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-21e6a101-4424-4fdc-ade1-9d62b9ce72d4 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] 10.222.0.20 "DELETE /v2.0/subnets/e21a3738-320d-4950-a712-950402cdbcd4 HTTP/1.1" status: 404 len: 337 time: 0.0366349 Feb 28 10:38:11.401769 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98a14c93-2805-40bb-93cf-eb771a726d65 None None] DHCP port deletion for 844110a3-e6ac-4fc6-ae4d-875b06ee580b request from dv-neutron-master-2-hyperv {{(pid=103409) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:38:11.411970 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 39304) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:11.436986 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36f0db93-b771-453f-b5c2-9041aeaa4d92 None None] DHCP port deletion for c9bb1749-a93d-45bd-8a18-618831088fe9 request from dv-neutron-master-2-hyperv {{(pid=103409) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:38:11.446535 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-41b1f246-f1c7-482a-a4b1-b7246ae62298 tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] Deleting port da366f38-6526-4287-8b13-a55b89fc144b {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:38:11.447162 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-41b1f246-f1c7-482a-a4b1-b7246ae62298 tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (da366f38-6526-4287-8b13-a55b89fc144b), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:11.449235 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-94c21a8c-75cf-4f50-9da8-51d1c6416002 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] DELETE failed (client error): The resource could not be found. Feb 28 10:38:11.449803 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94c21a8c-75cf-4f50-9da8-51d1c6416002 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:38:11.455523 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-94c21a8c-75cf-4f50-9da8-51d1c6416002 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] 10.222.0.20 "DELETE /v2.0/ports/6a780a4d-4450-473d-8381-138de2f91985 HTTP/1.1" status: 404 len: 333 time: 0.0400331 Feb 28 10:38:11.455749 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 39306) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:11.488283 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbc76796-dd46-4844-9cea-e63443dbaf52 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] DELETE failed (client error): The resource could not be found. Feb 28 10:38:11.488781 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbc76796-dd46-4844-9cea-e63443dbaf52 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:38:11.494361 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-bbc76796-dd46-4844-9cea-e63443dbaf52 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] 10.222.0.20 "DELETE /v2.0/subnets/44152d22-11a4-40f5-88b7-eeb176c4df7c HTTP/1.1" status: 404 len: 337 time: 0.0352216 Feb 28 10:38:11.494549 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 39308) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:11.499206 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-98a14c93-2805-40bb-93cf-eb771a726d65 None None] Deleting port cbac8d05-d234-45b3-8c29-bb30a7d1a1f4 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:38:11.499866 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-98a14c93-2805-40bb-93cf-eb771a726d65 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (cbac8d05-d234-45b3-8c29-bb30a7d1a1f4), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:11.520799 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-41b1f246-f1c7-482a-a4b1-b7246ae62298 tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] For port da366f38-6526-4287-8b13-a55b89fc144b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=da366f38-6526-4287-8b13-a55b89fc144b,segment=NetworkSegment(de121f9e-230f-4036-a5c6-06c0d23b7b48),segment_id=de121f9e-230f-4036-a5c6-06c0d23b7b48)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:38:11.521298 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-41b1f246-f1c7-482a-a4b1-b7246ae62298 tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (da366f38-6526-4287-8b13-a55b89fc144b), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:11.528210 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-65bdf907-fc4f-47c8-9992-000ef9bf2845 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] DELETE failed (client error): The resource could not be found. Feb 28 10:38:11.528734 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65bdf907-fc4f-47c8-9992-000ef9bf2845 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:38:11.534390 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-65bdf907-fc4f-47c8-9992-000ef9bf2845 tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] 10.222.0.20 "DELETE /v2.0/subnets/0f89c987-ef90-415f-b800-1d42ce1ee6bc HTTP/1.1" status: 404 len: 337 time: 0.0362763 Feb 28 10:38:11.535392 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 39310) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:11.542273 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-092fe3b5-2ae7-4a71-8769-e5b4503e9939 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-823145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3498088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3516558'] for subnet (abfea844-6496-4268-a969-554e3e459d34), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:11.542521 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-41b1f246-f1c7-482a-a4b1-b7246ae62298 tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] Calling delete_port for da366f38-6526-4287-8b13-a55b89fc144b owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:38:11.562904 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-36f0db93-b771-453f-b5c2-9041aeaa4d92 None None] Deleting port da366f38-6526-4287-8b13-a55b89fc144b {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:38:11.563602 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-36f0db93-b771-453f-b5c2-9041aeaa4d92 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (da366f38-6526-4287-8b13-a55b89fc144b), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:11.575017 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092fe3b5-2ae7-4a71-8769-e5b4503e9939 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Pushing event deleted for resources: {'Subnet': ['ID=abfea844-6496-4268-a969-554e3e459d34,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:11.579661 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-092fe3b5-2ae7-4a71-8769-e5b4503e9939 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks [] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:11.583865 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-092fe3b5-2ae7-4a71-8769-e5b4503e9939 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] 10.222.0.20 "DELETE /v2.0/subnets/abfea844-6496-4268-a969-554e3e459d34 HTTP/1.1" status: 204 len: 168 time: 0.8504524 Feb 28 10:38:11.586778 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 39312) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:11.626961 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-458076a5-5d12-44ef-929f-7ed73b8e5bd3 None None] Network 9c3ed7f4-a68d-47aa-892f-b9f680df0633 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:38:11.648379 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c967430-98c2-4086-9030-1b59fd48a19c tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Deleting subnet f55ef4d9-a802-4805-8d34-c2ed69892fa0 {{(pid=103407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:38:11.652503 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5c967430-98c2-4086-9030-1b59fd48a19c tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks [] for subnet (f55ef4d9-a802-4805-8d34-c2ed69892fa0), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:11.693424 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-98a14c93-2805-40bb-93cf-eb771a726d65 None None] For port cbac8d05-d234-45b3-8c29-bb30a7d1a1f4, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=cbac8d05-d234-45b3-8c29-bb30a7d1a1f4,segment=NetworkSegment(69f5c4ff-f3db-441c-b796-9ba0fc914c0b),segment_id=69f5c4ff-f3db-441c-b796-9ba0fc914c0b)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:38:11.693852 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-98a14c93-2805-40bb-93cf-eb771a726d65 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (cbac8d05-d234-45b3-8c29-bb30a7d1a1f4), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:11.697870 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-c7ee16ab-a6fd-4f2a-9f6c-b353b7743fdf tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Deleting port bc0eb751-e9f7-46d0-9190-c77216b09b4d {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:38:11.698927 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c7ee16ab-a6fd-4f2a-9f6c-b353b7743fdf tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (bc0eb751-e9f7-46d0-9190-c77216b09b4d), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:11.699330 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5c967430-98c2-4086-9030-1b59fd48a19c tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3501132'] for subnet (f55ef4d9-a802-4805-8d34-c2ed69892fa0), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:11.729075 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-98a14c93-2805-40bb-93cf-eb771a726d65 None None] Calling delete_port for cbac8d05-d234-45b3-8c29-bb30a7d1a1f4 owned by network:dhcp {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:38:11.731765 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-36f0db93-b771-453f-b5c2-9041aeaa4d92 None None] For port da366f38-6526-4287-8b13-a55b89fc144b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=da366f38-6526-4287-8b13-a55b89fc144b,segment=NetworkSegment(de121f9e-230f-4036-a5c6-06c0d23b7b48),segment_id=de121f9e-230f-4036-a5c6-06c0d23b7b48)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:38:11.732179 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-36f0db93-b771-453f-b5c2-9041aeaa4d92 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (da366f38-6526-4287-8b13-a55b89fc144b), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:11.742707 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-41b1f246-f1c7-482a-a4b1-b7246ae62298 tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (da366f38-6526-4287-8b13-a55b89fc144b), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:11.750722 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-36f0db93-b771-453f-b5c2-9041aeaa4d92 None None] Calling delete_port for da366f38-6526-4287-8b13-a55b89fc144b owned by network:dhcp {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:38:11.782417 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b1f246-f1c7-482a-a4b1-b7246ae62298 tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] Pushing event deleted for resources: {'Port': ['ID=da366f38-6526-4287-8b13-a55b89fc144b,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:11.788019 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b1f246-f1c7-482a-a4b1-b7246ae62298 tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] No DVR routers for this DVR port da366f38-6526-4287-8b13-a55b89fc144b on host dv-neutron-master-2-hyperv {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:38:11.799572 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5c967430-98c2-4086-9030-1b59fd48a19c tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-823142'] for subnet (f55ef4d9-a802-4805-8d34-c2ed69892fa0), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:11.819501 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c7ee16ab-a6fd-4f2a-9f6c-b353b7743fdf tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (bc0eb751-e9f7-46d0-9190-c77216b09b4d), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:11.864825 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5c967430-98c2-4086-9030-1b59fd48a19c tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-823145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3498088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3516558'] for subnet (f55ef4d9-a802-4805-8d34-c2ed69892fa0), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:11.873289 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-c7ee16ab-a6fd-4f2a-9f6c-b353b7743fdf tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Calling delete_port for bc0eb751-e9f7-46d0-9190-c77216b09b4d owned by {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:38:11.898434 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c967430-98c2-4086-9030-1b59fd48a19c tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Pushing event deleted for resources: {'Subnet': ['ID=f55ef4d9-a802-4805-8d34-c2ed69892fa0,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:11.899708 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-41b1f246-f1c7-482a-a4b1-b7246ae62298 tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672413', 'neutron.services.segments.db._delete_segments_for_network-8742057110173'] for network (c9bb1749-a93d-45bd-8a18-618831088fe9), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:11.900835 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5c967430-98c2-4086-9030-1b59fd48a19c tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks [] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:11.904365 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-5c967430-98c2-4086-9030-1b59fd48a19c tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] 10.222.0.20 "DELETE /v2.0/subnets/f55ef4d9-a802-4805-8d34-c2ed69892fa0 HTTP/1.1" status: 204 len: 168 time: 0.3161011 Feb 28 10:38:11.906979 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 39314) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:11.926350 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07f98f8c-8fd5-40e4-baa7-a02841da86a3 None None] Network 333d47be-2642-4e06-8162-4245120d58d0 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:38:11.957589 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-41b1f246-f1c7-482a-a4b1-b7246ae62298 tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9bb1749-a93d-45bd-8a18-618831088fe9']}} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:11.973943 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-41b1f246-f1c7-482a-a4b1-b7246ae62298 tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de121f9e-230f-4036-a5c6-06c0d23b7b48') {'for_net_delete': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:11.974233 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-41b1f246-f1c7-482a-a4b1-b7246ae62298 tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de121f9e-230f-4036-a5c6-06c0d23b7b48') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:11.975535 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-36f0db93-b771-453f-b5c2-9041aeaa4d92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758'] for port (da366f38-6526-4287-8b13-a55b89fc144b), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:11.991747 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-41b1f246-f1c7-482a-a4b1-b7246ae62298 tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742057113766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3423550'] for segment (de121f9e-230f-4036-a5c6-06c0d23b7b48), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:11.992421 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ebfe250d-0b8d-49c7-bbad-ede64ea45eeb tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-665757'] for network (9c3ed7f4-a68d-47aa-892f-b9f680df0633), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:12.003281 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-98a14c93-2805-40bb-93cf-eb771a726d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758'] for port (cbac8d05-d234-45b3-8c29-bb30a7d1a1f4), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:12.031190 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-41b1f246-f1c7-482a-a4b1-b7246ae62298 tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (de121f9e-230f-4036-a5c6-06c0d23b7b48), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:12.045873 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f0db93-b771-453f-b5c2-9041aeaa4d92 None None] Pushing event deleted for resources: {'Port': ['ID=da366f38-6526-4287-8b13-a55b89fc144b,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:12.047224 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f0db93-b771-453f-b5c2-9041aeaa4d92 None None] No DVR routers for this DVR port da366f38-6526-4287-8b13-a55b89fc144b on host dv-neutron-master-2-hyperv {{(pid=103409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:38:12.051693 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c7ee16ab-a6fd-4f2a-9f6c-b353b7743fdf tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (bc0eb751-e9f7-46d0-9190-c77216b09b4d), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:12.057022 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b6d631fb-7df0-4fe1-8322-abff3b61cae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (0db5147a-92a3-4581-8a5f-8ec9b93e0600), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:12.059543 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a14c93-2805-40bb-93cf-eb771a726d65 None None] No DVR routers for this DVR port cbac8d05-d234-45b3-8c29-bb30a7d1a1f4 on host dv-neutron-master-2-hyperv {{(pid=103409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:38:12.064051 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41b1f246-f1c7-482a-a4b1-b7246ae62298 tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] Releasing vlan 294 on physical network physnet1 to pool {{(pid=103408) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:38:12.065366 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-41b1f246-f1c7-482a-a4b1-b7246ae62298 tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3242693'] for segment (de121f9e-230f-4036-a5c6-06c0d23b7b48), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:12.072093 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-ebfe250d-0b8d-49c7-bbad-ede64ea45eeb tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Deleting port 400eb21b-9a45-435f-991f-19ec2d14db88 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:38:12.072093 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ebfe250d-0b8d-49c7-bbad-ede64ea45eeb tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (400eb21b-9a45-435f-991f-19ec2d14db88), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:12.074466 dv-neutron-master-2-hyperv neutron-server[103408]: Traceback (most recent call last): Feb 28 10:38:12.074466 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:38:12.074466 dv-neutron-master-2-hyperv neutron-server[103408]: timer() Feb 28 10:38:12.074466 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:38:12.074466 dv-neutron-master-2-hyperv neutron-server[103408]: cb(*args, **kw) Feb 28 10:38:12.074466 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:38:12.074466 dv-neutron-master-2-hyperv neutron-server[103408]: return func(*args, **kwargs) Feb 28 10:38:12.074466 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:38:12.074466 dv-neutron-master-2-hyperv neutron-server[103408]: self._notify() Feb 28 10:38:12.074466 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:38:12.074466 dv-neutron-master-2-hyperv neutron-server[103408]: self.callback(batched_events) Feb 28 10:38:12.074466 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:38:12.074466 dv-neutron-master-2-hyperv neutron-server[103408]: event.method(event) Feb 28 10:38:12.074466 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:38:12.074466 dv-neutron-master-2-hyperv neutron-server[103408]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:38:12.074466 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:38:12.074466 dv-neutron-master-2-hyperv neutron-server[103408]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:38:12.074466 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:38:12.074466 dv-neutron-master-2-hyperv neutron-server[103408]: return f(self, *a, **k) Feb 28 10:38:12.074466 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:38:12.074466 dv-neutron-master-2-hyperv neutron-server[103408]: return self._get(url).json() Feb 28 10:38:12.074466 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:38:12.074466 dv-neutron-master-2-hyperv neutron-server[103408]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:38:12.074466 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:38:12.074466 dv-neutron-master-2-hyperv neutron-server[103408]: return self.request(url, 'GET', **kwargs) Feb 28 10:38:12.074466 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:38:12.074466 dv-neutron-master-2-hyperv neutron-server[103408]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:38:12.074466 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:38:12.074466 dv-neutron-master-2-hyperv neutron-server[103408]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:38:12.074466 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:38:12.074466 dv-neutron-master-2-hyperv neutron-server[103408]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:38:12.074466 dv-neutron-master-2-hyperv neutron-server[103408]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:38:12.122443 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8d2aba1-8a09-495c-ae9a-fe52e68ca889 None None] DHCP port deletion for 9c3ed7f4-a68d-47aa-892f-b9f680df0633 request from dv-neutron-master-2-hyperv {{(pid=103409) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:38:12.128282 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a14c93-2805-40bb-93cf-eb771a726d65 None None] Pushing event deleted for resources: {'Port': ['ID=cbac8d05-d234-45b3-8c29-bb30a7d1a1f4,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:12.157589 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-ebfe250d-0b8d-49c7-bbad-ede64ea45eeb tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] For port 400eb21b-9a45-435f-991f-19ec2d14db88, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=400eb21b-9a45-435f-991f-19ec2d14db88,segment=NetworkSegment(d6c6f898-b2fe-48dc-9605-374a092a9094),segment_id=d6c6f898-b2fe-48dc-9605-374a092a9094)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:38:12.157980 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ebfe250d-0b8d-49c7-bbad-ede64ea45eeb tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (400eb21b-9a45-435f-991f-19ec2d14db88), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:12.181604 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-ebfe250d-0b8d-49c7-bbad-ede64ea45eeb tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Calling delete_port for 400eb21b-9a45-435f-991f-19ec2d14db88 owned by network:dhcp {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:38:12.200817 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-a8d2aba1-8a09-495c-ae9a-fe52e68ca889 None None] Deleting port 400eb21b-9a45-435f-991f-19ec2d14db88 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:38:12.201357 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a8d2aba1-8a09-495c-ae9a-fe52e68ca889 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (400eb21b-9a45-435f-991f-19ec2d14db88), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:12.276775 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e058275-600d-4313-8f7d-77c0f4e1c860 None None] DHCP port deletion for 333d47be-2642-4e06-8162-4245120d58d0 request from dv-neutron-master-2-hyperv {{(pid=103409) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:38:12.280442 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-a8d2aba1-8a09-495c-ae9a-fe52e68ca889 None None] For port 400eb21b-9a45-435f-991f-19ec2d14db88, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=400eb21b-9a45-435f-991f-19ec2d14db88,segment=NetworkSegment(d6c6f898-b2fe-48dc-9605-374a092a9094),segment_id=d6c6f898-b2fe-48dc-9605-374a092a9094)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:38:12.280977 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a8d2aba1-8a09-495c-ae9a-fe52e68ca889 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (400eb21b-9a45-435f-991f-19ec2d14db88), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:12.301395 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ebfe250d-0b8d-49c7-bbad-ede64ea45eeb tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (400eb21b-9a45-435f-991f-19ec2d14db88), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:12.301638 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-a8d2aba1-8a09-495c-ae9a-fe52e68ca889 None None] Calling delete_port for 400eb21b-9a45-435f-991f-19ec2d14db88 owned by network:dhcp {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:38:12.312382 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebfe250d-0b8d-49c7-bbad-ede64ea45eeb tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] No DVR routers for this DVR port 400eb21b-9a45-435f-991f-19ec2d14db88 on host dv-neutron-master-2-hyperv {{(pid=103407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:38:12.337585 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfe250d-0b8d-49c7-bbad-ede64ea45eeb tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Pushing event deleted for resources: {'Port': ['ID=400eb21b-9a45-435f-991f-19ec2d14db88,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:12.408578 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-5e058275-600d-4313-8f7d-77c0f4e1c860 None None] Deleting port 10b4c3f4-fedb-42ed-81b2-624902e5044b {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:38:12.409180 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5e058275-600d-4313-8f7d-77c0f4e1c860 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (10b4c3f4-fedb-42ed-81b2-624902e5044b), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:12.424692 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ebfe250d-0b8d-49c7-bbad-ede64ea45eeb tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672413', 'neutron.services.segments.db._delete_segments_for_network-8742057110173'] for network (9c3ed7f4-a68d-47aa-892f-b9f680df0633), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:12.450958 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a8d2aba1-8a09-495c-ae9a-fe52e68ca889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758'] for port (400eb21b-9a45-435f-991f-19ec2d14db88), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:12.459684 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-ebfe250d-0b8d-49c7-bbad-ede64ea45eeb tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c3ed7f4-a68d-47aa-892f-b9f680df0633']}} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:12.470757 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-ebfe250d-0b8d-49c7-bbad-ede64ea45eeb tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6c6f898-b2fe-48dc-9605-374a092a9094') {'for_net_delete': True} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:12.471067 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-ebfe250d-0b8d-49c7-bbad-ede64ea45eeb tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6c6f898-b2fe-48dc-9605-374a092a9094') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:12.481750 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ebfe250d-0b8d-49c7-bbad-ede64ea45eeb tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742057113766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3501147'] for segment (d6c6f898-b2fe-48dc-9605-374a092a9094), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:12.490350 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d2aba1-8a09-495c-ae9a-fe52e68ca889 None None] Pushing event deleted for resources: {'Port': ['ID=400eb21b-9a45-435f-991f-19ec2d14db88,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:12.499303 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ee16ab-a6fd-4f2a-9f6c-b353b7743fdf tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Pushing event deleted for resources: {'Port': ['ID=bc0eb751-e9f7-46d0-9190-c77216b09b4d,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:12.504116 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d2aba1-8a09-495c-ae9a-fe52e68ca889 None None] No DVR routers for this DVR port 400eb21b-9a45-435f-991f-19ec2d14db88 on host dv-neutron-master-2-hyperv {{(pid=103409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:38:12.505273 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c7ee16ab-a6fd-4f2a-9f6c-b353b7743fdf tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:12.506537 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ebfe250d-0b8d-49c7-bbad-ede64ea45eeb tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (d6c6f898-b2fe-48dc-9605-374a092a9094), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:12.507383 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-5e058275-600d-4313-8f7d-77c0f4e1c860 None None] For port 10b4c3f4-fedb-42ed-81b2-624902e5044b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=10b4c3f4-fedb-42ed-81b2-624902e5044b,segment=NetworkSegment(13826a44-81cc-4efc-ba31-109940792a8d),segment_id=13826a44-81cc-4efc-ba31-109940792a8d)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:38:12.507873 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5e058275-600d-4313-8f7d-77c0f4e1c860 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (10b4c3f4-fedb-42ed-81b2-624902e5044b), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:12.508687 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-c7ee16ab-a6fd-4f2a-9f6c-b353b7743fdf tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] 10.222.0.20 "DELETE /v2.0/ports/bc0eb751-e9f7-46d0-9190-c77216b09b4d HTTP/1.1" status: 204 len: 168 time: 0.9730132 Feb 28 10:38:12.512218 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 39316) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:12.523606 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-5e058275-600d-4313-8f7d-77c0f4e1c860 None None] Calling delete_port for 10b4c3f4-fedb-42ed-81b2-624902e5044b owned by network:dhcp {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:38:12.528433 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebfe250d-0b8d-49c7-bbad-ede64ea45eeb tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Releasing vlan 288 on physical network physnet1 to pool {{(pid=103407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:38:12.529893 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ebfe250d-0b8d-49c7-bbad-ede64ea45eeb tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3498166'] for segment (d6c6f898-b2fe-48dc-9605-374a092a9094), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:12.536016 dv-neutron-master-2-hyperv neutron-server[103407]: Traceback (most recent call last): Feb 28 10:38:12.536016 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:38:12.536016 dv-neutron-master-2-hyperv neutron-server[103407]: timer() Feb 28 10:38:12.536016 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:38:12.536016 dv-neutron-master-2-hyperv neutron-server[103407]: cb(*args, **kw) Feb 28 10:38:12.536016 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:38:12.536016 dv-neutron-master-2-hyperv neutron-server[103407]: return func(*args, **kwargs) Feb 28 10:38:12.536016 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:38:12.536016 dv-neutron-master-2-hyperv neutron-server[103407]: self._notify() Feb 28 10:38:12.536016 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:38:12.536016 dv-neutron-master-2-hyperv neutron-server[103407]: self.callback(batched_events) Feb 28 10:38:12.536016 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:38:12.536016 dv-neutron-master-2-hyperv neutron-server[103407]: event.method(event) Feb 28 10:38:12.536016 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:38:12.536016 dv-neutron-master-2-hyperv neutron-server[103407]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:38:12.536016 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:38:12.536016 dv-neutron-master-2-hyperv neutron-server[103407]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:38:12.536016 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:38:12.536016 dv-neutron-master-2-hyperv neutron-server[103407]: return f(self, *a, **k) Feb 28 10:38:12.536016 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:38:12.536016 dv-neutron-master-2-hyperv neutron-server[103407]: return self._get(url).json() Feb 28 10:38:12.536016 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:38:12.536016 dv-neutron-master-2-hyperv neutron-server[103407]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:38:12.536016 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:38:12.536016 dv-neutron-master-2-hyperv neutron-server[103407]: return self.request(url, 'GET', **kwargs) Feb 28 10:38:12.536016 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:38:12.536016 dv-neutron-master-2-hyperv neutron-server[103407]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:38:12.536016 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:38:12.536016 dv-neutron-master-2-hyperv neutron-server[103407]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:38:12.536016 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:38:12.536016 dv-neutron-master-2-hyperv neutron-server[103407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:38:12.536016 dv-neutron-master-2-hyperv neutron-server[103407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:38:12.588866 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-41b1f246-f1c7-482a-a4b1-b7246ae62298 tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803269'] for network (c9bb1749-a93d-45bd-8a18-618831088fe9), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:12.593532 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device da366f38-6526-4287-8b13-a55b89fc144b no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:38:12.598556 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-41b1f246-f1c7-482a-a4b1-b7246ae62298 tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] Publish callbacks [] for network (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:12.601734 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-41b1f246-f1c7-482a-a4b1-b7246ae62298 tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] 10.222.0.20 "DELETE /v2.0/networks/c9bb1749-a93d-45bd-8a18-618831088fe9 HTTP/1.1" status: 204 len: 168 time: 1.3980591 Feb 28 10:38:12.606037 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 39318) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:12.617961 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b1f246-f1c7-482a-a4b1-b7246ae62298 tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] Pushing event deleted for resources: {'Network': ['ID=c9bb1749-a93d-45bd-8a18-618831088fe9,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:12.619123 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] No Port match for: da366f38-6526-4287-8b13-a55b89fc144b {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:38:12.619258 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device da366f38-6526-4287-8b13-a55b89fc144b not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:38:12.619688 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 400eb21b-9a45-435f-991f-19ec2d14db88 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:38:12.638970 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-246ab89b-96c8-4216-a27e-fdf8e987a78b tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-665757'] for network (844110a3-e6ac-4fc6-ae4d-875b06ee580b), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:12.653512 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] No Port match for: 400eb21b-9a45-435f-991f-19ec2d14db88 {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:38:12.654115 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 400eb21b-9a45-435f-991f-19ec2d14db88 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:38:12.654715 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device cbac8d05-d234-45b3-8c29-bb30a7d1a1f4 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:38:12.677664 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] No Port match for: cbac8d05-d234-45b3-8c29-bb30a7d1a1f4 {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:38:12.678293 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device cbac8d05-d234-45b3-8c29-bb30a7d1a1f4 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:38:12.678844 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 10b4c3f4-fedb-42ed-81b2-624902e5044b no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:38:12.680243 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ebfe250d-0b8d-49c7-bbad-ede64ea45eeb tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803269'] for network (9c3ed7f4-a68d-47aa-892f-b9f680df0633), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:12.702869 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_v2 [None req-216133c8-5913-4f10-b395-8c4de531cd51 tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] Deleting subnet 8f4e609c-c9f1-47a3-9e70-8e9d8e0800e0 {{(pid=103407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:38:12.706746 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ebfe250d-0b8d-49c7-bbad-ede64ea45eeb tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:12.709989 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-ebfe250d-0b8d-49c7-bbad-ede64ea45eeb tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] 10.222.0.20 "DELETE /v2.0/networks/9c3ed7f4-a68d-47aa-892f-b9f680df0633 HTTP/1.1" status: 204 len: 168 time: 0.8019874 Feb 28 10:38:12.710991 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfe250d-0b8d-49c7-bbad-ede64ea45eeb tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Pushing event deleted for resources: {'Network': ['ID=9c3ed7f4-a68d-47aa-892f-b9f680df0633,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:12.713059 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 39320) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:12.718119 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-216133c8-5913-4f10-b395-8c4de531cd51 tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] Publish callbacks [] for subnet (8f4e609c-c9f1-47a3-9e70-8e9d8e0800e0), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:12.762665 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-216133c8-5913-4f10-b395-8c4de531cd51 tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3501132'] for subnet (8f4e609c-c9f1-47a3-9e70-8e9d8e0800e0), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:12.775677 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-246ab89b-96c8-4216-a27e-fdf8e987a78b tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672413', 'neutron.services.segments.db._delete_segments_for_network-8742057110173'] for network (844110a3-e6ac-4fc6-ae4d-875b06ee580b), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:12.780606 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 10b4c3f4-fedb-42ed-81b2-624902e5044b is: ACTIVE; New status is: DOWN {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:38:12.781025 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (10b4c3f4-fedb-42ed-81b2-624902e5044b), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:12.801214 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5e058275-600d-4313-8f7d-77c0f4e1c860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758'] for port (10b4c3f4-fedb-42ed-81b2-624902e5044b), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:12.814092 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-246ab89b-96c8-4216-a27e-fdf8e987a78b tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['844110a3-e6ac-4fc6-ae4d-875b06ee580b']}} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:12.829522 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3c7d2bff-9515-4d58-aa84-d0b051fbbc21 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-665757'] for network (333d47be-2642-4e06-8162-4245120d58d0), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:12.832943 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-246ab89b-96c8-4216-a27e-fdf8e987a78b tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69f5c4ff-f3db-441c-b796-9ba0fc914c0b') {'for_net_delete': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:12.833246 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-246ab89b-96c8-4216-a27e-fdf8e987a78b tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69f5c4ff-f3db-441c-b796-9ba0fc914c0b') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:12.847010 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e058275-600d-4313-8f7d-77c0f4e1c860 None None] Pushing event deleted for resources: {'Port': ['ID=10b4c3f4-fedb-42ed-81b2-624902e5044b,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:12.848907 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e058275-600d-4313-8f7d-77c0f4e1c860 None None] No DVR routers for this DVR port 10b4c3f4-fedb-42ed-81b2-624902e5044b on host dv-neutron-master-2-hyperv {{(pid=103409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:38:12.849050 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-246ab89b-96c8-4216-a27e-fdf8e987a78b tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742057113766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3423550'] for segment (69f5c4ff-f3db-441c-b796-9ba0fc914c0b), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:12.858286 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-216133c8-5913-4f10-b395-8c4de531cd51 tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-823142'] for subnet (8f4e609c-c9f1-47a3-9e70-8e9d8e0800e0), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:12.882673 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-246ab89b-96c8-4216-a27e-fdf8e987a78b tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (69f5c4ff-f3db-441c-b796-9ba0fc914c0b), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:12.906491 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-246ab89b-96c8-4216-a27e-fdf8e987a78b tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Releasing vlan 280 on physical network physnet1 to pool {{(pid=103408) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:38:12.907297 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-246ab89b-96c8-4216-a27e-fdf8e987a78b tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3242693'] for segment (69f5c4ff-f3db-441c-b796-9ba0fc914c0b), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:12.910807 dv-neutron-master-2-hyperv neutron-server[103408]: Traceback (most recent call last): Feb 28 10:38:12.910807 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:38:12.910807 dv-neutron-master-2-hyperv neutron-server[103408]: timer() Feb 28 10:38:12.910807 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:38:12.910807 dv-neutron-master-2-hyperv neutron-server[103408]: cb(*args, **kw) Feb 28 10:38:12.910807 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:38:12.910807 dv-neutron-master-2-hyperv neutron-server[103408]: return func(*args, **kwargs) Feb 28 10:38:12.910807 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:38:12.910807 dv-neutron-master-2-hyperv neutron-server[103408]: self._notify() Feb 28 10:38:12.910807 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:38:12.910807 dv-neutron-master-2-hyperv neutron-server[103408]: self.callback(batched_events) Feb 28 10:38:12.910807 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:38:12.910807 dv-neutron-master-2-hyperv neutron-server[103408]: event.method(event) Feb 28 10:38:12.910807 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:38:12.910807 dv-neutron-master-2-hyperv neutron-server[103408]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:38:12.910807 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:38:12.910807 dv-neutron-master-2-hyperv neutron-server[103408]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:38:12.910807 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:38:12.910807 dv-neutron-master-2-hyperv neutron-server[103408]: return f(self, *a, **k) Feb 28 10:38:12.910807 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:38:12.910807 dv-neutron-master-2-hyperv neutron-server[103408]: return self._get(url).json() Feb 28 10:38:12.910807 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:38:12.910807 dv-neutron-master-2-hyperv neutron-server[103408]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:38:12.910807 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:38:12.910807 dv-neutron-master-2-hyperv neutron-server[103408]: return self.request(url, 'GET', **kwargs) Feb 28 10:38:12.910807 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:38:12.910807 dv-neutron-master-2-hyperv neutron-server[103408]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:38:12.910807 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:38:12.910807 dv-neutron-master-2-hyperv neutron-server[103408]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:38:12.910807 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:38:12.910807 dv-neutron-master-2-hyperv neutron-server[103408]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:38:12.910807 dv-neutron-master-2-hyperv neutron-server[103408]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:38:12.922252 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-216133c8-5913-4f10-b395-8c4de531cd51 tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-823145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3498088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3516558'] for subnet (8f4e609c-c9f1-47a3-9e70-8e9d8e0800e0), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:12.951188 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216133c8-5913-4f10-b395-8c4de531cd51 tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] Pushing event deleted for resources: {'Subnet': ['ID=8f4e609c-c9f1-47a3-9e70-8e9d8e0800e0,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:12.953137 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-216133c8-5913-4f10-b395-8c4de531cd51 tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] Publish callbacks [] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:12.959349 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-216133c8-5913-4f10-b395-8c4de531cd51 tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] 10.222.0.20 "DELETE /v2.0/subnets/8f4e609c-c9f1-47a3-9e70-8e9d8e0800e0 HTTP/1.1" status: 204 len: 168 time: 0.3495095 Feb 28 10:38:12.959349 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 39322) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:12.963230 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2686b763-b5aa-4ce3-8eff-8b6b285c7628 None None] Network 54d1bdae-cf27-4c39-acf5-277baeb09cb5 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:38:12.999399 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3c7d2bff-9515-4d58-aa84-d0b051fbbc21 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672413', 'neutron.services.segments.db._delete_segments_for_network-8742057110173'] for network (333d47be-2642-4e06-8162-4245120d58d0), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:13.020184 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-246ab89b-96c8-4216-a27e-fdf8e987a78b tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803269'] for network (844110a3-e6ac-4fc6-ae4d-875b06ee580b), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:13.029178 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-3c7d2bff-9515-4d58-aa84-d0b051fbbc21 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['333d47be-2642-4e06-8162-4245120d58d0']}} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:13.031671 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-246ab89b-96c8-4216-a27e-fdf8e987a78b tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Publish callbacks [] for network (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:13.035015 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-246ab89b-96c8-4216-a27e-fdf8e987a78b tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] 10.222.0.20 "DELETE /v2.0/networks/844110a3-e6ac-4fc6-ae4d-875b06ee580b HTTP/1.1" status: 204 len: 168 time: 0.5218191 Feb 28 10:38:13.053352 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-341e3223-80ec-4723-af31-2aad61775bae tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-665757'] for network (54d1bdae-cf27-4c39-acf5-277baeb09cb5), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:13.060837 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246ab89b-96c8-4216-a27e-fdf8e987a78b tempest-PortsTestJSON-855300391 tempest-PortsTestJSON-855300391-project] Pushing event deleted for resources: {'Network': ['ID=844110a3-e6ac-4fc6-ae4d-875b06ee580b,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:13.063922 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-3c7d2bff-9515-4d58-aa84-d0b051fbbc21 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13826a44-81cc-4efc-ba31-109940792a8d') {'for_net_delete': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:13.064225 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-3c7d2bff-9515-4d58-aa84-d0b051fbbc21 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13826a44-81cc-4efc-ba31-109940792a8d') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:13.074149 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3c7d2bff-9515-4d58-aa84-d0b051fbbc21 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742057113766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3423550'] for segment (13826a44-81cc-4efc-ba31-109940792a8d), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:13.091380 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3c7d2bff-9515-4d58-aa84-d0b051fbbc21 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (13826a44-81cc-4efc-ba31-109940792a8d), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:13.099250 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c7d2bff-9515-4d58-aa84-d0b051fbbc21 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Releasing vlan 275 on physical network physnet1 to pool {{(pid=103408) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:38:13.100256 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3c7d2bff-9515-4d58-aa84-d0b051fbbc21 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3242693'] for segment (13826a44-81cc-4efc-ba31-109940792a8d), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:13.103920 dv-neutron-master-2-hyperv neutron-server[103408]: Traceback (most recent call last): Feb 28 10:38:13.103920 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:38:13.103920 dv-neutron-master-2-hyperv neutron-server[103408]: timer() Feb 28 10:38:13.103920 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:38:13.103920 dv-neutron-master-2-hyperv neutron-server[103408]: cb(*args, **kw) Feb 28 10:38:13.103920 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:38:13.103920 dv-neutron-master-2-hyperv neutron-server[103408]: return func(*args, **kwargs) Feb 28 10:38:13.103920 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:38:13.103920 dv-neutron-master-2-hyperv neutron-server[103408]: self._notify() Feb 28 10:38:13.103920 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:38:13.103920 dv-neutron-master-2-hyperv neutron-server[103408]: self.callback(batched_events) Feb 28 10:38:13.103920 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:38:13.103920 dv-neutron-master-2-hyperv neutron-server[103408]: event.method(event) Feb 28 10:38:13.103920 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:38:13.103920 dv-neutron-master-2-hyperv neutron-server[103408]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:38:13.103920 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:38:13.103920 dv-neutron-master-2-hyperv neutron-server[103408]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:38:13.103920 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:38:13.103920 dv-neutron-master-2-hyperv neutron-server[103408]: return f(self, *a, **k) Feb 28 10:38:13.103920 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:38:13.103920 dv-neutron-master-2-hyperv neutron-server[103408]: return self._get(url).json() Feb 28 10:38:13.103920 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:38:13.103920 dv-neutron-master-2-hyperv neutron-server[103408]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:38:13.103920 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:38:13.103920 dv-neutron-master-2-hyperv neutron-server[103408]: return self.request(url, 'GET', **kwargs) Feb 28 10:38:13.103920 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:38:13.103920 dv-neutron-master-2-hyperv neutron-server[103408]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:38:13.103920 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:38:13.103920 dv-neutron-master-2-hyperv neutron-server[103408]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:38:13.103920 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:38:13.103920 dv-neutron-master-2-hyperv neutron-server[103408]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:38:13.103920 dv-neutron-master-2-hyperv neutron-server[103408]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:38:13.135754 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-341e3223-80ec-4723-af31-2aad61775bae tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] Deleting port 6874ca04-dfc1-461c-9100-cd010d7e2a44 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:38:13.136241 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-341e3223-80ec-4723-af31-2aad61775bae tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (6874ca04-dfc1-461c-9100-cd010d7e2a44), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:13.175660 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3c7d2bff-9515-4d58-aa84-d0b051fbbc21 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803269'] for network (333d47be-2642-4e06-8162-4245120d58d0), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:13.186100 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f54f5b4d-38b6-4add-b5ec-271444c0ea9d None None] DHCP port deletion for 54d1bdae-cf27-4c39-acf5-277baeb09cb5 request from dv-neutron-master-2-hyperv {{(pid=103409) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:38:13.187978 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3c7d2bff-9515-4d58-aa84-d0b051fbbc21 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks [] for network (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:13.193284 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-3c7d2bff-9515-4d58-aa84-d0b051fbbc21 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] 10.222.0.20 "DELETE /v2.0/networks/333d47be-2642-4e06-8162-4245120d58d0 HTTP/1.1" status: 204 len: 168 time: 0.4785771 Feb 28 10:38:13.197080 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 39326) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:13.204430 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-9c4bae65-a022-4829-bd6d-93766c2144e3 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1984302573'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:13.210712 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7d2bff-9515-4d58-aa84-d0b051fbbc21 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Pushing event deleted for resources: {'Network': ['ID=333d47be-2642-4e06-8162-4245120d58d0,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:13.230035 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-341e3223-80ec-4723-af31-2aad61775bae tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] For port 6874ca04-dfc1-461c-9100-cd010d7e2a44, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6874ca04-dfc1-461c-9100-cd010d7e2a44,segment=NetworkSegment(e592e93e-5e78-4ed5-b9b2-0219d34a1cdf),segment_id=e592e93e-5e78-4ed5-b9b2-0219d34a1cdf)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:38:13.230780 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-341e3223-80ec-4723-af31-2aad61775bae tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (6874ca04-dfc1-461c-9100-cd010d7e2a44), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:13.246608 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-f54f5b4d-38b6-4add-b5ec-271444c0ea9d None None] Deleting port 6874ca04-dfc1-461c-9100-cd010d7e2a44 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:38:13.247057 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f54f5b4d-38b6-4add-b5ec-271444c0ea9d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (6874ca04-dfc1-461c-9100-cd010d7e2a44), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:13.248031 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-341e3223-80ec-4723-af31-2aad61775bae tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] Calling delete_port for 6874ca04-dfc1-461c-9100-cd010d7e2a44 owned by network:dhcp {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:38:13.250271 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c4bae65-a022-4829-bd6d-93766c2144e3 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Made reservation on behalf of 0807ae000e4d47fbb1b05ed62ebad745 for: {'network': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:38:13.254030 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9c4bae65-a022-4829-bd6d-93766c2144e3 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for network (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:13.314315 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-f54f5b4d-38b6-4add-b5ec-271444c0ea9d None None] For port 6874ca04-dfc1-461c-9100-cd010d7e2a44, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6874ca04-dfc1-461c-9100-cd010d7e2a44,segment=NetworkSegment(e592e93e-5e78-4ed5-b9b2-0219d34a1cdf),segment_id=e592e93e-5e78-4ed5-b9b2-0219d34a1cdf)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:38:13.314769 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f54f5b4d-38b6-4add-b5ec-271444c0ea9d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (6874ca04-dfc1-461c-9100-cd010d7e2a44), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:13.320029 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c4bae65-a022-4829-bd6d-93766c2144e3 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 253} {{(pid=103407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:38:13.336235 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-f54f5b4d-38b6-4add-b5ec-271444c0ea9d None None] Calling delete_port for 6874ca04-dfc1-461c-9100-cd010d7e2a44 owned by network:dhcp {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:38:13.339812 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9c4bae65-a022-4829-bd6d-93766c2144e3 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (005f7976-7467-442d-80db-502a5cb74dd0), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:13.340332 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.db.segments_db [None req-9c4bae65-a022-4829-bd6d-93766c2144e3 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Added segment 005f7976-7467-442d-80db-502a5cb74dd0 of type vlan for network 54d0ba71-81c8-4648-bf3a-ace5dd524da8 Feb 28 10:38:13.362270 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 39330) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:13.395427 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9c4bae65-a022-4829-bd6d-93766c2144e3 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742056637431'] for network (54d0ba71-81c8-4648-bf3a-ace5dd524da8), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:13.413106 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-341e3223-80ec-4723-af31-2aad61775bae tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (6874ca04-dfc1-461c-9100-cd010d7e2a44), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:13.423578 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6b923bb1-06b0-4b84-b461-7cc1d0196090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (2e621730-3978-4720-b581-ac380e97a567), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:13.440088 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f54f5b4d-38b6-4add-b5ec-271444c0ea9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758'] for port (6874ca04-dfc1-461c-9100-cd010d7e2a44), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:13.449013 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341e3223-80ec-4723-af31-2aad61775bae tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] Pushing event deleted for resources: {'Port': ['ID=6874ca04-dfc1-461c-9100-cd010d7e2a44,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:13.452589 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-341e3223-80ec-4723-af31-2aad61775bae tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] No DVR routers for this DVR port 6874ca04-dfc1-461c-9100-cd010d7e2a44 on host dv-neutron-master-2-hyperv {{(pid=103407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:38:13.458528 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9c4bae65-a022-4829-bd6d-93766c2144e3 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551'] for network (54d0ba71-81c8-4648-bf3a-ace5dd524da8), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:13.463827 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c4bae65-a022-4829-bd6d-93766c2144e3 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:13.464411 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9c4bae65-a022-4829-bd6d-93766c2144e3 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:13.478144 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54f5b4d-38b6-4add-b5ec-271444c0ea9d None None] Pushing event deleted for resources: {'Port': ['ID=6874ca04-dfc1-461c-9100-cd010d7e2a44,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:13.484258 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f54f5b4d-38b6-4add-b5ec-271444c0ea9d None None] No DVR routers for this DVR port 6874ca04-dfc1-461c-9100-cd010d7e2a44 on host dv-neutron-master-2-hyperv {{(pid=103409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:38:13.539346 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-1d0126ad-7c04-4864-9bb3-860229c9ab5c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3f882f7a65fb4f4b8c37408f45ffc93a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1741955 Feb 28 10:38:13.539704 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 39334) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:13.590872 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b5a100a8-f8bd-4f5a-919b-b5895903c16b admin admin] Publish callbacks [] for security_group (c1fc1a07-7737-4ce5-92ca-e413cb3c40d7), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:13.595029 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-9c4bae65-a022-4829-bd6d-93766c2144e3 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3961825 Feb 28 10:38:13.598134 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 39336) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:13.603180 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-9680a277-0402-4169-8e80-4d5e36e2aaad tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Request body: {'subnet': {'network_id': '54d0ba71-81c8-4648-bf3a-ace5dd524da8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:13.603563 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4bae65-a022-4829-bd6d-93766c2144e3 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Pushing event updated for resources: {'Network': ['ID=54d0ba71-81c8-4648-bf3a-ace5dd524da8,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:13.606728 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-341e3223-80ec-4723-af31-2aad61775bae tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672413', 'neutron.services.segments.db._delete_segments_for_network-8742057110173'] for network (54d1bdae-cf27-4c39-acf5-277baeb09cb5), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:13.615286 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Network 54d0ba71-81c8-4648-bf3a-ace5dd524da8 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103409) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:38:13.628739 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-341e3223-80ec-4723-af31-2aad61775bae tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54d1bdae-cf27-4c39-acf5-277baeb09cb5']}} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:13.639330 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-341e3223-80ec-4723-af31-2aad61775bae tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e592e93e-5e78-4ed5-b9b2-0219d34a1cdf') {'for_net_delete': True} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:13.639770 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-341e3223-80ec-4723-af31-2aad61775bae tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e592e93e-5e78-4ed5-b9b2-0219d34a1cdf') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:13.649692 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-341e3223-80ec-4723-af31-2aad61775bae tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742057113766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3501147'] for segment (e592e93e-5e78-4ed5-b9b2-0219d34a1cdf), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:13.664999 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-341e3223-80ec-4723-af31-2aad61775bae tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (e592e93e-5e78-4ed5-b9b2-0219d34a1cdf), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:13.668540 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b5a100a8-f8bd-4f5a-919b-b5895903c16b admin admin] Publish callbacks [] for security_group (c1fc1a07-7737-4ce5-92ca-e413cb3c40d7), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:13.672541 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-341e3223-80ec-4723-af31-2aad61775bae tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] Releasing vlan 282 on physical network physnet1 to pool {{(pid=103407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:38:13.673110 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-341e3223-80ec-4723-af31-2aad61775bae tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3498166'] for segment (e592e93e-5e78-4ed5-b9b2-0219d34a1cdf), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:13.676865 dv-neutron-master-2-hyperv neutron-server[103407]: Traceback (most recent call last): Feb 28 10:38:13.676865 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:38:13.676865 dv-neutron-master-2-hyperv neutron-server[103407]: timer() Feb 28 10:38:13.676865 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:38:13.676865 dv-neutron-master-2-hyperv neutron-server[103407]: cb(*args, **kw) Feb 28 10:38:13.676865 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:38:13.676865 dv-neutron-master-2-hyperv neutron-server[103407]: return func(*args, **kwargs) Feb 28 10:38:13.676865 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:38:13.676865 dv-neutron-master-2-hyperv neutron-server[103407]: self._notify() Feb 28 10:38:13.676865 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:38:13.676865 dv-neutron-master-2-hyperv neutron-server[103407]: self.callback(batched_events) Feb 28 10:38:13.676865 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:38:13.676865 dv-neutron-master-2-hyperv neutron-server[103407]: event.method(event) Feb 28 10:38:13.676865 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:38:13.676865 dv-neutron-master-2-hyperv neutron-server[103407]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:38:13.676865 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:38:13.676865 dv-neutron-master-2-hyperv neutron-server[103407]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:38:13.676865 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:38:13.676865 dv-neutron-master-2-hyperv neutron-server[103407]: return f(self, *a, **k) Feb 28 10:38:13.676865 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:38:13.676865 dv-neutron-master-2-hyperv neutron-server[103407]: return self._get(url).json() Feb 28 10:38:13.676865 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:38:13.676865 dv-neutron-master-2-hyperv neutron-server[103407]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:38:13.676865 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:38:13.676865 dv-neutron-master-2-hyperv neutron-server[103407]: return self.request(url, 'GET', **kwargs) Feb 28 10:38:13.676865 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:38:13.676865 dv-neutron-master-2-hyperv neutron-server[103407]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:38:13.676865 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:38:13.676865 dv-neutron-master-2-hyperv neutron-server[103407]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:38:13.676865 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:38:13.676865 dv-neutron-master-2-hyperv neutron-server[103407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:38:13.676865 dv-neutron-master-2-hyperv neutron-server[103407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:38:13.738999 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9680a277-0402-4169-8e80-4d5e36e2aaad tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Made reservation on behalf of 0807ae000e4d47fbb1b05ed62ebad745 for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:38:13.741389 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-341e3223-80ec-4723-af31-2aad61775bae tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803269'] for network (54d1bdae-cf27-4c39-acf5-277baeb09cb5), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:13.742693 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9680a277-0402-4169-8e80-4d5e36e2aaad tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3951209'] for subnet (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:13.748602 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-341e3223-80ec-4723-af31-2aad61775bae tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:13.755559 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-341e3223-80ec-4723-af31-2aad61775bae tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] 10.222.0.20 "DELETE /v2.0/networks/54d1bdae-cf27-4c39-acf5-277baeb09cb5 HTTP/1.1" status: 204 len: 168 time: 0.7926352 Feb 28 10:38:13.759914 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 39338) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:13.766092 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341e3223-80ec-4723-af31-2aad61775bae tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] Pushing event deleted for resources: {'Network': ['ID=54d1bdae-cf27-4c39-acf5-277baeb09cb5,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:13.801377 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b5a100a8-f8bd-4f5a-919b-b5895903c16b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (c1fc1a07-7737-4ce5-92ca-e413cb3c40d7), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:13.803987 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b5a100a8-f8bd-4f5a-919b-b5895903c16b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:13.805197 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-b5a100a8-f8bd-4f5a-919b-b5895903c16b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c1fc1a07-7737-4ce5-92ca-e413cb3c40d7 HTTP/1.1" status: 204 len: 168 time: 0.2645035 Feb 28 10:38:13.834499 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-91316a93-6924-4d80-897c-ba9f046a579c tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] 10.222.0.20 "GET /v2.0/ports?device_id=48baabe6-79bd-4bec-8ec5-3fbd7f806d20 HTTP/1.1" status: 200 len: 205 time: 0.0709827 Feb 28 10:38:13.834898 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 39342) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:13.842291 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a100a8-f8bd-4f5a-919b-b5895903c16b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1fc1a07-7737-4ce5-92ca-e413cb3c40d7,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:13.930437 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3e03b66e-59bc-48a0-8d3b-9d0d3df5f60e tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] Publish callbacks [] for router (48baabe6-79bd-4bec-8ec5-3fbd7f806d20), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:13.980395 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9680a277-0402-4169-8e80-4d5e36e2aaad tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3242588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3951195'] for subnet (8f8027cd-450a-45f2-8bb7-678b27c89363), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:14.055229 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9680a277-0402-4169-8e80-4d5e36e2aaad tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Pushing event updated for resources: {'Subnet': ['ID=8f8027cd-450a-45f2-8bb7-678b27c89363,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:14.063230 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9680a277-0402-4169-8e80-4d5e36e2aaad tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Checking segment: {'id': '005f7976-7467-442d-80db-502a5cb74dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '54d0ba71-81c8-4648-bf3a-ace5dd524da8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:38:14.063881 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9680a277-0402-4169-8e80-4d5e36e2aaad tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Network hostable DHCP agents. Network: 54d0ba71-81c8-4648-bf3a-ace5dd524da8, hostable agents: ['fb6705d2-4f70-4965-92a3-fbfccd43a6d3'], hosted agents: [] {{(pid=103408) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:38:14.083369 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9680a277-0402-4169-8e80-4d5e36e2aaad tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Network 54d0ba71-81c8-4648-bf3a-ace5dd524da8 is scheduled to be hosted by DHCP agent fb6705d2-4f70-4965-92a3-fbfccd43a6d3 with binding_index 1 {{(pid=103408) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:38:14.094509 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-9680a277-0402-4169-8e80-4d5e36e2aaad tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 54d0ba71-81c8-4648-bf3a-ace5dd524da8) {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:38:14.099882 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9680a277-0402-4169-8e80-4d5e36e2aaad tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:14.100670 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9680a277-0402-4169-8e80-4d5e36e2aaad tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks [] for subnet (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:14.108273 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a3e3d6a-c779-4dad-bd43-7446661d7b29 None None] Network 54d0ba71-81c8-4648-bf3a-ace5dd524da8 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:38:14.117422 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3e03b66e-59bc-48a0-8d3b-9d0d3df5f60e tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1807017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5941'] for router (48baabe6-79bd-4bec-8ec5-3fbd7f806d20), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:14.123982 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3e03b66e-59bc-48a0-8d3b-9d0d3df5f60e tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] Publish callbacks [] for router_controller (48baabe6-79bd-4bec-8ec5-3fbd7f806d20), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:14.127758 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-9680a277-0402-4169-8e80-4d5e36e2aaad tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5264745 Feb 28 10:38:14.130947 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 39352) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:14.136199 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-1a11b78a-f1ad-48ab-bd03-9ee25a1d2631 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-922865709', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:14.202041 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3e03b66e-59bc-48a0-8d3b-9d0d3df5f60e tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1806994'] for router (48baabe6-79bd-4bec-8ec5-3fbd7f806d20), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:14.202613 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e03b66e-59bc-48a0-8d3b-9d0d3df5f60e tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] Fanout notify agent at l3_agent the message router_deleted on router 48baabe6-79bd-4bec-8ec5-3fbd7f806d20 {{(pid=103407) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 10:38:14.210332 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3e03b66e-59bc-48a0-8d3b-9d0d3df5f60e tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] Publish callbacks [] for router (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:14.214952 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-3e03b66e-59bc-48a0-8d3b-9d0d3df5f60e tempest-RoutersNegativeTest-461414357 tempest-RoutersNegativeTest-461414357-project] 10.222.0.20 "DELETE /v2.0/routers/48baabe6-79bd-4bec-8ec5-3fbd7f806d20 HTTP/1.1" status: 204 len: 168 time: 0.3788745 Feb 28 10:38:14.216538 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1a11b78a-f1ad-48ab-bd03-9ee25a1d2631 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1805251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254175'] for router (f50f8d40-4f19-40b2-a33e-cf094b2a8ae6), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:14.217711 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1a11b78a-f1ad-48ab-bd03-9ee25a1d2631 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1804172', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1602053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254150'] for router (f50f8d40-4f19-40b2-a33e-cf094b2a8ae6), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:14.223128 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10e04804-568e-4aad-93c1-2e33f844be8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-54d0ba71-81c8-4648-bf3a-ace5dd524da8', 'network_id': '54d0ba71-81c8-4648-bf3a-ace5dd524da8', 'project_id': '0807ae000e4d47fbb1b05ed62ebad745', 'fixed_ips': [{'subnet_id': '8f8027cd-450a-45f2-8bb7-678b27c89363'}]}} from dv-neutron-master-2-hyperv. {{(pid=103409) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:38:14.225223 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-10e04804-568e-4aad-93c1-2e33f844be8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:14.290432 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1a11b78a-f1ad-48ab-bd03-9ee25a1d2631 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks [] for router_controller (f50f8d40-4f19-40b2-a33e-cf094b2a8ae6), precommit_add_association {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:14.300263 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1a11b78a-f1ad-48ab-bd03-9ee25a1d2631 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1804241'] for router (f50f8d40-4f19-40b2-a33e-cf094b2a8ae6), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:14.330922 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1a11b78a-f1ad-48ab-bd03-9ee25a1d2631 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks [] for router (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:14.333852 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-1a11b78a-f1ad-48ab-bd03-9ee25a1d2631 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2015631 Feb 28 10:38:14.336503 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 39360) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:14.341791 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-4e89755f-e453-42a8-a878-7a63d95e30d7 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Request body: {'port': {'network_id': '54d0ba71-81c8-4648-bf3a-ace5dd524da8', 'name': 'tempest-RoutersIpV6Test-1222456204'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:14.418035 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-10e04804-568e-4aad-93c1-2e33f844be8f None None] Allocated IP 2001:db8::2 (54d0ba71-81c8-4648-bf3a-ace5dd524da8/8f8027cd-450a-45f2-8bb7-678b27c89363/e9f3d925-f5fd-4a49-af11-081b5dc918ed) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:38:14.561189 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 6874ca04-dfc1-461c-9100-cd010d7e2a44 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:38:14.565736 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 39370) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:14.569447 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e89755f-e453-42a8-a878-7a63d95e30d7 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Made reservation on behalf of 0807ae000e4d47fbb1b05ed62ebad745 for: {'port': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:38:14.573835 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4e89755f-e453-42a8-a878-7a63d95e30d7 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:14.597001 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.notifiers.nova [None req-4e89755f-e453-42a8-a878-7a63d95e30d7 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] device_id is not set on port fb313aaf-b4f1-4a63-8f38-f88b49c9b8cf yet. {{(pid=103407) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:38:14.615553 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] No Port match for: 6874ca04-dfc1-461c-9100-cd010d7e2a44 {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:38:14.615907 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 6874ca04-dfc1-461c-9100-cd010d7e2a44 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:38:14.636705 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-10e04804-568e-4aad-93c1-2e33f844be8f None None] Publish callbacks [] for port (e9f3d925-f5fd-4a49-af11-081b5dc918ed), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:14.647029 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-10e04804-568e-4aad-93c1-2e33f844be8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749'] for port (e9f3d925-f5fd-4a49-af11-081b5dc918ed), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:14.705100 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e04804-568e-4aad-93c1-2e33f844be8f None None] Network 54d0ba71-81c8-4648-bf3a-ace5dd524da8 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:38:14.708316 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-10e04804-568e-4aad-93c1-2e33f844be8f None None] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:38:14.713230 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e04804-568e-4aad-93c1-2e33f844be8f None None] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:38:14.722529 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e04804-568e-4aad-93c1-2e33f844be8f None None] Pushing event updated for resources: {'Port': ['ID=e9f3d925-f5fd-4a49-af11-081b5dc918ed,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:14.768806 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-4e89755f-e453-42a8-a878-7a63d95e30d7 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Allocated IP 2001:db8::368 (54d0ba71-81c8-4648-bf3a-ace5dd524da8/8f8027cd-450a-45f2-8bb7-678b27c89363/fb313aaf-b4f1-4a63-8f38-f88b49c9b8cf) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:38:14.772252 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-10e04804-568e-4aad-93c1-2e33f844be8f None None] Attempting to bind port e9f3d925-f5fd-4a49-af11-081b5dc918ed on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:38:14.772252 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-10e04804-568e-4aad-93c1-2e33f844be8f None None] Attempting to bind port e9f3d925-f5fd-4a49-af11-081b5dc918ed by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '005f7976-7467-442d-80db-502a5cb74dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '54d0ba71-81c8-4648-bf3a-ace5dd524da8'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:38:14.772533 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e04804-568e-4aad-93c1-2e33f844be8f None None] Attempting to bind port e9f3d925-f5fd-4a49-af11-081b5dc918ed on network 54d0ba71-81c8-4648-bf3a-ace5dd524da8 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:38:14.777671 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e04804-568e-4aad-93c1-2e33f844be8f None None] Checking agent: {'id': '75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 24, 15), 'started_at': datetime.datetime(2022, 2, 28, 10, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 37, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:38:14.778047 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e04804-568e-4aad-93c1-2e33f844be8f None None] Checking segment: {'id': '005f7976-7467-442d-80db-502a5cb74dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '54d0ba71-81c8-4648-bf3a-ace5dd524da8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:38:14.778456 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-10e04804-568e-4aad-93c1-2e33f844be8f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:14.779030 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e04804-568e-4aad-93c1-2e33f844be8f None None] Bound using segment: {'id': '005f7976-7467-442d-80db-502a5cb74dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '54d0ba71-81c8-4648-bf3a-ace5dd524da8'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:38:14.779705 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-10e04804-568e-4aad-93c1-2e33f844be8f None None] Bound port: e9f3d925-f5fd-4a49-af11-081b5dc918ed, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '005f7976-7467-442d-80db-502a5cb74dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '54d0ba71-81c8-4648-bf3a-ace5dd524da8'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:38:14.779910 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-10e04804-568e-4aad-93c1-2e33f844be8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (e9f3d925-f5fd-4a49-af11-081b5dc918ed), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:14.802464 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 39376) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:14.856124 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-10e04804-568e-4aad-93c1-2e33f844be8f None None] For port e9f3d925-f5fd-4a49-af11-081b5dc918ed, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:38:14.861372 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-10e04804-568e-4aad-93c1-2e33f844be8f None None] For port e9f3d925-f5fd-4a49-af11-081b5dc918ed, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e9f3d925-f5fd-4a49-af11-081b5dc918ed,segment=NetworkSegment(005f7976-7467-442d-80db-502a5cb74dd0),segment_id=005f7976-7467-442d-80db-502a5cb74dd0)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:38:14.867136 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-6e06803c-9f8b-49a3-bcf4-af3d5200636a tempest-SubnetPoolsTestJSON-1232391607 tempest-SubnetPoolsTestJSON-1232391607-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-67010991', 'prefixes': ['172.20.0.0/16']}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:14.868365 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-10e04804-568e-4aad-93c1-2e33f844be8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (e9f3d925-f5fd-4a49-af11-081b5dc918ed), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:14.900338 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-c8f9daaa-c043-456d-98ab-0149221b66f6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=144ed84116b6411581000615a040ee65&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3334713 Feb 28 10:38:14.903216 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 39380) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:14.932006 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:14.951712 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e04804-568e-4aad-93c1-2e33f844be8f None None] Pushing event updated for resources: {'Port': ['ID=e9f3d925-f5fd-4a49-af11-081b5dc918ed,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:14.985098 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6e06803c-9f8b-49a3-bcf4-af3d5200636a tempest-SubnetPoolsTestJSON-1232391607 tempest-SubnetPoolsTestJSON-1232391607-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:14.989846 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-6e06803c-9f8b-49a3-bcf4-af3d5200636a tempest-SubnetPoolsTestJSON-1232391607 tempest-SubnetPoolsTestJSON-1232391607-project] 10.222.0.20 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 735 time: 0.1846642 Feb 28 10:38:14.990728 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 39382) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:14.994014 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4e89755f-e453-42a8-a878-7a63d95e30d7 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks [] for port (fb313aaf-b4f1-4a63-8f38-f88b49c9b8cf), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:15.011472 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8d864727-9cb0-4040-9937-7b4c0792dad7 admin admin] Publish callbacks [] for security_group (e990b2dd-89b2-41d8-87e0-bb371c2fc105), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:15.032925 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-1d283918-2040-4322-b0af-710c631e5040 tempest-SubnetPoolsTestJSON-1232391607 tempest-SubnetPoolsTestJSON-1232391607-project] 10.222.0.20 "GET /v2.0/subnetpools/82ef4294-a8b9-4fe6-851d-826385f3ed16 HTTP/1.1" status: 200 len: 730 time: 0.0409245 Feb 28 10:38:15.035912 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 39384) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:15.040780 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-0beecbba-2407-4105-9295-e411b57338d8 tempest-SubnetPoolsTestJSON-1232391607 tempest-SubnetPoolsTestJSON-1232391607-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1379497726'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:15.045426 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8d864727-9cb0-4040-9937-7b4c0792dad7 admin admin] Publish callbacks [] for security_group (e990b2dd-89b2-41d8-87e0-bb371c2fc105), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:15.085696 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4e89755f-e453-42a8-a878-7a63d95e30d7 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (fb313aaf-b4f1-4a63-8f38-f88b49c9b8cf), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:15.127705 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0beecbba-2407-4105-9295-e411b57338d8 tempest-SubnetPoolsTestJSON-1232391607 tempest-SubnetPoolsTestJSON-1232391607-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:15.131790 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-0beecbba-2407-4105-9295-e411b57338d8 tempest-SubnetPoolsTestJSON-1232391607 tempest-SubnetPoolsTestJSON-1232391607-project] 10.222.0.20 "PUT /v2.0/subnetpools/82ef4294-a8b9-4fe6-851d-826385f3ed16 HTTP/1.1" status: 200 len: 684 time: 0.0925100 Feb 28 10:38:15.132134 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 39386) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:15.134922 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e89755f-e453-42a8-a878-7a63d95e30d7 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Network 54d0ba71-81c8-4648-bf3a-ace5dd524da8 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:38:15.138554 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-4e89755f-e453-42a8-a878-7a63d95e30d7 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:38:15.142942 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e89755f-e453-42a8-a878-7a63d95e30d7 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:38:15.148368 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e89755f-e453-42a8-a878-7a63d95e30d7 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:15.149055 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4e89755f-e453-42a8-a878-7a63d95e30d7 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:15.170307 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e89755f-e453-42a8-a878-7a63d95e30d7 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Pushing event updated for resources: {'Port': ['ID=fb313aaf-b4f1-4a63-8f38-f88b49c9b8cf,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:15.180932 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8d864727-9cb0-4040-9937-7b4c0792dad7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (e990b2dd-89b2-41d8-87e0-bb371c2fc105), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:15.192377 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8d864727-9cb0-4040-9937-7b4c0792dad7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:15.196256 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-8d864727-9cb0-4040-9937-7b4c0792dad7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e990b2dd-89b2-41d8-87e0-bb371c2fc105 HTTP/1.1" status: 204 len: 168 time: 0.2894073 Feb 28 10:38:15.206292 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-4e89755f-e453-42a8-a878-7a63d95e30d7 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.8655519 Feb 28 10:38:15.208029 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 39390) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:15.215838 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d864727-9cb0-4040-9937-7b4c0792dad7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e990b2dd-89b2-41d8-87e0-bb371c2fc105,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:15.388175 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d5a443a2-ff9a-4fe5-a8d6-598604e0c5ee tempest-SubnetPoolsTestJSON-1232391607 tempest-SubnetPoolsTestJSON-1232391607-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:15.389591 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-d5a443a2-ff9a-4fe5-a8d6-598604e0c5ee tempest-SubnetPoolsTestJSON-1232391607 tempest-SubnetPoolsTestJSON-1232391607-project] 10.222.0.20 "DELETE /v2.0/subnetpools/82ef4294-a8b9-4fe6-851d-826385f3ed16 HTTP/1.1" status: 204 len: 168 time: 0.2562141 Feb 28 10:38:15.392916 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 39394) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:15.436119 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.api.v2.resource [None req-0025eb52-eb3d-454e-b3e2-5f7121699c1d tempest-SubnetPoolsTestJSON-1232391607 tempest-SubnetPoolsTestJSON-1232391607-project] show failed (client error): The resource could not be found. Feb 28 10:38:15.439738 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-0025eb52-eb3d-454e-b3e2-5f7121699c1d tempest-SubnetPoolsTestJSON-1232391607 tempest-SubnetPoolsTestJSON-1232391607-project] 10.222.0.20 "GET /v2.0/subnetpools/82ef4294-a8b9-4fe6-851d-826385f3ed16 HTTP/1.1" status: 404 len: 346 time: 0.0435708 Feb 28 10:38:15.440102 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 39398) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:15.493935 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.api.v2.resource [None req-c3fe4429-75f8-4d49-b123-ef2180980818 tempest-SubnetPoolsTestJSON-1232391607 tempest-SubnetPoolsTestJSON-1232391607-project] delete failed (client error): The resource could not be found. Feb 28 10:38:15.495020 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-c3fe4429-75f8-4d49-b123-ef2180980818 tempest-SubnetPoolsTestJSON-1232391607 tempest-SubnetPoolsTestJSON-1232391607-project] 10.222.0.20 "DELETE /v2.0/subnetpools/82ef4294-a8b9-4fe6-851d-826385f3ed16 HTTP/1.1" status: 404 len: 346 time: 0.0538619 Feb 28 10:38:15.660195 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3407734b-42d9-429b-bc75-db7715efcff3 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (fb313aaf-b4f1-4a63-8f38-f88b49c9b8cf), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:15.741780 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 39412) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:15.917580 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-596a3ac7-6dbc-4911-8667-34d00a43110f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:15.951103 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-370e0822-dacd-4fb6-9581-1d82a8f93e7a req-50a1aeb8-f6aa-4009-92dc-29a823757aa2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8cfd4575-f5a0-41ad-99a8-1ed282e710c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2616715 Feb 28 10:38:16.004319 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3407734b-42d9-429b-bc75-db7715efcff3 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks [] for port (fb313aaf-b4f1-4a63-8f38-f88b49c9b8cf), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:16.012225 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3407734b-42d9-429b-bc75-db7715efcff3 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3242529'] for port (fb313aaf-b4f1-4a63-8f38-f88b49c9b8cf), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:16.103125 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-596a3ac7-6dbc-4911-8667-34d00a43110f admin admin] Publish callbacks [] for security_group (ff02e55d-6e80-4253-84ff-3b74d9cd9707), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:16.112145 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-596a3ac7-6dbc-4911-8667-34d00a43110f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (ff02e55d-6e80-4253-84ff-3b74d9cd9707), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:16.133212 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370e0822-dacd-4fb6-9581-1d82a8f93e7a req-4f0f358e-dcec-4639-9cef-51ec3d9862a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:16.134997 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-370e0822-dacd-4fb6-9581-1d82a8f93e7a req-4f0f358e-dcec-4639-9cef-51ec3d9862a1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2b21c0f8445b44c5a1fb71420d1ffcce&device_id=8cfd4575-f5a0-41ad-99a8-1ed282e710c5 HTTP/1.1" status: 200 len: 1129 time: 0.1066687 Feb 28 10:38:16.175023 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-596a3ac7-6dbc-4911-8667-34d00a43110f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=743820f244194493b9dc332263ccbdb8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4305835 Feb 28 10:38:16.175701 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 39426) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:16.187128 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cade1c53-7b72-479b-a69e-e0c5a5589e59 None None] Network 54d0ba71-81c8-4648-bf3a-ace5dd524da8 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:38:16.187688 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596a3ac7-6dbc-4911-8667-34d00a43110f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff02e55d-6e80-4253-84ff-3b74d9cd9707,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:16.190773 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 39428) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:16.235121 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3407734b-42d9-429b-bc75-db7715efcff3 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Pushing event updated for resources: {'Port': ['ID=fb313aaf-b4f1-4a63-8f38-f88b49c9b8cf,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:16.254832 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-381f10ea-1c89-49a0-b4b5-2554e783c905 None None] Provisioning complete for port e9f3d925-f5fd-4a49-af11-081b5dc918ed triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:38:16.255449 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-381f10ea-1c89-49a0-b4b5-2554e783c905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (e9f3d925-f5fd-4a49-af11-081b5dc918ed), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:16.299943 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3407734b-42d9-429b-bc75-db7715efcff3 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1803404'] for router_interface (f50f8d40-4f19-40b2-a33e-cf094b2a8ae6), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:16.338391 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370e0822-dacd-4fb6-9581-1d82a8f93e7a req-a3dc1c1a-3395-4415-8040-1ee9d7f900aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:16.340496 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-370e0822-dacd-4fb6-9581-1d82a8f93e7a req-a3dc1c1a-3395-4415-8040-1ee9d7f900aa service neutron] 10.222.0.30 "GET /v2.0/networks?id=a00febe1-61c6-4b3a-939e-05a4c4372ecc HTTP/1.1" status: 200 len: 898 time: 0.1819901 Feb 28 10:38:16.341170 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-97684263-a16c-4aeb-9726-f6503b94b71e admin admin] Publish callbacks [] for security_group (ff02e55d-6e80-4253-84ff-3b74d9cd9707), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:16.366741 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-13b7777b-46ae-4d72-ab52-3925d9afcf00 tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:16.367298 dv-neutron-master-2-hyperv neutron-server[103407]: WARNING neutron.api.v2.base [None req-13b7777b-46ae-4d72-ab52-3925d9afcf00 tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 28 10:38:16.367829 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.api.v2.resource [None req-13b7777b-46ae-4d72-ab52-3925d9afcf00 tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] create failed (client error): There was a conflict when trying to complete your request. Feb 28 10:38:16.372412 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-13b7777b-46ae-4d72-ab52-3925d9afcf00 tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1476381 Feb 28 10:38:16.376454 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 39432) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:16.412318 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-7d286c0a-fbe1-4194-b0cc-7aa4f499dc85 tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] Request body: {'security_group': {'name': 'tempest-secgroup--219893069'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:16.422653 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-97684263-a16c-4aeb-9726-f6503b94b71e admin admin] Publish callbacks [] for security_group (ff02e55d-6e80-4253-84ff-3b74d9cd9707), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:16.440995 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3407734b-42d9-429b-bc75-db7715efcff3 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (fb313aaf-b4f1-4a63-8f38-f88b49c9b8cf), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:16.478931 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7d286c0a-fbe1-4194-b0cc-7aa4f499dc85 tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:16.486161 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-370e0822-dacd-4fb6-9581-1d82a8f93e7a req-74722a65-96cf-4907-808f-09e8a57804b1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=38641955-40a6-408b-b552-ddf499fac925 HTTP/1.1" status: 200 len: 1001 time: 0.1283591 Feb 28 10:38:16.502280 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7d286c0a-fbe1-4194-b0cc-7aa4f499dc85 tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:16.562743 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-381f10ea-1c89-49a0-b4b5-2554e783c905 None None] Current status of the port e9f3d925-f5fd-4a49-af11-081b5dc918ed is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:38:16.563482 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-381f10ea-1c89-49a0-b4b5-2554e783c905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (e9f3d925-f5fd-4a49-af11-081b5dc918ed), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:16.588884 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370e0822-dacd-4fb6-9581-1d82a8f93e7a req-fcebe69a-ac16-413c-b585-fac7f8ace5be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:16.591104 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-370e0822-dacd-4fb6-9581-1d82a8f93e7a req-fcebe69a-ac16-413c-b585-fac7f8ace5be service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d602360c-82c2-4373-a020-58af067a06ad HTTP/1.1" status: 200 len: 834 time: 0.0936074 Feb 28 10:38:16.604691 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-381f10ea-1c89-49a0-b4b5-2554e783c905 None None] For port e9f3d925-f5fd-4a49-af11-081b5dc918ed, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e9f3d925-f5fd-4a49-af11-081b5dc918ed,segment=NetworkSegment(005f7976-7467-442d-80db-502a5cb74dd0),segment_id=005f7976-7467-442d-80db-502a5cb74dd0)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:38:16.611216 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-381f10ea-1c89-49a0-b4b5-2554e783c905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (e9f3d925-f5fd-4a49-af11-081b5dc918ed), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:16.621060 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-97684263-a16c-4aeb-9726-f6503b94b71e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (ff02e55d-6e80-4253-84ff-3b74d9cd9707), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:16.623733 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-97684263-a16c-4aeb-9726-f6503b94b71e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:16.627903 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-97684263-a16c-4aeb-9726-f6503b94b71e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ff02e55d-6e80-4253-84ff-3b74d9cd9707 HTTP/1.1" status: 204 len: 168 time: 0.4413886 Feb 28 10:38:16.664097 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97684263-a16c-4aeb-9726-f6503b94b71e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff02e55d-6e80-4253-84ff-3b74d9cd9707,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:16.681348 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device e9f3d925-f5fd-4a49-af11-081b5dc918ed up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:38:16.730739 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7d286c0a-fbe1-4194-b0cc-7aa4f499dc85 tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] Publish callbacks [] for security_group (6014283a-2ea4-4d1b-9ad6-bb976c3ff846), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:16.744780 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381f10ea-1c89-49a0-b4b5-2554e783c905 None None] Pushing event updated for resources: {'Port': ['ID=e9f3d925-f5fd-4a49-af11-081b5dc918ed,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:16.762956 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7d286c0a-fbe1-4194-b0cc-7aa4f499dc85 tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (6014283a-2ea4-4d1b-9ad6-bb976c3ff846), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:16.789000 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370e0822-dacd-4fb6-9581-1d82a8f93e7a req-c79f7dd9-8077-49af-9c45-eee8191b1f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:16.791850 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-370e0822-dacd-4fb6-9581-1d82a8f93e7a req-c79f7dd9-8077-49af-9c45-eee8191b1f39 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a00febe1-61c6-4b3a-939e-05a4c4372ecc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.1839335 Feb 28 10:38:16.794308 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port e9f3d925-f5fd-4a49-af11-081b5dc918ed triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:38:16.795162 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (e9f3d925-f5fd-4a49-af11-081b5dc918ed), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:16.901204 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port e9f3d925-f5fd-4a49-af11-081b5dc918ed is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:38:16.909153 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3407734b-42d9-429b-bc75-db7715efcff3 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks [] for port (fb313aaf-b4f1-4a63-8f38-f88b49c9b8cf), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:16.911452 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d286c0a-fbe1-4194-b0cc-7aa4f499dc85 tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6014283a-2ea4-4d1b-9ad6-bb976c3ff846,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:16.914364 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3407734b-42d9-429b-bc75-db7715efcff3 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3242529'] for port (fb313aaf-b4f1-4a63-8f38-f88b49c9b8cf), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:16.915375 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3407734b-42d9-429b-bc75-db7715efcff3 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1802524'] for router_interface (f50f8d40-4f19-40b2-a33e-cf094b2a8ae6), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:16.981786 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7d286c0a-fbe1-4194-b0cc-7aa4f499dc85 tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] Publish callbacks [] for security_group (43a2d9aa-9d22-4fa5-a14c-249c4fbe2f01), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:16.986243 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-370e0822-dacd-4fb6-9581-1d82a8f93e7a req-4808cd66-ea17-466b-a2c7-cd6b0eef6304 service neutron] 10.222.0.30 "GET /v2.0/networks/a00febe1-61c6-4b3a-939e-05a4c4372ecc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788023 Feb 28 10:38:16.989957 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7d286c0a-fbe1-4194-b0cc-7aa4f499dc85 tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (43a2d9aa-9d22-4fa5-a14c-249c4fbe2f01), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:17.012945 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3407734b-42d9-429b-bc75-db7715efcff3 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Pushing event updated for resources: {'Port': ['ID=fb313aaf-b4f1-4a63-8f38-f88b49c9b8cf,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:17.069278 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-41711e7b-fed6-45d2-9ba8-b6d4d526c3bc None None] Provisioning complete for port fb313aaf-b4f1-4a63-8f38-f88b49c9b8cf triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:38:17.069750 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-41711e7b-fed6-45d2-9ba8-b6d4d526c3bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (fb313aaf-b4f1-4a63-8f38-f88b49c9b8cf), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:17.073608 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7d286c0a-fbe1-4194-b0cc-7aa4f499dc85 tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:17.078168 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-7d286c0a-fbe1-4194-b0cc-7aa4f499dc85 tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6993017 Feb 28 10:38:17.078168 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d286c0a-fbe1-4194-b0cc-7aa4f499dc85 tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43a2d9aa-9d22-4fa5-a14c-249c4fbe2f01,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:17.080947 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 39438) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:17.089376 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-23f5ad35-9b03-4263-8c40-613d213aff06 tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] Request body: {'security_group_rule': {'security_group_id': '43a2d9aa-9d22-4fa5-a14c-249c4fbe2f01', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:17.089989 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3407734b-42d9-429b-bc75-db7715efcff3 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Network 54d0ba71-81c8-4648-bf3a-ace5dd524da8 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:38:17.091517 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-3407734b-42d9-429b-bc75-db7715efcff3 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:38:17.129404 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-41711e7b-fed6-45d2-9ba8-b6d4d526c3bc None None] Port fb313aaf-b4f1-4a63-8f38-f88b49c9b8cf cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:38:17.140589 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-41711e7b-fed6-45d2-9ba8-b6d4d526c3bc None None] Provisioning complete for port e9f3d925-f5fd-4a49-af11-081b5dc918ed triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:38:17.141157 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-41711e7b-fed6-45d2-9ba8-b6d4d526c3bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (e9f3d925-f5fd-4a49-af11-081b5dc918ed), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:17.150453 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-370e0822-dacd-4fb6-9581-1d82a8f93e7a req-61784e29-e81b-4636-87cb-2f7212e35dbc service neutron] 10.222.0.30 "GET /v2.0/networks/a00febe1-61c6-4b3a-939e-05a4c4372ecc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574972 Feb 28 10:38:17.157526 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-23f5ad35-9b03-4263-8c40-613d213aff06 tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] Publish callbacks [] for security_group_rule (3c0466ef-d151-443a-ae4c-1faae9498517), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:17.268531 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-23f5ad35-9b03-4263-8c40-613d213aff06 tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] Publish callbacks [] for security_group_rule (3c0466ef-d151-443a-ae4c-1faae9498517), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:17.268829 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-41711e7b-fed6-45d2-9ba8-b6d4d526c3bc None None] Current status of the port e9f3d925-f5fd-4a49-af11-081b5dc918ed is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:38:17.275600 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-23f5ad35-9b03-4263-8c40-613d213aff06 tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594242'] for security_group_rule (3c0466ef-d151-443a-ae4c-1faae9498517), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:17.286762 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3407734b-42d9-429b-bc75-db7715efcff3 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Router f50f8d40-4f19-40b2-a33e-cf094b2a8ae6 is scheduled to L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 with binding_index 1 {{(pid=103408) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 10:38:17.294833 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f5ad35-9b03-4263-8c40-613d213aff06 tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c0466ef-d151-443a-ae4c-1faae9498517,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:17.311624 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-23f5ad35-9b03-4263-8c40-613d213aff06 tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:17.312998 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-23f5ad35-9b03-4263-8c40-613d213aff06 tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2310600 Feb 28 10:38:17.315955 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 39446) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:17.320908 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-5796d872-2f6b-4b0b-af90-ac8f5fceb668 tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] Request body: {'security_group_rule': {'security_group_id': '43a2d9aa-9d22-4fa5-a14c-249c4fbe2f01', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:17.362155 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5796d872-2f6b-4b0b-af90-ac8f5fceb668 tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] Publish callbacks [] for security_group_rule (b585bb9b-c5b4-47a9-b44e-426dd24c1717), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:17.396116 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-0fc28853-17ec-48f6-8eb2-6ca57d4f68c9 None None] Provisioning complete for port fb313aaf-b4f1-4a63-8f38-f88b49c9b8cf triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:38:17.397387 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0fc28853-17ec-48f6-8eb2-6ca57d4f68c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (fb313aaf-b4f1-4a63-8f38-f88b49c9b8cf), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:17.438277 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3407734b-42d9-429b-bc75-db7715efcff3 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:38:17.445014 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-3407734b-42d9-429b-bc75-db7715efcff3 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] 10.222.0.20 "PUT /v2.0/routers/f50f8d40-4f19-40b2-a33e-cf094b2a8ae6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2356334 Feb 28 10:38:17.449855 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5412b475-5b84-438b-bede-b558a7480a7c None None] Sync routers for ids ['f50f8d40-4f19-40b2-a33e-cf094b2a8ae6'] in dv-neutron-master-2-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:38:17.456877 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.api.v2.resource [None req-5796d872-2f6b-4b0b-af90-ac8f5fceb668 tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] create failed (client error): There was a conflict when trying to complete your request. Feb 28 10:38:17.458671 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-5796d872-2f6b-4b0b-af90-ac8f5fceb668 tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1415105 Feb 28 10:38:17.460105 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 39450) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:17.463184 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 39452) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:17.467566 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5412b475-5b84-438b-bede-b558a7480a7c None None] Routers {'f50f8d40-4f19-40b2-a33e-cf094b2a8ae6'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:38:17.472359 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-5412b475-5b84-438b-bede-b558a7480a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:38:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['f50f8d40-4f19-40b2-a33e-cf094b2a8ae6'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:17.482409 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-0fc28853-17ec-48f6-8eb2-6ca57d4f68c9 None None] Port fb313aaf-b4f1-4a63-8f38-f88b49c9b8cf cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:38:17.534453 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc9e7f94-3b2b-4395-801d-72b119822a11 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:17.536898 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-fc9e7f94-3b2b-4395-801d-72b119822a11 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] 10.222.0.20 "GET /v2.0/ports/fb313aaf-b4f1-4a63-8f38-f88b49c9b8cf HTTP/1.1" status: 200 len: 984 time: 0.0736825 Feb 28 10:38:17.539375 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 39454) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:17.561539 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-5412b475-5b84-438b-bede-b558a7480a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:17.586735 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5412b475-5b84-438b-bede-b558a7480a7c None None] Routers {'f50f8d40-4f19-40b2-a33e-cf094b2a8ae6'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:38:17.587807 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-5412b475-5b84-438b-bede-b558a7480a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:38:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['f50f8d40-4f19-40b2-a33e-cf094b2a8ae6'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:17.591455 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e20eafe2-a247-427f-bcf7-b3470f7267f0 tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] Publish callbacks [] for security_group (43a2d9aa-9d22-4fa5-a14c-249c4fbe2f01), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:17.619798 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e20eafe2-a247-427f-bcf7-b3470f7267f0 tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] Publish callbacks [] for security_group (43a2d9aa-9d22-4fa5-a14c-249c4fbe2f01), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:17.657984 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-5412b475-5b84-438b-bede-b558a7480a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:17.658744 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5412b475-5b84-438b-bede-b558a7480a7c None None] The sync data for ids ['f50f8d40-4f19-40b2-a33e-cf094b2a8ae6'] in dv-neutron-master-2-hyperv is: [] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:38:17.679073 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e20eafe2-a247-427f-bcf7-b3470f7267f0 tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (43a2d9aa-9d22-4fa5-a14c-249c4fbe2f01), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:17.682073 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e20eafe2-a247-427f-bcf7-b3470f7267f0 tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:17.683884 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-e20eafe2-a247-427f-bcf7-b3470f7267f0 tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] 10.222.0.20 "DELETE /v2.0/security-groups/43a2d9aa-9d22-4fa5-a14c-249c4fbe2f01 HTTP/1.1" status: 204 len: 168 time: 0.2193205 Feb 28 10:38:17.686590 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 39460) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:17.697758 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20eafe2-a247-427f-bcf7-b3470f7267f0 tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43a2d9aa-9d22-4fa5-a14c-249c4fbe2f01,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:17.809444 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-743bd53c-27c7-450c-9af4-c3424a04881d None None] Provisioning complete for port fb313aaf-b4f1-4a63-8f38-f88b49c9b8cf triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:38:17.810276 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-743bd53c-27c7-450c-9af4-c3424a04881d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (fb313aaf-b4f1-4a63-8f38-f88b49c9b8cf), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:17.815842 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-04d77d40-b71a-4a0c-8dc6-30e006eaef29 tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1281307 Feb 28 10:38:17.819950 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 39466) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:17.827786 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-e3ef2625-ba01-4120-b94f-ba469139a8a8 tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] Request body: {'security_group': {'name': 'tempest-secgroup--2061232651'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:17.856587 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-743bd53c-27c7-450c-9af4-c3424a04881d None None] Port fb313aaf-b4f1-4a63-8f38-f88b49c9b8cf cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:38:17.870458 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e3ef2625-ba01-4120-b94f-ba469139a8a8 tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:17.985544 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-745b8a45-512b-40e9-baed-442863f2c6b3 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1802615'] for router_interface (f50f8d40-4f19-40b2-a33e-cf094b2a8ae6), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:17.991934 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e3ef2625-ba01-4120-b94f-ba469139a8a8 tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] Publish callbacks [] for security_group (81f2a538-a98e-4dd1-afea-84a55461137c), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:18.003668 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e3ef2625-ba01-4120-b94f-ba469139a8a8 tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (81f2a538-a98e-4dd1-afea-84a55461137c), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:18.033399 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e3ef2625-ba01-4120-b94f-ba469139a8a8 tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:18.037517 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-e3ef2625-ba01-4120-b94f-ba469139a8a8 tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2135453 Feb 28 10:38:18.037517 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 39470) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:18.042715 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-28fd0f00-3c1f-4bd4-b22e-1f7872963c25 tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] Request body: {'security_group_rule': {'security_group_id': '81f2a538-a98e-4dd1-afea-84a55461137c', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:18.043517 dv-neutron-master-2-hyperv neutron-server[103407]: WARNING neutron.api.v2.base [None req-28fd0f00-3c1f-4bd4-b22e-1f7872963c25 tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Feb 28 10:38:18.043980 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.api.v2.resource [None req-28fd0f00-3c1f-4bd4-b22e-1f7872963c25 tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 10:38:18.047868 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-28fd0f00-3c1f-4bd4-b22e-1f7872963c25 tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0064583 Feb 28 10:38:18.047868 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ef2625-ba01-4120-b94f-ba469139a8a8 tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81f2a538-a98e-4dd1-afea-84a55461137c,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:18.048148 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 39472) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:18.087465 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-907e1769-173c-428a-a5bf-fa9cebfc7c58 None None] Provisioning complete for port fb313aaf-b4f1-4a63-8f38-f88b49c9b8cf triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:38:18.087465 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-907e1769-173c-428a-a5bf-fa9cebfc7c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (fb313aaf-b4f1-4a63-8f38-f88b49c9b8cf), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:18.123268 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2865dbf7-b82e-476b-b03a-b902bf1e548a tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] Publish callbacks [] for security_group (81f2a538-a98e-4dd1-afea-84a55461137c), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:18.138626 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-907e1769-173c-428a-a5bf-fa9cebfc7c58 None None] Port fb313aaf-b4f1-4a63-8f38-f88b49c9b8cf cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:38:18.151453 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2865dbf7-b82e-476b-b03a-b902bf1e548a tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] Publish callbacks [] for security_group (81f2a538-a98e-4dd1-afea-84a55461137c), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:18.203275 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2865dbf7-b82e-476b-b03a-b902bf1e548a tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (81f2a538-a98e-4dd1-afea-84a55461137c), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:18.211379 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2865dbf7-b82e-476b-b03a-b902bf1e548a tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:18.213107 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-2865dbf7-b82e-476b-b03a-b902bf1e548a tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] 10.222.0.20 "DELETE /v2.0/security-groups/81f2a538-a98e-4dd1-afea-84a55461137c HTTP/1.1" status: 204 len: 168 time: 0.1639874 Feb 28 10:38:18.215794 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 39476) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:18.223708 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2865dbf7-b82e-476b-b03a-b902bf1e548a tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81f2a538-a98e-4dd1-afea-84a55461137c,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:18.277713 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-745b8a45-512b-40e9-baed-442863f2c6b3 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Deleting port fb313aaf-b4f1-4a63-8f38-f88b49c9b8cf {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:38:18.278063 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-745b8a45-512b-40e9-baed-442863f2c6b3 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (fb313aaf-b4f1-4a63-8f38-f88b49c9b8cf), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:18.298327 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-81a98c6d-ff9d-4fb0-b2a3-ad1f8fff777f tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0813899 Feb 28 10:38:18.302696 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 39482) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:18.308375 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-3fcb0ada-47e5-49da-bb65-acba0e01f3e1 tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] Request body: {'security_group': {'name': 'tempest-secgroup--1147023387'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:18.340511 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3fcb0ada-47e5-49da-bb65-acba0e01f3e1 tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:18.387699 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-745b8a45-512b-40e9-baed-442863f2c6b3 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (fb313aaf-b4f1-4a63-8f38-f88b49c9b8cf), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:18.409410 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-745b8a45-512b-40e9-baed-442863f2c6b3 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Calling delete_port for fb313aaf-b4f1-4a63-8f38-f88b49c9b8cf owned by network:router_interface {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:38:18.417570 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3fcb0ada-47e5-49da-bb65-acba0e01f3e1 tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] Publish callbacks [] for security_group (79557c9b-501c-4dbf-a4af-9758ced3f035), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:18.424728 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3fcb0ada-47e5-49da-bb65-acba0e01f3e1 tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (79557c9b-501c-4dbf-a4af-9758ced3f035), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:18.457878 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3fcb0ada-47e5-49da-bb65-acba0e01f3e1 tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:18.461830 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-3fcb0ada-47e5-49da-bb65-acba0e01f3e1 tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1554630 Feb 28 10:38:18.461830 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcb0ada-47e5-49da-bb65-acba0e01f3e1 tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79557c9b-501c-4dbf-a4af-9758ced3f035,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:18.463618 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 39488) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:18.479892 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-88f79b8b-489a-4d91-8419-524bc0616f1a tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] Request body: {'security_group_rule': {'security_group_id': '79557c9b-501c-4dbf-a4af-9758ced3f035', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:18.480842 dv-neutron-master-2-hyperv neutron-server[103407]: WARNING neutron.api.v2.base [None req-88f79b8b-489a-4d91-8419-524bc0616f1a tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Feb 28 10:38:18.481415 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.api.v2.resource [None req-88f79b8b-489a-4d91-8419-524bc0616f1a tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 10:38:18.482639 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-88f79b8b-489a-4d91-8419-524bc0616f1a tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0182064 Feb 28 10:38:18.486281 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 39492) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:18.576886 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device e9f3d925-f5fd-4a49-af11-081b5dc918ed up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:38:18.591947 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-310bb9f1-eeef-4747-9b79-5f67d607dba4 tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] Publish callbacks [] for security_group (79557c9b-501c-4dbf-a4af-9758ced3f035), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:18.622392 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-310bb9f1-eeef-4747-9b79-5f67d607dba4 tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] Publish callbacks [] for security_group (79557c9b-501c-4dbf-a4af-9758ced3f035), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:18.639956 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 39494) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:18.651807 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port e9f3d925-f5fd-4a49-af11-081b5dc918ed triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:38:18.652261 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (e9f3d925-f5fd-4a49-af11-081b5dc918ed), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:18.693838 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-310bb9f1-eeef-4747-9b79-5f67d607dba4 tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (79557c9b-501c-4dbf-a4af-9758ced3f035), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:18.699654 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-310bb9f1-eeef-4747-9b79-5f67d607dba4 tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:18.701941 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-310bb9f1-eeef-4747-9b79-5f67d607dba4 tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] 10.222.0.20 "DELETE /v2.0/security-groups/79557c9b-501c-4dbf-a4af-9758ced3f035 HTTP/1.1" status: 204 len: 168 time: 0.2120545 Feb 28 10:38:18.707006 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 39498) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:18.727835 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310bb9f1-eeef-4747-9b79-5f67d607dba4 tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79557c9b-501c-4dbf-a4af-9758ced3f035,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:18.772419 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port e9f3d925-f5fd-4a49-af11-081b5dc918ed is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:38:18.795478 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-bfefd9f5-4464-4505-adbc-da9b3321055f tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0856915 Feb 28 10:38:18.799577 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 39500) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:18.804247 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-6fac7f34-8e9a-42b7-a681-bed5bf825a8f tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] Request body: {'security_group': {'name': 'tempest-secgroup--827846858'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:18.827136 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6fac7f34-8e9a-42b7-a681-bed5bf825a8f tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:18.844324 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-ee9337f3-22e6-4596-b411-8aef82edd3fc tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Request body: {'network': {'name': 'tempest-network-smoke--430525287', 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'port_security_enabled': True}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:18.875322 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee9337f3-22e6-4596-b411-8aef82edd3fc tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Made reservation on behalf of 5a84b6bdce3e454e9741c4fbc09bfc68 for: {'network': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:38:18.879051 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ee9337f3-22e6-4596-b411-8aef82edd3fc tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for network (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:18.893490 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ee9337f3-22e6-4596-b411-8aef82edd3fc tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:18.963045 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6fac7f34-8e9a-42b7-a681-bed5bf825a8f tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] Publish callbacks [] for security_group (f9c8bbf9-4f72-4940-bbef-ac7952478287), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:18.970424 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6fac7f34-8e9a-42b7-a681-bed5bf825a8f tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (f9c8bbf9-4f72-4940-bbef-ac7952478287), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:19.013618 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6fac7f34-8e9a-42b7-a681-bed5bf825a8f tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:19.014903 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-6fac7f34-8e9a-42b7-a681-bed5bf825a8f tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2142353 Feb 28 10:38:19.021125 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 39502) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:19.026600 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-6e704ccb-23e3-4420-8da3-d72335980caa tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] Request body: {'security_group_rule': {'security_group_id': 'f9c8bbf9-4f72-4940-bbef-ac7952478287', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:19.036447 dv-neutron-master-2-hyperv neutron-server[103407]: WARNING neutron.api.v2.base [None req-6e704ccb-23e3-4420-8da3-d72335980caa tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Feb 28 10:38:19.037197 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.api.v2.resource [None req-6e704ccb-23e3-4420-8da3-d72335980caa tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 10:38:19.040819 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-6e704ccb-23e3-4420-8da3-d72335980caa tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0151823 Feb 28 10:38:19.041125 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 39504) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:19.047686 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-caf6cb3c-b1b6-4421-b120-3035d28a2cdb tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] Request body: {'security_group_rule': {'security_group_id': 'f9c8bbf9-4f72-4940-bbef-ac7952478287', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:19.047979 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fac7f34-8e9a-42b7-a681-bed5bf825a8f tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9c8bbf9-4f72-4940-bbef-ac7952478287,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:19.049542 dv-neutron-master-2-hyperv neutron-server[103408]: WARNING neutron.api.v2.base [None req-caf6cb3c-b1b6-4421-b120-3035d28a2cdb tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Feb 28 10:38:19.050046 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.api.v2.resource [None req-caf6cb3c-b1b6-4421-b120-3035d28a2cdb tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 10:38:19.053574 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-caf6cb3c-b1b6-4421-b120-3035d28a2cdb tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0089288 Feb 28 10:38:19.055480 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 39506) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:19.059845 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-b0225a91-1ae3-4cc7-b2d7-4a688afb8312 tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] Request body: {'security_group_rule': {'security_group_id': 'f9c8bbf9-4f72-4940-bbef-ac7952478287', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:19.060932 dv-neutron-master-2-hyperv neutron-server[103408]: WARNING neutron.api.v2.base [None req-b0225a91-1ae3-4cc7-b2d7-4a688afb8312 tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Feb 28 10:38:19.061430 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.api.v2.resource [None req-b0225a91-1ae3-4cc7-b2d7-4a688afb8312 tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 10:38:19.062385 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-b0225a91-1ae3-4cc7-b2d7-4a688afb8312 tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0059996 Feb 28 10:38:19.065530 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 39508) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:19.070370 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-76c6731a-ebdf-450b-ba28-fa0f8551d113 tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] Request body: {'security_group_rule': {'security_group_id': 'f9c8bbf9-4f72-4940-bbef-ac7952478287', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:19.071261 dv-neutron-master-2-hyperv neutron-server[103408]: WARNING neutron.api.v2.base [None req-76c6731a-ebdf-450b-ba28-fa0f8551d113 tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Feb 28 10:38:19.071747 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.api.v2.resource [None req-76c6731a-ebdf-450b-ba28-fa0f8551d113 tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 10:38:19.072846 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-76c6731a-ebdf-450b-ba28-fa0f8551d113 tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0063200 Feb 28 10:38:19.074060 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-745b8a45-512b-40e9-baed-442863f2c6b3 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (fb313aaf-b4f1-4a63-8f38-f88b49c9b8cf), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:19.075571 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 39510) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:19.087867 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ee9337f3-22e6-4596-b411-8aef82edd3fc tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group (f6ab2eba-8f22-4ccb-926f-2f1dea2b8ba8), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:19.099157 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ee9337f3-22e6-4596-b411-8aef82edd3fc tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (f6ab2eba-8f22-4ccb-926f-2f1dea2b8ba8), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:19.107829 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745b8a45-512b-40e9-baed-442863f2c6b3 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Pushing event deleted for resources: {'Port': ['ID=fb313aaf-b4f1-4a63-8f38-f88b49c9b8cf,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:19.152577 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee9337f3-22e6-4596-b411-8aef82edd3fc tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 290} {{(pid=103407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:38:19.163505 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9337f3-22e6-4596-b411-8aef82edd3fc tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6ab2eba-8f22-4ccb-926f-2f1dea2b8ba8,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:19.173054 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ee9337f3-22e6-4596-b411-8aef82edd3fc tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (8f3baf82-9e91-4e46-85c0-38567c2e92ed), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:19.173533 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.db.segments_db [None req-ee9337f3-22e6-4596-b411-8aef82edd3fc tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Added segment 8f3baf82-9e91-4e46-85c0-38567c2e92ed of type vlan for network 14678aab-2d45-4bf1-818f-830254557a1e Feb 28 10:38:19.213947 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-745b8a45-512b-40e9-baed-442863f2c6b3 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1802651'] for router_interface (f50f8d40-4f19-40b2-a33e-cf094b2a8ae6), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:19.217430 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-abd2be6b-5ac2-4356-96f2-848980d5deb1 tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] Publish callbacks [] for security_group (f9c8bbf9-4f72-4940-bbef-ac7952478287), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:19.243002 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ee9337f3-22e6-4596-b411-8aef82edd3fc tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742056637431'] for network (14678aab-2d45-4bf1-818f-830254557a1e), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:19.261494 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-abd2be6b-5ac2-4356-96f2-848980d5deb1 tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] Publish callbacks [] for security_group (f9c8bbf9-4f72-4940-bbef-ac7952478287), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:19.308012 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ee9337f3-22e6-4596-b411-8aef82edd3fc tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551'] for network (14678aab-2d45-4bf1-818f-830254557a1e), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:19.313258 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee9337f3-22e6-4596-b411-8aef82edd3fc tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:19.314011 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ee9337f3-22e6-4596-b411-8aef82edd3fc tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:19.377917 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-ee9337f3-22e6-4596-b411-8aef82edd3fc tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7365544 Feb 28 10:38:19.382264 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 39512) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:19.386374 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-9287f33e-6cfb-43f6-b90a-75ea2985b4ec tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1797998944', 'admin_state_up': True, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840'}}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:19.398233 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-745b8a45-512b-40e9-baed-442863f2c6b3 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Router f50f8d40-4f19-40b2-a33e-cf094b2a8ae6 has already been hosted by L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 {{(pid=103408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:38:19.406964 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-abd2be6b-5ac2-4356-96f2-848980d5deb1 tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (f9c8bbf9-4f72-4940-bbef-ac7952478287), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:19.410047 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-abd2be6b-5ac2-4356-96f2-848980d5deb1 tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:19.411196 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-abd2be6b-5ac2-4356-96f2-848980d5deb1 tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] 10.222.0.20 "DELETE /v2.0/security-groups/f9c8bbf9-4f72-4940-bbef-ac7952478287 HTTP/1.1" status: 204 len: 168 time: 0.3345675 Feb 28 10:38:19.424893 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 39514) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:19.449403 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd2be6b-5ac2-4356-96f2-848980d5deb1 tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9c8bbf9-4f72-4940-bbef-ac7952478287,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:19.453673 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9337f3-22e6-4596-b411-8aef82edd3fc tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event updated for resources: {'Network': ['ID=14678aab-2d45-4bf1-818f-830254557a1e,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:19.461228 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9287f33e-6cfb-43f6-b90a-75ea2985b4ec tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1805251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254175'] for router (445ef975-1dd3-494e-9129-a41669286726), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:19.463122 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9287f33e-6cfb-43f6-b90a-75ea2985b4ec tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1804172', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1602053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254150'] for router (445ef975-1dd3-494e-9129-a41669286726), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:19.476850 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Network 14678aab-2d45-4bf1-818f-830254557a1e details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103409) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:38:19.512468 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-eb823ae8-f1ec-48e6-8e11-6931b9a88617 tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0847158 Feb 28 10:38:19.515748 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-745b8a45-512b-40e9-baed-442863f2c6b3 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:38:19.524942 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-745b8a45-512b-40e9-baed-442863f2c6b3 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] 10.222.0.20 "PUT /v2.0/routers/f50f8d40-4f19-40b2-a33e-cf094b2a8ae6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9808254 Feb 28 10:38:19.524942 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 39516) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:19.527654 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-83950d5a-d913-4fc3-87be-5eed7bc1474b tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] Request body: {'security_group': {'name': 'tempest-secgroup--208294403'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:19.532175 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 39518) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:19.539981 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9287f33e-6cfb-43f6-b90a-75ea2985b4ec tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for router_controller (445ef975-1dd3-494e-9129-a41669286726), precommit_add_association {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:19.550509 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7004d430-93ce-448e-adbd-7304fc2ff4f7 None None] Sync routers for ids ['f50f8d40-4f19-40b2-a33e-cf094b2a8ae6'] in dv-neutron-master-2-hyperv {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:38:19.583872 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7004d430-93ce-448e-adbd-7304fc2ff4f7 None None] Routers {'f50f8d40-4f19-40b2-a33e-cf094b2a8ae6'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:38:19.585399 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-7004d430-93ce-448e-adbd-7304fc2ff4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:38:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['f50f8d40-4f19-40b2-a33e-cf094b2a8ae6'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:19.626641 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-7004d430-93ce-448e-adbd-7304fc2ff4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:19.630999 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-83950d5a-d913-4fc3-87be-5eed7bc1474b tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] Publish callbacks [] for security_group (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:19.637786 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7004d430-93ce-448e-adbd-7304fc2ff4f7 None None] Routers {'f50f8d40-4f19-40b2-a33e-cf094b2a8ae6'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:38:19.638486 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-7004d430-93ce-448e-adbd-7304fc2ff4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:38:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['f50f8d40-4f19-40b2-a33e-cf094b2a8ae6'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:19.672637 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-7004d430-93ce-448e-adbd-7304fc2ff4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:19.673581 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7004d430-93ce-448e-adbd-7304fc2ff4f7 None None] The sync data for ids ['f50f8d40-4f19-40b2-a33e-cf094b2a8ae6'] in dv-neutron-master-2-hyperv is: [] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:38:19.705816 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9287f33e-6cfb-43f6-b90a-75ea2985b4ec tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for router_gateway (445ef975-1dd3-494e-9129-a41669286726), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:19.782166 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.api.v2.resource [None req-be4d1fea-057a-4754-aa2d-af6181328cb6 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] remove_router_interface failed (client error): The resource could not be found. Feb 28 10:38:19.783220 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-be4d1fea-057a-4754-aa2d-af6181328cb6 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] 10.222.0.20 "PUT /v2.0/routers/f50f8d40-4f19-40b2-a33e-cf094b2a8ae6/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2490680 Feb 28 10:38:19.786248 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 39520) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:19.821216 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-4a3cf781-1534-4158-a5a1-e77700ecc42d tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] 10.222.0.20 "GET /v2.0/ports?device_id=f50f8d40-4f19-40b2-a33e-cf094b2a8ae6 HTTP/1.1" status: 200 len: 205 time: 0.0337384 Feb 28 10:38:19.825124 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 39522) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:19.907825 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9287f33e-6cfb-43f6-b90a-75ea2985b4ec tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for router_gateway (445ef975-1dd3-494e-9129-a41669286726), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:19.910513 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-83950d5a-d913-4fc3-87be-5eed7bc1474b tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] Publish callbacks [] for security_group (1a0ed988-c4d9-41eb-b68a-d5643d750585), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:19.918470 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-abbf4d40-037d-4638-8caf-c7968b435bcc tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks [] for router (f50f8d40-4f19-40b2-a33e-cf094b2a8ae6), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:19.922935 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-83950d5a-d913-4fc3-87be-5eed7bc1474b tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (1a0ed988-c4d9-41eb-b68a-d5643d750585), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:19.929475 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9287f33e-6cfb-43f6-b90a-75ea2985b4ec tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:20.010988 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-83950d5a-d913-4fc3-87be-5eed7bc1474b tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] Publish callbacks [] for security_group (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:20.012330 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-83950d5a-d913-4fc3-87be-5eed7bc1474b tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4887431 Feb 28 10:38:20.015751 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 39524) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:20.020902 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-81672604-81e0-4373-b110-4d41319f79a6 tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] Request body: {'security_group_rule': {'security_group_id': '1a0ed988-c4d9-41eb-b68a-d5643d750585', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:20.021691 dv-neutron-master-2-hyperv neutron-server[103407]: WARNING neutron.api.v2.base [None req-81672604-81e0-4373-b110-4d41319f79a6 tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 28 10:38:20.022186 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.api.v2.resource [None req-81672604-81e0-4373-b110-4d41319f79a6 tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 10:38:20.023125 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-81672604-81e0-4373-b110-4d41319f79a6 tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0063612 Feb 28 10:38:20.026291 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83950d5a-d913-4fc3-87be-5eed7bc1474b tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a0ed988-c4d9-41eb-b68a-d5643d750585,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:20.026488 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 39526) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:20.030759 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-0c1b1b46-a1c1-46ad-8ab0-1b748708f75f tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] Request body: {'security_group_rule': {'security_group_id': '1a0ed988-c4d9-41eb-b68a-d5643d750585', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:20.062007 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-9287f33e-6cfb-43f6-b90a-75ea2985b4ec tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Allocated IP 172.36.5.135 (1e0804d0-d1d9-4d40-9de5-2936f3d87840/6f6f4129-23e5-4c3b-b4ef-4c7ce926797e/5d2bc7fb-9bb6-4134-8f0b-d716d3b5adbf) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:38:20.100761 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.api.v2.resource [None req-0c1b1b46-a1c1-46ad-8ab0-1b748708f75f tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 10:38:20.101824 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-0c1b1b46-a1c1-46ad-8ab0-1b748708f75f tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0751674 Feb 28 10:38:20.123526 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 39528) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:20.128435 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-ddc467d3-51a4-415d-8ed0-a10731da3cab tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] Request body: {'security_group_rule': {'security_group_id': '1a0ed988-c4d9-41eb-b68a-d5643d750585', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:20.129211 dv-neutron-master-2-hyperv neutron-server[103408]: WARNING neutron.api.v2.base [None req-ddc467d3-51a4-415d-8ed0-a10731da3cab tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Feb 28 10:38:20.129702 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.api.v2.resource [None req-ddc467d3-51a4-415d-8ed0-a10731da3cab tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 10:38:20.130621 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-ddc467d3-51a4-415d-8ed0-a10731da3cab tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0058944 Feb 28 10:38:20.133505 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 39530) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:20.139550 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-6ed4ad49-4afb-40c3-9d88-da6b04fcb2e1 tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] Request body: {'security_group_rule': {'security_group_id': '1a0ed988-c4d9-41eb-b68a-d5643d750585', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:20.145036 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-abbf4d40-037d-4638-8caf-c7968b435bcc tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1807017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5941'] for router (f50f8d40-4f19-40b2-a33e-cf094b2a8ae6), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:20.147810 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-abbf4d40-037d-4638-8caf-c7968b435bcc tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks [] for router_controller (f50f8d40-4f19-40b2-a33e-cf094b2a8ae6), precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:20.189440 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9287f33e-6cfb-43f6-b90a-75ea2985b4ec tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for port (5d2bc7fb-9bb6-4134-8f0b-d716d3b5adbf), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:20.202821 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-abbf4d40-037d-4638-8caf-c7968b435bcc tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1806994'] for router (f50f8d40-4f19-40b2-a33e-cf094b2a8ae6), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:20.203363 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abbf4d40-037d-4638-8caf-c7968b435bcc tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Fanout notify agent at l3_agent the message router_deleted on router f50f8d40-4f19-40b2-a33e-cf094b2a8ae6 {{(pid=103408) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 10:38:20.211964 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-abbf4d40-037d-4638-8caf-c7968b435bcc tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks [] for router (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:20.215922 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-abbf4d40-037d-4638-8caf-c7968b435bcc tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] 10.222.0.20 "DELETE /v2.0/routers/f50f8d40-4f19-40b2-a33e-cf094b2a8ae6 HTTP/1.1" status: 204 len: 168 time: 0.3874435 Feb 28 10:38:20.216354 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 39532) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:20.225716 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9287f33e-6cfb-43f6-b90a-75ea2985b4ec tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (5d2bc7fb-9bb6-4134-8f0b-d716d3b5adbf), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:20.249651 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.api.v2.resource [None req-6ed4ad49-4afb-40c3-9d88-da6b04fcb2e1 tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 10:38:20.250732 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-6ed4ad49-4afb-40c3-9d88-da6b04fcb2e1 tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1163430 Feb 28 10:38:20.254457 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 39534) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:20.263376 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-ad137ac9-4602-473b-b0ea-8e13755e62ad tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] Request body: {'security_group_rule': {'security_group_id': '1a0ed988-c4d9-41eb-b68a-d5643d750585', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:20.263859 dv-neutron-master-2-hyperv neutron-server[103407]: WARNING neutron.api.v2.base [None req-ad137ac9-4602-473b-b0ea-8e13755e62ad tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 28 10:38:20.264342 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.api.v2.resource [None req-ad137ac9-4602-473b-b0ea-8e13755e62ad tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 10:38:20.265302 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-ad137ac9-4602-473b-b0ea-8e13755e62ad tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0099037 Feb 28 10:38:20.268945 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 39536) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:20.271778 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_v2 [None req-856bc48e-28af-4ee7-98ed-d3ab3be67c2c tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Deleting subnet 8f8027cd-450a-45f2-8bb7-678b27c89363 {{(pid=103408) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:38:20.275211 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-856bc48e-28af-4ee7-98ed-d3ab3be67c2c tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks [] for subnet (8f8027cd-450a-45f2-8bb7-678b27c89363), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:20.277186 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-6c056bcc-0eef-4b41-91c1-1bbaef4cc6e0 tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] Request body: {'security_group_rule': {'security_group_id': '1a0ed988-c4d9-41eb-b68a-d5643d750585', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:20.283170 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9287f33e-6cfb-43f6-b90a-75ea2985b4ec tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Network 1e0804d0-d1d9-4d40-9de5-2936f3d87840 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:38:20.291505 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-9287f33e-6cfb-43f6-b90a-75ea2985b4ec tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:38:20.295673 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9287f33e-6cfb-43f6-b90a-75ea2985b4ec tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:38:20.297761 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9287f33e-6cfb-43f6-b90a-75ea2985b4ec tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event updated for resources: {'Port': ['ID=5d2bc7fb-9bb6-4134-8f0b-d716d3b5adbf,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:20.321590 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-856bc48e-28af-4ee7-98ed-d3ab3be67c2c tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3423529'] for subnet (8f8027cd-450a-45f2-8bb7-678b27c89363), precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:20.411920 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-856bc48e-28af-4ee7-98ed-d3ab3be67c2c tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-823142'] for subnet (8f8027cd-450a-45f2-8bb7-678b27c89363), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:20.476863 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-856bc48e-28af-4ee7-98ed-d3ab3be67c2c tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-823145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3242523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3951170'] for subnet (8f8027cd-450a-45f2-8bb7-678b27c89363), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:20.510215 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856bc48e-28af-4ee7-98ed-d3ab3be67c2c tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Pushing event deleted for resources: {'Subnet': ['ID=8f8027cd-450a-45f2-8bb7-678b27c89363,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:20.514930 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-856bc48e-28af-4ee7-98ed-d3ab3be67c2c tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks [] for subnet (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:20.518841 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-856bc48e-28af-4ee7-98ed-d3ab3be67c2c tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] 10.222.0.20 "DELETE /v2.0/subnets/8f8027cd-450a-45f2-8bb7-678b27c89363 HTTP/1.1" status: 204 len: 168 time: 0.3015532 Feb 28 10:38:20.521611 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 39538) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:20.521920 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca4a29dc-07a8-4430-9929-e62ace3922e4 None None] Network 54d0ba71-81c8-4648-bf3a-ace5dd524da8 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:38:20.610351 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2eb9452a-8199-467f-b7f7-43633525b0da tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-665757'] for network (54d0ba71-81c8-4648-bf3a-ace5dd524da8), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:20.667609 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-2eb9452a-8199-467f-b7f7-43633525b0da tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Deleting port e9f3d925-f5fd-4a49-af11-081b5dc918ed {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:38:20.667966 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2eb9452a-8199-467f-b7f7-43633525b0da tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (e9f3d925-f5fd-4a49-af11-081b5dc918ed), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:20.702628 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c634b6b8-933a-485b-aa53-89a6d0ab3d77 None None] DHCP port deletion for 54d0ba71-81c8-4648-bf3a-ace5dd524da8 request from dv-neutron-master-2-hyperv {{(pid=103409) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:38:20.739178 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-2eb9452a-8199-467f-b7f7-43633525b0da tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] For port e9f3d925-f5fd-4a49-af11-081b5dc918ed, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e9f3d925-f5fd-4a49-af11-081b5dc918ed,segment=NetworkSegment(005f7976-7467-442d-80db-502a5cb74dd0),segment_id=005f7976-7467-442d-80db-502a5cb74dd0)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:38:20.739541 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2eb9452a-8199-467f-b7f7-43633525b0da tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (e9f3d925-f5fd-4a49-af11-081b5dc918ed), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:20.749429 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.api.v2.resource [None req-6c056bcc-0eef-4b41-91c1-1bbaef4cc6e0 tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 10:38:20.753271 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-6c056bcc-0eef-4b41-91c1-1bbaef4cc6e0 tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4780588 Feb 28 10:38:20.754058 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 39540) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:20.756011 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-c634b6b8-933a-485b-aa53-89a6d0ab3d77 None None] Deleting port e9f3d925-f5fd-4a49-af11-081b5dc918ed {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:38:20.756385 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c634b6b8-933a-485b-aa53-89a6d0ab3d77 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (e9f3d925-f5fd-4a49-af11-081b5dc918ed), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:20.756524 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-2eb9452a-8199-467f-b7f7-43633525b0da tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Calling delete_port for e9f3d925-f5fd-4a49-af11-081b5dc918ed owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:38:20.760740 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-bb872c23-80a6-4333-bf33-b6c3dca27d06 tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] Request body: {'security_group_rule': {'security_group_id': '1a0ed988-c4d9-41eb-b68a-d5643d750585', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:20.761224 dv-neutron-master-2-hyperv neutron-server[103408]: WARNING neutron.api.v2.base [None req-bb872c23-80a6-4333-bf33-b6c3dca27d06 tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Feb 28 10:38:20.761714 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.api.v2.resource [None req-bb872c23-80a6-4333-bf33-b6c3dca27d06 tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 10:38:20.765207 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-bb872c23-80a6-4333-bf33-b6c3dca27d06 tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0076554 Feb 28 10:38:20.765423 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 39542) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:20.771308 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-78315111-90e3-4e95-8a81-31f19721f6fe tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] Request body: {'security_group_rule': {'security_group_id': '1a0ed988-c4d9-41eb-b68a-d5643d750585', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:20.826376 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-c634b6b8-933a-485b-aa53-89a6d0ab3d77 None None] For port e9f3d925-f5fd-4a49-af11-081b5dc918ed, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e9f3d925-f5fd-4a49-af11-081b5dc918ed,segment=NetworkSegment(005f7976-7467-442d-80db-502a5cb74dd0),segment_id=005f7976-7467-442d-80db-502a5cb74dd0)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:38:20.826991 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c634b6b8-933a-485b-aa53-89a6d0ab3d77 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (e9f3d925-f5fd-4a49-af11-081b5dc918ed), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:20.841414 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-c634b6b8-933a-485b-aa53-89a6d0ab3d77 None None] Calling delete_port for e9f3d925-f5fd-4a49-af11-081b5dc918ed owned by network:dhcp {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:38:20.860098 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.api.v2.resource [None req-78315111-90e3-4e95-8a81-31f19721f6fe tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 10:38:20.861679 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-78315111-90e3-4e95-8a81-31f19721f6fe tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0951440 Feb 28 10:38:20.864876 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 39544) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:20.869494 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-7e5d80cb-bef2-4c33-8496-6b68910d6918 tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] Request body: {'security_group_rule': {'security_group_id': '1a0ed988-c4d9-41eb-b68a-d5643d750585', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:20.881389 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2eb9452a-8199-467f-b7f7-43633525b0da tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (e9f3d925-f5fd-4a49-af11-081b5dc918ed), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:20.913513 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb9452a-8199-467f-b7f7-43633525b0da tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Pushing event deleted for resources: {'Port': ['ID=e9f3d925-f5fd-4a49-af11-081b5dc918ed,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:20.915460 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb9452a-8199-467f-b7f7-43633525b0da tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] No DVR routers for this DVR port e9f3d925-f5fd-4a49-af11-081b5dc918ed on host dv-neutron-master-2-hyperv {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:38:20.929345 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c634b6b8-933a-485b-aa53-89a6d0ab3d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758'] for port (e9f3d925-f5fd-4a49-af11-081b5dc918ed), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:20.950570 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9287f33e-6cfb-43f6-b90a-75ea2985b4ec tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for router_gateway (445ef975-1dd3-494e-9129-a41669286726), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:20.955338 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.api.v2.resource [None req-7e5d80cb-bef2-4c33-8496-6b68910d6918 tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 10:38:20.959541 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-7e5d80cb-bef2-4c33-8496-6b68910d6918 tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0907197 Feb 28 10:38:20.963424 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c634b6b8-933a-485b-aa53-89a6d0ab3d77 None None] Pushing event deleted for resources: {'Port': ['ID=e9f3d925-f5fd-4a49-af11-081b5dc918ed,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:20.965303 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c634b6b8-933a-485b-aa53-89a6d0ab3d77 None None] No DVR routers for this DVR port e9f3d925-f5fd-4a49-af11-081b5dc918ed on host dv-neutron-master-2-hyperv {{(pid=103409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:38:20.982337 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 39546) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:21.014946 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2eb9452a-8199-467f-b7f7-43633525b0da tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672413', 'neutron.services.segments.db._delete_segments_for_network-8742057110173'] for network (54d0ba71-81c8-4648-bf3a-ace5dd524da8), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:21.051404 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-2eb9452a-8199-467f-b7f7-43633525b0da tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54d0ba71-81c8-4648-bf3a-ace5dd524da8']}} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:21.066675 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-2eb9452a-8199-467f-b7f7-43633525b0da tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '005f7976-7467-442d-80db-502a5cb74dd0') {'for_net_delete': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:21.066970 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-2eb9452a-8199-467f-b7f7-43633525b0da tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '005f7976-7467-442d-80db-502a5cb74dd0') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:21.083764 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2eb9452a-8199-467f-b7f7-43633525b0da tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742057113766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3423550'] for segment (005f7976-7467-442d-80db-502a5cb74dd0), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:21.090197 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fff3d7db-2bdf-44e0-a66e-7456ec4edfa7 tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] Publish callbacks [] for security_group (1a0ed988-c4d9-41eb-b68a-d5643d750585), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:21.104664 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2eb9452a-8199-467f-b7f7-43633525b0da tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (005f7976-7467-442d-80db-502a5cb74dd0), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:21.117651 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2eb9452a-8199-467f-b7f7-43633525b0da tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Releasing vlan 253 on physical network physnet1 to pool {{(pid=103408) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:38:21.117964 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2eb9452a-8199-467f-b7f7-43633525b0da tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3242693'] for segment (005f7976-7467-442d-80db-502a5cb74dd0), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:21.120887 dv-neutron-master-2-hyperv neutron-server[103408]: Traceback (most recent call last): Feb 28 10:38:21.120887 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:38:21.120887 dv-neutron-master-2-hyperv neutron-server[103408]: timer() Feb 28 10:38:21.120887 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:38:21.120887 dv-neutron-master-2-hyperv neutron-server[103408]: cb(*args, **kw) Feb 28 10:38:21.120887 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:38:21.120887 dv-neutron-master-2-hyperv neutron-server[103408]: return func(*args, **kwargs) Feb 28 10:38:21.120887 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:38:21.120887 dv-neutron-master-2-hyperv neutron-server[103408]: self._notify() Feb 28 10:38:21.120887 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:38:21.120887 dv-neutron-master-2-hyperv neutron-server[103408]: self.callback(batched_events) Feb 28 10:38:21.120887 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:38:21.120887 dv-neutron-master-2-hyperv neutron-server[103408]: event.method(event) Feb 28 10:38:21.120887 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:38:21.120887 dv-neutron-master-2-hyperv neutron-server[103408]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:38:21.120887 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:38:21.120887 dv-neutron-master-2-hyperv neutron-server[103408]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:38:21.120887 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:38:21.120887 dv-neutron-master-2-hyperv neutron-server[103408]: return f(self, *a, **k) Feb 28 10:38:21.120887 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:38:21.120887 dv-neutron-master-2-hyperv neutron-server[103408]: return self._get(url).json() Feb 28 10:38:21.120887 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:38:21.120887 dv-neutron-master-2-hyperv neutron-server[103408]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:38:21.120887 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:38:21.120887 dv-neutron-master-2-hyperv neutron-server[103408]: return self.request(url, 'GET', **kwargs) Feb 28 10:38:21.120887 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:38:21.120887 dv-neutron-master-2-hyperv neutron-server[103408]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:38:21.120887 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:38:21.120887 dv-neutron-master-2-hyperv neutron-server[103408]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:38:21.120887 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:38:21.120887 dv-neutron-master-2-hyperv neutron-server[103408]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:38:21.120887 dv-neutron-master-2-hyperv neutron-server[103408]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:38:21.133008 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fff3d7db-2bdf-44e0-a66e-7456ec4edfa7 tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] Publish callbacks [] for security_group (1a0ed988-c4d9-41eb-b68a-d5643d750585), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:21.168499 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9287f33e-6cfb-43f6-b90a-75ea2985b4ec tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1804241'] for router (445ef975-1dd3-494e-9129-a41669286726), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:21.197372 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2eb9452a-8199-467f-b7f7-43633525b0da tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803269'] for network (54d0ba71-81c8-4648-bf3a-ace5dd524da8), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:21.204595 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2eb9452a-8199-467f-b7f7-43633525b0da tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks [] for network (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:21.207760 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-2eb9452a-8199-467f-b7f7-43633525b0da tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] 10.222.0.20 "DELETE /v2.0/networks/54d0ba71-81c8-4648-bf3a-ace5dd524da8 HTTP/1.1" status: 204 len: 168 time: 0.6849420 Feb 28 10:38:21.211683 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 39548) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:21.216956 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-5f57f790-e14b-43e1-bc33-09c0d5b92d44 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-758253142'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:21.231580 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb9452a-8199-467f-b7f7-43633525b0da tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Pushing event deleted for resources: {'Network': ['ID=54d0ba71-81c8-4648-bf3a-ace5dd524da8,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:21.235960 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fff3d7db-2bdf-44e0-a66e-7456ec4edfa7 tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (1a0ed988-c4d9-41eb-b68a-d5643d750585), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:21.238545 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fff3d7db-2bdf-44e0-a66e-7456ec4edfa7 tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] Publish callbacks [] for security_group (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:21.239675 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-fff3d7db-2bdf-44e0-a66e-7456ec4edfa7 tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] 10.222.0.20 "DELETE /v2.0/security-groups/1a0ed988-c4d9-41eb-b68a-d5643d750585 HTTP/1.1" status: 204 len: 168 time: 0.2563689 Feb 28 10:38:21.244747 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 39550) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:21.271866 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff3d7db-2bdf-44e0-a66e-7456ec4edfa7 tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a0ed988-c4d9-41eb-b68a-d5643d750585,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:21.294900 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f57f790-e14b-43e1-bc33-09c0d5b92d44 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Made reservation on behalf of 0807ae000e4d47fbb1b05ed62ebad745 for: {'network': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:38:21.300976 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5f57f790-e14b-43e1-bc33-09c0d5b92d44 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for network (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:21.311147 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9287f33e-6cfb-43f6-b90a-75ea2985b4ec tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Router 445ef975-1dd3-494e-9129-a41669286726 is scheduled to L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 with binding_index 1 {{(pid=103407) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 10:38:21.329911 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-2b9f0417-5ca8-41e0-bff4-a81bc82bae00 tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0822856 Feb 28 10:38:21.333835 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 39552) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:21.339940 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-4139a33a-09bd-4975-90cd-513bf42c3837 tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] Request body: {'security_group': {'name': 'tempest-secgroup--1131410131'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:21.350316 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f57f790-e14b-43e1-bc33-09c0d5b92d44 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 298} {{(pid=103408) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:38:21.366557 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5f57f790-e14b-43e1-bc33-09c0d5b92d44 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (d9505a46-ac05-4916-9638-848d7792c798), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:21.366906 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.db.segments_db [None req-5f57f790-e14b-43e1-bc33-09c0d5b92d44 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Added segment d9505a46-ac05-4916-9638-848d7792c798 of type vlan for network 5c5d8d3a-02c4-4e6e-b54d-1fc94b82e829 Feb 28 10:38:21.376043 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4139a33a-09bd-4975-90cd-513bf42c3837 tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] Publish callbacks [] for security_group (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:21.417815 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5f57f790-e14b-43e1-bc33-09c0d5b92d44 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742056637431'] for network (5c5d8d3a-02c4-4e6e-b54d-1fc94b82e829), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:21.424895 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9287f33e-6cfb-43f6-b90a-75ea2985b4ec tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:38:21.440625 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b20fad-33d9-44ef-823b-b98a255e6abd None None] Sync routers for ids ['445ef975-1dd3-494e-9129-a41669286726'] in dv-neutron-master-2-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:38:21.445305 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9287f33e-6cfb-43f6-b90a-75ea2985b4ec tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for router (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:21.449549 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-9287f33e-6cfb-43f6-b90a-75ea2985b4ec tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.0638111 Feb 28 10:38:21.449894 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 39554) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:21.456102 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b20fad-33d9-44ef-823b-b98a255e6abd None None] Routers {'445ef975-1dd3-494e-9129-a41669286726'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:38:21.456866 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-b1b20fad-33d9-44ef-823b-b98a255e6abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:38:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['445ef975-1dd3-494e-9129-a41669286726'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:21.462566 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5f57f790-e14b-43e1-bc33-09c0d5b92d44 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551'] for network (5c5d8d3a-02c4-4e6e-b54d-1fc94b82e829), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:21.467647 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f57f790-e14b-43e1-bc33-09c0d5b92d44 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:21.468244 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5f57f790-e14b-43e1-bc33-09c0d5b92d44 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks [] for network (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:21.540718 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-12716ddf-bf21-440a-8f87-2cc80149a3fd tempest-TestNetworkBasicOps-986752647 tempest-TestNetworkBasicOps-986752647-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=5a84b6bdce3e454e9741c4fbc09bfc68&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0895994 Feb 28 10:38:21.543422 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 39558) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:21.550887 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-5f57f790-e14b-43e1-bc33-09c0d5b92d44 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3377607 Feb 28 10:38:21.554090 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 39560) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:21.560848 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4139a33a-09bd-4975-90cd-513bf42c3837 tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] Publish callbacks [] for security_group (ddcbdbc5-9cdc-4380-b81b-7de05fbbeb17), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:21.565577 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f57f790-e14b-43e1-bc33-09c0d5b92d44 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Pushing event updated for resources: {'Network': ['ID=5c5d8d3a-02c4-4e6e-b54d-1fc94b82e829,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:21.568753 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4139a33a-09bd-4975-90cd-513bf42c3837 tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (ddcbdbc5-9cdc-4380-b81b-7de05fbbeb17), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:21.570326 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-26caee3a-b103-4686-912d-6bd9ec7ac5e8 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Request body: {'subnet': {'network_id': '5c5d8d3a-02c4-4e6e-b54d-1fc94b82e829', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:21.579654 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-b1b20fad-33d9-44ef-823b-b98a255e6abd None None] Set router 445ef975-1dd3-494e-9129-a41669286726 gateway port host: dv-neutron-master-2-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:38:21.582139 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Network 5c5d8d3a-02c4-4e6e-b54d-1fc94b82e829 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103409) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:38:21.608899 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4139a33a-09bd-4975-90cd-513bf42c3837 tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddcbdbc5-9cdc-4380-b81b-7de05fbbeb17,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:21.640238 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4139a33a-09bd-4975-90cd-513bf42c3837 tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] Publish callbacks [] for security_group (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:21.645041 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-4139a33a-09bd-4975-90cd-513bf42c3837 tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3101025 Feb 28 10:38:21.645717 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 39562) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:21.651142 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-9e0ae3b3-9682-4c3d-9dda-44098b96a848 tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] Request body: {'security_group_rule': {'security_group_id': 'ddcbdbc5-9cdc-4380-b81b-7de05fbbeb17', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:21.696290 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.api.v2.resource [None req-9e0ae3b3-9682-4c3d-9dda-44098b96a848 tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] create failed (client error): The resource could not be found. Feb 28 10:38:21.699971 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-9e0ae3b3-9682-4c3d-9dda-44098b96a848 tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0501246 Feb 28 10:38:21.699971 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 39564) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:21.705366 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-f8a21825-cc00-4c3c-9423-99e938d4749a tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] Request body: {'security_group_rule': {'security_group_id': 'ddcbdbc5-9cdc-4380-b81b-7de05fbbeb17', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '49de3dda-ff60-4fee-b59c-808e02387f2b'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:21.747166 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.api.v2.resource [None req-f8a21825-cc00-4c3c-9423-99e938d4749a tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] create failed (client error): The resource could not be found. Feb 28 10:38:21.751457 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-f8a21825-cc00-4c3c-9423-99e938d4749a tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0472333 Feb 28 10:38:21.751666 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 39566) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:21.790679 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce14315e-4339-41da-94f6-9c07e9791f1b tempest-TestNetworkBasicOps-986752647 tempest-TestNetworkBasicOps-986752647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:21.792366 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-ce14315e-4339-41da-94f6-9c07e9791f1b tempest-TestNetworkBasicOps-986752647 tempest-TestNetworkBasicOps-986752647-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2477295 Feb 28 10:38:21.794224 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26caee3a-b103-4686-912d-6bd9ec7ac5e8 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Made reservation on behalf of 0807ae000e4d47fbb1b05ed62ebad745 for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:38:21.796101 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 39568) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:21.796578 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-b1b20fad-33d9-44ef-823b-b98a255e6abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '445ef975-1dd3-494e-9129-a41669286726', 'name': 'tempest-TestNetworkBasicOps-router-1797998944', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.135'}], 'enable_snat': True}, 'gw_port_id': '5d2bc7fb-9bb6-4134-8f0b-d716d3b5adbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:38:19Z', 'updated_at': '2022-02-28T10:38:20Z', 'revision_number': 3, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'gw_port': {'id': '5d2bc7fb-9bb6-4134-8f0b-d716d3b5adbf', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:bd:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '445ef975-1dd3-494e-9129-a41669286726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:38:19Z', 'updated_at': '2022-02-28T10:38:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:21.798388 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-26caee3a-b103-4686-912d-6bd9ec7ac5e8 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3516581'] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:21.841984 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-d94c4009-3712-48f7-95f1-75aff8d404f2 tempest-TestNetworkBasicOps-986752647 tempest-TestNetworkBasicOps-986752647-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=1e0804d0-d1d9-4d40-9de5-2936f3d87840&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0445147 Feb 28 10:38:21.844958 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 39570) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:21.846062 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-00e486bd-21f5-40ca-ae75-6c31db04615b tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] Publish callbacks [] for security_group (ddcbdbc5-9cdc-4380-b81b-7de05fbbeb17), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:21.852144 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-360fa52b-03c2-4414-bde5-6bcee39b3292 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-993650688', 'network_id': '14678aab-2d45-4bf1-818f-830254557a1e', 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:21.871638 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-00e486bd-21f5-40ca-ae75-6c31db04615b tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] Publish callbacks [] for security_group (ddcbdbc5-9cdc-4380-b81b-7de05fbbeb17), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:21.929909 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b20fad-33d9-44ef-823b-b98a255e6abd None None] Checking router: 445ef975-1dd3-494e-9129-a41669286726 for host: dv-neutron-master-2-hyperv {{(pid=103410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:38:21.930259 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b20fad-33d9-44ef-823b-b98a255e6abd None None] Updating router 445ef975-1dd3-494e-9129-a41669286726 port 5d2bc7fb-9bb6-4134-8f0b-d716d3b5adbf binding host dv-neutron-master-2-hyperv {{(pid=103410) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 10:38:21.930408 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-00e486bd-21f5-40ca-ae75-6c31db04615b tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (ddcbdbc5-9cdc-4380-b81b-7de05fbbeb17), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:21.933411 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-00e486bd-21f5-40ca-ae75-6c31db04615b tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] Publish callbacks [] for security_group (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:21.934622 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-00e486bd-21f5-40ca-ae75-6c31db04615b tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] 10.222.0.20 "DELETE /v2.0/security-groups/ddcbdbc5-9cdc-4380-b81b-7de05fbbeb17 HTTP/1.1" status: 204 len: 168 time: 0.1818089 Feb 28 10:38:21.938706 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 39572) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:21.961394 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b1b20fad-33d9-44ef-823b-b98a255e6abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (5d2bc7fb-9bb6-4134-8f0b-d716d3b5adbf), before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:21.964503 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e486bd-21f5-40ca-ae75-6c31db04615b tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddcbdbc5-9cdc-4380-b81b-7de05fbbeb17,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:22.002976 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-b861c060-422b-41c7-bc4c-98bae5418137 tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0586941 Feb 28 10:38:22.003395 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 39574) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:22.008264 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-5d566448-383a-4810-ad36-e9a8b1e83b86 tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] Request body: {'security_group_rule': {'security_group_id': 'da5af810-16cd-4872-aa4d-c7c1a01fdfba', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:22.052428 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.api.v2.resource [None req-5d566448-383a-4810-ad36-e9a8b1e83b86 tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] create failed (client error): The resource could not be found. Feb 28 10:38:22.058776 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-5d566448-383a-4810-ad36-e9a8b1e83b86 tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0490835 Feb 28 10:38:22.058968 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 39576) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:22.064738 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-a6ffa5e6-f964-4c54-993f-0b771291622c tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] Request body: {'security_group': {'name': 'tempest-secgroup--1407755435'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:22.074951 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-360fa52b-03c2-4414-bde5-6bcee39b3292 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Made reservation on behalf of 5a84b6bdce3e454e9741c4fbc09bfc68 for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:38:22.078400 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-360fa52b-03c2-4414-bde5-6bcee39b3292 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3516581'] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:22.091323 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a6ffa5e6-f964-4c54-993f-0b771291622c tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] Publish callbacks [] for security_group (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:22.148329 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-26caee3a-b103-4686-912d-6bd9ec7ac5e8 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3498031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3516567'] for subnet (8c6f3ad5-4898-42ad-8215-7bf0e28342f7), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:22.164740 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a6ffa5e6-f964-4c54-993f-0b771291622c tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] Publish callbacks [] for security_group (2bc44a50-f444-4483-b47d-c023db8a568f), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:22.169928 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a6ffa5e6-f964-4c54-993f-0b771291622c tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (2bc44a50-f444-4483-b47d-c023db8a568f), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:22.188936 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a6ffa5e6-f964-4c54-993f-0b771291622c tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] Publish callbacks [] for security_group (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:22.190726 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-a6ffa5e6-f964-4c54-993f-0b771291622c tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1306162 Feb 28 10:38:22.195470 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 39578) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:22.204912 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-5ddf7837-ec10-4f4a-ae29-4e63f651f648 tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] Request body: {'security_group': {'name': 'tempest-secgroup--778480464'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:22.214368 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ffa5e6-f964-4c54-993f-0b771291622c tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2bc44a50-f444-4483-b47d-c023db8a568f,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:22.235077 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26caee3a-b103-4686-912d-6bd9ec7ac5e8 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Pushing event updated for resources: {'Subnet': ['ID=8c6f3ad5-4898-42ad-8215-7bf0e28342f7,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:22.261401 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b1b20fad-33d9-44ef-823b-b98a255e6abd None None] Publish callbacks [] for port (5d2bc7fb-9bb6-4134-8f0b-d716d3b5adbf), precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:22.267378 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b1b20fad-33d9-44ef-823b-b98a255e6abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (5d2bc7fb-9bb6-4134-8f0b-d716d3b5adbf), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:22.269626 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5ddf7837-ec10-4f4a-ae29-4e63f651f648 tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:22.279081 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26caee3a-b103-4686-912d-6bd9ec7ac5e8 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Checking segment: {'id': 'd9505a46-ac05-4916-9638-848d7792c798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '5c5d8d3a-02c4-4e6e-b54d-1fc94b82e829'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:38:22.279455 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26caee3a-b103-4686-912d-6bd9ec7ac5e8 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Network hostable DHCP agents. Network: 5c5d8d3a-02c4-4e6e-b54d-1fc94b82e829, hostable agents: ['fb6705d2-4f70-4965-92a3-fbfccd43a6d3'], hosted agents: [] {{(pid=103407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:38:22.320976 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-b1b20fad-33d9-44ef-823b-b98a255e6abd None None] Attempting to bind port 5d2bc7fb-9bb6-4134-8f0b-d716d3b5adbf on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:38:22.321355 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-b1b20fad-33d9-44ef-823b-b98a255e6abd None None] Attempting to bind port 5d2bc7fb-9bb6-4134-8f0b-d716d3b5adbf by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '195d7ed7-323d-4284-82df-208cca613d99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:38:22.321724 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b20fad-33d9-44ef-823b-b98a255e6abd None None] Attempting to bind port 5d2bc7fb-9bb6-4134-8f0b-d716d3b5adbf on network 1e0804d0-d1d9-4d40-9de5-2936f3d87840 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:38:22.327445 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9d40fc-1aed-4d3f-9478-1c926e52ecb6 None None] Pushing event updated for resources: {'Port': ['ID=5d2bc7fb-9bb6-4134-8f0b-d716d3b5adbf,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:22.335853 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b20fad-33d9-44ef-823b-b98a255e6abd None None] Checking agent: {'id': '75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 24, 15), 'started_at': datetime.datetime(2022, 2, 28, 10, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 38, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:38:22.335853 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b20fad-33d9-44ef-823b-b98a255e6abd None None] Checking segment: {'id': '195d7ed7-323d-4284-82df-208cca613d99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:38:22.336231 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b1b20fad-33d9-44ef-823b-b98a255e6abd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:22.336575 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b20fad-33d9-44ef-823b-b98a255e6abd None None] Bound using segment: {'id': '195d7ed7-323d-4284-82df-208cca613d99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:38:22.337474 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-b1b20fad-33d9-44ef-823b-b98a255e6abd None None] Bound port: 5d2bc7fb-9bb6-4134-8f0b-d716d3b5adbf, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '195d7ed7-323d-4284-82df-208cca613d99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:38:22.337858 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b1b20fad-33d9-44ef-823b-b98a255e6abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (5d2bc7fb-9bb6-4134-8f0b-d716d3b5adbf), before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:22.341606 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9d40fc-1aed-4d3f-9478-1c926e52ecb6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:38:22.342052 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9d40fc-1aed-4d3f-9478-1c926e52ecb6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:38:22.342468 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9d40fc-1aed-4d3f-9478-1c926e52ecb6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:38:22.342918 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9d40fc-1aed-4d3f-9478-1c926e52ecb6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:38:22.343297 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9d40fc-1aed-4d3f-9478-1c926e52ecb6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:38:22.343745 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9d40fc-1aed-4d3f-9478-1c926e52ecb6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:38:22.344201 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9d40fc-1aed-4d3f-9478-1c926e52ecb6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:38:22.344602 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9d40fc-1aed-4d3f-9478-1c926e52ecb6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:38:22.345006 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9d40fc-1aed-4d3f-9478-1c926e52ecb6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:38:22.345426 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9d40fc-1aed-4d3f-9478-1c926e52ecb6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:38:22.345741 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9d40fc-1aed-4d3f-9478-1c926e52ecb6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:38:22.346069 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9d40fc-1aed-4d3f-9478-1c926e52ecb6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:38:22.346394 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9d40fc-1aed-4d3f-9478-1c926e52ecb6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:38:22.353318 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26caee3a-b103-4686-912d-6bd9ec7ac5e8 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Network 5c5d8d3a-02c4-4e6e-b54d-1fc94b82e829 is scheduled to be hosted by DHCP agent fb6705d2-4f70-4965-92a3-fbfccd43a6d3 with binding_index 1 {{(pid=103407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:38:22.400880 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-b1b20fad-33d9-44ef-823b-b98a255e6abd None None] For port 5d2bc7fb-9bb6-4134-8f0b-d716d3b5adbf, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:38:22.403451 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-26caee3a-b103-4686-912d-6bd9ec7ac5e8 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 5c5d8d3a-02c4-4e6e-b54d-1fc94b82e829) {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:38:22.404748 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-b1b20fad-33d9-44ef-823b-b98a255e6abd None None] For port 5d2bc7fb-9bb6-4134-8f0b-d716d3b5adbf, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5d2bc7fb-9bb6-4134-8f0b-d716d3b5adbf,segment=NetworkSegment(195d7ed7-323d-4284-82df-208cca613d99),segment_id=195d7ed7-323d-4284-82df-208cca613d99)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:38:22.412518 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b1b20fad-33d9-44ef-823b-b98a255e6abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (5d2bc7fb-9bb6-4134-8f0b-d716d3b5adbf), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:22.413939 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2cb3b87-358b-4da5-aae9-e010948b6f43 None None] Network 5c5d8d3a-02c4-4e6e-b54d-1fc94b82e829 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:38:22.414536 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26caee3a-b103-4686-912d-6bd9ec7ac5e8 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:22.415028 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-26caee3a-b103-4686-912d-6bd9ec7ac5e8 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks [] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:22.428612 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-360fa52b-03c2-4414-bde5-6bcee39b3292 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3498031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3516567'] for subnet (408b7934-d6b4-4b80-9390-aa1c07251c33), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:22.474666 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-26caee3a-b103-4686-912d-6bd9ec7ac5e8 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9170101 Feb 28 10:38:22.474855 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b20fad-33d9-44ef-823b-b98a255e6abd None None] Routers {'445ef975-1dd3-494e-9129-a41669286726'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:38:22.474855 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-b1b20fad-33d9-44ef-823b-b98a255e6abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:38:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['445ef975-1dd3-494e-9129-a41669286726'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:22.475385 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 39580) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:22.481239 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-40818036-e83c-4376-9d62-55c0a01005b6 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-874434612', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:22.493334 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5ddf7837-ec10-4f4a-ae29-4e63f651f648 tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] Publish callbacks [] for security_group (39c242f2-daeb-426c-82d5-99cc8a45f169), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:22.508387 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5ddf7837-ec10-4f4a-ae29-4e63f651f648 tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (39c242f2-daeb-426c-82d5-99cc8a45f169), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:22.521741 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9d40fc-1aed-4d3f-9478-1c926e52ecb6 None None] Pushing event updated for resources: {'Port': ['ID=5d2bc7fb-9bb6-4134-8f0b-d716d3b5adbf,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:22.532642 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360fa52b-03c2-4414-bde5-6bcee39b3292 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event updated for resources: {'Subnet': ['ID=408b7934-d6b4-4b80-9390-aa1c07251c33,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:22.541591 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-40818036-e83c-4376-9d62-55c0a01005b6 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1805251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254175'] for router (b0f731a3-8d41-4751-bb25-ad89d577839d), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:22.545478 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-40818036-e83c-4376-9d62-55c0a01005b6 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1804172', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1602053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254150'] for router (b0f731a3-8d41-4751-bb25-ad89d577839d), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:22.562479 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5ddf7837-ec10-4f4a-ae29-4e63f651f648 tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:22.567305 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-5ddf7837-ec10-4f4a-ae29-4e63f651f648 tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3674893 Feb 28 10:38:22.569012 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 39582) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:22.573854 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360fa52b-03c2-4414-bde5-6bcee39b3292 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Checking segment: {'id': '8f3baf82-9e91-4e46-85c0-38567c2e92ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '14678aab-2d45-4bf1-818f-830254557a1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:38:22.574256 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-360fa52b-03c2-4414-bde5-6bcee39b3292 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Network hostable DHCP agents. Network: 14678aab-2d45-4bf1-818f-830254557a1e, hostable agents: ['fb6705d2-4f70-4965-92a3-fbfccd43a6d3'], hosted agents: [] {{(pid=103407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:38:22.577517 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddf7837-ec10-4f4a-ae29-4e63f651f648 tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39c242f2-daeb-426c-82d5-99cc8a45f169,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:22.581497 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-1751700f-8c03-473a-be13-c6df8e97d523 tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] Request body: {'security_group_rule': {'security_group_id': '2bc44a50-f444-4483-b47d-c023db8a568f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '39c242f2-daeb-426c-82d5-99cc8a45f169'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:22.595194 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device e9f3d925-f5fd-4a49-af11-081b5dc918ed no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:38:22.597406 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-360fa52b-03c2-4414-bde5-6bcee39b3292 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Network 14678aab-2d45-4bf1-818f-830254557a1e is scheduled to be hosted by DHCP agent fb6705d2-4f70-4965-92a3-fbfccd43a6d3 with binding_index 1 {{(pid=103407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:38:22.608429 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-360fa52b-03c2-4414-bde5-6bcee39b3292 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 14678aab-2d45-4bf1-818f-830254557a1e) {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:38:22.617656 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-360fa52b-03c2-4414-bde5-6bcee39b3292 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:22.618808 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-360fa52b-03c2-4414-bde5-6bcee39b3292 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:22.635142 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] No Port match for: e9f3d925-f5fd-4a49-af11-081b5dc918ed {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:38:22.635633 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device e9f3d925-f5fd-4a49-af11-081b5dc918ed not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:38:22.641979 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12d08ca4-6650-423e-b40e-418478164d66 None None] Network 14678aab-2d45-4bf1-818f-830254557a1e requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:38:22.646819 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-360fa52b-03c2-4414-bde5-6bcee39b3292 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8011403 Feb 28 10:38:22.647454 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 39584) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:22.658046 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-40818036-e83c-4376-9d62-55c0a01005b6 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks [] for router_controller (b0f731a3-8d41-4751-bb25-ad89d577839d), precommit_add_association {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:22.667545 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-b1b20fad-33d9-44ef-823b-b98a255e6abd None None] Set router 445ef975-1dd3-494e-9129-a41669286726 gateway port host: dv-neutron-master-2-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:38:22.667869 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-40818036-e83c-4376-9d62-55c0a01005b6 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1804241'] for router (b0f731a3-8d41-4751-bb25-ad89d577839d), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:22.675400 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.api.v2.resource [None req-1751700f-8c03-473a-be13-c6df8e97d523 tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 10:38:22.679338 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-1751700f-8c03-473a-be13-c6df8e97d523 tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1043932 Feb 28 10:38:22.682723 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 39586) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:22.717516 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73edccc5-423f-474f-a9ec-90a923fdda8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-5c5d8d3a-02c4-4e6e-b54d-1fc94b82e829', 'network_id': '5c5d8d3a-02c4-4e6e-b54d-1fc94b82e829', 'project_id': '0807ae000e4d47fbb1b05ed62ebad745', 'fixed_ips': [{'subnet_id': '8c6f3ad5-4898-42ad-8215-7bf0e28342f7'}]}} from dv-neutron-master-2-hyperv. {{(pid=103409) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:38:22.719159 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-73edccc5-423f-474f-a9ec-90a923fdda8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:22.727921 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-40818036-e83c-4376-9d62-55c0a01005b6 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks [] for router (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:22.729820 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-40818036-e83c-4376-9d62-55c0a01005b6 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2537673 Feb 28 10:38:22.734074 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 39588) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:22.768105 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-dc624724-621c-44b6-92a2-0c181f58382e tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] Publish callbacks [] for security_group (39c242f2-daeb-426c-82d5-99cc8a45f169), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:22.795824 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-dc624724-621c-44b6-92a2-0c181f58382e tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] Publish callbacks [] for security_group (39c242f2-daeb-426c-82d5-99cc8a45f169), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:22.859782 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-dc624724-621c-44b6-92a2-0c181f58382e tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (39c242f2-daeb-426c-82d5-99cc8a45f169), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:22.864438 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-dc624724-621c-44b6-92a2-0c181f58382e tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] Publish callbacks [] for security_group (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:22.867943 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27f2f71a-04bf-4b5e-9143-85d1867f390d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-14678aab-2d45-4bf1-818f-830254557a1e', 'network_id': '14678aab-2d45-4bf1-818f-830254557a1e', 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'fixed_ips': [{'subnet_id': '408b7934-d6b4-4b80-9390-aa1c07251c33'}]}} from dv-neutron-master-2-hyperv. {{(pid=103409) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:38:22.869052 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-27f2f71a-04bf-4b5e-9143-85d1867f390d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:22.869244 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 39590) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:22.871525 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-dc624724-621c-44b6-92a2-0c181f58382e tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] 10.222.0.20 "DELETE /v2.0/security-groups/39c242f2-daeb-426c-82d5-99cc8a45f169 HTTP/1.1" status: 204 len: 168 time: 0.1850219 Feb 28 10:38:22.883627 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc624724-621c-44b6-92a2-0c181f58382e tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39c242f2-daeb-426c-82d5-99cc8a45f169,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:22.898838 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-b1b20fad-33d9-44ef-823b-b98a255e6abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '445ef975-1dd3-494e-9129-a41669286726', 'name': 'tempest-TestNetworkBasicOps-router-1797998944', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.135'}], 'enable_snat': True}, 'gw_port_id': '5d2bc7fb-9bb6-4134-8f0b-d716d3b5adbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:38:19Z', 'updated_at': '2022-02-28T10:38:20Z', 'revision_number': 3, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'gw_port': {'id': '5d2bc7fb-9bb6-4134-8f0b-d716d3b5adbf', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:bd:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '445ef975-1dd3-494e-9129-a41669286726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:38:19Z', 'updated_at': '2022-02-28T10:38:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:22.926279 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b20fad-33d9-44ef-823b-b98a255e6abd None None] The sync data for ids ['445ef975-1dd3-494e-9129-a41669286726'] in dv-neutron-master-2-hyperv is: [{'id': '445ef975-1dd3-494e-9129-a41669286726', 'name': 'tempest-TestNetworkBasicOps-router-1797998944', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.135'}], 'enable_snat': True}, 'gw_port_id': '5d2bc7fb-9bb6-4134-8f0b-d716d3b5adbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:38:19Z', 'updated_at': '2022-02-28T10:38:20Z', 'revision_number': 3, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'gw_port': {'id': '5d2bc7fb-9bb6-4134-8f0b-d716d3b5adbf', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:bd:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '445ef975-1dd3-494e-9129-a41669286726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:38:19Z', 'updated_at': '2022-02-28T10:38:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:38:23.011433 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-73edccc5-423f-474f-a9ec-90a923fdda8a None None] Allocated IP 2001:db8::2 (5c5d8d3a-02c4-4e6e-b54d-1fc94b82e829/8c6f3ad5-4898-42ad-8215-7bf0e28342f7/ccc1af06-88f5-4bea-8a25-c69c7d3018ab) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:38:23.082091 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-554aded0-2e17-4249-abc1-f69c8518707a tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.2090864 Feb 28 10:38:23.082653 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 39592) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:23.147058 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-27f2f71a-04bf-4b5e-9143-85d1867f390d None None] Allocated IP 172.20.0.2 (14678aab-2d45-4bf1-818f-830254557a1e/408b7934-d6b4-4b80-9390-aa1c07251c33/6cc849c1-5b0f-4356-995b-67fbb234fae8) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:38:23.151087 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-62fcda84-4ea0-442e-8428-549b6e25f524 tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] Publish callbacks [] for security_group (2bc44a50-f444-4483-b47d-c023db8a568f), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:23.218815 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-62fcda84-4ea0-442e-8428-549b6e25f524 tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] Publish callbacks [] for security_group (2bc44a50-f444-4483-b47d-c023db8a568f), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:23.285808 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-62fcda84-4ea0-442e-8428-549b6e25f524 tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (2bc44a50-f444-4483-b47d-c023db8a568f), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:23.291006 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-62fcda84-4ea0-442e-8428-549b6e25f524 tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] Publish callbacks [] for security_group (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:23.297995 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-62fcda84-4ea0-442e-8428-549b6e25f524 tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] 10.222.0.20 "DELETE /v2.0/security-groups/2bc44a50-f444-4483-b47d-c023db8a568f HTTP/1.1" status: 204 len: 168 time: 0.2141318 Feb 28 10:38:23.301532 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 39594) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:23.312740 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-73edccc5-423f-474f-a9ec-90a923fdda8a None None] Publish callbacks [] for port (ccc1af06-88f5-4bea-8a25-c69c7d3018ab), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:23.323229 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fcda84-4ea0-442e-8428-549b6e25f524 tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bc44a50-f444-4483-b47d-c023db8a568f,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:23.354594 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-73edccc5-423f-474f-a9ec-90a923fdda8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749'] for port (ccc1af06-88f5-4bea-8a25-c69c7d3018ab), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:23.384454 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-12130eea-4984-46dd-806e-1a3af12d848d tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0753484 Feb 28 10:38:23.385226 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 39596) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:23.391271 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-3ab8cbec-e2da-47e7-b3bd-c30f92708b1a tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] Request body: {'security_group': {'name': 'tempest-secgroup--695002346'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:23.427064 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3ab8cbec-e2da-47e7-b3bd-c30f92708b1a tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] Publish callbacks [] for security_group (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:23.434253 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73edccc5-423f-474f-a9ec-90a923fdda8a None None] Network 5c5d8d3a-02c4-4e6e-b54d-1fc94b82e829 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:38:23.445710 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-73edccc5-423f-474f-a9ec-90a923fdda8a None None] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:38:23.450932 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73edccc5-423f-474f-a9ec-90a923fdda8a None None] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:38:23.528747 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73edccc5-423f-474f-a9ec-90a923fdda8a None None] Pushing event updated for resources: {'Port': ['ID=ccc1af06-88f5-4bea-8a25-c69c7d3018ab,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:23.531552 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3ab8cbec-e2da-47e7-b3bd-c30f92708b1a tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] Publish callbacks [] for security_group (bc4386ff-a0a1-4cef-8749-443428e6b173), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:23.540258 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3ab8cbec-e2da-47e7-b3bd-c30f92708b1a tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (bc4386ff-a0a1-4cef-8749-443428e6b173), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:23.570666 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-27f2f71a-04bf-4b5e-9143-85d1867f390d None None] Publish callbacks [] for port (6cc849c1-5b0f-4356-995b-67fbb234fae8), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:23.578347 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-73edccc5-423f-474f-a9ec-90a923fdda8a None None] Attempting to bind port ccc1af06-88f5-4bea-8a25-c69c7d3018ab on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:38:23.578820 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-73edccc5-423f-474f-a9ec-90a923fdda8a None None] Attempting to bind port ccc1af06-88f5-4bea-8a25-c69c7d3018ab by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'd9505a46-ac05-4916-9638-848d7792c798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '5c5d8d3a-02c4-4e6e-b54d-1fc94b82e829'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:38:23.579253 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73edccc5-423f-474f-a9ec-90a923fdda8a None None] Attempting to bind port ccc1af06-88f5-4bea-8a25-c69c7d3018ab on network 5c5d8d3a-02c4-4e6e-b54d-1fc94b82e829 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:38:23.590898 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3ab8cbec-e2da-47e7-b3bd-c30f92708b1a tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] Publish callbacks [] for security_group (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:23.591181 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-27f2f71a-04bf-4b5e-9143-85d1867f390d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749'] for port (6cc849c1-5b0f-4356-995b-67fbb234fae8), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:23.592623 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-3ab8cbec-e2da-47e7-b3bd-c30f92708b1a tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2060616 Feb 28 10:38:23.598133 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 39600) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:23.604637 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-0748e626-49bd-4811-96fe-9e3401372183 tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:23.604885 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73edccc5-423f-474f-a9ec-90a923fdda8a None None] Checking agent: {'id': '75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 24, 15), 'started_at': datetime.datetime(2022, 2, 28, 10, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 38, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:38:23.605180 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73edccc5-423f-474f-a9ec-90a923fdda8a None None] Checking segment: {'id': 'd9505a46-ac05-4916-9638-848d7792c798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '5c5d8d3a-02c4-4e6e-b54d-1fc94b82e829'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:38:23.605604 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-73edccc5-423f-474f-a9ec-90a923fdda8a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:23.606008 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73edccc5-423f-474f-a9ec-90a923fdda8a None None] Bound using segment: {'id': 'd9505a46-ac05-4916-9638-848d7792c798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '5c5d8d3a-02c4-4e6e-b54d-1fc94b82e829'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:38:23.606494 dv-neutron-master-2-hyperv neutron-server[103408]: WARNING neutron.api.v2.base [None req-0748e626-49bd-4811-96fe-9e3401372183 tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 28 10:38:23.606616 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-73edccc5-423f-474f-a9ec-90a923fdda8a None None] Bound port: ccc1af06-88f5-4bea-8a25-c69c7d3018ab, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9505a46-ac05-4916-9638-848d7792c798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '5c5d8d3a-02c4-4e6e-b54d-1fc94b82e829'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:38:23.606885 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-73edccc5-423f-474f-a9ec-90a923fdda8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (ccc1af06-88f5-4bea-8a25-c69c7d3018ab), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:23.607482 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.api.v2.resource [None req-0748e626-49bd-4811-96fe-9e3401372183 tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] update failed (client error): There was a conflict when trying to complete your request. Feb 28 10:38:23.608864 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-0748e626-49bd-4811-96fe-9e3401372183 tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] 10.222.0.20 "PUT /v2.0/security-groups/bc4386ff-a0a1-4cef-8749-443428e6b173 HTTP/1.1" status: 409 len: 330 time: 0.0094006 Feb 28 10:38:23.612354 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 39602) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:23.646521 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab8cbec-e2da-47e7-b3bd-c30f92708b1a tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc4386ff-a0a1-4cef-8749-443428e6b173,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:23.662321 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27f2f71a-04bf-4b5e-9143-85d1867f390d None None] Network 14678aab-2d45-4bf1-818f-830254557a1e is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:38:23.669448 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-27f2f71a-04bf-4b5e-9143-85d1867f390d None None] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:38:23.677082 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f2f71a-04bf-4b5e-9143-85d1867f390d None None] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:38:23.684482 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-dd70729e-de12-48e2-9ec4-6362fe1e2a32 tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] Publish callbacks [] for security_group (bc4386ff-a0a1-4cef-8749-443428e6b173), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:23.715375 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-dd70729e-de12-48e2-9ec4-6362fe1e2a32 tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] Publish callbacks [] for security_group (bc4386ff-a0a1-4cef-8749-443428e6b173), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:23.769146 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-dd70729e-de12-48e2-9ec4-6362fe1e2a32 tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (bc4386ff-a0a1-4cef-8749-443428e6b173), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:23.773106 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-dd70729e-de12-48e2-9ec4-6362fe1e2a32 tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] Publish callbacks [] for security_group (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:23.776947 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-dd70729e-de12-48e2-9ec4-6362fe1e2a32 tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] 10.222.0.20 "DELETE /v2.0/security-groups/bc4386ff-a0a1-4cef-8749-443428e6b173 HTTP/1.1" status: 204 len: 168 time: 0.1611700 Feb 28 10:38:23.779397 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 39604) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:23.816394 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-69663af5-2d7e-4d4b-81bc-7edc5bfe55ce tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:23.863426 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-c6c701cb-5e4e-4727-8b8c-4a2cbff9803a tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0789783 Feb 28 10:38:23.863426 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd70729e-de12-48e2-9ec4-6362fe1e2a32 tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc4386ff-a0a1-4cef-8749-443428e6b173,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:23.864936 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 39610) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:23.883012 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.api.v2.resource [None req-6d8d68ec-2c32-4afc-9472-bda3bf0bd363 tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] delete failed (client error): The resource could not be found. Feb 28 10:38:23.887535 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-6d8d68ec-2c32-4afc-9472-bda3bf0bd363 tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] 10.222.0.20 "DELETE /v2.0/security-groups/d3e36910-314b-4c1d-b5b5-0d81d6959312 HTTP/1.1" status: 404 len: 347 time: 0.0181658 Feb 28 10:38:23.887934 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 39612) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:23.910879 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.api.v2.resource [None req-4850596d-98a6-453f-bbf7-d348d63d65ca tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] show failed (client error): The resource could not be found. Feb 28 10:38:23.915403 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-4850596d-98a6-453f-bbf7-d348d63d65ca tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] 10.222.0.20 "GET /v2.0/security-groups/907136af-2e14-4ee0-b567-34530f4c062e HTTP/1.1" status: 404 len: 347 time: 0.0224783 Feb 28 10:38:23.915733 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 39620) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:23.930559 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f2f71a-04bf-4b5e-9143-85d1867f390d None None] Pushing event updated for resources: {'Port': ['ID=6cc849c1-5b0f-4356-995b-67fbb234fae8,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:23.944961 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.api.v2.resource [None req-32ac7c69-f75d-4ab6-8be4-8b16c67f38e3 tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] show failed (client error): The resource could not be found. Feb 28 10:38:23.952197 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-32ac7c69-f75d-4ab6-8be4-8b16c67f38e3 tempest-NegativeSecGroupTest-1336255546 tempest-NegativeSecGroupTest-1336255546-project] 10.222.0.20 "GET /v2.0/security-group-rules/ca963245-4635-44e8-87b7-4211a51524d0 HTTP/1.1" status: 404 len: 356 time: 0.0297961 Feb 28 10:38:23.997888 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-27f2f71a-04bf-4b5e-9143-85d1867f390d None None] Attempting to bind port 6cc849c1-5b0f-4356-995b-67fbb234fae8 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:38:23.998282 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-27f2f71a-04bf-4b5e-9143-85d1867f390d None None] Attempting to bind port 6cc849c1-5b0f-4356-995b-67fbb234fae8 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '8f3baf82-9e91-4e46-85c0-38567c2e92ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '14678aab-2d45-4bf1-818f-830254557a1e'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:38:23.998663 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f2f71a-04bf-4b5e-9143-85d1867f390d None None] Attempting to bind port 6cc849c1-5b0f-4356-995b-67fbb234fae8 on network 14678aab-2d45-4bf1-818f-830254557a1e {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:38:24.023837 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f2f71a-04bf-4b5e-9143-85d1867f390d None None] Checking agent: {'id': '75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 24, 15), 'started_at': datetime.datetime(2022, 2, 28, 10, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 38, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:38:24.024257 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f2f71a-04bf-4b5e-9143-85d1867f390d None None] Checking segment: {'id': '8f3baf82-9e91-4e46-85c0-38567c2e92ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '14678aab-2d45-4bf1-818f-830254557a1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:38:24.025087 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-27f2f71a-04bf-4b5e-9143-85d1867f390d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:24.025416 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f2f71a-04bf-4b5e-9143-85d1867f390d None None] Bound using segment: {'id': '8f3baf82-9e91-4e46-85c0-38567c2e92ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '14678aab-2d45-4bf1-818f-830254557a1e'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:38:24.026010 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-27f2f71a-04bf-4b5e-9143-85d1867f390d None None] Bound port: 6cc849c1-5b0f-4356-995b-67fbb234fae8, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f3baf82-9e91-4e46-85c0-38567c2e92ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '14678aab-2d45-4bf1-818f-830254557a1e'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:38:24.026927 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-27f2f71a-04bf-4b5e-9143-85d1867f390d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (6cc849c1-5b0f-4356-995b-67fbb234fae8), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:24.046090 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-73edccc5-423f-474f-a9ec-90a923fdda8a None None] For port ccc1af06-88f5-4bea-8a25-c69c7d3018ab, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:38:24.101803 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-73edccc5-423f-474f-a9ec-90a923fdda8a None None] For port ccc1af06-88f5-4bea-8a25-c69c7d3018ab, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ccc1af06-88f5-4bea-8a25-c69c7d3018ab,segment=NetworkSegment(d9505a46-ac05-4916-9638-848d7792c798),segment_id=d9505a46-ac05-4916-9638-848d7792c798)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:38:24.125709 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-73edccc5-423f-474f-a9ec-90a923fdda8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (ccc1af06-88f5-4bea-8a25-c69c7d3018ab), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:24.228332 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-27f2f71a-04bf-4b5e-9143-85d1867f390d None None] For port 6cc849c1-5b0f-4356-995b-67fbb234fae8, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:38:24.250223 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-27f2f71a-04bf-4b5e-9143-85d1867f390d None None] For port 6cc849c1-5b0f-4356-995b-67fbb234fae8, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6cc849c1-5b0f-4356-995b-67fbb234fae8,segment=NetworkSegment(8f3baf82-9e91-4e46-85c0-38567c2e92ed),segment_id=8f3baf82-9e91-4e46-85c0-38567c2e92ed)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:38:24.267793 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-27f2f71a-04bf-4b5e-9143-85d1867f390d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (6cc849c1-5b0f-4356-995b-67fbb234fae8), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:24.278874 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73edccc5-423f-474f-a9ec-90a923fdda8a None None] Pushing event updated for resources: {'Port': ['ID=ccc1af06-88f5-4bea-8a25-c69c7d3018ab,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:24.393920 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f2f71a-04bf-4b5e-9143-85d1867f390d None None] Pushing event updated for resources: {'Port': ['ID=6cc849c1-5b0f-4356-995b-67fbb234fae8,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:24.451346 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 39642) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:24.491448 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-69663af5-2d7e-4d4b-81bc-7edc5bfe55ce tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Allocated IP 2001:db8::1 (5c5d8d3a-02c4-4e6e-b54d-1fc94b82e829/8c6f3ad5-4898-42ad-8215-7bf0e28342f7/011549c6-5296-4e32-9985-58845b963538) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:38:24.569936 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ce3fb9-99d7-4067-bbf1-86494f9fe082 req-8d15f6e9-05cb-4374-987a-ce8dbc3f67a2 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:24.571354 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-04ce3fb9-99d7-4067-bbf1-86494f9fe082 req-8d15f6e9-05cb-4374-987a-ce8dbc3f67a2 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] 10.222.0.20 "GET /v2.0/ports?device_id=8cfd4575-f5a0-41ad-99a8-1ed282e710c5 HTTP/1.1" status: 200 len: 945 time: 0.2844350 Feb 28 10:38:24.643801 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9ccb046b-b62f-4ff7-bb3e-65be86a2bfb8 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:24.676061 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 5d2bc7fb-9bb6-4134-8f0b-d716d3b5adbf up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:38:24.758509 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-075da694-6cdd-4610-941a-6b4daa6e329f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a09d4d859c2741c18070c81939b003e0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3032930 Feb 28 10:38:24.760646 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 39646) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:24.788413 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port 5d2bc7fb-9bb6-4134-8f0b-d716d3b5adbf triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:38:24.789157 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (5d2bc7fb-9bb6-4134-8f0b-d716d3b5adbf), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:24.882757 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-04ce3fb9-99d7-4067-bbf1-86494f9fe082 req-3ba7a27d-17af-46ea-84ed-87d9cb519838 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3dd5a6c-06a9-4f41-b438-f7d64990f73a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2577462 Feb 28 10:38:24.883359 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-cddfc899-9e32-4c1d-8b5b-cbe4f617660a admin admin] Publish callbacks [] for security_group (6014283a-2ea4-4d1b-9ad6-bb976c3ff846), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:24.922659 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 5d2bc7fb-9bb6-4134-8f0b-d716d3b5adbf is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:38:24.922659 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (5d2bc7fb-9bb6-4134-8f0b-d716d3b5adbf), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:24.925655 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-cddfc899-9e32-4c1d-8b5b-cbe4f617660a admin admin] Publish callbacks [] for security_group (6014283a-2ea4-4d1b-9ad6-bb976c3ff846), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:24.959034 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] For port 5d2bc7fb-9bb6-4134-8f0b-d716d3b5adbf, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5d2bc7fb-9bb6-4134-8f0b-d716d3b5adbf,segment=NetworkSegment(195d7ed7-323d-4284-82df-208cca613d99),segment_id=195d7ed7-323d-4284-82df-208cca613d99)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:38:24.966646 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (5d2bc7fb-9bb6-4134-8f0b-d716d3b5adbf), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:24.987171 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-69663af5-2d7e-4d4b-81bc-7edc5bfe55ce tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks [] for port (011549c6-5296-4e32-9985-58845b963538), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:25.007189 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-cddfc899-9e32-4c1d-8b5b-cbe4f617660a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (6014283a-2ea4-4d1b-9ad6-bb976c3ff846), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:25.010512 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-cddfc899-9e32-4c1d-8b5b-cbe4f617660a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:25.011712 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-cddfc899-9e32-4c1d-8b5b-cbe4f617660a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6014283a-2ea4-4d1b-9ad6-bb976c3ff846 HTTP/1.1" status: 204 len: 168 time: 0.2512119 Feb 28 10:38:25.020039 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddfc899-9e32-4c1d-8b5b-cbe4f617660a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6014283a-2ea4-4d1b-9ad6-bb976c3ff846,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:25.043507 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Pushing event updated for resources: {'Port': ['ID=5d2bc7fb-9bb6-4134-8f0b-d716d3b5adbf,revision_number=4']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:25.106332 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-69663af5-2d7e-4d4b-81bc-7edc5bfe55ce tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (011549c6-5296-4e32-9985-58845b963538), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:25.199759 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69663af5-2d7e-4d4b-81bc-7edc5bfe55ce tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Network 5c5d8d3a-02c4-4e6e-b54d-1fc94b82e829 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:38:25.208777 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-69663af5-2d7e-4d4b-81bc-7edc5bfe55ce tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:38:25.214471 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69663af5-2d7e-4d4b-81bc-7edc5bfe55ce tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:38:25.214907 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-69663af5-2d7e-4d4b-81bc-7edc5bfe55ce tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1803404'] for router_interface (b0f731a3-8d41-4751-bb25-ad89d577839d), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:25.220002 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69663af5-2d7e-4d4b-81bc-7edc5bfe55ce tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Pushing event updated for resources: {'Port': ['ID=011549c6-5296-4e32-9985-58845b963538,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:25.337745 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-9ccb046b-b62f-4ff7-bb3e-65be86a2bfb8 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Allocated IP 172.20.0.1 (14678aab-2d45-4bf1-818f-830254557a1e/408b7934-d6b4-4b80-9390-aa1c07251c33/8b2614bf-cbb5-4738-a3b6-2b3e9a1de1f5) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:38:25.441876 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-69663af5-2d7e-4d4b-81bc-7edc5bfe55ce tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (011549c6-5296-4e32-9985-58845b963538), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:25.533447 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9ccb046b-b62f-4ff7-bb3e-65be86a2bfb8 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for port (8b2614bf-cbb5-4738-a3b6-2b3e9a1de1f5), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:25.666932 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9ccb046b-b62f-4ff7-bb3e-65be86a2bfb8 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (8b2614bf-cbb5-4738-a3b6-2b3e9a1de1f5), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:25.758776 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ccb046b-b62f-4ff7-bb3e-65be86a2bfb8 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Network 14678aab-2d45-4bf1-818f-830254557a1e is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:38:25.771639 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-9ccb046b-b62f-4ff7-bb3e-65be86a2bfb8 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:38:25.780354 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ccb046b-b62f-4ff7-bb3e-65be86a2bfb8 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:38:25.792390 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccb046b-b62f-4ff7-bb3e-65be86a2bfb8 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event updated for resources: {'Port': ['ID=8b2614bf-cbb5-4738-a3b6-2b3e9a1de1f5,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:25.810375 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa7004ec-b9db-4b20-886c-c4ddd0021e80 None None] Network 5c5d8d3a-02c4-4e6e-b54d-1fc94b82e829 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:38:25.855513 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9ccb046b-b62f-4ff7-bb3e-65be86a2bfb8 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1803404'] for router_interface (445ef975-1dd3-494e-9129-a41669286726), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:25.882925 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-9470f82b-43fb-4700-b1cf-66056a33f43d None None] Provisioning complete for port ccc1af06-88f5-4bea-8a25-c69c7d3018ab triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:38:25.883592 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9470f82b-43fb-4700-b1cf-66056a33f43d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (ccc1af06-88f5-4bea-8a25-c69c7d3018ab), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:25.899339 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-69663af5-2d7e-4d4b-81bc-7edc5bfe55ce tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks [] for port (011549c6-5296-4e32-9985-58845b963538), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:25.981549 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-69663af5-2d7e-4d4b-81bc-7edc5bfe55ce tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3498066'] for port (011549c6-5296-4e32-9985-58845b963538), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:25.982354 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-69663af5-2d7e-4d4b-81bc-7edc5bfe55ce tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1802524'] for router_interface (b0f731a3-8d41-4751-bb25-ad89d577839d), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:26.022502 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-9470f82b-43fb-4700-b1cf-66056a33f43d None None] Current status of the port ccc1af06-88f5-4bea-8a25-c69c7d3018ab is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:38:26.023169 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9470f82b-43fb-4700-b1cf-66056a33f43d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (ccc1af06-88f5-4bea-8a25-c69c7d3018ab), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:26.062874 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-9470f82b-43fb-4700-b1cf-66056a33f43d None None] For port ccc1af06-88f5-4bea-8a25-c69c7d3018ab, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ccc1af06-88f5-4bea-8a25-c69c7d3018ab,segment=NetworkSegment(d9505a46-ac05-4916-9638-848d7792c798),segment_id=d9505a46-ac05-4916-9638-848d7792c798)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:38:26.069412 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9470f82b-43fb-4700-b1cf-66056a33f43d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (ccc1af06-88f5-4bea-8a25-c69c7d3018ab), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:26.123539 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69663af5-2d7e-4d4b-81bc-7edc5bfe55ce tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Pushing event updated for resources: {'Port': ['ID=011549c6-5296-4e32-9985-58845b963538,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:26.131529 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9470f82b-43fb-4700-b1cf-66056a33f43d None None] Pushing event updated for resources: {'Port': ['ID=ccc1af06-88f5-4bea-8a25-c69c7d3018ab,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:26.179846 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9ccb046b-b62f-4ff7-bb3e-65be86a2bfb8 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (8b2614bf-cbb5-4738-a3b6-2b3e9a1de1f5), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:26.197198 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4d20ec3-91a8-438c-b54e-35ae69a37a6a None None] Network 14678aab-2d45-4bf1-818f-830254557a1e requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:38:26.205923 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d42879-f386-41f5-a141-07f90481dc35 req-6bd8e1fe-a82f-4ee5-bc5c-cea050f24481 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:26.207519 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-e3d42879-f386-41f5-a141-07f90481dc35 req-6bd8e1fe-a82f-4ee5-bc5c-cea050f24481 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] 10.222.0.20 "GET /v2.0/ports?device_id=8cfd4575-f5a0-41ad-99a8-1ed282e710c5 HTTP/1.1" status: 200 len: 945 time: 0.2220876 Feb 28 10:38:26.320303 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-6c2f159c-290e-4a90-a43d-0f548a84f67c None None] Provisioning complete for port 6cc849c1-5b0f-4356-995b-67fbb234fae8 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:38:26.320713 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6c2f159c-290e-4a90-a43d-0f548a84f67c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (6cc849c1-5b0f-4356-995b-67fbb234fae8), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:26.335456 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69663af5-2d7e-4d4b-81bc-7edc5bfe55ce tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Network 5c5d8d3a-02c4-4e6e-b54d-1fc94b82e829 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:38:26.350187 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-69663af5-2d7e-4d4b-81bc-7edc5bfe55ce tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:38:26.362915 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-e3d42879-f386-41f5-a141-07f90481dc35 req-f1177963-e758-4aae-adc2-685bcae25012 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3dd5a6c-06a9-4f41-b438-f7d64990f73a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1479654 Feb 28 10:38:26.425169 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-6c2f159c-290e-4a90-a43d-0f548a84f67c None None] Current status of the port 6cc849c1-5b0f-4356-995b-67fbb234fae8 is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:38:26.425874 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6c2f159c-290e-4a90-a43d-0f548a84f67c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (6cc849c1-5b0f-4356-995b-67fbb234fae8), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:26.463666 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-6c2f159c-290e-4a90-a43d-0f548a84f67c None None] For port 6cc849c1-5b0f-4356-995b-67fbb234fae8, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6cc849c1-5b0f-4356-995b-67fbb234fae8,segment=NetworkSegment(8f3baf82-9e91-4e46-85c0-38567c2e92ed),segment_id=8f3baf82-9e91-4e46-85c0-38567c2e92ed)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:38:26.471209 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6c2f159c-290e-4a90-a43d-0f548a84f67c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (6cc849c1-5b0f-4356-995b-67fbb234fae8), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:26.556033 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2f159c-290e-4a90-a43d-0f548a84f67c None None] Pushing event updated for resources: {'Port': ['ID=6cc849c1-5b0f-4356-995b-67fbb234fae8,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:26.598854 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-b608b4b8-9b11-4c16-9a64-717a6177c8ad None None] Provisioning complete for port 011549c6-5296-4e32-9985-58845b963538 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:38:26.599386 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b608b4b8-9b11-4c16-9a64-717a6177c8ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (011549c6-5296-4e32-9985-58845b963538), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:26.654518 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69663af5-2d7e-4d4b-81bc-7edc5bfe55ce tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Router b0f731a3-8d41-4751-bb25-ad89d577839d is scheduled to L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 with binding_index 1 {{(pid=103407) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 10:38:26.658457 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-b608b4b8-9b11-4c16-9a64-717a6177c8ad None None] Port 011549c6-5296-4e32-9985-58845b963538 cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:38:26.669841 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-b608b4b8-9b11-4c16-9a64-717a6177c8ad None None] Provisioning complete for port ccc1af06-88f5-4bea-8a25-c69c7d3018ab triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:38:26.670432 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b608b4b8-9b11-4c16-9a64-717a6177c8ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (ccc1af06-88f5-4bea-8a25-c69c7d3018ab), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:26.764824 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 6cc849c1-5b0f-4356-995b-67fbb234fae8 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:38:26.793373 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-b608b4b8-9b11-4c16-9a64-717a6177c8ad None None] Current status of the port ccc1af06-88f5-4bea-8a25-c69c7d3018ab is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:38:26.796523 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9ccb046b-b62f-4ff7-bb3e-65be86a2bfb8 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for port (8b2614bf-cbb5-4738-a3b6-2b3e9a1de1f5), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:26.803719 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9ccb046b-b62f-4ff7-bb3e-65be86a2bfb8 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3498066'] for port (8b2614bf-cbb5-4738-a3b6-2b3e9a1de1f5), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:26.827527 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port 6cc849c1-5b0f-4356-995b-67fbb234fae8 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:38:26.829238 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (6cc849c1-5b0f-4356-995b-67fbb234fae8), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:26.937376 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 6cc849c1-5b0f-4356-995b-67fbb234fae8 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:38:26.938733 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 5d2bc7fb-9bb6-4134-8f0b-d716d3b5adbf up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:38:26.966783 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-a031cb2d-787d-482f-b993-9a48c308f0c7 None None] Provisioning complete for port 011549c6-5296-4e32-9985-58845b963538 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:38:26.967161 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a031cb2d-787d-482f-b993-9a48c308f0c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (011549c6-5296-4e32-9985-58845b963538), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:27.018084 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-a031cb2d-787d-482f-b993-9a48c308f0c7 None None] Port 011549c6-5296-4e32-9985-58845b963538 cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:38:27.037245 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port 5d2bc7fb-9bb6-4134-8f0b-d716d3b5adbf triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:38:27.037626 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (5d2bc7fb-9bb6-4134-8f0b-d716d3b5adbf), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:27.039273 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-a031cb2d-787d-482f-b993-9a48c308f0c7 None None] Provisioning complete for port 8b2614bf-cbb5-4738-a3b6-2b3e9a1de1f5 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:38:27.039632 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a031cb2d-787d-482f-b993-9a48c308f0c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (8b2614bf-cbb5-4738-a3b6-2b3e9a1de1f5), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:27.101603 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-a031cb2d-787d-482f-b993-9a48c308f0c7 None None] Port 8b2614bf-cbb5-4738-a3b6-2b3e9a1de1f5 cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:38:27.119845 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-a031cb2d-787d-482f-b993-9a48c308f0c7 None None] Provisioning complete for port 6cc849c1-5b0f-4356-995b-67fbb234fae8 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:38:27.120190 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a031cb2d-787d-482f-b993-9a48c308f0c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (6cc849c1-5b0f-4356-995b-67fbb234fae8), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:27.180764 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 5d2bc7fb-9bb6-4134-8f0b-d716d3b5adbf is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:38:27.181893 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device ccc1af06-88f5-4bea-8a25-c69c7d3018ab up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:38:27.224861 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69663af5-2d7e-4d4b-81bc-7edc5bfe55ce tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:38:27.235408 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-69663af5-2d7e-4d4b-81bc-7edc5bfe55ce tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] 10.222.0.20 "PUT /v2.0/routers/b0f731a3-8d41-4751-bb25-ad89d577839d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4999623 Feb 28 10:38:27.238361 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 39652) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:27.246700 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ededf5-5e1b-4553-b5f3-537bf0abd8b9 None None] Sync routers for ids ['b0f731a3-8d41-4751-bb25-ad89d577839d'] in dv-neutron-master-2-hyperv {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:38:27.247015 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9ccb046b-b62f-4ff7-bb3e-65be86a2bfb8 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1802524'] for router_interface (445ef975-1dd3-494e-9129-a41669286726), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:27.248823 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccb046b-b62f-4ff7-bb3e-65be86a2bfb8 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event updated for resources: {'Port': ['ID=8b2614bf-cbb5-4738-a3b6-2b3e9a1de1f5,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:27.281115 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ededf5-5e1b-4553-b5f3-537bf0abd8b9 None None] Routers {'b0f731a3-8d41-4751-bb25-ad89d577839d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:38:27.281759 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-a7ededf5-5e1b-4553-b5f3-537bf0abd8b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:38:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['b0f731a3-8d41-4751-bb25-ad89d577839d'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:27.283471 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-a031cb2d-787d-482f-b993-9a48c308f0c7 None None] Current status of the port 6cc849c1-5b0f-4356-995b-67fbb234fae8 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:38:27.286547 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port ccc1af06-88f5-4bea-8a25-c69c7d3018ab triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:38:27.286929 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (ccc1af06-88f5-4bea-8a25-c69c7d3018ab), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:27.302436 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f59d0418-51c5-4088-bc70-a9eb24a6e7a9 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:27.306802 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-f59d0418-51c5-4088-bc70-a9eb24a6e7a9 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] 10.222.0.20 "GET /v2.0/ports/011549c6-5296-4e32-9985-58845b963538 HTTP/1.1" status: 200 len: 911 time: 0.0669885 Feb 28 10:38:27.307528 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 39654) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:27.319018 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-a7ededf5-5e1b-4553-b5f3-537bf0abd8b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:27.352366 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ededf5-5e1b-4553-b5f3-537bf0abd8b9 None None] Routers {'b0f731a3-8d41-4751-bb25-ad89d577839d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:38:27.353017 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-a7ededf5-5e1b-4553-b5f3-537bf0abd8b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:38:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['b0f731a3-8d41-4751-bb25-ad89d577839d'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:27.389585 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-a7ededf5-5e1b-4553-b5f3-537bf0abd8b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:27.390274 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ededf5-5e1b-4553-b5f3-537bf0abd8b9 None None] The sync data for ids ['b0f731a3-8d41-4751-bb25-ad89d577839d'] in dv-neutron-master-2-hyperv is: [] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:38:27.418958 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ccb046b-b62f-4ff7-bb3e-65be86a2bfb8 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Network 14678aab-2d45-4bf1-818f-830254557a1e is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:38:27.422133 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-96fecefe-8aa4-4e03-9014-df5389a566df None None] Provisioning complete for port 011549c6-5296-4e32-9985-58845b963538 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:38:27.423612 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-96fecefe-8aa4-4e03-9014-df5389a566df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (011549c6-5296-4e32-9985-58845b963538), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:27.423762 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-9ccb046b-b62f-4ff7-bb3e-65be86a2bfb8 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:38:27.488961 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-96fecefe-8aa4-4e03-9014-df5389a566df None None] Port 011549c6-5296-4e32-9985-58845b963538 cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:38:27.495236 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port ccc1af06-88f5-4bea-8a25-c69c7d3018ab is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:38:27.506511 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-96fecefe-8aa4-4e03-9014-df5389a566df None None] Provisioning complete for port 8b2614bf-cbb5-4738-a3b6-2b3e9a1de1f5 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:38:27.506851 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-96fecefe-8aa4-4e03-9014-df5389a566df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (8b2614bf-cbb5-4738-a3b6-2b3e9a1de1f5), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:27.543066 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-96fecefe-8aa4-4e03-9014-df5389a566df None None] Port 8b2614bf-cbb5-4738-a3b6-2b3e9a1de1f5 cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:38:27.666877 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-9afae37e-567a-4380-94dc-87392f15e603 None None] Provisioning complete for port 8b2614bf-cbb5-4738-a3b6-2b3e9a1de1f5 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:38:27.667255 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9afae37e-567a-4380-94dc-87392f15e603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (8b2614bf-cbb5-4738-a3b6-2b3e9a1de1f5), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:27.686799 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97b0567-a60d-4b33-a24c-5a74453bded4 req-8cbd4df5-c06d-4058-9508-8f77e822779c tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:27.688347 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-c97b0567-a60d-4b33-a24c-5a74453bded4 req-8cbd4df5-c06d-4058-9508-8f77e822779c tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] 10.222.0.20 "GET /v2.0/ports?device_id=8cfd4575-f5a0-41ad-99a8-1ed282e710c5 HTTP/1.1" status: 200 len: 945 time: 0.2129176 Feb 28 10:38:27.705460 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-9afae37e-567a-4380-94dc-87392f15e603 None None] Port 8b2614bf-cbb5-4738-a3b6-2b3e9a1de1f5 cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:38:27.743276 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ccb046b-b62f-4ff7-bb3e-65be86a2bfb8 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Router 445ef975-1dd3-494e-9129-a41669286726 has already been hosted by L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:38:27.789395 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-c97b0567-a60d-4b33-a24c-5a74453bded4 req-a01e2824-add8-4523-9d2a-dfd09a8dd0c0 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3dd5a6c-06a9-4f41-b438-f7d64990f73a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941024 Feb 28 10:38:27.918543 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ccb046b-b62f-4ff7-bb3e-65be86a2bfb8 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:38:27.923935 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-9ccb046b-b62f-4ff7-bb3e-65be86a2bfb8 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "PUT /v2.0/routers/445ef975-1dd3-494e-9129-a41669286726/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2754788 Feb 28 10:38:27.926677 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 39658) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:27.932305 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a9286fa-7ad7-45a0-bf10-d885b19501ea None None] Sync routers for ids ['445ef975-1dd3-494e-9129-a41669286726'] in dv-neutron-master-2-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:38:27.937172 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3722cfdc-925c-4ba3-908d-5b856d1bfd74 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1802615'] for router_interface (b0f731a3-8d41-4751-bb25-ad89d577839d), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:27.943920 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a9286fa-7ad7-45a0-bf10-d885b19501ea None None] Routers {'445ef975-1dd3-494e-9129-a41669286726'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:38:27.944542 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-6a9286fa-7ad7-45a0-bf10-d885b19501ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:38:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['445ef975-1dd3-494e-9129-a41669286726'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:28.057803 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-6a9286fa-7ad7-45a0-bf10-d885b19501ea None None] Set router 445ef975-1dd3-494e-9129-a41669286726 gateway port host: dv-neutron-master-2-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:38:28.204010 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-3722cfdc-925c-4ba3-908d-5b856d1bfd74 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Deleting port 011549c6-5296-4e32-9985-58845b963538 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:38:28.204515 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3722cfdc-925c-4ba3-908d-5b856d1bfd74 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (011549c6-5296-4e32-9985-58845b963538), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:28.281413 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-6a9286fa-7ad7-45a0-bf10-d885b19501ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '445ef975-1dd3-494e-9129-a41669286726', 'name': 'tempest-TestNetworkBasicOps-router-1797998944', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.135'}], 'enable_snat': True}, 'gw_port_id': '5d2bc7fb-9bb6-4134-8f0b-d716d3b5adbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:38:19Z', 'updated_at': '2022-02-28T10:38:26Z', 'revision_number': 4, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'gw_port': {'id': '5d2bc7fb-9bb6-4134-8f0b-d716d3b5adbf', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:bd:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445ef975-1dd3-494e-9129-a41669286726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:38:19Z', 'updated_at': '2022-02-28T10:38:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '8b2614bf-cbb5-4738-a3b6-2b3e9a1de1f5', 'name': '', 'network_id': '14678aab-2d45-4bf1-818f-830254557a1e', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'mac_address': 'fa:16:3e:2f:be:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '445ef975-1dd3-494e-9129-a41669286726', 'device_owner': 'network:router_interface', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '408b7934-d6b4-4b80-9390-aa1c07251c33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:38:25Z', 'updated_at': '2022-02-28T10:38:26Z', 'revision_number': 2, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'subnets': [{'id': '408b7934-d6b4-4b80-9390-aa1c07251c33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:28.304595 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3722cfdc-925c-4ba3-908d-5b856d1bfd74 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (011549c6-5296-4e32-9985-58845b963538), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:28.310610 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a9286fa-7ad7-45a0-bf10-d885b19501ea None None] Checking router: 445ef975-1dd3-494e-9129-a41669286726 for host: dv-neutron-master-2-hyperv {{(pid=103410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:38:28.310893 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a9286fa-7ad7-45a0-bf10-d885b19501ea None None] Updating router 445ef975-1dd3-494e-9129-a41669286726 port 8b2614bf-cbb5-4738-a3b6-2b3e9a1de1f5 binding host dv-neutron-master-2-hyperv {{(pid=103410) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 10:38:28.317721 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-3722cfdc-925c-4ba3-908d-5b856d1bfd74 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Calling delete_port for 011549c6-5296-4e32-9985-58845b963538 owned by network:router_interface {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:38:28.342959 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6a9286fa-7ad7-45a0-bf10-d885b19501ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (8b2614bf-cbb5-4738-a3b6-2b3e9a1de1f5), before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:28.346415 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d40e57b-f058-45b4-8edd-a60374340e1b tempest-TestNetworkBasicOps-986752647 tempest-TestNetworkBasicOps-986752647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:28.346988 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d40e57b-f058-45b4-8edd-a60374340e1b tempest-TestNetworkBasicOps-986752647 tempest-TestNetworkBasicOps-986752647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:28.347511 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d40e57b-f058-45b4-8edd-a60374340e1b tempest-TestNetworkBasicOps-986752647 tempest-TestNetworkBasicOps-986752647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:28.348034 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d40e57b-f058-45b4-8edd-a60374340e1b tempest-TestNetworkBasicOps-986752647 tempest-TestNetworkBasicOps-986752647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:28.348535 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d40e57b-f058-45b4-8edd-a60374340e1b tempest-TestNetworkBasicOps-986752647 tempest-TestNetworkBasicOps-986752647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:28.349073 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d40e57b-f058-45b4-8edd-a60374340e1b tempest-TestNetworkBasicOps-986752647 tempest-TestNetworkBasicOps-986752647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:28.350930 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-5d40e57b-f058-45b4-8edd-a60374340e1b tempest-TestNetworkBasicOps-986752647 tempest-TestNetworkBasicOps-986752647-project-admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4255 time: 0.4231579 Feb 28 10:38:28.353642 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 39660) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:28.449344 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4dbbd91-aba8-4bca-98ea-7e4abcd2a882 tempest-TestNetworkBasicOps-986752647 tempest-TestNetworkBasicOps-986752647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:28.449849 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4dbbd91-aba8-4bca-98ea-7e4abcd2a882 tempest-TestNetworkBasicOps-986752647 tempest-TestNetworkBasicOps-986752647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:28.450306 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4dbbd91-aba8-4bca-98ea-7e4abcd2a882 tempest-TestNetworkBasicOps-986752647 tempest-TestNetworkBasicOps-986752647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:28.450793 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4dbbd91-aba8-4bca-98ea-7e4abcd2a882 tempest-TestNetworkBasicOps-986752647 tempest-TestNetworkBasicOps-986752647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:28.451273 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4dbbd91-aba8-4bca-98ea-7e4abcd2a882 tempest-TestNetworkBasicOps-986752647 tempest-TestNetworkBasicOps-986752647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:28.451868 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4dbbd91-aba8-4bca-98ea-7e4abcd2a882 tempest-TestNetworkBasicOps-986752647 tempest-TestNetworkBasicOps-986752647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:28.454319 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-d4dbbd91-aba8-4bca-98ea-7e4abcd2a882 tempest-TestNetworkBasicOps-986752647 tempest-TestNetworkBasicOps-986752647-project-admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3961 time: 0.0994685 Feb 28 10:38:28.458322 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 39662) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:28.525868 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3722cfdc-925c-4ba3-908d-5b856d1bfd74 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (011549c6-5296-4e32-9985-58845b963538), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:28.560725 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 6cc849c1-5b0f-4356-995b-67fbb234fae8 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:38:28.576053 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3722cfdc-925c-4ba3-908d-5b856d1bfd74 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Pushing event deleted for resources: {'Port': ['ID=011549c6-5296-4e32-9985-58845b963538,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:28.629583 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port 6cc849c1-5b0f-4356-995b-67fbb234fae8 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:38:28.629996 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (6cc849c1-5b0f-4356-995b-67fbb234fae8), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:28.700023 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6a9286fa-7ad7-45a0-bf10-d885b19501ea None None] Publish callbacks [] for port (8b2614bf-cbb5-4738-a3b6-2b3e9a1de1f5), precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:28.710308 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3722cfdc-925c-4ba3-908d-5b856d1bfd74 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1802651'] for router_interface (b0f731a3-8d41-4751-bb25-ad89d577839d), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:28.711854 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6a9286fa-7ad7-45a0-bf10-d885b19501ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (8b2614bf-cbb5-4738-a3b6-2b3e9a1de1f5), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:28.755077 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-10969971-1aa9-4ac4-8bd9-722ae502c9b3 tempest-TestNetworkBasicOps-986752647 tempest-TestNetworkBasicOps-986752647-project-admin] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2870 time: 0.2935388 Feb 28 10:38:28.755303 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 6cc849c1-5b0f-4356-995b-67fbb234fae8 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:38:28.777976 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80424b28-456b-4f22-9010-d0b22768da9d None None] Pushing event updated for resources: {'Port': ['ID=8b2614bf-cbb5-4738-a3b6-2b3e9a1de1f5,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:28.850750 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-6a9286fa-7ad7-45a0-bf10-d885b19501ea None None] Attempting to bind port 8b2614bf-cbb5-4738-a3b6-2b3e9a1de1f5 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:38:28.851310 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-6a9286fa-7ad7-45a0-bf10-d885b19501ea None None] Attempting to bind port 8b2614bf-cbb5-4738-a3b6-2b3e9a1de1f5 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '8f3baf82-9e91-4e46-85c0-38567c2e92ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '14678aab-2d45-4bf1-818f-830254557a1e'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:38:28.851639 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9286fa-7ad7-45a0-bf10-d885b19501ea None None] Attempting to bind port 8b2614bf-cbb5-4738-a3b6-2b3e9a1de1f5 on network 14678aab-2d45-4bf1-818f-830254557a1e {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:38:28.857770 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9286fa-7ad7-45a0-bf10-d885b19501ea None None] Checking agent: {'id': '75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 24, 15), 'started_at': datetime.datetime(2022, 2, 28, 10, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 38, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:38:28.858149 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9286fa-7ad7-45a0-bf10-d885b19501ea None None] Checking segment: {'id': '8f3baf82-9e91-4e46-85c0-38567c2e92ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '14678aab-2d45-4bf1-818f-830254557a1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:38:28.858560 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6a9286fa-7ad7-45a0-bf10-d885b19501ea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:28.858957 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9286fa-7ad7-45a0-bf10-d885b19501ea None None] Bound using segment: {'id': '8f3baf82-9e91-4e46-85c0-38567c2e92ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '14678aab-2d45-4bf1-818f-830254557a1e'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:38:28.859901 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-6a9286fa-7ad7-45a0-bf10-d885b19501ea None None] Bound port: 8b2614bf-cbb5-4738-a3b6-2b3e9a1de1f5, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f3baf82-9e91-4e46-85c0-38567c2e92ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '14678aab-2d45-4bf1-818f-830254557a1e'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:38:28.860181 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6a9286fa-7ad7-45a0-bf10-d885b19501ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (8b2614bf-cbb5-4738-a3b6-2b3e9a1de1f5), before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:28.954941 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-6a9286fa-7ad7-45a0-bf10-d885b19501ea None None] For port 8b2614bf-cbb5-4738-a3b6-2b3e9a1de1f5, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:38:28.961472 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-6a9286fa-7ad7-45a0-bf10-d885b19501ea None None] For port 8b2614bf-cbb5-4738-a3b6-2b3e9a1de1f5, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8b2614bf-cbb5-4738-a3b6-2b3e9a1de1f5,segment=NetworkSegment(8f3baf82-9e91-4e46-85c0-38567c2e92ed),segment_id=8f3baf82-9e91-4e46-85c0-38567c2e92ed)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:38:28.972851 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6a9286fa-7ad7-45a0-bf10-d885b19501ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (8b2614bf-cbb5-4738-a3b6-2b3e9a1de1f5), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:28.978390 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3722cfdc-925c-4ba3-908d-5b856d1bfd74 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Router b0f731a3-8d41-4751-bb25-ad89d577839d has already been hosted by L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:38:29.039884 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 39668) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:29.046440 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-aeb4398b-563a-4790-ba3d-2093dbf78331 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1598981215', 'description': 'tempest-secgroup-smoke-1598981215 description', 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:29.058518 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a9286fa-7ad7-45a0-bf10-d885b19501ea None None] Routers {'445ef975-1dd3-494e-9129-a41669286726'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:38:29.059154 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-6a9286fa-7ad7-45a0-bf10-d885b19501ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:38:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['445ef975-1dd3-494e-9129-a41669286726'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:29.064319 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80424b28-456b-4f22-9010-d0b22768da9d None None] Pushing event updated for resources: {'Port': ['ID=8b2614bf-cbb5-4738-a3b6-2b3e9a1de1f5,revision_number=4']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:29.101442 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7c2ee3-a6fa-41c0-b83f-7f47f8d82084 req-f669cab5-8ebc-4a7f-ba6f-2d48121a3800 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:29.103208 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-2c7c2ee3-a6fa-41c0-b83f-7f47f8d82084 req-f669cab5-8ebc-4a7f-ba6f-2d48121a3800 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] 10.222.0.20 "GET /v2.0/ports?device_id=8cfd4575-f5a0-41ad-99a8-1ed282e710c5 HTTP/1.1" status: 200 len: 945 time: 0.1562519 Feb 28 10:38:29.109652 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3722cfdc-925c-4ba3-908d-5b856d1bfd74 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:38:29.116507 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-3722cfdc-925c-4ba3-908d-5b856d1bfd74 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] 10.222.0.20 "PUT /v2.0/routers/b0f731a3-8d41-4751-bb25-ad89d577839d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8079302 Feb 28 10:38:29.119434 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 39670) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:29.123497 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175b5bc2-4724-446b-a5ed-8c46fe4d4479 None None] Sync routers for ids ['b0f731a3-8d41-4751-bb25-ad89d577839d'] in dv-neutron-master-2-hyperv {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:38:29.137031 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-aeb4398b-563a-4790-ba3d-2093dbf78331 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:29.161126 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175b5bc2-4724-446b-a5ed-8c46fe4d4479 None None] Routers {'b0f731a3-8d41-4751-bb25-ad89d577839d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:38:29.161781 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-175b5bc2-4724-446b-a5ed-8c46fe4d4479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:38:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['b0f731a3-8d41-4751-bb25-ad89d577839d'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:29.165617 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-68d4e25d-b97a-4f38-a243-093bddf92419 None None] Provisioning complete for port 8b2614bf-cbb5-4738-a3b6-2b3e9a1de1f5 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:38:29.166514 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-68d4e25d-b97a-4f38-a243-093bddf92419 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (8b2614bf-cbb5-4738-a3b6-2b3e9a1de1f5), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:29.182372 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-00f31ca7-e73f-4335-8cc0-80f5603a6efd tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0f731a3-8d41-4751-bb25-ad89d577839d HTTP/1.1" status: 200 len: 205 time: 0.0614867 Feb 28 10:38:29.187981 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 39672) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:29.221799 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-2c7c2ee3-a6fa-41c0-b83f-7f47f8d82084 req-1068f023-ada8-42ad-810e-f668b4b5ab09 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3dd5a6c-06a9-4f41-b438-f7d64990f73a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036460 Feb 28 10:38:29.258357 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-175b5bc2-4724-446b-a5ed-8c46fe4d4479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:29.276974 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175b5bc2-4724-446b-a5ed-8c46fe4d4479 None None] Routers {'b0f731a3-8d41-4751-bb25-ad89d577839d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:38:29.277770 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-175b5bc2-4724-446b-a5ed-8c46fe4d4479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:38:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['b0f731a3-8d41-4751-bb25-ad89d577839d'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:29.304465 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-aeb4398b-563a-4790-ba3d-2093dbf78331 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group (3f5b7237-829a-4c23-9f38-1bad5249c793), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:29.316371 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-aeb4398b-563a-4790-ba3d-2093dbf78331 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (3f5b7237-829a-4c23-9f38-1bad5249c793), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:29.326319 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-175b5bc2-4724-446b-a5ed-8c46fe4d4479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:29.329723 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175b5bc2-4724-446b-a5ed-8c46fe4d4479 None None] The sync data for ids ['b0f731a3-8d41-4751-bb25-ad89d577839d'] in dv-neutron-master-2-hyperv is: [] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:38:29.341653 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1cae4552-f1c0-462e-b2e7-60242326ad78 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks [] for router (b0f731a3-8d41-4751-bb25-ad89d577839d), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:29.342331 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-6a9286fa-7ad7-45a0-bf10-d885b19501ea None None] Set router 445ef975-1dd3-494e-9129-a41669286726 gateway port host: dv-neutron-master-2-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:38:29.362899 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb4398b-563a-4790-ba3d-2093dbf78331 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f5b7237-829a-4c23-9f38-1bad5249c793,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:29.368936 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-aeb4398b-563a-4790-ba3d-2093dbf78331 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:29.375798 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-aeb4398b-563a-4790-ba3d-2093dbf78331 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3342500 Feb 28 10:38:29.376842 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 39674) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:29.381424 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-c5dd1624-8135-4f47-9265-14f20cb6257d tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Request body: {'security_group_rule': {'security_group_id': '3f5b7237-829a-4c23-9f38-1bad5249c793', 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:29.404602 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-68d4e25d-b97a-4f38-a243-093bddf92419 None None] Current status of the port 8b2614bf-cbb5-4738-a3b6-2b3e9a1de1f5 is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:38:29.405061 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-68d4e25d-b97a-4f38-a243-093bddf92419 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (8b2614bf-cbb5-4738-a3b6-2b3e9a1de1f5), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:29.413781 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c5dd1624-8135-4f47-9265-14f20cb6257d tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (5fd74950-f42f-4631-a323-837b29e90e78), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:29.442634 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-68d4e25d-b97a-4f38-a243-093bddf92419 None None] For port 8b2614bf-cbb5-4738-a3b6-2b3e9a1de1f5, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8b2614bf-cbb5-4738-a3b6-2b3e9a1de1f5,segment=NetworkSegment(8f3baf82-9e91-4e46-85c0-38567c2e92ed),segment_id=8f3baf82-9e91-4e46-85c0-38567c2e92ed)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:38:29.449568 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-68d4e25d-b97a-4f38-a243-093bddf92419 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (8b2614bf-cbb5-4738-a3b6-2b3e9a1de1f5), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:29.489802 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c5dd1624-8135-4f47-9265-14f20cb6257d tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (5fd74950-f42f-4631-a323-837b29e90e78), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:29.495371 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c5dd1624-8135-4f47-9265-14f20cb6257d tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594242'] for security_group_rule (5fd74950-f42f-4631-a323-837b29e90e78), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:29.508694 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d4e25d-b97a-4f38-a243-093bddf92419 None None] Pushing event updated for resources: {'Port': ['ID=8b2614bf-cbb5-4738-a3b6-2b3e9a1de1f5,revision_number=5']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:29.528885 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dd1624-8135-4f47-9265-14f20cb6257d tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fd74950-f42f-4631-a323-837b29e90e78,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:29.536845 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c5dd1624-8135-4f47-9265-14f20cb6257d tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:29.540287 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-c5dd1624-8135-4f47-9265-14f20cb6257d tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1606371 Feb 28 10:38:29.542158 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 39676) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:29.548769 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-ec0728d9-20fb-4d0f-99a3-90deddffe688 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Request body: {'security_group_rule': {'security_group_id': '3f5b7237-829a-4c23-9f38-1bad5249c793', 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:29.574273 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-deb66c19-1bd8-4bb7-8e45-b1e05fc62199 None None] Provisioning complete for port 8b2614bf-cbb5-4738-a3b6-2b3e9a1de1f5 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:38:29.574900 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-deb66c19-1bd8-4bb7-8e45-b1e05fc62199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (8b2614bf-cbb5-4738-a3b6-2b3e9a1de1f5), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:29.582309 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ec0728d9-20fb-4d0f-99a3-90deddffe688 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (8302abd3-3d65-4c82-8937-39994e445ca9), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:29.588406 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1cae4552-f1c0-462e-b2e7-60242326ad78 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1807017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5941'] for router (b0f731a3-8d41-4751-bb25-ad89d577839d), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:29.591932 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1cae4552-f1c0-462e-b2e7-60242326ad78 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks [] for router_controller (b0f731a3-8d41-4751-bb25-ad89d577839d), precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:29.623981 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-6a9286fa-7ad7-45a0-bf10-d885b19501ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '445ef975-1dd3-494e-9129-a41669286726', 'name': 'tempest-TestNetworkBasicOps-router-1797998944', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.135'}], 'enable_snat': True}, 'gw_port_id': '5d2bc7fb-9bb6-4134-8f0b-d716d3b5adbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:38:19Z', 'updated_at': '2022-02-28T10:38:26Z', 'revision_number': 4, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'gw_port': {'id': '5d2bc7fb-9bb6-4134-8f0b-d716d3b5adbf', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:bd:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445ef975-1dd3-494e-9129-a41669286726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:38:19Z', 'updated_at': '2022-02-28T10:38:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '8b2614bf-cbb5-4738-a3b6-2b3e9a1de1f5', 'name': '', 'network_id': '14678aab-2d45-4bf1-818f-830254557a1e', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'mac_address': 'fa:16:3e:2f:be:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '445ef975-1dd3-494e-9129-a41669286726', 'device_owner': 'network:router_interface', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '408b7934-d6b4-4b80-9390-aa1c07251c33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:38:25Z', 'updated_at': '2022-02-28T10:38:28Z', 'revision_number': 4, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'subnets': [{'id': '408b7934-d6b4-4b80-9390-aa1c07251c33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:29.655839 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1cae4552-f1c0-462e-b2e7-60242326ad78 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1806994'] for router (b0f731a3-8d41-4751-bb25-ad89d577839d), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:29.656539 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cae4552-f1c0-462e-b2e7-60242326ad78 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Fanout notify agent at l3_agent the message router_deleted on router b0f731a3-8d41-4751-bb25-ad89d577839d {{(pid=103408) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 10:38:29.661862 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a9286fa-7ad7-45a0-bf10-d885b19501ea None None] The sync data for ids ['445ef975-1dd3-494e-9129-a41669286726'] in dv-neutron-master-2-hyperv is: [{'id': '445ef975-1dd3-494e-9129-a41669286726', 'name': 'tempest-TestNetworkBasicOps-router-1797998944', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.135'}], 'enable_snat': True}, 'gw_port_id': '5d2bc7fb-9bb6-4134-8f0b-d716d3b5adbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:38:19Z', 'updated_at': '2022-02-28T10:38:26Z', 'revision_number': 4, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'gw_port': {'id': '5d2bc7fb-9bb6-4134-8f0b-d716d3b5adbf', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:bd:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445ef975-1dd3-494e-9129-a41669286726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:38:19Z', 'updated_at': '2022-02-28T10:38:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '8b2614bf-cbb5-4738-a3b6-2b3e9a1de1f5', 'name': '', 'network_id': '14678aab-2d45-4bf1-818f-830254557a1e', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'mac_address': 'fa:16:3e:2f:be:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '445ef975-1dd3-494e-9129-a41669286726', 'device_owner': 'network:router_interface', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '408b7934-d6b4-4b80-9390-aa1c07251c33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:38:25Z', 'updated_at': '2022-02-28T10:38:28Z', 'revision_number': 4, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'subnets': [{'id': '408b7934-d6b4-4b80-9390-aa1c07251c33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:38:29.668250 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ec0728d9-20fb-4d0f-99a3-90deddffe688 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (8302abd3-3d65-4c82-8937-39994e445ca9), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:29.669692 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1cae4552-f1c0-462e-b2e7-60242326ad78 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks [] for router (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:29.672700 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-1cae4552-f1c0-462e-b2e7-60242326ad78 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] 10.222.0.20 "DELETE /v2.0/routers/b0f731a3-8d41-4751-bb25-ad89d577839d HTTP/1.1" status: 204 len: 168 time: 0.4818037 Feb 28 10:38:29.674198 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 39678) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:29.676487 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ec0728d9-20fb-4d0f-99a3-90deddffe688 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594242'] for security_group_rule (8302abd3-3d65-4c82-8937-39994e445ca9), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:29.699571 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0728d9-20fb-4d0f-99a3-90deddffe688 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8302abd3-3d65-4c82-8937-39994e445ca9,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:29.707497 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ec0728d9-20fb-4d0f-99a3-90deddffe688 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:29.708829 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-ec0728d9-20fb-4d0f-99a3-90deddffe688 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1652818 Feb 28 10:38:29.711493 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 39680) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:29.719662 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-deb66c19-1bd8-4bb7-8e45-b1e05fc62199 None None] Current status of the port 8b2614bf-cbb5-4738-a3b6-2b3e9a1de1f5 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:38:29.727254 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-efccacf5-e227-41ae-a41d-7fe0adf39c8b tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Request body: {'security_group_rule': {'security_group_id': '3f5b7237-829a-4c23-9f38-1bad5249c793', 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:29.756816 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-efccacf5-e227-41ae-a41d-7fe0adf39c8b tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (47610a1a-37aa-45f4-ad66-4cbba222cae1), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:29.759287 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a66e4f0-f09f-4162-b5f6-37dd92994dac tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Deleting subnet 8c6f3ad5-4898-42ad-8215-7bf0e28342f7 {{(pid=103408) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:38:29.768481 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1a66e4f0-f09f-4162-b5f6-37dd92994dac tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks [] for subnet (8c6f3ad5-4898-42ad-8215-7bf0e28342f7), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:29.820357 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-efccacf5-e227-41ae-a41d-7fe0adf39c8b tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (47610a1a-37aa-45f4-ad66-4cbba222cae1), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:29.820702 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1a66e4f0-f09f-4162-b5f6-37dd92994dac tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3423529'] for subnet (8c6f3ad5-4898-42ad-8215-7bf0e28342f7), precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:29.825313 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-efccacf5-e227-41ae-a41d-7fe0adf39c8b tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594242'] for security_group_rule (47610a1a-37aa-45f4-ad66-4cbba222cae1), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:29.847198 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efccacf5-e227-41ae-a41d-7fe0adf39c8b tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47610a1a-37aa-45f4-ad66-4cbba222cae1,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:29.858245 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-efccacf5-e227-41ae-a41d-7fe0adf39c8b tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:29.859631 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-efccacf5-e227-41ae-a41d-7fe0adf39c8b tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1467049 Feb 28 10:38:29.862866 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 39682) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:29.869859 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-d6f50a33-2372-4d5e-8f66-b3545447e50a tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Request body: {'security_group_rule': {'security_group_id': '3f5b7237-829a-4c23-9f38-1bad5249c793', 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:29.939814 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d6f50a33-2372-4d5e-8f66-b3545447e50a tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (f0580d0e-1337-4f85-bf5d-e61f077a09f6), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:29.942911 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1a66e4f0-f09f-4162-b5f6-37dd92994dac tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-823142'] for subnet (8c6f3ad5-4898-42ad-8215-7bf0e28342f7), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:30.055748 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1a66e4f0-f09f-4162-b5f6-37dd92994dac tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-823145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3242523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3951170'] for subnet (8c6f3ad5-4898-42ad-8215-7bf0e28342f7), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:30.059707 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d6f50a33-2372-4d5e-8f66-b3545447e50a tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (f0580d0e-1337-4f85-bf5d-e61f077a09f6), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:30.068740 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d6f50a33-2372-4d5e-8f66-b3545447e50a tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594242'] for security_group_rule (f0580d0e-1337-4f85-bf5d-e61f077a09f6), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:30.094886 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a66e4f0-f09f-4162-b5f6-37dd92994dac tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Pushing event deleted for resources: {'Subnet': ['ID=8c6f3ad5-4898-42ad-8215-7bf0e28342f7,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:30.104929 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1a66e4f0-f09f-4162-b5f6-37dd92994dac tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks [] for subnet (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:30.110672 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-1a66e4f0-f09f-4162-b5f6-37dd92994dac tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] 10.222.0.20 "DELETE /v2.0/subnets/8c6f3ad5-4898-42ad-8215-7bf0e28342f7 HTTP/1.1" status: 204 len: 168 time: 0.4325268 Feb 28 10:38:30.110906 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b72e70a8-da12-474d-abfd-bc5401cfbd88 None None] Network 5c5d8d3a-02c4-4e6e-b54d-1fc94b82e829 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:38:30.111086 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 39684) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:30.114361 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f50a33-2372-4d5e-8f66-b3545447e50a tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0580d0e-1337-4f85-bf5d-e61f077a09f6,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:30.123083 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d6f50a33-2372-4d5e-8f66-b3545447e50a tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:30.125414 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-d6f50a33-2372-4d5e-8f66-b3545447e50a tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2614918 Feb 28 10:38:30.127116 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 39686) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:30.132603 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-dd45d99d-2d5c-45fc-9ee6-6fcc3011cc83 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Request body: {'security_group_rule': {'security_group_id': '3f5b7237-829a-4c23-9f38-1bad5249c793', 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:30.167850 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.db.securitygroups_db [None req-dd45d99d-2d5c-45fc-9ee6-6fcc3011cc83 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Project 5a84b6bdce3e454e9741c4fbc09bfc68 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 10:38:30.179610 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-dd45d99d-2d5c-45fc-9ee6-6fcc3011cc83 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (ef61d3e0-3c24-4e6f-b29f-ccbbc265fe16), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:30.218286 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-10df37b7-21f1-4e6d-a732-27a5c21da65d tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-665757'] for network (5c5d8d3a-02c4-4e6e-b54d-1fc94b82e829), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:30.257371 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-dd45d99d-2d5c-45fc-9ee6-6fcc3011cc83 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (ef61d3e0-3c24-4e6f-b29f-ccbbc265fe16), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:30.267589 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-dd45d99d-2d5c-45fc-9ee6-6fcc3011cc83 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594242'] for security_group_rule (ef61d3e0-3c24-4e6f-b29f-ccbbc265fe16), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:30.289120 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-10df37b7-21f1-4e6d-a732-27a5c21da65d tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Deleting port ccc1af06-88f5-4bea-8a25-c69c7d3018ab {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:38:30.289535 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-10df37b7-21f1-4e6d-a732-27a5c21da65d tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (ccc1af06-88f5-4bea-8a25-c69c7d3018ab), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:30.309882 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd45d99d-2d5c-45fc-9ee6-6fcc3011cc83 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef61d3e0-3c24-4e6f-b29f-ccbbc265fe16,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:30.321385 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca673ebd-dde8-46d9-9661-6e34b8c70007 None None] DHCP port deletion for 5c5d8d3a-02c4-4e6e-b54d-1fc94b82e829 request from dv-neutron-master-2-hyperv {{(pid=103409) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:38:30.334336 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-dd45d99d-2d5c-45fc-9ee6-6fcc3011cc83 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:30.336088 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-dd45d99d-2d5c-45fc-9ee6-6fcc3011cc83 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2080171 Feb 28 10:38:30.339252 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 39690) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:30.344725 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-0853a980-82c1-4e1f-bd89-dc8398a1802f tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Request body: {'security_group_rule': {'security_group_id': '3f5b7237-829a-4c23-9f38-1bad5249c793', 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:30.376109 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.db.securitygroups_db [None req-0853a980-82c1-4e1f-bd89-dc8398a1802f tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Project 5a84b6bdce3e454e9741c4fbc09bfc68 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 10:38:30.382335 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-ca673ebd-dde8-46d9-9661-6e34b8c70007 None None] Deleting port ccc1af06-88f5-4bea-8a25-c69c7d3018ab {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:38:30.382666 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0853a980-82c1-4e1f-bd89-dc8398a1802f tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (e718a693-3411-4e9c-9e5a-bc728d359717), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:30.382902 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ca673ebd-dde8-46d9-9661-6e34b8c70007 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (ccc1af06-88f5-4bea-8a25-c69c7d3018ab), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:30.417510 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-10df37b7-21f1-4e6d-a732-27a5c21da65d tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] For port ccc1af06-88f5-4bea-8a25-c69c7d3018ab, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ccc1af06-88f5-4bea-8a25-c69c7d3018ab,segment=NetworkSegment(d9505a46-ac05-4916-9638-848d7792c798),segment_id=d9505a46-ac05-4916-9638-848d7792c798)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:38:30.418038 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-10df37b7-21f1-4e6d-a732-27a5c21da65d tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (ccc1af06-88f5-4bea-8a25-c69c7d3018ab), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:30.436424 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-10df37b7-21f1-4e6d-a732-27a5c21da65d tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Calling delete_port for ccc1af06-88f5-4bea-8a25-c69c7d3018ab owned by network:dhcp {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:38:30.450353 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-ca673ebd-dde8-46d9-9661-6e34b8c70007 None None] For port ccc1af06-88f5-4bea-8a25-c69c7d3018ab, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ccc1af06-88f5-4bea-8a25-c69c7d3018ab,segment=NetworkSegment(d9505a46-ac05-4916-9638-848d7792c798),segment_id=d9505a46-ac05-4916-9638-848d7792c798)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:38:30.450762 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ca673ebd-dde8-46d9-9661-6e34b8c70007 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (ccc1af06-88f5-4bea-8a25-c69c7d3018ab), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:30.460347 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69772df-3290-4ee0-98c5-c166596b371e req-bd37272f-9b1b-438c-bebc-0f805aa778b5 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:30.462454 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-e69772df-3290-4ee0-98c5-c166596b371e req-bd37272f-9b1b-438c-bebc-0f805aa778b5 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] 10.222.0.20 "GET /v2.0/ports?device_id=8cfd4575-f5a0-41ad-99a8-1ed282e710c5 HTTP/1.1" status: 200 len: 945 time: 0.1220744 Feb 28 10:38:30.471859 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-ca673ebd-dde8-46d9-9661-6e34b8c70007 None None] Calling delete_port for ccc1af06-88f5-4bea-8a25-c69c7d3018ab owned by network:dhcp {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:38:30.493429 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0853a980-82c1-4e1f-bd89-dc8398a1802f tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (e718a693-3411-4e9c-9e5a-bc728d359717), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:30.501221 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0853a980-82c1-4e1f-bd89-dc8398a1802f tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594242'] for security_group_rule (e718a693-3411-4e9c-9e5a-bc728d359717), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:30.526502 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0853a980-82c1-4e1f-bd89-dc8398a1802f tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e718a693-3411-4e9c-9e5a-bc728d359717,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:30.543335 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0853a980-82c1-4e1f-bd89-dc8398a1802f tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:30.547096 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-0853a980-82c1-4e1f-bd89-dc8398a1802f tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2049620 Feb 28 10:38:30.585749 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-e69772df-3290-4ee0-98c5-c166596b371e req-14db8ea2-35b7-457a-b2b8-23b404984c0a tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3dd5a6c-06a9-4f41-b438-f7d64990f73a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875297 Feb 28 10:38:30.611753 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ca673ebd-dde8-46d9-9661-6e34b8c70007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758'] for port (ccc1af06-88f5-4bea-8a25-c69c7d3018ab), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:30.622710 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-10df37b7-21f1-4e6d-a732-27a5c21da65d tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (ccc1af06-88f5-4bea-8a25-c69c7d3018ab), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:30.653822 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10df37b7-21f1-4e6d-a732-27a5c21da65d tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Pushing event deleted for resources: {'Port': ['ID=ccc1af06-88f5-4bea-8a25-c69c7d3018ab,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:30.655567 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 8b2614bf-cbb5-4738-a3b6-2b3e9a1de1f5 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:38:30.657653 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10df37b7-21f1-4e6d-a732-27a5c21da65d tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] No DVR routers for this DVR port ccc1af06-88f5-4bea-8a25-c69c7d3018ab on host dv-neutron-master-2-hyperv {{(pid=103407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:38:30.661389 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca673ebd-dde8-46d9-9661-6e34b8c70007 None None] Pushing event deleted for resources: {'Port': ['ID=ccc1af06-88f5-4bea-8a25-c69c7d3018ab,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:30.680914 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca673ebd-dde8-46d9-9661-6e34b8c70007 None None] No DVR routers for this DVR port ccc1af06-88f5-4bea-8a25-c69c7d3018ab on host dv-neutron-master-2-hyperv {{(pid=103409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:38:30.727032 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port 8b2614bf-cbb5-4738-a3b6-2b3e9a1de1f5 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:38:30.727541 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (8b2614bf-cbb5-4738-a3b6-2b3e9a1de1f5), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:30.758856 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-10df37b7-21f1-4e6d-a732-27a5c21da65d tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672413', 'neutron.services.segments.db._delete_segments_for_network-8742057110173'] for network (5c5d8d3a-02c4-4e6e-b54d-1fc94b82e829), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:30.786464 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-10df37b7-21f1-4e6d-a732-27a5c21da65d tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c5d8d3a-02c4-4e6e-b54d-1fc94b82e829']}} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:30.799636 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-10df37b7-21f1-4e6d-a732-27a5c21da65d tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9505a46-ac05-4916-9638-848d7792c798') {'for_net_delete': True} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:30.800023 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-10df37b7-21f1-4e6d-a732-27a5c21da65d tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9505a46-ac05-4916-9638-848d7792c798') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:30.820379 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-10df37b7-21f1-4e6d-a732-27a5c21da65d tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742057113766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3501147'] for segment (d9505a46-ac05-4916-9638-848d7792c798), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:30.821785 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 8b2614bf-cbb5-4738-a3b6-2b3e9a1de1f5 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:38:30.846524 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-10df37b7-21f1-4e6d-a732-27a5c21da65d tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (d9505a46-ac05-4916-9638-848d7792c798), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:30.866331 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10df37b7-21f1-4e6d-a732-27a5c21da65d tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Releasing vlan 298 on physical network physnet1 to pool {{(pid=103407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:38:30.866737 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-10df37b7-21f1-4e6d-a732-27a5c21da65d tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3498166'] for segment (d9505a46-ac05-4916-9638-848d7792c798), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:30.869746 dv-neutron-master-2-hyperv neutron-server[103407]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 10:38:30.869746 dv-neutron-master-2-hyperv neutron-server[103407]: self.session.flush() Feb 28 10:38:30.869746 dv-neutron-master-2-hyperv neutron-server[103407]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 10:38:30.869746 dv-neutron-master-2-hyperv neutron-server[103407]: self.session.flush() Feb 28 10:38:30.869746 dv-neutron-master-2-hyperv neutron-server[103407]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 10:38:30.869746 dv-neutron-master-2-hyperv neutron-server[103407]: self.session.flush() Feb 28 10:38:30.869746 dv-neutron-master-2-hyperv neutron-server[103407]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 10:38:30.869746 dv-neutron-master-2-hyperv neutron-server[103407]: self.session.flush() Feb 28 10:38:30.869746 dv-neutron-master-2-hyperv neutron-server[103407]: Traceback (most recent call last): Feb 28 10:38:30.869746 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:38:30.869746 dv-neutron-master-2-hyperv neutron-server[103407]: timer() Feb 28 10:38:30.869746 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:38:30.869746 dv-neutron-master-2-hyperv neutron-server[103407]: cb(*args, **kw) Feb 28 10:38:30.869746 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:38:30.869746 dv-neutron-master-2-hyperv neutron-server[103407]: return func(*args, **kwargs) Feb 28 10:38:30.869746 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:38:30.869746 dv-neutron-master-2-hyperv neutron-server[103407]: self._notify() Feb 28 10:38:30.869746 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:38:30.869746 dv-neutron-master-2-hyperv neutron-server[103407]: self.callback(batched_events) Feb 28 10:38:30.869746 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:38:30.869746 dv-neutron-master-2-hyperv neutron-server[103407]: event.method(event) Feb 28 10:38:30.869746 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:38:30.869746 dv-neutron-master-2-hyperv neutron-server[103407]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:38:30.869746 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:38:30.869746 dv-neutron-master-2-hyperv neutron-server[103407]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:38:30.869746 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:38:30.869746 dv-neutron-master-2-hyperv neutron-server[103407]: return f(self, *a, **k) Feb 28 10:38:30.869746 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:38:30.869746 dv-neutron-master-2-hyperv neutron-server[103407]: return self._get(url).json() Feb 28 10:38:30.869746 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:38:30.869746 dv-neutron-master-2-hyperv neutron-server[103407]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:38:30.869746 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:38:30.869746 dv-neutron-master-2-hyperv neutron-server[103407]: return self.request(url, 'GET', **kwargs) Feb 28 10:38:30.869746 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:38:30.869746 dv-neutron-master-2-hyperv neutron-server[103407]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:38:30.869746 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:38:30.869746 dv-neutron-master-2-hyperv neutron-server[103407]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:38:30.869746 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:38:30.869746 dv-neutron-master-2-hyperv neutron-server[103407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:38:30.869746 dv-neutron-master-2-hyperv neutron-server[103407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:38:30.873150 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device ccc1af06-88f5-4bea-8a25-c69c7d3018ab no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:38:30.893400 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] No Port match for: ccc1af06-88f5-4bea-8a25-c69c7d3018ab {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:38:30.893763 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device ccc1af06-88f5-4bea-8a25-c69c7d3018ab not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:38:30.917512 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-5cb71516-f254-4357-bfc9-ca489cd96f87 req-3c67837a-c39d-4c2d-9230-636eb743c355 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1598981215&fields=id&tenant_id=5a84b6bdce3e454e9741c4fbc09bfc68 HTTP/1.1" status: 200 len: 267 time: 0.1228087 Feb 28 10:38:30.987651 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-10df37b7-21f1-4e6d-a732-27a5c21da65d tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803269'] for network (5c5d8d3a-02c4-4e6e-b54d-1fc94b82e829), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:30.993062 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-10df37b7-21f1-4e6d-a732-27a5c21da65d tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:30.996353 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-10df37b7-21f1-4e6d-a732-27a5c21da65d tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] 10.222.0.20 "DELETE /v2.0/networks/5c5d8d3a-02c4-4e6e-b54d-1fc94b82e829 HTTP/1.1" status: 204 len: 168 time: 0.8840330 Feb 28 10:38:31.000331 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 39704) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:31.006358 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-0f5a6b54-5aba-47a0-8c56-3ef5c0f55dd8 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1135384235', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840'}, 'admin_state_up': False}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:31.019690 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10df37b7-21f1-4e6d-a732-27a5c21da65d tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Pushing event deleted for resources: {'Network': ['ID=5c5d8d3a-02c4-4e6e-b54d-1fc94b82e829,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:31.033797 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0f5a6b54-5aba-47a0-8c56-3ef5c0f55dd8 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1805251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254175'] for router (4f049d93-a7d6-45cd-bcb3-a87e60b398d7), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:31.034994 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0f5a6b54-5aba-47a0-8c56-3ef5c0f55dd8 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1804172', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1602053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254150'] for router (4f049d93-a7d6-45cd-bcb3-a87e60b398d7), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:31.073493 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb71516-f254-4357-bfc9-ca489cd96f87 req-5988d37f-bf52-4243-b921-34264c96bc27 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:31.075005 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-5cb71516-f254-4357-bfc9-ca489cd96f87 req-5988d37f-bf52-4243-b921-34264c96bc27 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/networks?id=14678aab-2d45-4bf1-818f-830254557a1e HTTP/1.1" status: 200 len: 796 time: 0.1439719 Feb 28 10:38:31.089307 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0f5a6b54-5aba-47a0-8c56-3ef5c0f55dd8 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks [] for router_controller (4f049d93-a7d6-45cd-bcb3-a87e60b398d7), precommit_add_association {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:31.090460 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-5cb71516-f254-4357-bfc9-ca489cd96f87 req-b74e8be0-3550-4add-bb9d-1f155d9ffc8e tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/quotas/5a84b6bdce3e454e9741c4fbc09bfc68 HTTP/1.1" status: 200 len: 375 time: 0.0096488 Feb 28 10:38:31.147087 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-5cb71516-f254-4357-bfc9-ca489cd96f87 req-7723a765-84bc-4164-9713-6a11218b74d6 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=5a84b6bdce3e454e9741c4fbc09bfc68&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0504761 Feb 28 10:38:31.234913 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0f5a6b54-5aba-47a0-8c56-3ef5c0f55dd8 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks [] for router_gateway (4f049d93-a7d6-45cd-bcb3-a87e60b398d7), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:31.349725 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-5cb71516-f254-4357-bfc9-ca489cd96f87 req-e55befcc-8f70-4761-8f8f-b30d3636002e service neutron] 10.222.0.20 "GET /v2.0/networks/14678aab-2d45-4bf1-818f-830254557a1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912482 Feb 28 10:38:31.441315 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0f5a6b54-5aba-47a0-8c56-3ef5c0f55dd8 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks [] for router_gateway (4f049d93-a7d6-45cd-bcb3-a87e60b398d7), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:31.445381 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-5cb71516-f254-4357-bfc9-ca489cd96f87 req-cad6aa4e-93e8-4c63-aba2-7d6ca67b68c2 service neutron] 10.222.0.20 "GET /v2.0/networks/14678aab-2d45-4bf1-818f-830254557a1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898454 Feb 28 10:38:31.460728 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0f5a6b54-5aba-47a0-8c56-3ef5c0f55dd8 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:31.617234 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-55a6bb70-5a3c-42fb-b324-ad70fd93e3ed req-d5882087-3aca-4337-b183-542e03ee9b1c tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e941b0b-6957-4b1e-b931-664834f15726 HTTP/1.1" status: 200 len: 210 time: 0.0305247 Feb 28 10:38:31.639984 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-0f5a6b54-5aba-47a0-8c56-3ef5c0f55dd8 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Allocated IP 172.36.5.3 (1e0804d0-d1d9-4d40-9de5-2936f3d87840/6f6f4129-23e5-4c3b-b4ef-4c7ce926797e/806219ad-065a-41ff-94ef-5359bc8acc94) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:38:31.744061 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0f5a6b54-5aba-47a0-8c56-3ef5c0f55dd8 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks [] for port (806219ad-065a-41ff-94ef-5359bc8acc94), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:31.749126 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4557b8ad-fcab-4017-8d24-ff8eaecf9620 req-ec591146-4843-4518-b45a-459aa1f6fec0 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:31.750840 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-4557b8ad-fcab-4017-8d24-ff8eaecf9620 req-ec591146-4843-4518-b45a-459aa1f6fec0 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] 10.222.0.20 "GET /v2.0/ports?device_id=8cfd4575-f5a0-41ad-99a8-1ed282e710c5 HTTP/1.1" status: 200 len: 945 time: 0.0677068 Feb 28 10:38:31.783746 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0f5a6b54-5aba-47a0-8c56-3ef5c0f55dd8 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (806219ad-065a-41ff-94ef-5359bc8acc94), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:31.810618 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-4557b8ad-fcab-4017-8d24-ff8eaecf9620 req-eba125d8-62e0-482a-8a18-b2aeb4149da1 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3dd5a6c-06a9-4f41-b438-f7d64990f73a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519395 Feb 28 10:38:31.833749 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f5a6b54-5aba-47a0-8c56-3ef5c0f55dd8 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Network 1e0804d0-d1d9-4d40-9de5-2936f3d87840 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:38:31.834809 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-0f5a6b54-5aba-47a0-8c56-3ef5c0f55dd8 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:38:31.838091 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5a6b54-5aba-47a0-8c56-3ef5c0f55dd8 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:38:31.863406 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5a6b54-5aba-47a0-8c56-3ef5c0f55dd8 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Pushing event updated for resources: {'Port': ['ID=806219ad-065a-41ff-94ef-5359bc8acc94,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:32.384343 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0f5a6b54-5aba-47a0-8c56-3ef5c0f55dd8 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks [] for router_gateway (4f049d93-a7d6-45cd-bcb3-a87e60b398d7), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:32.600451 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0f5a6b54-5aba-47a0-8c56-3ef5c0f55dd8 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1804241'] for router (4f049d93-a7d6-45cd-bcb3-a87e60b398d7), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:32.754041 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f5a6b54-5aba-47a0-8c56-3ef5c0f55dd8 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Router 4f049d93-a7d6-45cd-bcb3-a87e60b398d7 is scheduled to L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 with binding_index 1 {{(pid=103408) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 10:38:32.878006 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f5a6b54-5aba-47a0-8c56-3ef5c0f55dd8 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:38:32.892333 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8643a745-7990-4a62-b498-3c80328c98df None None] Sync routers for ids ['4f049d93-a7d6-45cd-bcb3-a87e60b398d7'] in dv-neutron-master-2-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:38:32.900924 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0f5a6b54-5aba-47a0-8c56-3ef5c0f55dd8 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks [] for router (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:32.902203 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-0f5a6b54-5aba-47a0-8c56-3ef5c0f55dd8 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 1.8997753 Feb 28 10:38:32.904924 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 39730) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:32.908454 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8643a745-7990-4a62-b498-3c80328c98df None None] Routers {'4f049d93-a7d6-45cd-bcb3-a87e60b398d7'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:38:32.909293 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-8643a745-7990-4a62-b498-3c80328c98df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:38:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['4f049d93-a7d6-45cd-bcb3-a87e60b398d7'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:32.945047 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-8643a745-7990-4a62-b498-3c80328c98df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:32.955698 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8643a745-7990-4a62-b498-3c80328c98df None None] Routers {'4f049d93-a7d6-45cd-bcb3-a87e60b398d7'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:38:32.956465 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-8643a745-7990-4a62-b498-3c80328c98df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:38:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['4f049d93-a7d6-45cd-bcb3-a87e60b398d7'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:32.991094 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-8643a745-7990-4a62-b498-3c80328c98df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:32.991884 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8643a745-7990-4a62-b498-3c80328c98df None None] The sync data for ids ['4f049d93-a7d6-45cd-bcb3-a87e60b398d7'] in dv-neutron-master-2-hyperv is: [] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:38:33.034947 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-18a5eb06-eb74-4393-b167-898b0de5e011 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] 10.222.0.20 "GET /v2.0/routers/4f049d93-a7d6-45cd-bcb3-a87e60b398d7 HTTP/1.1" status: 200 len: 883 time: 0.1287265 Feb 28 10:38:33.037201 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 39732) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:33.127971 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-8720b3c6-9cc3-4894-bdcd-3fb7d8c87308 req-266ff667-b49a-4d79-a6b0-c0c3313ac26e tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e941b0b-6957-4b1e-b931-664834f15726 HTTP/1.1" status: 200 len: 210 time: 0.4339559 Feb 28 10:38:33.220922 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a9cdee-2a0c-4f39-9fb2-8cb7aa9a7c5a req-ebcad9bc-6dca-4bba-9492-adedca6800da tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:33.222422 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-08a9cdee-2a0c-4f39-9fb2-8cb7aa9a7c5a req-ebcad9bc-6dca-4bba-9492-adedca6800da tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] 10.222.0.20 "GET /v2.0/ports?device_id=8cfd4575-f5a0-41ad-99a8-1ed282e710c5 HTTP/1.1" status: 200 len: 945 time: 0.1199961 Feb 28 10:38:33.228970 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb71516-f254-4357-bfc9-ca489cd96f87 req-14e1deeb-b684-49bb-bb68-4877b89298c9 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:33.230415 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-5cb71516-f254-4357-bfc9-ca489cd96f87 req-14e1deeb-b684-49bb-bb68-4877b89298c9 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.30 "GET /v2.0/networks?id=14678aab-2d45-4bf1-818f-830254557a1e HTTP/1.1" status: 200 len: 796 time: 0.5377352 Feb 28 10:38:33.283584 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-db2db080-4b7d-40b7-bc7c-0bd2ea951884 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 886 time: 0.2452543 Feb 28 10:38:33.286323 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 39734) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:33.290878 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-143f1781-7a95-40f0-86d8-fa5818fffa18 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1135384235'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:33.305617 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-08a9cdee-2a0c-4f39-9fb2-8cb7aa9a7c5a req-bc4afe01-de34-4849-89bd-306cbd9689c3 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3dd5a6c-06a9-4f41-b438-f7d64990f73a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742095 Feb 28 10:38:33.329151 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-5cb71516-f254-4357-bfc9-ca489cd96f87 req-6ba3fd73-edc3-48d6-90ff-590493609f97 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5a84b6bdce3e454e9741c4fbc09bfc68 HTTP/1.1" status: 200 len: 380 time: 0.0822091 Feb 28 10:38:33.340461 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [req-5cb71516-f254-4357-bfc9-ca489cd96f87 req-e38a55ac-ad87-4be4-9551-a705a9af80f3 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Request body: {'port': {'device_id': '7e941b0b-6957-4b1e-b931-664834f15726', 'network_id': '14678aab-2d45-4bf1-818f-830254557a1e', 'admin_state_up': True, 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'security_groups': ['3f5b7237-829a-4c23-9f38-1bad5249c793']}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:33.455004 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5cb71516-f254-4357-bfc9-ca489cd96f87 req-e38a55ac-ad87-4be4-9551-a705a9af80f3 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Made reservation on behalf of 5a84b6bdce3e454e9741c4fbc09bfc68 for: {'port': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:38:33.458710 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-5cb71516-f254-4357-bfc9-ca489cd96f87 req-e38a55ac-ad87-4be4-9551-a705a9af80f3 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:33.591938 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [req-5cb71516-f254-4357-bfc9-ca489cd96f87 req-e38a55ac-ad87-4be4-9551-a705a9af80f3 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Allocated IP 172.20.0.12 (14678aab-2d45-4bf1-818f-830254557a1e/408b7934-d6b4-4b80-9390-aa1c07251c33/5241eecc-4835-4f5b-970a-139e7dee9fc9) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:38:33.616899 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-143f1781-7a95-40f0-86d8-fa5818fffa18 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1804286', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1806925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5948'] for router (4f049d93-a7d6-45cd-bcb3-a87e60b398d7), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:33.628526 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-143f1781-7a95-40f0-86d8-fa5818fffa18 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1804241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1804263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1804264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1807030'] for router (4f049d93-a7d6-45cd-bcb3-a87e60b398d7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:33.742427 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-5cb71516-f254-4357-bfc9-ca489cd96f87 req-e38a55ac-ad87-4be4-9551-a705a9af80f3 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for port (5241eecc-4835-4f5b-970a-139e7dee9fc9), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:33.745204 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-143f1781-7a95-40f0-86d8-fa5818fffa18 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Router 4f049d93-a7d6-45cd-bcb3-a87e60b398d7 has already been hosted by L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 {{(pid=103408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:38:33.776378 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-5cb71516-f254-4357-bfc9-ca489cd96f87 req-e38a55ac-ad87-4be4-9551-a705a9af80f3 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (5241eecc-4835-4f5b-970a-139e7dee9fc9), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:33.820275 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5cb71516-f254-4357-bfc9-ca489cd96f87 req-e38a55ac-ad87-4be4-9551-a705a9af80f3 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Network 14678aab-2d45-4bf1-818f-830254557a1e is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:38:33.823332 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [req-5cb71516-f254-4357-bfc9-ca489cd96f87 req-e38a55ac-ad87-4be4-9551-a705a9af80f3 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:38:33.827710 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cb71516-f254-4357-bfc9-ca489cd96f87 req-e38a55ac-ad87-4be4-9551-a705a9af80f3 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:38:33.834436 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38a55ac-ad87-4be4-9551-a705a9af80f3 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event updated for resources: {'Port': ['ID=5241eecc-4835-4f5b-970a-139e7dee9fc9,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:33.858595 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-143f1781-7a95-40f0-86d8-fa5818fffa18 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:38:33.865838 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-143f1781-7a95-40f0-86d8-fa5818fffa18 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks [] for router (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:33.869656 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-143f1781-7a95-40f0-86d8-fa5818fffa18 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] 10.222.0.20 "PUT /v2.0/routers/4f049d93-a7d6-45cd-bcb3-a87e60b398d7 HTTP/1.1" status: 200 len: 890 time: 0.5797374 Feb 28 10:38:33.870019 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 39736) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:33.874684 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262e46e5-08f5-4a66-9cfb-9216141edd7d None None] Sync routers for ids ['4f049d93-a7d6-45cd-bcb3-a87e60b398d7'] in dv-neutron-master-2-hyperv {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:38:33.887223 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262e46e5-08f5-4a66-9cfb-9216141edd7d None None] Routers {'4f049d93-a7d6-45cd-bcb3-a87e60b398d7'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:38:33.887948 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-262e46e5-08f5-4a66-9cfb-9216141edd7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:38:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['4f049d93-a7d6-45cd-bcb3-a87e60b398d7'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:33.922142 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-262e46e5-08f5-4a66-9cfb-9216141edd7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:33.924862 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb71516-f254-4357-bfc9-ca489cd96f87 req-e38a55ac-ad87-4be4-9551-a705a9af80f3 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:33.925511 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-5cb71516-f254-4357-bfc9-ca489cd96f87 req-e38a55ac-ad87-4be4-9551-a705a9af80f3 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:33.931951 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262e46e5-08f5-4a66-9cfb-9216141edd7d None None] Routers {'4f049d93-a7d6-45cd-bcb3-a87e60b398d7'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:38:33.932666 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-262e46e5-08f5-4a66-9cfb-9216141edd7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:38:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['4f049d93-a7d6-45cd-bcb3-a87e60b398d7'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:33.952799 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-5cb71516-f254-4357-bfc9-ca489cd96f87 req-e38a55ac-ad87-4be4-9551-a705a9af80f3 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6172116 Feb 28 10:38:33.972215 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-262e46e5-08f5-4a66-9cfb-9216141edd7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:33.972924 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262e46e5-08f5-4a66-9cfb-9216141edd7d None None] The sync data for ids ['4f049d93-a7d6-45cd-bcb3-a87e60b398d7'] in dv-neutron-master-2-hyperv is: [] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:38:33.991286 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [req-5cb71516-f254-4357-bfc9-ca489cd96f87 req-a9d8de14-1778-462a-bdcc-f0f40ac396fe service neutron] Request body: {'port': {'device_id': '7e941b0b-6957-4b1e-b931-664834f15726', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:34.040048 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-5e430093-366a-4113-a07a-1e1fde3e1db7 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] 10.222.0.20 "GET /v2.0/routers/4f049d93-a7d6-45cd-bcb3-a87e60b398d7 HTTP/1.1" status: 200 len: 890 time: 0.1689236 Feb 28 10:38:34.042967 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 39738) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:34.066255 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-5cb71516-f254-4357-bfc9-ca489cd96f87 req-a9d8de14-1778-462a-bdcc-f0f40ac396fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (5241eecc-4835-4f5b-970a-139e7dee9fc9), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:34.073039 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-6eb43db9-d7eb-4069-a6b5-ce999c785ec3 None None] Provisioning complete for port 5241eecc-4835-4f5b-970a-139e7dee9fc9 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:38:34.073570 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6eb43db9-d7eb-4069-a6b5-ce999c785ec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (5241eecc-4835-4f5b-970a-139e7dee9fc9), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:34.109898 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-6eb43db9-d7eb-4069-a6b5-ce999c785ec3 None None] Port 5241eecc-4835-4f5b-970a-139e7dee9fc9 cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:38:34.317172 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bddd316-c7b4-45c4-9ce9-ac04f376286a req-cc72c13e-b059-4d5f-87c1-0b7e66d7d351 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:34.318813 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-3bddd316-c7b4-45c4-9ce9-ac04f376286a req-cc72c13e-b059-4d5f-87c1-0b7e66d7d351 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e941b0b-6957-4b1e-b931-664834f15726 HTTP/1.1" status: 200 len: 932 time: 0.1182661 Feb 28 10:38:34.350948 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-8b3c06a3-8073-49fb-bae5-0ec77c3d3f82 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f049d93-a7d6-45cd-bcb3-a87e60b398d7 HTTP/1.1" status: 200 len: 205 time: 0.3066723 Feb 28 10:38:34.354947 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 39744) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:34.443511 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-3bddd316-c7b4-45c4-9ce9-ac04f376286a req-8b97d2a4-8e0b-413f-91d3-6ac560c14f47 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/security-groups?id=3f5b7237-829a-4c23-9f38-1bad5249c793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1187117 Feb 28 10:38:34.454667 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.notifiers.nova [req-5cb71516-f254-4357-bfc9-ca489cd96f87 req-a9d8de14-1778-462a-bdcc-f0f40ac396fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5241eecc-4835-4f5b-970a-139e7dee9fc9 {{(pid=103407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 10:38:34.464643 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-5cb71516-f254-4357-bfc9-ca489cd96f87 req-a9d8de14-1778-462a-bdcc-f0f40ac396fe service neutron] Publish callbacks [] for port (5241eecc-4835-4f5b-970a-139e7dee9fc9), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:34.472175 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b47f73fd-7e85-4f19-be38-194b15466938 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks [] for router (4f049d93-a7d6-45cd-bcb3-a87e60b398d7), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:34.483759 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.provisioning_blocks [req-5cb71516-f254-4357-bfc9-ca489cd96f87 req-a9d8de14-1778-462a-bdcc-f0f40ac396fe service neutron] Transition to ACTIVE for port object 5241eecc-4835-4f5b-970a-139e7dee9fc9 will not be triggered until provisioned by entity L2. {{(pid=103407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 10:38:34.492000 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18f77e7-2838-4603-b26a-0ae4c31dee22 req-5bd4f53d-2681-45c2-b062-55ce8cbadb11 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:34.493531 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-e18f77e7-2838-4603-b26a-0ae4c31dee22 req-5bd4f53d-2681-45c2-b062-55ce8cbadb11 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] 10.222.0.20 "GET /v2.0/ports?device_id=8cfd4575-f5a0-41ad-99a8-1ed282e710c5 HTTP/1.1" status: 200 len: 945 time: 0.1048493 Feb 28 10:38:34.494631 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-5cb71516-f254-4357-bfc9-ca489cd96f87 req-a9d8de14-1778-462a-bdcc-f0f40ac396fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3498066'] for port (5241eecc-4835-4f5b-970a-139e7dee9fc9), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:34.567883 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d8de14-1778-462a-bdcc-f0f40ac396fe service neutron] Pushing event updated for resources: {'Port': ['ID=5241eecc-4835-4f5b-970a-139e7dee9fc9,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:34.593343 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b47f73fd-7e85-4f19-be38-194b15466938 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks [] for router_gateway (4f049d93-a7d6-45cd-bcb3-a87e60b398d7), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:34.639452 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-e18f77e7-2838-4603-b26a-0ae4c31dee22 req-648be250-c57f-45d4-8d05-efb981022cb0 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3dd5a6c-06a9-4f41-b438-f7d64990f73a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1149724 Feb 28 10:38:34.660454 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-b47f73fd-7e85-4f19-be38-194b15466938 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Deleting port 806219ad-065a-41ff-94ef-5359bc8acc94 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:38:34.661033 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b47f73fd-7e85-4f19-be38-194b15466938 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (806219ad-065a-41ff-94ef-5359bc8acc94), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:34.669250 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-5cb71516-f254-4357-bfc9-ca489cd96f87 req-a9d8de14-1778-462a-bdcc-f0f40ac396fe service neutron] Attempting to bind port 5241eecc-4835-4f5b-970a-139e7dee9fc9 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:38:34.669715 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-5cb71516-f254-4357-bfc9-ca489cd96f87 req-a9d8de14-1778-462a-bdcc-f0f40ac396fe service neutron] Attempting to bind port 5241eecc-4835-4f5b-970a-139e7dee9fc9 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '8f3baf82-9e91-4e46-85c0-38567c2e92ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '14678aab-2d45-4bf1-818f-830254557a1e'}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:38:34.670210 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cb71516-f254-4357-bfc9-ca489cd96f87 req-a9d8de14-1778-462a-bdcc-f0f40ac396fe service neutron] Attempting to bind port 5241eecc-4835-4f5b-970a-139e7dee9fc9 on network 14678aab-2d45-4bf1-818f-830254557a1e {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:38:34.674966 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cb71516-f254-4357-bfc9-ca489cd96f87 req-a9d8de14-1778-462a-bdcc-f0f40ac396fe service neutron] Port 5241eecc-4835-4f5b-970a-139e7dee9fc9 on network 14678aab-2d45-4bf1-818f-830254557a1e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 10:38:34.675296 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cb71516-f254-4357-bfc9-ca489cd96f87 req-a9d8de14-1778-462a-bdcc-f0f40ac396fe service neutron] Attempting to bind port 5241eecc-4835-4f5b-970a-139e7dee9fc9 on network 14678aab-2d45-4bf1-818f-830254557a1e {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:38:34.680390 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cb71516-f254-4357-bfc9-ca489cd96f87 req-a9d8de14-1778-462a-bdcc-f0f40ac396fe service neutron] Checking agent: {'id': '13ac42ae-016e-4baf-bb31-c6fa820b41c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 30, 8), 'started_at': datetime.datetime(2022, 2, 28, 10, 30, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 38, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:38:34.680740 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cb71516-f254-4357-bfc9-ca489cd96f87 req-a9d8de14-1778-462a-bdcc-f0f40ac396fe service neutron] Checking segment: {'id': '8f3baf82-9e91-4e46-85c0-38567c2e92ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '14678aab-2d45-4bf1-818f-830254557a1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:38:34.681115 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cb71516-f254-4357-bfc9-ca489cd96f87 req-a9d8de14-1778-462a-bdcc-f0f40ac396fe service neutron] Bound using segment: {'id': '8f3baf82-9e91-4e46-85c0-38567c2e92ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '14678aab-2d45-4bf1-818f-830254557a1e'} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:38:34.681550 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-5cb71516-f254-4357-bfc9-ca489cd96f87 req-a9d8de14-1778-462a-bdcc-f0f40ac396fe service neutron] Bound port: 5241eecc-4835-4f5b-970a-139e7dee9fc9, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f3baf82-9e91-4e46-85c0-38567c2e92ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '14678aab-2d45-4bf1-818f-830254557a1e'}}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:38:34.681909 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-5cb71516-f254-4357-bfc9-ca489cd96f87 req-a9d8de14-1778-462a-bdcc-f0f40ac396fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (5241eecc-4835-4f5b-970a-139e7dee9fc9), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:34.750217 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-5cb71516-f254-4357-bfc9-ca489cd96f87 req-a9d8de14-1778-462a-bdcc-f0f40ac396fe service neutron] For port 5241eecc-4835-4f5b-970a-139e7dee9fc9, host hv-neutron-mast, cleared binding levels {{(pid=103407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:38:34.754070 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-5cb71516-f254-4357-bfc9-ca489cd96f87 req-a9d8de14-1778-462a-bdcc-f0f40ac396fe service neutron] For port 5241eecc-4835-4f5b-970a-139e7dee9fc9, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=5241eecc-4835-4f5b-970a-139e7dee9fc9,segment=NetworkSegment(8f3baf82-9e91-4e46-85c0-38567c2e92ed),segment_id=8f3baf82-9e91-4e46-85c0-38567c2e92ed)] {{(pid=103407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:38:34.754204 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b47f73fd-7e85-4f19-be38-194b15466938 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (806219ad-065a-41ff-94ef-5359bc8acc94), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:34.761244 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-5cb71516-f254-4357-bfc9-ca489cd96f87 req-a9d8de14-1778-462a-bdcc-f0f40ac396fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3498066'] for port (5241eecc-4835-4f5b-970a-139e7dee9fc9), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:34.767655 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-b47f73fd-7e85-4f19-be38-194b15466938 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Calling delete_port for 806219ad-065a-41ff-94ef-5359bc8acc94 owned by network:router_gateway {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:38:34.803906 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb71516-f254-4357-bfc9-ca489cd96f87 req-a9d8de14-1778-462a-bdcc-f0f40ac396fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:34.804501 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-5cb71516-f254-4357-bfc9-ca489cd96f87 req-a9d8de14-1778-462a-bdcc-f0f40ac396fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:34.805930 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-5cb71516-f254-4357-bfc9-ca489cd96f87 req-a9d8de14-1778-462a-bdcc-f0f40ac396fe service neutron] 10.222.0.30 "PUT /v2.0/ports/5241eecc-4835-4f5b-970a-139e7dee9fc9 HTTP/1.1" status: 200 len: 1094 time: 0.8268521 Feb 28 10:38:34.806387 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e941b0b-6957-4b1e-b931-664834f15726', 'tag': '5241eecc-4835-4f5b-970a-139e7dee9fc9'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:38:34.808730 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c8e1c873eeca597e52e7ceb7469e602eac250bfea6606d285743d38033cf584" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aed88c65-c1d8-4650-9aa0-70c9ef75f71e" -d '{"events": [{"name": "network-changed", "server_uuid": "7e941b0b-6957-4b1e-b931-664834f15726", "tag": "5241eecc-4835-4f5b-970a-139e7dee9fc9"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:38:34.841133 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d8de14-1778-462a-bdcc-f0f40ac396fe service neutron] Pushing event updated for resources: {'Port': ['ID=5241eecc-4835-4f5b-970a-139e7dee9fc9,revision_number=3']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:34.951079 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb71516-f254-4357-bfc9-ca489cd96f87 req-6f031cd9-62d8-48ed-a7fb-8821f9e8729a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:34.952701 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-5cb71516-f254-4357-bfc9-ca489cd96f87 req-6f031cd9-62d8-48ed-a7fb-8821f9e8729a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5a84b6bdce3e454e9741c4fbc09bfc68&device_id=7e941b0b-6957-4b1e-b931-664834f15726 HTTP/1.1" status: 200 len: 1128 time: 0.0547781 Feb 28 10:38:34.982611 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b47f73fd-7e85-4f19-be38-194b15466938 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (806219ad-065a-41ff-94ef-5359bc8acc94), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:35.005138 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-5cb71516-f254-4357-bfc9-ca489cd96f87 req-d0595fa2-5a5f-4f54-a7cc-683ee62ad550 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5241eecc-4835-4f5b-970a-139e7dee9fc9 HTTP/1.1" status: 200 len: 217 time: 0.0382667 Feb 28 10:38:35.009401 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47f73fd-7e85-4f19-be38-194b15466938 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Pushing event deleted for resources: {'Port': ['ID=806219ad-065a-41ff-94ef-5359bc8acc94,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:35.029871 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 10:38:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-725165bd-2fe1-43c2-b9da-0c4f37376ef1 x-openstack-request-id: req-725165bd-2fe1-43c2-b9da-0c4f37376ef1 {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:38:35.030492 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e941b0b-6957-4b1e-b931-664834f15726", "tag": "5241eecc-4835-4f5b-970a-139e7dee9fc9", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:38:35.030820 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-725165bd-2fe1-43c2-b9da-0c4f37376ef1 {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:38:35.031416 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e941b0b-6957-4b1e-b931-664834f15726', 'tag': '5241eecc-4835-4f5b-970a-139e7dee9fc9', 'status': 'completed', 'code': 200} Feb 28 10:38:35.076703 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb71516-f254-4357-bfc9-ca489cd96f87 req-8f4d2003-7d2e-4856-87c6-aa193bbd5aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:35.079092 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-5cb71516-f254-4357-bfc9-ca489cd96f87 req-8f4d2003-7d2e-4856-87c6-aa193bbd5aa5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=408b7934-d6b4-4b80-9390-aa1c07251c33 HTTP/1.1" status: 200 len: 834 time: 0.0680180 Feb 28 10:38:35.086095 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b47f73fd-7e85-4f19-be38-194b15466938 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1803321'] for router_gateway (4f049d93-a7d6-45cd-bcb3-a87e60b398d7), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:35.128865 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb71516-f254-4357-bfc9-ca489cd96f87 req-0cca7d15-0f81-4d20-9d62-b3ef8d585fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:35.130314 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-5cb71516-f254-4357-bfc9-ca489cd96f87 req-0cca7d15-0f81-4d20-9d62-b3ef8d585fa4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=14678aab-2d45-4bf1-818f-830254557a1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0448663 Feb 28 10:38:35.183289 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b47f73fd-7e85-4f19-be38-194b15466938 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1807017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5941'] for router (4f049d93-a7d6-45cd-bcb3-a87e60b398d7), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:35.185567 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b47f73fd-7e85-4f19-be38-194b15466938 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks [] for router_controller (4f049d93-a7d6-45cd-bcb3-a87e60b398d7), precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:35.220612 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-5cb71516-f254-4357-bfc9-ca489cd96f87 req-5a1c6f70-dce6-49e6-8d09-4d9d871dd108 service neutron] 10.222.0.30 "GET /v2.0/networks/14678aab-2d45-4bf1-818f-830254557a1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832386 Feb 28 10:38:35.235164 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b47f73fd-7e85-4f19-be38-194b15466938 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1806994'] for router (4f049d93-a7d6-45cd-bcb3-a87e60b398d7), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:35.235725 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b47f73fd-7e85-4f19-be38-194b15466938 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Fanout notify agent at l3_agent the message router_deleted on router 4f049d93-a7d6-45cd-bcb3-a87e60b398d7 {{(pid=103408) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 10:38:35.242432 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b47f73fd-7e85-4f19-be38-194b15466938 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks [] for router (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:35.243514 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-b47f73fd-7e85-4f19-be38-194b15466938 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] 10.222.0.20 "DELETE /v2.0/routers/4f049d93-a7d6-45cd-bcb3-a87e60b398d7 HTTP/1.1" status: 204 len: 168 time: 0.8875546 Feb 28 10:38:35.247486 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 39750) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:35.279731 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-15318e98-eb88-42d4-a323-a0184b5d4295 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-569214317'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:35.319740 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15318e98-eb88-42d4-a323-a0184b5d4295 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Made reservation on behalf of 0807ae000e4d47fbb1b05ed62ebad745 for: {'network': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:38:35.323206 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-15318e98-eb88-42d4-a323-a0184b5d4295 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for network (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:35.358820 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-5cb71516-f254-4357-bfc9-ca489cd96f87 req-25dd5ea0-43c0-46e1-83d9-5fc5b36f6665 service neutron] 10.222.0.30 "GET /v2.0/networks/14678aab-2d45-4bf1-818f-830254557a1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310041 Feb 28 10:38:35.365098 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15318e98-eb88-42d4-a323-a0184b5d4295 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 287} {{(pid=103407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:38:35.376025 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-15318e98-eb88-42d4-a323-a0184b5d4295 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (b75c1e22-2358-4c51-bc4f-8395c6d6cd8a), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:35.376391 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.db.segments_db [None req-15318e98-eb88-42d4-a323-a0184b5d4295 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Added segment b75c1e22-2358-4c51-bc4f-8395c6d6cd8a of type vlan for network 4dba0208-21f1-466f-bb4c-1a47fef44be6 Feb 28 10:38:35.418503 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-15318e98-eb88-42d4-a323-a0184b5d4295 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742056637431'] for network (4dba0208-21f1-466f-bb4c-1a47fef44be6), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:35.444992 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-15318e98-eb88-42d4-a323-a0184b5d4295 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551'] for network (4dba0208-21f1-466f-bb4c-1a47fef44be6), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:35.449935 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15318e98-eb88-42d4-a323-a0184b5d4295 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:35.450536 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-15318e98-eb88-42d4-a323-a0184b5d4295 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:35.532490 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-15318e98-eb88-42d4-a323-a0184b5d4295 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2840950 Feb 28 10:38:35.535515 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 39754) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:35.540723 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-0ef536d0-1681-4b4b-b01a-f840b9327220 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Request body: {'subnet': {'network_id': '4dba0208-21f1-466f-bb4c-1a47fef44be6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:35.573708 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15318e98-eb88-42d4-a323-a0184b5d4295 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Pushing event updated for resources: {'Network': ['ID=4dba0208-21f1-466f-bb4c-1a47fef44be6,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:35.586909 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Network 4dba0208-21f1-466f-bb4c-1a47fef44be6 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103409) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:38:35.596588 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed88c65-c1d8-4650-9aa0-70c9ef75f71e req-8a48a31c-c2c9-4ef9-92da-30bdb9dedc63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:35.598125 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-aed88c65-c1d8-4650-9aa0-70c9ef75f71e req-8a48a31c-c2c9-4ef9-92da-30bdb9dedc63 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5a84b6bdce3e454e9741c4fbc09bfc68&device_id=7e941b0b-6957-4b1e-b931-664834f15726 HTTP/1.1" status: 200 len: 1128 time: 0.1390371 Feb 28 10:38:35.609870 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acbb018-16b9-41cc-a33e-e24a9819e622 req-273736aa-93a5-4343-a89b-502f19c2e7e3 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:35.611392 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-1acbb018-16b9-41cc-a33e-e24a9819e622 req-273736aa-93a5-4343-a89b-502f19c2e7e3 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e941b0b-6957-4b1e-b931-664834f15726 HTTP/1.1" status: 200 len: 944 time: 0.0887060 Feb 28 10:38:35.650703 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ef536d0-1681-4b4b-b01a-f840b9327220 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Made reservation on behalf of 0807ae000e4d47fbb1b05ed62ebad745 for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:38:35.654685 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0ef536d0-1681-4b4b-b01a-f840b9327220 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3951209'] for subnet (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:35.745225 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-1acbb018-16b9-41cc-a33e-e24a9819e622 req-8ead8cee-e8ca-49df-be26-b0d3668c0c6d tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/security-groups?id=3f5b7237-829a-4c23-9f38-1bad5249c793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1250803 Feb 28 10:38:35.798570 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed88c65-c1d8-4650-9aa0-70c9ef75f71e req-d032645d-1dfb-47ca-b8f8-f6cfbe89dfb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:35.800094 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-aed88c65-c1d8-4650-9aa0-70c9ef75f71e req-d032645d-1dfb-47ca-b8f8-f6cfbe89dfb8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=14678aab-2d45-4bf1-818f-830254557a1e HTTP/1.1" status: 200 len: 897 time: 0.1876431 Feb 28 10:38:35.852411 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-aed88c65-c1d8-4650-9aa0-70c9ef75f71e req-29a23467-2ef3-48e4-9fdb-411ea56759eb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5241eecc-4835-4f5b-970a-139e7dee9fc9 HTTP/1.1" status: 200 len: 217 time: 0.0454609 Feb 28 10:38:35.859203 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8d081c-69d1-469e-85b0-eac84b0169fb req-c928a841-586e-410b-a1d2-2fbdeae9a8e6 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:35.860874 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-9e8d081c-69d1-469e-85b0-eac84b0169fb req-c928a841-586e-410b-a1d2-2fbdeae9a8e6 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] 10.222.0.20 "GET /v2.0/ports?device_id=8cfd4575-f5a0-41ad-99a8-1ed282e710c5 HTTP/1.1" status: 200 len: 945 time: 0.1142707 Feb 28 10:38:35.863711 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0ef536d0-1681-4b4b-b01a-f840b9327220 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3242588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3951195'] for subnet (a0ff8e9f-da34-40f6-86c2-77d610377e84), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:35.924346 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef536d0-1681-4b4b-b01a-f840b9327220 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Pushing event updated for resources: {'Subnet': ['ID=a0ff8e9f-da34-40f6-86c2-77d610377e84,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:35.933835 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed88c65-c1d8-4650-9aa0-70c9ef75f71e req-3862533b-5c82-4359-8bca-49e912bb998d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:35.934416 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef536d0-1681-4b4b-b01a-f840b9327220 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Checking segment: {'id': 'b75c1e22-2358-4c51-bc4f-8395c6d6cd8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '4dba0208-21f1-466f-bb4c-1a47fef44be6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:38:35.934793 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ef536d0-1681-4b4b-b01a-f840b9327220 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Network hostable DHCP agents. Network: 4dba0208-21f1-466f-bb4c-1a47fef44be6, hostable agents: ['fb6705d2-4f70-4965-92a3-fbfccd43a6d3'], hosted agents: [] {{(pid=103408) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:38:35.935346 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-aed88c65-c1d8-4650-9aa0-70c9ef75f71e req-3862533b-5c82-4359-8bca-49e912bb998d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=408b7934-d6b4-4b80-9390-aa1c07251c33 HTTP/1.1" status: 200 len: 834 time: 0.0735605 Feb 28 10:38:35.944367 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-9e8d081c-69d1-469e-85b0-eac84b0169fb req-8459c08a-ebdf-4fe7-9bf4-bfba5a3a89ad tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3dd5a6c-06a9-4f41-b438-f7d64990f73a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752523 Feb 28 10:38:35.952885 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ef536d0-1681-4b4b-b01a-f840b9327220 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Network 4dba0208-21f1-466f-bb4c-1a47fef44be6 is scheduled to be hosted by DHCP agent fb6705d2-4f70-4965-92a3-fbfccd43a6d3 with binding_index 1 {{(pid=103408) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:38:35.973067 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-0ef536d0-1681-4b4b-b01a-f840b9327220 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 4dba0208-21f1-466f-bb4c-1a47fef44be6) {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:38:35.977377 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ef536d0-1681-4b4b-b01a-f840b9327220 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:35.977984 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0ef536d0-1681-4b4b-b01a-f840b9327220 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks [] for subnet (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:35.982213 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d6765e8-731e-485e-b24b-29055f7e1488 None None] Network 4dba0208-21f1-466f-bb4c-1a47fef44be6 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:38:36.005714 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed88c65-c1d8-4650-9aa0-70c9ef75f71e req-c04e1d0d-8b6c-433e-a4f8-87c83b3f8b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:36.007238 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-aed88c65-c1d8-4650-9aa0-70c9ef75f71e req-c04e1d0d-8b6c-433e-a4f8-87c83b3f8b0a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=14678aab-2d45-4bf1-818f-830254557a1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0620036 Feb 28 10:38:36.007787 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 39758) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:36.007931 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-0ef536d0-1681-4b4b-b01a-f840b9327220 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4712608 Feb 28 10:38:36.012377 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-2dff7109-bb40-41f8-8907-1940b3a3f4d4 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1782258891', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:36.085481 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2dff7109-bb40-41f8-8907-1940b3a3f4d4 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1805251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254175'] for router (4c31df0c-667e-4460-ad09-5b426c7b6041), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:36.086535 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2dff7109-bb40-41f8-8907-1940b3a3f4d4 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1804172', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1602053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254150'] for router (4c31df0c-667e-4460-ad09-5b426c7b6041), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:36.089835 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-254c2044-68b3-474b-80ec-58034f0acaf3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-4dba0208-21f1-466f-bb4c-1a47fef44be6', 'network_id': '4dba0208-21f1-466f-bb4c-1a47fef44be6', 'project_id': '0807ae000e4d47fbb1b05ed62ebad745', 'fixed_ips': [{'subnet_id': 'a0ff8e9f-da34-40f6-86c2-77d610377e84'}]}} from dv-neutron-master-2-hyperv. {{(pid=103409) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:38:36.090956 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-254c2044-68b3-474b-80ec-58034f0acaf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:36.139392 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-aed88c65-c1d8-4650-9aa0-70c9ef75f71e req-c48f8307-cd1e-4b83-8349-49511ee7f3cc service neutron] 10.222.0.30 "GET /v2.0/networks/14678aab-2d45-4bf1-818f-830254557a1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220214 Feb 28 10:38:36.178622 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2dff7109-bb40-41f8-8907-1940b3a3f4d4 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks [] for router_controller (4c31df0c-667e-4460-ad09-5b426c7b6041), precommit_add_association {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:36.190079 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2dff7109-bb40-41f8-8907-1940b3a3f4d4 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1804241'] for router (4c31df0c-667e-4460-ad09-5b426c7b6041), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:36.230336 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-254c2044-68b3-474b-80ec-58034f0acaf3 None None] Allocated IP 2001:db8::2 (4dba0208-21f1-466f-bb4c-1a47fef44be6/a0ff8e9f-da34-40f6-86c2-77d610377e84/7f167433-8d59-4444-9bf2-83dbf60d0f60) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:38:36.238748 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2dff7109-bb40-41f8-8907-1940b3a3f4d4 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks [] for router (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:36.239974 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-2dff7109-bb40-41f8-8907-1940b3a3f4d4 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2310884 Feb 28 10:38:36.242959 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 39760) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:36.281271 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-aed88c65-c1d8-4650-9aa0-70c9ef75f71e req-266698b3-8cc2-45a8-9696-121e6a41f8ba service neutron] 10.222.0.30 "GET /v2.0/networks/14678aab-2d45-4bf1-818f-830254557a1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126225 Feb 28 10:38:36.378608 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-254c2044-68b3-474b-80ec-58034f0acaf3 None None] Publish callbacks [] for port (7f167433-8d59-4444-9bf2-83dbf60d0f60), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:36.385613 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-254c2044-68b3-474b-80ec-58034f0acaf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749'] for port (7f167433-8d59-4444-9bf2-83dbf60d0f60), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:36.430765 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-254c2044-68b3-474b-80ec-58034f0acaf3 None None] Network 4dba0208-21f1-466f-bb4c-1a47fef44be6 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:38:36.435588 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-254c2044-68b3-474b-80ec-58034f0acaf3 None None] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:38:36.440213 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254c2044-68b3-474b-80ec-58034f0acaf3 None None] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:38:36.443396 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254c2044-68b3-474b-80ec-58034f0acaf3 None None] Pushing event updated for resources: {'Port': ['ID=7f167433-8d59-4444-9bf2-83dbf60d0f60,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:36.497000 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-254c2044-68b3-474b-80ec-58034f0acaf3 None None] Attempting to bind port 7f167433-8d59-4444-9bf2-83dbf60d0f60 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:38:36.502586 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-254c2044-68b3-474b-80ec-58034f0acaf3 None None] Attempting to bind port 7f167433-8d59-4444-9bf2-83dbf60d0f60 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'b75c1e22-2358-4c51-bc4f-8395c6d6cd8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '4dba0208-21f1-466f-bb4c-1a47fef44be6'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:38:36.502586 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-254c2044-68b3-474b-80ec-58034f0acaf3 None None] Attempting to bind port 7f167433-8d59-4444-9bf2-83dbf60d0f60 on network 4dba0208-21f1-466f-bb4c-1a47fef44be6 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:38:36.503422 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-254c2044-68b3-474b-80ec-58034f0acaf3 None None] Checking agent: {'id': '75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 24, 15), 'started_at': datetime.datetime(2022, 2, 28, 10, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 38, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:38:36.503811 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-254c2044-68b3-474b-80ec-58034f0acaf3 None None] Checking segment: {'id': 'b75c1e22-2358-4c51-bc4f-8395c6d6cd8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '4dba0208-21f1-466f-bb4c-1a47fef44be6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:38:36.504278 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-254c2044-68b3-474b-80ec-58034f0acaf3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:36.504628 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-254c2044-68b3-474b-80ec-58034f0acaf3 None None] Bound using segment: {'id': 'b75c1e22-2358-4c51-bc4f-8395c6d6cd8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '4dba0208-21f1-466f-bb4c-1a47fef44be6'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:38:36.505111 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-254c2044-68b3-474b-80ec-58034f0acaf3 None None] Bound port: 7f167433-8d59-4444-9bf2-83dbf60d0f60, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b75c1e22-2358-4c51-bc4f-8395c6d6cd8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '4dba0208-21f1-466f-bb4c-1a47fef44be6'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:38:36.505509 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-254c2044-68b3-474b-80ec-58034f0acaf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (7f167433-8d59-4444-9bf2-83dbf60d0f60), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:36.552146 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-057955f4-5680-49d4-8357-1ab260153cce tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:36.571155 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-254c2044-68b3-474b-80ec-58034f0acaf3 None None] For port 7f167433-8d59-4444-9bf2-83dbf60d0f60, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:38:36.574342 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-254c2044-68b3-474b-80ec-58034f0acaf3 None None] For port 7f167433-8d59-4444-9bf2-83dbf60d0f60, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7f167433-8d59-4444-9bf2-83dbf60d0f60,segment=NetworkSegment(b75c1e22-2358-4c51-bc4f-8395c6d6cd8a),segment_id=b75c1e22-2358-4c51-bc4f-8395c6d6cd8a)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:38:36.581853 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-254c2044-68b3-474b-80ec-58034f0acaf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (7f167433-8d59-4444-9bf2-83dbf60d0f60), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:36.644414 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254c2044-68b3-474b-80ec-58034f0acaf3 None None] Pushing event updated for resources: {'Port': ['ID=7f167433-8d59-4444-9bf2-83dbf60d0f60,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:36.824955 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-057955f4-5680-49d4-8357-1ab260153cce tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Allocated IP 2001:db8::1 (4dba0208-21f1-466f-bb4c-1a47fef44be6/a0ff8e9f-da34-40f6-86c2-77d610377e84/fdc5f83b-5edd-4591-bf15-e7529e9ed50c) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:38:36.914923 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c011dc61-3c76-4b12-bf2e-d4cb6c2b2e9b req-c24fb574-2343-4ce9-ae28-d301d4222bda tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:36.921105 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-c011dc61-3c76-4b12-bf2e-d4cb6c2b2e9b req-c24fb574-2343-4ce9-ae28-d301d4222bda tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e941b0b-6957-4b1e-b931-664834f15726 HTTP/1.1" status: 200 len: 944 time: 0.0713201 Feb 28 10:38:36.953761 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-057955f4-5680-49d4-8357-1ab260153cce tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks [] for port (fdc5f83b-5edd-4591-bf15-e7529e9ed50c), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:36.989387 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-c011dc61-3c76-4b12-bf2e-d4cb6c2b2e9b req-9211e132-1ef4-44fb-afd7-1ad70417842c tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/security-groups?id=3f5b7237-829a-4c23-9f38-1bad5249c793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666919 Feb 28 10:38:37.003877 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-057955f4-5680-49d4-8357-1ab260153cce tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (fdc5f83b-5edd-4591-bf15-e7529e9ed50c), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:37.051051 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-057955f4-5680-49d4-8357-1ab260153cce tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Network 4dba0208-21f1-466f-bb4c-1a47fef44be6 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:38:37.054172 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-057955f4-5680-49d4-8357-1ab260153cce tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:38:37.058615 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-057955f4-5680-49d4-8357-1ab260153cce tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:38:37.059149 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-057955f4-5680-49d4-8357-1ab260153cce tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1803404'] for router_interface (4c31df0c-667e-4460-ad09-5b426c7b6041), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:37.063040 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057955f4-5680-49d4-8357-1ab260153cce tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Pushing event updated for resources: {'Port': ['ID=fdc5f83b-5edd-4591-bf15-e7529e9ed50c,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:37.078911 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8552e2ce-7aa7-4277-b802-0e6a2d0f738e req-b63b9afb-1a09-4c6e-b37c-b27b7e9d5599 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:37.080468 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-8552e2ce-7aa7-4277-b802-0e6a2d0f738e req-b63b9afb-1a09-4c6e-b37c-b27b7e9d5599 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] 10.222.0.20 "GET /v2.0/ports?device_id=8cfd4575-f5a0-41ad-99a8-1ed282e710c5 HTTP/1.1" status: 200 len: 945 time: 0.0561247 Feb 28 10:38:37.132535 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-8552e2ce-7aa7-4277-b802-0e6a2d0f738e req-b5767a0b-79d9-4f17-a11d-1f1810f11b7b tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3dd5a6c-06a9-4f41-b438-f7d64990f73a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455401 Feb 28 10:38:37.189481 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-057955f4-5680-49d4-8357-1ab260153cce tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (fdc5f83b-5edd-4591-bf15-e7529e9ed50c), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:37.472536 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-057955f4-5680-49d4-8357-1ab260153cce tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks [] for port (fdc5f83b-5edd-4591-bf15-e7529e9ed50c), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:37.480108 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-057955f4-5680-49d4-8357-1ab260153cce tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3242529'] for port (fdc5f83b-5edd-4591-bf15-e7529e9ed50c), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:37.480948 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-057955f4-5680-49d4-8357-1ab260153cce tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1802524'] for router_interface (4c31df0c-667e-4460-ad09-5b426c7b6041), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:37.565547 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057955f4-5680-49d4-8357-1ab260153cce tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Pushing event updated for resources: {'Port': ['ID=fdc5f83b-5edd-4591-bf15-e7529e9ed50c,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:37.604226 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59896ce4-f8a9-4e71-9ab3-45c61ccd2e00 None None] Network 4dba0208-21f1-466f-bb4c-1a47fef44be6 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:38:37.610750 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-057955f4-5680-49d4-8357-1ab260153cce tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Network 4dba0208-21f1-466f-bb4c-1a47fef44be6 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:38:37.612205 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-057955f4-5680-49d4-8357-1ab260153cce tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:38:37.681891 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-8313924c-a738-49b3-a092-e75960286a08 None None] Provisioning complete for port 7f167433-8d59-4444-9bf2-83dbf60d0f60 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:38:37.682571 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8313924c-a738-49b3-a092-e75960286a08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (7f167433-8d59-4444-9bf2-83dbf60d0f60), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:37.743668 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-057955f4-5680-49d4-8357-1ab260153cce tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Router 4c31df0c-667e-4460-ad09-5b426c7b6041 is scheduled to L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 with binding_index 1 {{(pid=103408) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 10:38:37.801180 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-8313924c-a738-49b3-a092-e75960286a08 None None] Current status of the port 7f167433-8d59-4444-9bf2-83dbf60d0f60 is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:38:37.801562 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8313924c-a738-49b3-a092-e75960286a08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (7f167433-8d59-4444-9bf2-83dbf60d0f60), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:37.840127 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-8313924c-a738-49b3-a092-e75960286a08 None None] For port 7f167433-8d59-4444-9bf2-83dbf60d0f60, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7f167433-8d59-4444-9bf2-83dbf60d0f60,segment=NetworkSegment(b75c1e22-2358-4c51-bc4f-8395c6d6cd8a),segment_id=b75c1e22-2358-4c51-bc4f-8395c6d6cd8a)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:38:37.846550 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8313924c-a738-49b3-a092-e75960286a08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (7f167433-8d59-4444-9bf2-83dbf60d0f60), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:37.849116 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-057955f4-5680-49d4-8357-1ab260153cce tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:38:37.857133 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 39770) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:37.860300 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a641992-acaa-4100-9c2d-f7b8e9a30da6 None None] Sync routers for ids ['4c31df0c-667e-4460-ad09-5b426c7b6041'] in dv-neutron-master-2-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:38:37.867446 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-057955f4-5680-49d4-8357-1ab260153cce tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] 10.222.0.20 "PUT /v2.0/routers/4c31df0c-667e-4460-ad09-5b426c7b6041/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6230652 Feb 28 10:38:37.879492 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a641992-acaa-4100-9c2d-f7b8e9a30da6 None None] Routers {'4c31df0c-667e-4460-ad09-5b426c7b6041'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:38:37.880297 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-0a641992-acaa-4100-9c2d-f7b8e9a30da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:38:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['4c31df0c-667e-4460-ad09-5b426c7b6041'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:37.904301 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7347c83-99e0-421f-b1f8-263891574196 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:37.906474 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-e7347c83-99e0-421f-b1f8-263891574196 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] 10.222.0.20 "GET /v2.0/ports/fdc5f83b-5edd-4591-bf15-e7529e9ed50c HTTP/1.1" status: 200 len: 911 time: 0.0482697 Feb 28 10:38:37.909324 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 39772) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:37.911640 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device 5241eecc-4835-4f5b-970a-139e7dee9fc9 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103409) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 10:38:37.915411 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-cc75abad-766e-4534-9f65-7825190bf180 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a0ff8e9f-da34-40f6-86c2-77d610377e84'}]}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:37.922611 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-0a641992-acaa-4100-9c2d-f7b8e9a30da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:37.923484 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8313924c-a738-49b3-a092-e75960286a08 None None] Pushing event updated for resources: {'Port': ['ID=7f167433-8d59-4444-9bf2-83dbf60d0f60,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:37.933382 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a641992-acaa-4100-9c2d-f7b8e9a30da6 None None] Routers {'4c31df0c-667e-4460-ad09-5b426c7b6041'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:38:37.934105 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-0a641992-acaa-4100-9c2d-f7b8e9a30da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:38:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['4c31df0c-667e-4460-ad09-5b426c7b6041'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:37.970220 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-0a641992-acaa-4100-9c2d-f7b8e9a30da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:37.971034 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a641992-acaa-4100-9c2d-f7b8e9a30da6 None None] The sync data for ids ['4c31df0c-667e-4460-ad09-5b426c7b6041'] in dv-neutron-master-2-hyperv is: [] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:38:38.058489 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] For port 5241eecc-4835-4f5b-970a-139e7dee9fc9, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=5241eecc-4835-4f5b-970a-139e7dee9fc9,segment=NetworkSegment(8f3baf82-9e91-4e46-85c0-38567c2e92ed),segment_id=8f3baf82-9e91-4e46-85c0-38567c2e92ed)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:38:38.079715 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Returning: {'device': '5241eecc-4835-4f5b-970a-139e7dee9fc9', 'network_id': '14678aab-2d45-4bf1-818f-830254557a1e', 'port_id': '5241eecc-4835-4f5b-970a-139e7dee9fc9', 'mac_address': 'fa:16:3e:b2:98:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '408b7934-d6b4-4b80-9390-aa1c07251c33', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103409) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 10:38:38.102972 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-cc75abad-766e-4534-9f65-7825190bf180 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (fdc5f83b-5edd-4591-bf15-e7529e9ed50c), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:38.119876 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (13ac42ae-016e-4baf-bb31-c6fa820b41c2), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:38.122942 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-a14f4f75-ff0f-472c-ae2e-58f1c6dff5e2 None None] Provisioning complete for port fdc5f83b-5edd-4591-bf15-e7529e9ed50c triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:38:38.122942 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a14f4f75-ff0f-472c-ae2e-58f1c6dff5e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (fdc5f83b-5edd-4591-bf15-e7529e9ed50c), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:38.131877 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c53ccf7-f8c9-440a-850d-2a7743d48a64 req-7bd72109-1d9a-47d9-bf8e-476e5128fb8c tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:38.134077 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-0c53ccf7-f8c9-440a-850d-2a7743d48a64 req-7bd72109-1d9a-47d9-bf8e-476e5128fb8c tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e941b0b-6957-4b1e-b931-664834f15726 HTTP/1.1" status: 200 len: 944 time: 0.0658503 Feb 28 10:38:38.165308 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Current status of the port 5241eecc-4835-4f5b-970a-139e7dee9fc9 is: DOWN; New status is: BUILD {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:38:38.165781 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (5241eecc-4835-4f5b-970a-139e7dee9fc9), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:38.189792 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5241eecc-4835-4f5b-970a-139e7dee9fc9 {{(pid=103409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 10:38:38.196167 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-a14f4f75-ff0f-472c-ae2e-58f1c6dff5e2 None None] Port fdc5f83b-5edd-4591-bf15-e7529e9ed50c cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:38:38.198254 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-0c53ccf7-f8c9-440a-850d-2a7743d48a64 req-ee860f6f-633a-4760-bbc1-c34d1cbe4f8e tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/security-groups?id=3f5b7237-829a-4c23-9f38-1bad5249c793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583344 Feb 28 10:38:38.223613 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] For port 5241eecc-4835-4f5b-970a-139e7dee9fc9, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=5241eecc-4835-4f5b-970a-139e7dee9fc9,segment=NetworkSegment(8f3baf82-9e91-4e46-85c0-38567c2e92ed),segment_id=8f3baf82-9e91-4e46-85c0-38567c2e92ed)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:38:38.233144 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (5241eecc-4835-4f5b-970a-139e7dee9fc9), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:38.240419 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-a14f4f75-ff0f-472c-ae2e-58f1c6dff5e2 None None] Provisioning complete for port 7f167433-8d59-4444-9bf2-83dbf60d0f60 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:38:38.240831 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a14f4f75-ff0f-472c-ae2e-58f1c6dff5e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (7f167433-8d59-4444-9bf2-83dbf60d0f60), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:38.299147 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10821e6e-f819-42a0-89cb-0688f559405c req-919afa3e-09fc-4fb4-8eef-55e8563a31ab tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:38.301143 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-10821e6e-f819-42a0-89cb-0688f559405c req-919afa3e-09fc-4fb4-8eef-55e8563a31ab tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] 10.222.0.20 "GET /v2.0/ports?device_id=8cfd4575-f5a0-41ad-99a8-1ed282e710c5 HTTP/1.1" status: 200 len: 945 time: 0.0621212 Feb 28 10:38:38.319415 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Pushing event updated for resources: {'Port': ['ID=5241eecc-4835-4f5b-970a-139e7dee9fc9,revision_number=4']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:38.381637 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-a14f4f75-ff0f-472c-ae2e-58f1c6dff5e2 None None] Current status of the port 7f167433-8d59-4444-9bf2-83dbf60d0f60 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:38:38.382017 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-10821e6e-f819-42a0-89cb-0688f559405c req-a0f29295-a33c-4f79-a829-5b43d6cd65d0 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3dd5a6c-06a9-4f41-b438-f7d64990f73a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734310 Feb 28 10:38:38.516952 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-afe0daca-b043-4d8f-89b2-a1be28b15fa9 None None] Provisioning complete for port fdc5f83b-5edd-4591-bf15-e7529e9ed50c triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:38:38.520090 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-afe0daca-b043-4d8f-89b2-a1be28b15fa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (fdc5f83b-5edd-4591-bf15-e7529e9ed50c), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:38.571775 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-afe0daca-b043-4d8f-89b2-a1be28b15fa9 None None] Port fdc5f83b-5edd-4591-bf15-e7529e9ed50c cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:38:38.574403 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 7f167433-8d59-4444-9bf2-83dbf60d0f60 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:38:38.611525 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-cc75abad-766e-4534-9f65-7825190bf180 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks [] for port (fdc5f83b-5edd-4591-bf15-e7529e9ed50c), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:38.621206 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-cc75abad-766e-4534-9f65-7825190bf180 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3242529'] for port (fdc5f83b-5edd-4591-bf15-e7529e9ed50c), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:38.624704 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port 7f167433-8d59-4444-9bf2-83dbf60d0f60 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:38:38.625160 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (7f167433-8d59-4444-9bf2-83dbf60d0f60), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:38.627024 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc75abad-766e-4534-9f65-7825190bf180 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:38.627630 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-cc75abad-766e-4534-9f65-7825190bf180 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:38.628997 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-cc75abad-766e-4534-9f65-7825190bf180 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] 10.222.0.20 "PUT /v2.0/ports/fdc5f83b-5edd-4591-bf15-e7529e9ed50c HTTP/1.1" status: 200 len: 911 time: 0.7186556 Feb 28 10:38:38.632177 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 39778) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:38.671443 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc75abad-766e-4534-9f65-7825190bf180 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Pushing event updated for resources: {'Port': ['ID=fdc5f83b-5edd-4591-bf15-e7529e9ed50c,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:38.701490 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] get_ports_and_sgs() called for port_ids ['5241eecc-4835-4f5b-970a-139e7dee9fc9'] {{(pid=103409) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 10:38:38.750575 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 7f167433-8d59-4444-9bf2-83dbf60d0f60 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:38:38.762983 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-6932b097-8123-4849-ab36-96feddc7e631 None None] Provisioning complete for port fdc5f83b-5edd-4591-bf15-e7529e9ed50c triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:38:38.763362 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6932b097-8123-4849-ab36-96feddc7e631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (fdc5f83b-5edd-4591-bf15-e7529e9ed50c), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:38.796068 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-888d5060-d99e-4452-9d8c-a940f3b91a39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fb6705d2-4f70-4965-92a3-fbfccd43a6d3), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:38.814872 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-6932b097-8123-4849-ab36-96feddc7e631 None None] Port fdc5f83b-5edd-4591-bf15-e7529e9ed50c cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:38:38.963371 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6daeaf53-75be-4053-afd0-21c70514da62 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1802615'] for router_interface (4c31df0c-667e-4460-ad09-5b426c7b6041), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:39.220403 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-6daeaf53-75be-4053-afd0-21c70514da62 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Deleting port fdc5f83b-5edd-4591-bf15-e7529e9ed50c {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:38:39.221126 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6daeaf53-75be-4053-afd0-21c70514da62 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (fdc5f83b-5edd-4591-bf15-e7529e9ed50c), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:39.360385 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6daeaf53-75be-4053-afd0-21c70514da62 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (fdc5f83b-5edd-4591-bf15-e7529e9ed50c), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:39.377466 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-6daeaf53-75be-4053-afd0-21c70514da62 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Calling delete_port for fdc5f83b-5edd-4591-bf15-e7529e9ed50c owned by network:router_interface {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:38:39.397488 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69772440-e0aa-4d68-8da6-ed484ecc609d req-44f9c785-f92d-4bcb-9c64-ece9b6792725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:39.398997 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-69772440-e0aa-4d68-8da6-ed484ecc609d req-44f9c785-f92d-4bcb-9c64-ece9b6792725 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8cfd4575-f5a0-41ad-99a8-1ed282e710c5 HTTP/1.1" status: 200 len: 1129 time: 0.1293595 Feb 28 10:38:39.407869 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c71d03d-2a18-4a28-b908-0a27a8b59f3a req-965aafb9-b513-48ff-8f0f-1bb4bb6bd495 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:39.409330 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-5c71d03d-2a18-4a28-b908-0a27a8b59f3a req-965aafb9-b513-48ff-8f0f-1bb4bb6bd495 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e941b0b-6957-4b1e-b931-664834f15726 HTTP/1.1" status: 200 len: 945 time: 0.1304057 Feb 28 10:38:39.561451 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-69772440-e0aa-4d68-8da6-ed484ecc609d req-f1ce39a4-7a72-4e53-9b81-e982c3c85be0 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=b3dd5a6c-06a9-4f41-b438-f7d64990f73a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1511207 Feb 28 10:38:39.598384 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-5c71d03d-2a18-4a28-b908-0a27a8b59f3a req-f61ace0a-bc46-41d1-9c69-4c019c49167f tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/security-groups?id=3f5b7237-829a-4c23-9f38-1bad5249c793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1804681 Feb 28 10:38:39.624819 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b552c29f-eb22-40bb-adb7-35a930b9177f req-aa628414-1bc5-4213-87ab-0f4804df0a74 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:39.626775 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-b552c29f-eb22-40bb-adb7-35a930b9177f req-aa628414-1bc5-4213-87ab-0f4804df0a74 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] 10.222.0.20 "GET /v2.0/ports?device_id=8cfd4575-f5a0-41ad-99a8-1ed282e710c5 HTTP/1.1" status: 200 len: 945 time: 0.1759808 Feb 28 10:38:39.908151 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device 38641955-40a6-408b-b552-ddf499fac925 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103409) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 10:38:39.914509 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device 5241eecc-4835-4f5b-970a-139e7dee9fc9 up at agent hyperv_hv-neutron-mast {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:38:40.029108 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Provisioning for port 5241eecc-4835-4f5b-970a-139e7dee9fc9 completed by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 10:38:40.040620 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Provisioning complete for port 5241eecc-4835-4f5b-970a-139e7dee9fc9 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:38:40.041013 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (5241eecc-4835-4f5b-970a-139e7dee9fc9), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:40.047837 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-b552c29f-eb22-40bb-adb7-35a930b9177f req-b1b455f0-3ea8-4965-99d0-cb732b8541ad tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3dd5a6c-06a9-4f41-b438-f7d64990f73a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4149210 Feb 28 10:38:40.049354 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6daeaf53-75be-4053-afd0-21c70514da62 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (fdc5f83b-5edd-4591-bf15-e7529e9ed50c), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:40.079330 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daeaf53-75be-4053-afd0-21c70514da62 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Pushing event deleted for resources: {'Port': ['ID=fdc5f83b-5edd-4591-bf15-e7529e9ed50c,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:40.080714 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] For port 38641955-40a6-408b-b552-ddf499fac925, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=38641955-40a6-408b-b552-ddf499fac925,segment=NetworkSegment(cba47325-ccfb-44ef-8af1-5b8f573ddc63),segment_id=cba47325-ccfb-44ef-8af1-5b8f573ddc63)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:38:40.097607 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Returning: {'device': '38641955-40a6-408b-b552-ddf499fac925', 'network_id': 'a00febe1-61c6-4b3a-939e-05a4c4372ecc', 'port_id': '38641955-40a6-408b-b552-ddf499fac925', 'mac_address': 'fa:16:3e:5e:17:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 278, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd602360c-82c2-4373-a020-58af067a06ad', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103409) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 10:38:40.168490 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Current status of the port 38641955-40a6-408b-b552-ddf499fac925 is: ACTIVE; New status is: BUILD {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:38:40.168958 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (38641955-40a6-408b-b552-ddf499fac925), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:40.177135 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6daeaf53-75be-4053-afd0-21c70514da62 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1802651'] for router_interface (4c31df0c-667e-4460-ad09-5b426c7b6041), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:40.189924 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 38641955-40a6-408b-b552-ddf499fac925 {{(pid=103409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 10:38:40.195217 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Current status of the port 5241eecc-4835-4f5b-970a-139e7dee9fc9 is: BUILD; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:38:40.195539 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (5241eecc-4835-4f5b-970a-139e7dee9fc9), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:40.221571 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] For port 38641955-40a6-408b-b552-ddf499fac925, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=38641955-40a6-408b-b552-ddf499fac925,segment=NetworkSegment(cba47325-ccfb-44ef-8af1-5b8f573ddc63),segment_id=cba47325-ccfb-44ef-8af1-5b8f573ddc63)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:38:40.229373 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (38641955-40a6-408b-b552-ddf499fac925), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:40.238034 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e941b0b-6957-4b1e-b931-664834f15726', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5241eecc-4835-4f5b-970a-139e7dee9fc9'}] {{(pid=103409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:38:40.240373 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa5325a5be4b33bf61fd809c564e3765e689d817bbd874267890deb3cfccaf12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82ceddee-2428-4b87-be4c-838a49366b38" -d '{"events": [{"server_uuid": "7e941b0b-6957-4b1e-b931-664834f15726", "name": "network-vif-plugged", "status": "completed", "tag": "5241eecc-4835-4f5b-970a-139e7dee9fc9"}]}' {{(pid=103409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:38:40.279430 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] For port 5241eecc-4835-4f5b-970a-139e7dee9fc9, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=5241eecc-4835-4f5b-970a-139e7dee9fc9,segment=NetworkSegment(8f3baf82-9e91-4e46-85c0-38567c2e92ed),segment_id=8f3baf82-9e91-4e46-85c0-38567c2e92ed)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:38:40.289460 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (5241eecc-4835-4f5b-970a-139e7dee9fc9), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:40.290389 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device 38641955-40a6-408b-b552-ddf499fac925 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:38:40.330255 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Pushing event updated for resources: {'Port': ['ID=38641955-40a6-408b-b552-ddf499fac925,revision_number=6']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:40.368217 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 10:38:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-657ab554-874d-4ead-a91f-42a2c4cbb4a8 x-openstack-request-id: req-657ab554-874d-4ead-a91f-42a2c4cbb4a8 {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:38:40.368457 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e941b0b-6957-4b1e-b931-664834f15726", "name": "network-vif-plugged", "status": "completed", "tag": "5241eecc-4835-4f5b-970a-139e7dee9fc9", "code": 200}]} {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:38:40.368738 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-657ab554-874d-4ead-a91f-42a2c4cbb4a8 {{(pid=103409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:38:40.369139 dv-neutron-master-2-hyperv neutron-server[103409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e941b0b-6957-4b1e-b931-664834f15726', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5241eecc-4835-4f5b-970a-139e7dee9fc9', 'code': 200} Feb 28 10:38:40.382129 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6daeaf53-75be-4053-afd0-21c70514da62 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Router 4c31df0c-667e-4460-ad09-5b426c7b6041 has already been hosted by L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:38:40.414326 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Pushing event updated for resources: {'Port': ['ID=5241eecc-4835-4f5b-970a-139e7dee9fc9,revision_number=5']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:40.433025 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Current status of the port 38641955-40a6-408b-b552-ddf499fac925 is: BUILD; New status is: DOWN {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:38:40.433552 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (38641955-40a6-408b-b552-ddf499fac925), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:40.448477 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 38641955-40a6-408b-b552-ddf499fac925 {{(pid=103409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 10:38:40.467719 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6daeaf53-75be-4053-afd0-21c70514da62 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:38:40.470380 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] For port 38641955-40a6-408b-b552-ddf499fac925, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=38641955-40a6-408b-b552-ddf499fac925,segment=NetworkSegment(cba47325-ccfb-44ef-8af1-5b8f573ddc63),segment_id=cba47325-ccfb-44ef-8af1-5b8f573ddc63)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:38:40.474414 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-6daeaf53-75be-4053-afd0-21c70514da62 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] 10.222.0.20 "PUT /v2.0/routers/4c31df0c-667e-4460-ad09-5b426c7b6041/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8409696 Feb 28 10:38:40.477697 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 39788) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:40.478217 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (38641955-40a6-408b-b552-ddf499fac925), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:40.506939 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a3c111-ebaa-4814-8552-6ae5e0280a1f None None] Sync routers for ids ['4c31df0c-667e-4460-ad09-5b426c7b6041'] in dv-neutron-master-2-hyperv {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:38:40.514060 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-100d42a7-8a30-43ad-b485-3076716e4a6c tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c31df0c-667e-4460-ad09-5b426c7b6041 HTTP/1.1" status: 200 len: 205 time: 0.0325994 Feb 28 10:38:40.514532 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 39790) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:40.538124 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a3c111-ebaa-4814-8552-6ae5e0280a1f None None] Routers {'4c31df0c-667e-4460-ad09-5b426c7b6041'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:38:40.538759 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-c6a3c111-ebaa-4814-8552-6ae5e0280a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:38:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['4c31df0c-667e-4460-ad09-5b426c7b6041'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:40.577334 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-c6a3c111-ebaa-4814-8552-6ae5e0280a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:40.580819 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Pushing event updated for resources: {'Port': ['ID=38641955-40a6-408b-b552-ddf499fac925,revision_number=7']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:40.589816 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a3c111-ebaa-4814-8552-6ae5e0280a1f None None] Routers {'4c31df0c-667e-4460-ad09-5b426c7b6041'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:38:40.590428 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-c6a3c111-ebaa-4814-8552-6ae5e0280a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:38:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['4c31df0c-667e-4460-ad09-5b426c7b6041'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:40.608126 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2294117a-ba50-4ce9-a3e1-ce0ffdd43435 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks [] for router (4c31df0c-667e-4460-ad09-5b426c7b6041), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:40.625494 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-c6a3c111-ebaa-4814-8552-6ae5e0280a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:40.627460 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a3c111-ebaa-4814-8552-6ae5e0280a1f None None] The sync data for ids ['4c31df0c-667e-4460-ad09-5b426c7b6041'] in dv-neutron-master-2-hyperv is: [] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:38:40.637973 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735b4e04-ed97-4c9c-9dcf-06a14f2da310 req-d747098c-9a5d-417f-ad8d-1f236a1aefcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:40.639597 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-735b4e04-ed97-4c9c-9dcf-06a14f2da310 req-d747098c-9a5d-417f-ad8d-1f236a1aefcf service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7e941b0b-6957-4b1e-b931-664834f15726 HTTP/1.1" status: 200 len: 1130 time: 0.0556817 Feb 28 10:38:40.710213 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-735b4e04-ed97-4c9c-9dcf-06a14f2da310 req-56ed8935-d994-41f3-9680-d4c298be8ef5 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=3f5b7237-829a-4c23-9f38-1bad5249c793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638580 Feb 28 10:38:40.732771 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3aa8e4-0a11-40ea-a245-03fe70f8f29e req-db56e2ee-1ed5-4023-8032-21cb2c00979c tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:40.734288 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-3f3aa8e4-0a11-40ea-a245-03fe70f8f29e req-db56e2ee-1ed5-4023-8032-21cb2c00979c tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e941b0b-6957-4b1e-b931-664834f15726 HTTP/1.1" status: 200 len: 946 time: 0.0645902 Feb 28 10:38:40.775160 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2294117a-ba50-4ce9-a3e1-ce0ffdd43435 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1807017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5941'] for router (4c31df0c-667e-4460-ad09-5b426c7b6041), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:40.777376 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2294117a-ba50-4ce9-a3e1-ce0ffdd43435 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks [] for router_controller (4c31df0c-667e-4460-ad09-5b426c7b6041), precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:40.789408 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-3f3aa8e4-0a11-40ea-a245-03fe70f8f29e req-231f6cb6-29cf-4782-b305-ae5e4175b0a5 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/security-groups?id=3f5b7237-829a-4c23-9f38-1bad5249c793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494690 Feb 28 10:38:40.822920 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2294117a-ba50-4ce9-a3e1-ce0ffdd43435 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1806994'] for router (4c31df0c-667e-4460-ad09-5b426c7b6041), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:40.823438 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2294117a-ba50-4ce9-a3e1-ce0ffdd43435 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Fanout notify agent at l3_agent the message router_deleted on router 4c31df0c-667e-4460-ad09-5b426c7b6041 {{(pid=103408) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 10:38:40.830516 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2294117a-ba50-4ce9-a3e1-ce0ffdd43435 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks [] for router (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:40.831919 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-2294117a-ba50-4ce9-a3e1-ce0ffdd43435 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] 10.222.0.20 "DELETE /v2.0/routers/4c31df0c-667e-4460-ad09-5b426c7b6041 HTTP/1.1" status: 204 len: 168 time: 0.3163168 Feb 28 10:38:40.834617 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 39794) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:40.889864 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_v2 [None req-7798a475-f968-4851-b126-bde2b475994b tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Deleting subnet a0ff8e9f-da34-40f6-86c2-77d610377e84 {{(pid=103408) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:38:40.893225 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7798a475-f968-4851-b126-bde2b475994b tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks [] for subnet (a0ff8e9f-da34-40f6-86c2-77d610377e84), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:40.934093 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7798a475-f968-4851-b126-bde2b475994b tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3423529'] for subnet (a0ff8e9f-da34-40f6-86c2-77d610377e84), precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:41.011412 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-61fb4a8a-eaf2-4c05-9c97-b41965246bc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fc6c9b74-8dbb-41bb-800a-5bd3a43fe896), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:41.020628 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7798a475-f968-4851-b126-bde2b475994b tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-823142'] for subnet (a0ff8e9f-da34-40f6-86c2-77d610377e84), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:41.086091 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7798a475-f968-4851-b126-bde2b475994b tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-823145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3242523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3951170'] for subnet (a0ff8e9f-da34-40f6-86c2-77d610377e84), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:41.113857 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7798a475-f968-4851-b126-bde2b475994b tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Pushing event deleted for resources: {'Subnet': ['ID=a0ff8e9f-da34-40f6-86c2-77d610377e84,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:41.117815 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7798a475-f968-4851-b126-bde2b475994b tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks [] for subnet (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:41.121146 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-7798a475-f968-4851-b126-bde2b475994b tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] 10.222.0.20 "DELETE /v2.0/subnets/a0ff8e9f-da34-40f6-86c2-77d610377e84 HTTP/1.1" status: 204 len: 168 time: 0.2855179 Feb 28 10:38:41.124869 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 39798) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:41.139373 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cfc3958-00ec-4cc4-85dd-8bd25863e8ea None None] Network 4dba0208-21f1-466f-bb4c-1a47fef44be6 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:38:41.198731 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3ca881-c93f-40bd-aa01-ed4eda952b26 req-6fde4def-e0c9-44fe-8192-1a29e212e163 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:41.201146 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-3c3ca881-c93f-40bd-aa01-ed4eda952b26 req-6fde4def-e0c9-44fe-8192-1a29e212e163 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] 10.222.0.20 "GET /v2.0/ports?device_id=8cfd4575-f5a0-41ad-99a8-1ed282e710c5 HTTP/1.1" status: 200 len: 943 time: 0.0730298 Feb 28 10:38:41.209440 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-19e46c66-0c11-40f2-9b8b-ed69eab54d39 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-665757'] for network (4dba0208-21f1-466f-bb4c-1a47fef44be6), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:41.261638 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-3c3ca881-c93f-40bd-aa01-ed4eda952b26 req-944977a0-9b4f-449b-bd72-4e34786ec091 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3dd5a6c-06a9-4f41-b438-f7d64990f73a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519347 Feb 28 10:38:41.291876 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-19e46c66-0c11-40f2-9b8b-ed69eab54d39 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Deleting port 7f167433-8d59-4444-9bf2-83dbf60d0f60 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:38:41.292426 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-19e46c66-0c11-40f2-9b8b-ed69eab54d39 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (7f167433-8d59-4444-9bf2-83dbf60d0f60), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:41.327576 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48a234eb-3d79-4064-a4f2-106c02dd8831 None None] DHCP port deletion for 4dba0208-21f1-466f-bb4c-1a47fef44be6 request from dv-neutron-master-2-hyperv {{(pid=103409) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:38:41.360689 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-19e46c66-0c11-40f2-9b8b-ed69eab54d39 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] For port 7f167433-8d59-4444-9bf2-83dbf60d0f60, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7f167433-8d59-4444-9bf2-83dbf60d0f60,segment=NetworkSegment(b75c1e22-2358-4c51-bc4f-8395c6d6cd8a),segment_id=b75c1e22-2358-4c51-bc4f-8395c6d6cd8a)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:38:41.361714 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-19e46c66-0c11-40f2-9b8b-ed69eab54d39 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (7f167433-8d59-4444-9bf2-83dbf60d0f60), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:41.376396 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-19e46c66-0c11-40f2-9b8b-ed69eab54d39 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Calling delete_port for 7f167433-8d59-4444-9bf2-83dbf60d0f60 owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:38:41.378879 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-48a234eb-3d79-4064-a4f2-106c02dd8831 None None] Deleting port 7f167433-8d59-4444-9bf2-83dbf60d0f60 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:38:41.379697 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-48a234eb-3d79-4064-a4f2-106c02dd8831 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (7f167433-8d59-4444-9bf2-83dbf60d0f60), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:41.444870 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-48a234eb-3d79-4064-a4f2-106c02dd8831 None None] For port 7f167433-8d59-4444-9bf2-83dbf60d0f60, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7f167433-8d59-4444-9bf2-83dbf60d0f60,segment=NetworkSegment(b75c1e22-2358-4c51-bc4f-8395c6d6cd8a),segment_id=b75c1e22-2358-4c51-bc4f-8395c6d6cd8a)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:38:41.445280 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-48a234eb-3d79-4064-a4f2-106c02dd8831 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (7f167433-8d59-4444-9bf2-83dbf60d0f60), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:41.458711 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-48a234eb-3d79-4064-a4f2-106c02dd8831 None None] Calling delete_port for 7f167433-8d59-4444-9bf2-83dbf60d0f60 owned by network:dhcp {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:38:41.459981 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-19e46c66-0c11-40f2-9b8b-ed69eab54d39 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (7f167433-8d59-4444-9bf2-83dbf60d0f60), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:41.490964 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e46c66-0c11-40f2-9b8b-ed69eab54d39 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Pushing event deleted for resources: {'Port': ['ID=7f167433-8d59-4444-9bf2-83dbf60d0f60,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:41.492806 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e46c66-0c11-40f2-9b8b-ed69eab54d39 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] No DVR routers for this DVR port 7f167433-8d59-4444-9bf2-83dbf60d0f60 on host dv-neutron-master-2-hyperv {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:38:41.576052 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-19e46c66-0c11-40f2-9b8b-ed69eab54d39 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672413', 'neutron.services.segments.db._delete_segments_for_network-8742057110173'] for network (4dba0208-21f1-466f-bb4c-1a47fef44be6), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:41.599373 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-19e46c66-0c11-40f2-9b8b-ed69eab54d39 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4dba0208-21f1-466f-bb4c-1a47fef44be6']}} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:41.610733 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-19e46c66-0c11-40f2-9b8b-ed69eab54d39 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b75c1e22-2358-4c51-bc4f-8395c6d6cd8a') {'for_net_delete': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:41.610988 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-19e46c66-0c11-40f2-9b8b-ed69eab54d39 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b75c1e22-2358-4c51-bc4f-8395c6d6cd8a') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:41.621783 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-19e46c66-0c11-40f2-9b8b-ed69eab54d39 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742057113766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3423550'] for segment (b75c1e22-2358-4c51-bc4f-8395c6d6cd8a), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:41.637831 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-19e46c66-0c11-40f2-9b8b-ed69eab54d39 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (b75c1e22-2358-4c51-bc4f-8395c6d6cd8a), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:41.645291 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19e46c66-0c11-40f2-9b8b-ed69eab54d39 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Releasing vlan 287 on physical network physnet1 to pool {{(pid=103408) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:38:41.645720 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-19e46c66-0c11-40f2-9b8b-ed69eab54d39 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3242693'] for segment (b75c1e22-2358-4c51-bc4f-8395c6d6cd8a), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:41.649091 dv-neutron-master-2-hyperv neutron-server[103408]: Traceback (most recent call last): Feb 28 10:38:41.649091 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:38:41.649091 dv-neutron-master-2-hyperv neutron-server[103408]: timer() Feb 28 10:38:41.649091 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:38:41.649091 dv-neutron-master-2-hyperv neutron-server[103408]: cb(*args, **kw) Feb 28 10:38:41.649091 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:38:41.649091 dv-neutron-master-2-hyperv neutron-server[103408]: return func(*args, **kwargs) Feb 28 10:38:41.649091 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:38:41.649091 dv-neutron-master-2-hyperv neutron-server[103408]: self._notify() Feb 28 10:38:41.649091 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:38:41.649091 dv-neutron-master-2-hyperv neutron-server[103408]: self.callback(batched_events) Feb 28 10:38:41.649091 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:38:41.649091 dv-neutron-master-2-hyperv neutron-server[103408]: event.method(event) Feb 28 10:38:41.649091 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:38:41.649091 dv-neutron-master-2-hyperv neutron-server[103408]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:38:41.649091 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:38:41.649091 dv-neutron-master-2-hyperv neutron-server[103408]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:38:41.649091 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:38:41.649091 dv-neutron-master-2-hyperv neutron-server[103408]: return f(self, *a, **k) Feb 28 10:38:41.649091 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:38:41.649091 dv-neutron-master-2-hyperv neutron-server[103408]: return self._get(url).json() Feb 28 10:38:41.649091 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:38:41.649091 dv-neutron-master-2-hyperv neutron-server[103408]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:38:41.649091 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:38:41.649091 dv-neutron-master-2-hyperv neutron-server[103408]: return self.request(url, 'GET', **kwargs) Feb 28 10:38:41.649091 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:38:41.649091 dv-neutron-master-2-hyperv neutron-server[103408]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:38:41.649091 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:38:41.649091 dv-neutron-master-2-hyperv neutron-server[103408]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:38:41.649091 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:38:41.649091 dv-neutron-master-2-hyperv neutron-server[103408]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:38:41.649091 dv-neutron-master-2-hyperv neutron-server[103408]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:38:41.701300 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-48a234eb-3d79-4064-a4f2-106c02dd8831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758'] for port (7f167433-8d59-4444-9bf2-83dbf60d0f60), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:41.716697 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-19e46c66-0c11-40f2-9b8b-ed69eab54d39 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803269'] for network (4dba0208-21f1-466f-bb4c-1a47fef44be6), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:41.723818 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-19e46c66-0c11-40f2-9b8b-ed69eab54d39 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks [] for network (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:41.730724 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-19e46c66-0c11-40f2-9b8b-ed69eab54d39 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] 10.222.0.20 "DELETE /v2.0/networks/4dba0208-21f1-466f-bb4c-1a47fef44be6 HTTP/1.1" status: 204 len: 168 time: 0.6017458 Feb 28 10:38:41.730925 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a234eb-3d79-4064-a4f2-106c02dd8831 None None] Pushing event deleted for resources: {'Port': ['ID=7f167433-8d59-4444-9bf2-83dbf60d0f60,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:41.731541 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 39800) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:41.733167 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a234eb-3d79-4064-a4f2-106c02dd8831 None None] No DVR routers for this DVR port 7f167433-8d59-4444-9bf2-83dbf60d0f60 on host dv-neutron-master-2-hyperv {{(pid=103409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:38:41.736450 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-71f1d911-b64d-4329-b461-ed3476e45fad tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1079237083', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:41.751352 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e46c66-0c11-40f2-9b8b-ed69eab54d39 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Pushing event deleted for resources: {'Network': ['ID=4dba0208-21f1-466f-bb4c-1a47fef44be6,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:41.760308 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-71f1d911-b64d-4329-b461-ed3476e45fad tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1805251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254175'] for router (390e8ac3-8a1b-43fa-8d26-7ebd860f79fb), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:41.761614 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-71f1d911-b64d-4329-b461-ed3476e45fad tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1804172', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1602053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254150'] for router (390e8ac3-8a1b-43fa-8d26-7ebd860f79fb), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:41.815068 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-71f1d911-b64d-4329-b461-ed3476e45fad tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks [] for router_controller (390e8ac3-8a1b-43fa-8d26-7ebd860f79fb), precommit_add_association {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:41.820378 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-71f1d911-b64d-4329-b461-ed3476e45fad tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1804241'] for router (390e8ac3-8a1b-43fa-8d26-7ebd860f79fb), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:41.840215 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-71f1d911-b64d-4329-b461-ed3476e45fad tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks [] for router (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:41.841442 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-71f1d911-b64d-4329-b461-ed3476e45fad tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1088204 Feb 28 10:38:41.844181 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 39804) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:41.850560 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-6d1a3310-dff2-41c5-b6b2-d861978ca071 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-681422865'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:41.896270 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d1a3310-dff2-41c5-b6b2-d861978ca071 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Made reservation on behalf of 0807ae000e4d47fbb1b05ed62ebad745 for: {'network': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:38:41.899602 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6d1a3310-dff2-41c5-b6b2-d861978ca071 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for network (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:41.921726 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] get_ports_and_sgs() called for port_ids ['38641955-40a6-408b-b552-ddf499fac925'] {{(pid=103409) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 10:38:41.939542 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d1a3310-dff2-41c5-b6b2-d861978ca071 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 273} {{(pid=103407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:38:41.953177 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3bbf3e-9f1b-49d6-a8e8-ac89c8a313e0 req-f423da3d-6673-4a62-93a3-fd78240ea0ee tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:41.954922 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-1e3bbf3e-9f1b-49d6-a8e8-ac89c8a313e0 req-f423da3d-6673-4a62-93a3-fd78240ea0ee tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e941b0b-6957-4b1e-b931-664834f15726 HTTP/1.1" status: 200 len: 946 time: 0.0932426 Feb 28 10:38:41.961506 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6d1a3310-dff2-41c5-b6b2-d861978ca071 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (05ba94e8-a6fb-405f-a34e-c11b8d3efd8d), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:41.962624 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.db.segments_db [None req-6d1a3310-dff2-41c5-b6b2-d861978ca071 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Added segment 05ba94e8-a6fb-405f-a34e-c11b8d3efd8d of type vlan for network 2c91b66e-3c96-4a58-947b-85f7a3e7f517 Feb 28 10:38:41.991929 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b6d631fb-7df0-4fe1-8322-abff3b61cae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (0db5147a-92a3-4581-8a5f-8ec9b93e0600), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:42.021946 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6d1a3310-dff2-41c5-b6b2-d861978ca071 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742056637431'] for network (2c91b66e-3c96-4a58-947b-85f7a3e7f517), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:42.060760 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-1e3bbf3e-9f1b-49d6-a8e8-ac89c8a313e0 req-7ef4ac39-27c9-40dc-a6ef-161926783e1c tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/security-groups?id=3f5b7237-829a-4c23-9f38-1bad5249c793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895967 Feb 28 10:38:42.068295 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6d1a3310-dff2-41c5-b6b2-d861978ca071 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551'] for network (2c91b66e-3c96-4a58-947b-85f7a3e7f517), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:42.075981 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d1a3310-dff2-41c5-b6b2-d861978ca071 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:42.076757 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6d1a3310-dff2-41c5-b6b2-d861978ca071 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:42.148772 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-6d1a3310-dff2-41c5-b6b2-d861978ca071 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3026531 Feb 28 10:38:42.151608 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 39806) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:42.157154 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-aff8dd03-9cd5-4a4e-bcca-e9e099289146 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Request body: {'subnet': {'network_id': '2c91b66e-3c96-4a58-947b-85f7a3e7f517', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:42.165033 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1a3310-dff2-41c5-b6b2-d861978ca071 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Pushing event updated for resources: {'Network': ['ID=2c91b66e-3c96-4a58-947b-85f7a3e7f517,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:42.177484 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Network 2c91b66e-3c96-4a58-947b-85f7a3e7f517 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103409) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:38:42.261023 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aff8dd03-9cd5-4a4e-bcca-e9e099289146 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Made reservation on behalf of 0807ae000e4d47fbb1b05ed62ebad745 for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:38:42.264706 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-aff8dd03-9cd5-4a4e-bcca-e9e099289146 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3951209'] for subnet (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:42.397037 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c282bc02-41ac-4f55-ab98-304c36990134 req-48a6d478-811d-4173-9bcf-abc6c2dfb8dd tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:42.399722 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-c282bc02-41ac-4f55-ab98-304c36990134 req-48a6d478-811d-4173-9bcf-abc6c2dfb8dd tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] 10.222.0.20 "GET /v2.0/ports?device_id=8cfd4575-f5a0-41ad-99a8-1ed282e710c5 HTTP/1.1" status: 200 len: 943 time: 0.0636883 Feb 28 10:38:42.474257 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-c282bc02-41ac-4f55-ab98-304c36990134 req-ccb5d028-4ce3-40ed-9e5b-dbbee729e3a6 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3dd5a6c-06a9-4f41-b438-f7d64990f73a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686233 Feb 28 10:38:42.507440 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 39810) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:42.533086 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 7f167433-8d59-4444-9bf2-83dbf60d0f60 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:38:42.559565 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] No Port match for: 7f167433-8d59-4444-9bf2-83dbf60d0f60 {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:38:42.560193 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 7f167433-8d59-4444-9bf2-83dbf60d0f60 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:38:42.579505 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-0c267152-77ca-4c5e-a800-f67cec7da623 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] 10.222.0.20 "GET /v2.0/floatingips/5448c484-fede-4f31-b0f1-388e65cde9db HTTP/1.1" status: 200 len: 991 time: 0.0708435 Feb 28 10:38:42.740364 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-aff8dd03-9cd5-4a4e-bcca-e9e099289146 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3242588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3951195'] for subnet (c7c54e02-1f3a-494d-8b6f-02c6ef5d3af1), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:42.801855 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff8dd03-9cd5-4a4e-bcca-e9e099289146 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Pushing event updated for resources: {'Subnet': ['ID=c7c54e02-1f3a-494d-8b6f-02c6ef5d3af1,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:42.809452 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff8dd03-9cd5-4a4e-bcca-e9e099289146 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Checking segment: {'id': '05ba94e8-a6fb-405f-a34e-c11b8d3efd8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '2c91b66e-3c96-4a58-947b-85f7a3e7f517'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:38:42.809818 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aff8dd03-9cd5-4a4e-bcca-e9e099289146 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Network hostable DHCP agents. Network: 2c91b66e-3c96-4a58-947b-85f7a3e7f517, hostable agents: ['fb6705d2-4f70-4965-92a3-fbfccd43a6d3'], hosted agents: [] {{(pid=103408) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:38:42.829327 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aff8dd03-9cd5-4a4e-bcca-e9e099289146 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Network 2c91b66e-3c96-4a58-947b-85f7a3e7f517 is scheduled to be hosted by DHCP agent fb6705d2-4f70-4965-92a3-fbfccd43a6d3 with binding_index 1 {{(pid=103408) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:38:42.839919 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-aff8dd03-9cd5-4a4e-bcca-e9e099289146 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 2c91b66e-3c96-4a58-947b-85f7a3e7f517) {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:38:42.845810 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aff8dd03-9cd5-4a4e-bcca-e9e099289146 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:42.846987 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-aff8dd03-9cd5-4a4e-bcca-e9e099289146 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks [] for subnet (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:42.849021 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ba99c7c-f037-4843-8e62-c010f402edf6 None None] Network 2c91b66e-3c96-4a58-947b-85f7a3e7f517 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:38:42.864362 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-aff8dd03-9cd5-4a4e-bcca-e9e099289146 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7114844 Feb 28 10:38:42.867281 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 39812) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:42.953099 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3efa0bbc-ee62-4f4d-a8b1-d8d1ac74ab3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-2c91b66e-3c96-4a58-947b-85f7a3e7f517', 'network_id': '2c91b66e-3c96-4a58-947b-85f7a3e7f517', 'project_id': '0807ae000e4d47fbb1b05ed62ebad745', 'fixed_ips': [{'subnet_id': 'c7c54e02-1f3a-494d-8b6f-02c6ef5d3af1'}]}} from dv-neutron-master-2-hyperv. {{(pid=103409) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:38:42.954118 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3efa0bbc-ee62-4f4d-a8b1-d8d1ac74ab3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:43.042112 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.agents_db [None req-382e0aa2-b126-48e6-89eb-3efa426b6b29 None None] Agent healthcheck: found 6 active agents {{(pid=103410) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 10:38:43.089596 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-3efa0bbc-ee62-4f4d-a8b1-d8d1ac74ab3d None None] Allocated IP 2001:db8::2 (2c91b66e-3c96-4a58-947b-85f7a3e7f517/c7c54e02-1f3a-494d-8b6f-02c6ef5d3af1/8205cf48-fd4d-4de9-aabb-af2363876dac) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:38:43.154364 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3098c0de-846c-4013-865b-944fa1da83f9 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:43.206531 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ea7e21-6bee-4a2c-aaa7-37f45ca1e22f req-40156edd-3921-4df4-aab0-066039f23ac4 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:43.209751 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-b1ea7e21-6bee-4a2c-aaa7-37f45ca1e22f req-40156edd-3921-4df4-aab0-066039f23ac4 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e941b0b-6957-4b1e-b931-664834f15726 HTTP/1.1" status: 200 len: 946 time: 0.0617661 Feb 28 10:38:43.247301 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3efa0bbc-ee62-4f4d-a8b1-d8d1ac74ab3d None None] Publish callbacks [] for port (8205cf48-fd4d-4de9-aabb-af2363876dac), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:43.254918 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3efa0bbc-ee62-4f4d-a8b1-d8d1ac74ab3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749'] for port (8205cf48-fd4d-4de9-aabb-af2363876dac), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:43.265810 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-b1ea7e21-6bee-4a2c-aaa7-37f45ca1e22f req-9f766fc7-7765-4e06-9d6c-70384ea0600d tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/security-groups?id=3f5b7237-829a-4c23-9f38-1bad5249c793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499213 Feb 28 10:38:43.298940 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3efa0bbc-ee62-4f4d-a8b1-d8d1ac74ab3d None None] Network 2c91b66e-3c96-4a58-947b-85f7a3e7f517 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:38:43.301925 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-3efa0bbc-ee62-4f4d-a8b1-d8d1ac74ab3d None None] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:38:43.305700 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3efa0bbc-ee62-4f4d-a8b1-d8d1ac74ab3d None None] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:38:43.312960 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efa0bbc-ee62-4f4d-a8b1-d8d1ac74ab3d None None] Pushing event updated for resources: {'Port': ['ID=8205cf48-fd4d-4de9-aabb-af2363876dac,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:43.375665 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-3efa0bbc-ee62-4f4d-a8b1-d8d1ac74ab3d None None] Attempting to bind port 8205cf48-fd4d-4de9-aabb-af2363876dac on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:38:43.376375 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-3efa0bbc-ee62-4f4d-a8b1-d8d1ac74ab3d None None] Attempting to bind port 8205cf48-fd4d-4de9-aabb-af2363876dac by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '05ba94e8-a6fb-405f-a34e-c11b8d3efd8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '2c91b66e-3c96-4a58-947b-85f7a3e7f517'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:38:43.377128 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3efa0bbc-ee62-4f4d-a8b1-d8d1ac74ab3d None None] Attempting to bind port 8205cf48-fd4d-4de9-aabb-af2363876dac on network 2c91b66e-3c96-4a58-947b-85f7a3e7f517 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:38:43.382666 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3efa0bbc-ee62-4f4d-a8b1-d8d1ac74ab3d None None] Checking agent: {'id': '75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 24, 15), 'started_at': datetime.datetime(2022, 2, 28, 10, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 38, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:38:43.383333 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3efa0bbc-ee62-4f4d-a8b1-d8d1ac74ab3d None None] Checking segment: {'id': '05ba94e8-a6fb-405f-a34e-c11b8d3efd8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '2c91b66e-3c96-4a58-947b-85f7a3e7f517'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:38:43.383963 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3efa0bbc-ee62-4f4d-a8b1-d8d1ac74ab3d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:43.384650 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3efa0bbc-ee62-4f4d-a8b1-d8d1ac74ab3d None None] Bound using segment: {'id': '05ba94e8-a6fb-405f-a34e-c11b8d3efd8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '2c91b66e-3c96-4a58-947b-85f7a3e7f517'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:38:43.385230 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-3efa0bbc-ee62-4f4d-a8b1-d8d1ac74ab3d None None] Bound port: 8205cf48-fd4d-4de9-aabb-af2363876dac, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05ba94e8-a6fb-405f-a34e-c11b8d3efd8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '2c91b66e-3c96-4a58-947b-85f7a3e7f517'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:38:43.385683 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3efa0bbc-ee62-4f4d-a8b1-d8d1ac74ab3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (8205cf48-fd4d-4de9-aabb-af2363876dac), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:43.409963 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abfa18a-6dc3-4c8f-b7f2-76a395b314d9 req-f710d9a6-e3de-4a95-8b56-1c4f76ed1de0 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:43.411593 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-8abfa18a-6dc3-4c8f-b7f2-76a395b314d9 req-f710d9a6-e3de-4a95-8b56-1c4f76ed1de0 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e941b0b-6957-4b1e-b931-664834f15726 HTTP/1.1" status: 200 len: 946 time: 0.0630605 Feb 28 10:38:43.427017 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-3098c0de-846c-4013-865b-944fa1da83f9 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Allocated IP 2001:db8::1 (2c91b66e-3c96-4a58-947b-85f7a3e7f517/c7c54e02-1f3a-494d-8b6f-02c6ef5d3af1/189fe504-dc4c-46ed-8803-aaeeb32601c5) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:38:43.459843 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6b923bb1-06b0-4b84-b461-7cc1d0196090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (2e621730-3978-4720-b581-ac380e97a567), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:43.467211 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-3efa0bbc-ee62-4f4d-a8b1-d8d1ac74ab3d None None] For port 8205cf48-fd4d-4de9-aabb-af2363876dac, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:38:43.470573 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-3efa0bbc-ee62-4f4d-a8b1-d8d1ac74ab3d None None] For port 8205cf48-fd4d-4de9-aabb-af2363876dac, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8205cf48-fd4d-4de9-aabb-af2363876dac,segment=NetworkSegment(05ba94e8-a6fb-405f-a34e-c11b8d3efd8d),segment_id=05ba94e8-a6fb-405f-a34e-c11b8d3efd8d)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:38:43.477544 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-8abfa18a-6dc3-4c8f-b7f2-76a395b314d9 req-07fa9b7f-feb1-4b5e-a769-d21689531e35 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/security-groups?id=3f5b7237-829a-4c23-9f38-1bad5249c793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590608 Feb 28 10:38:43.479478 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3efa0bbc-ee62-4f4d-a8b1-d8d1ac74ab3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (8205cf48-fd4d-4de9-aabb-af2363876dac), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:43.495185 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 39818) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:43.544430 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efa0bbc-ee62-4f4d-a8b1-d8d1ac74ab3d None None] Pushing event updated for resources: {'Port': ['ID=8205cf48-fd4d-4de9-aabb-af2363876dac,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:43.544675 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20b58434-ac81-4ce3-b732-7355e98d5651 tempest-TestNetworkBasicOps-986752647 tempest-TestNetworkBasicOps-986752647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:43.549858 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-20b58434-ac81-4ce3-b732-7355e98d5651 tempest-TestNetworkBasicOps-986752647 tempest-TestNetworkBasicOps-986752647-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=7e941b0b-6957-4b1e-b931-664834f15726 HTTP/1.1" status: 200 len: 1125 time: 0.0501313 Feb 28 10:38:43.549858 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 39820) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:43.554539 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-560e7d39-501d-42fd-892b-e227a661d3de tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Request body: {'floatingip': {'floating_network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'port_id': '5241eecc-4835-4f5b-970a-139e7dee9fc9', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:43.574367 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3098c0de-846c-4013-865b-944fa1da83f9 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks [] for port (189fe504-dc4c-46ed-8803-aaeeb32601c5), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:43.578427 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-560e7d39-501d-42fd-892b-e227a661d3de tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:43.611562 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3098c0de-846c-4013-865b-944fa1da83f9 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (189fe504-dc4c-46ed-8803-aaeeb32601c5), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:43.657440 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3098c0de-846c-4013-865b-944fa1da83f9 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Network 2c91b66e-3c96-4a58-947b-85f7a3e7f517 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:38:43.660730 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-3098c0de-846c-4013-865b-944fa1da83f9 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:38:43.664767 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3098c0de-846c-4013-865b-944fa1da83f9 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:38:43.665333 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3098c0de-846c-4013-865b-944fa1da83f9 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1803404'] for router_interface (390e8ac3-8a1b-43fa-8d26-7ebd860f79fb), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:43.694691 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-560e7d39-501d-42fd-892b-e227a661d3de tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:43.721594 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3098c0de-846c-4013-865b-944fa1da83f9 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Pushing event updated for resources: {'Port': ['ID=189fe504-dc4c-46ed-8803-aaeeb32601c5,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:43.828460 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3098c0de-846c-4013-865b-944fa1da83f9 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (189fe504-dc4c-46ed-8803-aaeeb32601c5), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:43.844849 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-560e7d39-501d-42fd-892b-e227a661d3de tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Allocated IP 172.36.5.234 (1e0804d0-d1d9-4d40-9de5-2936f3d87840/6f6f4129-23e5-4c3b-b4ef-4c7ce926797e/47a076a5-27db-45d8-8b0c-3548900f375d) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:38:43.925162 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device 38641955-40a6-408b-b552-ddf499fac925 up at agent hyperv_hv-neutron-mast {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:38:43.957755 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-560e7d39-501d-42fd-892b-e227a661d3de tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for port (47a076a5-27db-45d8-8b0c-3548900f375d), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:43.986821 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Provisioning complete for port 38641955-40a6-408b-b552-ddf499fac925 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:38:43.987224 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (38641955-40a6-408b-b552-ddf499fac925), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:44.000115 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-560e7d39-501d-42fd-892b-e227a661d3de tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (47a076a5-27db-45d8-8b0c-3548900f375d), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:44.048072 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-560e7d39-501d-42fd-892b-e227a661d3de tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Network 1e0804d0-d1d9-4d40-9de5-2936f3d87840 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:38:44.050510 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-560e7d39-501d-42fd-892b-e227a661d3de tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:38:44.054878 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-560e7d39-501d-42fd-892b-e227a661d3de tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:38:44.074740 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Current status of the port 38641955-40a6-408b-b552-ddf499fac925 is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:38:44.075501 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (38641955-40a6-408b-b552-ddf499fac925), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:44.097749 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560e7d39-501d-42fd-892b-e227a661d3de tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event updated for resources: {'Port': ['ID=47a076a5-27db-45d8-8b0c-3548900f375d,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:44.105976 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cfd4575-f5a0-41ad-99a8-1ed282e710c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38641955-40a6-408b-b552-ddf499fac925'}] {{(pid=103409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:38:44.113806 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa5325a5be4b33bf61fd809c564e3765e689d817bbd874267890deb3cfccaf12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e5141ff-c85e-45e8-a4d9-3bed7ebc2aa2" -d '{"events": [{"server_uuid": "8cfd4575-f5a0-41ad-99a8-1ed282e710c5", "name": "network-vif-plugged", "status": "completed", "tag": "38641955-40a6-408b-b552-ddf499fac925"}]}' {{(pid=103409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:38:44.131921 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] For port 38641955-40a6-408b-b552-ddf499fac925, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=38641955-40a6-408b-b552-ddf499fac925,segment=NetworkSegment(cba47325-ccfb-44ef-8af1-5b8f573ddc63),segment_id=cba47325-ccfb-44ef-8af1-5b8f573ddc63)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:38:44.138931 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (38641955-40a6-408b-b552-ddf499fac925), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:44.143208 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3098c0de-846c-4013-865b-944fa1da83f9 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks [] for port (189fe504-dc4c-46ed-8803-aaeeb32601c5), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:44.150433 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3098c0de-846c-4013-865b-944fa1da83f9 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3242529'] for port (189fe504-dc4c-46ed-8803-aaeeb32601c5), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:44.151254 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3098c0de-846c-4013-865b-944fa1da83f9 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1802524'] for router_interface (390e8ac3-8a1b-43fa-8d26-7ebd860f79fb), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:44.174603 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 10:38:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65903a77-d188-432d-a49b-dfd923b90067 x-openstack-request-id: req-65903a77-d188-432d-a49b-dfd923b90067 {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:38:44.174898 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cfd4575-f5a0-41ad-99a8-1ed282e710c5", "name": "network-vif-plugged", "status": "completed", "tag": "38641955-40a6-408b-b552-ddf499fac925", "code": 200}]} {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:38:44.175152 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-65903a77-d188-432d-a49b-dfd923b90067 {{(pid=103409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:38:44.175554 dv-neutron-master-2-hyperv neutron-server[103409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cfd4575-f5a0-41ad-99a8-1ed282e710c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38641955-40a6-408b-b552-ddf499fac925', 'code': 200} Feb 28 10:38:44.205389 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Pushing event updated for resources: {'Port': ['ID=38641955-40a6-408b-b552-ddf499fac925,revision_number=8']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:44.240544 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3098c0de-846c-4013-865b-944fa1da83f9 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Pushing event updated for resources: {'Port': ['ID=189fe504-dc4c-46ed-8803-aaeeb32601c5,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:44.282345 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3098c0de-846c-4013-865b-944fa1da83f9 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Network 2c91b66e-3c96-4a58-947b-85f7a3e7f517 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:38:44.283983 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-3098c0de-846c-4013-865b-944fa1da83f9 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:38:44.415921 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3098c0de-846c-4013-865b-944fa1da83f9 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Router 390e8ac3-8a1b-43fa-8d26-7ebd860f79fb is scheduled to L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 with binding_index 1 {{(pid=103408) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 10:38:44.472832 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-560e7d39-501d-42fd-892b-e227a661d3de tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for floatingip (2edc2cd9-6ed2-4f08-9f5d-beed12626619), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:44.540503 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3098c0de-846c-4013-865b-944fa1da83f9 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:38:44.551138 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73649137-4807-4a64-bfaa-3e1ad66a472f None None] Sync routers for ids ['390e8ac3-8a1b-43fa-8d26-7ebd860f79fb'] in dv-neutron-master-2-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:38:44.555759 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-3098c0de-846c-4013-865b-944fa1da83f9 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] 10.222.0.20 "PUT /v2.0/routers/390e8ac3-8a1b-43fa-8d26-7ebd860f79fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6874192 Feb 28 10:38:44.556418 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 39824) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:44.562278 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-5b383432-937c-4262-b62d-8d16ad5b2883 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1361622363'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:44.566430 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73649137-4807-4a64-bfaa-3e1ad66a472f None None] Routers {'390e8ac3-8a1b-43fa-8d26-7ebd860f79fb'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:38:44.567054 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-73649137-4807-4a64-bfaa-3e1ad66a472f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:38:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['390e8ac3-8a1b-43fa-8d26-7ebd860f79fb'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:44.574704 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-560e7d39-501d-42fd-892b-e227a661d3de tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (47a076a5-27db-45d8-8b0c-3548900f375d), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:44.583251 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b383432-937c-4262-b62d-8d16ad5b2883 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Made reservation on behalf of 0807ae000e4d47fbb1b05ed62ebad745 for: {'network': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:38:44.587814 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5b383432-937c-4262-b62d-8d16ad5b2883 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for network (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:44.613616 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 8205cf48-fd4d-4de9-aabb-af2363876dac up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:38:44.623433 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b383432-937c-4262-b62d-8d16ad5b2883 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 252} {{(pid=103408) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:38:44.634397 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5b383432-937c-4262-b62d-8d16ad5b2883 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (eeb0be04-59c2-4d73-9592-181c53b62727), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:44.634780 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.db.segments_db [None req-5b383432-937c-4262-b62d-8d16ad5b2883 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Added segment eeb0be04-59c2-4d73-9592-181c53b62727 of type vlan for network d32b74c0-7d5b-4fa7-85d6-5eb9a0f1ae87 Feb 28 10:38:44.689050 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port 8205cf48-fd4d-4de9-aabb-af2363876dac triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:38:44.689443 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (8205cf48-fd4d-4de9-aabb-af2363876dac), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:44.711540 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5b383432-937c-4262-b62d-8d16ad5b2883 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742056637431'] for network (d32b74c0-7d5b-4fa7-85d6-5eb9a0f1ae87), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:44.727543 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-73649137-4807-4a64-bfaa-3e1ad66a472f None None] Set router 390e8ac3-8a1b-43fa-8d26-7ebd860f79fb gateway port host: None {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:38:44.749439 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d90c590-1879-44dd-aa77-0ab1e9f52690 None None] Network 2c91b66e-3c96-4a58-947b-85f7a3e7f517 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:38:44.754265 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5b383432-937c-4262-b62d-8d16ad5b2883 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551'] for network (d32b74c0-7d5b-4fa7-85d6-5eb9a0f1ae87), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:44.761344 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b383432-937c-4262-b62d-8d16ad5b2883 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:44.762364 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5b383432-937c-4262-b62d-8d16ad5b2883 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks [] for network (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:44.808454 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-560e7d39-501d-42fd-892b-e227a661d3de tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for port (47a076a5-27db-45d8-8b0c-3548900f375d), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:44.816204 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-560e7d39-501d-42fd-892b-e227a661d3de tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3498066'] for port (47a076a5-27db-45d8-8b0c-3548900f375d), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:44.843100 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-5b383432-937c-4262-b62d-8d16ad5b2883 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2854884 Feb 28 10:38:44.846395 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 39826) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:44.851893 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-5f67df2a-a99f-4745-91f5-0ea02d3168f6 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Request body: {'subnet': {'network_id': 'd32b74c0-7d5b-4fa7-85d6-5eb9a0f1ae87', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:44.871916 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b383432-937c-4262-b62d-8d16ad5b2883 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Pushing event updated for resources: {'Network': ['ID=d32b74c0-7d5b-4fa7-85d6-5eb9a0f1ae87,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:44.872697 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-a5cb7c96-35ed-454e-a2c2-b807fccc8c82 None None] Provisioning complete for port 8205cf48-fd4d-4de9-aabb-af2363876dac triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:38:44.873101 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a5cb7c96-35ed-454e-a2c2-b807fccc8c82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (8205cf48-fd4d-4de9-aabb-af2363876dac), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:44.912123 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Network d32b74c0-7d5b-4fa7-85d6-5eb9a0f1ae87 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103409) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:38:44.916676 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560e7d39-501d-42fd-892b-e227a661d3de tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event updated for resources: {'Port': ['ID=47a076a5-27db-45d8-8b0c-3548900f375d,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:44.929106 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-560e7d39-501d-42fd-892b-e227a661d3de tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1803383'] for floatingip (2edc2cd9-6ed2-4f08-9f5d-beed12626619), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:44.954892 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f67df2a-a99f-4745-91f5-0ea02d3168f6 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Made reservation on behalf of 0807ae000e4d47fbb1b05ed62ebad745 for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:38:44.959216 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5f67df2a-a99f-4745-91f5-0ea02d3168f6 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3951209'] for subnet (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:44.982766 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 8205cf48-fd4d-4de9-aabb-af2363876dac is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:38:44.983085 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (8205cf48-fd4d-4de9-aabb-af2363876dac), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:45.006693 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-73649137-4807-4a64-bfaa-3e1ad66a472f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '390e8ac3-8a1b-43fa-8d26-7ebd860f79fb', 'name': 'tempest-RoutersIpV6Test-router-1079237083', 'tenant_id': '0807ae000e4d47fbb1b05ed62ebad745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:38:41Z', 'updated_at': '2022-02-28T10:38:43Z', 'revision_number': 2, 'project_id': '0807ae000e4d47fbb1b05ed62ebad745', 'gw_port_host': None, '_interfaces': [{'id': '189fe504-dc4c-46ed-8803-aaeeb32601c5', 'name': '', 'network_id': '2c91b66e-3c96-4a58-947b-85f7a3e7f517', 'tenant_id': '0807ae000e4d47fbb1b05ed62ebad745', 'mac_address': 'fa:16:3e:fe:c8:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '390e8ac3-8a1b-43fa-8d26-7ebd860f79fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': 'c7c54e02-1f3a-494d-8b6f-02c6ef5d3af1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:38:43Z', 'updated_at': '2022-02-28T10:38:43Z', 'revision_number': 2, 'project_id': '0807ae000e4d47fbb1b05ed62ebad745', 'subnets': [{'id': 'c7c54e02-1f3a-494d-8b6f-02c6ef5d3af1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:45.036418 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73649137-4807-4a64-bfaa-3e1ad66a472f None None] Checking router: 390e8ac3-8a1b-43fa-8d26-7ebd860f79fb for host: dv-neutron-master-2-hyperv {{(pid=103410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:38:45.036805 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73649137-4807-4a64-bfaa-3e1ad66a472f None None] Updating router 390e8ac3-8a1b-43fa-8d26-7ebd860f79fb port 189fe504-dc4c-46ed-8803-aaeeb32601c5 binding host dv-neutron-master-2-hyperv {{(pid=103410) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 10:38:45.050266 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:45.070621 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-73649137-4807-4a64-bfaa-3e1ad66a472f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (189fe504-dc4c-46ed-8803-aaeeb32601c5), before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:45.071974 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.db.l3_db [None req-560e7d39-501d-42fd-892b-e227a661d3de tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Floating IP 2edc2cd9-6ed2-4f08-9f5d-beed12626619 associated. External IP: 172.36.5.234, port: 5241eecc-4835-4f5b-970a-139e7dee9fc9. Feb 28 10:38:45.128514 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] For port 8205cf48-fd4d-4de9-aabb-af2363876dac, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8205cf48-fd4d-4de9-aabb-af2363876dac,segment=NetworkSegment(05ba94e8-a6fb-405f-a34e-c11b8d3efd8d),segment_id=05ba94e8-a6fb-405f-a34e-c11b8d3efd8d)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:38:45.138438 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (8205cf48-fd4d-4de9-aabb-af2363876dac), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:45.219819 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-a5cb7c96-35ed-454e-a2c2-b807fccc8c82 None None] Current status of the port 8205cf48-fd4d-4de9-aabb-af2363876dac is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:38:45.227125 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Pushing event updated for resources: {'Port': ['ID=8205cf48-fd4d-4de9-aabb-af2363876dac,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:45.230573 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5f67df2a-a99f-4745-91f5-0ea02d3168f6 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3242588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3951195'] for subnet (128ab509-542e-47db-8b28-b5b48356d8a9), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:45.316441 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f67df2a-a99f-4745-91f5-0ea02d3168f6 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Pushing event updated for resources: {'Subnet': ['ID=128ab509-542e-47db-8b28-b5b48356d8a9,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:45.318846 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f67df2a-a99f-4745-91f5-0ea02d3168f6 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Checking segment: {'id': 'eeb0be04-59c2-4d73-9592-181c53b62727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'd32b74c0-7d5b-4fa7-85d6-5eb9a0f1ae87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:38:45.319210 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f67df2a-a99f-4745-91f5-0ea02d3168f6 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Network hostable DHCP agents. Network: d32b74c0-7d5b-4fa7-85d6-5eb9a0f1ae87, hostable agents: ['fb6705d2-4f70-4965-92a3-fbfccd43a6d3'], hosted agents: [] {{(pid=103408) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:38:45.341286 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f67df2a-a99f-4745-91f5-0ea02d3168f6 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Network d32b74c0-7d5b-4fa7-85d6-5eb9a0f1ae87 is scheduled to be hosted by DHCP agent fb6705d2-4f70-4965-92a3-fbfccd43a6d3 with binding_index 1 {{(pid=103408) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:38:45.353202 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-5f67df2a-a99f-4745-91f5-0ea02d3168f6 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, d32b74c0-7d5b-4fa7-85d6-5eb9a0f1ae87) {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:38:45.359102 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f67df2a-a99f-4745-91f5-0ea02d3168f6 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:45.359779 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5f67df2a-a99f-4745-91f5-0ea02d3168f6 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks [] for subnet (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:45.364702 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f83dbcf-207d-4220-a19d-5585cf37b401 None None] Network d32b74c0-7d5b-4fa7-85d6-5eb9a0f1ae87 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:38:45.388879 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-560e7d39-501d-42fd-892b-e227a661d3de tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Router 445ef975-1dd3-494e-9129-a41669286726 has already been hosted by L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:38:45.389397 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-5f67df2a-a99f-4745-91f5-0ea02d3168f6 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5415242 Feb 28 10:38:45.390155 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 39828) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:45.443138 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-73649137-4807-4a64-bfaa-3e1ad66a472f None None] Publish callbacks [] for port (189fe504-dc4c-46ed-8803-aaeeb32601c5), precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:45.450649 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-73649137-4807-4a64-bfaa-3e1ad66a472f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (189fe504-dc4c-46ed-8803-aaeeb32601c5), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:45.510664 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387b202a-c1fa-4bfd-9057-4310837541f7 None None] Pushing event updated for resources: {'Port': ['ID=189fe504-dc4c-46ed-8803-aaeeb32601c5,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:45.511218 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c74f250c-fe49-46ae-a488-4988ccd44b92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-d32b74c0-7d5b-4fa7-85d6-5eb9a0f1ae87', 'network_id': 'd32b74c0-7d5b-4fa7-85d6-5eb9a0f1ae87', 'project_id': '0807ae000e4d47fbb1b05ed62ebad745', 'fixed_ips': [{'subnet_id': '128ab509-542e-47db-8b28-b5b48356d8a9'}]}} from dv-neutron-master-2-hyperv. {{(pid=103409) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:38:45.512091 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c74f250c-fe49-46ae-a488-4988ccd44b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:45.606668 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-73649137-4807-4a64-bfaa-3e1ad66a472f None None] Attempting to bind port 189fe504-dc4c-46ed-8803-aaeeb32601c5 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:38:45.607201 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-73649137-4807-4a64-bfaa-3e1ad66a472f None None] Attempting to bind port 189fe504-dc4c-46ed-8803-aaeeb32601c5 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '05ba94e8-a6fb-405f-a34e-c11b8d3efd8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '2c91b66e-3c96-4a58-947b-85f7a3e7f517'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:38:45.609001 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73649137-4807-4a64-bfaa-3e1ad66a472f None None] Attempting to bind port 189fe504-dc4c-46ed-8803-aaeeb32601c5 on network 2c91b66e-3c96-4a58-947b-85f7a3e7f517 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:38:45.615259 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73649137-4807-4a64-bfaa-3e1ad66a472f None None] Checking agent: {'id': '75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 24, 15), 'started_at': datetime.datetime(2022, 2, 28, 10, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 38, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:38:45.615658 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73649137-4807-4a64-bfaa-3e1ad66a472f None None] Checking segment: {'id': '05ba94e8-a6fb-405f-a34e-c11b8d3efd8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '2c91b66e-3c96-4a58-947b-85f7a3e7f517'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:38:45.616030 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-73649137-4807-4a64-bfaa-3e1ad66a472f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:45.616423 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73649137-4807-4a64-bfaa-3e1ad66a472f None None] Bound using segment: {'id': '05ba94e8-a6fb-405f-a34e-c11b8d3efd8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '2c91b66e-3c96-4a58-947b-85f7a3e7f517'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:38:45.617680 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-73649137-4807-4a64-bfaa-3e1ad66a472f None None] Bound port: 189fe504-dc4c-46ed-8803-aaeeb32601c5, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05ba94e8-a6fb-405f-a34e-c11b8d3efd8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '2c91b66e-3c96-4a58-947b-85f7a3e7f517'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:38:45.617680 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-73649137-4807-4a64-bfaa-3e1ad66a472f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (189fe504-dc4c-46ed-8803-aaeeb32601c5), before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:45.684992 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-73649137-4807-4a64-bfaa-3e1ad66a472f None None] For port 189fe504-dc4c-46ed-8803-aaeeb32601c5, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:38:45.688913 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-73649137-4807-4a64-bfaa-3e1ad66a472f None None] For port 189fe504-dc4c-46ed-8803-aaeeb32601c5, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=189fe504-dc4c-46ed-8803-aaeeb32601c5,segment=NetworkSegment(05ba94e8-a6fb-405f-a34e-c11b8d3efd8d),segment_id=05ba94e8-a6fb-405f-a34e-c11b8d3efd8d)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:38:45.690442 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-1d543dd0-f562-40a0-a746-b84eb18f9dda None None] Provisioning complete for port 189fe504-dc4c-46ed-8803-aaeeb32601c5 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:38:45.690960 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1d543dd0-f562-40a0-a746-b84eb18f9dda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (189fe504-dc4c-46ed-8803-aaeeb32601c5), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:45.693258 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-560e7d39-501d-42fd-892b-e227a661d3de tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:38:45.701731 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-73649137-4807-4a64-bfaa-3e1ad66a472f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (189fe504-dc4c-46ed-8803-aaeeb32601c5), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:45.734662 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-367309a0-57d2-4f80-902a-10aed340adc6 None None] Sync routers for ids ['445ef975-1dd3-494e-9129-a41669286726'] in dv-neutron-master-2-hyperv {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:38:45.755138 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-c74f250c-fe49-46ae-a488-4988ccd44b92 None None] Allocated IP 2001:db8:1::2 (d32b74c0-7d5b-4fa7-85d6-5eb9a0f1ae87/128ab509-542e-47db-8b28-b5b48356d8a9/475f117d-3bc3-42fa-93fb-6f19197c1bbf) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:38:45.774444 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-1d543dd0-f562-40a0-a746-b84eb18f9dda None None] Port 189fe504-dc4c-46ed-8803-aaeeb32601c5 cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:38:45.776121 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-367309a0-57d2-4f80-902a-10aed340adc6 None None] Routers {'445ef975-1dd3-494e-9129-a41669286726'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:38:45.776368 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73649137-4807-4a64-bfaa-3e1ad66a472f None None] Routers {'390e8ac3-8a1b-43fa-8d26-7ebd860f79fb'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:38:45.776793 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-367309a0-57d2-4f80-902a-10aed340adc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:38:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['445ef975-1dd3-494e-9129-a41669286726'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:45.777446 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-73649137-4807-4a64-bfaa-3e1ad66a472f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:38:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['390e8ac3-8a1b-43fa-8d26-7ebd860f79fb'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:45.790182 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-560e7d39-501d-42fd-892b-e227a661d3de tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for floatingip (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:45.826233 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-560e7d39-501d-42fd-892b-e227a661d3de tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2757535 Feb 28 10:38:45.826468 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387b202a-c1fa-4bfd-9057-4310837541f7 None None] Pushing event updated for resources: {'Port': ['ID=189fe504-dc4c-46ed-8803-aaeeb32601c5,revision_number=4']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:45.829244 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 39830) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:45.838584 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e941b0b-6957-4b1e-b931-664834f15726', 'tag': '5241eecc-4835-4f5b-970a-139e7dee9fc9'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:38:45.846863 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c8e1c873eeca597e52e7ceb7469e602eac250bfea6606d285743d38033cf584" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b125d941-961e-402a-9a0c-c59ebd712f88" -d '{"events": [{"name": "network-changed", "server_uuid": "7e941b0b-6957-4b1e-b931-664834f15726", "tag": "5241eecc-4835-4f5b-970a-139e7dee9fc9"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:38:45.897110 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-1d543dd0-f562-40a0-a746-b84eb18f9dda None None] Provisioning complete for port 8205cf48-fd4d-4de9-aabb-af2363876dac triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:38:45.897495 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1d543dd0-f562-40a0-a746-b84eb18f9dda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (8205cf48-fd4d-4de9-aabb-af2363876dac), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:45.925164 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-73649137-4807-4a64-bfaa-3e1ad66a472f None None] Set router 390e8ac3-8a1b-43fa-8d26-7ebd860f79fb gateway port host: None {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:38:45.934230 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 10:38:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b75a4cff-2729-4541-a0ab-8e81c7966936 x-openstack-request-id: req-b75a4cff-2729-4541-a0ab-8e81c7966936 {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:38:45.934663 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e941b0b-6957-4b1e-b931-664834f15726", "tag": "5241eecc-4835-4f5b-970a-139e7dee9fc9", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:38:45.935011 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b75a4cff-2729-4541-a0ab-8e81c7966936 {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:38:45.935507 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e941b0b-6957-4b1e-b931-664834f15726', 'tag': '5241eecc-4835-4f5b-970a-139e7dee9fc9', 'status': 'completed', 'code': 200} Feb 28 10:38:46.045582 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-4baecc31-0fd7-4078-afe9-99bd49fcbb54 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/floatingips/2edc2cd9-6ed2-4f08-9f5d-beed12626619 HTTP/1.1" status: 200 len: 992 time: 0.2147806 Feb 28 10:38:46.072739 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a296e5fe-c2d5-49f7-9b98-1eed9da66c56 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:46.085080 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b125d941-961e-402a-9a0c-c59ebd712f88 req-09c36437-6ee9-499b-9fe6-f1b0ab420e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:46.086952 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-b125d941-961e-402a-9a0c-c59ebd712f88 req-09c36437-6ee9-499b-9fe6-f1b0ab420e90 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5a84b6bdce3e454e9741c4fbc09bfc68&device_id=7e941b0b-6957-4b1e-b931-664834f15726 HTTP/1.1" status: 200 len: 1130 time: 0.1282058 Feb 28 10:38:46.138347 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-367309a0-57d2-4f80-902a-10aed340adc6 None None] Set router 445ef975-1dd3-494e-9129-a41669286726 gateway port host: dv-neutron-master-2-hyperv {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:38:46.187917 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-73649137-4807-4a64-bfaa-3e1ad66a472f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '390e8ac3-8a1b-43fa-8d26-7ebd860f79fb', 'name': 'tempest-RoutersIpV6Test-router-1079237083', 'tenant_id': '0807ae000e4d47fbb1b05ed62ebad745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:38:41Z', 'updated_at': '2022-02-28T10:38:43Z', 'revision_number': 2, 'project_id': '0807ae000e4d47fbb1b05ed62ebad745', 'gw_port_host': None, '_interfaces': [{'id': '189fe504-dc4c-46ed-8803-aaeeb32601c5', 'name': '', 'network_id': '2c91b66e-3c96-4a58-947b-85f7a3e7f517', 'tenant_id': '0807ae000e4d47fbb1b05ed62ebad745', 'mac_address': 'fa:16:3e:fe:c8:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '390e8ac3-8a1b-43fa-8d26-7ebd860f79fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': 'c7c54e02-1f3a-494d-8b6f-02c6ef5d3af1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:38:43Z', 'updated_at': '2022-02-28T10:38:45Z', 'revision_number': 4, 'project_id': '0807ae000e4d47fbb1b05ed62ebad745', 'subnets': [{'id': 'c7c54e02-1f3a-494d-8b6f-02c6ef5d3af1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:46.194908 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c74f250c-fe49-46ae-a488-4988ccd44b92 None None] Publish callbacks [] for port (475f117d-3bc3-42fa-93fb-6f19197c1bbf), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:46.209613 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c74f250c-fe49-46ae-a488-4988ccd44b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749'] for port (475f117d-3bc3-42fa-93fb-6f19197c1bbf), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:46.345971 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73649137-4807-4a64-bfaa-3e1ad66a472f None None] The sync data for ids ['390e8ac3-8a1b-43fa-8d26-7ebd860f79fb'] in dv-neutron-master-2-hyperv is: [{'id': '390e8ac3-8a1b-43fa-8d26-7ebd860f79fb', 'name': 'tempest-RoutersIpV6Test-router-1079237083', 'tenant_id': '0807ae000e4d47fbb1b05ed62ebad745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:38:41Z', 'updated_at': '2022-02-28T10:38:43Z', 'revision_number': 2, 'project_id': '0807ae000e4d47fbb1b05ed62ebad745', 'gw_port_host': None, '_interfaces': [{'id': '189fe504-dc4c-46ed-8803-aaeeb32601c5', 'name': '', 'network_id': '2c91b66e-3c96-4a58-947b-85f7a3e7f517', 'tenant_id': '0807ae000e4d47fbb1b05ed62ebad745', 'mac_address': 'fa:16:3e:fe:c8:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '390e8ac3-8a1b-43fa-8d26-7ebd860f79fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': 'c7c54e02-1f3a-494d-8b6f-02c6ef5d3af1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:38:43Z', 'updated_at': '2022-02-28T10:38:45Z', 'revision_number': 4, 'project_id': '0807ae000e4d47fbb1b05ed62ebad745', 'subnets': [{'id': 'c7c54e02-1f3a-494d-8b6f-02c6ef5d3af1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:38:46.510489 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74f250c-fe49-46ae-a488-4988ccd44b92 None None] Pushing event updated for resources: {'Port': ['ID=475f117d-3bc3-42fa-93fb-6f19197c1bbf,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:46.589353 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c74f250c-fe49-46ae-a488-4988ccd44b92 None None] Network d32b74c0-7d5b-4fa7-85d6-5eb9a0f1ae87 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:38:46.593430 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-c74f250c-fe49-46ae-a488-4988ccd44b92 None None] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:38:46.598716 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 8205cf48-fd4d-4de9-aabb-af2363876dac up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:38:46.659265 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74f250c-fe49-46ae-a488-4988ccd44b92 None None] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:38:46.752071 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b125d941-961e-402a-9a0c-c59ebd712f88 req-20ad3cff-b8ff-4232-a996-9208ed15955f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:46.753662 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-b125d941-961e-402a-9a0c-c59ebd712f88 req-20ad3cff-b8ff-4232-a996-9208ed15955f service neutron] 10.222.0.30 "GET /v2.0/networks?id=14678aab-2d45-4bf1-818f-830254557a1e HTTP/1.1" status: 200 len: 897 time: 0.6599600 Feb 28 10:38:46.787637 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-1d543dd0-f562-40a0-a746-b84eb18f9dda None None] Current status of the port 8205cf48-fd4d-4de9-aabb-af2363876dac is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:38:46.827281 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-c74f250c-fe49-46ae-a488-4988ccd44b92 None None] Attempting to bind port 475f117d-3bc3-42fa-93fb-6f19197c1bbf on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:38:46.827787 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-c74f250c-fe49-46ae-a488-4988ccd44b92 None None] Attempting to bind port 475f117d-3bc3-42fa-93fb-6f19197c1bbf by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'eeb0be04-59c2-4d73-9592-181c53b62727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'd32b74c0-7d5b-4fa7-85d6-5eb9a0f1ae87'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:38:46.828256 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74f250c-fe49-46ae-a488-4988ccd44b92 None None] Attempting to bind port 475f117d-3bc3-42fa-93fb-6f19197c1bbf on network d32b74c0-7d5b-4fa7-85d6-5eb9a0f1ae87 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:38:46.837581 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74f250c-fe49-46ae-a488-4988ccd44b92 None None] Checking agent: {'id': '75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 24, 15), 'started_at': datetime.datetime(2022, 2, 28, 10, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 38, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:38:46.837977 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74f250c-fe49-46ae-a488-4988ccd44b92 None None] Checking segment: {'id': 'eeb0be04-59c2-4d73-9592-181c53b62727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'd32b74c0-7d5b-4fa7-85d6-5eb9a0f1ae87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:38:46.838400 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c74f250c-fe49-46ae-a488-4988ccd44b92 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:46.838802 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74f250c-fe49-46ae-a488-4988ccd44b92 None None] Bound using segment: {'id': 'eeb0be04-59c2-4d73-9592-181c53b62727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'd32b74c0-7d5b-4fa7-85d6-5eb9a0f1ae87'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:38:46.839294 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-c74f250c-fe49-46ae-a488-4988ccd44b92 None None] Bound port: 475f117d-3bc3-42fa-93fb-6f19197c1bbf, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eeb0be04-59c2-4d73-9592-181c53b62727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'd32b74c0-7d5b-4fa7-85d6-5eb9a0f1ae87'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:38:46.839680 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c74f250c-fe49-46ae-a488-4988ccd44b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (475f117d-3bc3-42fa-93fb-6f19197c1bbf), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:46.856683 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port 8205cf48-fd4d-4de9-aabb-af2363876dac triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:38:46.857090 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (8205cf48-fd4d-4de9-aabb-af2363876dac), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:46.889642 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-b125d941-961e-402a-9a0c-c59ebd712f88 req-38d9f5e9-1090-4251-b9b1-2f361071ae95 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5241eecc-4835-4f5b-970a-139e7dee9fc9 HTTP/1.1" status: 200 len: 1000 time: 0.1290684 Feb 28 10:38:46.976138 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-f730fb07-469e-47ae-80b9-ee0203389745 None None] Provisioning complete for port 189fe504-dc4c-46ed-8803-aaeeb32601c5 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:38:46.976529 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f730fb07-469e-47ae-80b9-ee0203389745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (189fe504-dc4c-46ed-8803-aaeeb32601c5), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:46.983692 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-367309a0-57d2-4f80-902a-10aed340adc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '445ef975-1dd3-494e-9129-a41669286726', 'name': 'tempest-TestNetworkBasicOps-router-1797998944', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.135'}], 'enable_snat': True}, 'gw_port_id': '5d2bc7fb-9bb6-4134-8f0b-d716d3b5adbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:38:19Z', 'updated_at': '2022-02-28T10:38:26Z', 'revision_number': 4, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'gw_port': {'id': '5d2bc7fb-9bb6-4134-8f0b-d716d3b5adbf', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:bd:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445ef975-1dd3-494e-9129-a41669286726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:38:19Z', 'updated_at': '2022-02-28T10:38:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '2edc2cd9-6ed2-4f08-9f5d-beed12626619', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'floating_ip_address': '172.36.5.234', 'floating_network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'router_id': '445ef975-1dd3-494e-9129-a41669286726', 'port_id': '5241eecc-4835-4f5b-970a-139e7dee9fc9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1237, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '14678aab-2d45-4bf1-818f-830254557a1e', 'mac_address': 'fa:16:3e:b2:98:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e941b0b-6957-4b1e-b931-664834f15726', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:38:44Z', 'updated_at': '2022-02-28T10:38:44Z', 'revision_number': 0, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b2614bf-cbb5-4738-a3b6-2b3e9a1de1f5', 'name': '', 'network_id': '14678aab-2d45-4bf1-818f-830254557a1e', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'mac_address': 'fa:16:3e:2f:be:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445ef975-1dd3-494e-9129-a41669286726', 'device_owner': 'network:router_interface', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '408b7934-d6b4-4b80-9390-aa1c07251c33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:38:25Z', 'updated_at': '2022-02-28T10:38:29Z', 'revision_number': 5, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'subnets': [{'id': '408b7934-d6b4-4b80-9390-aa1c07251c33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:46.995519 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b125d941-961e-402a-9a0c-c59ebd712f88 req-ba9b8aca-533c-4c25-ac02-673a32db5f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:46.997524 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-b125d941-961e-402a-9a0c-c59ebd712f88 req-ba9b8aca-533c-4c25-ac02-673a32db5f6a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=408b7934-d6b4-4b80-9390-aa1c07251c33 HTTP/1.1" status: 200 len: 834 time: 0.1025820 Feb 28 10:38:46.998800 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-a296e5fe-c2d5-49f7-9b98-1eed9da66c56 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Allocated IP 2001:db8:1::1 (d32b74c0-7d5b-4fa7-85d6-5eb9a0f1ae87/128ab509-542e-47db-8b28-b5b48356d8a9/1ad6d14a-43db-4571-82a8-ace67d3b9750) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:38:47.042910 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-367309a0-57d2-4f80-902a-10aed340adc6 None None] Checking router: 445ef975-1dd3-494e-9129-a41669286726 for host: dv-neutron-master-2-hyperv {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:38:47.048831 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-c74f250c-fe49-46ae-a488-4988ccd44b92 None None] For port 475f117d-3bc3-42fa-93fb-6f19197c1bbf, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:38:47.049673 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 39834) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:47.098748 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-c74f250c-fe49-46ae-a488-4988ccd44b92 None None] For port 475f117d-3bc3-42fa-93fb-6f19197c1bbf, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=475f117d-3bc3-42fa-93fb-6f19197c1bbf,segment=NetworkSegment(eeb0be04-59c2-4d73-9592-181c53b62727),segment_id=eeb0be04-59c2-4d73-9592-181c53b62727)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:38:47.113713 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-367309a0-57d2-4f80-902a-10aed340adc6 None None] Routers {'445ef975-1dd3-494e-9129-a41669286726'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:38:47.114387 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-367309a0-57d2-4f80-902a-10aed340adc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:38:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['445ef975-1dd3-494e-9129-a41669286726'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:47.120189 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b125d941-961e-402a-9a0c-c59ebd712f88 req-884594a9-b58b-4c1d-bd83-fab7e0a1e7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:47.120445 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c74f250c-fe49-46ae-a488-4988ccd44b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (475f117d-3bc3-42fa-93fb-6f19197c1bbf), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:47.121393 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-b125d941-961e-402a-9a0c-c59ebd712f88 req-884594a9-b58b-4c1d-bd83-fab7e0a1e7e1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=14678aab-2d45-4bf1-818f-830254557a1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.1171145 Feb 28 10:38:47.147361 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-79b77cea-6bae-4944-8618-f16c8bb6c2a2 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/floatingips/2edc2cd9-6ed2-4f08-9f5d-beed12626619 HTTP/1.1" status: 200 len: 992 time: 0.0946329 Feb 28 10:38:47.157204 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 8205cf48-fd4d-4de9-aabb-af2363876dac is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:38:47.233941 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a296e5fe-c2d5-49f7-9b98-1eed9da66c56 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks [] for port (1ad6d14a-43db-4571-82a8-ace67d3b9750), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:47.271842 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-b125d941-961e-402a-9a0c-c59ebd712f88 req-de01e37b-a38d-43b2-905b-d4de2210fc7c service neutron] 10.222.0.30 "GET /v2.0/networks/14678aab-2d45-4bf1-818f-830254557a1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437724 Feb 28 10:38:47.298441 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74f250c-fe49-46ae-a488-4988ccd44b92 None None] Pushing event updated for resources: {'Port': ['ID=475f117d-3bc3-42fa-93fb-6f19197c1bbf,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:47.312930 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-f730fb07-469e-47ae-80b9-ee0203389745 None None] Current status of the port 189fe504-dc4c-46ed-8803-aaeeb32601c5 is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:38:47.313311 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f730fb07-469e-47ae-80b9-ee0203389745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (189fe504-dc4c-46ed-8803-aaeeb32601c5), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:47.335466 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-367309a0-57d2-4f80-902a-10aed340adc6 None None] Set router 445ef975-1dd3-494e-9129-a41669286726 gateway port host: dv-neutron-master-2-hyperv {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:38:47.349557 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a296e5fe-c2d5-49f7-9b98-1eed9da66c56 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (1ad6d14a-43db-4571-82a8-ace67d3b9750), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:47.394903 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-f730fb07-469e-47ae-80b9-ee0203389745 None None] For port 189fe504-dc4c-46ed-8803-aaeeb32601c5, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=189fe504-dc4c-46ed-8803-aaeeb32601c5,segment=NetworkSegment(05ba94e8-a6fb-405f-a34e-c11b8d3efd8d),segment_id=05ba94e8-a6fb-405f-a34e-c11b8d3efd8d)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:38:47.425642 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a296e5fe-c2d5-49f7-9b98-1eed9da66c56 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Network d32b74c0-7d5b-4fa7-85d6-5eb9a0f1ae87 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:38:47.430769 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f730fb07-469e-47ae-80b9-ee0203389745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (189fe504-dc4c-46ed-8803-aaeeb32601c5), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:47.444344 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a296e5fe-c2d5-49f7-9b98-1eed9da66c56 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Pushing event updated for resources: {'Port': ['ID=1ad6d14a-43db-4571-82a8-ace67d3b9750,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:47.448976 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-a296e5fe-c2d5-49f7-9b98-1eed9da66c56 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:38:47.452593 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a296e5fe-c2d5-49f7-9b98-1eed9da66c56 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:38:47.453135 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a296e5fe-c2d5-49f7-9b98-1eed9da66c56 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1803404'] for router_interface (390e8ac3-8a1b-43fa-8d26-7ebd860f79fb), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:47.493582 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-b125d941-961e-402a-9a0c-c59ebd712f88 req-6fed9c7b-d115-4daa-8d7a-c9b80f3fd247 service neutron] 10.222.0.30 "GET /v2.0/networks/14678aab-2d45-4bf1-818f-830254557a1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2128456 Feb 28 10:38:47.510714 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f730fb07-469e-47ae-80b9-ee0203389745 None None] Pushing event updated for resources: {'Port': ['ID=189fe504-dc4c-46ed-8803-aaeeb32601c5,revision_number=5']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:47.594505 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a296e5fe-c2d5-49f7-9b98-1eed9da66c56 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (1ad6d14a-43db-4571-82a8-ace67d3b9750), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:47.688944 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-367309a0-57d2-4f80-902a-10aed340adc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '445ef975-1dd3-494e-9129-a41669286726', 'name': 'tempest-TestNetworkBasicOps-router-1797998944', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.135'}], 'enable_snat': True}, 'gw_port_id': '5d2bc7fb-9bb6-4134-8f0b-d716d3b5adbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:38:19Z', 'updated_at': '2022-02-28T10:38:26Z', 'revision_number': 4, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'gw_port': {'id': '5d2bc7fb-9bb6-4134-8f0b-d716d3b5adbf', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:bd:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445ef975-1dd3-494e-9129-a41669286726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:38:19Z', 'updated_at': '2022-02-28T10:38:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '2edc2cd9-6ed2-4f08-9f5d-beed12626619', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'floating_ip_address': '172.36.5.234', 'floating_network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'router_id': '445ef975-1dd3-494e-9129-a41669286726', 'port_id': '5241eecc-4835-4f5b-970a-139e7dee9fc9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1237, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '14678aab-2d45-4bf1-818f-830254557a1e', 'mac_address': 'fa:16:3e:b2:98:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e941b0b-6957-4b1e-b931-664834f15726', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:38:44Z', 'updated_at': '2022-02-28T10:38:44Z', 'revision_number': 0, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b2614bf-cbb5-4738-a3b6-2b3e9a1de1f5', 'name': '', 'network_id': '14678aab-2d45-4bf1-818f-830254557a1e', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'mac_address': 'fa:16:3e:2f:be:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445ef975-1dd3-494e-9129-a41669286726', 'device_owner': 'network:router_interface', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '408b7934-d6b4-4b80-9390-aa1c07251c33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:38:25Z', 'updated_at': '2022-02-28T10:38:29Z', 'revision_number': 5, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'subnets': [{'id': '408b7934-d6b4-4b80-9390-aa1c07251c33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:47.716232 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-367309a0-57d2-4f80-902a-10aed340adc6 None None] The sync data for ids ['445ef975-1dd3-494e-9129-a41669286726'] in dv-neutron-master-2-hyperv is: [{'id': '445ef975-1dd3-494e-9129-a41669286726', 'name': 'tempest-TestNetworkBasicOps-router-1797998944', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.135'}], 'enable_snat': True}, 'gw_port_id': '5d2bc7fb-9bb6-4134-8f0b-d716d3b5adbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:38:19Z', 'updated_at': '2022-02-28T10:38:26Z', 'revision_number': 4, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'gw_port': {'id': '5d2bc7fb-9bb6-4134-8f0b-d716d3b5adbf', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:bd:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445ef975-1dd3-494e-9129-a41669286726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:38:19Z', 'updated_at': '2022-02-28T10:38:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '2edc2cd9-6ed2-4f08-9f5d-beed12626619', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'floating_ip_address': '172.36.5.234', 'floating_network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'router_id': '445ef975-1dd3-494e-9129-a41669286726', 'port_id': '5241eecc-4835-4f5b-970a-139e7dee9fc9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1237, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '14678aab-2d45-4bf1-818f-830254557a1e', 'mac_address': 'fa:16:3e:b2:98:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e941b0b-6957-4b1e-b931-664834f15726', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:38:44Z', 'updated_at': '2022-02-28T10:38:44Z', 'revision_number': 0, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b2614bf-cbb5-4738-a3b6-2b3e9a1de1f5', 'name': '', 'network_id': '14678aab-2d45-4bf1-818f-830254557a1e', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'mac_address': 'fa:16:3e:2f:be:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445ef975-1dd3-494e-9129-a41669286726', 'device_owner': 'network:router_interface', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '408b7934-d6b4-4b80-9390-aa1c07251c33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:38:25Z', 'updated_at': '2022-02-28T10:38:29Z', 'revision_number': 5, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'subnets': [{'id': '408b7934-d6b4-4b80-9390-aa1c07251c33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:38:47.882420 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a296e5fe-c2d5-49f7-9b98-1eed9da66c56 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks [] for port (1ad6d14a-43db-4571-82a8-ace67d3b9750), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:47.887273 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a296e5fe-c2d5-49f7-9b98-1eed9da66c56 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3498066'] for port (1ad6d14a-43db-4571-82a8-ace67d3b9750), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:47.888125 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a296e5fe-c2d5-49f7-9b98-1eed9da66c56 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1802524'] for router_interface (390e8ac3-8a1b-43fa-8d26-7ebd860f79fb), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:47.975881 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a296e5fe-c2d5-49f7-9b98-1eed9da66c56 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Pushing event updated for resources: {'Port': ['ID=1ad6d14a-43db-4571-82a8-ace67d3b9750,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:48.019174 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a296e5fe-c2d5-49f7-9b98-1eed9da66c56 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Network d32b74c0-7d5b-4fa7-85d6-5eb9a0f1ae87 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:38:48.020576 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-a296e5fe-c2d5-49f7-9b98-1eed9da66c56 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:38:48.126740 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a296e5fe-c2d5-49f7-9b98-1eed9da66c56 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Router 390e8ac3-8a1b-43fa-8d26-7ebd860f79fb has already been hosted by L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:38:48.128734 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aef16df-8cdf-404e-be4f-a5793d03e37b None None] New status for floating IP 2edc2cd9-6ed2-4f08-9f5d-beed12626619: ACTIVE {{(pid=103410) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 10:38:48.148481 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 39836) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:48.217855 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-0a1db2de-c9df-4789-82b5-573e1534f84f tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/floatingips/2edc2cd9-6ed2-4f08-9f5d-beed12626619 HTTP/1.1" status: 200 len: 992 time: 0.0674572 Feb 28 10:38:48.234057 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a296e5fe-c2d5-49f7-9b98-1eed9da66c56 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:38:48.240300 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-a296e5fe-c2d5-49f7-9b98-1eed9da66c56 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] 10.222.0.20 "PUT /v2.0/routers/390e8ac3-8a1b-43fa-8d26-7ebd860f79fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8475714 Feb 28 10:38:48.243044 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 39838) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:48.247782 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f209df51-44e5-4822-91d6-970bffa653b5 None None] Sync routers for ids ['390e8ac3-8a1b-43fa-8d26-7ebd860f79fb'] in dv-neutron-master-2-hyperv {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:38:48.249807 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-0e0b2dd0-985d-4563-bd43-807ae47866aa tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1017573060'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:48.259353 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f209df51-44e5-4822-91d6-970bffa653b5 None None] Routers {'390e8ac3-8a1b-43fa-8d26-7ebd860f79fb'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:38:48.260438 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-f209df51-44e5-4822-91d6-970bffa653b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:38:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['390e8ac3-8a1b-43fa-8d26-7ebd860f79fb'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:48.269772 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e0b2dd0-985d-4563-bd43-807ae47866aa tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Made reservation on behalf of 0807ae000e4d47fbb1b05ed62ebad745 for: {'network': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:38:48.273410 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0e0b2dd0-985d-4563-bd43-807ae47866aa tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for network (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:48.301856 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e0b2dd0-985d-4563-bd43-807ae47866aa tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 272} {{(pid=103407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:38:48.313031 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0e0b2dd0-985d-4563-bd43-807ae47866aa tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (77f9748b-4767-401f-8a19-d23c0265d026), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:48.313468 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.db.segments_db [None req-0e0b2dd0-985d-4563-bd43-807ae47866aa tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Added segment 77f9748b-4767-401f-8a19-d23c0265d026 of type vlan for network ccc03632-1ab0-48fd-9ea8-9338f27e5d71 Feb 28 10:38:48.354983 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0e0b2dd0-985d-4563-bd43-807ae47866aa tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742056637431'] for network (ccc03632-1ab0-48fd-9ea8-9338f27e5d71), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:48.370085 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-f209df51-44e5-4822-91d6-970bffa653b5 None None] Set router 390e8ac3-8a1b-43fa-8d26-7ebd860f79fb gateway port host: None {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:38:48.382853 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0e0b2dd0-985d-4563-bd43-807ae47866aa tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551'] for network (ccc03632-1ab0-48fd-9ea8-9338f27e5d71), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:48.388201 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e0b2dd0-985d-4563-bd43-807ae47866aa tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:48.389169 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0e0b2dd0-985d-4563-bd43-807ae47866aa tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:48.472844 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-0e0b2dd0-985d-4563-bd43-807ae47866aa tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2260907 Feb 28 10:38:48.474468 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 39840) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:48.479225 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0b2dd0-985d-4563-bd43-807ae47866aa tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Pushing event updated for resources: {'Network': ['ID=ccc03632-1ab0-48fd-9ea8-9338f27e5d71,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:48.481723 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-64029f4a-4af8-4d44-b3ee-5e8746dfb0f1 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Request body: {'subnet': {'network_id': 'ccc03632-1ab0-48fd-9ea8-9338f27e5d71', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:48.507278 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Network ccc03632-1ab0-48fd-9ea8-9338f27e5d71 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103409) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:38:48.634015 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64029f4a-4af8-4d44-b3ee-5e8746dfb0f1 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Made reservation on behalf of 0807ae000e4d47fbb1b05ed62ebad745 for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:38:48.638833 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-64029f4a-4af8-4d44-b3ee-5e8746dfb0f1 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3951209'] for subnet (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:48.675593 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 475f117d-3bc3-42fa-93fb-6f19197c1bbf up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:38:48.749378 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-f209df51-44e5-4822-91d6-970bffa653b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '390e8ac3-8a1b-43fa-8d26-7ebd860f79fb', 'name': 'tempest-RoutersIpV6Test-router-1079237083', 'tenant_id': '0807ae000e4d47fbb1b05ed62ebad745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:38:41Z', 'updated_at': '2022-02-28T10:38:47Z', 'revision_number': 3, 'project_id': '0807ae000e4d47fbb1b05ed62ebad745', 'gw_port_host': None, '_interfaces': [{'id': '189fe504-dc4c-46ed-8803-aaeeb32601c5', 'name': '', 'network_id': '2c91b66e-3c96-4a58-947b-85f7a3e7f517', 'tenant_id': '0807ae000e4d47fbb1b05ed62ebad745', 'mac_address': 'fa:16:3e:fe:c8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '390e8ac3-8a1b-43fa-8d26-7ebd860f79fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': 'c7c54e02-1f3a-494d-8b6f-02c6ef5d3af1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:38:43Z', 'updated_at': '2022-02-28T10:38:47Z', 'revision_number': 5, 'project_id': '0807ae000e4d47fbb1b05ed62ebad745', 'subnets': [{'id': 'c7c54e02-1f3a-494d-8b6f-02c6ef5d3af1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1ad6d14a-43db-4571-82a8-ace67d3b9750', 'name': '', 'network_id': 'd32b74c0-7d5b-4fa7-85d6-5eb9a0f1ae87', 'tenant_id': '0807ae000e4d47fbb1b05ed62ebad745', 'mac_address': 'fa:16:3e:bc:4e:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '390e8ac3-8a1b-43fa-8d26-7ebd860f79fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '128ab509-542e-47db-8b28-b5b48356d8a9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:38:46Z', 'updated_at': '2022-02-28T10:38:47Z', 'revision_number': 2, 'project_id': '0807ae000e4d47fbb1b05ed62ebad745', 'subnets': [{'id': '128ab509-542e-47db-8b28-b5b48356d8a9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:48.882623 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-64029f4a-4af8-4d44-b3ee-5e8746dfb0f1 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3242588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3951195'] for subnet (1ffa4636-e55a-44b1-8154-f9b81c57cfe5), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:48.956100 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64029f4a-4af8-4d44-b3ee-5e8746dfb0f1 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Pushing event updated for resources: {'Subnet': ['ID=1ffa4636-e55a-44b1-8154-f9b81c57cfe5,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:48.965632 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74d1fad6-ff6b-49fd-9381-ae9b6fa03710 None None] Network d32b74c0-7d5b-4fa7-85d6-5eb9a0f1ae87 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:38:48.974042 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64029f4a-4af8-4d44-b3ee-5e8746dfb0f1 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Checking segment: {'id': '77f9748b-4767-401f-8a19-d23c0265d026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'ccc03632-1ab0-48fd-9ea8-9338f27e5d71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:38:48.974746 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64029f4a-4af8-4d44-b3ee-5e8746dfb0f1 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Network hostable DHCP agents. Network: ccc03632-1ab0-48fd-9ea8-9338f27e5d71, hostable agents: ['fb6705d2-4f70-4965-92a3-fbfccd43a6d3'], hosted agents: [] {{(pid=103408) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:38:48.976356 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f209df51-44e5-4822-91d6-970bffa653b5 None None] Checking router: 390e8ac3-8a1b-43fa-8d26-7ebd860f79fb for host: dv-neutron-master-2-hyperv {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:38:48.976736 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f209df51-44e5-4822-91d6-970bffa653b5 None None] Updating router 390e8ac3-8a1b-43fa-8d26-7ebd860f79fb port 1ad6d14a-43db-4571-82a8-ace67d3b9750 binding host dv-neutron-master-2-hyperv {{(pid=103409) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 10:38:48.989350 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port 475f117d-3bc3-42fa-93fb-6f19197c1bbf triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:38:48.989674 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (475f117d-3bc3-42fa-93fb-6f19197c1bbf), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:48.997959 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64029f4a-4af8-4d44-b3ee-5e8746dfb0f1 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Network ccc03632-1ab0-48fd-9ea8-9338f27e5d71 is scheduled to be hosted by DHCP agent fb6705d2-4f70-4965-92a3-fbfccd43a6d3 with binding_index 1 {{(pid=103408) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:38:49.008649 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-64029f4a-4af8-4d44-b3ee-5e8746dfb0f1 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, ccc03632-1ab0-48fd-9ea8-9338f27e5d71) {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:38:49.013705 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64029f4a-4af8-4d44-b3ee-5e8746dfb0f1 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:49.014378 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-64029f4a-4af8-4d44-b3ee-5e8746dfb0f1 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks [] for subnet (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:49.032249 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-64029f4a-4af8-4d44-b3ee-5e8746dfb0f1 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5563319 Feb 28 10:38:49.035101 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 39842) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:49.076196 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ef93aa8-1dfe-49c0-979b-611cc8b177b3 None None] Network ccc03632-1ab0-48fd-9ea8-9338f27e5d71 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:38:49.174417 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f209df51-44e5-4822-91d6-970bffa653b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (1ad6d14a-43db-4571-82a8-ace67d3b9750), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:49.181956 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-ca33a866-e796-4a5f-9469-76378cf319f3 None None] Provisioning complete for port 475f117d-3bc3-42fa-93fb-6f19197c1bbf triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:38:49.182594 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ca33a866-e796-4a5f-9469-76378cf319f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (475f117d-3bc3-42fa-93fb-6f19197c1bbf), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:49.222942 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 39844) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:49.311127 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-4f3c9681-f71b-466c-850f-0819e6a8a7ee tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/floatingips/2edc2cd9-6ed2-4f08-9f5d-beed12626619 HTTP/1.1" status: 200 len: 994 time: 0.0859358 Feb 28 10:38:49.484145 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 475f117d-3bc3-42fa-93fb-6f19197c1bbf is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:38:49.484610 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (475f117d-3bc3-42fa-93fb-6f19197c1bbf), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:49.503403 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e275f304-a489-4f1b-9a1f-a66700b0daf1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-ccc03632-1ab0-48fd-9ea8-9338f27e5d71', 'network_id': 'ccc03632-1ab0-48fd-9ea8-9338f27e5d71', 'project_id': '0807ae000e4d47fbb1b05ed62ebad745', 'fixed_ips': [{'subnet_id': '1ffa4636-e55a-44b1-8154-f9b81c57cfe5'}]}} from dv-neutron-master-2-hyperv. {{(pid=103409) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:38:49.504264 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e275f304-a489-4f1b-9a1f-a66700b0daf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:49.632688 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-ca33a866-e796-4a5f-9469-76378cf319f3 None None] Current status of the port 475f117d-3bc3-42fa-93fb-6f19197c1bbf is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:38:49.633083 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ca33a866-e796-4a5f-9469-76378cf319f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (475f117d-3bc3-42fa-93fb-6f19197c1bbf), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:49.636161 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] For port 475f117d-3bc3-42fa-93fb-6f19197c1bbf, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=475f117d-3bc3-42fa-93fb-6f19197c1bbf,segment=NetworkSegment(eeb0be04-59c2-4d73-9592-181c53b62727),segment_id=eeb0be04-59c2-4d73-9592-181c53b62727)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:38:49.700130 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (475f117d-3bc3-42fa-93fb-6f19197c1bbf), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:49.700981 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 189fe504-dc4c-46ed-8803-aaeeb32601c5 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:38:49.730519 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f73d409f-4449-4d2d-8355-7326ad011788 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:49.895125 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Pushing event updated for resources: {'Port': ['ID=475f117d-3bc3-42fa-93fb-6f19197c1bbf,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:49.923756 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-e275f304-a489-4f1b-9a1f-a66700b0daf1 None None] Allocated IP 2001:db8:2::2 (ccc03632-1ab0-48fd-9ea8-9338f27e5d71/1ffa4636-e55a-44b1-8154-f9b81c57cfe5/86c9a831-a136-479b-bf56-7b0f8ef38163) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:38:49.954615 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.db.api [None req-ca33a866-e796-4a5f-9469-76378cf319f3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103409) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 10:38:49.954972 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG oslo_db.api [None req-ca33a866-e796-4a5f-9469-76378cf319f3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 10:38:50.021906 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f209df51-44e5-4822-91d6-970bffa653b5 None None] Publish callbacks [] for port (1ad6d14a-43db-4571-82a8-ace67d3b9750), precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:50.023597 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port 189fe504-dc4c-46ed-8803-aaeeb32601c5 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:38:50.023967 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (189fe504-dc4c-46ed-8803-aaeeb32601c5), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:50.047773 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f209df51-44e5-4822-91d6-970bffa653b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (1ad6d14a-43db-4571-82a8-ace67d3b9750), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:50.148181 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d198f81-ca31-4a9c-b959-c912e52362c7 None None] Pushing event updated for resources: {'Port': ['ID=1ad6d14a-43db-4571-82a8-ace67d3b9750,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:50.272501 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-f209df51-44e5-4822-91d6-970bffa653b5 None None] Attempting to bind port 1ad6d14a-43db-4571-82a8-ace67d3b9750 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:38:50.272501 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-f209df51-44e5-4822-91d6-970bffa653b5 None None] Attempting to bind port 1ad6d14a-43db-4571-82a8-ace67d3b9750 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'eeb0be04-59c2-4d73-9592-181c53b62727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'd32b74c0-7d5b-4fa7-85d6-5eb9a0f1ae87'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:38:50.272940 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f209df51-44e5-4822-91d6-970bffa653b5 None None] Attempting to bind port 1ad6d14a-43db-4571-82a8-ace67d3b9750 on network d32b74c0-7d5b-4fa7-85d6-5eb9a0f1ae87 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:38:50.281746 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e275f304-a489-4f1b-9a1f-a66700b0daf1 None None] Publish callbacks [] for port (86c9a831-a136-479b-bf56-7b0f8ef38163), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:50.287717 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 189fe504-dc4c-46ed-8803-aaeeb32601c5 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:38:50.290395 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f209df51-44e5-4822-91d6-970bffa653b5 None None] Checking agent: {'id': '75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 24, 15), 'started_at': datetime.datetime(2022, 2, 28, 10, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 38, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:38:50.290771 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f209df51-44e5-4822-91d6-970bffa653b5 None None] Checking segment: {'id': 'eeb0be04-59c2-4d73-9592-181c53b62727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'd32b74c0-7d5b-4fa7-85d6-5eb9a0f1ae87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:38:50.291141 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f209df51-44e5-4822-91d6-970bffa653b5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:50.291531 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f209df51-44e5-4822-91d6-970bffa653b5 None None] Bound using segment: {'id': 'eeb0be04-59c2-4d73-9592-181c53b62727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'd32b74c0-7d5b-4fa7-85d6-5eb9a0f1ae87'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:38:50.292089 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-f209df51-44e5-4822-91d6-970bffa653b5 None None] Bound port: 1ad6d14a-43db-4571-82a8-ace67d3b9750, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eeb0be04-59c2-4d73-9592-181c53b62727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'd32b74c0-7d5b-4fa7-85d6-5eb9a0f1ae87'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:38:50.292353 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f209df51-44e5-4822-91d6-970bffa653b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (1ad6d14a-43db-4571-82a8-ace67d3b9750), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:50.295078 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e275f304-a489-4f1b-9a1f-a66700b0daf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749'] for port (86c9a831-a136-479b-bf56-7b0f8ef38163), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:50.348571 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-f73d409f-4449-4d2d-8355-7326ad011788 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Allocated IP 2001:db8:2::1 (ccc03632-1ab0-48fd-9ea8-9338f27e5d71/1ffa4636-e55a-44b1-8154-f9b81c57cfe5/d65c604e-7616-4775-97ea-f0dc941849c3) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:38:50.348731 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e275f304-a489-4f1b-9a1f-a66700b0daf1 None None] Network ccc03632-1ab0-48fd-9ea8-9338f27e5d71 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:38:50.372861 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-e275f304-a489-4f1b-9a1f-a66700b0daf1 None None] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:38:50.376573 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e275f304-a489-4f1b-9a1f-a66700b0daf1 None None] Pushing event updated for resources: {'Port': ['ID=86c9a831-a136-479b-bf56-7b0f8ef38163,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:50.380684 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e275f304-a489-4f1b-9a1f-a66700b0daf1 None None] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:38:50.455620 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-f209df51-44e5-4822-91d6-970bffa653b5 None None] For port 1ad6d14a-43db-4571-82a8-ace67d3b9750, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:38:50.488470 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f73d409f-4449-4d2d-8355-7326ad011788 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks [] for port (d65c604e-7616-4775-97ea-f0dc941849c3), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:50.490261 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-e275f304-a489-4f1b-9a1f-a66700b0daf1 None None] Attempting to bind port 86c9a831-a136-479b-bf56-7b0f8ef38163 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:38:50.490711 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-e275f304-a489-4f1b-9a1f-a66700b0daf1 None None] Attempting to bind port 86c9a831-a136-479b-bf56-7b0f8ef38163 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '77f9748b-4767-401f-8a19-d23c0265d026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'ccc03632-1ab0-48fd-9ea8-9338f27e5d71'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:38:50.490996 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e275f304-a489-4f1b-9a1f-a66700b0daf1 None None] Attempting to bind port 86c9a831-a136-479b-bf56-7b0f8ef38163 on network ccc03632-1ab0-48fd-9ea8-9338f27e5d71 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:38:50.499562 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-f209df51-44e5-4822-91d6-970bffa653b5 None None] For port 1ad6d14a-43db-4571-82a8-ace67d3b9750, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1ad6d14a-43db-4571-82a8-ace67d3b9750,segment=NetworkSegment(eeb0be04-59c2-4d73-9592-181c53b62727),segment_id=eeb0be04-59c2-4d73-9592-181c53b62727)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:38:50.509393 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e275f304-a489-4f1b-9a1f-a66700b0daf1 None None] Checking agent: {'id': '75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 24, 15), 'started_at': datetime.datetime(2022, 2, 28, 10, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 38, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:38:50.509782 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e275f304-a489-4f1b-9a1f-a66700b0daf1 None None] Checking segment: {'id': '77f9748b-4767-401f-8a19-d23c0265d026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'ccc03632-1ab0-48fd-9ea8-9338f27e5d71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:38:50.510190 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e275f304-a489-4f1b-9a1f-a66700b0daf1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:50.510593 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e275f304-a489-4f1b-9a1f-a66700b0daf1 None None] Bound using segment: {'id': '77f9748b-4767-401f-8a19-d23c0265d026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'ccc03632-1ab0-48fd-9ea8-9338f27e5d71'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:38:50.511088 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-e275f304-a489-4f1b-9a1f-a66700b0daf1 None None] Bound port: 86c9a831-a136-479b-bf56-7b0f8ef38163, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77f9748b-4767-401f-8a19-d23c0265d026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'ccc03632-1ab0-48fd-9ea8-9338f27e5d71'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:38:50.511476 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e275f304-a489-4f1b-9a1f-a66700b0daf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (86c9a831-a136-479b-bf56-7b0f8ef38163), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:50.516974 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f209df51-44e5-4822-91d6-970bffa653b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (1ad6d14a-43db-4571-82a8-ace67d3b9750), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:50.530820 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f73d409f-4449-4d2d-8355-7326ad011788 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (d65c604e-7616-4775-97ea-f0dc941849c3), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:50.553555 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-ca33a866-e796-4a5f-9469-76378cf319f3 None None] Current status of the port 475f117d-3bc3-42fa-93fb-6f19197c1bbf is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:38:50.583907 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f73d409f-4449-4d2d-8355-7326ad011788 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Network ccc03632-1ab0-48fd-9ea8-9338f27e5d71 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:38:50.588028 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-f73d409f-4449-4d2d-8355-7326ad011788 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:38:50.590919 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 475f117d-3bc3-42fa-93fb-6f19197c1bbf up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:38:50.593067 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73d409f-4449-4d2d-8355-7326ad011788 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:38:50.593724 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f73d409f-4449-4d2d-8355-7326ad011788 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1803404'] for router_interface (390e8ac3-8a1b-43fa-8d26-7ebd860f79fb), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:50.637115 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73d409f-4449-4d2d-8355-7326ad011788 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Pushing event updated for resources: {'Port': ['ID=d65c604e-7616-4775-97ea-f0dc941849c3,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:50.740279 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f73d409f-4449-4d2d-8355-7326ad011788 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (d65c604e-7616-4775-97ea-f0dc941849c3), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:50.816398 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f209df51-44e5-4822-91d6-970bffa653b5 None None] Routers {'390e8ac3-8a1b-43fa-8d26-7ebd860f79fb'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:38:50.817086 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-f209df51-44e5-4822-91d6-970bffa653b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:38:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['390e8ac3-8a1b-43fa-8d26-7ebd860f79fb'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:50.868744 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d198f81-ca31-4a9c-b959-c912e52362c7 None None] Pushing event updated for resources: {'Port': ['ID=1ad6d14a-43db-4571-82a8-ace67d3b9750,revision_number=4']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:50.923522 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-e275f304-a489-4f1b-9a1f-a66700b0daf1 None None] For port 86c9a831-a136-479b-bf56-7b0f8ef38163, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:38:50.937266 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-f645823f-02a0-4278-85dd-0ac684a3f214 None None] Provisioning complete for port 475f117d-3bc3-42fa-93fb-6f19197c1bbf triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:38:50.937560 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f645823f-02a0-4278-85dd-0ac684a3f214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (475f117d-3bc3-42fa-93fb-6f19197c1bbf), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:50.944080 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-e275f304-a489-4f1b-9a1f-a66700b0daf1 None None] For port 86c9a831-a136-479b-bf56-7b0f8ef38163, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=86c9a831-a136-479b-bf56-7b0f8ef38163,segment=NetworkSegment(77f9748b-4767-401f-8a19-d23c0265d026),segment_id=77f9748b-4767-401f-8a19-d23c0265d026)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:38:50.977240 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e275f304-a489-4f1b-9a1f-a66700b0daf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (86c9a831-a136-479b-bf56-7b0f8ef38163), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:50.996680 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-f209df51-44e5-4822-91d6-970bffa653b5 None None] Set router 390e8ac3-8a1b-43fa-8d26-7ebd860f79fb gateway port host: None {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:38:51.028515 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f73d409f-4449-4d2d-8355-7326ad011788 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks [] for port (d65c604e-7616-4775-97ea-f0dc941849c3), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:51.034550 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f73d409f-4449-4d2d-8355-7326ad011788 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3242529'] for port (d65c604e-7616-4775-97ea-f0dc941849c3), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:51.035426 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f73d409f-4449-4d2d-8355-7326ad011788 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1802524'] for router_interface (390e8ac3-8a1b-43fa-8d26-7ebd860f79fb), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:51.071041 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port 475f117d-3bc3-42fa-93fb-6f19197c1bbf triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:38:51.071421 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (475f117d-3bc3-42fa-93fb-6f19197c1bbf), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:51.128466 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73d409f-4449-4d2d-8355-7326ad011788 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Pushing event updated for resources: {'Port': ['ID=d65c604e-7616-4775-97ea-f0dc941849c3,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:51.157753 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e275f304-a489-4f1b-9a1f-a66700b0daf1 None None] Pushing event updated for resources: {'Port': ['ID=86c9a831-a136-479b-bf56-7b0f8ef38163,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:51.169278 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f73d409f-4449-4d2d-8355-7326ad011788 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Network ccc03632-1ab0-48fd-9ea8-9338f27e5d71 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:38:51.172006 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-f73d409f-4449-4d2d-8355-7326ad011788 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:38:51.313197 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f73d409f-4449-4d2d-8355-7326ad011788 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Router 390e8ac3-8a1b-43fa-8d26-7ebd860f79fb has already been hosted by L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 {{(pid=103408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:38:51.352242 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-f645823f-02a0-4278-85dd-0ac684a3f214 None None] Current status of the port 475f117d-3bc3-42fa-93fb-6f19197c1bbf is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:38:51.379790 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 475f117d-3bc3-42fa-93fb-6f19197c1bbf is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:38:51.389565 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-f645823f-02a0-4278-85dd-0ac684a3f214 None None] Provisioning complete for port 1ad6d14a-43db-4571-82a8-ace67d3b9750 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:38:51.390094 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f645823f-02a0-4278-85dd-0ac684a3f214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (1ad6d14a-43db-4571-82a8-ace67d3b9750), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:51.426519 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f73d409f-4449-4d2d-8355-7326ad011788 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:38:51.431686 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-f73d409f-4449-4d2d-8355-7326ad011788 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] 10.222.0.20 "PUT /v2.0/routers/390e8ac3-8a1b-43fa-8d26-7ebd860f79fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3955944 Feb 28 10:38:51.434689 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 39846) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:51.438665 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-f209df51-44e5-4822-91d6-970bffa653b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '390e8ac3-8a1b-43fa-8d26-7ebd860f79fb', 'name': 'tempest-RoutersIpV6Test-router-1079237083', 'tenant_id': '0807ae000e4d47fbb1b05ed62ebad745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:38:41Z', 'updated_at': '2022-02-28T10:38:50Z', 'revision_number': 4, 'project_id': '0807ae000e4d47fbb1b05ed62ebad745', 'gw_port_host': None, '_interfaces': [{'id': '189fe504-dc4c-46ed-8803-aaeeb32601c5', 'name': '', 'network_id': '2c91b66e-3c96-4a58-947b-85f7a3e7f517', 'tenant_id': '0807ae000e4d47fbb1b05ed62ebad745', 'mac_address': 'fa:16:3e:fe:c8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '390e8ac3-8a1b-43fa-8d26-7ebd860f79fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': 'c7c54e02-1f3a-494d-8b6f-02c6ef5d3af1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:38:43Z', 'updated_at': '2022-02-28T10:38:47Z', 'revision_number': 5, 'project_id': '0807ae000e4d47fbb1b05ed62ebad745', 'subnets': [{'id': 'c7c54e02-1f3a-494d-8b6f-02c6ef5d3af1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1ad6d14a-43db-4571-82a8-ace67d3b9750', 'name': '', 'network_id': 'd32b74c0-7d5b-4fa7-85d6-5eb9a0f1ae87', 'tenant_id': '0807ae000e4d47fbb1b05ed62ebad745', 'mac_address': 'fa:16:3e:bc:4e:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '390e8ac3-8a1b-43fa-8d26-7ebd860f79fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '128ab509-542e-47db-8b28-b5b48356d8a9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:38:46Z', 'updated_at': '2022-02-28T10:38:50Z', 'revision_number': 4, 'project_id': '0807ae000e4d47fbb1b05ed62ebad745', 'subnets': [{'id': '128ab509-542e-47db-8b28-b5b48356d8a9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd65c604e-7616-4775-97ea-f0dc941849c3', 'name': '', 'network_id': 'ccc03632-1ab0-48fd-9ea8-9338f27e5d71', 'tenant_id': '0807ae000e4d47fbb1b05ed62ebad745', 'mac_address': 'fa:16:3e:97:ec:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '390e8ac3-8a1b-43fa-8d26-7ebd860f79fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': '1ffa4636-e55a-44b1-8154-f9b81c57cfe5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:38:49Z', 'updated_at': '2022-02-28T10:38:50Z', 'revision_number': 1, 'project_id': '0807ae000e4d47fbb1b05ed62ebad745', 'subnets': [{'id': '1ffa4636-e55a-44b1-8154-f9b81c57cfe5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:51.440398 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-2dbae52c-09b5-45c4-a5d1-a750b36e28f1 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-863725827'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:51.467248 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dbae52c-09b5-45c4-a5d1-a750b36e28f1 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Made reservation on behalf of 0807ae000e4d47fbb1b05ed62ebad745 for: {'network': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:38:51.470456 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2dbae52c-09b5-45c4-a5d1-a750b36e28f1 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for network (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:51.470748 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f209df51-44e5-4822-91d6-970bffa653b5 None None] The sync data for ids ['390e8ac3-8a1b-43fa-8d26-7ebd860f79fb'] in dv-neutron-master-2-hyperv is: [{'id': '390e8ac3-8a1b-43fa-8d26-7ebd860f79fb', 'name': 'tempest-RoutersIpV6Test-router-1079237083', 'tenant_id': '0807ae000e4d47fbb1b05ed62ebad745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:38:41Z', 'updated_at': '2022-02-28T10:38:50Z', 'revision_number': 4, 'project_id': '0807ae000e4d47fbb1b05ed62ebad745', 'gw_port_host': None, '_interfaces': [{'id': '189fe504-dc4c-46ed-8803-aaeeb32601c5', 'name': '', 'network_id': '2c91b66e-3c96-4a58-947b-85f7a3e7f517', 'tenant_id': '0807ae000e4d47fbb1b05ed62ebad745', 'mac_address': 'fa:16:3e:fe:c8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '390e8ac3-8a1b-43fa-8d26-7ebd860f79fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': 'c7c54e02-1f3a-494d-8b6f-02c6ef5d3af1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:38:43Z', 'updated_at': '2022-02-28T10:38:47Z', 'revision_number': 5, 'project_id': '0807ae000e4d47fbb1b05ed62ebad745', 'subnets': [{'id': 'c7c54e02-1f3a-494d-8b6f-02c6ef5d3af1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1ad6d14a-43db-4571-82a8-ace67d3b9750', 'name': '', 'network_id': 'd32b74c0-7d5b-4fa7-85d6-5eb9a0f1ae87', 'tenant_id': '0807ae000e4d47fbb1b05ed62ebad745', 'mac_address': 'fa:16:3e:bc:4e:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '390e8ac3-8a1b-43fa-8d26-7ebd860f79fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '128ab509-542e-47db-8b28-b5b48356d8a9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:38:46Z', 'updated_at': '2022-02-28T10:38:50Z', 'revision_number': 4, 'project_id': '0807ae000e4d47fbb1b05ed62ebad745', 'subnets': [{'id': '128ab509-542e-47db-8b28-b5b48356d8a9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd65c604e-7616-4775-97ea-f0dc941849c3', 'name': '', 'network_id': 'ccc03632-1ab0-48fd-9ea8-9338f27e5d71', 'tenant_id': '0807ae000e4d47fbb1b05ed62ebad745', 'mac_address': 'fa:16:3e:97:ec:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '390e8ac3-8a1b-43fa-8d26-7ebd860f79fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': '1ffa4636-e55a-44b1-8154-f9b81c57cfe5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:38:49Z', 'updated_at': '2022-02-28T10:38:50Z', 'revision_number': 1, 'project_id': '0807ae000e4d47fbb1b05ed62ebad745', 'subnets': [{'id': '1ffa4636-e55a-44b1-8154-f9b81c57cfe5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:38:51.494888 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2dbae52c-09b5-45c4-a5d1-a750b36e28f1 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 285} {{(pid=103407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:38:51.515402 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2dbae52c-09b5-45c4-a5d1-a750b36e28f1 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (1e9a7e85-9347-41ee-b429-19b331da9406), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:51.516325 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.db.segments_db [None req-2dbae52c-09b5-45c4-a5d1-a750b36e28f1 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Added segment 1e9a7e85-9347-41ee-b429-19b331da9406 of type vlan for network d450dedd-08c5-41a9-b381-009535d76203 Feb 28 10:38:51.521864 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-f645823f-02a0-4278-85dd-0ac684a3f214 None None] Current status of the port 1ad6d14a-43db-4571-82a8-ace67d3b9750 is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:38:51.522910 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f645823f-02a0-4278-85dd-0ac684a3f214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (1ad6d14a-43db-4571-82a8-ace67d3b9750), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:51.583578 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2dbae52c-09b5-45c4-a5d1-a750b36e28f1 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742056637431'] for network (d450dedd-08c5-41a9-b381-009535d76203), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:51.590108 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-f645823f-02a0-4278-85dd-0ac684a3f214 None None] For port 1ad6d14a-43db-4571-82a8-ace67d3b9750, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1ad6d14a-43db-4571-82a8-ace67d3b9750,segment=NetworkSegment(eeb0be04-59c2-4d73-9592-181c53b62727),segment_id=eeb0be04-59c2-4d73-9592-181c53b62727)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:38:51.597115 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f645823f-02a0-4278-85dd-0ac684a3f214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (1ad6d14a-43db-4571-82a8-ace67d3b9750), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:51.623249 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2dbae52c-09b5-45c4-a5d1-a750b36e28f1 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551'] for network (d450dedd-08c5-41a9-b381-009535d76203), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:51.629780 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dbae52c-09b5-45c4-a5d1-a750b36e28f1 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:51.630771 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2dbae52c-09b5-45c4-a5d1-a750b36e28f1 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:51.663619 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f645823f-02a0-4278-85dd-0ac684a3f214 None None] Pushing event updated for resources: {'Port': ['ID=1ad6d14a-43db-4571-82a8-ace67d3b9750,revision_number=5']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:51.696820 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-2dbae52c-09b5-45c4-a5d1-a750b36e28f1 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2606471 Feb 28 10:38:51.699596 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 39848) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:51.705888 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-0673e3e2-6179-4769-92ee-9a0cb14eaae6 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Request body: {'subnet': {'network_id': 'd450dedd-08c5-41a9-b381-009535d76203', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:51.715724 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbae52c-09b5-45c4-a5d1-a750b36e28f1 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Pushing event updated for resources: {'Network': ['ID=d450dedd-08c5-41a9-b381-009535d76203,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:51.721607 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-9582b842-9513-4835-86a2-d1923c51a4aa None None] Provisioning complete for port 1ad6d14a-43db-4571-82a8-ace67d3b9750 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:38:51.721916 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9582b842-9513-4835-86a2-d1923c51a4aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (1ad6d14a-43db-4571-82a8-ace67d3b9750), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:51.724351 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbae52c-09b5-45c4-a5d1-a750b36e28f1 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:38:51.725296 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbae52c-09b5-45c4-a5d1-a750b36e28f1 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:38:51.725661 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbae52c-09b5-45c4-a5d1-a750b36e28f1 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:38:51.726004 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbae52c-09b5-45c4-a5d1-a750b36e28f1 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:38:51.726341 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbae52c-09b5-45c4-a5d1-a750b36e28f1 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:38:51.726667 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbae52c-09b5-45c4-a5d1-a750b36e28f1 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:38:51.726993 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbae52c-09b5-45c4-a5d1-a750b36e28f1 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:38:51.727487 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbae52c-09b5-45c4-a5d1-a750b36e28f1 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:38:51.727817 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbae52c-09b5-45c4-a5d1-a750b36e28f1 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:38:51.728143 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbae52c-09b5-45c4-a5d1-a750b36e28f1 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:38:51.728469 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbae52c-09b5-45c4-a5d1-a750b36e28f1 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:38:51.728820 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbae52c-09b5-45c4-a5d1-a750b36e28f1 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:38:51.729144 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbae52c-09b5-45c4-a5d1-a750b36e28f1 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:38:51.762372 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Network d450dedd-08c5-41a9-b381-009535d76203 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103409) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:38:51.830380 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0673e3e2-6179-4769-92ee-9a0cb14eaae6 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Made reservation on behalf of 0807ae000e4d47fbb1b05ed62ebad745 for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:38:51.834496 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0673e3e2-6179-4769-92ee-9a0cb14eaae6 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3951209'] for subnet (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:51.898375 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-9582b842-9513-4835-86a2-d1923c51a4aa None None] Current status of the port 1ad6d14a-43db-4571-82a8-ace67d3b9750 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:38:52.059776 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0673e3e2-6179-4769-92ee-9a0cb14eaae6 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3242588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3951195'] for subnet (a20520ee-75cf-48cc-b9a1-fa9311fa5313), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:52.142204 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0673e3e2-6179-4769-92ee-9a0cb14eaae6 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Pushing event updated for resources: {'Subnet': ['ID=a20520ee-75cf-48cc-b9a1-fa9311fa5313,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:52.146981 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0673e3e2-6179-4769-92ee-9a0cb14eaae6 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Checking segment: {'id': '1e9a7e85-9347-41ee-b429-19b331da9406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'd450dedd-08c5-41a9-b381-009535d76203'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:38:52.147345 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0673e3e2-6179-4769-92ee-9a0cb14eaae6 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Network hostable DHCP agents. Network: d450dedd-08c5-41a9-b381-009535d76203, hostable agents: ['fb6705d2-4f70-4965-92a3-fbfccd43a6d3'], hosted agents: [] {{(pid=103408) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:38:52.169790 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0673e3e2-6179-4769-92ee-9a0cb14eaae6 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Network d450dedd-08c5-41a9-b381-009535d76203 is scheduled to be hosted by DHCP agent fb6705d2-4f70-4965-92a3-fbfccd43a6d3 with binding_index 1 {{(pid=103408) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:38:52.182185 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-0673e3e2-6179-4769-92ee-9a0cb14eaae6 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, d450dedd-08c5-41a9-b381-009535d76203) {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:38:52.193530 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0673e3e2-6179-4769-92ee-9a0cb14eaae6 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:38:52.194250 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b9d15b9-21ea-44c5-9d33-b269e4f1585c None None] Network d450dedd-08c5-41a9-b381-009535d76203 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:38:52.194388 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0673e3e2-6179-4769-92ee-9a0cb14eaae6 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks [] for subnet (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:52.237917 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 39850) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:52.238296 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-0673e3e2-6179-4769-92ee-9a0cb14eaae6 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5370615 Feb 28 10:38:52.268630 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b37484df-940c-44bb-9a0d-05eae3ab9d16 None None] Network ccc03632-1ab0-48fd-9ea8-9338f27e5d71 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:38:52.383899 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-4beabe44-9a1e-429d-9f83-bd67aa50382f None None] Provisioning complete for port 86c9a831-a136-479b-bf56-7b0f8ef38163 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:38:52.383899 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4beabe44-9a1e-429d-9f83-bd67aa50382f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (86c9a831-a136-479b-bf56-7b0f8ef38163), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:52.434299 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03719770-1550-4f38-9a11-dc2bc931848d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-d450dedd-08c5-41a9-b381-009535d76203', 'network_id': 'd450dedd-08c5-41a9-b381-009535d76203', 'project_id': '0807ae000e4d47fbb1b05ed62ebad745', 'fixed_ips': [{'subnet_id': 'a20520ee-75cf-48cc-b9a1-fa9311fa5313'}]}} from dv-neutron-master-2-hyperv. {{(pid=103409) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:38:52.435183 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-03719770-1550-4f38-9a11-dc2bc931848d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:52.713504 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 1ad6d14a-43db-4571-82a8-ace67d3b9750 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:38:52.757514 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4beabe44-9a1e-429d-9f83-bd67aa50382f None None] Current status of the port 86c9a831-a136-479b-bf56-7b0f8ef38163 is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:38:52.757917 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4beabe44-9a1e-429d-9f83-bd67aa50382f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (86c9a831-a136-479b-bf56-7b0f8ef38163), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:52.773939 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-03719770-1550-4f38-9a11-dc2bc931848d None None] Allocated IP 2001:db8:3::2 (d450dedd-08c5-41a9-b381-009535d76203/a20520ee-75cf-48cc-b9a1-fa9311fa5313/6670983f-31db-4f94-96ad-154f5d382f66) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:38:52.775867 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d742a1a4-223d-4cfc-98bc-56b300947049 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:52.827491 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4beabe44-9a1e-429d-9f83-bd67aa50382f None None] For port 86c9a831-a136-479b-bf56-7b0f8ef38163, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=86c9a831-a136-479b-bf56-7b0f8ef38163,segment=NetworkSegment(77f9748b-4767-401f-8a19-d23c0265d026),segment_id=77f9748b-4767-401f-8a19-d23c0265d026)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:38:52.866142 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4beabe44-9a1e-429d-9f83-bd67aa50382f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (86c9a831-a136-479b-bf56-7b0f8ef38163), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:52.873251 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port 1ad6d14a-43db-4571-82a8-ace67d3b9750 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:38:52.873560 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (1ad6d14a-43db-4571-82a8-ace67d3b9750), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:52.913809 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab26e35a-cf3f-430e-9908-6d40545d69a1 None None] Sync routers for ids ['390e8ac3-8a1b-43fa-8d26-7ebd860f79fb'] in dv-neutron-master-2-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:38:52.934504 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab26e35a-cf3f-430e-9908-6d40545d69a1 None None] Routers {'390e8ac3-8a1b-43fa-8d26-7ebd860f79fb'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:38:52.937401 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-ab26e35a-cf3f-430e-9908-6d40545d69a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:38:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['390e8ac3-8a1b-43fa-8d26-7ebd860f79fb'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:52.973295 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4beabe44-9a1e-429d-9f83-bd67aa50382f None None] Pushing event updated for resources: {'Port': ['ID=86c9a831-a136-479b-bf56-7b0f8ef38163,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:53.058357 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-ab26e35a-cf3f-430e-9908-6d40545d69a1 None None] Set router 390e8ac3-8a1b-43fa-8d26-7ebd860f79fb gateway port host: None {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:38:53.088409 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-5d538991-fcac-453f-add0-9393fb2bfbd9 None None] Provisioning complete for port 86c9a831-a136-479b-bf56-7b0f8ef38163 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:38:53.088840 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5d538991-fcac-453f-add0-9393fb2bfbd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (86c9a831-a136-479b-bf56-7b0f8ef38163), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:53.112357 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-03719770-1550-4f38-9a11-dc2bc931848d None None] Publish callbacks [] for port (6670983f-31db-4f94-96ad-154f5d382f66), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:53.124196 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-03719770-1550-4f38-9a11-dc2bc931848d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749'] for port (6670983f-31db-4f94-96ad-154f5d382f66), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:53.139129 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 1ad6d14a-43db-4571-82a8-ace67d3b9750 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:38:53.140261 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 86c9a831-a136-479b-bf56-7b0f8ef38163 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:38:53.175296 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-d742a1a4-223d-4cfc-98bc-56b300947049 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Allocated IP 2001:db8:3::1 (d450dedd-08c5-41a9-b381-009535d76203/a20520ee-75cf-48cc-b9a1-fa9311fa5313/0d57acdb-4dad-4fd4-94c1-0b2d4558806f) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:38:53.304423 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-ab26e35a-cf3f-430e-9908-6d40545d69a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '390e8ac3-8a1b-43fa-8d26-7ebd860f79fb', 'name': 'tempest-RoutersIpV6Test-router-1079237083', 'tenant_id': '0807ae000e4d47fbb1b05ed62ebad745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:38:41Z', 'updated_at': '2022-02-28T10:38:50Z', 'revision_number': 4, 'project_id': '0807ae000e4d47fbb1b05ed62ebad745', 'gw_port_host': None, '_interfaces': [{'id': '189fe504-dc4c-46ed-8803-aaeeb32601c5', 'name': '', 'network_id': '2c91b66e-3c96-4a58-947b-85f7a3e7f517', 'tenant_id': '0807ae000e4d47fbb1b05ed62ebad745', 'mac_address': 'fa:16:3e:fe:c8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '390e8ac3-8a1b-43fa-8d26-7ebd860f79fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': 'c7c54e02-1f3a-494d-8b6f-02c6ef5d3af1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:38:43Z', 'updated_at': '2022-02-28T10:38:47Z', 'revision_number': 5, 'project_id': '0807ae000e4d47fbb1b05ed62ebad745', 'subnets': [{'id': 'c7c54e02-1f3a-494d-8b6f-02c6ef5d3af1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1ad6d14a-43db-4571-82a8-ace67d3b9750', 'name': '', 'network_id': 'd32b74c0-7d5b-4fa7-85d6-5eb9a0f1ae87', 'tenant_id': '0807ae000e4d47fbb1b05ed62ebad745', 'mac_address': 'fa:16:3e:bc:4e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '390e8ac3-8a1b-43fa-8d26-7ebd860f79fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '128ab509-542e-47db-8b28-b5b48356d8a9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:38:46Z', 'updated_at': '2022-02-28T10:38:51Z', 'revision_number': 5, 'project_id': '0807ae000e4d47fbb1b05ed62ebad745', 'subnets': [{'id': '128ab509-542e-47db-8b28-b5b48356d8a9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd65c604e-7616-4775-97ea-f0dc941849c3', 'name': '', 'network_id': 'ccc03632-1ab0-48fd-9ea8-9338f27e5d71', 'tenant_id': '0807ae000e4d47fbb1b05ed62ebad745', 'mac_address': 'fa:16:3e:97:ec:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '390e8ac3-8a1b-43fa-8d26-7ebd860f79fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': '1ffa4636-e55a-44b1-8154-f9b81c57cfe5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:38:49Z', 'updated_at': '2022-02-28T10:38:50Z', 'revision_number': 2, 'project_id': '0807ae000e4d47fbb1b05ed62ebad745', 'subnets': [{'id': '1ffa4636-e55a-44b1-8154-f9b81c57cfe5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:53.331799 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d742a1a4-223d-4cfc-98bc-56b300947049 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks [] for port (0d57acdb-4dad-4fd4-94c1-0b2d4558806f), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:53.349378 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab26e35a-cf3f-430e-9908-6d40545d69a1 None None] Checking router: 390e8ac3-8a1b-43fa-8d26-7ebd860f79fb for host: dv-neutron-master-2-hyperv {{(pid=103410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:38:53.350038 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab26e35a-cf3f-430e-9908-6d40545d69a1 None None] Updating router 390e8ac3-8a1b-43fa-8d26-7ebd860f79fb port d65c604e-7616-4775-97ea-f0dc941849c3 binding host dv-neutron-master-2-hyperv {{(pid=103410) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 10:38:53.385201 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ab26e35a-cf3f-430e-9908-6d40545d69a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (d65c604e-7616-4775-97ea-f0dc941849c3), before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:53.389899 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d742a1a4-223d-4cfc-98bc-56b300947049 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (0d57acdb-4dad-4fd4-94c1-0b2d4558806f), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:53.413094 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03719770-1550-4f38-9a11-dc2bc931848d None None] Network d450dedd-08c5-41a9-b381-009535d76203 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:38:53.424016 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-03719770-1550-4f38-9a11-dc2bc931848d None None] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:38:53.427067 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03719770-1550-4f38-9a11-dc2bc931848d None None] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:38:53.443387 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d742a1a4-223d-4cfc-98bc-56b300947049 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Network d450dedd-08c5-41a9-b381-009535d76203 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:38:53.447092 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-d742a1a4-223d-4cfc-98bc-56b300947049 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:38:53.451805 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d742a1a4-223d-4cfc-98bc-56b300947049 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:38:53.452643 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d742a1a4-223d-4cfc-98bc-56b300947049 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1803404'] for router_interface (390e8ac3-8a1b-43fa-8d26-7ebd860f79fb), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:53.463253 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03719770-1550-4f38-9a11-dc2bc931848d None None] Pushing event updated for resources: {'Port': ['ID=6670983f-31db-4f94-96ad-154f5d382f66,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:53.534163 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d742a1a4-223d-4cfc-98bc-56b300947049 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Pushing event updated for resources: {'Port': ['ID=0d57acdb-4dad-4fd4-94c1-0b2d4558806f,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:53.550480 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port 86c9a831-a136-479b-bf56-7b0f8ef38163 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:38:53.550876 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (86c9a831-a136-479b-bf56-7b0f8ef38163), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:53.558709 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-03719770-1550-4f38-9a11-dc2bc931848d None None] Attempting to bind port 6670983f-31db-4f94-96ad-154f5d382f66 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:38:53.559094 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-03719770-1550-4f38-9a11-dc2bc931848d None None] Attempting to bind port 6670983f-31db-4f94-96ad-154f5d382f66 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '1e9a7e85-9347-41ee-b429-19b331da9406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'd450dedd-08c5-41a9-b381-009535d76203'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:38:53.559464 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03719770-1550-4f38-9a11-dc2bc931848d None None] Attempting to bind port 6670983f-31db-4f94-96ad-154f5d382f66 on network d450dedd-08c5-41a9-b381-009535d76203 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:38:53.591509 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-5d538991-fcac-453f-add0-9393fb2bfbd9 None None] Current status of the port 86c9a831-a136-479b-bf56-7b0f8ef38163 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:38:53.598005 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03719770-1550-4f38-9a11-dc2bc931848d None None] Checking agent: {'id': '75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 24, 15), 'started_at': datetime.datetime(2022, 2, 28, 10, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 38, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:38:53.598280 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d742a1a4-223d-4cfc-98bc-56b300947049 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (0d57acdb-4dad-4fd4-94c1-0b2d4558806f), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:53.598420 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03719770-1550-4f38-9a11-dc2bc931848d None None] Checking segment: {'id': '1e9a7e85-9347-41ee-b429-19b331da9406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'd450dedd-08c5-41a9-b381-009535d76203'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:38:53.598789 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-03719770-1550-4f38-9a11-dc2bc931848d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:53.599190 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03719770-1550-4f38-9a11-dc2bc931848d None None] Bound using segment: {'id': '1e9a7e85-9347-41ee-b429-19b331da9406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'd450dedd-08c5-41a9-b381-009535d76203'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:38:53.599693 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-03719770-1550-4f38-9a11-dc2bc931848d None None] Bound port: 6670983f-31db-4f94-96ad-154f5d382f66, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e9a7e85-9347-41ee-b429-19b331da9406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'd450dedd-08c5-41a9-b381-009535d76203'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:38:53.600079 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-03719770-1550-4f38-9a11-dc2bc931848d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (6670983f-31db-4f94-96ad-154f5d382f66), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:53.649156 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-5d538991-fcac-453f-add0-9393fb2bfbd9 None None] Provisioning complete for port d65c604e-7616-4775-97ea-f0dc941849c3 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:38:53.649552 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5d538991-fcac-453f-add0-9393fb2bfbd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (d65c604e-7616-4775-97ea-f0dc941849c3), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:53.715375 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-5d538991-fcac-453f-add0-9393fb2bfbd9 None None] Port d65c604e-7616-4775-97ea-f0dc941849c3 cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:38:53.727598 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ab26e35a-cf3f-430e-9908-6d40545d69a1 None None] Publish callbacks [] for port (d65c604e-7616-4775-97ea-f0dc941849c3), precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:53.734746 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ab26e35a-cf3f-430e-9908-6d40545d69a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (d65c604e-7616-4775-97ea-f0dc941849c3), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:53.739959 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-03719770-1550-4f38-9a11-dc2bc931848d None None] For port 6670983f-31db-4f94-96ad-154f5d382f66, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:38:53.756617 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-03719770-1550-4f38-9a11-dc2bc931848d None None] For port 6670983f-31db-4f94-96ad-154f5d382f66, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6670983f-31db-4f94-96ad-154f5d382f66,segment=NetworkSegment(1e9a7e85-9347-41ee-b429-19b331da9406),segment_id=1e9a7e85-9347-41ee-b429-19b331da9406)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:38:53.761949 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 86c9a831-a136-479b-bf56-7b0f8ef38163 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:38:53.767328 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-03719770-1550-4f38-9a11-dc2bc931848d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (6670983f-31db-4f94-96ad-154f5d382f66), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:53.800541 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730e7561-ce9e-4193-85cc-025d011e2b40 None None] Pushing event updated for resources: {'Port': ['ID=d65c604e-7616-4775-97ea-f0dc941849c3,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:53.846101 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03719770-1550-4f38-9a11-dc2bc931848d None None] Pushing event updated for resources: {'Port': ['ID=6670983f-31db-4f94-96ad-154f5d382f66,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:53.875930 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-31e16f16-fd3f-4c05-9820-e4eef0f6dd0d None None] Provisioning complete for port d65c604e-7616-4775-97ea-f0dc941849c3 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:38:53.875930 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-31e16f16-fd3f-4c05-9820-e4eef0f6dd0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (d65c604e-7616-4775-97ea-f0dc941849c3), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:53.885862 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-ab26e35a-cf3f-430e-9908-6d40545d69a1 None None] Attempting to bind port d65c604e-7616-4775-97ea-f0dc941849c3 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:38:53.886236 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-ab26e35a-cf3f-430e-9908-6d40545d69a1 None None] Attempting to bind port d65c604e-7616-4775-97ea-f0dc941849c3 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '77f9748b-4767-401f-8a19-d23c0265d026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'ccc03632-1ab0-48fd-9ea8-9338f27e5d71'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:38:53.886601 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab26e35a-cf3f-430e-9908-6d40545d69a1 None None] Attempting to bind port d65c604e-7616-4775-97ea-f0dc941849c3 on network ccc03632-1ab0-48fd-9ea8-9338f27e5d71 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:38:53.899415 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab26e35a-cf3f-430e-9908-6d40545d69a1 None None] Checking agent: {'id': '75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 24, 15), 'started_at': datetime.datetime(2022, 2, 28, 10, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 38, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:38:53.899803 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab26e35a-cf3f-430e-9908-6d40545d69a1 None None] Checking segment: {'id': '77f9748b-4767-401f-8a19-d23c0265d026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'ccc03632-1ab0-48fd-9ea8-9338f27e5d71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:38:53.900215 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ab26e35a-cf3f-430e-9908-6d40545d69a1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:53.900647 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab26e35a-cf3f-430e-9908-6d40545d69a1 None None] Bound using segment: {'id': '77f9748b-4767-401f-8a19-d23c0265d026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'ccc03632-1ab0-48fd-9ea8-9338f27e5d71'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:38:53.901130 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-ab26e35a-cf3f-430e-9908-6d40545d69a1 None None] Bound port: d65c604e-7616-4775-97ea-f0dc941849c3, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77f9748b-4767-401f-8a19-d23c0265d026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'ccc03632-1ab0-48fd-9ea8-9338f27e5d71'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:38:53.901513 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ab26e35a-cf3f-430e-9908-6d40545d69a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (d65c604e-7616-4775-97ea-f0dc941849c3), before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:53.942204 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-31e16f16-fd3f-4c05-9820-e4eef0f6dd0d None None] Port d65c604e-7616-4775-97ea-f0dc941849c3 cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:38:53.958702 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d742a1a4-223d-4cfc-98bc-56b300947049 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks [] for port (0d57acdb-4dad-4fd4-94c1-0b2d4558806f), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:53.970957 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d742a1a4-223d-4cfc-98bc-56b300947049 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3498066'] for port (0d57acdb-4dad-4fd4-94c1-0b2d4558806f), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:53.971842 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d742a1a4-223d-4cfc-98bc-56b300947049 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1802524'] for router_interface (390e8ac3-8a1b-43fa-8d26-7ebd860f79fb), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:54.007827 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-ab26e35a-cf3f-430e-9908-6d40545d69a1 None None] For port d65c604e-7616-4775-97ea-f0dc941849c3, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:38:54.011985 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-ab26e35a-cf3f-430e-9908-6d40545d69a1 None None] For port d65c604e-7616-4775-97ea-f0dc941849c3, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d65c604e-7616-4775-97ea-f0dc941849c3,segment=NetworkSegment(77f9748b-4767-401f-8a19-d23c0265d026),segment_id=77f9748b-4767-401f-8a19-d23c0265d026)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:38:54.022471 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ab26e35a-cf3f-430e-9908-6d40545d69a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (d65c604e-7616-4775-97ea-f0dc941849c3), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:54.088457 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730e7561-ce9e-4193-85cc-025d011e2b40 None None] Pushing event updated for resources: {'Port': ['ID=d65c604e-7616-4775-97ea-f0dc941849c3,revision_number=4']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:54.100436 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab26e35a-cf3f-430e-9908-6d40545d69a1 None None] Routers {'390e8ac3-8a1b-43fa-8d26-7ebd860f79fb'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:38:54.101213 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-ab26e35a-cf3f-430e-9908-6d40545d69a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:38:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['390e8ac3-8a1b-43fa-8d26-7ebd860f79fb'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:54.252763 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-ab26e35a-cf3f-430e-9908-6d40545d69a1 None None] Set router 390e8ac3-8a1b-43fa-8d26-7ebd860f79fb gateway port host: None {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:38:54.303632 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-a412646b-1de3-422c-bb1b-c1ce216c44c1 None None] Provisioning complete for port d65c604e-7616-4775-97ea-f0dc941849c3 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:38:54.304028 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a412646b-1de3-422c-bb1b-c1ce216c44c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (d65c604e-7616-4775-97ea-f0dc941849c3), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:54.457899 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-a412646b-1de3-422c-bb1b-c1ce216c44c1 None None] Current status of the port d65c604e-7616-4775-97ea-f0dc941849c3 is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:38:54.458751 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a412646b-1de3-422c-bb1b-c1ce216c44c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (d65c604e-7616-4775-97ea-f0dc941849c3), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:54.551982 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-a412646b-1de3-422c-bb1b-c1ce216c44c1 None None] For port d65c604e-7616-4775-97ea-f0dc941849c3, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d65c604e-7616-4775-97ea-f0dc941849c3,segment=NetworkSegment(77f9748b-4767-401f-8a19-d23c0265d026),segment_id=77f9748b-4767-401f-8a19-d23c0265d026)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:38:54.559117 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a412646b-1de3-422c-bb1b-c1ce216c44c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (d65c604e-7616-4775-97ea-f0dc941849c3), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:54.653286 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a412646b-1de3-422c-bb1b-c1ce216c44c1 None None] Pushing event updated for resources: {'Port': ['ID=d65c604e-7616-4775-97ea-f0dc941849c3,revision_number=5']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:54.709455 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d742a1a4-223d-4cfc-98bc-56b300947049 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Pushing event updated for resources: {'Port': ['ID=0d57acdb-4dad-4fd4-94c1-0b2d4558806f,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:54.724967 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-0b008d28-34fa-4d0a-b3c1-acdaa0cad9a0 None None] Provisioning complete for port d65c604e-7616-4775-97ea-f0dc941849c3 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:38:54.725525 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0b008d28-34fa-4d0a-b3c1-acdaa0cad9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (d65c604e-7616-4775-97ea-f0dc941849c3), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:54.804320 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 86c9a831-a136-479b-bf56-7b0f8ef38163 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:38:54.804938 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d742a1a4-223d-4cfc-98bc-56b300947049 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Network d450dedd-08c5-41a9-b381-009535d76203 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:38:54.806651 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-d742a1a4-223d-4cfc-98bc-56b300947049 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:38:54.910656 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-0b008d28-34fa-4d0a-b3c1-acdaa0cad9a0 None None] Current status of the port d65c604e-7616-4775-97ea-f0dc941849c3 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:38:54.945149 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port 86c9a831-a136-479b-bf56-7b0f8ef38163 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:38:54.945568 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (86c9a831-a136-479b-bf56-7b0f8ef38163), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:54.953751 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d742a1a4-223d-4cfc-98bc-56b300947049 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Router 390e8ac3-8a1b-43fa-8d26-7ebd860f79fb has already been hosted by L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:38:55.077250 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-ab26e35a-cf3f-430e-9908-6d40545d69a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '390e8ac3-8a1b-43fa-8d26-7ebd860f79fb', 'name': 'tempest-RoutersIpV6Test-router-1079237083', 'tenant_id': '0807ae000e4d47fbb1b05ed62ebad745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:38:41Z', 'updated_at': '2022-02-28T10:38:53Z', 'revision_number': 5, 'project_id': '0807ae000e4d47fbb1b05ed62ebad745', 'gw_port_host': None, '_interfaces': [{'id': '0d57acdb-4dad-4fd4-94c1-0b2d4558806f', 'name': '', 'network_id': 'd450dedd-08c5-41a9-b381-009535d76203', 'tenant_id': '0807ae000e4d47fbb1b05ed62ebad745', 'mac_address': 'fa:16:3e:ed:90:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '390e8ac3-8a1b-43fa-8d26-7ebd860f79fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': 'a20520ee-75cf-48cc-b9a1-fa9311fa5313', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:38:52Z', 'updated_at': '2022-02-28T10:38:53Z', 'revision_number': 2, 'project_id': '0807ae000e4d47fbb1b05ed62ebad745', 'subnets': [{'id': 'a20520ee-75cf-48cc-b9a1-fa9311fa5313', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '189fe504-dc4c-46ed-8803-aaeeb32601c5', 'name': '', 'network_id': '2c91b66e-3c96-4a58-947b-85f7a3e7f517', 'tenant_id': '0807ae000e4d47fbb1b05ed62ebad745', 'mac_address': 'fa:16:3e:fe:c8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '390e8ac3-8a1b-43fa-8d26-7ebd860f79fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': 'c7c54e02-1f3a-494d-8b6f-02c6ef5d3af1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:38:43Z', 'updated_at': '2022-02-28T10:38:47Z', 'revision_number': 5, 'project_id': '0807ae000e4d47fbb1b05ed62ebad745', 'subnets': [{'id': 'c7c54e02-1f3a-494d-8b6f-02c6ef5d3af1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1ad6d14a-43db-4571-82a8-ace67d3b9750', 'name': '', 'network_id': 'd32b74c0-7d5b-4fa7-85d6-5eb9a0f1ae87', 'tenant_id': '0807ae000e4d47fbb1b05ed62ebad745', 'mac_address': 'fa:16:3e:bc:4e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '390e8ac3-8a1b-43fa-8d26-7ebd860f79fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '128ab509-542e-47db-8b28-b5b48356d8a9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:38:46Z', 'updated_at': '2022-02-28T10:38:51Z', 'revision_number': 5, 'project_id': '0807ae000e4d47fbb1b05ed62ebad745', 'subnets': [{'id': '128ab509-542e-47db-8b28-b5b48356d8a9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd65c604e-7616-4775-97ea-f0dc941849c3', 'name': '', 'network_id': 'ccc03632-1ab0-48fd-9ea8-9338f27e5d71', 'tenant_id': '0807ae000e4d47fbb1b05ed62ebad745', 'mac_address': 'fa:16:3e:97:ec:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '390e8ac3-8a1b-43fa-8d26-7ebd860f79fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': '1ffa4636-e55a-44b1-8154-f9b81c57cfe5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:38:49Z', 'updated_at': '2022-02-28T10:38:54Z', 'revision_number': 4, 'project_id': '0807ae000e4d47fbb1b05ed62ebad745', 'subnets': [{'id': '1ffa4636-e55a-44b1-8154-f9b81c57cfe5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:55.080788 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d742a1a4-223d-4cfc-98bc-56b300947049 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:38:55.081912 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 86c9a831-a136-479b-bf56-7b0f8ef38163 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:38:55.083097 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 6670983f-31db-4f94-96ad-154f5d382f66 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:38:55.089071 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-d742a1a4-223d-4cfc-98bc-56b300947049 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] 10.222.0.20 "PUT /v2.0/routers/390e8ac3-8a1b-43fa-8d26-7ebd860f79fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8500874 Feb 28 10:38:55.091784 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 39852) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:55.097068 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-f2d7de5c-7550-4570-aea7-5ad82d6f3e30 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:55.122907 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab26e35a-cf3f-430e-9908-6d40545d69a1 None None] The sync data for ids ['390e8ac3-8a1b-43fa-8d26-7ebd860f79fb'] in dv-neutron-master-2-hyperv is: [{'id': '390e8ac3-8a1b-43fa-8d26-7ebd860f79fb', 'name': 'tempest-RoutersIpV6Test-router-1079237083', 'tenant_id': '0807ae000e4d47fbb1b05ed62ebad745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:38:41Z', 'updated_at': '2022-02-28T10:38:53Z', 'revision_number': 5, 'project_id': '0807ae000e4d47fbb1b05ed62ebad745', 'gw_port_host': None, '_interfaces': [{'id': '0d57acdb-4dad-4fd4-94c1-0b2d4558806f', 'name': '', 'network_id': 'd450dedd-08c5-41a9-b381-009535d76203', 'tenant_id': '0807ae000e4d47fbb1b05ed62ebad745', 'mac_address': 'fa:16:3e:ed:90:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '390e8ac3-8a1b-43fa-8d26-7ebd860f79fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': 'a20520ee-75cf-48cc-b9a1-fa9311fa5313', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:38:52Z', 'updated_at': '2022-02-28T10:38:53Z', 'revision_number': 2, 'project_id': '0807ae000e4d47fbb1b05ed62ebad745', 'subnets': [{'id': 'a20520ee-75cf-48cc-b9a1-fa9311fa5313', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '189fe504-dc4c-46ed-8803-aaeeb32601c5', 'name': '', 'network_id': '2c91b66e-3c96-4a58-947b-85f7a3e7f517', 'tenant_id': '0807ae000e4d47fbb1b05ed62ebad745', 'mac_address': 'fa:16:3e:fe:c8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '390e8ac3-8a1b-43fa-8d26-7ebd860f79fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': 'c7c54e02-1f3a-494d-8b6f-02c6ef5d3af1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:38:43Z', 'updated_at': '2022-02-28T10:38:47Z', 'revision_number': 5, 'project_id': '0807ae000e4d47fbb1b05ed62ebad745', 'subnets': [{'id': 'c7c54e02-1f3a-494d-8b6f-02c6ef5d3af1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1ad6d14a-43db-4571-82a8-ace67d3b9750', 'name': '', 'network_id': 'd32b74c0-7d5b-4fa7-85d6-5eb9a0f1ae87', 'tenant_id': '0807ae000e4d47fbb1b05ed62ebad745', 'mac_address': 'fa:16:3e:bc:4e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '390e8ac3-8a1b-43fa-8d26-7ebd860f79fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '128ab509-542e-47db-8b28-b5b48356d8a9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:38:46Z', 'updated_at': '2022-02-28T10:38:51Z', 'revision_number': 5, 'project_id': '0807ae000e4d47fbb1b05ed62ebad745', 'subnets': [{'id': '128ab509-542e-47db-8b28-b5b48356d8a9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd65c604e-7616-4775-97ea-f0dc941849c3', 'name': '', 'network_id': 'ccc03632-1ab0-48fd-9ea8-9338f27e5d71', 'tenant_id': '0807ae000e4d47fbb1b05ed62ebad745', 'mac_address': 'fa:16:3e:97:ec:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '390e8ac3-8a1b-43fa-8d26-7ebd860f79fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': '1ffa4636-e55a-44b1-8154-f9b81c57cfe5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:38:49Z', 'updated_at': '2022-02-28T10:38:54Z', 'revision_number': 4, 'project_id': '0807ae000e4d47fbb1b05ed62ebad745', 'subnets': [{'id': '1ffa4636-e55a-44b1-8154-f9b81c57cfe5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:38:55.187478 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port 6670983f-31db-4f94-96ad-154f5d382f66 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:38:55.187926 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (6670983f-31db-4f94-96ad-154f5d382f66), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:55.324478 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 6670983f-31db-4f94-96ad-154f5d382f66 is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:38:55.325996 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (6670983f-31db-4f94-96ad-154f5d382f66), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:55.382305 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] For port 6670983f-31db-4f94-96ad-154f5d382f66, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6670983f-31db-4f94-96ad-154f5d382f66,segment=NetworkSegment(1e9a7e85-9347-41ee-b429-19b331da9406),segment_id=1e9a7e85-9347-41ee-b429-19b331da9406)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:38:55.384998 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8fd96b4-5168-47e9-927b-0a6d0b6d003e None None] Network d450dedd-08c5-41a9-b381-009535d76203 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:38:55.449181 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (6670983f-31db-4f94-96ad-154f5d382f66), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:55.450256 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device d65c604e-7616-4775-97ea-f0dc941849c3 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:38:55.553343 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-c7d9713c-d443-4a36-bc8a-f3eaaed4cb23 None None] Provisioning complete for port 6670983f-31db-4f94-96ad-154f5d382f66 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:38:55.553681 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c7d9713c-d443-4a36-bc8a-f3eaaed4cb23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (6670983f-31db-4f94-96ad-154f5d382f66), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:55.568297 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.extraroute_db [None req-f2d7de5c-7550-4570-aea7-5ad82d6f3e30 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=103407) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 28 10:38:55.589291 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.extraroute_db [None req-f2d7de5c-7550-4570-aea7-5ad82d6f3e30 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Removed routes are [] {{(pid=103407) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 28 10:38:55.590246 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f2d7de5c-7550-4570-aea7-5ad82d6f3e30 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1804286', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1806925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5948'] for router (390e8ac3-8a1b-43fa-8d26-7ebd860f79fb), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:55.627286 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Pushing event updated for resources: {'Port': ['ID=6670983f-31db-4f94-96ad-154f5d382f66,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:55.674343 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port d65c604e-7616-4775-97ea-f0dc941849c3 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:38:55.675037 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (d65c604e-7616-4775-97ea-f0dc941849c3), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:55.786454 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-c7d9713c-d443-4a36-bc8a-f3eaaed4cb23 None None] Current status of the port 6670983f-31db-4f94-96ad-154f5d382f66 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:38:55.808449 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f2d7de5c-7550-4570-aea7-5ad82d6f3e30 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1804286', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1806925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5948'] for router (390e8ac3-8a1b-43fa-8d26-7ebd860f79fb), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:55.812374 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f2d7de5c-7550-4570-aea7-5ad82d6f3e30 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1804241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1804263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1804264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1807030'] for router (390e8ac3-8a1b-43fa-8d26-7ebd860f79fb), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:55.846958 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port d65c604e-7616-4775-97ea-f0dc941849c3 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:38:55.919306 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2d7de5c-7550-4570-aea7-5ad82d6f3e30 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Router 390e8ac3-8a1b-43fa-8d26-7ebd860f79fb has already been hosted by L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:38:56.029032 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754b17d6-1294-46ab-93c6-ef96638bf0b3 None None] Sync routers for ids ['390e8ac3-8a1b-43fa-8d26-7ebd860f79fb'] in dv-neutron-master-2-hyperv {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:38:56.037083 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2d7de5c-7550-4570-aea7-5ad82d6f3e30 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:38:56.039050 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754b17d6-1294-46ab-93c6-ef96638bf0b3 None None] Routers {'390e8ac3-8a1b-43fa-8d26-7ebd860f79fb'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:38:56.039662 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-754b17d6-1294-46ab-93c6-ef96638bf0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:38:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['390e8ac3-8a1b-43fa-8d26-7ebd860f79fb'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:56.051920 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f2d7de5c-7550-4570-aea7-5ad82d6f3e30 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks [] for router (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:56.053532 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-f2d7de5c-7550-4570-aea7-5ad82d6f3e30 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] 10.222.0.20 "PUT /v2.0/routers/390e8ac3-8a1b-43fa-8d26-7ebd860f79fb HTTP/1.1" status: 200 len: 954 time: 0.9606946 Feb 28 10:38:56.056333 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 39854) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:56.150261 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-754b17d6-1294-46ab-93c6-ef96638bf0b3 None None] Set router 390e8ac3-8a1b-43fa-8d26-7ebd860f79fb gateway port host: None {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:38:56.191311 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2408743b-5819-4096-bcae-58718407d127 None None] Provisioning complete for port 6670983f-31db-4f94-96ad-154f5d382f66 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:38:56.191853 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2408743b-5819-4096-bcae-58718407d127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (6670983f-31db-4f94-96ad-154f5d382f66), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:56.215574 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-c3897c47-3918-4a37-8286-4ceb5d49992c tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] 10.222.0.20 "GET /v2.0/routers/390e8ac3-8a1b-43fa-8d26-7ebd860f79fb HTTP/1.1" status: 200 len: 954 time: 0.1578960 Feb 28 10:38:56.216346 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 39856) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:56.221103 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-eb4f778c-b453-48a0-8ad4-7979bee39073 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Request body: {'router': {'routes': None}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:38:56.420933 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2408743b-5819-4096-bcae-58718407d127 None None] Current status of the port 6670983f-31db-4f94-96ad-154f5d382f66 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:38:56.438474 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2408743b-5819-4096-bcae-58718407d127 None None] Provisioning complete for port 0d57acdb-4dad-4fd4-94c1-0b2d4558806f triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:38:56.438866 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2408743b-5819-4096-bcae-58718407d127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (0d57acdb-4dad-4fd4-94c1-0b2d4558806f), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:56.481780 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2408743b-5819-4096-bcae-58718407d127 None None] Port 0d57acdb-4dad-4fd4-94c1-0b2d4558806f cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:38:56.488118 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-754b17d6-1294-46ab-93c6-ef96638bf0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '390e8ac3-8a1b-43fa-8d26-7ebd860f79fb', 'name': 'tempest-RoutersIpV6Test-router-1079237083', 'tenant_id': '0807ae000e4d47fbb1b05ed62ebad745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:38:41Z', 'updated_at': '2022-02-28T10:38:55Z', 'revision_number': 6, 'project_id': '0807ae000e4d47fbb1b05ed62ebad745', 'gw_port_host': None, '_interfaces': [{'id': '0d57acdb-4dad-4fd4-94c1-0b2d4558806f', 'name': '', 'network_id': 'd450dedd-08c5-41a9-b381-009535d76203', 'tenant_id': '0807ae000e4d47fbb1b05ed62ebad745', 'mac_address': 'fa:16:3e:ed:90:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '390e8ac3-8a1b-43fa-8d26-7ebd860f79fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': 'a20520ee-75cf-48cc-b9a1-fa9311fa5313', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:38:52Z', 'updated_at': '2022-02-28T10:38:53Z', 'revision_number': 2, 'project_id': '0807ae000e4d47fbb1b05ed62ebad745', 'subnets': [{'id': 'a20520ee-75cf-48cc-b9a1-fa9311fa5313', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '189fe504-dc4c-46ed-8803-aaeeb32601c5', 'name': '', 'network_id': '2c91b66e-3c96-4a58-947b-85f7a3e7f517', 'tenant_id': '0807ae000e4d47fbb1b05ed62ebad745', 'mac_address': 'fa:16:3e:fe:c8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '390e8ac3-8a1b-43fa-8d26-7ebd860f79fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': 'c7c54e02-1f3a-494d-8b6f-02c6ef5d3af1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:38:43Z', 'updated_at': '2022-02-28T10:38:47Z', 'revision_number': 5, 'project_id': '0807ae000e4d47fbb1b05ed62ebad745', 'subnets': [{'id': 'c7c54e02-1f3a-494d-8b6f-02c6ef5d3af1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1ad6d14a-43db-4571-82a8-ace67d3b9750', 'name': '', 'network_id': 'd32b74c0-7d5b-4fa7-85d6-5eb9a0f1ae87', 'tenant_id': '0807ae000e4d47fbb1b05ed62ebad745', 'mac_address': 'fa:16:3e:bc:4e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '390e8ac3-8a1b-43fa-8d26-7ebd860f79fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '128ab509-542e-47db-8b28-b5b48356d8a9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:38:46Z', 'updated_at': '2022-02-28T10:38:51Z', 'revision_number': 5, 'project_id': '0807ae000e4d47fbb1b05ed62ebad745', 'subnets': [{'id': '128ab509-542e-47db-8b28-b5b48356d8a9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd65c604e-7616-4775-97ea-f0dc941849c3', 'name': '', 'network_id': 'ccc03632-1ab0-48fd-9ea8-9338f27e5d71', 'tenant_id': '0807ae000e4d47fbb1b05ed62ebad745', 'mac_address': 'fa:16:3e:97:ec:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '390e8ac3-8a1b-43fa-8d26-7ebd860f79fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': '1ffa4636-e55a-44b1-8154-f9b81c57cfe5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:38:49Z', 'updated_at': '2022-02-28T10:38:54Z', 'revision_number': 5, 'project_id': '0807ae000e4d47fbb1b05ed62ebad745', 'subnets': [{'id': '1ffa4636-e55a-44b1-8154-f9b81c57cfe5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:56.520905 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754b17d6-1294-46ab-93c6-ef96638bf0b3 None None] Checking router: 390e8ac3-8a1b-43fa-8d26-7ebd860f79fb for host: dv-neutron-master-2-hyperv {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:38:56.521409 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754b17d6-1294-46ab-93c6-ef96638bf0b3 None None] Updating router 390e8ac3-8a1b-43fa-8d26-7ebd860f79fb port 0d57acdb-4dad-4fd4-94c1-0b2d4558806f binding host dv-neutron-master-2-hyperv {{(pid=103409) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 10:38:56.559055 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-754b17d6-1294-46ab-93c6-ef96638bf0b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (0d57acdb-4dad-4fd4-94c1-0b2d4558806f), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:56.586569 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device d65c604e-7616-4775-97ea-f0dc941849c3 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:38:56.666724 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-7281f2d6-1953-4f13-bfc1-7f852dcc1bae None None] Provisioning complete for port 0d57acdb-4dad-4fd4-94c1-0b2d4558806f triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:38:56.667106 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7281f2d6-1953-4f13-bfc1-7f852dcc1bae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (0d57acdb-4dad-4fd4-94c1-0b2d4558806f), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:56.701216 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.extraroute_db [None req-eb4f778c-b453-48a0-8ad4-7979bee39073 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Added routes are [] {{(pid=103407) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 28 10:38:56.701518 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.extraroute_db [None req-eb4f778c-b453-48a0-8ad4-7979bee39073 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=103407) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 28 10:38:56.733941 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-eb4f778c-b453-48a0-8ad4-7979bee39073 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1804286', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1806925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5948'] for router (390e8ac3-8a1b-43fa-8d26-7ebd860f79fb), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:56.920105 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-7281f2d6-1953-4f13-bfc1-7f852dcc1bae None None] Port 0d57acdb-4dad-4fd4-94c1-0b2d4558806f cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:38:56.926791 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-eb4f778c-b453-48a0-8ad4-7979bee39073 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1804286', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1806925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5948'] for router (390e8ac3-8a1b-43fa-8d26-7ebd860f79fb), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:56.930443 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-eb4f778c-b453-48a0-8ad4-7979bee39073 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1804241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1804263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1804264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1807030'] for router (390e8ac3-8a1b-43fa-8d26-7ebd860f79fb), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:56.972037 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port d65c604e-7616-4775-97ea-f0dc941849c3 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:38:56.972419 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (d65c604e-7616-4775-97ea-f0dc941849c3), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:57.035483 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb4f778c-b453-48a0-8ad4-7979bee39073 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Router 390e8ac3-8a1b-43fa-8d26-7ebd860f79fb has already been hosted by L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:38:57.073727 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-19a66916-0926-40fa-ae7a-085fc59ba9b2 None None] Provisioning complete for port 0d57acdb-4dad-4fd4-94c1-0b2d4558806f triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:38:57.074100 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-19a66916-0926-40fa-ae7a-085fc59ba9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (0d57acdb-4dad-4fd4-94c1-0b2d4558806f), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:57.144449 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb4f778c-b453-48a0-8ad4-7979bee39073 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:38:57.151626 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-eb4f778c-b453-48a0-8ad4-7979bee39073 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks [] for router (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:57.152876 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-eb4f778c-b453-48a0-8ad4-7979bee39073 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] 10.222.0.20 "PUT /v2.0/routers/390e8ac3-8a1b-43fa-8d26-7ebd860f79fb HTTP/1.1" status: 200 len: 704 time: 0.9354329 Feb 28 10:38:57.155607 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 39858) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:57.168947 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port d65c604e-7616-4775-97ea-f0dc941849c3 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:38:57.170036 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 6670983f-31db-4f94-96ad-154f5d382f66 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:38:57.200503 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-19a66916-0926-40fa-ae7a-085fc59ba9b2 None None] Port 0d57acdb-4dad-4fd4-94c1-0b2d4558806f cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:38:57.216850 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-754b17d6-1294-46ab-93c6-ef96638bf0b3 None None] Publish callbacks [] for port (0d57acdb-4dad-4fd4-94c1-0b2d4558806f), precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:57.227445 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-754b17d6-1294-46ab-93c6-ef96638bf0b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (0d57acdb-4dad-4fd4-94c1-0b2d4558806f), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:57.269618 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-9f321277-45a4-49c7-ba2b-ccab6bd9ef43 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] 10.222.0.20 "GET /v2.0/routers/390e8ac3-8a1b-43fa-8d26-7ebd860f79fb HTTP/1.1" status: 200 len: 704 time: 0.1121156 Feb 28 10:38:57.272490 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 39860) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:57.288373 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66a0c18-83fc-424e-813f-ede24c85334b None None] Pushing event updated for resources: {'Port': ['ID=0d57acdb-4dad-4fd4-94c1-0b2d4558806f,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:57.294382 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port 6670983f-31db-4f94-96ad-154f5d382f66 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:38:57.294758 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (6670983f-31db-4f94-96ad-154f5d382f66), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:57.388358 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-754b17d6-1294-46ab-93c6-ef96638bf0b3 None None] Attempting to bind port 0d57acdb-4dad-4fd4-94c1-0b2d4558806f on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:38:57.388770 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-754b17d6-1294-46ab-93c6-ef96638bf0b3 None None] Attempting to bind port 0d57acdb-4dad-4fd4-94c1-0b2d4558806f by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '1e9a7e85-9347-41ee-b429-19b331da9406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'd450dedd-08c5-41a9-b381-009535d76203'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:38:57.389150 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754b17d6-1294-46ab-93c6-ef96638bf0b3 None None] Attempting to bind port 0d57acdb-4dad-4fd4-94c1-0b2d4558806f on network d450dedd-08c5-41a9-b381-009535d76203 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:38:57.398056 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754b17d6-1294-46ab-93c6-ef96638bf0b3 None None] Checking agent: {'id': '75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 24, 15), 'started_at': datetime.datetime(2022, 2, 28, 10, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 38, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:38:57.398056 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754b17d6-1294-46ab-93c6-ef96638bf0b3 None None] Checking segment: {'id': '1e9a7e85-9347-41ee-b429-19b331da9406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'd450dedd-08c5-41a9-b381-009535d76203'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:38:57.398423 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-754b17d6-1294-46ab-93c6-ef96638bf0b3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:57.398518 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754b17d6-1294-46ab-93c6-ef96638bf0b3 None None] Bound using segment: {'id': '1e9a7e85-9347-41ee-b429-19b331da9406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'd450dedd-08c5-41a9-b381-009535d76203'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:38:57.398983 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-754b17d6-1294-46ab-93c6-ef96638bf0b3 None None] Bound port: 0d57acdb-4dad-4fd4-94c1-0b2d4558806f, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e9a7e85-9347-41ee-b429-19b331da9406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'd450dedd-08c5-41a9-b381-009535d76203'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:38:57.398983 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-754b17d6-1294-46ab-93c6-ef96638bf0b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (0d57acdb-4dad-4fd4-94c1-0b2d4558806f), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:57.487499 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 6670983f-31db-4f94-96ad-154f5d382f66 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:38:57.517628 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-754b17d6-1294-46ab-93c6-ef96638bf0b3 None None] For port 0d57acdb-4dad-4fd4-94c1-0b2d4558806f, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:38:57.521200 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-754b17d6-1294-46ab-93c6-ef96638bf0b3 None None] For port 0d57acdb-4dad-4fd4-94c1-0b2d4558806f, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0d57acdb-4dad-4fd4-94c1-0b2d4558806f,segment=NetworkSegment(1e9a7e85-9347-41ee-b429-19b331da9406),segment_id=1e9a7e85-9347-41ee-b429-19b331da9406)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:38:57.534229 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-754b17d6-1294-46ab-93c6-ef96638bf0b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (0d57acdb-4dad-4fd4-94c1-0b2d4558806f), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:57.612496 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754b17d6-1294-46ab-93c6-ef96638bf0b3 None None] Routers {'390e8ac3-8a1b-43fa-8d26-7ebd860f79fb'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:38:57.613199 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-754b17d6-1294-46ab-93c6-ef96638bf0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:38:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['390e8ac3-8a1b-43fa-8d26-7ebd860f79fb'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:57.628733 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66a0c18-83fc-424e-813f-ede24c85334b None None] Pushing event updated for resources: {'Port': ['ID=0d57acdb-4dad-4fd4-94c1-0b2d4558806f,revision_number=4']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:57.715506 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-ab5d494c-1060-4088-836f-383d5dc1aa86 None None] Provisioning complete for port 0d57acdb-4dad-4fd4-94c1-0b2d4558806f triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:38:57.715895 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ab5d494c-1060-4088-836f-383d5dc1aa86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (0d57acdb-4dad-4fd4-94c1-0b2d4558806f), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:57.734493 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bcd19b27-84d7-4310-ae5a-467b0ed2e003 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1802615'] for router_interface (390e8ac3-8a1b-43fa-8d26-7ebd860f79fb), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:57.769637 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-754b17d6-1294-46ab-93c6-ef96638bf0b3 None None] Set router 390e8ac3-8a1b-43fa-8d26-7ebd860f79fb gateway port host: None {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:38:57.954203 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-ab5d494c-1060-4088-836f-383d5dc1aa86 None None] Current status of the port 0d57acdb-4dad-4fd4-94c1-0b2d4558806f is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:38:57.954915 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ab5d494c-1060-4088-836f-383d5dc1aa86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (0d57acdb-4dad-4fd4-94c1-0b2d4558806f), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:58.028738 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-ab5d494c-1060-4088-836f-383d5dc1aa86 None None] For port 0d57acdb-4dad-4fd4-94c1-0b2d4558806f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0d57acdb-4dad-4fd4-94c1-0b2d4558806f,segment=NetworkSegment(1e9a7e85-9347-41ee-b429-19b331da9406),segment_id=1e9a7e85-9347-41ee-b429-19b331da9406)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:38:58.034812 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ab5d494c-1060-4088-836f-383d5dc1aa86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (0d57acdb-4dad-4fd4-94c1-0b2d4558806f), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:58.052674 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-bcd19b27-84d7-4310-ae5a-467b0ed2e003 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Deleting port 0d57acdb-4dad-4fd4-94c1-0b2d4558806f {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:38:58.052981 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bcd19b27-84d7-4310-ae5a-467b0ed2e003 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (0d57acdb-4dad-4fd4-94c1-0b2d4558806f), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:58.117367 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5d494c-1060-4088-836f-383d5dc1aa86 None None] Pushing event updated for resources: {'Port': ['ID=0d57acdb-4dad-4fd4-94c1-0b2d4558806f,revision_number=5']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:58.137809 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-754b17d6-1294-46ab-93c6-ef96638bf0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '390e8ac3-8a1b-43fa-8d26-7ebd860f79fb', 'name': 'tempest-RoutersIpV6Test-router-1079237083', 'tenant_id': '0807ae000e4d47fbb1b05ed62ebad745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:38:41Z', 'updated_at': '2022-02-28T10:38:56Z', 'revision_number': 7, 'project_id': '0807ae000e4d47fbb1b05ed62ebad745', 'gw_port_host': None, '_interfaces': [{'id': '0d57acdb-4dad-4fd4-94c1-0b2d4558806f', 'name': '', 'network_id': 'd450dedd-08c5-41a9-b381-009535d76203', 'tenant_id': '0807ae000e4d47fbb1b05ed62ebad745', 'mac_address': 'fa:16:3e:ed:90:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '390e8ac3-8a1b-43fa-8d26-7ebd860f79fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': 'a20520ee-75cf-48cc-b9a1-fa9311fa5313', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:38:52Z', 'updated_at': '2022-02-28T10:38:57Z', 'revision_number': 4, 'project_id': '0807ae000e4d47fbb1b05ed62ebad745', 'subnets': [{'id': 'a20520ee-75cf-48cc-b9a1-fa9311fa5313', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '189fe504-dc4c-46ed-8803-aaeeb32601c5', 'name': '', 'network_id': '2c91b66e-3c96-4a58-947b-85f7a3e7f517', 'tenant_id': '0807ae000e4d47fbb1b05ed62ebad745', 'mac_address': 'fa:16:3e:fe:c8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '390e8ac3-8a1b-43fa-8d26-7ebd860f79fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': 'c7c54e02-1f3a-494d-8b6f-02c6ef5d3af1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:38:43Z', 'updated_at': '2022-02-28T10:38:47Z', 'revision_number': 5, 'project_id': '0807ae000e4d47fbb1b05ed62ebad745', 'subnets': [{'id': 'c7c54e02-1f3a-494d-8b6f-02c6ef5d3af1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1ad6d14a-43db-4571-82a8-ace67d3b9750', 'name': '', 'network_id': 'd32b74c0-7d5b-4fa7-85d6-5eb9a0f1ae87', 'tenant_id': '0807ae000e4d47fbb1b05ed62ebad745', 'mac_address': 'fa:16:3e:bc:4e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '390e8ac3-8a1b-43fa-8d26-7ebd860f79fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '128ab509-542e-47db-8b28-b5b48356d8a9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:38:46Z', 'updated_at': '2022-02-28T10:38:51Z', 'revision_number': 5, 'project_id': '0807ae000e4d47fbb1b05ed62ebad745', 'subnets': [{'id': '128ab509-542e-47db-8b28-b5b48356d8a9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd65c604e-7616-4775-97ea-f0dc941849c3', 'name': '', 'network_id': 'ccc03632-1ab0-48fd-9ea8-9338f27e5d71', 'tenant_id': '0807ae000e4d47fbb1b05ed62ebad745', 'mac_address': 'fa:16:3e:97:ec:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '390e8ac3-8a1b-43fa-8d26-7ebd860f79fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': '1ffa4636-e55a-44b1-8154-f9b81c57cfe5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:38:49Z', 'updated_at': '2022-02-28T10:38:54Z', 'revision_number': 5, 'project_id': '0807ae000e4d47fbb1b05ed62ebad745', 'subnets': [{'id': '1ffa4636-e55a-44b1-8154-f9b81c57cfe5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:58.168387 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-bcd19b27-84d7-4310-ae5a-467b0ed2e003 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] For port 0d57acdb-4dad-4fd4-94c1-0b2d4558806f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0d57acdb-4dad-4fd4-94c1-0b2d4558806f,segment=NetworkSegment(1e9a7e85-9347-41ee-b429-19b331da9406),segment_id=1e9a7e85-9347-41ee-b429-19b331da9406)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:38:58.168828 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bcd19b27-84d7-4310-ae5a-467b0ed2e003 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (0d57acdb-4dad-4fd4-94c1-0b2d4558806f), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:58.187204 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-bcd19b27-84d7-4310-ae5a-467b0ed2e003 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Calling delete_port for 0d57acdb-4dad-4fd4-94c1-0b2d4558806f owned by network:router_interface {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:38:58.187486 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754b17d6-1294-46ab-93c6-ef96638bf0b3 None None] The sync data for ids ['390e8ac3-8a1b-43fa-8d26-7ebd860f79fb'] in dv-neutron-master-2-hyperv is: [{'id': '390e8ac3-8a1b-43fa-8d26-7ebd860f79fb', 'name': 'tempest-RoutersIpV6Test-router-1079237083', 'tenant_id': '0807ae000e4d47fbb1b05ed62ebad745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:38:41Z', 'updated_at': '2022-02-28T10:38:56Z', 'revision_number': 7, 'project_id': '0807ae000e4d47fbb1b05ed62ebad745', 'gw_port_host': None, '_interfaces': [{'id': '0d57acdb-4dad-4fd4-94c1-0b2d4558806f', 'name': '', 'network_id': 'd450dedd-08c5-41a9-b381-009535d76203', 'tenant_id': '0807ae000e4d47fbb1b05ed62ebad745', 'mac_address': 'fa:16:3e:ed:90:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '390e8ac3-8a1b-43fa-8d26-7ebd860f79fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': 'a20520ee-75cf-48cc-b9a1-fa9311fa5313', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:38:52Z', 'updated_at': '2022-02-28T10:38:57Z', 'revision_number': 4, 'project_id': '0807ae000e4d47fbb1b05ed62ebad745', 'subnets': [{'id': 'a20520ee-75cf-48cc-b9a1-fa9311fa5313', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '189fe504-dc4c-46ed-8803-aaeeb32601c5', 'name': '', 'network_id': '2c91b66e-3c96-4a58-947b-85f7a3e7f517', 'tenant_id': '0807ae000e4d47fbb1b05ed62ebad745', 'mac_address': 'fa:16:3e:fe:c8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '390e8ac3-8a1b-43fa-8d26-7ebd860f79fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': 'c7c54e02-1f3a-494d-8b6f-02c6ef5d3af1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:38:43Z', 'updated_at': '2022-02-28T10:38:47Z', 'revision_number': 5, 'project_id': '0807ae000e4d47fbb1b05ed62ebad745', 'subnets': [{'id': 'c7c54e02-1f3a-494d-8b6f-02c6ef5d3af1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1ad6d14a-43db-4571-82a8-ace67d3b9750', 'name': '', 'network_id': 'd32b74c0-7d5b-4fa7-85d6-5eb9a0f1ae87', 'tenant_id': '0807ae000e4d47fbb1b05ed62ebad745', 'mac_address': 'fa:16:3e:bc:4e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '390e8ac3-8a1b-43fa-8d26-7ebd860f79fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '128ab509-542e-47db-8b28-b5b48356d8a9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:38:46Z', 'updated_at': '2022-02-28T10:38:51Z', 'revision_number': 5, 'project_id': '0807ae000e4d47fbb1b05ed62ebad745', 'subnets': [{'id': '128ab509-542e-47db-8b28-b5b48356d8a9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd65c604e-7616-4775-97ea-f0dc941849c3', 'name': '', 'network_id': 'ccc03632-1ab0-48fd-9ea8-9338f27e5d71', 'tenant_id': '0807ae000e4d47fbb1b05ed62ebad745', 'mac_address': 'fa:16:3e:97:ec:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '390e8ac3-8a1b-43fa-8d26-7ebd860f79fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': '1ffa4636-e55a-44b1-8154-f9b81c57cfe5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:38:49Z', 'updated_at': '2022-02-28T10:38:54Z', 'revision_number': 5, 'project_id': '0807ae000e4d47fbb1b05ed62ebad745', 'subnets': [{'id': '1ffa4636-e55a-44b1-8154-f9b81c57cfe5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:38:58.204431 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-86ebc9d6-6c7f-42f2-b32c-277252e0916f None None] Provisioning complete for port 0d57acdb-4dad-4fd4-94c1-0b2d4558806f triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:38:58.204994 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-86ebc9d6-6c7f-42f2-b32c-277252e0916f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (0d57acdb-4dad-4fd4-94c1-0b2d4558806f), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:58.313989 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-86ebc9d6-6c7f-42f2-b32c-277252e0916f None None] Current status of the port 0d57acdb-4dad-4fd4-94c1-0b2d4558806f is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:38:58.369511 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cdc77f2-9bdb-4993-9435-7288673cda0d None None] Sync routers for ids ['390e8ac3-8a1b-43fa-8d26-7ebd860f79fb'] in dv-neutron-master-2-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:38:58.382963 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cdc77f2-9bdb-4993-9435-7288673cda0d None None] Routers {'390e8ac3-8a1b-43fa-8d26-7ebd860f79fb'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:38:58.383573 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-5cdc77f2-9bdb-4993-9435-7288673cda0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:38:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['390e8ac3-8a1b-43fa-8d26-7ebd860f79fb'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:58.411149 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bcd19b27-84d7-4310-ae5a-467b0ed2e003 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (0d57acdb-4dad-4fd4-94c1-0b2d4558806f), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:58.438672 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd19b27-84d7-4310-ae5a-467b0ed2e003 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Pushing event deleted for resources: {'Port': ['ID=0d57acdb-4dad-4fd4-94c1-0b2d4558806f,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:58.494377 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-5cdc77f2-9bdb-4993-9435-7288673cda0d None None] Set router 390e8ac3-8a1b-43fa-8d26-7ebd860f79fb gateway port host: None {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:38:58.752615 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-5cdc77f2-9bdb-4993-9435-7288673cda0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '390e8ac3-8a1b-43fa-8d26-7ebd860f79fb', 'name': 'tempest-RoutersIpV6Test-router-1079237083', 'tenant_id': '0807ae000e4d47fbb1b05ed62ebad745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:38:41Z', 'updated_at': '2022-02-28T10:38:56Z', 'revision_number': 7, 'project_id': '0807ae000e4d47fbb1b05ed62ebad745', 'gw_port_host': None, '_interfaces': [{'id': '0d57acdb-4dad-4fd4-94c1-0b2d4558806f', 'name': '', 'network_id': 'd450dedd-08c5-41a9-b381-009535d76203', 'tenant_id': '0807ae000e4d47fbb1b05ed62ebad745', 'mac_address': 'fa:16:3e:ed:90:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '390e8ac3-8a1b-43fa-8d26-7ebd860f79fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': 'a20520ee-75cf-48cc-b9a1-fa9311fa5313', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:38:52Z', 'updated_at': '2022-02-28T10:38:57Z', 'revision_number': 5, 'project_id': '0807ae000e4d47fbb1b05ed62ebad745', 'subnets': [{'id': 'a20520ee-75cf-48cc-b9a1-fa9311fa5313', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '189fe504-dc4c-46ed-8803-aaeeb32601c5', 'name': '', 'network_id': '2c91b66e-3c96-4a58-947b-85f7a3e7f517', 'tenant_id': '0807ae000e4d47fbb1b05ed62ebad745', 'mac_address': 'fa:16:3e:fe:c8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '390e8ac3-8a1b-43fa-8d26-7ebd860f79fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': 'c7c54e02-1f3a-494d-8b6f-02c6ef5d3af1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:38:43Z', 'updated_at': '2022-02-28T10:38:47Z', 'revision_number': 5, 'project_id': '0807ae000e4d47fbb1b05ed62ebad745', 'subnets': [{'id': 'c7c54e02-1f3a-494d-8b6f-02c6ef5d3af1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1ad6d14a-43db-4571-82a8-ace67d3b9750', 'name': '', 'network_id': 'd32b74c0-7d5b-4fa7-85d6-5eb9a0f1ae87', 'tenant_id': '0807ae000e4d47fbb1b05ed62ebad745', 'mac_address': 'fa:16:3e:bc:4e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '390e8ac3-8a1b-43fa-8d26-7ebd860f79fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '128ab509-542e-47db-8b28-b5b48356d8a9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:38:46Z', 'updated_at': '2022-02-28T10:38:51Z', 'revision_number': 5, 'project_id': '0807ae000e4d47fbb1b05ed62ebad745', 'subnets': [{'id': '128ab509-542e-47db-8b28-b5b48356d8a9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd65c604e-7616-4775-97ea-f0dc941849c3', 'name': '', 'network_id': 'ccc03632-1ab0-48fd-9ea8-9338f27e5d71', 'tenant_id': '0807ae000e4d47fbb1b05ed62ebad745', 'mac_address': 'fa:16:3e:97:ec:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '390e8ac3-8a1b-43fa-8d26-7ebd860f79fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': '1ffa4636-e55a-44b1-8154-f9b81c57cfe5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:38:49Z', 'updated_at': '2022-02-28T10:38:54Z', 'revision_number': 5, 'project_id': '0807ae000e4d47fbb1b05ed62ebad745', 'subnets': [{'id': '1ffa4636-e55a-44b1-8154-f9b81c57cfe5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:58.780095 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cdc77f2-9bdb-4993-9435-7288673cda0d None None] Checking router: 390e8ac3-8a1b-43fa-8d26-7ebd860f79fb for host: dv-neutron-master-2-hyperv {{(pid=103410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:38:58.789257 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cdc77f2-9bdb-4993-9435-7288673cda0d None None] Routers {'390e8ac3-8a1b-43fa-8d26-7ebd860f79fb'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:38:58.789794 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-5cdc77f2-9bdb-4993-9435-7288673cda0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:38:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['390e8ac3-8a1b-43fa-8d26-7ebd860f79fb'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:58.886173 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-5cdc77f2-9bdb-4993-9435-7288673cda0d None None] Set router 390e8ac3-8a1b-43fa-8d26-7ebd860f79fb gateway port host: None {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:38:58.921459 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bcd19b27-84d7-4310-ae5a-467b0ed2e003 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1802651'] for router_interface (390e8ac3-8a1b-43fa-8d26-7ebd860f79fb), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:59.099905 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-5cdc77f2-9bdb-4993-9435-7288673cda0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '390e8ac3-8a1b-43fa-8d26-7ebd860f79fb', 'name': 'tempest-RoutersIpV6Test-router-1079237083', 'tenant_id': '0807ae000e4d47fbb1b05ed62ebad745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:38:41Z', 'updated_at': '2022-02-28T10:38:58Z', 'revision_number': 8, 'project_id': '0807ae000e4d47fbb1b05ed62ebad745', 'gw_port_host': None, '_interfaces': [{'id': '189fe504-dc4c-46ed-8803-aaeeb32601c5', 'name': '', 'network_id': '2c91b66e-3c96-4a58-947b-85f7a3e7f517', 'tenant_id': '0807ae000e4d47fbb1b05ed62ebad745', 'mac_address': 'fa:16:3e:fe:c8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '390e8ac3-8a1b-43fa-8d26-7ebd860f79fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': 'c7c54e02-1f3a-494d-8b6f-02c6ef5d3af1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:38:43Z', 'updated_at': '2022-02-28T10:38:47Z', 'revision_number': 5, 'project_id': '0807ae000e4d47fbb1b05ed62ebad745', 'subnets': [{'id': 'c7c54e02-1f3a-494d-8b6f-02c6ef5d3af1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1ad6d14a-43db-4571-82a8-ace67d3b9750', 'name': '', 'network_id': 'd32b74c0-7d5b-4fa7-85d6-5eb9a0f1ae87', 'tenant_id': '0807ae000e4d47fbb1b05ed62ebad745', 'mac_address': 'fa:16:3e:bc:4e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '390e8ac3-8a1b-43fa-8d26-7ebd860f79fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '128ab509-542e-47db-8b28-b5b48356d8a9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:38:46Z', 'updated_at': '2022-02-28T10:38:51Z', 'revision_number': 5, 'project_id': '0807ae000e4d47fbb1b05ed62ebad745', 'subnets': [{'id': '128ab509-542e-47db-8b28-b5b48356d8a9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd65c604e-7616-4775-97ea-f0dc941849c3', 'name': '', 'network_id': 'ccc03632-1ab0-48fd-9ea8-9338f27e5d71', 'tenant_id': '0807ae000e4d47fbb1b05ed62ebad745', 'mac_address': 'fa:16:3e:97:ec:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '390e8ac3-8a1b-43fa-8d26-7ebd860f79fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': '1ffa4636-e55a-44b1-8154-f9b81c57cfe5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:38:49Z', 'updated_at': '2022-02-28T10:38:54Z', 'revision_number': 5, 'project_id': '0807ae000e4d47fbb1b05ed62ebad745', 'subnets': [{'id': '1ffa4636-e55a-44b1-8154-f9b81c57cfe5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:59.126442 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cdc77f2-9bdb-4993-9435-7288673cda0d None None] The sync data for ids ['390e8ac3-8a1b-43fa-8d26-7ebd860f79fb'] in dv-neutron-master-2-hyperv is: [{'id': '390e8ac3-8a1b-43fa-8d26-7ebd860f79fb', 'name': 'tempest-RoutersIpV6Test-router-1079237083', 'tenant_id': '0807ae000e4d47fbb1b05ed62ebad745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:38:41Z', 'updated_at': '2022-02-28T10:38:58Z', 'revision_number': 8, 'project_id': '0807ae000e4d47fbb1b05ed62ebad745', 'gw_port_host': None, '_interfaces': [{'id': '189fe504-dc4c-46ed-8803-aaeeb32601c5', 'name': '', 'network_id': '2c91b66e-3c96-4a58-947b-85f7a3e7f517', 'tenant_id': '0807ae000e4d47fbb1b05ed62ebad745', 'mac_address': 'fa:16:3e:fe:c8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '390e8ac3-8a1b-43fa-8d26-7ebd860f79fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': 'c7c54e02-1f3a-494d-8b6f-02c6ef5d3af1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:38:43Z', 'updated_at': '2022-02-28T10:38:47Z', 'revision_number': 5, 'project_id': '0807ae000e4d47fbb1b05ed62ebad745', 'subnets': [{'id': 'c7c54e02-1f3a-494d-8b6f-02c6ef5d3af1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1ad6d14a-43db-4571-82a8-ace67d3b9750', 'name': '', 'network_id': 'd32b74c0-7d5b-4fa7-85d6-5eb9a0f1ae87', 'tenant_id': '0807ae000e4d47fbb1b05ed62ebad745', 'mac_address': 'fa:16:3e:bc:4e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '390e8ac3-8a1b-43fa-8d26-7ebd860f79fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '128ab509-542e-47db-8b28-b5b48356d8a9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:38:46Z', 'updated_at': '2022-02-28T10:38:51Z', 'revision_number': 5, 'project_id': '0807ae000e4d47fbb1b05ed62ebad745', 'subnets': [{'id': '128ab509-542e-47db-8b28-b5b48356d8a9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd65c604e-7616-4775-97ea-f0dc941849c3', 'name': '', 'network_id': 'ccc03632-1ab0-48fd-9ea8-9338f27e5d71', 'tenant_id': '0807ae000e4d47fbb1b05ed62ebad745', 'mac_address': 'fa:16:3e:97:ec:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '390e8ac3-8a1b-43fa-8d26-7ebd860f79fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': '1ffa4636-e55a-44b1-8154-f9b81c57cfe5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:38:49Z', 'updated_at': '2022-02-28T10:38:54Z', 'revision_number': 5, 'project_id': '0807ae000e4d47fbb1b05ed62ebad745', 'subnets': [{'id': '1ffa4636-e55a-44b1-8154-f9b81c57cfe5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:38:59.130926 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcd19b27-84d7-4310-ae5a-467b0ed2e003 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Router 390e8ac3-8a1b-43fa-8d26-7ebd860f79fb has already been hosted by L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:38:59.230819 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcd19b27-84d7-4310-ae5a-467b0ed2e003 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:38:59.236728 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-bcd19b27-84d7-4310-ae5a-467b0ed2e003 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] 10.222.0.20 "PUT /v2.0/routers/390e8ac3-8a1b-43fa-8d26-7ebd860f79fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9631174 Feb 28 10:38:59.239689 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 39864) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:59.291598 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d3b4c59-a72e-4834-b1d0-16da4e175b55 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Deleting subnet a20520ee-75cf-48cc-b9a1-fa9311fa5313 {{(pid=103408) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:38:59.294783 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1d3b4c59-a72e-4834-b1d0-16da4e175b55 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks [] for subnet (a20520ee-75cf-48cc-b9a1-fa9311fa5313), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:59.335258 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1d3b4c59-a72e-4834-b1d0-16da4e175b55 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3423529'] for subnet (a20520ee-75cf-48cc-b9a1-fa9311fa5313), precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:59.426949 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1d3b4c59-a72e-4834-b1d0-16da4e175b55 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-823142'] for subnet (a20520ee-75cf-48cc-b9a1-fa9311fa5313), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:59.492021 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1d3b4c59-a72e-4834-b1d0-16da4e175b55 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-823145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3242523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3951170'] for subnet (a20520ee-75cf-48cc-b9a1-fa9311fa5313), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:59.525841 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3b4c59-a72e-4834-b1d0-16da4e175b55 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Pushing event deleted for resources: {'Subnet': ['ID=a20520ee-75cf-48cc-b9a1-fa9311fa5313,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:59.536837 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1d3b4c59-a72e-4834-b1d0-16da4e175b55 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks [] for subnet (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:59.542399 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-1d3b4c59-a72e-4834-b1d0-16da4e175b55 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] 10.222.0.20 "DELETE /v2.0/subnets/a20520ee-75cf-48cc-b9a1-fa9311fa5313 HTTP/1.1" status: 204 len: 168 time: 0.3002095 Feb 28 10:38:59.542550 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bf1a9af-bde1-4f02-984d-44ce8d7447d0 None None] Network d450dedd-08c5-41a9-b381-009535d76203 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:38:59.542969 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 39866) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:38:59.546484 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3b4c59-a72e-4834-b1d0-16da4e175b55 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:38:59.548262 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3b4c59-a72e-4834-b1d0-16da4e175b55 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:38:59.548950 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3b4c59-a72e-4834-b1d0-16da4e175b55 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:38:59.549478 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3b4c59-a72e-4834-b1d0-16da4e175b55 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:38:59.549984 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3b4c59-a72e-4834-b1d0-16da4e175b55 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:38:59.550667 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3b4c59-a72e-4834-b1d0-16da4e175b55 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:38:59.551166 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3b4c59-a72e-4834-b1d0-16da4e175b55 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:38:59.551699 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3b4c59-a72e-4834-b1d0-16da4e175b55 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:38:59.552193 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3b4c59-a72e-4834-b1d0-16da4e175b55 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:38:59.552715 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3b4c59-a72e-4834-b1d0-16da4e175b55 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:38:59.553226 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3b4c59-a72e-4834-b1d0-16da4e175b55 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:38:59.553718 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3b4c59-a72e-4834-b1d0-16da4e175b55 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:38:59.555168 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3b4c59-a72e-4834-b1d0-16da4e175b55 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:38:59.629287 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f1f2cc1b-fba2-4d16-aa10-20803594ba31 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-665757'] for network (d450dedd-08c5-41a9-b381-009535d76203), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:59.695039 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-f1f2cc1b-fba2-4d16-aa10-20803594ba31 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Deleting port 6670983f-31db-4f94-96ad-154f5d382f66 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:38:59.695399 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f1f2cc1b-fba2-4d16-aa10-20803594ba31 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (6670983f-31db-4f94-96ad-154f5d382f66), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:59.722246 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-211704f1-cb7c-4d66-a631-0f5e62b9bdf3 None None] DHCP port deletion for d450dedd-08c5-41a9-b381-009535d76203 request from dv-neutron-master-2-hyperv {{(pid=103409) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:38:59.747846 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7daf9845-c88c-41e5-96c7-86506ee5eabf None None] Sync routers for ids ['390e8ac3-8a1b-43fa-8d26-7ebd860f79fb'] in dv-neutron-master-2-hyperv {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:38:59.758254 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-f1f2cc1b-fba2-4d16-aa10-20803594ba31 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] For port 6670983f-31db-4f94-96ad-154f5d382f66, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6670983f-31db-4f94-96ad-154f5d382f66,segment=NetworkSegment(1e9a7e85-9347-41ee-b429-19b331da9406),segment_id=1e9a7e85-9347-41ee-b429-19b331da9406)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:38:59.758639 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f1f2cc1b-fba2-4d16-aa10-20803594ba31 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (6670983f-31db-4f94-96ad-154f5d382f66), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:59.766781 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7daf9845-c88c-41e5-96c7-86506ee5eabf None None] Routers {'390e8ac3-8a1b-43fa-8d26-7ebd860f79fb'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:38:59.767411 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-7daf9845-c88c-41e5-96c7-86506ee5eabf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:38:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['390e8ac3-8a1b-43fa-8d26-7ebd860f79fb'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:38:59.772210 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-f1f2cc1b-fba2-4d16-aa10-20803594ba31 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Calling delete_port for 6670983f-31db-4f94-96ad-154f5d382f66 owned by network:dhcp {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:38:59.861251 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f1f2cc1b-fba2-4d16-aa10-20803594ba31 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (6670983f-31db-4f94-96ad-154f5d382f66), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:59.867153 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-211704f1-cb7c-4d66-a631-0f5e62b9bdf3 None None] Deleting port 6670983f-31db-4f94-96ad-154f5d382f66 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:38:59.867531 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-211704f1-cb7c-4d66-a631-0f5e62b9bdf3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (6670983f-31db-4f94-96ad-154f5d382f66), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:59.869631 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-7daf9845-c88c-41e5-96c7-86506ee5eabf None None] Set router 390e8ac3-8a1b-43fa-8d26-7ebd860f79fb gateway port host: None {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:38:59.886118 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f2cc1b-fba2-4d16-aa10-20803594ba31 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Pushing event deleted for resources: {'Port': ['ID=6670983f-31db-4f94-96ad-154f5d382f66,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:38:59.893958 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f2cc1b-fba2-4d16-aa10-20803594ba31 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] No DVR routers for this DVR port 6670983f-31db-4f94-96ad-154f5d382f66 on host dv-neutron-master-2-hyperv {{(pid=103407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:38:59.975015 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f1f2cc1b-fba2-4d16-aa10-20803594ba31 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672413', 'neutron.services.segments.db._delete_segments_for_network-8742057110173'] for network (d450dedd-08c5-41a9-b381-009535d76203), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:38:59.999931 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-f1f2cc1b-fba2-4d16-aa10-20803594ba31 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d450dedd-08c5-41a9-b381-009535d76203']}} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:39:00.002560 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-211704f1-cb7c-4d66-a631-0f5e62b9bdf3 None None] For port 6670983f-31db-4f94-96ad-154f5d382f66, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:39:00.002966 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-211704f1-cb7c-4d66-a631-0f5e62b9bdf3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (6670983f-31db-4f94-96ad-154f5d382f66), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:00.010113 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-f1f2cc1b-fba2-4d16-aa10-20803594ba31 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e9a7e85-9347-41ee-b429-19b331da9406') {'for_net_delete': True} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:39:00.010437 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-f1f2cc1b-fba2-4d16-aa10-20803594ba31 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e9a7e85-9347-41ee-b429-19b331da9406') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:39:00.020473 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f1f2cc1b-fba2-4d16-aa10-20803594ba31 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742057113766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3501147'] for segment (1e9a7e85-9347-41ee-b429-19b331da9406), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:00.034778 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f1f2cc1b-fba2-4d16-aa10-20803594ba31 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (1e9a7e85-9347-41ee-b429-19b331da9406), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:00.045537 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1f2cc1b-fba2-4d16-aa10-20803594ba31 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Releasing vlan 285 on physical network physnet1 to pool {{(pid=103407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:39:00.046394 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f1f2cc1b-fba2-4d16-aa10-20803594ba31 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3498166'] for segment (1e9a7e85-9347-41ee-b429-19b331da9406), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:00.050094 dv-neutron-master-2-hyperv neutron-server[103407]: Traceback (most recent call last): Feb 28 10:39:00.050094 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:39:00.050094 dv-neutron-master-2-hyperv neutron-server[103407]: timer() Feb 28 10:39:00.050094 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:39:00.050094 dv-neutron-master-2-hyperv neutron-server[103407]: cb(*args, **kw) Feb 28 10:39:00.050094 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:39:00.050094 dv-neutron-master-2-hyperv neutron-server[103407]: return func(*args, **kwargs) Feb 28 10:39:00.050094 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:39:00.050094 dv-neutron-master-2-hyperv neutron-server[103407]: self._notify() Feb 28 10:39:00.050094 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:39:00.050094 dv-neutron-master-2-hyperv neutron-server[103407]: self.callback(batched_events) Feb 28 10:39:00.050094 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:39:00.050094 dv-neutron-master-2-hyperv neutron-server[103407]: event.method(event) Feb 28 10:39:00.050094 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:39:00.050094 dv-neutron-master-2-hyperv neutron-server[103407]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:39:00.050094 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:39:00.050094 dv-neutron-master-2-hyperv neutron-server[103407]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:39:00.050094 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:39:00.050094 dv-neutron-master-2-hyperv neutron-server[103407]: return f(self, *a, **k) Feb 28 10:39:00.050094 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:39:00.050094 dv-neutron-master-2-hyperv neutron-server[103407]: return self._get(url).json() Feb 28 10:39:00.050094 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:39:00.050094 dv-neutron-master-2-hyperv neutron-server[103407]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:39:00.050094 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:39:00.050094 dv-neutron-master-2-hyperv neutron-server[103407]: return self.request(url, 'GET', **kwargs) Feb 28 10:39:00.050094 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:39:00.050094 dv-neutron-master-2-hyperv neutron-server[103407]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:39:00.050094 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:39:00.050094 dv-neutron-master-2-hyperv neutron-server[103407]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:39:00.050094 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:39:00.050094 dv-neutron-master-2-hyperv neutron-server[103407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:39:00.050094 dv-neutron-master-2-hyperv neutron-server[103407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:39:00.052780 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-211704f1-cb7c-4d66-a631-0f5e62b9bdf3 None None] Calling delete_port for 6670983f-31db-4f94-96ad-154f5d382f66 owned by network:dhcp {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:39:00.056880 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.ipam_backend_mixin [None req-211704f1-cb7c-4d66-a631-0f5e62b9bdf3 None None] Port 6670983f-31db-4f94-96ad-154f5d382f66 was not found and therefore no delete operation was performed {{(pid=103409) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 28 10:39:00.061100 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-211704f1-cb7c-4d66-a631-0f5e62b9bdf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758'] for port (6670983f-31db-4f94-96ad-154f5d382f66), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:00.097393 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211704f1-cb7c-4d66-a631-0f5e62b9bdf3 None None] Pushing event deleted for resources: {'Port': ['ID=6670983f-31db-4f94-96ad-154f5d382f66,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:00.111903 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f1f2cc1b-fba2-4d16-aa10-20803594ba31 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803269'] for network (d450dedd-08c5-41a9-b381-009535d76203), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:00.113055 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211704f1-cb7c-4d66-a631-0f5e62b9bdf3 None None] No DVR routers for this DVR port 6670983f-31db-4f94-96ad-154f5d382f66 on host dv-neutron-master-2-hyperv {{(pid=103409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:39:00.117219 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f1f2cc1b-fba2-4d16-aa10-20803594ba31 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:00.120727 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-f1f2cc1b-fba2-4d16-aa10-20803594ba31 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] 10.222.0.20 "DELETE /v2.0/networks/d450dedd-08c5-41a9-b381-009535d76203 HTTP/1.1" status: 204 len: 168 time: 0.5765984 Feb 28 10:39:00.123694 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 39868) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:00.129928 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211704f1-cb7c-4d66-a631-0f5e62b9bdf3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:39:00.130241 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211704f1-cb7c-4d66-a631-0f5e62b9bdf3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:39:00.130568 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211704f1-cb7c-4d66-a631-0f5e62b9bdf3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:39:00.130914 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211704f1-cb7c-4d66-a631-0f5e62b9bdf3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:39:00.131277 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211704f1-cb7c-4d66-a631-0f5e62b9bdf3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:39:00.131579 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211704f1-cb7c-4d66-a631-0f5e62b9bdf3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:39:00.131912 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211704f1-cb7c-4d66-a631-0f5e62b9bdf3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:39:00.132242 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211704f1-cb7c-4d66-a631-0f5e62b9bdf3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:39:00.132593 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211704f1-cb7c-4d66-a631-0f5e62b9bdf3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:39:00.132954 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211704f1-cb7c-4d66-a631-0f5e62b9bdf3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:39:00.133476 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211704f1-cb7c-4d66-a631-0f5e62b9bdf3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:39:00.133806 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211704f1-cb7c-4d66-a631-0f5e62b9bdf3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:39:00.134215 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211704f1-cb7c-4d66-a631-0f5e62b9bdf3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:39:00.139785 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f2cc1b-fba2-4d16-aa10-20803594ba31 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Pushing event deleted for resources: {'Network': ['ID=d450dedd-08c5-41a9-b381-009535d76203,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:00.207379 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-7daf9845-c88c-41e5-96c7-86506ee5eabf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '390e8ac3-8a1b-43fa-8d26-7ebd860f79fb', 'name': 'tempest-RoutersIpV6Test-router-1079237083', 'tenant_id': '0807ae000e4d47fbb1b05ed62ebad745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:38:41Z', 'updated_at': '2022-02-28T10:38:58Z', 'revision_number': 8, 'project_id': '0807ae000e4d47fbb1b05ed62ebad745', 'gw_port_host': None, '_interfaces': [{'id': '189fe504-dc4c-46ed-8803-aaeeb32601c5', 'name': '', 'network_id': '2c91b66e-3c96-4a58-947b-85f7a3e7f517', 'tenant_id': '0807ae000e4d47fbb1b05ed62ebad745', 'mac_address': 'fa:16:3e:fe:c8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '390e8ac3-8a1b-43fa-8d26-7ebd860f79fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': 'c7c54e02-1f3a-494d-8b6f-02c6ef5d3af1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:38:43Z', 'updated_at': '2022-02-28T10:38:47Z', 'revision_number': 5, 'project_id': '0807ae000e4d47fbb1b05ed62ebad745', 'subnets': [{'id': 'c7c54e02-1f3a-494d-8b6f-02c6ef5d3af1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1ad6d14a-43db-4571-82a8-ace67d3b9750', 'name': '', 'network_id': 'd32b74c0-7d5b-4fa7-85d6-5eb9a0f1ae87', 'tenant_id': '0807ae000e4d47fbb1b05ed62ebad745', 'mac_address': 'fa:16:3e:bc:4e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '390e8ac3-8a1b-43fa-8d26-7ebd860f79fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '128ab509-542e-47db-8b28-b5b48356d8a9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:38:46Z', 'updated_at': '2022-02-28T10:38:51Z', 'revision_number': 5, 'project_id': '0807ae000e4d47fbb1b05ed62ebad745', 'subnets': [{'id': '128ab509-542e-47db-8b28-b5b48356d8a9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd65c604e-7616-4775-97ea-f0dc941849c3', 'name': '', 'network_id': 'ccc03632-1ab0-48fd-9ea8-9338f27e5d71', 'tenant_id': '0807ae000e4d47fbb1b05ed62ebad745', 'mac_address': 'fa:16:3e:97:ec:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '390e8ac3-8a1b-43fa-8d26-7ebd860f79fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': '1ffa4636-e55a-44b1-8154-f9b81c57cfe5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:38:49Z', 'updated_at': '2022-02-28T10:38:54Z', 'revision_number': 5, 'project_id': '0807ae000e4d47fbb1b05ed62ebad745', 'subnets': [{'id': '1ffa4636-e55a-44b1-8154-f9b81c57cfe5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:39:00.390949 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7daf9845-c88c-41e5-96c7-86506ee5eabf None None] Checking router: 390e8ac3-8a1b-43fa-8d26-7ebd860f79fb for host: dv-neutron-master-2-hyperv {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:39:00.400769 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7daf9845-c88c-41e5-96c7-86506ee5eabf None None] Routers {'390e8ac3-8a1b-43fa-8d26-7ebd860f79fb'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:39:00.401473 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-7daf9845-c88c-41e5-96c7-86506ee5eabf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:38:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['390e8ac3-8a1b-43fa-8d26-7ebd860f79fb'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:39:00.508409 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-7daf9845-c88c-41e5-96c7-86506ee5eabf None None] Set router 390e8ac3-8a1b-43fa-8d26-7ebd860f79fb gateway port host: None {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:39:00.521115 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5d06bd0a-b274-414c-a002-4ea3fd427af3 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1802615'] for router_interface (390e8ac3-8a1b-43fa-8d26-7ebd860f79fb), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:00.557258 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 6670983f-31db-4f94-96ad-154f5d382f66 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:39:00.615890 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] No Port match for: 6670983f-31db-4f94-96ad-154f5d382f66 {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:39:00.616279 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 6670983f-31db-4f94-96ad-154f5d382f66 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:39:00.616741 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 0d57acdb-4dad-4fd4-94c1-0b2d4558806f no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:39:00.648069 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] No Port match for: 0d57acdb-4dad-4fd4-94c1-0b2d4558806f {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:39:00.648356 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 0d57acdb-4dad-4fd4-94c1-0b2d4558806f not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:39:00.801478 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-7daf9845-c88c-41e5-96c7-86506ee5eabf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '390e8ac3-8a1b-43fa-8d26-7ebd860f79fb', 'name': 'tempest-RoutersIpV6Test-router-1079237083', 'tenant_id': '0807ae000e4d47fbb1b05ed62ebad745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:38:41Z', 'updated_at': '2022-02-28T10:38:58Z', 'revision_number': 8, 'project_id': '0807ae000e4d47fbb1b05ed62ebad745', 'gw_port_host': None, '_interfaces': [{'id': '189fe504-dc4c-46ed-8803-aaeeb32601c5', 'name': '', 'network_id': '2c91b66e-3c96-4a58-947b-85f7a3e7f517', 'tenant_id': '0807ae000e4d47fbb1b05ed62ebad745', 'mac_address': 'fa:16:3e:fe:c8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '390e8ac3-8a1b-43fa-8d26-7ebd860f79fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': 'c7c54e02-1f3a-494d-8b6f-02c6ef5d3af1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:38:43Z', 'updated_at': '2022-02-28T10:38:47Z', 'revision_number': 5, 'project_id': '0807ae000e4d47fbb1b05ed62ebad745', 'subnets': [{'id': 'c7c54e02-1f3a-494d-8b6f-02c6ef5d3af1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1ad6d14a-43db-4571-82a8-ace67d3b9750', 'name': '', 'network_id': 'd32b74c0-7d5b-4fa7-85d6-5eb9a0f1ae87', 'tenant_id': '0807ae000e4d47fbb1b05ed62ebad745', 'mac_address': 'fa:16:3e:bc:4e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '390e8ac3-8a1b-43fa-8d26-7ebd860f79fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '128ab509-542e-47db-8b28-b5b48356d8a9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:38:46Z', 'updated_at': '2022-02-28T10:38:51Z', 'revision_number': 5, 'project_id': '0807ae000e4d47fbb1b05ed62ebad745', 'subnets': [{'id': '128ab509-542e-47db-8b28-b5b48356d8a9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd65c604e-7616-4775-97ea-f0dc941849c3', 'name': '', 'network_id': 'ccc03632-1ab0-48fd-9ea8-9338f27e5d71', 'tenant_id': '0807ae000e4d47fbb1b05ed62ebad745', 'mac_address': 'fa:16:3e:97:ec:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '390e8ac3-8a1b-43fa-8d26-7ebd860f79fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': '1ffa4636-e55a-44b1-8154-f9b81c57cfe5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:38:49Z', 'updated_at': '2022-02-28T10:38:54Z', 'revision_number': 5, 'project_id': '0807ae000e4d47fbb1b05ed62ebad745', 'subnets': [{'id': '1ffa4636-e55a-44b1-8154-f9b81c57cfe5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:39:00.803844 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-5d06bd0a-b274-414c-a002-4ea3fd427af3 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Deleting port d65c604e-7616-4775-97ea-f0dc941849c3 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:39:00.804197 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5d06bd0a-b274-414c-a002-4ea3fd427af3 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (d65c604e-7616-4775-97ea-f0dc941849c3), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:00.828724 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7daf9845-c88c-41e5-96c7-86506ee5eabf None None] The sync data for ids ['390e8ac3-8a1b-43fa-8d26-7ebd860f79fb'] in dv-neutron-master-2-hyperv is: [{'id': '390e8ac3-8a1b-43fa-8d26-7ebd860f79fb', 'name': 'tempest-RoutersIpV6Test-router-1079237083', 'tenant_id': '0807ae000e4d47fbb1b05ed62ebad745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:38:41Z', 'updated_at': '2022-02-28T10:38:58Z', 'revision_number': 8, 'project_id': '0807ae000e4d47fbb1b05ed62ebad745', 'gw_port_host': None, '_interfaces': [{'id': '189fe504-dc4c-46ed-8803-aaeeb32601c5', 'name': '', 'network_id': '2c91b66e-3c96-4a58-947b-85f7a3e7f517', 'tenant_id': '0807ae000e4d47fbb1b05ed62ebad745', 'mac_address': 'fa:16:3e:fe:c8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '390e8ac3-8a1b-43fa-8d26-7ebd860f79fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': 'c7c54e02-1f3a-494d-8b6f-02c6ef5d3af1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:38:43Z', 'updated_at': '2022-02-28T10:38:47Z', 'revision_number': 5, 'project_id': '0807ae000e4d47fbb1b05ed62ebad745', 'subnets': [{'id': 'c7c54e02-1f3a-494d-8b6f-02c6ef5d3af1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1ad6d14a-43db-4571-82a8-ace67d3b9750', 'name': '', 'network_id': 'd32b74c0-7d5b-4fa7-85d6-5eb9a0f1ae87', 'tenant_id': '0807ae000e4d47fbb1b05ed62ebad745', 'mac_address': 'fa:16:3e:bc:4e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '390e8ac3-8a1b-43fa-8d26-7ebd860f79fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '128ab509-542e-47db-8b28-b5b48356d8a9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:38:46Z', 'updated_at': '2022-02-28T10:38:51Z', 'revision_number': 5, 'project_id': '0807ae000e4d47fbb1b05ed62ebad745', 'subnets': [{'id': '128ab509-542e-47db-8b28-b5b48356d8a9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd65c604e-7616-4775-97ea-f0dc941849c3', 'name': '', 'network_id': 'ccc03632-1ab0-48fd-9ea8-9338f27e5d71', 'tenant_id': '0807ae000e4d47fbb1b05ed62ebad745', 'mac_address': 'fa:16:3e:97:ec:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '390e8ac3-8a1b-43fa-8d26-7ebd860f79fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': '1ffa4636-e55a-44b1-8154-f9b81c57cfe5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:38:49Z', 'updated_at': '2022-02-28T10:38:54Z', 'revision_number': 5, 'project_id': '0807ae000e4d47fbb1b05ed62ebad745', 'subnets': [{'id': '1ffa4636-e55a-44b1-8154-f9b81c57cfe5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:39:00.901923 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-5d06bd0a-b274-414c-a002-4ea3fd427af3 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] For port d65c604e-7616-4775-97ea-f0dc941849c3, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d65c604e-7616-4775-97ea-f0dc941849c3,segment=NetworkSegment(77f9748b-4767-401f-8a19-d23c0265d026),segment_id=77f9748b-4767-401f-8a19-d23c0265d026)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:39:00.902722 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5d06bd0a-b274-414c-a002-4ea3fd427af3 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (d65c604e-7616-4775-97ea-f0dc941849c3), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:00.917335 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-5d06bd0a-b274-414c-a002-4ea3fd427af3 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Calling delete_port for d65c604e-7616-4775-97ea-f0dc941849c3 owned by network:router_interface {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:39:01.117778 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5d06bd0a-b274-414c-a002-4ea3fd427af3 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (d65c604e-7616-4775-97ea-f0dc941849c3), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:01.153251 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d06bd0a-b274-414c-a002-4ea3fd427af3 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Pushing event deleted for resources: {'Port': ['ID=d65c604e-7616-4775-97ea-f0dc941849c3,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:01.283713 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5d06bd0a-b274-414c-a002-4ea3fd427af3 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1802651'] for router_interface (390e8ac3-8a1b-43fa-8d26-7ebd860f79fb), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:01.802385 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d06bd0a-b274-414c-a002-4ea3fd427af3 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Router 390e8ac3-8a1b-43fa-8d26-7ebd860f79fb has already been hosted by L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 {{(pid=103408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:39:01.896214 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d06bd0a-b274-414c-a002-4ea3fd427af3 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:39:01.903595 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-5d06bd0a-b274-414c-a002-4ea3fd427af3 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] 10.222.0.20 "PUT /v2.0/routers/390e8ac3-8a1b-43fa-8d26-7ebd860f79fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7787938 Feb 28 10:39:01.904319 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 39870) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:01.910784 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d75edda-b991-4934-a468-e9da49cebec2 None None] Sync routers for ids ['390e8ac3-8a1b-43fa-8d26-7ebd860f79fb'] in dv-neutron-master-2-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:39:01.922071 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d75edda-b991-4934-a468-e9da49cebec2 None None] Routers {'390e8ac3-8a1b-43fa-8d26-7ebd860f79fb'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:39:01.922784 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-3d75edda-b991-4934-a468-e9da49cebec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:38:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['390e8ac3-8a1b-43fa-8d26-7ebd860f79fb'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:39:01.960674 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9566dfb-ef0a-4bb1-afa8-64a2b7555454 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Deleting subnet 1ffa4636-e55a-44b1-8154-f9b81c57cfe5 {{(pid=103407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:39:01.964354 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e9566dfb-ef0a-4bb1-afa8-64a2b7555454 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks [] for subnet (1ffa4636-e55a-44b1-8154-f9b81c57cfe5), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:02.015529 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e9566dfb-ef0a-4bb1-afa8-64a2b7555454 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3501132'] for subnet (1ffa4636-e55a-44b1-8154-f9b81c57cfe5), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:02.016061 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-3d75edda-b991-4934-a468-e9da49cebec2 None None] Set router 390e8ac3-8a1b-43fa-8d26-7ebd860f79fb gateway port host: None {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:39:02.115818 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e9566dfb-ef0a-4bb1-afa8-64a2b7555454 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-823142'] for subnet (1ffa4636-e55a-44b1-8154-f9b81c57cfe5), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:02.209016 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e9566dfb-ef0a-4bb1-afa8-64a2b7555454 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-823145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3498088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3516558'] for subnet (1ffa4636-e55a-44b1-8154-f9b81c57cfe5), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:02.222837 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-3d75edda-b991-4934-a468-e9da49cebec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '390e8ac3-8a1b-43fa-8d26-7ebd860f79fb', 'name': 'tempest-RoutersIpV6Test-router-1079237083', 'tenant_id': '0807ae000e4d47fbb1b05ed62ebad745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:38:41Z', 'updated_at': '2022-02-28T10:39:01Z', 'revision_number': 9, 'project_id': '0807ae000e4d47fbb1b05ed62ebad745', 'gw_port_host': None, '_interfaces': [{'id': '189fe504-dc4c-46ed-8803-aaeeb32601c5', 'name': '', 'network_id': '2c91b66e-3c96-4a58-947b-85f7a3e7f517', 'tenant_id': '0807ae000e4d47fbb1b05ed62ebad745', 'mac_address': 'fa:16:3e:fe:c8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '390e8ac3-8a1b-43fa-8d26-7ebd860f79fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': 'c7c54e02-1f3a-494d-8b6f-02c6ef5d3af1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:38:43Z', 'updated_at': '2022-02-28T10:38:47Z', 'revision_number': 5, 'project_id': '0807ae000e4d47fbb1b05ed62ebad745', 'subnets': [{'id': 'c7c54e02-1f3a-494d-8b6f-02c6ef5d3af1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1ad6d14a-43db-4571-82a8-ace67d3b9750', 'name': '', 'network_id': 'd32b74c0-7d5b-4fa7-85d6-5eb9a0f1ae87', 'tenant_id': '0807ae000e4d47fbb1b05ed62ebad745', 'mac_address': 'fa:16:3e:bc:4e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '390e8ac3-8a1b-43fa-8d26-7ebd860f79fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '128ab509-542e-47db-8b28-b5b48356d8a9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:38:46Z', 'updated_at': '2022-02-28T10:38:51Z', 'revision_number': 5, 'project_id': '0807ae000e4d47fbb1b05ed62ebad745', 'subnets': [{'id': '128ab509-542e-47db-8b28-b5b48356d8a9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:39:02.253694 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d75edda-b991-4934-a468-e9da49cebec2 None None] Checking router: 390e8ac3-8a1b-43fa-8d26-7ebd860f79fb for host: dv-neutron-master-2-hyperv {{(pid=103410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:39:02.262949 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d75edda-b991-4934-a468-e9da49cebec2 None None] Routers {'390e8ac3-8a1b-43fa-8d26-7ebd860f79fb'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:39:02.263535 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-3d75edda-b991-4934-a468-e9da49cebec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:38:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['390e8ac3-8a1b-43fa-8d26-7ebd860f79fb'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:39:02.266017 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e9566dfb-ef0a-4bb1-afa8-64a2b7555454 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks [] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:02.270482 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-e9566dfb-ef0a-4bb1-afa8-64a2b7555454 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] 10.222.0.20 "DELETE /v2.0/subnets/1ffa4636-e55a-44b1-8154-f9b81c57cfe5 HTTP/1.1" status: 204 len: 168 time: 0.3647726 Feb 28 10:39:02.271242 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9566dfb-ef0a-4bb1-afa8-64a2b7555454 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Pushing event deleted for resources: {'Subnet': ['ID=1ffa4636-e55a-44b1-8154-f9b81c57cfe5,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:02.273176 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 39872) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:02.275519 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfadf416-72c2-48d9-9b1e-23fb5ee155a6 None None] Network ccc03632-1ab0-48fd-9ea8-9338f27e5d71 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:39:02.375482 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-44426c71-32e9-4fda-aa26-6b8bbf262ea8 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-665757'] for network (ccc03632-1ab0-48fd-9ea8-9338f27e5d71), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:02.390465 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-3d75edda-b991-4934-a468-e9da49cebec2 None None] Set router 390e8ac3-8a1b-43fa-8d26-7ebd860f79fb gateway port host: None {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:39:02.447063 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-44426c71-32e9-4fda-aa26-6b8bbf262ea8 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Deleting port 86c9a831-a136-479b-bf56-7b0f8ef38163 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:39:02.447419 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-44426c71-32e9-4fda-aa26-6b8bbf262ea8 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (86c9a831-a136-479b-bf56-7b0f8ef38163), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:02.463739 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d2d66a4-0eff-44ad-867d-8ccde2abb603 None None] DHCP port deletion for ccc03632-1ab0-48fd-9ea8-9338f27e5d71 request from dv-neutron-master-2-hyperv {{(pid=103409) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:39:02.557542 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-44426c71-32e9-4fda-aa26-6b8bbf262ea8 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] For port 86c9a831-a136-479b-bf56-7b0f8ef38163, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=86c9a831-a136-479b-bf56-7b0f8ef38163,segment=NetworkSegment(77f9748b-4767-401f-8a19-d23c0265d026),segment_id=77f9748b-4767-401f-8a19-d23c0265d026)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:39:02.558454 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-44426c71-32e9-4fda-aa26-6b8bbf262ea8 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (86c9a831-a136-479b-bf56-7b0f8ef38163), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:02.559715 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-7d2d66a4-0eff-44ad-867d-8ccde2abb603 None None] Deleting port 86c9a831-a136-479b-bf56-7b0f8ef38163 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:39:02.560274 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7d2d66a4-0eff-44ad-867d-8ccde2abb603 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (86c9a831-a136-479b-bf56-7b0f8ef38163), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:02.582725 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-44426c71-32e9-4fda-aa26-6b8bbf262ea8 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Calling delete_port for 86c9a831-a136-479b-bf56-7b0f8ef38163 owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:39:02.683061 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-7d2d66a4-0eff-44ad-867d-8ccde2abb603 None None] For port 86c9a831-a136-479b-bf56-7b0f8ef38163, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=86c9a831-a136-479b-bf56-7b0f8ef38163,segment=NetworkSegment(77f9748b-4767-401f-8a19-d23c0265d026),segment_id=77f9748b-4767-401f-8a19-d23c0265d026)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:39:02.683669 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7d2d66a4-0eff-44ad-867d-8ccde2abb603 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (86c9a831-a136-479b-bf56-7b0f8ef38163), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:02.691210 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-44426c71-32e9-4fda-aa26-6b8bbf262ea8 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (86c9a831-a136-479b-bf56-7b0f8ef38163), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:02.700694 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-7d2d66a4-0eff-44ad-867d-8ccde2abb603 None None] Calling delete_port for 86c9a831-a136-479b-bf56-7b0f8ef38163 owned by network:dhcp {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:39:02.710886 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 86c9a831-a136-479b-bf56-7b0f8ef38163 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:39:02.717748 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44426c71-32e9-4fda-aa26-6b8bbf262ea8 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Pushing event deleted for resources: {'Port': ['ID=86c9a831-a136-479b-bf56-7b0f8ef38163,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:02.722050 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44426c71-32e9-4fda-aa26-6b8bbf262ea8 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] No DVR routers for this DVR port 86c9a831-a136-479b-bf56-7b0f8ef38163 on host dv-neutron-master-2-hyperv {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:39:02.742005 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] No Port match for: 86c9a831-a136-479b-bf56-7b0f8ef38163 {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:39:02.742315 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-3d75edda-b991-4934-a468-e9da49cebec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '390e8ac3-8a1b-43fa-8d26-7ebd860f79fb', 'name': 'tempest-RoutersIpV6Test-router-1079237083', 'tenant_id': '0807ae000e4d47fbb1b05ed62ebad745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:38:41Z', 'updated_at': '2022-02-28T10:39:01Z', 'revision_number': 9, 'project_id': '0807ae000e4d47fbb1b05ed62ebad745', 'gw_port_host': None, '_interfaces': [{'id': '189fe504-dc4c-46ed-8803-aaeeb32601c5', 'name': '', 'network_id': '2c91b66e-3c96-4a58-947b-85f7a3e7f517', 'tenant_id': '0807ae000e4d47fbb1b05ed62ebad745', 'mac_address': 'fa:16:3e:fe:c8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '390e8ac3-8a1b-43fa-8d26-7ebd860f79fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': 'c7c54e02-1f3a-494d-8b6f-02c6ef5d3af1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:38:43Z', 'updated_at': '2022-02-28T10:38:47Z', 'revision_number': 5, 'project_id': '0807ae000e4d47fbb1b05ed62ebad745', 'subnets': [{'id': 'c7c54e02-1f3a-494d-8b6f-02c6ef5d3af1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1ad6d14a-43db-4571-82a8-ace67d3b9750', 'name': '', 'network_id': 'd32b74c0-7d5b-4fa7-85d6-5eb9a0f1ae87', 'tenant_id': '0807ae000e4d47fbb1b05ed62ebad745', 'mac_address': 'fa:16:3e:bc:4e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '390e8ac3-8a1b-43fa-8d26-7ebd860f79fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '128ab509-542e-47db-8b28-b5b48356d8a9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:38:46Z', 'updated_at': '2022-02-28T10:38:51Z', 'revision_number': 5, 'project_id': '0807ae000e4d47fbb1b05ed62ebad745', 'subnets': [{'id': '128ab509-542e-47db-8b28-b5b48356d8a9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:39:02.742548 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 86c9a831-a136-479b-bf56-7b0f8ef38163 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:39:02.779154 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d75edda-b991-4934-a468-e9da49cebec2 None None] The sync data for ids ['390e8ac3-8a1b-43fa-8d26-7ebd860f79fb'] in dv-neutron-master-2-hyperv is: [{'id': '390e8ac3-8a1b-43fa-8d26-7ebd860f79fb', 'name': 'tempest-RoutersIpV6Test-router-1079237083', 'tenant_id': '0807ae000e4d47fbb1b05ed62ebad745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:38:41Z', 'updated_at': '2022-02-28T10:39:01Z', 'revision_number': 9, 'project_id': '0807ae000e4d47fbb1b05ed62ebad745', 'gw_port_host': None, '_interfaces': [{'id': '189fe504-dc4c-46ed-8803-aaeeb32601c5', 'name': '', 'network_id': '2c91b66e-3c96-4a58-947b-85f7a3e7f517', 'tenant_id': '0807ae000e4d47fbb1b05ed62ebad745', 'mac_address': 'fa:16:3e:fe:c8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '390e8ac3-8a1b-43fa-8d26-7ebd860f79fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': 'c7c54e02-1f3a-494d-8b6f-02c6ef5d3af1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:38:43Z', 'updated_at': '2022-02-28T10:38:47Z', 'revision_number': 5, 'project_id': '0807ae000e4d47fbb1b05ed62ebad745', 'subnets': [{'id': 'c7c54e02-1f3a-494d-8b6f-02c6ef5d3af1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1ad6d14a-43db-4571-82a8-ace67d3b9750', 'name': '', 'network_id': 'd32b74c0-7d5b-4fa7-85d6-5eb9a0f1ae87', 'tenant_id': '0807ae000e4d47fbb1b05ed62ebad745', 'mac_address': 'fa:16:3e:bc:4e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '390e8ac3-8a1b-43fa-8d26-7ebd860f79fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '128ab509-542e-47db-8b28-b5b48356d8a9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:38:46Z', 'updated_at': '2022-02-28T10:38:51Z', 'revision_number': 5, 'project_id': '0807ae000e4d47fbb1b05ed62ebad745', 'subnets': [{'id': '128ab509-542e-47db-8b28-b5b48356d8a9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:39:02.826804 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-44426c71-32e9-4fda-aa26-6b8bbf262ea8 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672413', 'neutron.services.segments.db._delete_segments_for_network-8742057110173'] for network (ccc03632-1ab0-48fd-9ea8-9338f27e5d71), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:02.848967 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7d2d66a4-0eff-44ad-867d-8ccde2abb603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758'] for port (86c9a831-a136-479b-bf56-7b0f8ef38163), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:02.857591 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-44426c71-32e9-4fda-aa26-6b8bbf262ea8 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccc03632-1ab0-48fd-9ea8-9338f27e5d71']}} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:39:02.870152 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-44426c71-32e9-4fda-aa26-6b8bbf262ea8 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77f9748b-4767-401f-8a19-d23c0265d026') {'for_net_delete': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:39:02.870491 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-44426c71-32e9-4fda-aa26-6b8bbf262ea8 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77f9748b-4767-401f-8a19-d23c0265d026') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:39:02.875105 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2d66a4-0eff-44ad-867d-8ccde2abb603 None None] Pushing event deleted for resources: {'Port': ['ID=86c9a831-a136-479b-bf56-7b0f8ef38163,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:02.879600 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d2d66a4-0eff-44ad-867d-8ccde2abb603 None None] No DVR routers for this DVR port 86c9a831-a136-479b-bf56-7b0f8ef38163 on host dv-neutron-master-2-hyperv {{(pid=103409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:39:02.882842 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-44426c71-32e9-4fda-aa26-6b8bbf262ea8 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742057113766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3423550'] for segment (77f9748b-4767-401f-8a19-d23c0265d026), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:02.904019 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-44426c71-32e9-4fda-aa26-6b8bbf262ea8 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (77f9748b-4767-401f-8a19-d23c0265d026), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:02.911388 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44426c71-32e9-4fda-aa26-6b8bbf262ea8 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Releasing vlan 272 on physical network physnet1 to pool {{(pid=103408) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:39:02.911810 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-44426c71-32e9-4fda-aa26-6b8bbf262ea8 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3242693'] for segment (77f9748b-4767-401f-8a19-d23c0265d026), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:02.915613 dv-neutron-master-2-hyperv neutron-server[103408]: Traceback (most recent call last): Feb 28 10:39:02.915613 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:39:02.915613 dv-neutron-master-2-hyperv neutron-server[103408]: timer() Feb 28 10:39:02.915613 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:39:02.915613 dv-neutron-master-2-hyperv neutron-server[103408]: cb(*args, **kw) Feb 28 10:39:02.915613 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:39:02.915613 dv-neutron-master-2-hyperv neutron-server[103408]: return func(*args, **kwargs) Feb 28 10:39:02.915613 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:39:02.915613 dv-neutron-master-2-hyperv neutron-server[103408]: self._notify() Feb 28 10:39:02.915613 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:39:02.915613 dv-neutron-master-2-hyperv neutron-server[103408]: self.callback(batched_events) Feb 28 10:39:02.915613 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:39:02.915613 dv-neutron-master-2-hyperv neutron-server[103408]: event.method(event) Feb 28 10:39:02.915613 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:39:02.915613 dv-neutron-master-2-hyperv neutron-server[103408]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:39:02.915613 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:39:02.915613 dv-neutron-master-2-hyperv neutron-server[103408]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:39:02.915613 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:39:02.915613 dv-neutron-master-2-hyperv neutron-server[103408]: return f(self, *a, **k) Feb 28 10:39:02.915613 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:39:02.915613 dv-neutron-master-2-hyperv neutron-server[103408]: return self._get(url).json() Feb 28 10:39:02.915613 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:39:02.915613 dv-neutron-master-2-hyperv neutron-server[103408]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:39:02.915613 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:39:02.915613 dv-neutron-master-2-hyperv neutron-server[103408]: return self.request(url, 'GET', **kwargs) Feb 28 10:39:02.915613 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:39:02.915613 dv-neutron-master-2-hyperv neutron-server[103408]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:39:02.915613 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:39:02.915613 dv-neutron-master-2-hyperv neutron-server[103408]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:39:02.915613 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:39:02.915613 dv-neutron-master-2-hyperv neutron-server[103408]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:39:02.915613 dv-neutron-master-2-hyperv neutron-server[103408]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:39:02.984814 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-44426c71-32e9-4fda-aa26-6b8bbf262ea8 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803269'] for network (ccc03632-1ab0-48fd-9ea8-9338f27e5d71), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:02.990243 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-44426c71-32e9-4fda-aa26-6b8bbf262ea8 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks [] for network (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:02.996137 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-44426c71-32e9-4fda-aa26-6b8bbf262ea8 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] 10.222.0.20 "DELETE /v2.0/networks/ccc03632-1ab0-48fd-9ea8-9338f27e5d71 HTTP/1.1" status: 204 len: 168 time: 0.7216907 Feb 28 10:39:03.000310 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 39874) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:03.030668 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44426c71-32e9-4fda-aa26-6b8bbf262ea8 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Pushing event deleted for resources: {'Network': ['ID=ccc03632-1ab0-48fd-9ea8-9338f27e5d71,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:03.458645 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7f44ddfa-a3f7-4206-87d4-4e652442e08b tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1802615'] for router_interface (390e8ac3-8a1b-43fa-8d26-7ebd860f79fb), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:03.736379 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7f44ddfa-a3f7-4206-87d4-4e652442e08b tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Deleting port 1ad6d14a-43db-4571-82a8-ace67d3b9750 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:39:03.736655 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7f44ddfa-a3f7-4206-87d4-4e652442e08b tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (1ad6d14a-43db-4571-82a8-ace67d3b9750), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:03.832465 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7f44ddfa-a3f7-4206-87d4-4e652442e08b tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] For port 1ad6d14a-43db-4571-82a8-ace67d3b9750, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1ad6d14a-43db-4571-82a8-ace67d3b9750,segment=NetworkSegment(eeb0be04-59c2-4d73-9592-181c53b62727),segment_id=eeb0be04-59c2-4d73-9592-181c53b62727)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:39:03.833266 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7f44ddfa-a3f7-4206-87d4-4e652442e08b tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (1ad6d14a-43db-4571-82a8-ace67d3b9750), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:03.846502 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7f44ddfa-a3f7-4206-87d4-4e652442e08b tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Calling delete_port for 1ad6d14a-43db-4571-82a8-ace67d3b9750 owned by network:router_interface {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:39:04.032592 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7f44ddfa-a3f7-4206-87d4-4e652442e08b tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (1ad6d14a-43db-4571-82a8-ace67d3b9750), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:04.058636 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f44ddfa-a3f7-4206-87d4-4e652442e08b tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Pushing event deleted for resources: {'Port': ['ID=1ad6d14a-43db-4571-82a8-ace67d3b9750,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:04.193975 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7f44ddfa-a3f7-4206-87d4-4e652442e08b tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1802651'] for router_interface (390e8ac3-8a1b-43fa-8d26-7ebd860f79fb), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:04.430108 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f44ddfa-a3f7-4206-87d4-4e652442e08b tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Router 390e8ac3-8a1b-43fa-8d26-7ebd860f79fb has already been hosted by L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 {{(pid=103408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:39:04.557628 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f44ddfa-a3f7-4206-87d4-4e652442e08b tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:39:04.570923 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-7f44ddfa-a3f7-4206-87d4-4e652442e08b tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] 10.222.0.20 "PUT /v2.0/routers/390e8ac3-8a1b-43fa-8d26-7ebd860f79fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5631542 Feb 28 10:39:04.573485 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2792c4ac-a4e0-4ceb-9718-f93c2c42dc64 None None] Sync routers for ids ['390e8ac3-8a1b-43fa-8d26-7ebd860f79fb'] in dv-neutron-master-2-hyperv {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:39:04.574242 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 39876) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:04.577316 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device d65c604e-7616-4775-97ea-f0dc941849c3 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:39:04.604477 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] No Port match for: d65c604e-7616-4775-97ea-f0dc941849c3 {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:39:04.604854 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device d65c604e-7616-4775-97ea-f0dc941849c3 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:39:04.607587 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2792c4ac-a4e0-4ceb-9718-f93c2c42dc64 None None] Routers {'390e8ac3-8a1b-43fa-8d26-7ebd860f79fb'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:39:04.608328 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-2792c4ac-a4e0-4ceb-9718-f93c2c42dc64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:38:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['390e8ac3-8a1b-43fa-8d26-7ebd860f79fb'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:39:04.651935 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_v2 [None req-33c51ddb-ba52-4add-b4d7-98a076f03220 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Deleting subnet 128ab509-542e-47db-8b28-b5b48356d8a9 {{(pid=103407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:39:04.657171 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-33c51ddb-ba52-4add-b4d7-98a076f03220 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks [] for subnet (128ab509-542e-47db-8b28-b5b48356d8a9), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:04.713458 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-2792c4ac-a4e0-4ceb-9718-f93c2c42dc64 None None] Set router 390e8ac3-8a1b-43fa-8d26-7ebd860f79fb gateway port host: None {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:39:04.724080 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-33c51ddb-ba52-4add-b4d7-98a076f03220 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3501132'] for subnet (128ab509-542e-47db-8b28-b5b48356d8a9), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:04.862666 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-33c51ddb-ba52-4add-b4d7-98a076f03220 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-823142'] for subnet (128ab509-542e-47db-8b28-b5b48356d8a9), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:04.948394 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-2792c4ac-a4e0-4ceb-9718-f93c2c42dc64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '390e8ac3-8a1b-43fa-8d26-7ebd860f79fb', 'name': 'tempest-RoutersIpV6Test-router-1079237083', 'tenant_id': '0807ae000e4d47fbb1b05ed62ebad745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:38:41Z', 'updated_at': '2022-02-28T10:39:03Z', 'revision_number': 10, 'project_id': '0807ae000e4d47fbb1b05ed62ebad745', 'gw_port_host': None, '_interfaces': [{'id': '189fe504-dc4c-46ed-8803-aaeeb32601c5', 'name': '', 'network_id': '2c91b66e-3c96-4a58-947b-85f7a3e7f517', 'tenant_id': '0807ae000e4d47fbb1b05ed62ebad745', 'mac_address': 'fa:16:3e:fe:c8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '390e8ac3-8a1b-43fa-8d26-7ebd860f79fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': 'c7c54e02-1f3a-494d-8b6f-02c6ef5d3af1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:38:43Z', 'updated_at': '2022-02-28T10:38:47Z', 'revision_number': 5, 'project_id': '0807ae000e4d47fbb1b05ed62ebad745', 'subnets': [{'id': 'c7c54e02-1f3a-494d-8b6f-02c6ef5d3af1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:39:04.948731 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-33c51ddb-ba52-4add-b4d7-98a076f03220 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-823145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3498088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3516558'] for subnet (128ab509-542e-47db-8b28-b5b48356d8a9), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:04.978477 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c51ddb-ba52-4add-b4d7-98a076f03220 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Pushing event deleted for resources: {'Subnet': ['ID=128ab509-542e-47db-8b28-b5b48356d8a9,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:04.982239 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-33c51ddb-ba52-4add-b4d7-98a076f03220 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks [] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:04.986198 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-33c51ddb-ba52-4add-b4d7-98a076f03220 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] 10.222.0.20 "DELETE /v2.0/subnets/128ab509-542e-47db-8b28-b5b48356d8a9 HTTP/1.1" status: 204 len: 168 time: 0.4105330 Feb 28 10:39:04.987313 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2792c4ac-a4e0-4ceb-9718-f93c2c42dc64 None None] Checking router: 390e8ac3-8a1b-43fa-8d26-7ebd860f79fb for host: dv-neutron-master-2-hyperv {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:39:04.988945 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 39878) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:04.994339 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-394a75c6-a0a8-4972-9852-ab63570b152c None None] Network d32b74c0-7d5b-4fa7-85d6-5eb9a0f1ae87 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:39:05.070772 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2792c4ac-a4e0-4ceb-9718-f93c2c42dc64 None None] Routers {'390e8ac3-8a1b-43fa-8d26-7ebd860f79fb'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:39:05.071639 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-2792c4ac-a4e0-4ceb-9718-f93c2c42dc64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:38:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['390e8ac3-8a1b-43fa-8d26-7ebd860f79fb'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:39:05.072530 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-acc3333a-25df-4e23-9549-e43579e36f59 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-665757'] for network (d32b74c0-7d5b-4fa7-85d6-5eb9a0f1ae87), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:05.157272 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-acc3333a-25df-4e23-9549-e43579e36f59 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Deleting port 475f117d-3bc3-42fa-93fb-6f19197c1bbf {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:39:05.157603 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-acc3333a-25df-4e23-9549-e43579e36f59 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (475f117d-3bc3-42fa-93fb-6f19197c1bbf), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:05.214507 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-2792c4ac-a4e0-4ceb-9718-f93c2c42dc64 None None] Set router 390e8ac3-8a1b-43fa-8d26-7ebd860f79fb gateway port host: None {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:39:05.262578 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-acc3333a-25df-4e23-9549-e43579e36f59 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] For port 475f117d-3bc3-42fa-93fb-6f19197c1bbf, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=475f117d-3bc3-42fa-93fb-6f19197c1bbf,segment=NetworkSegment(eeb0be04-59c2-4d73-9592-181c53b62727),segment_id=eeb0be04-59c2-4d73-9592-181c53b62727)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:39:05.263083 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-acc3333a-25df-4e23-9549-e43579e36f59 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (475f117d-3bc3-42fa-93fb-6f19197c1bbf), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:05.278202 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-acc3333a-25df-4e23-9549-e43579e36f59 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Calling delete_port for 475f117d-3bc3-42fa-93fb-6f19197c1bbf owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:39:05.339950 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdd374ef-ff9f-4525-8239-829a5090133e None None] DHCP port deletion for d32b74c0-7d5b-4fa7-85d6-5eb9a0f1ae87 request from dv-neutron-master-2-hyperv {{(pid=103409) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:39:05.405090 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-acc3333a-25df-4e23-9549-e43579e36f59 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (475f117d-3bc3-42fa-93fb-6f19197c1bbf), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:05.446301 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-bdd374ef-ff9f-4525-8239-829a5090133e None None] Deleting port 475f117d-3bc3-42fa-93fb-6f19197c1bbf {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:39:05.446682 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bdd374ef-ff9f-4525-8239-829a5090133e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (475f117d-3bc3-42fa-93fb-6f19197c1bbf), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:05.447463 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc3333a-25df-4e23-9549-e43579e36f59 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] No DVR routers for this DVR port 475f117d-3bc3-42fa-93fb-6f19197c1bbf on host dv-neutron-master-2-hyperv {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:39:05.450509 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc3333a-25df-4e23-9549-e43579e36f59 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Pushing event deleted for resources: {'Port': ['ID=475f117d-3bc3-42fa-93fb-6f19197c1bbf,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:05.524099 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-bdd374ef-ff9f-4525-8239-829a5090133e None None] For port 475f117d-3bc3-42fa-93fb-6f19197c1bbf, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:39:05.524536 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bdd374ef-ff9f-4525-8239-829a5090133e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (475f117d-3bc3-42fa-93fb-6f19197c1bbf), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:05.527662 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-2792c4ac-a4e0-4ceb-9718-f93c2c42dc64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '390e8ac3-8a1b-43fa-8d26-7ebd860f79fb', 'name': 'tempest-RoutersIpV6Test-router-1079237083', 'tenant_id': '0807ae000e4d47fbb1b05ed62ebad745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:38:41Z', 'updated_at': '2022-02-28T10:39:03Z', 'revision_number': 10, 'project_id': '0807ae000e4d47fbb1b05ed62ebad745', 'gw_port_host': None, '_interfaces': [{'id': '189fe504-dc4c-46ed-8803-aaeeb32601c5', 'name': '', 'network_id': '2c91b66e-3c96-4a58-947b-85f7a3e7f517', 'tenant_id': '0807ae000e4d47fbb1b05ed62ebad745', 'mac_address': 'fa:16:3e:fe:c8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '390e8ac3-8a1b-43fa-8d26-7ebd860f79fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': 'c7c54e02-1f3a-494d-8b6f-02c6ef5d3af1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:38:43Z', 'updated_at': '2022-02-28T10:38:47Z', 'revision_number': 5, 'project_id': '0807ae000e4d47fbb1b05ed62ebad745', 'subnets': [{'id': 'c7c54e02-1f3a-494d-8b6f-02c6ef5d3af1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:39:05.557551 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-acc3333a-25df-4e23-9549-e43579e36f59 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672413', 'neutron.services.segments.db._delete_segments_for_network-8742057110173'] for network (d32b74c0-7d5b-4fa7-85d6-5eb9a0f1ae87), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:05.562986 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2792c4ac-a4e0-4ceb-9718-f93c2c42dc64 None None] The sync data for ids ['390e8ac3-8a1b-43fa-8d26-7ebd860f79fb'] in dv-neutron-master-2-hyperv is: [{'id': '390e8ac3-8a1b-43fa-8d26-7ebd860f79fb', 'name': 'tempest-RoutersIpV6Test-router-1079237083', 'tenant_id': '0807ae000e4d47fbb1b05ed62ebad745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:38:41Z', 'updated_at': '2022-02-28T10:39:03Z', 'revision_number': 10, 'project_id': '0807ae000e4d47fbb1b05ed62ebad745', 'gw_port_host': None, '_interfaces': [{'id': '189fe504-dc4c-46ed-8803-aaeeb32601c5', 'name': '', 'network_id': '2c91b66e-3c96-4a58-947b-85f7a3e7f517', 'tenant_id': '0807ae000e4d47fbb1b05ed62ebad745', 'mac_address': 'fa:16:3e:fe:c8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '390e8ac3-8a1b-43fa-8d26-7ebd860f79fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': 'c7c54e02-1f3a-494d-8b6f-02c6ef5d3af1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:38:43Z', 'updated_at': '2022-02-28T10:38:47Z', 'revision_number': 5, 'project_id': '0807ae000e4d47fbb1b05ed62ebad745', 'subnets': [{'id': 'c7c54e02-1f3a-494d-8b6f-02c6ef5d3af1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:39:05.565777 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-bdd374ef-ff9f-4525-8239-829a5090133e None None] Calling delete_port for 475f117d-3bc3-42fa-93fb-6f19197c1bbf owned by network:dhcp {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:39:05.569333 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.ipam_backend_mixin [None req-bdd374ef-ff9f-4525-8239-829a5090133e None None] Port 475f117d-3bc3-42fa-93fb-6f19197c1bbf was not found and therefore no delete operation was performed {{(pid=103409) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 28 10:39:05.570714 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bdd374ef-ff9f-4525-8239-829a5090133e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758'] for port (475f117d-3bc3-42fa-93fb-6f19197c1bbf), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:05.583661 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-acc3333a-25df-4e23-9549-e43579e36f59 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d32b74c0-7d5b-4fa7-85d6-5eb9a0f1ae87']}} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:39:05.594900 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-acc3333a-25df-4e23-9549-e43579e36f59 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eeb0be04-59c2-4d73-9592-181c53b62727') {'for_net_delete': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:39:05.596341 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-acc3333a-25df-4e23-9549-e43579e36f59 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eeb0be04-59c2-4d73-9592-181c53b62727') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:39:05.601403 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd374ef-ff9f-4525-8239-829a5090133e None None] Pushing event deleted for resources: {'Port': ['ID=475f117d-3bc3-42fa-93fb-6f19197c1bbf,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:05.606081 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd374ef-ff9f-4525-8239-829a5090133e None None] No DVR routers for this DVR port 475f117d-3bc3-42fa-93fb-6f19197c1bbf on host dv-neutron-master-2-hyperv {{(pid=103409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:39:05.615091 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-acc3333a-25df-4e23-9549-e43579e36f59 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742057113766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3423550'] for segment (eeb0be04-59c2-4d73-9592-181c53b62727), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:05.629529 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-acc3333a-25df-4e23-9549-e43579e36f59 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (eeb0be04-59c2-4d73-9592-181c53b62727), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:05.638121 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acc3333a-25df-4e23-9549-e43579e36f59 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Releasing vlan 252 on physical network physnet1 to pool {{(pid=103408) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:39:05.638626 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-acc3333a-25df-4e23-9549-e43579e36f59 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3242693'] for segment (eeb0be04-59c2-4d73-9592-181c53b62727), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:05.652842 dv-neutron-master-2-hyperv neutron-server[103408]: Traceback (most recent call last): Feb 28 10:39:05.652842 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:39:05.652842 dv-neutron-master-2-hyperv neutron-server[103408]: timer() Feb 28 10:39:05.652842 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:39:05.652842 dv-neutron-master-2-hyperv neutron-server[103408]: cb(*args, **kw) Feb 28 10:39:05.652842 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:39:05.652842 dv-neutron-master-2-hyperv neutron-server[103408]: return func(*args, **kwargs) Feb 28 10:39:05.652842 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:39:05.652842 dv-neutron-master-2-hyperv neutron-server[103408]: self._notify() Feb 28 10:39:05.652842 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:39:05.652842 dv-neutron-master-2-hyperv neutron-server[103408]: self.callback(batched_events) Feb 28 10:39:05.652842 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:39:05.652842 dv-neutron-master-2-hyperv neutron-server[103408]: event.method(event) Feb 28 10:39:05.652842 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:39:05.652842 dv-neutron-master-2-hyperv neutron-server[103408]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:39:05.652842 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:39:05.652842 dv-neutron-master-2-hyperv neutron-server[103408]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:39:05.652842 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:39:05.652842 dv-neutron-master-2-hyperv neutron-server[103408]: return f(self, *a, **k) Feb 28 10:39:05.652842 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:39:05.652842 dv-neutron-master-2-hyperv neutron-server[103408]: return self._get(url).json() Feb 28 10:39:05.652842 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:39:05.652842 dv-neutron-master-2-hyperv neutron-server[103408]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:39:05.652842 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:39:05.652842 dv-neutron-master-2-hyperv neutron-server[103408]: return self.request(url, 'GET', **kwargs) Feb 28 10:39:05.652842 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:39:05.652842 dv-neutron-master-2-hyperv neutron-server[103408]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:39:05.652842 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:39:05.652842 dv-neutron-master-2-hyperv neutron-server[103408]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:39:05.652842 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:39:05.652842 dv-neutron-master-2-hyperv neutron-server[103408]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:39:05.652842 dv-neutron-master-2-hyperv neutron-server[103408]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:39:05.708929 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-acc3333a-25df-4e23-9549-e43579e36f59 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803269'] for network (d32b74c0-7d5b-4fa7-85d6-5eb9a0f1ae87), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:05.717040 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-acc3333a-25df-4e23-9549-e43579e36f59 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks [] for network (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:05.721174 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-acc3333a-25df-4e23-9549-e43579e36f59 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] 10.222.0.20 "DELETE /v2.0/networks/d32b74c0-7d5b-4fa7-85d6-5eb9a0f1ae87 HTTP/1.1" status: 204 len: 168 time: 0.7311060 Feb 28 10:39:05.725763 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 39880) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:05.734580 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc3333a-25df-4e23-9549-e43579e36f59 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Pushing event deleted for resources: {'Network': ['ID=d32b74c0-7d5b-4fa7-85d6-5eb9a0f1ae87,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:06.154546 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3bfe0ca2-bd06-4a65-bd45-f805a5547a2a tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1802615'] for router_interface (390e8ac3-8a1b-43fa-8d26-7ebd860f79fb), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:06.478488 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-3bfe0ca2-bd06-4a65-bd45-f805a5547a2a tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Deleting port 189fe504-dc4c-46ed-8803-aaeeb32601c5 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:39:06.478871 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3bfe0ca2-bd06-4a65-bd45-f805a5547a2a tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (189fe504-dc4c-46ed-8803-aaeeb32601c5), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:06.552138 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 475f117d-3bc3-42fa-93fb-6f19197c1bbf no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:39:06.578954 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] No Port match for: 475f117d-3bc3-42fa-93fb-6f19197c1bbf {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:39:06.579645 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 475f117d-3bc3-42fa-93fb-6f19197c1bbf not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:39:06.581126 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 1ad6d14a-43db-4571-82a8-ace67d3b9750 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:39:06.604838 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] No Port match for: 1ad6d14a-43db-4571-82a8-ace67d3b9750 {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:39:06.605564 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 1ad6d14a-43db-4571-82a8-ace67d3b9750 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:39:06.606845 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-3bfe0ca2-bd06-4a65-bd45-f805a5547a2a tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] For port 189fe504-dc4c-46ed-8803-aaeeb32601c5, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=189fe504-dc4c-46ed-8803-aaeeb32601c5,segment=NetworkSegment(05ba94e8-a6fb-405f-a34e-c11b8d3efd8d),segment_id=05ba94e8-a6fb-405f-a34e-c11b8d3efd8d)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:39:06.607224 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3bfe0ca2-bd06-4a65-bd45-f805a5547a2a tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (189fe504-dc4c-46ed-8803-aaeeb32601c5), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:06.621585 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-3bfe0ca2-bd06-4a65-bd45-f805a5547a2a tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Calling delete_port for 189fe504-dc4c-46ed-8803-aaeeb32601c5 owned by network:router_interface {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:39:06.805440 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3bfe0ca2-bd06-4a65-bd45-f805a5547a2a tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (189fe504-dc4c-46ed-8803-aaeeb32601c5), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:06.830454 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfe0ca2-bd06-4a65-bd45-f805a5547a2a tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Pushing event deleted for resources: {'Port': ['ID=189fe504-dc4c-46ed-8803-aaeeb32601c5,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:06.944981 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3bfe0ca2-bd06-4a65-bd45-f805a5547a2a tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1802651'] for router_interface (390e8ac3-8a1b-43fa-8d26-7ebd860f79fb), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:07.110409 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bfe0ca2-bd06-4a65-bd45-f805a5547a2a tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Router 390e8ac3-8a1b-43fa-8d26-7ebd860f79fb has already been hosted by L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:39:07.188456 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bfe0ca2-bd06-4a65-bd45-f805a5547a2a tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:39:07.194350 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-3bfe0ca2-bd06-4a65-bd45-f805a5547a2a tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] 10.222.0.20 "PUT /v2.0/routers/390e8ac3-8a1b-43fa-8d26-7ebd860f79fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4665689 Feb 28 10:39:07.197114 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 39882) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:07.200579 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9774c2bf-9b44-45d0-b25d-b3b56252dace None None] Sync routers for ids ['390e8ac3-8a1b-43fa-8d26-7ebd860f79fb'] in dv-neutron-master-2-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:39:07.211739 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9774c2bf-9b44-45d0-b25d-b3b56252dace None None] Routers {'390e8ac3-8a1b-43fa-8d26-7ebd860f79fb'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:39:07.213018 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-9774c2bf-9b44-45d0-b25d-b3b56252dace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:38:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['390e8ac3-8a1b-43fa-8d26-7ebd860f79fb'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:39:07.258836 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_v2 [None req-0375dec7-b274-4375-8e1e-8423c4c668a1 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Deleting subnet c7c54e02-1f3a-494d-8b6f-02c6ef5d3af1 {{(pid=103407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:39:07.262110 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0375dec7-b274-4375-8e1e-8423c4c668a1 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks [] for subnet (c7c54e02-1f3a-494d-8b6f-02c6ef5d3af1), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:07.286754 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-9774c2bf-9b44-45d0-b25d-b3b56252dace None None] Set router 390e8ac3-8a1b-43fa-8d26-7ebd860f79fb gateway port host: None {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:39:07.301941 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0375dec7-b274-4375-8e1e-8423c4c668a1 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3501132'] for subnet (c7c54e02-1f3a-494d-8b6f-02c6ef5d3af1), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:07.341380 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-9774c2bf-9b44-45d0-b25d-b3b56252dace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '390e8ac3-8a1b-43fa-8d26-7ebd860f79fb', 'name': 'tempest-RoutersIpV6Test-router-1079237083', 'tenant_id': '0807ae000e4d47fbb1b05ed62ebad745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:38:41Z', 'updated_at': '2022-02-28T10:39:06Z', 'revision_number': 11, 'project_id': '0807ae000e4d47fbb1b05ed62ebad745', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:39:07.367318 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9774c2bf-9b44-45d0-b25d-b3b56252dace None None] Checking router: 390e8ac3-8a1b-43fa-8d26-7ebd860f79fb for host: dv-neutron-master-2-hyperv {{(pid=103410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:39:07.376044 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9774c2bf-9b44-45d0-b25d-b3b56252dace None None] Routers {'390e8ac3-8a1b-43fa-8d26-7ebd860f79fb'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:39:07.376359 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-9774c2bf-9b44-45d0-b25d-b3b56252dace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:38:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['390e8ac3-8a1b-43fa-8d26-7ebd860f79fb'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:39:07.388195 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0375dec7-b274-4375-8e1e-8423c4c668a1 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-823142'] for subnet (c7c54e02-1f3a-494d-8b6f-02c6ef5d3af1), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:07.447053 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-9774c2bf-9b44-45d0-b25d-b3b56252dace None None] Set router 390e8ac3-8a1b-43fa-8d26-7ebd860f79fb gateway port host: None {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:39:07.448843 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0375dec7-b274-4375-8e1e-8423c4c668a1 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-823145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3498088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3516558'] for subnet (c7c54e02-1f3a-494d-8b6f-02c6ef5d3af1), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:07.477162 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0375dec7-b274-4375-8e1e-8423c4c668a1 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Pushing event deleted for resources: {'Subnet': ['ID=c7c54e02-1f3a-494d-8b6f-02c6ef5d3af1,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:07.479116 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0375dec7-b274-4375-8e1e-8423c4c668a1 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks [] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:07.482797 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-0375dec7-b274-4375-8e1e-8423c4c668a1 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] 10.222.0.20 "DELETE /v2.0/subnets/c7c54e02-1f3a-494d-8b6f-02c6ef5d3af1 HTTP/1.1" status: 204 len: 168 time: 0.2841389 Feb 28 10:39:07.485680 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 39884) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:07.488958 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27a7a170-7515-40d6-a80c-bf3bcc745213 None None] Network 2c91b66e-3c96-4a58-947b-85f7a3e7f517 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:39:07.511004 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-9774c2bf-9b44-45d0-b25d-b3b56252dace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '390e8ac3-8a1b-43fa-8d26-7ebd860f79fb', 'name': 'tempest-RoutersIpV6Test-router-1079237083', 'tenant_id': '0807ae000e4d47fbb1b05ed62ebad745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:38:41Z', 'updated_at': '2022-02-28T10:39:06Z', 'revision_number': 11, 'project_id': '0807ae000e4d47fbb1b05ed62ebad745', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:39:07.539513 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9774c2bf-9b44-45d0-b25d-b3b56252dace None None] The sync data for ids ['390e8ac3-8a1b-43fa-8d26-7ebd860f79fb'] in dv-neutron-master-2-hyperv is: [{'id': '390e8ac3-8a1b-43fa-8d26-7ebd860f79fb', 'name': 'tempest-RoutersIpV6Test-router-1079237083', 'tenant_id': '0807ae000e4d47fbb1b05ed62ebad745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:38:41Z', 'updated_at': '2022-02-28T10:39:06Z', 'revision_number': 11, 'project_id': '0807ae000e4d47fbb1b05ed62ebad745', 'gw_port_host': None}] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:39:07.567881 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5f261591-0ba0-4ff2-968b-0603cb22324a tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-665757'] for network (2c91b66e-3c96-4a58-947b-85f7a3e7f517), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:07.628054 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-5f261591-0ba0-4ff2-968b-0603cb22324a tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Deleting port 8205cf48-fd4d-4de9-aabb-af2363876dac {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:39:07.628293 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5f261591-0ba0-4ff2-968b-0603cb22324a tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (8205cf48-fd4d-4de9-aabb-af2363876dac), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:07.693304 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-5f261591-0ba0-4ff2-968b-0603cb22324a tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] For port 8205cf48-fd4d-4de9-aabb-af2363876dac, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8205cf48-fd4d-4de9-aabb-af2363876dac,segment=NetworkSegment(05ba94e8-a6fb-405f-a34e-c11b8d3efd8d),segment_id=05ba94e8-a6fb-405f-a34e-c11b8d3efd8d)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:39:07.693676 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5f261591-0ba0-4ff2-968b-0603cb22324a tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (8205cf48-fd4d-4de9-aabb-af2363876dac), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:07.706727 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-5f261591-0ba0-4ff2-968b-0603cb22324a tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Calling delete_port for 8205cf48-fd4d-4de9-aabb-af2363876dac owned by network:dhcp {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:39:07.792442 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5f261591-0ba0-4ff2-968b-0603cb22324a tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (8205cf48-fd4d-4de9-aabb-af2363876dac), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:07.823272 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f261591-0ba0-4ff2-968b-0603cb22324a tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Pushing event deleted for resources: {'Port': ['ID=8205cf48-fd4d-4de9-aabb-af2363876dac,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:07.826668 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f261591-0ba0-4ff2-968b-0603cb22324a tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] No DVR routers for this DVR port 8205cf48-fd4d-4de9-aabb-af2363876dac on host dv-neutron-master-2-hyperv {{(pid=103407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:39:07.915985 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e641c62-812c-4551-b05b-9db91759bfa9 None None] DHCP port deletion for 2c91b66e-3c96-4a58-947b-85f7a3e7f517 request from dv-neutron-master-2-hyperv {{(pid=103409) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:39:07.917026 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5f261591-0ba0-4ff2-968b-0603cb22324a tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672413', 'neutron.services.segments.db._delete_segments_for_network-8742057110173'] for network (2c91b66e-3c96-4a58-947b-85f7a3e7f517), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:07.941452 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-5f261591-0ba0-4ff2-968b-0603cb22324a tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c91b66e-3c96-4a58-947b-85f7a3e7f517']}} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:39:07.951249 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-5f261591-0ba0-4ff2-968b-0603cb22324a tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05ba94e8-a6fb-405f-a34e-c11b8d3efd8d') {'for_net_delete': True} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:39:07.951547 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-5f261591-0ba0-4ff2-968b-0603cb22324a tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05ba94e8-a6fb-405f-a34e-c11b8d3efd8d') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:39:07.962519 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5f261591-0ba0-4ff2-968b-0603cb22324a tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742057113766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3501147'] for segment (05ba94e8-a6fb-405f-a34e-c11b8d3efd8d), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:07.976275 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5f261591-0ba0-4ff2-968b-0603cb22324a tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (05ba94e8-a6fb-405f-a34e-c11b8d3efd8d), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:07.982467 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f261591-0ba0-4ff2-968b-0603cb22324a tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Releasing vlan 273 on physical network physnet1 to pool {{(pid=103407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:39:07.982843 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5f261591-0ba0-4ff2-968b-0603cb22324a tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3498166'] for segment (05ba94e8-a6fb-405f-a34e-c11b8d3efd8d), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:07.985969 dv-neutron-master-2-hyperv neutron-server[103407]: Traceback (most recent call last): Feb 28 10:39:07.985969 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:39:07.985969 dv-neutron-master-2-hyperv neutron-server[103407]: timer() Feb 28 10:39:07.985969 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:39:07.985969 dv-neutron-master-2-hyperv neutron-server[103407]: cb(*args, **kw) Feb 28 10:39:07.985969 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:39:07.985969 dv-neutron-master-2-hyperv neutron-server[103407]: return func(*args, **kwargs) Feb 28 10:39:07.985969 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:39:07.985969 dv-neutron-master-2-hyperv neutron-server[103407]: self._notify() Feb 28 10:39:07.985969 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:39:07.985969 dv-neutron-master-2-hyperv neutron-server[103407]: self.callback(batched_events) Feb 28 10:39:07.985969 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:39:07.985969 dv-neutron-master-2-hyperv neutron-server[103407]: event.method(event) Feb 28 10:39:07.985969 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:39:07.985969 dv-neutron-master-2-hyperv neutron-server[103407]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:39:07.985969 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:39:07.985969 dv-neutron-master-2-hyperv neutron-server[103407]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:39:07.985969 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:39:07.985969 dv-neutron-master-2-hyperv neutron-server[103407]: return f(self, *a, **k) Feb 28 10:39:07.985969 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:39:07.985969 dv-neutron-master-2-hyperv neutron-server[103407]: return self._get(url).json() Feb 28 10:39:07.985969 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:39:07.985969 dv-neutron-master-2-hyperv neutron-server[103407]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:39:07.985969 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:39:07.985969 dv-neutron-master-2-hyperv neutron-server[103407]: return self.request(url, 'GET', **kwargs) Feb 28 10:39:07.985969 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:39:07.985969 dv-neutron-master-2-hyperv neutron-server[103407]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:39:07.985969 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:39:07.985969 dv-neutron-master-2-hyperv neutron-server[103407]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:39:07.985969 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:39:07.985969 dv-neutron-master-2-hyperv neutron-server[103407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:39:07.985969 dv-neutron-master-2-hyperv neutron-server[103407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:39:08.046645 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5f261591-0ba0-4ff2-968b-0603cb22324a tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803269'] for network (2c91b66e-3c96-4a58-947b-85f7a3e7f517), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:08.050829 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5f261591-0ba0-4ff2-968b-0603cb22324a tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:08.057141 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 39886) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:08.057722 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-5f261591-0ba0-4ff2-968b-0603cb22324a tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] 10.222.0.20 "DELETE /v2.0/networks/2c91b66e-3c96-4a58-947b-85f7a3e7f517 HTTP/1.1" status: 204 len: 168 time: 0.5706904 Feb 28 10:39:08.062849 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-5c2c0851-9733-4723-b523-60f502708a55 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Request body: {'router': {'routes': None}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:39:08.071137 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (13ac42ae-016e-4baf-bb31-c6fa820b41c2), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:08.073169 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f261591-0ba0-4ff2-968b-0603cb22324a tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Pushing event deleted for resources: {'Network': ['ID=2c91b66e-3c96-4a58-947b-85f7a3e7f517,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:08.253514 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.extraroute_db [None req-5c2c0851-9733-4723-b523-60f502708a55 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Added routes are [] {{(pid=103408) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 28 10:39:08.253837 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.extraroute_db [None req-5c2c0851-9733-4723-b523-60f502708a55 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Removed routes are [] {{(pid=103408) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 28 10:39:08.254209 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5c2c0851-9733-4723-b523-60f502708a55 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1804286', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1806925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5948'] for router (390e8ac3-8a1b-43fa-8d26-7ebd860f79fb), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:08.556571 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 8205cf48-fd4d-4de9-aabb-af2363876dac no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:39:08.579392 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] No Port match for: 8205cf48-fd4d-4de9-aabb-af2363876dac {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:39:08.579838 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 8205cf48-fd4d-4de9-aabb-af2363876dac not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:39:08.580319 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 189fe504-dc4c-46ed-8803-aaeeb32601c5 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:39:08.603861 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] No Port match for: 189fe504-dc4c-46ed-8803-aaeeb32601c5 {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:39:08.604215 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 189fe504-dc4c-46ed-8803-aaeeb32601c5 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:39:08.730202 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5c2c0851-9733-4723-b523-60f502708a55 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1804286', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1806925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5948'] for router (390e8ac3-8a1b-43fa-8d26-7ebd860f79fb), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:08.734356 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5c2c0851-9733-4723-b523-60f502708a55 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1804241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1804263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1804264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1807030'] for router (390e8ac3-8a1b-43fa-8d26-7ebd860f79fb), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:08.756989 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fb8e170b-793e-4b93-9f6e-270204ee1e86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fb6705d2-4f70-4965-92a3-fbfccd43a6d3), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:08.815365 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c2c0851-9733-4723-b523-60f502708a55 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Router 390e8ac3-8a1b-43fa-8d26-7ebd860f79fb has already been hosted by L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 {{(pid=103408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:39:08.898171 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c2c0851-9733-4723-b523-60f502708a55 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:39:08.904754 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5c2c0851-9733-4723-b523-60f502708a55 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks [] for router (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:08.906471 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-5c2c0851-9733-4723-b523-60f502708a55 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] 10.222.0.20 "PUT /v2.0/routers/390e8ac3-8a1b-43fa-8d26-7ebd860f79fb HTTP/1.1" status: 200 len: 705 time: 0.8477533 Feb 28 10:39:08.908977 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 39888) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:08.911547 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea6ce51-e4d2-4b48-82dd-62cd4e05c192 None None] Sync routers for ids ['390e8ac3-8a1b-43fa-8d26-7ebd860f79fb'] in dv-neutron-master-2-hyperv {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:39:08.926303 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea6ce51-e4d2-4b48-82dd-62cd4e05c192 None None] Routers {'390e8ac3-8a1b-43fa-8d26-7ebd860f79fb'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:39:08.927052 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-eea6ce51-e4d2-4b48-82dd-62cd4e05c192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:38:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['390e8ac3-8a1b-43fa-8d26-7ebd860f79fb'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:39:08.937248 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-4f6ab5e8-0335-4328-8c4d-e9d84329eb56 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] 10.222.0.20 "GET /v2.0/ports?device_id=390e8ac3-8a1b-43fa-8d26-7ebd860f79fb HTTP/1.1" status: 200 len: 205 time: 0.0269339 Feb 28 10:39:08.939764 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 39890) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:08.998820 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-eea6ce51-e4d2-4b48-82dd-62cd4e05c192 None None] Set router 390e8ac3-8a1b-43fa-8d26-7ebd860f79fb gateway port host: None {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:39:09.020868 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-391b6630-ad50-4fca-b745-e00babee970c tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks [] for router (390e8ac3-8a1b-43fa-8d26-7ebd860f79fb), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:09.053701 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-eea6ce51-e4d2-4b48-82dd-62cd4e05c192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '390e8ac3-8a1b-43fa-8d26-7ebd860f79fb', 'name': 'tempest-RoutersIpV6Test-router-1079237083', 'tenant_id': '0807ae000e4d47fbb1b05ed62ebad745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:38:41Z', 'updated_at': '2022-02-28T10:39:06Z', 'revision_number': 11, 'project_id': '0807ae000e4d47fbb1b05ed62ebad745', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:39:09.080458 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea6ce51-e4d2-4b48-82dd-62cd4e05c192 None None] Checking router: 390e8ac3-8a1b-43fa-8d26-7ebd860f79fb for host: dv-neutron-master-2-hyperv {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:39:09.089537 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea6ce51-e4d2-4b48-82dd-62cd4e05c192 None None] Routers {'390e8ac3-8a1b-43fa-8d26-7ebd860f79fb'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:39:09.090170 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-eea6ce51-e4d2-4b48-82dd-62cd4e05c192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:38:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['390e8ac3-8a1b-43fa-8d26-7ebd860f79fb'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:39:09.164290 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-eea6ce51-e4d2-4b48-82dd-62cd4e05c192 None None] Set router 390e8ac3-8a1b-43fa-8d26-7ebd860f79fb gateway port host: None {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:39:09.188164 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-391b6630-ad50-4fca-b745-e00babee970c tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1807017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5941'] for router (390e8ac3-8a1b-43fa-8d26-7ebd860f79fb), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:09.190390 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-391b6630-ad50-4fca-b745-e00babee970c tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks [] for router_controller (390e8ac3-8a1b-43fa-8d26-7ebd860f79fb), precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:09.228595 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-eea6ce51-e4d2-4b48-82dd-62cd4e05c192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '390e8ac3-8a1b-43fa-8d26-7ebd860f79fb', 'name': 'tempest-RoutersIpV6Test-router-1079237083', 'tenant_id': '0807ae000e4d47fbb1b05ed62ebad745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:38:41Z', 'updated_at': '2022-02-28T10:39:06Z', 'revision_number': 11, 'project_id': '0807ae000e4d47fbb1b05ed62ebad745', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:39:09.241213 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-391b6630-ad50-4fca-b745-e00babee970c tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1806994'] for router (390e8ac3-8a1b-43fa-8d26-7ebd860f79fb), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:09.241732 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-391b6630-ad50-4fca-b745-e00babee970c tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Fanout notify agent at l3_agent the message router_deleted on router 390e8ac3-8a1b-43fa-8d26-7ebd860f79fb {{(pid=103408) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 10:39:09.248641 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-391b6630-ad50-4fca-b745-e00babee970c tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks [] for router (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:09.250120 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-391b6630-ad50-4fca-b745-e00babee970c tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] 10.222.0.20 "DELETE /v2.0/routers/390e8ac3-8a1b-43fa-8d26-7ebd860f79fb HTTP/1.1" status: 204 len: 168 time: 0.3092976 Feb 28 10:39:09.257932 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 39892) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:09.265068 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-1b22efa8-6869-4731-8bef-3bfcddab7605 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-49412770', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:39:09.268820 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea6ce51-e4d2-4b48-82dd-62cd4e05c192 None None] The sync data for ids ['390e8ac3-8a1b-43fa-8d26-7ebd860f79fb'] in dv-neutron-master-2-hyperv is: [{'id': '390e8ac3-8a1b-43fa-8d26-7ebd860f79fb', 'name': 'tempest-RoutersIpV6Test-router-1079237083', 'tenant_id': '0807ae000e4d47fbb1b05ed62ebad745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:38:41Z', 'updated_at': '2022-02-28T10:39:06Z', 'revision_number': 11, 'project_id': '0807ae000e4d47fbb1b05ed62ebad745', 'gw_port_host': None}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:39:09.295539 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1b22efa8-6869-4731-8bef-3bfcddab7605 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1805251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254175'] for router (49c6f71c-b355-4640-95b9-a68ee3fc2047), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:09.296944 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1b22efa8-6869-4731-8bef-3bfcddab7605 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1804172', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1602053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254150'] for router (49c6f71c-b355-4640-95b9-a68ee3fc2047), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:09.365729 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1b22efa8-6869-4731-8bef-3bfcddab7605 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks [] for router_controller (49c6f71c-b355-4640-95b9-a68ee3fc2047), precommit_add_association {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:09.370832 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1b22efa8-6869-4731-8bef-3bfcddab7605 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1804241'] for router (49c6f71c-b355-4640-95b9-a68ee3fc2047), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:09.396504 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1b22efa8-6869-4731-8bef-3bfcddab7605 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks [] for router (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:09.397831 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-1b22efa8-6869-4731-8bef-3bfcddab7605 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1401424 Feb 28 10:39:09.401034 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 39894) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:09.406374 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-a40c5c79-5a82-40ff-9cea-31be4e1782c6 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:39:09.647748 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a40c5c79-5a82-40ff-9cea-31be4e1782c6 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1804286', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1806925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5948'] for router (49c6f71c-b355-4640-95b9-a68ee3fc2047), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:09.664316 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a40c5c79-5a82-40ff-9cea-31be4e1782c6 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1804241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1804263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1804264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1807030'] for router (49c6f71c-b355-4640-95b9-a68ee3fc2047), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:09.776972 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a40c5c79-5a82-40ff-9cea-31be4e1782c6 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Router 49c6f71c-b355-4640-95b9-a68ee3fc2047 is scheduled to L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 with binding_index 1 {{(pid=103408) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 10:39:09.859036 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a40c5c79-5a82-40ff-9cea-31be4e1782c6 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:39:09.865717 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a40c5c79-5a82-40ff-9cea-31be4e1782c6 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks [] for router (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:09.866866 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-a40c5c79-5a82-40ff-9cea-31be4e1782c6 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] 10.222.0.20 "PUT /v2.0/routers/49c6f71c-b355-4640-95b9-a68ee3fc2047 HTTP/1.1" status: 200 len: 696 time: 0.4647753 Feb 28 10:39:09.869145 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16fb266d-4ff1-4710-b78a-3f9c957b4e17 None None] Sync routers for ids ['49c6f71c-b355-4640-95b9-a68ee3fc2047'] in dv-neutron-master-2-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:39:09.870268 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 39896) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:09.881376 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16fb266d-4ff1-4710-b78a-3f9c957b4e17 None None] Routers {'49c6f71c-b355-4640-95b9-a68ee3fc2047'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:39:09.881972 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-16fb266d-4ff1-4710-b78a-3f9c957b4e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:38:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['49c6f71c-b355-4640-95b9-a68ee3fc2047'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:39:09.963343 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-ae12fe71-d9a0-49c2-b99b-1f93c74abe96 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] 10.222.0.20 "GET /v2.0/routers/49c6f71c-b355-4640-95b9-a68ee3fc2047 HTTP/1.1" status: 200 len: 702 time: 0.0910408 Feb 28 10:39:09.965759 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 39898) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:09.993041 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-16fb266d-4ff1-4710-b78a-3f9c957b4e17 None None] Set router 49c6f71c-b355-4640-95b9-a68ee3fc2047 gateway port host: None {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:39:10.001277 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-61e9820c-f373-4deb-bbe5-c4a234d5c886 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] 10.222.0.20 "GET /v2.0/ports?device_id=49c6f71c-b355-4640-95b9-a68ee3fc2047 HTTP/1.1" status: 200 len: 205 time: 0.0344477 Feb 28 10:39:10.004579 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 39900) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:10.067573 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-16fb266d-4ff1-4710-b78a-3f9c957b4e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49c6f71c-b355-4640-95b9-a68ee3fc2047', 'name': 'tempest-RoutersIpV6Test-router-49412770', 'tenant_id': '0807ae000e4d47fbb1b05ed62ebad745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:39:09Z', 'updated_at': '2022-02-28T10:39:09Z', 'revision_number': 2, 'project_id': '0807ae000e4d47fbb1b05ed62ebad745', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:39:10.094629 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-57a800a6-81ab-441b-9b11-209da1b1ebd1 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks [] for router (49c6f71c-b355-4640-95b9-a68ee3fc2047), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:10.098539 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16fb266d-4ff1-4710-b78a-3f9c957b4e17 None None] Checking router: 49c6f71c-b355-4640-95b9-a68ee3fc2047 for host: dv-neutron-master-2-hyperv {{(pid=103410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:39:10.107328 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16fb266d-4ff1-4710-b78a-3f9c957b4e17 None None] Routers {'49c6f71c-b355-4640-95b9-a68ee3fc2047'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:39:10.107937 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-16fb266d-4ff1-4710-b78a-3f9c957b4e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:38:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['49c6f71c-b355-4640-95b9-a68ee3fc2047'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:39:10.181245 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-16fb266d-4ff1-4710-b78a-3f9c957b4e17 None None] Set router 49c6f71c-b355-4640-95b9-a68ee3fc2047 gateway port host: None {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:39:10.238156 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-16fb266d-4ff1-4710-b78a-3f9c957b4e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49c6f71c-b355-4640-95b9-a68ee3fc2047', 'name': 'tempest-RoutersIpV6Test-router-49412770', 'tenant_id': '0807ae000e4d47fbb1b05ed62ebad745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:39:09Z', 'updated_at': '2022-02-28T10:39:09Z', 'revision_number': 2, 'project_id': '0807ae000e4d47fbb1b05ed62ebad745', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:39:10.265270 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16fb266d-4ff1-4710-b78a-3f9c957b4e17 None None] The sync data for ids ['49c6f71c-b355-4640-95b9-a68ee3fc2047'] in dv-neutron-master-2-hyperv is: [{'id': '49c6f71c-b355-4640-95b9-a68ee3fc2047', 'name': 'tempest-RoutersIpV6Test-router-49412770', 'tenant_id': '0807ae000e4d47fbb1b05ed62ebad745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:39:09Z', 'updated_at': '2022-02-28T10:39:09Z', 'revision_number': 2, 'project_id': '0807ae000e4d47fbb1b05ed62ebad745', 'gw_port_host': None}] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:39:10.272324 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-57a800a6-81ab-441b-9b11-209da1b1ebd1 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1807017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5941'] for router (49c6f71c-b355-4640-95b9-a68ee3fc2047), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:10.274659 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-57a800a6-81ab-441b-9b11-209da1b1ebd1 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks [] for router_controller (49c6f71c-b355-4640-95b9-a68ee3fc2047), precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:10.329080 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-57a800a6-81ab-441b-9b11-209da1b1ebd1 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1806994'] for router (49c6f71c-b355-4640-95b9-a68ee3fc2047), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:10.329841 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57a800a6-81ab-441b-9b11-209da1b1ebd1 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Fanout notify agent at l3_agent the message router_deleted on router 49c6f71c-b355-4640-95b9-a68ee3fc2047 {{(pid=103408) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 10:39:10.336662 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-57a800a6-81ab-441b-9b11-209da1b1ebd1 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] Publish callbacks [] for router (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:10.338185 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-57a800a6-81ab-441b-9b11-209da1b1ebd1 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] 10.222.0.20 "DELETE /v2.0/routers/49c6f71c-b355-4640-95b9-a68ee3fc2047 HTTP/1.1" status: 204 len: 168 time: 0.3326409 Feb 28 10:39:10.342777 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 39902) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:10.373498 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-1a915f82-4da0-4fe2-9d6a-07d90f87c381 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] 10.222.0.20 "GET /v2.0/ports?device_id=49c6f71c-b355-4640-95b9-a68ee3fc2047 HTTP/1.1" status: 200 len: 205 time: 0.0293939 Feb 28 10:39:10.376676 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 39904) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:10.428184 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.api.v2.resource [None req-ba34fef3-199d-4c86-86f3-baff8a41789c tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] delete failed (client error): The resource could not be found. Feb 28 10:39:10.432215 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-ba34fef3-199d-4c86-86f3-baff8a41789c tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] 10.222.0.20 "DELETE /v2.0/routers/49c6f71c-b355-4640-95b9-a68ee3fc2047 HTTP/1.1" status: 404 len: 336 time: 0.0510638 Feb 28 10:39:10.432391 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 39906) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:10.460871 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-31a0628e-763b-48b2-88d4-a61332f6d417 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] DELETE failed (client error): The resource could not be found. Feb 28 10:39:10.461343 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31a0628e-763b-48b2-88d4-a61332f6d417 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:39:10.469866 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-31a0628e-763b-48b2-88d4-a61332f6d417 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] 10.222.0.20 "DELETE /v2.0/subnets/a20520ee-75cf-48cc-b9a1-fa9311fa5313 HTTP/1.1" status: 404 len: 337 time: 0.0313070 Feb 28 10:39:10.470200 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 39908) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:10.503670 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bf9918f-b2d9-4a35-bdba-de7b68cfcc25 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] DELETE failed (client error): The resource could not be found. Feb 28 10:39:10.504424 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8bf9918f-b2d9-4a35-bdba-de7b68cfcc25 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:39:10.507244 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-8bf9918f-b2d9-4a35-bdba-de7b68cfcc25 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] 10.222.0.20 "DELETE /v2.0/subnets/1ffa4636-e55a-44b1-8154-f9b81c57cfe5 HTTP/1.1" status: 404 len: 337 time: 0.0362592 Feb 28 10:39:10.509900 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 39910) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:10.542848 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-52a5aefb-e5ff-49c9-bd25-5cf5512b9b68 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] DELETE failed (client error): The resource could not be found. Feb 28 10:39:10.543335 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52a5aefb-e5ff-49c9-bd25-5cf5512b9b68 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103408) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:39:10.546704 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-52a5aefb-e5ff-49c9-bd25-5cf5512b9b68 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] 10.222.0.20 "DELETE /v2.0/subnets/128ab509-542e-47db-8b28-b5b48356d8a9 HTTP/1.1" status: 404 len: 337 time: 0.0356464 Feb 28 10:39:10.549530 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 39912) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:10.577601 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9a4617e-4bed-4a69-b160-a17e147d71fe tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] DELETE failed (client error): The resource could not be found. Feb 28 10:39:10.578474 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9a4617e-4bed-4a69-b160-a17e147d71fe tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103408) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:39:10.581479 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-b9a4617e-4bed-4a69-b160-a17e147d71fe tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] 10.222.0.20 "DELETE /v2.0/subnets/c7c54e02-1f3a-494d-8b6f-02c6ef5d3af1 HTTP/1.1" status: 404 len: 337 time: 0.0309258 Feb 28 10:39:10.585779 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 39914) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:10.616086 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-e223c702-cdc2-4f15-9ebd-ce746537ce17 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] 10.222.0.20 "GET /v2.0/ports?device_id=390e8ac3-8a1b-43fa-8d26-7ebd860f79fb HTTP/1.1" status: 200 len: 205 time: 0.0290151 Feb 28 10:39:10.618564 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 39916) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:10.658682 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.api.v2.resource [None req-dfa2a785-072d-4e73-87be-5d7700286b8b tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] delete failed (client error): The resource could not be found. Feb 28 10:39:10.659785 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-dfa2a785-072d-4e73-87be-5d7700286b8b tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] 10.222.0.20 "DELETE /v2.0/routers/390e8ac3-8a1b-43fa-8d26-7ebd860f79fb HTTP/1.1" status: 404 len: 336 time: 0.0403042 Feb 28 10:39:10.664020 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 39918) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:10.699554 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-92564af7-b7d0-4fa8-9592-da3594873f79 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c31df0c-667e-4460-ad09-5b426c7b6041 HTTP/1.1" status: 200 len: 205 time: 0.0343900 Feb 28 10:39:10.703519 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 39920) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:10.743346 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.api.v2.resource [None req-136b9c8a-8136-4d98-8f6a-6f23270243ee tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] delete failed (client error): The resource could not be found. Feb 28 10:39:10.744287 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-136b9c8a-8136-4d98-8f6a-6f23270243ee tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] 10.222.0.20 "DELETE /v2.0/routers/4c31df0c-667e-4460-ad09-5b426c7b6041 HTTP/1.1" status: 404 len: 336 time: 0.0398562 Feb 28 10:39:10.747532 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 39922) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:10.791672 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6addc86-26b4-402d-9a22-d057a570dcee tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] DELETE failed (client error): The resource could not be found. Feb 28 10:39:10.792130 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6addc86-26b4-402d-9a22-d057a570dcee tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103408) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:39:10.795302 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-b6addc86-26b4-402d-9a22-d057a570dcee tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] 10.222.0.20 "DELETE /v2.0/subnets/a0ff8e9f-da34-40f6-86c2-77d610377e84 HTTP/1.1" status: 404 len: 337 time: 0.0461915 Feb 28 10:39:10.798152 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 39924) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:10.832683 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-10aa1316-2db6-46ff-9f21-d6e327b0ed1d tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f049d93-a7d6-45cd-bcb3-a87e60b398d7 HTTP/1.1" status: 200 len: 205 time: 0.0333426 Feb 28 10:39:10.836271 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 39926) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:10.893760 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.api.v2.resource [None req-493c7211-ec5a-4359-801b-88d7be34d1b4 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] delete failed (client error): The resource could not be found. Feb 28 10:39:10.894858 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-493c7211-ec5a-4359-801b-88d7be34d1b4 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] 10.222.0.20 "DELETE /v2.0/routers/4f049d93-a7d6-45cd-bcb3-a87e60b398d7 HTTP/1.1" status: 404 len: 336 time: 0.0566499 Feb 28 10:39:10.899635 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 39928) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:10.932223 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-b6860ab0-2f65-43ef-ac41-73e5a60c9aea tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0f731a3-8d41-4751-bb25-ad89d577839d HTTP/1.1" status: 200 len: 205 time: 0.0314093 Feb 28 10:39:10.934530 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 39930) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:10.975379 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.api.v2.resource [None req-9814b6ba-23fa-4df5-bd80-6cfd62f5c2d6 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] delete failed (client error): The resource could not be found. Feb 28 10:39:10.976286 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-9814b6ba-23fa-4df5-bd80-6cfd62f5c2d6 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] 10.222.0.20 "DELETE /v2.0/routers/b0f731a3-8d41-4751-bb25-ad89d577839d HTTP/1.1" status: 404 len: 336 time: 0.0408263 Feb 28 10:39:10.979055 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 39932) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:11.009251 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-97c14812-d1fb-49d2-ba9c-0ac536acf382 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] DELETE failed (client error): The resource could not be found. Feb 28 10:39:11.009915 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97c14812-d1fb-49d2-ba9c-0ac536acf382 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103408) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:39:11.013376 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-97c14812-d1fb-49d2-ba9c-0ac536acf382 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] 10.222.0.20 "DELETE /v2.0/subnets/8c6f3ad5-4898-42ad-8215-7bf0e28342f7 HTTP/1.1" status: 404 len: 337 time: 0.0332673 Feb 28 10:39:11.016869 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 39934) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:11.022802 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-64709176-f928-4235-bcd1-2bc30a58e211 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fc6c9b74-8dbb-41bb-800a-5bd3a43fe896), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:11.051390 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-c355fa00-abeb-4312-845f-54338528efd5 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] 10.222.0.20 "GET /v2.0/ports?device_id=f50f8d40-4f19-40b2-a33e-cf094b2a8ae6 HTTP/1.1" status: 200 len: 205 time: 0.0333550 Feb 28 10:39:11.054463 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 39936) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:11.093280 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.api.v2.resource [None req-9e2c9b94-c9b2-410c-b979-3ed3253921b4 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] delete failed (client error): The resource could not be found. Feb 28 10:39:11.094333 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-9e2c9b94-c9b2-410c-b979-3ed3253921b4 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] 10.222.0.20 "DELETE /v2.0/routers/f50f8d40-4f19-40b2-a33e-cf094b2a8ae6 HTTP/1.1" status: 404 len: 336 time: 0.0389700 Feb 28 10:39:11.097143 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 39938) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:11.129351 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-889a0e2a-7087-4f43-b775-e646527d870a tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] DELETE failed (client error): The resource could not be found. Feb 28 10:39:11.129825 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-889a0e2a-7087-4f43-b775-e646527d870a tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103408) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:39:11.132983 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-889a0e2a-7087-4f43-b775-e646527d870a tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] 10.222.0.20 "DELETE /v2.0/subnets/8f8027cd-450a-45f2-8bb7-678b27c89363 HTTP/1.1" status: 404 len: 337 time: 0.0349548 Feb 28 10:39:11.135736 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 39940) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:11.164322 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-91bc2769-628c-4d4a-b1cf-d36bd9dbf136 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] 10.222.0.20 "GET /v2.0/ports?device_id=9947a719-120b-4ba4-b011-4d84bd3462ce HTTP/1.1" status: 200 len: 205 time: 0.0274489 Feb 28 10:39:11.166760 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 39942) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:11.215922 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.api.v2.resource [None req-6a3a6397-b8de-445a-bd19-77d2295500ec tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] delete failed (client error): The resource could not be found. Feb 28 10:39:11.217066 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-6a3a6397-b8de-445a-bd19-77d2295500ec tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] 10.222.0.20 "DELETE /v2.0/routers/9947a719-120b-4ba4-b011-4d84bd3462ce HTTP/1.1" status: 404 len: 336 time: 0.0493629 Feb 28 10:39:11.221378 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 39944) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:11.248478 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-aab5f6b5-4ddb-4a17-8f63-969c61a4a178 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] DELETE failed (client error): The resource could not be found. Feb 28 10:39:11.248984 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aab5f6b5-4ddb-4a17-8f63-969c61a4a178 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103408) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:39:11.252292 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-aab5f6b5-4ddb-4a17-8f63-969c61a4a178 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] 10.222.0.20 "DELETE /v2.0/subnets/abfea844-6496-4268-a969-554e3e459d34 HTTP/1.1" status: 404 len: 337 time: 0.0299420 Feb 28 10:39:11.255142 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 39946) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:11.288010 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-419dac17-d238-4398-a111-44dc12f8c407 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] DELETE failed (client error): The resource could not be found. Feb 28 10:39:11.289226 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-419dac17-d238-4398-a111-44dc12f8c407 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103408) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 10:39:11.292719 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-419dac17-d238-4398-a111-44dc12f8c407 tempest-RoutersIpV6Test-1086392943 tempest-RoutersIpV6Test-1086392943-project] 10.222.0.20 "DELETE /v2.0/subnets/f55ef4d9-a802-4805-8d34-c2ed69892fa0 HTTP/1.1" status: 404 len: 337 time: 0.0365794 Feb 28 10:39:11.619753 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 39952) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:11.771812 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-b2ae163e-6880-4fb0-8ee4-0fda076c75f2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0807ae000e4d47fbb1b05ed62ebad745&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1507592 Feb 28 10:39:11.774523 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 39956) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:11.834158 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-651504bd-a19a-42fb-9f9f-1dc2254757f9 admin admin] Publish callbacks [] for security_group (9ce89fee-4338-40e3-a39d-bbc9f34bfd54), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:11.867704 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-651504bd-a19a-42fb-9f9f-1dc2254757f9 admin admin] Publish callbacks [] for security_group (9ce89fee-4338-40e3-a39d-bbc9f34bfd54), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:11.915323 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-651504bd-a19a-42fb-9f9f-1dc2254757f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (9ce89fee-4338-40e3-a39d-bbc9f34bfd54), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:11.918294 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-651504bd-a19a-42fb-9f9f-1dc2254757f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:11.919486 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-651504bd-a19a-42fb-9f9f-1dc2254757f9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9ce89fee-4338-40e3-a39d-bbc9f34bfd54 HTTP/1.1" status: 204 len: 168 time: 0.1439164 Feb 28 10:39:11.927814 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651504bd-a19a-42fb-9f9f-1dc2254757f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ce89fee-4338-40e3-a39d-bbc9f34bfd54,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:12.010568 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b6d631fb-7df0-4fe1-8322-abff3b61cae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (0db5147a-92a3-4581-8a5f-8ec9b93e0600), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:12.712995 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 39978) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:12.806863 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-892e504d-aabe-4ed2-9bcd-5d4c2dc736ec tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:39:12.807361 dv-neutron-master-2-hyperv neutron-server[103408]: WARNING neutron.api.v2.base [None req-892e504d-aabe-4ed2-9bcd-5d4c2dc736ec tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 28 10:39:12.807815 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.api.v2.resource [None req-892e504d-aabe-4ed2-9bcd-5d4c2dc736ec tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] create failed (client error): There was a conflict when trying to complete your request. Feb 28 10:39:12.808770 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-892e504d-aabe-4ed2-9bcd-5d4c2dc736ec tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.0947666 Feb 28 10:39:12.818054 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 39982) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:12.828599 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-f3324c25-1631-4991-8bf3-47df8f5fb752 tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] Request body: {'security_group': {'name': 'tempest-secgroup--2057267377'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:39:12.853013 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f3324c25-1631-4991-8bf3-47df8f5fb752 tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] Publish callbacks [] for security_group (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:12.862609 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f3324c25-1631-4991-8bf3-47df8f5fb752 tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] Publish callbacks [] for security_group (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:12.957339 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f3324c25-1631-4991-8bf3-47df8f5fb752 tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] Publish callbacks [] for security_group (59fff650-5ecb-4cd7-94f9-3e862da65472), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:12.963841 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f3324c25-1631-4991-8bf3-47df8f5fb752 tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (59fff650-5ecb-4cd7-94f9-3e862da65472), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:13.034269 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3324c25-1631-4991-8bf3-47df8f5fb752 tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59fff650-5ecb-4cd7-94f9-3e862da65472,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:13.086970 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f3324c25-1631-4991-8bf3-47df8f5fb752 tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] Publish callbacks [] for security_group (f6a3b559-796e-4c6b-873a-dab12fa1e9e8), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:13.095732 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f3324c25-1631-4991-8bf3-47df8f5fb752 tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (f6a3b559-796e-4c6b-873a-dab12fa1e9e8), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:13.128040 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f3324c25-1631-4991-8bf3-47df8f5fb752 tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] Publish callbacks [] for security_group (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:13.129425 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-f3324c25-1631-4991-8bf3-47df8f5fb752 tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3094661 Feb 28 10:39:13.134858 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3324c25-1631-4991-8bf3-47df8f5fb752 tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6a3b559-796e-4c6b-873a-dab12fa1e9e8,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:13.193576 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 39984) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:13.200503 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-7c875e4a-d9dd-46a9-9224-5d48fcf00d76 tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] Request body: {'security_group_rule': {'security_group_id': 'f6a3b559-796e-4c6b-873a-dab12fa1e9e8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:39:13.242163 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7c875e4a-d9dd-46a9-9224-5d48fcf00d76 tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] Publish callbacks [] for security_group_rule (5d403217-0450-46f4-a014-03087bf3f330), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:13.319606 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7c875e4a-d9dd-46a9-9224-5d48fcf00d76 tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] Publish callbacks [] for security_group_rule (5d403217-0450-46f4-a014-03087bf3f330), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:13.323557 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7c875e4a-d9dd-46a9-9224-5d48fcf00d76 tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594242'] for security_group_rule (5d403217-0450-46f4-a014-03087bf3f330), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:13.347824 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c875e4a-d9dd-46a9-9224-5d48fcf00d76 tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d403217-0450-46f4-a014-03087bf3f330,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:13.359538 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7c875e4a-d9dd-46a9-9224-5d48fcf00d76 tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:13.363779 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-7c875e4a-d9dd-46a9-9224-5d48fcf00d76 tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1687872 Feb 28 10:39:13.364214 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 39986) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:13.371104 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-56247f13-f549-4055-997c-07da0ad50fe3 tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] Request body: {'security_group_rule': {'security_group_id': 'f6a3b559-796e-4c6b-873a-dab12fa1e9e8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:39:13.405917 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-56247f13-f549-4055-997c-07da0ad50fe3 tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] Publish callbacks [] for security_group_rule (d87c9258-02db-441d-a27b-48d324b7acbc), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:13.428395 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6b923bb1-06b0-4b84-b461-7cc1d0196090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (2e621730-3978-4720-b581-ac380e97a567), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:13.467089 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.api.v2.resource [None req-56247f13-f549-4055-997c-07da0ad50fe3 tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] create failed (client error): There was a conflict when trying to complete your request. Feb 28 10:39:13.469134 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-56247f13-f549-4055-997c-07da0ad50fe3 tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1028941 Feb 28 10:39:13.472766 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 39988) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:13.541510 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3ae04932-24f7-48a7-9b6f-2c052d9188ab tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] Publish callbacks [] for security_group (f6a3b559-796e-4c6b-873a-dab12fa1e9e8), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:13.571952 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3ae04932-24f7-48a7-9b6f-2c052d9188ab tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] Publish callbacks [] for security_group (f6a3b559-796e-4c6b-873a-dab12fa1e9e8), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:13.625254 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3ae04932-24f7-48a7-9b6f-2c052d9188ab tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (f6a3b559-796e-4c6b-873a-dab12fa1e9e8), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:13.627998 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3ae04932-24f7-48a7-9b6f-2c052d9188ab tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:13.629319 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-3ae04932-24f7-48a7-9b6f-2c052d9188ab tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] 10.222.0.20 "DELETE /v2.0/security-groups/f6a3b559-796e-4c6b-873a-dab12fa1e9e8 HTTP/1.1" status: 204 len: 168 time: 0.1554670 Feb 28 10:39:13.632195 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 39990) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:13.639030 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae04932-24f7-48a7-9b6f-2c052d9188ab tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6a3b559-796e-4c6b-873a-dab12fa1e9e8,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:13.685027 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-3e5858a4-2bd6-463b-acf2-c3203ba52b5f tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0515156 Feb 28 10:39:13.689305 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 39992) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:13.693578 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-9d170e45-430f-4a19-9f00-a2699da5a907 tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] Request body: {'security_group': {'name': 'tempest-secgroup--1633825765'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:39:13.717304 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d170e45-430f-4a19-9f00-a2699da5a907 tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] Publish callbacks [] for security_group (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:13.786950 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d170e45-430f-4a19-9f00-a2699da5a907 tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] Publish callbacks [] for security_group (e8923089-3c3c-4dca-8d75-509b547a247a), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:13.792020 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d170e45-430f-4a19-9f00-a2699da5a907 tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (e8923089-3c3c-4dca-8d75-509b547a247a), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:13.822082 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d170e45-430f-4a19-9f00-a2699da5a907 tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8923089-3c3c-4dca-8d75-509b547a247a,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:13.827163 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9d170e45-430f-4a19-9f00-a2699da5a907 tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] Publish callbacks [] for security_group (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:13.832069 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 39994) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:13.832179 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-9d170e45-430f-4a19-9f00-a2699da5a907 tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1418464 Feb 28 10:39:13.836754 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-406eaf12-cc71-4ea1-b29a-b38b08a80849 tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] Request body: {'security_group_rule': {'security_group_id': 'e8923089-3c3c-4dca-8d75-509b547a247a', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:39:13.837616 dv-neutron-master-2-hyperv neutron-server[103407]: WARNING neutron.api.v2.base [None req-406eaf12-cc71-4ea1-b29a-b38b08a80849 tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Feb 28 10:39:13.838116 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.api.v2.resource [None req-406eaf12-cc71-4ea1-b29a-b38b08a80849 tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 10:39:13.839065 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-406eaf12-cc71-4ea1-b29a-b38b08a80849 tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0058849 Feb 28 10:39:13.841752 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 39996) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:13.913286 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4f6e5f30-2977-4fcc-9abd-75767dbaee8b tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] Publish callbacks [] for security_group (e8923089-3c3c-4dca-8d75-509b547a247a), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:13.938795 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4f6e5f30-2977-4fcc-9abd-75767dbaee8b tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] Publish callbacks [] for security_group (e8923089-3c3c-4dca-8d75-509b547a247a), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:13.986457 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4f6e5f30-2977-4fcc-9abd-75767dbaee8b tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (e8923089-3c3c-4dca-8d75-509b547a247a), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:13.990091 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4f6e5f30-2977-4fcc-9abd-75767dbaee8b tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] Publish callbacks [] for security_group (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:13.991470 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-4f6e5f30-2977-4fcc-9abd-75767dbaee8b tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] 10.222.0.20 "DELETE /v2.0/security-groups/e8923089-3c3c-4dca-8d75-509b547a247a HTTP/1.1" status: 204 len: 168 time: 0.1487768 Feb 28 10:39:13.994359 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 39998) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:14.001870 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6e5f30-2977-4fcc-9abd-75767dbaee8b tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8923089-3c3c-4dca-8d75-509b547a247a,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:14.040631 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-5effcf9b-ee13-4ea0-a01a-de94bdc87a4e tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0449116 Feb 28 10:39:14.044151 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 40000) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:14.049152 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-f42be22b-d4af-4265-9282-5ec6aa7f3920 tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] Request body: {'security_group': {'name': 'tempest-secgroup--974284823'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:39:14.071238 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f42be22b-d4af-4265-9282-5ec6aa7f3920 tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] Publish callbacks [] for security_group (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:14.145926 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f42be22b-d4af-4265-9282-5ec6aa7f3920 tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] Publish callbacks [] for security_group (29cf99ab-d6a6-4faa-b62a-8e317bae010a), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:14.151717 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f42be22b-d4af-4265-9282-5ec6aa7f3920 tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (29cf99ab-d6a6-4faa-b62a-8e317bae010a), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:14.179467 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f42be22b-d4af-4265-9282-5ec6aa7f3920 tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] Publish callbacks [] for security_group (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:14.180781 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-f42be22b-d4af-4265-9282-5ec6aa7f3920 tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1355708 Feb 28 10:39:14.184151 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 40002) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:14.185148 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42be22b-d4af-4265-9282-5ec6aa7f3920 tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29cf99ab-d6a6-4faa-b62a-8e317bae010a,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:14.190916 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-41624aed-a3ca-4837-9f98-560a5e8f01c5 tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] Request body: {'security_group_rule': {'security_group_id': '29cf99ab-d6a6-4faa-b62a-8e317bae010a', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:39:14.191774 dv-neutron-master-2-hyperv neutron-server[103407]: WARNING neutron.api.v2.base [None req-41624aed-a3ca-4837-9f98-560a5e8f01c5 tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Feb 28 10:39:14.192600 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.api.v2.resource [None req-41624aed-a3ca-4837-9f98-560a5e8f01c5 tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 10:39:14.193871 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-41624aed-a3ca-4837-9f98-560a5e8f01c5 tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0086639 Feb 28 10:39:14.197018 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 40004) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:14.254763 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-445a2634-5aa6-4e25-999c-16f7aabd0c5e tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] Publish callbacks [] for security_group (29cf99ab-d6a6-4faa-b62a-8e317bae010a), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:14.280435 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-445a2634-5aa6-4e25-999c-16f7aabd0c5e tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] Publish callbacks [] for security_group (29cf99ab-d6a6-4faa-b62a-8e317bae010a), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:14.327622 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-445a2634-5aa6-4e25-999c-16f7aabd0c5e tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (29cf99ab-d6a6-4faa-b62a-8e317bae010a), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:14.330400 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-445a2634-5aa6-4e25-999c-16f7aabd0c5e tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:14.331703 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-445a2634-5aa6-4e25-999c-16f7aabd0c5e tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] 10.222.0.20 "DELETE /v2.0/security-groups/29cf99ab-d6a6-4faa-b62a-8e317bae010a HTTP/1.1" status: 204 len: 168 time: 0.1336689 Feb 28 10:39:14.334588 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 40006) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:14.341582 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445a2634-5aa6-4e25-999c-16f7aabd0c5e tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29cf99ab-d6a6-4faa-b62a-8e317bae010a,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:14.382576 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-354b284a-276c-4bdd-a16d-7b1b481d8d1a tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0466352 Feb 28 10:39:14.386417 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 40008) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:14.391284 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-478a358f-c3ad-47cf-ba5e-3de7c653a86f tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] Request body: {'security_group': {'name': 'tempest-secgroup--1821987413'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:39:14.414021 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-478a358f-c3ad-47cf-ba5e-3de7c653a86f tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] Publish callbacks [] for security_group (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:14.486754 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-478a358f-c3ad-47cf-ba5e-3de7c653a86f tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] Publish callbacks [] for security_group (473d6720-980f-4a91-b19d-585caad9d060), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:14.492974 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-478a358f-c3ad-47cf-ba5e-3de7c653a86f tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (473d6720-980f-4a91-b19d-585caad9d060), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:14.520992 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-478a358f-c3ad-47cf-ba5e-3de7c653a86f tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] Publish callbacks [] for security_group (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:14.522244 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-478a358f-c3ad-47cf-ba5e-3de7c653a86f tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1347513 Feb 28 10:39:14.525586 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 40010) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:14.526518 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478a358f-c3ad-47cf-ba5e-3de7c653a86f tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=473d6720-980f-4a91-b19d-585caad9d060,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:14.530366 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-714f02bf-2d03-414f-833d-b779a786d914 tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] Request body: {'security_group_rule': {'security_group_id': '473d6720-980f-4a91-b19d-585caad9d060', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:39:14.531314 dv-neutron-master-2-hyperv neutron-server[103407]: WARNING neutron.api.v2.base [None req-714f02bf-2d03-414f-833d-b779a786d914 tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Feb 28 10:39:14.532053 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.api.v2.resource [None req-714f02bf-2d03-414f-833d-b779a786d914 tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 10:39:14.533077 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-714f02bf-2d03-414f-833d-b779a786d914 tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0064723 Feb 28 10:39:14.536296 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 40012) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:14.541054 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-2446bb36-de25-4af7-b2ab-1f4829257dac tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] Request body: {'security_group_rule': {'security_group_id': '473d6720-980f-4a91-b19d-585caad9d060', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:39:14.541743 dv-neutron-master-2-hyperv neutron-server[103408]: WARNING neutron.api.v2.base [None req-2446bb36-de25-4af7-b2ab-1f4829257dac tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Feb 28 10:39:14.542271 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.api.v2.resource [None req-2446bb36-de25-4af7-b2ab-1f4829257dac tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 10:39:14.543213 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-2446bb36-de25-4af7-b2ab-1f4829257dac tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0058234 Feb 28 10:39:14.545835 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 40014) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:14.550154 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-f9f23bce-af9c-4003-bd38-29cb81aa8a08 tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] Request body: {'security_group_rule': {'security_group_id': '473d6720-980f-4a91-b19d-585caad9d060', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:39:14.550969 dv-neutron-master-2-hyperv neutron-server[103408]: WARNING neutron.api.v2.base [None req-f9f23bce-af9c-4003-bd38-29cb81aa8a08 tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Feb 28 10:39:14.551441 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.api.v2.resource [None req-f9f23bce-af9c-4003-bd38-29cb81aa8a08 tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 10:39:14.552341 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-f9f23bce-af9c-4003-bd38-29cb81aa8a08 tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0056241 Feb 28 10:39:14.554992 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 40016) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:14.560125 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-a70d76cb-c779-46bc-a0ca-31031291d253 tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] Request body: {'security_group_rule': {'security_group_id': '473d6720-980f-4a91-b19d-585caad9d060', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:39:14.560983 dv-neutron-master-2-hyperv neutron-server[103408]: WARNING neutron.api.v2.base [None req-a70d76cb-c779-46bc-a0ca-31031291d253 tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Feb 28 10:39:14.561446 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.api.v2.resource [None req-a70d76cb-c779-46bc-a0ca-31031291d253 tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 10:39:14.562520 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-a70d76cb-c779-46bc-a0ca-31031291d253 tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0066497 Feb 28 10:39:14.565331 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 40018) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:14.619727 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-67cdc74e-afcf-4bbf-82a8-cf71bbafcf48 tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] Publish callbacks [] for security_group (473d6720-980f-4a91-b19d-585caad9d060), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:14.642920 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-67cdc74e-afcf-4bbf-82a8-cf71bbafcf48 tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] Publish callbacks [] for security_group (473d6720-980f-4a91-b19d-585caad9d060), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:14.691313 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-67cdc74e-afcf-4bbf-82a8-cf71bbafcf48 tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (473d6720-980f-4a91-b19d-585caad9d060), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:14.695204 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-67cdc74e-afcf-4bbf-82a8-cf71bbafcf48 tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] Publish callbacks [] for security_group (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:14.696373 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-67cdc74e-afcf-4bbf-82a8-cf71bbafcf48 tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] 10.222.0.20 "DELETE /v2.0/security-groups/473d6720-980f-4a91-b19d-585caad9d060 HTTP/1.1" status: 204 len: 168 time: 0.1301622 Feb 28 10:39:14.699332 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 40020) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:14.706144 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cdc74e-afcf-4bbf-82a8-cf71bbafcf48 tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=473d6720-980f-4a91-b19d-585caad9d060,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:14.749492 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-53658736-480d-4c4a-9d5c-e031354d732d tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0488245 Feb 28 10:39:14.753370 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 40022) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:14.757691 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-08406fcb-e8c8-47d1-b003-7bd830f38542 tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] Request body: {'security_group': {'name': 'tempest-secgroup--768525871'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:39:14.779294 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-08406fcb-e8c8-47d1-b003-7bd830f38542 tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:14.848839 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-08406fcb-e8c8-47d1-b003-7bd830f38542 tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] Publish callbacks [] for security_group (fa44e376-276c-4605-8235-b683660be3ee), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:14.854598 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-08406fcb-e8c8-47d1-b003-7bd830f38542 tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (fa44e376-276c-4605-8235-b683660be3ee), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:14.880180 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-08406fcb-e8c8-47d1-b003-7bd830f38542 tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:14.881386 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-08406fcb-e8c8-47d1-b003-7bd830f38542 tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1270745 Feb 28 10:39:14.884766 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 40024) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:14.891359 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08406fcb-e8c8-47d1-b003-7bd830f38542 tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa44e376-276c-4605-8235-b683660be3ee,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:14.892327 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-e681bd1b-ca24-4727-a88d-25f63e916770 tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] Request body: {'security_group_rule': {'security_group_id': 'fa44e376-276c-4605-8235-b683660be3ee', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:39:14.893255 dv-neutron-master-2-hyperv neutron-server[103408]: WARNING neutron.api.v2.base [None req-e681bd1b-ca24-4727-a88d-25f63e916770 tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 28 10:39:14.904970 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.api.v2.resource [None req-e681bd1b-ca24-4727-a88d-25f63e916770 tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 10:39:14.906630 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-e681bd1b-ca24-4727-a88d-25f63e916770 tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0206242 Feb 28 10:39:14.909794 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 40026) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:14.914725 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-6ffac137-f7ee-496a-b5bf-e5eec7c5f380 tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] Request body: {'security_group_rule': {'security_group_id': 'fa44e376-276c-4605-8235-b683660be3ee', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:39:14.922742 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:14.951569 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.api.v2.resource [None req-6ffac137-f7ee-496a-b5bf-e5eec7c5f380 tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 10:39:14.952887 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-6ffac137-f7ee-496a-b5bf-e5eec7c5f380 tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0417948 Feb 28 10:39:14.955585 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 40028) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:14.959985 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-f8a4853f-26d8-455c-ac78-8a14f5b0c493 tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] Request body: {'security_group_rule': {'security_group_id': 'fa44e376-276c-4605-8235-b683660be3ee', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:39:14.960468 dv-neutron-master-2-hyperv neutron-server[103407]: WARNING neutron.api.v2.base [None req-f8a4853f-26d8-455c-ac78-8a14f5b0c493 tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Feb 28 10:39:14.960999 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.api.v2.resource [None req-f8a4853f-26d8-455c-ac78-8a14f5b0c493 tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 10:39:14.961896 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-f8a4853f-26d8-455c-ac78-8a14f5b0c493 tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0053434 Feb 28 10:39:14.964719 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 40030) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:14.969255 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-4f98c155-68bf-49a5-84fe-21b706116e31 tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] Request body: {'security_group_rule': {'security_group_id': 'fa44e376-276c-4605-8235-b683660be3ee', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:39:15.009047 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.api.v2.resource [None req-4f98c155-68bf-49a5-84fe-21b706116e31 tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 10:39:15.010263 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-4f98c155-68bf-49a5-84fe-21b706116e31 tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0446517 Feb 28 10:39:15.013139 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 40032) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:15.018776 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-9d6906f8-b110-440f-9a40-ecaa2a49a270 tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] Request body: {'security_group_rule': {'security_group_id': 'fa44e376-276c-4605-8235-b683660be3ee', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:39:15.019246 dv-neutron-master-2-hyperv neutron-server[103407]: WARNING neutron.api.v2.base [None req-9d6906f8-b110-440f-9a40-ecaa2a49a270 tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 28 10:39:15.019741 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.api.v2.resource [None req-9d6906f8-b110-440f-9a40-ecaa2a49a270 tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 10:39:15.020652 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-9d6906f8-b110-440f-9a40-ecaa2a49a270 tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0062549 Feb 28 10:39:15.023707 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 40034) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:15.029360 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-4e7b8878-938b-45c4-9ea3-1a02bc3dbf97 tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] Request body: {'security_group_rule': {'security_group_id': 'fa44e376-276c-4605-8235-b683660be3ee', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:39:15.056044 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.db.securitygroups_db [None req-4e7b8878-938b-45c4-9ea3-1a02bc3dbf97 tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] Project 926adc6dc3e1456bb6bb4cedbd772b5a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 10:39:15.071167 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.api.v2.resource [None req-4e7b8878-938b-45c4-9ea3-1a02bc3dbf97 tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 10:39:15.072265 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-4e7b8878-938b-45c4-9ea3-1a02bc3dbf97 tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0473073 Feb 28 10:39:15.075626 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 40036) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:15.081110 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-6426a0f3-592c-4891-b403-45bd621ec160 tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] Request body: {'security_group_rule': {'security_group_id': 'fa44e376-276c-4605-8235-b683660be3ee', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:39:15.081671 dv-neutron-master-2-hyperv neutron-server[103408]: WARNING neutron.api.v2.base [None req-6426a0f3-592c-4891-b403-45bd621ec160 tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Feb 28 10:39:15.082215 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.api.v2.resource [None req-6426a0f3-592c-4891-b403-45bd621ec160 tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 10:39:15.083307 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-6426a0f3-592c-4891-b403-45bd621ec160 tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0066037 Feb 28 10:39:15.086556 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 40038) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:15.094581 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-eb84d806-a75b-4ed6-b273-c583d1c47d36 tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] Request body: {'security_group_rule': {'security_group_id': 'fa44e376-276c-4605-8235-b683660be3ee', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:39:15.121220 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.db.securitygroups_db [None req-eb84d806-a75b-4ed6-b273-c583d1c47d36 tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] Project 926adc6dc3e1456bb6bb4cedbd772b5a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 10:39:15.138947 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.api.v2.resource [None req-eb84d806-a75b-4ed6-b273-c583d1c47d36 tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 10:39:15.140102 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-eb84d806-a75b-4ed6-b273-c583d1c47d36 tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0518169 Feb 28 10:39:15.144015 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 40040) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:15.148666 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-2d83b1ae-21ee-469e-8b85-2b4d42c12322 tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] Request body: {'security_group_rule': {'security_group_id': 'fa44e376-276c-4605-8235-b683660be3ee', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:39:15.172310 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.db.securitygroups_db [None req-2d83b1ae-21ee-469e-8b85-2b4d42c12322 tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] Project 926adc6dc3e1456bb6bb4cedbd772b5a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 10:39:15.191668 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.api.v2.resource [None req-2d83b1ae-21ee-469e-8b85-2b4d42c12322 tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 10:39:15.192840 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-2d83b1ae-21ee-469e-8b85-2b4d42c12322 tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0476735 Feb 28 10:39:15.195894 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 40042) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:15.265139 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6e457610-c3b7-461e-a114-ea030e0619bf tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] Publish callbacks [] for security_group (fa44e376-276c-4605-8235-b683660be3ee), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:15.293934 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6e457610-c3b7-461e-a114-ea030e0619bf tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] Publish callbacks [] for security_group (fa44e376-276c-4605-8235-b683660be3ee), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:15.358817 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6e457610-c3b7-461e-a114-ea030e0619bf tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (fa44e376-276c-4605-8235-b683660be3ee), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:15.361538 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6e457610-c3b7-461e-a114-ea030e0619bf tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:15.362725 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-6e457610-c3b7-461e-a114-ea030e0619bf tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] 10.222.0.20 "DELETE /v2.0/security-groups/fa44e376-276c-4605-8235-b683660be3ee HTTP/1.1" status: 204 len: 168 time: 0.1658998 Feb 28 10:39:15.365666 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 40044) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:15.372009 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e457610-c3b7-461e-a114-ea030e0619bf tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa44e376-276c-4605-8235-b683660be3ee,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:15.418411 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-81067408-bf74-45bf-a554-321d26aef806 tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0515521 Feb 28 10:39:15.426235 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 40046) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:15.430882 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-4a3eccbc-562c-48f0-95ff-5041f797cd8c tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] Request body: {'security_group': {'name': 'tempest-secgroup--96085783'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:39:15.452537 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4a3eccbc-562c-48f0-95ff-5041f797cd8c tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] Publish callbacks [] for security_group (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:15.519277 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4a3eccbc-562c-48f0-95ff-5041f797cd8c tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] Publish callbacks [] for security_group (ec3d6b25-4ed8-4fbb-8d4a-b24697e6df7d), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:15.524434 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4a3eccbc-562c-48f0-95ff-5041f797cd8c tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (ec3d6b25-4ed8-4fbb-8d4a-b24697e6df7d), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:15.552837 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4a3eccbc-562c-48f0-95ff-5041f797cd8c tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] Publish callbacks [] for security_group (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:15.554075 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-4a3eccbc-562c-48f0-95ff-5041f797cd8c tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1268566 Feb 28 10:39:15.557939 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 40048) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:15.558796 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3eccbc-562c-48f0-95ff-5041f797cd8c tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec3d6b25-4ed8-4fbb-8d4a-b24697e6df7d,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:15.562982 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-9a7bae39-8112-4013-89f0-97b91dfa1e2e tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] Request body: {'security_group_rule': {'security_group_id': 'ec3d6b25-4ed8-4fbb-8d4a-b24697e6df7d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:39:15.607007 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.api.v2.resource [None req-9a7bae39-8112-4013-89f0-97b91dfa1e2e tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] create failed (client error): The resource could not be found. Feb 28 10:39:15.608176 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-9a7bae39-8112-4013-89f0-97b91dfa1e2e tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0491495 Feb 28 10:39:15.611197 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 40050) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:15.615640 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-75eb54c4-f1b2-4a73-a3c8-d3749fd95456 tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] Request body: {'security_group_rule': {'security_group_id': 'ec3d6b25-4ed8-4fbb-8d4a-b24697e6df7d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '7387cca3-59f4-4746-8913-0f07ce019756'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:39:15.660986 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.api.v2.resource [None req-75eb54c4-f1b2-4a73-a3c8-d3749fd95456 tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] create failed (client error): The resource could not be found. Feb 28 10:39:15.662063 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-75eb54c4-f1b2-4a73-a3c8-d3749fd95456 tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0499187 Feb 28 10:39:15.665134 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 40052) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:15.718896 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9b941faa-3dc0-4751-a138-87aa26da9255 tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] Publish callbacks [] for security_group (ec3d6b25-4ed8-4fbb-8d4a-b24697e6df7d), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:15.742005 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9b941faa-3dc0-4751-a138-87aa26da9255 tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] Publish callbacks [] for security_group (ec3d6b25-4ed8-4fbb-8d4a-b24697e6df7d), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:15.793131 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9b941faa-3dc0-4751-a138-87aa26da9255 tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (ec3d6b25-4ed8-4fbb-8d4a-b24697e6df7d), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:15.796849 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9b941faa-3dc0-4751-a138-87aa26da9255 tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:15.798061 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-9b941faa-3dc0-4751-a138-87aa26da9255 tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] 10.222.0.20 "DELETE /v2.0/security-groups/ec3d6b25-4ed8-4fbb-8d4a-b24697e6df7d HTTP/1.1" status: 204 len: 168 time: 0.1317976 Feb 28 10:39:15.801084 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 40054) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:15.807886 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b941faa-3dc0-4751-a138-87aa26da9255 tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec3d6b25-4ed8-4fbb-8d4a-b24697e6df7d,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:15.851959 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-5ff5e3d5-c285-46a3-8f3e-59084dd262ef tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0495427 Feb 28 10:39:15.856319 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 40056) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:15.860884 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-adcc4db9-9025-4902-be50-aeb22b3f65fb tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] Request body: {'security_group_rule': {'security_group_id': 'bad1d0c6-82c4-4d8a-b64b-34690f807736', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:39:15.900437 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.api.v2.resource [None req-adcc4db9-9025-4902-be50-aeb22b3f65fb tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] create failed (client error): The resource could not be found. Feb 28 10:39:15.901564 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-adcc4db9-9025-4902-be50-aeb22b3f65fb tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0442646 Feb 28 10:39:15.905452 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 40058) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:15.909909 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-f71c74c3-a57f-40a0-a50c-92e0804fb428 tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] Request body: {'security_group': {'name': 'tempest-secgroup--617652425'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:39:15.931402 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f71c74c3-a57f-40a0-a50c-92e0804fb428 tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] Publish callbacks [] for security_group (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:16.005960 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f71c74c3-a57f-40a0-a50c-92e0804fb428 tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] Publish callbacks [] for security_group (9b9498e7-a533-487b-9793-f1bc5e55f424), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:16.010862 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f71c74c3-a57f-40a0-a50c-92e0804fb428 tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (9b9498e7-a533-487b-9793-f1bc5e55f424), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:16.039923 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f71c74c3-a57f-40a0-a50c-92e0804fb428 tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] Publish callbacks [] for security_group (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:16.041224 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-f71c74c3-a57f-40a0-a50c-92e0804fb428 tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1348603 Feb 28 10:39:16.044223 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 40060) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:16.049210 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-9ef3f91e-0b9c-4458-b5e9-83a53d529aa9 tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] Request body: {'security_group': {'name': 'tempest-secgroup--75939241'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:39:16.056629 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71c74c3-a57f-40a0-a50c-92e0804fb428 tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b9498e7-a533-487b-9793-f1bc5e55f424,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:16.076494 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9ef3f91e-0b9c-4458-b5e9-83a53d529aa9 tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] Publish callbacks [] for security_group (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:16.158628 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9ef3f91e-0b9c-4458-b5e9-83a53d529aa9 tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] Publish callbacks [] for security_group (5a718279-8fec-4350-b053-25a3f39a25ac), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:16.163233 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9ef3f91e-0b9c-4458-b5e9-83a53d529aa9 tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (5a718279-8fec-4350-b053-25a3f39a25ac), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:16.192234 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9ef3f91e-0b9c-4458-b5e9-83a53d529aa9 tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] Publish callbacks [] for security_group (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:16.193434 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-9ef3f91e-0b9c-4458-b5e9-83a53d529aa9 tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1482310 Feb 28 10:39:16.196505 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 40062) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:16.197646 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef3f91e-0b9c-4458-b5e9-83a53d529aa9 tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a718279-8fec-4350-b053-25a3f39a25ac,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:16.201881 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-007cd082-5d83-42d9-8706-b6a641adeb24 tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] Request body: {'security_group_rule': {'security_group_id': '9b9498e7-a533-487b-9793-f1bc5e55f424', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '5a718279-8fec-4350-b053-25a3f39a25ac'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:39:16.246797 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.api.v2.resource [None req-007cd082-5d83-42d9-8706-b6a641adeb24 tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 10:39:16.247904 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-007cd082-5d83-42d9-8706-b6a641adeb24 tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0497768 Feb 28 10:39:16.251359 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 40064) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:16.321010 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b6bbbf43-7a6d-4aa5-8400-9e62edd6b8ff tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] Publish callbacks [] for security_group (5a718279-8fec-4350-b053-25a3f39a25ac), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:16.347647 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b6bbbf43-7a6d-4aa5-8400-9e62edd6b8ff tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] Publish callbacks [] for security_group (5a718279-8fec-4350-b053-25a3f39a25ac), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:16.395553 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b6bbbf43-7a6d-4aa5-8400-9e62edd6b8ff tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (5a718279-8fec-4350-b053-25a3f39a25ac), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:16.398214 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b6bbbf43-7a6d-4aa5-8400-9e62edd6b8ff tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:16.399386 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-b6bbbf43-7a6d-4aa5-8400-9e62edd6b8ff tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] 10.222.0.20 "DELETE /v2.0/security-groups/5a718279-8fec-4350-b053-25a3f39a25ac HTTP/1.1" status: 204 len: 168 time: 0.1470990 Feb 28 10:39:16.402250 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 40066) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:16.412521 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bbbf43-7a6d-4aa5-8400-9e62edd6b8ff tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a718279-8fec-4350-b053-25a3f39a25ac,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:16.464872 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-f07a1148-a4e2-4680-9f4c-3565fd3265cc tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0612111 Feb 28 10:39:16.467646 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 40068) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:16.520749 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4fd34346-90fc-4728-ab8c-b5fa80bfaf08 tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] Publish callbacks [] for security_group (9b9498e7-a533-487b-9793-f1bc5e55f424), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:16.542549 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4fd34346-90fc-4728-ab8c-b5fa80bfaf08 tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] Publish callbacks [] for security_group (9b9498e7-a533-487b-9793-f1bc5e55f424), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:16.597542 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4fd34346-90fc-4728-ab8c-b5fa80bfaf08 tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (9b9498e7-a533-487b-9793-f1bc5e55f424), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:16.600159 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4fd34346-90fc-4728-ab8c-b5fa80bfaf08 tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] Publish callbacks [] for security_group (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:16.601364 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-4fd34346-90fc-4728-ab8c-b5fa80bfaf08 tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] 10.222.0.20 "DELETE /v2.0/security-groups/9b9498e7-a533-487b-9793-f1bc5e55f424 HTTP/1.1" status: 204 len: 168 time: 0.1326342 Feb 28 10:39:16.604279 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 40070) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:16.610429 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd34346-90fc-4728-ab8c-b5fa80bfaf08 tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b9498e7-a533-487b-9793-f1bc5e55f424,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:16.649400 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-98cd5aa0-b868-439b-9a21-8762e8eeaff2 tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0437644 Feb 28 10:39:16.653438 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 40072) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:16.658893 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-79319ef6-1523-45c2-91a1-502663fb1ed3 tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] Request body: {'security_group': {'name': 'tempest-secgroup--392206698'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:39:16.680249 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-79319ef6-1523-45c2-91a1-502663fb1ed3 tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:16.777184 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-31ba96fe-9cc1-45bd-a963-ca0eeb8f89a7 req-5b3aefc1-5c97-4cac-8ab5-b1cfe151833c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8cfd4575-f5a0-41ad-99a8-1ed282e710c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0859754 Feb 28 10:39:16.799225 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-79319ef6-1523-45c2-91a1-502663fb1ed3 tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] Publish callbacks [] for security_group (fb9133f1-e764-4c69-807f-1edb507d1671), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:16.807077 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-79319ef6-1523-45c2-91a1-502663fb1ed3 tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (fb9133f1-e764-4c69-807f-1edb507d1671), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:16.855090 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-79319ef6-1523-45c2-91a1-502663fb1ed3 tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:16.856237 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-79319ef6-1523-45c2-91a1-502663fb1ed3 tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2017241 Feb 28 10:39:16.860147 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79319ef6-1523-45c2-91a1-502663fb1ed3 tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb9133f1-e764-4c69-807f-1edb507d1671,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:16.860316 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 40074) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:16.864579 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-1a0804f8-cd84-487f-8c97-27ccfa7bdfb7 tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] Request body: {'security_group_rule': {'security_group_id': 'fb9133f1-e764-4c69-807f-1edb507d1671', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:39:16.895289 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ba96fe-9cc1-45bd-a963-ca0eeb8f89a7 req-bd9c9073-c5ac-4272-b863-16ad6d33eaf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:16.896839 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-31ba96fe-9cc1-45bd-a963-ca0eeb8f89a7 req-bd9c9073-c5ac-4272-b863-16ad6d33eaf2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2b21c0f8445b44c5a1fb71420d1ffcce&device_id=8cfd4575-f5a0-41ad-99a8-1ed282e710c5 HTTP/1.1" status: 200 len: 1129 time: 0.0535781 Feb 28 10:39:16.904139 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.api.v2.resource [None req-1a0804f8-cd84-487f-8c97-27ccfa7bdfb7 tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 10:39:16.905220 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-1a0804f8-cd84-487f-8c97-27ccfa7bdfb7 tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0445282 Feb 28 10:39:16.908087 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 40076) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:16.913566 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-ea10b43c-f6a2-43a0-afb8-7301b232fa95 tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] Request body: {'security_group_rule': {'security_group_id': 'fb9133f1-e764-4c69-807f-1edb507d1671', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:39:17.015320 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.api.v2.resource [None req-ea10b43c-f6a2-43a0-afb8-7301b232fa95 tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 10:39:17.016381 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-ea10b43c-f6a2-43a0-afb8-7301b232fa95 tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1072822 Feb 28 10:39:17.019417 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 40078) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:17.026193 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ba96fe-9cc1-45bd-a963-ca0eeb8f89a7 req-3667709f-66ea-42e1-8d88-9f1bc08b1bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:17.027754 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-31ba96fe-9cc1-45bd-a963-ca0eeb8f89a7 req-3667709f-66ea-42e1-8d88-9f1bc08b1bfa service neutron] 10.222.0.30 "GET /v2.0/networks?id=a00febe1-61c6-4b3a-939e-05a4c4372ecc HTTP/1.1" status: 200 len: 898 time: 0.1097131 Feb 28 10:39:17.077475 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-64709cd7-5de4-44e3-b25b-348e0e04d903 tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] Publish callbacks [] for security_group (fb9133f1-e764-4c69-807f-1edb507d1671), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:17.095389 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-31ba96fe-9cc1-45bd-a963-ca0eeb8f89a7 req-089d2ce8-aac4-4940-80b2-c2cc1bc78350 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=38641955-40a6-408b-b552-ddf499fac925 HTTP/1.1" status: 200 len: 1001 time: 0.0622671 Feb 28 10:39:17.101733 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-64709cd7-5de4-44e3-b25b-348e0e04d903 tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] Publish callbacks [] for security_group (fb9133f1-e764-4c69-807f-1edb507d1671), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:17.144716 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ba96fe-9cc1-45bd-a963-ca0eeb8f89a7 req-722b26e5-5106-4893-a560-e3f1adf90e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:17.145368 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-64709cd7-5de4-44e3-b25b-348e0e04d903 tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (fb9133f1-e764-4c69-807f-1edb507d1671), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:17.146176 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-31ba96fe-9cc1-45bd-a963-ca0eeb8f89a7 req-722b26e5-5106-4893-a560-e3f1adf90e66 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d602360c-82c2-4373-a020-58af067a06ad HTTP/1.1" status: 200 len: 834 time: 0.0448468 Feb 28 10:39:17.148014 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-64709cd7-5de4-44e3-b25b-348e0e04d903 tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] Publish callbacks [] for security_group (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:17.149236 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-64709cd7-5de4-44e3-b25b-348e0e04d903 tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] 10.222.0.20 "DELETE /v2.0/security-groups/fb9133f1-e764-4c69-807f-1edb507d1671 HTTP/1.1" status: 204 len: 168 time: 0.1287506 Feb 28 10:39:17.152411 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 40080) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:17.170688 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64709cd7-5de4-44e3-b25b-348e0e04d903 tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb9133f1-e764-4c69-807f-1edb507d1671,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:17.202083 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-a36e322e-5506-4770-ad73-50ef556999c7 tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0485640 Feb 28 10:39:17.204161 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ba96fe-9cc1-45bd-a963-ca0eeb8f89a7 req-0805d89d-8ea6-424e-b5e4-22a6e858020d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:39:17.205671 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-31ba96fe-9cc1-45bd-a963-ca0eeb8f89a7 req-0805d89d-8ea6-424e-b5e4-22a6e858020d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a00febe1-61c6-4b3a-939e-05a4c4372ecc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0538321 Feb 28 10:39:17.206178 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 40082) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:17.210682 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-e2317857-6e32-46bb-877a-391ede03eced tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] Request body: {'security_group': {'name': 'tempest-secgroup--1278872324'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:39:17.231133 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e2317857-6e32-46bb-877a-391ede03eced tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] Publish callbacks [] for security_group (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:17.297844 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-31ba96fe-9cc1-45bd-a963-ca0eeb8f89a7 req-13f29a61-999f-425d-9ef6-4db3d801d9a8 service neutron] 10.222.0.30 "GET /v2.0/networks/a00febe1-61c6-4b3a-939e-05a4c4372ecc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857055 Feb 28 10:39:17.303604 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e2317857-6e32-46bb-877a-391ede03eced tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] Publish callbacks [] for security_group (0c7351ff-a427-40ba-861c-54c2edbe2780), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:17.308576 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e2317857-6e32-46bb-877a-391ede03eced tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (0c7351ff-a427-40ba-861c-54c2edbe2780), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:17.339326 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2317857-6e32-46bb-877a-391ede03eced tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c7351ff-a427-40ba-861c-54c2edbe2780,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:17.343701 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e2317857-6e32-46bb-877a-391ede03eced tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] Publish callbacks [] for security_group (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:17.348748 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-e2317857-6e32-46bb-877a-391ede03eced tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1379082 Feb 28 10:39:17.349978 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 40084) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:17.354628 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-013e2373-2282-44ae-bfc6-acfec09ae8eb tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:39:17.355056 dv-neutron-master-2-hyperv neutron-server[103408]: WARNING neutron.api.v2.base [None req-013e2373-2282-44ae-bfc6-acfec09ae8eb tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 28 10:39:17.355559 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.api.v2.resource [None req-013e2373-2282-44ae-bfc6-acfec09ae8eb tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] update failed (client error): There was a conflict when trying to complete your request. Feb 28 10:39:17.356509 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-013e2373-2282-44ae-bfc6-acfec09ae8eb tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] 10.222.0.20 "PUT /v2.0/security-groups/0c7351ff-a427-40ba-861c-54c2edbe2780 HTTP/1.1" status: 409 len: 330 time: 0.0056713 Feb 28 10:39:17.359669 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 40086) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:17.402022 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-31ba96fe-9cc1-45bd-a963-ca0eeb8f89a7 req-f9d15d93-1c59-4489-9d04-d1a593674549 service neutron] 10.222.0.30 "GET /v2.0/networks/a00febe1-61c6-4b3a-939e-05a4c4372ecc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986254 Feb 28 10:39:17.419166 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bfe2d910-17a4-4c3f-9ac2-74f350f60ba7 tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] Publish callbacks [] for security_group (0c7351ff-a427-40ba-861c-54c2edbe2780), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:17.444108 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bfe2d910-17a4-4c3f-9ac2-74f350f60ba7 tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] Publish callbacks [] for security_group (0c7351ff-a427-40ba-861c-54c2edbe2780), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:17.488725 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bfe2d910-17a4-4c3f-9ac2-74f350f60ba7 tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (0c7351ff-a427-40ba-861c-54c2edbe2780), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:17.491262 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bfe2d910-17a4-4c3f-9ac2-74f350f60ba7 tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] Publish callbacks [] for security_group (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:17.492443 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-bfe2d910-17a4-4c3f-9ac2-74f350f60ba7 tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] 10.222.0.20 "DELETE /v2.0/security-groups/0c7351ff-a427-40ba-861c-54c2edbe2780 HTTP/1.1" status: 204 len: 168 time: 0.1323645 Feb 28 10:39:17.495340 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 40088) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:17.504242 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe2d910-17a4-4c3f-9ac2-74f350f60ba7 tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c7351ff-a427-40ba-861c-54c2edbe2780,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:17.541483 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-5f8c2275-8cce-4bc7-845e-3128565dd65f tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0448551 Feb 28 10:39:17.545086 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 40090) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:17.557994 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.api.v2.resource [None req-63e2f01e-faec-48ed-bea9-8b0392a89442 tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] delete failed (client error): The resource could not be found. Feb 28 10:39:17.558913 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-63e2f01e-faec-48ed-bea9-8b0392a89442 tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] 10.222.0.20 "DELETE /v2.0/security-groups/5f1f5a18-4075-457a-b3e7-137b96e7a033 HTTP/1.1" status: 404 len: 347 time: 0.0128958 Feb 28 10:39:17.563181 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 40092) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:17.576115 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.api.v2.resource [None req-279029e8-9649-47aa-9a47-ff3dd011360c tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] show failed (client error): The resource could not be found. Feb 28 10:39:17.577124 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-279029e8-9649-47aa-9a47-ff3dd011360c tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] 10.222.0.20 "GET /v2.0/security-groups/30917405-96f8-4d9f-a257-2701af81aa2b HTTP/1.1" status: 404 len: 347 time: 0.0130479 Feb 28 10:39:17.580978 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 40094) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:17.592231 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.api.v2.resource [None req-2784b011-2a40-4510-ba35-497892838e14 tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] show failed (client error): The resource could not be found. Feb 28 10:39:17.593413 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-2784b011-2a40-4510-ba35-497892838e14 tempest-NegativeSecGroupIPv6Test-1538468604 tempest-NegativeSecGroupIPv6Test-1538468604-project] 10.222.0.20 "GET /v2.0/security-group-rules/5a23913b-947d-4427-a15f-646ff2fe1734 HTTP/1.1" status: 404 len: 356 time: 0.0114381 Feb 28 10:39:17.853400 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 40100) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:17.984284 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-d5ed2d51-cbcd-46f4-8438-4e310dedc397 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=926adc6dc3e1456bb6bb4cedbd772b5a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1295722 Feb 28 10:39:17.986965 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 40104) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:18.045001 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5dc31f67-aa6d-4472-b1d7-eed56f65c3c6 admin admin] Publish callbacks [] for security_group (59fff650-5ecb-4cd7-94f9-3e862da65472), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:18.067014 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5dc31f67-aa6d-4472-b1d7-eed56f65c3c6 admin admin] Publish callbacks [] for security_group (59fff650-5ecb-4cd7-94f9-3e862da65472), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:18.123531 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5dc31f67-aa6d-4472-b1d7-eed56f65c3c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (59fff650-5ecb-4cd7-94f9-3e862da65472), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:18.126303 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5dc31f67-aa6d-4472-b1d7-eed56f65c3c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:18.127506 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-5dc31f67-aa6d-4472-b1d7-eed56f65c3c6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/59fff650-5ecb-4cd7-94f9-3e862da65472 HTTP/1.1" status: 204 len: 168 time: 0.1393211 Feb 28 10:39:18.135307 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc31f67-aa6d-4472-b1d7-eed56f65c3c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59fff650-5ecb-4cd7-94f9-3e862da65472,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:39:20.044971 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.agents_db [None req-382e0aa2-b126-48e6-89eb-3efa426b6b29 None None] Agent healthcheck: found 6 active agents {{(pid=103410) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 10:39:38.073481 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (13ac42ae-016e-4baf-bb31-c6fa820b41c2), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:38.756120 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7d9891f6-258e-4b21-be69-a2d38e0b83b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fb6705d2-4f70-4965-92a3-fbfccd43a6d3), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:41.025712 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1823cd76-4580-47d8-8a37-0170f652d07b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fc6c9b74-8dbb-41bb-800a-5bd3a43fe896), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:41.993627 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b6d631fb-7df0-4fe1-8322-abff3b61cae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (0db5147a-92a3-4581-8a5f-8ec9b93e0600), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:43.428912 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6b923bb1-06b0-4b84-b461-7cc1d0196090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (2e621730-3978-4720-b581-ac380e97a567), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:44.913370 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:57.046407 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.agents_db [None req-382e0aa2-b126-48e6-89eb-3efa426b6b29 None None] Agent healthcheck: found 6 active agents {{(pid=103410) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 10:39:59.630214 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 40144) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:39:59.800145 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-1baa7af3-690d-40fa-a752-5f62d579bf0e tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Deleting port 775f6a43-8f6c-4443-bf06-95bf8be4a7bf {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:39:59.800392 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1baa7af3-690d-40fa-a752-5f62d579bf0e tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (775f6a43-8f6c-4443-bf06-95bf8be4a7bf), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:59.879085 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1baa7af3-690d-40fa-a752-5f62d579bf0e tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (775f6a43-8f6c-4443-bf06-95bf8be4a7bf), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:59.879390 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1baa7af3-690d-40fa-a752-5f62d579bf0e tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Publish callbacks [] for floatingip (775f6a43-8f6c-4443-bf06-95bf8be4a7bf), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:39:59.891322 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-1baa7af3-690d-40fa-a752-5f62d579bf0e tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Calling delete_port for 775f6a43-8f6c-4443-bf06-95bf8be4a7bf owned by network:floatingip {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:40:00.079868 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1baa7af3-690d-40fa-a752-5f62d579bf0e tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (775f6a43-8f6c-4443-bf06-95bf8be4a7bf), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:00.106193 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1baa7af3-690d-40fa-a752-5f62d579bf0e tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Pushing event deleted for resources: {'Port': ['ID=775f6a43-8f6c-4443-bf06-95bf8be4a7bf,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:00.134893 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1baa7af3-690d-40fa-a752-5f62d579bf0e tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:40:00.135242 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1baa7af3-690d-40fa-a752-5f62d579bf0e tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:40:00.135566 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1baa7af3-690d-40fa-a752-5f62d579bf0e tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:40:00.135915 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1baa7af3-690d-40fa-a752-5f62d579bf0e tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:40:00.136252 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1baa7af3-690d-40fa-a752-5f62d579bf0e tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:40:00.136597 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1baa7af3-690d-40fa-a752-5f62d579bf0e tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:40:00.136957 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1baa7af3-690d-40fa-a752-5f62d579bf0e tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:40:00.137291 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1baa7af3-690d-40fa-a752-5f62d579bf0e tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:40:00.137616 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1baa7af3-690d-40fa-a752-5f62d579bf0e tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:40:00.137940 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1baa7af3-690d-40fa-a752-5f62d579bf0e tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:40:00.138267 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1baa7af3-690d-40fa-a752-5f62d579bf0e tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:40:00.138571 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1baa7af3-690d-40fa-a752-5f62d579bf0e tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:40:00.138895 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1baa7af3-690d-40fa-a752-5f62d579bf0e tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:40:00.178416 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1baa7af3-690d-40fa-a752-5f62d579bf0e tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Publish callbacks [] for floatingip (5448c484-fede-4f31-b0f1-388e65cde9db), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:00.178753 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.db.l3_db [None req-1baa7af3-690d-40fa-a752-5f62d579bf0e tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Floating IP 5448c484-fede-4f31-b0f1-388e65cde9db disassociated (deleted). External IP: 172.36.5.250, port: 38641955-40a6-408b-b552-ddf499fac925. Feb 28 10:40:00.320397 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 40148) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:00.410731 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82152a10-2b0a-4058-9c55-ec74cec16712 tempest-TestNetworkBasicOps-986752647 tempest-TestNetworkBasicOps-986752647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:00.411103 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82152a10-2b0a-4058-9c55-ec74cec16712 tempest-TestNetworkBasicOps-986752647 tempest-TestNetworkBasicOps-986752647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:00.411566 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82152a10-2b0a-4058-9c55-ec74cec16712 tempest-TestNetworkBasicOps-986752647 tempest-TestNetworkBasicOps-986752647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:00.413914 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-82152a10-2b0a-4058-9c55-ec74cec16712 tempest-TestNetworkBasicOps-986752647 tempest-TestNetworkBasicOps-986752647-project-admin] 10.222.0.20 "GET /v2.0/ports?project_id=5a84b6bdce3e454e9741c4fbc09bfc68&network_id=14678aab-2d45-4bf1-818f-830254557a1e HTTP/1.1" status: 200 len: 3103 time: 0.0924375 Feb 28 10:40:00.683425 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1baa7af3-690d-40fa-a752-5f62d579bf0e tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Router 9e1c1e52-4160-4c7a-889a-a939b26e8bfa has already been hosted by L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 {{(pid=103408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:40:00.796709 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1baa7af3-690d-40fa-a752-5f62d579bf0e tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:40:00.801510 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1baa7af3-690d-40fa-a752-5f62d579bf0e tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for floatingip (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:00.809043 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f36f207-2620-4b08-b3a4-dc4a86f40a49 None None] Sync routers for ids ['9e1c1e52-4160-4c7a-889a-a939b26e8bfa'] in dv-neutron-master-2-hyperv {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:40:00.819761 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f36f207-2620-4b08-b3a4-dc4a86f40a49 None None] Routers {'9e1c1e52-4160-4c7a-889a-a939b26e8bfa'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:40:00.820438 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-7f36f207-2620-4b08-b3a4-dc4a86f40a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:39:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['9e1c1e52-4160-4c7a-889a-a939b26e8bfa'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:40:00.831868 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-1baa7af3-690d-40fa-a752-5f62d579bf0e tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] 10.222.0.20 "DELETE /v2.0/floatingips/5448c484-fede-4f31-b0f1-388e65cde9db HTTP/1.1" status: 204 len: 168 time: 1.2001319 Feb 28 10:40:00.832450 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cfd4575-f5a0-41ad-99a8-1ed282e710c5', 'tag': '38641955-40a6-408b-b552-ddf499fac925'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:40:00.835390 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f56b9db1a49ad64bfd589e142fe25e4b3ad10508b17737ae95e2f0d29aca45ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d46b815a-7d40-429c-b61f-d57ea4fc6dfc" -d '{"events": [{"name": "network-changed", "server_uuid": "8cfd4575-f5a0-41ad-99a8-1ed282e710c5", "tag": "38641955-40a6-408b-b552-ddf499fac925"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:40:00.935932 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-7f36f207-2620-4b08-b3a4-dc4a86f40a49 None None] Set router 9e1c1e52-4160-4c7a-889a-a939b26e8bfa gateway port host: dv-neutron-master-2-hyperv {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:40:01.070377 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 10:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-254e5d67-5d3c-4edf-9c87-763750a650f4 x-openstack-request-id: req-254e5d67-5d3c-4edf-9c87-763750a650f4 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:40:01.070940 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cfd4575-f5a0-41ad-99a8-1ed282e710c5", "tag": "38641955-40a6-408b-b552-ddf499fac925", "status": "completed", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:40:01.071441 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-254e5d67-5d3c-4edf-9c87-763750a650f4 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:40:01.071940 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cfd4575-f5a0-41ad-99a8-1ed282e710c5', 'tag': '38641955-40a6-408b-b552-ddf499fac925', 'status': 'completed', 'code': 200} Feb 28 10:40:01.164331 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-7f36f207-2620-4b08-b3a4-dc4a86f40a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e1c1e52-4160-4c7a-889a-a939b26e8bfa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-645038248', 'tenant_id': '2b21c0f8445b44c5a1fb71420d1ffcce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.198'}], 'enable_snat': True}, 'gw_port_id': 'b0d09846-cfea-472c-b3bf-b568e195a538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:36:45Z', 'updated_at': '2022-02-28T10:36:54Z', 'revision_number': 4, 'project_id': '2b21c0f8445b44c5a1fb71420d1ffcce', 'gw_port': {'id': 'b0d09846-cfea-472c-b3bf-b568e195a538', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:ee:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1c1e52-4160-4c7a-889a-a939b26e8bfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:36:45Z', 'updated_at': '2022-02-28T10:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '3cba4c76-6d2e-46f6-9b22-ebee0904749d', 'name': '', 'network_id': 'a00febe1-61c6-4b3a-939e-05a4c4372ecc', 'tenant_id': '2b21c0f8445b44c5a1fb71420d1ffcce', 'mac_address': 'fa:16:3e:6f:c7:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1c1e52-4160-4c7a-889a-a939b26e8bfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': 'd602360c-82c2-4373-a020-58af067a06ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:36:52Z', 'updated_at': '2022-02-28T10:36:58Z', 'revision_number': 5, 'project_id': '2b21c0f8445b44c5a1fb71420d1ffcce', 'subnets': [{'id': 'd602360c-82c2-4373-a020-58af067a06ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:40:01.194405 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f36f207-2620-4b08-b3a4-dc4a86f40a49 None None] Checking router: 9e1c1e52-4160-4c7a-889a-a939b26e8bfa for host: dv-neutron-master-2-hyperv {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:40:01.204200 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f36f207-2620-4b08-b3a4-dc4a86f40a49 None None] Routers {'9e1c1e52-4160-4c7a-889a-a939b26e8bfa'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:40:01.204881 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-7f36f207-2620-4b08-b3a4-dc4a86f40a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:39:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['9e1c1e52-4160-4c7a-889a-a939b26e8bfa'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:40:01.318347 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-7f36f207-2620-4b08-b3a4-dc4a86f40a49 None None] Set router 9e1c1e52-4160-4c7a-889a-a939b26e8bfa gateway port host: dv-neutron-master-2-hyperv {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:40:01.445785 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd84bc3-29db-4671-aac0-691b87f832ee req-75a62319-e71f-4165-90b5-888d1a264e3c tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:01.447179 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-cbd84bc3-29db-4671-aac0-691b87f832ee req-75a62319-e71f-4165-90b5-888d1a264e3c tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] 10.222.0.20 "GET /v2.0/ports?device_id=8cfd4575-f5a0-41ad-99a8-1ed282e710c5 HTTP/1.1" status: 200 len: 945 time: 0.4393880 Feb 28 10:40:01.456186 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46b815a-7d40-429c-b61f-d57ea4fc6dfc req-021671ad-64f9-4680-99c5-609b46779e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:01.457587 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-d46b815a-7d40-429c-b61f-d57ea4fc6dfc req-021671ad-64f9-4680-99c5-609b46779e2e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2b21c0f8445b44c5a1fb71420d1ffcce&device_id=8cfd4575-f5a0-41ad-99a8-1ed282e710c5 HTTP/1.1" status: 200 len: 1129 time: 0.0664754 Feb 28 10:40:01.523179 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-7f36f207-2620-4b08-b3a4-dc4a86f40a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e1c1e52-4160-4c7a-889a-a939b26e8bfa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-645038248', 'tenant_id': '2b21c0f8445b44c5a1fb71420d1ffcce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.198'}], 'enable_snat': True}, 'gw_port_id': 'b0d09846-cfea-472c-b3bf-b568e195a538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:36:45Z', 'updated_at': '2022-02-28T10:36:54Z', 'revision_number': 4, 'project_id': '2b21c0f8445b44c5a1fb71420d1ffcce', 'gw_port': {'id': 'b0d09846-cfea-472c-b3bf-b568e195a538', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:ee:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1c1e52-4160-4c7a-889a-a939b26e8bfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:36:45Z', 'updated_at': '2022-02-28T10:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '3cba4c76-6d2e-46f6-9b22-ebee0904749d', 'name': '', 'network_id': 'a00febe1-61c6-4b3a-939e-05a4c4372ecc', 'tenant_id': '2b21c0f8445b44c5a1fb71420d1ffcce', 'mac_address': 'fa:16:3e:6f:c7:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1c1e52-4160-4c7a-889a-a939b26e8bfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': 'd602360c-82c2-4373-a020-58af067a06ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:36:52Z', 'updated_at': '2022-02-28T10:36:58Z', 'revision_number': 5, 'project_id': '2b21c0f8445b44c5a1fb71420d1ffcce', 'subnets': [{'id': 'd602360c-82c2-4373-a020-58af067a06ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:40:01.553062 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-cbd84bc3-29db-4671-aac0-691b87f832ee req-d5ae49ff-da59-4cf6-8170-991a6c8dfcf0 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3dd5a6c-06a9-4f41-b438-f7d64990f73a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987780 Feb 28 10:40:01.553314 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f36f207-2620-4b08-b3a4-dc4a86f40a49 None None] The sync data for ids ['9e1c1e52-4160-4c7a-889a-a939b26e8bfa'] in dv-neutron-master-2-hyperv is: [{'id': '9e1c1e52-4160-4c7a-889a-a939b26e8bfa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-645038248', 'tenant_id': '2b21c0f8445b44c5a1fb71420d1ffcce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.198'}], 'enable_snat': True}, 'gw_port_id': 'b0d09846-cfea-472c-b3bf-b568e195a538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:36:45Z', 'updated_at': '2022-02-28T10:36:54Z', 'revision_number': 4, 'project_id': '2b21c0f8445b44c5a1fb71420d1ffcce', 'gw_port': {'id': 'b0d09846-cfea-472c-b3bf-b568e195a538', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:ee:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1c1e52-4160-4c7a-889a-a939b26e8bfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:36:45Z', 'updated_at': '2022-02-28T10:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '3cba4c76-6d2e-46f6-9b22-ebee0904749d', 'name': '', 'network_id': 'a00febe1-61c6-4b3a-939e-05a4c4372ecc', 'tenant_id': '2b21c0f8445b44c5a1fb71420d1ffcce', 'mac_address': 'fa:16:3e:6f:c7:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1c1e52-4160-4c7a-889a-a939b26e8bfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': 'd602360c-82c2-4373-a020-58af067a06ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:36:52Z', 'updated_at': '2022-02-28T10:36:58Z', 'revision_number': 5, 'project_id': '2b21c0f8445b44c5a1fb71420d1ffcce', 'subnets': [{'id': 'd602360c-82c2-4373-a020-58af067a06ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:40:01.582933 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46b815a-7d40-429c-b61f-d57ea4fc6dfc req-55abc51e-b05e-4b19-aa5f-ca2fa9d31522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:01.585228 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-d46b815a-7d40-429c-b61f-d57ea4fc6dfc req-55abc51e-b05e-4b19-aa5f-ca2fa9d31522 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a00febe1-61c6-4b3a-939e-05a4c4372ecc HTTP/1.1" status: 200 len: 898 time: 0.1194296 Feb 28 10:40:01.630000 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-d46b815a-7d40-429c-b61f-d57ea4fc6dfc req-e1535b57-3571-42cc-b99f-69ca56cf622a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=38641955-40a6-408b-b552-ddf499fac925 HTTP/1.1" status: 200 len: 217 time: 0.0386598 Feb 28 10:40:01.684773 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46b815a-7d40-429c-b61f-d57ea4fc6dfc req-199215d5-ea24-4164-b151-06cfb04a077a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:01.686275 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-d46b815a-7d40-429c-b61f-d57ea4fc6dfc req-199215d5-ea24-4164-b151-06cfb04a077a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d602360c-82c2-4373-a020-58af067a06ad HTTP/1.1" status: 200 len: 834 time: 0.0497286 Feb 28 10:40:01.742611 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46b815a-7d40-429c-b61f-d57ea4fc6dfc req-a2a58742-ccab-4c7d-b2b2-1eaad1e496ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:01.744311 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-d46b815a-7d40-429c-b61f-d57ea4fc6dfc req-a2a58742-ccab-4c7d-b2b2-1eaad1e496ba service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a00febe1-61c6-4b3a-939e-05a4c4372ecc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0510037 Feb 28 10:40:01.788297 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d446fa-6429-4fbf-bccc-24729896ba9c None None] New status for floating IP 5448c484-fede-4f31-b0f1-388e65cde9db: DOWN {{(pid=103410) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 10:40:01.841882 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-d46b815a-7d40-429c-b61f-d57ea4fc6dfc req-48da4714-4aeb-49bc-8b3f-e5994e5d7438 service neutron] 10.222.0.30 "GET /v2.0/networks/a00febe1-61c6-4b3a-939e-05a4c4372ecc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894523 Feb 28 10:40:01.935117 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-d46b815a-7d40-429c-b61f-d57ea4fc6dfc req-880d7c05-2466-4c23-9d7a-ca65afd5eed2 service neutron] 10.222.0.30 "GET /v2.0/networks/a00febe1-61c6-4b3a-939e-05a4c4372ecc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867882 Feb 28 10:40:02.553797 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 40166) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:02.610756 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3ba3fc5-71c6-4ca6-92d7-a2bc512b4e35 tempest-TestNetworkBasicOps-986752647 tempest-TestNetworkBasicOps-986752647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:02.612326 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-f3ba3fc5-71c6-4ca6-92d7-a2bc512b4e35 tempest-TestNetworkBasicOps-986752647 tempest-TestNetworkBasicOps-986752647-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=1e0804d0-d1d9-4d40-9de5-2936f3d87840 HTTP/1.1" status: 200 len: 814 time: 0.0574803 Feb 28 10:40:02.680691 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5bf038-fc9a-4af3-b6a3-27de66c8486c req-052a6daf-aed4-4de3-ae3a-4e27767e5c76 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:02.682178 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-9e5bf038-fc9a-4af3-b6a3-27de66c8486c req-052a6daf-aed4-4de3-ae3a-4e27767e5c76 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] 10.222.0.20 "GET /v2.0/ports?device_id=8cfd4575-f5a0-41ad-99a8-1ed282e710c5 HTTP/1.1" status: 200 len: 945 time: 0.0535467 Feb 28 10:40:02.736985 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-9e5bf038-fc9a-4af3-b6a3-27de66c8486c req-1aba9e32-fc4b-4e5d-824e-736d98dc1662 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3dd5a6c-06a9-4f41-b438-f7d64990f73a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491815 Feb 28 10:40:03.043442 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad6a8e3-b7b8-4887-8654-452da705c290 req-85156353-cc39-437c-9399-b894a977a80d tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:03.044930 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-5ad6a8e3-b7b8-4887-8654-452da705c290 req-85156353-cc39-437c-9399-b894a977a80d tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] 10.222.0.30 "GET /v2.0/ports?device_id=8cfd4575-f5a0-41ad-99a8-1ed282e710c5 HTTP/1.1" status: 200 len: 945 time: 0.0595901 Feb 28 10:40:03.138967 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [req-5ad6a8e3-b7b8-4887-8654-452da705c290 req-bac597c7-5bed-4565-a489-a369eb36fb80 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Deleting port 38641955-40a6-408b-b552-ddf499fac925 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:40:03.139290 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-5ad6a8e3-b7b8-4887-8654-452da705c290 req-bac597c7-5bed-4565-a489-a369eb36fb80 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (38641955-40a6-408b-b552-ddf499fac925), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:03.241338 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-5ad6a8e3-b7b8-4887-8654-452da705c290 req-bac597c7-5bed-4565-a489-a369eb36fb80 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] For port 38641955-40a6-408b-b552-ddf499fac925, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=38641955-40a6-408b-b552-ddf499fac925,segment=NetworkSegment(cba47325-ccfb-44ef-8af1-5b8f573ddc63),segment_id=cba47325-ccfb-44ef-8af1-5b8f573ddc63)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:40:03.241672 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-5ad6a8e3-b7b8-4887-8654-452da705c290 req-bac597c7-5bed-4565-a489-a369eb36fb80 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (38641955-40a6-408b-b552-ddf499fac925), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:03.254983 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [req-5ad6a8e3-b7b8-4887-8654-452da705c290 req-bac597c7-5bed-4565-a489-a369eb36fb80 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Calling delete_port for 38641955-40a6-408b-b552-ddf499fac925 owned by compute:nova {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:40:03.314745 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 40174) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:03.321262 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-8089320e-1ac7-4608-ac8d-30e06240aa6c tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Request body: {'network': {'name': 'tempest-network-smoke--2085044494', 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'port_security_enabled': True}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:40:03.343682 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8089320e-1ac7-4608-ac8d-30e06240aa6c tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Made reservation on behalf of 5a84b6bdce3e454e9741c4fbc09bfc68 for: {'network': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:40:03.349621 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8089320e-1ac7-4608-ac8d-30e06240aa6c tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for network (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:03.376051 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8089320e-1ac7-4608-ac8d-30e06240aa6c tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 268} {{(pid=103408) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:40:03.385609 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8089320e-1ac7-4608-ac8d-30e06240aa6c tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (06334a95-72b5-4b80-aaa4-4b6338aa8cdf), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:03.385959 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.db.segments_db [None req-8089320e-1ac7-4608-ac8d-30e06240aa6c tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Added segment 06334a95-72b5-4b80-aaa4-4b6338aa8cdf of type vlan for network 8e69fcf8-ea8f-4803-806c-b9efb7a7806d Feb 28 10:40:03.396288 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-5ad6a8e3-b7b8-4887-8654-452da705c290 req-bac597c7-5bed-4565-a489-a369eb36fb80 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (38641955-40a6-408b-b552-ddf499fac925), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:03.425441 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac597c7-5bed-4565-a489-a369eb36fb80 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Pushing event deleted for resources: {'Port': ['ID=38641955-40a6-408b-b552-ddf499fac925,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:03.427482 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8089320e-1ac7-4608-ac8d-30e06240aa6c tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742056637431'] for network (8e69fcf8-ea8f-4803-806c-b9efb7a7806d), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:03.453564 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac597c7-5bed-4565-a489-a369eb36fb80 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:40:03.453931 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac597c7-5bed-4565-a489-a369eb36fb80 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:40:03.454285 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac597c7-5bed-4565-a489-a369eb36fb80 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:40:03.454666 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac597c7-5bed-4565-a489-a369eb36fb80 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:40:03.455005 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac597c7-5bed-4565-a489-a369eb36fb80 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:40:03.455386 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac597c7-5bed-4565-a489-a369eb36fb80 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:40:03.455672 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac597c7-5bed-4565-a489-a369eb36fb80 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:40:03.456033 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac597c7-5bed-4565-a489-a369eb36fb80 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:40:03.456413 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac597c7-5bed-4565-a489-a369eb36fb80 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:40:03.456778 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac597c7-5bed-4565-a489-a369eb36fb80 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:40:03.457114 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac597c7-5bed-4565-a489-a369eb36fb80 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:40:03.457419 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac597c7-5bed-4565-a489-a369eb36fb80 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:40:03.457750 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac597c7-5bed-4565-a489-a369eb36fb80 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:40:03.459445 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8089320e-1ac7-4608-ac8d-30e06240aa6c tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551'] for network (8e69fcf8-ea8f-4803-806c-b9efb7a7806d), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:03.464940 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8089320e-1ac7-4608-ac8d-30e06240aa6c tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:03.465561 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8089320e-1ac7-4608-ac8d-30e06240aa6c tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for network (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:03.480880 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ad6a8e3-b7b8-4887-8654-452da705c290 req-bac597c7-5bed-4565-a489-a369eb36fb80 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] No DVR routers for this DVR port 38641955-40a6-408b-b552-ddf499fac925 on host hv-neutron-mast {{(pid=103407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:40:03.483461 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-5ad6a8e3-b7b8-4887-8654-452da705c290 req-bac597c7-5bed-4565-a489-a369eb36fb80 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:03.486887 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-5ad6a8e3-b7b8-4887-8654-452da705c290 req-bac597c7-5bed-4565-a489-a369eb36fb80 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] 10.222.0.30 "DELETE /v2.0/ports/38641955-40a6-408b-b552-ddf499fac925 HTTP/1.1" status: 204 len: 173 time: 0.4367971 Feb 28 10:40:03.487344 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cfd4575-f5a0-41ad-99a8-1ed282e710c5', 'name': 'network-vif-deleted', 'tag': '38641955-40a6-408b-b552-ddf499fac925'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:40:03.489708 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c8e1c873eeca597e52e7ceb7469e602eac250bfea6606d285743d38033cf584" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ad59d91-32d2-49c5-840b-8a7e91a39963" -d '{"events": [{"server_uuid": "8cfd4575-f5a0-41ad-99a8-1ed282e710c5", "name": "network-vif-deleted", "tag": "38641955-40a6-408b-b552-ddf499fac925"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:40:03.528195 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-8089320e-1ac7-4608-ac8d-30e06240aa6c tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2120011 Feb 28 10:40:03.531586 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 40178) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:03.546834 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8089320e-1ac7-4608-ac8d-30e06240aa6c tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event updated for resources: {'Network': ['ID=8e69fcf8-ea8f-4803-806c-b9efb7a7806d,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:03.560353 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Network 8e69fcf8-ea8f-4803-806c-b9efb7a7806d details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103409) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:40:03.571336 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 10:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ab588e2-5593-4033-8e48-8537f0646e97 x-openstack-request-id: req-7ab588e2-5593-4033-8e48-8537f0646e97 {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:40:03.571910 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cfd4575-f5a0-41ad-99a8-1ed282e710c5", "name": "network-vif-deleted", "tag": "38641955-40a6-408b-b552-ddf499fac925", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:40:03.571910 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7ab588e2-5593-4033-8e48-8537f0646e97 {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:40:03.572152 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cfd4575-f5a0-41ad-99a8-1ed282e710c5', 'name': 'network-vif-deleted', 'tag': '38641955-40a6-408b-b552-ddf499fac925', 'status': 'completed', 'code': 200} Feb 28 10:40:03.620786 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ac4282-a840-434b-b51d-9b1e15661d32 tempest-TestNetworkBasicOps-986752647 tempest-TestNetworkBasicOps-986752647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:03.623831 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-d2ac4282-a840-434b-b51d-9b1e15661d32 tempest-TestNetworkBasicOps-986752647 tempest-TestNetworkBasicOps-986752647-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=5a84b6bdce3e454e9741c4fbc09bfc68&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0896485 Feb 28 10:40:03.625251 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 40180) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:03.717416 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69acc815-916d-4175-b5b6-d58ec751e11d tempest-TestNetworkBasicOps-986752647 tempest-TestNetworkBasicOps-986752647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:03.718864 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-69acc815-916d-4175-b5b6-d58ec751e11d tempest-TestNetworkBasicOps-986752647 tempest-TestNetworkBasicOps-986752647-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0925899 Feb 28 10:40:03.722772 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 40182) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:03.756655 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-eeb6bfd7-2c11-45c5-a5c5-acaa941d72b2 tempest-TestNetworkBasicOps-986752647 tempest-TestNetworkBasicOps-986752647-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=1e0804d0-d1d9-4d40-9de5-2936f3d87840&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0327859 Feb 28 10:40:03.760025 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 40184) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:03.799076 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-43fe32ac-88dc-48c2-b899-21d0139bac79 tempest-TestNetworkBasicOps-986752647 tempest-TestNetworkBasicOps-986752647-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=5a84b6bdce3e454e9741c4fbc09bfc68&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0363760 Feb 28 10:40:03.801530 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 40188) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:03.850782 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-6527bf55-f064-4c8e-aa14-3f2d7a610b47 req-a477da3a-75f3-4bc0-95d3-5c763dcd19bd tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] 10.222.0.20 "GET /v2.0/ports?device_id=8cfd4575-f5a0-41ad-99a8-1ed282e710c5 HTTP/1.1" status: 200 len: 210 time: 0.0285959 Feb 28 10:40:03.964311 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8a5a874-ca40-45e6-bcaf-a1b7c437232e tempest-TestNetworkBasicOps-986752647 tempest-TestNetworkBasicOps-986752647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:03.965909 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-e8a5a874-ca40-45e6-bcaf-a1b7c437232e tempest-TestNetworkBasicOps-986752647 tempest-TestNetworkBasicOps-986752647-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1634045 Feb 28 10:40:03.968959 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 40192) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:03.998972 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-afe050cd-632a-43dd-8ebe-137a8f05798c tempest-TestNetworkBasicOps-986752647 tempest-TestNetworkBasicOps-986752647-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=1e0804d0-d1d9-4d40-9de5-2936f3d87840&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0287688 Feb 28 10:40:04.001731 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 40194) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:04.007522 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-6aea1fcf-3512-45b3-b2ee-c6ffd20146bf tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-792592608', 'network_id': '8e69fcf8-ea8f-4803-806c-b9efb7a7806d', 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:40:04.105817 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aea1fcf-3512-45b3-b2ee-c6ffd20146bf tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Made reservation on behalf of 5a84b6bdce3e454e9741c4fbc09bfc68 for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:40:04.109210 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6aea1fcf-3512-45b3-b2ee-c6ffd20146bf tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3516581'] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:04.295823 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6aea1fcf-3512-45b3-b2ee-c6ffd20146bf tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3498031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3516567'] for subnet (33f09136-9f82-49db-a8db-6a679f570a8a), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:04.359165 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aea1fcf-3512-45b3-b2ee-c6ffd20146bf tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event updated for resources: {'Subnet': ['ID=33f09136-9f82-49db-a8db-6a679f570a8a,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:04.367995 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aea1fcf-3512-45b3-b2ee-c6ffd20146bf tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Checking segment: {'id': '06334a95-72b5-4b80-aaa4-4b6338aa8cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '8e69fcf8-ea8f-4803-806c-b9efb7a7806d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:40:04.368361 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aea1fcf-3512-45b3-b2ee-c6ffd20146bf tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Network hostable DHCP agents. Network: 8e69fcf8-ea8f-4803-806c-b9efb7a7806d, hostable agents: ['fb6705d2-4f70-4965-92a3-fbfccd43a6d3'], hosted agents: [] {{(pid=103407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:40:04.387872 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aea1fcf-3512-45b3-b2ee-c6ffd20146bf tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Network 8e69fcf8-ea8f-4803-806c-b9efb7a7806d is scheduled to be hosted by DHCP agent fb6705d2-4f70-4965-92a3-fbfccd43a6d3 with binding_index 1 {{(pid=103407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:40:04.398184 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-6aea1fcf-3512-45b3-b2ee-c6ffd20146bf tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 8e69fcf8-ea8f-4803-806c-b9efb7a7806d) {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:40:04.402357 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aea1fcf-3512-45b3-b2ee-c6ffd20146bf tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:04.402963 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6aea1fcf-3512-45b3-b2ee-c6ffd20146bf tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:04.408063 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-774243d0-6d2b-4c86-8a7a-47f7dcfeff1b None None] Network 8e69fcf8-ea8f-4803-806c-b9efb7a7806d requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:40:04.420790 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-6aea1fcf-3512-45b3-b2ee-c6ffd20146bf tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4179308 Feb 28 10:40:04.513748 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11835039-28c6-463b-8f64-f8cbbecce17a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-8e69fcf8-ea8f-4803-806c-b9efb7a7806d', 'network_id': '8e69fcf8-ea8f-4803-806c-b9efb7a7806d', 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'fixed_ips': [{'subnet_id': '33f09136-9f82-49db-a8db-6a679f570a8a'}]}} from dv-neutron-master-2-hyperv. {{(pid=103409) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:40:04.514611 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-11835039-28c6-463b-8f64-f8cbbecce17a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:04.652946 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-11835039-28c6-463b-8f64-f8cbbecce17a None None] Allocated IP 172.20.0.18 (8e69fcf8-ea8f-4803-806c-b9efb7a7806d/33f09136-9f82-49db-a8db-6a679f570a8a/236de2fc-22a5-4614-882a-8b3bcfb44475) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:40:04.772619 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 40198) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:04.777413 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-5e0c52e6-2ea6-4b1b-b5ea-0c1eb826d8fe tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1176592851', 'description': 'tempest-secgroup-smoke-1176592851 description', 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:40:04.797702 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-11835039-28c6-463b-8f64-f8cbbecce17a None None] Publish callbacks [] for port (236de2fc-22a5-4614-882a-8b3bcfb44475), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:04.798180 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5e0c52e6-2ea6-4b1b-b5ea-0c1eb826d8fe tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:04.803233 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-11835039-28c6-463b-8f64-f8cbbecce17a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749'] for port (236de2fc-22a5-4614-882a-8b3bcfb44475), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:04.843820 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11835039-28c6-463b-8f64-f8cbbecce17a None None] Network 8e69fcf8-ea8f-4803-806c-b9efb7a7806d is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:40:04.846783 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-11835039-28c6-463b-8f64-f8cbbecce17a None None] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:40:04.850528 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11835039-28c6-463b-8f64-f8cbbecce17a None None] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:40:04.857542 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11835039-28c6-463b-8f64-f8cbbecce17a None None] Pushing event updated for resources: {'Port': ['ID=236de2fc-22a5-4614-882a-8b3bcfb44475,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:04.868451 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5e0c52e6-2ea6-4b1b-b5ea-0c1eb826d8fe tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group (7ee900e9-59c9-4f30-ab95-6f74edd0fe07), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:04.873414 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5e0c52e6-2ea6-4b1b-b5ea-0c1eb826d8fe tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (7ee900e9-59c9-4f30-ab95-6f74edd0fe07), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:04.883471 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11835039-28c6-463b-8f64-f8cbbecce17a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:40:04.884202 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11835039-28c6-463b-8f64-f8cbbecce17a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:40:04.884202 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11835039-28c6-463b-8f64-f8cbbecce17a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:40:04.884484 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11835039-28c6-463b-8f64-f8cbbecce17a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:40:04.884854 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11835039-28c6-463b-8f64-f8cbbecce17a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:40:04.885231 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11835039-28c6-463b-8f64-f8cbbecce17a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:40:04.885500 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11835039-28c6-463b-8f64-f8cbbecce17a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:40:04.885836 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11835039-28c6-463b-8f64-f8cbbecce17a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:40:04.886167 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11835039-28c6-463b-8f64-f8cbbecce17a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:40:04.886498 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11835039-28c6-463b-8f64-f8cbbecce17a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:40:04.886822 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11835039-28c6-463b-8f64-f8cbbecce17a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:40:04.887144 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11835039-28c6-463b-8f64-f8cbbecce17a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:40:04.887468 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11835039-28c6-463b-8f64-f8cbbecce17a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:40:04.916772 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5e0c52e6-2ea6-4b1b-b5ea-0c1eb826d8fe tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:04.918045 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-5e0c52e6-2ea6-4b1b-b5ea-0c1eb826d8fe tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1443620 Feb 28 10:40:04.921458 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 40202) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:04.926032 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-11835039-28c6-463b-8f64-f8cbbecce17a None None] Attempting to bind port 236de2fc-22a5-4614-882a-8b3bcfb44475 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:40:04.926294 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-55d1d012-0ab6-4c73-84f6-63d1c2bfdfce tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Request body: {'security_group_rule': {'security_group_id': '7ee900e9-59c9-4f30-ab95-6f74edd0fe07', 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:40:04.926458 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-11835039-28c6-463b-8f64-f8cbbecce17a None None] Attempting to bind port 236de2fc-22a5-4614-882a-8b3bcfb44475 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '06334a95-72b5-4b80-aaa4-4b6338aa8cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '8e69fcf8-ea8f-4803-806c-b9efb7a7806d'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:40:04.926901 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11835039-28c6-463b-8f64-f8cbbecce17a None None] Attempting to bind port 236de2fc-22a5-4614-882a-8b3bcfb44475 on network 8e69fcf8-ea8f-4803-806c-b9efb7a7806d {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:40:04.931198 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0c52e6-2ea6-4b1b-b5ea-0c1eb826d8fe tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ee900e9-59c9-4f30-ab95-6f74edd0fe07,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:04.934474 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11835039-28c6-463b-8f64-f8cbbecce17a None None] Checking agent: {'id': '75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 24, 15), 'started_at': datetime.datetime(2022, 2, 28, 10, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 39, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:40:04.935018 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11835039-28c6-463b-8f64-f8cbbecce17a None None] Checking segment: {'id': '06334a95-72b5-4b80-aaa4-4b6338aa8cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '8e69fcf8-ea8f-4803-806c-b9efb7a7806d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:40:04.935399 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 40204) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:04.935557 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-11835039-28c6-463b-8f64-f8cbbecce17a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:04.936017 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11835039-28c6-463b-8f64-f8cbbecce17a None None] Bound using segment: {'id': '06334a95-72b5-4b80-aaa4-4b6338aa8cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '8e69fcf8-ea8f-4803-806c-b9efb7a7806d'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:40:04.936579 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-11835039-28c6-463b-8f64-f8cbbecce17a None None] Bound port: 236de2fc-22a5-4614-882a-8b3bcfb44475, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06334a95-72b5-4b80-aaa4-4b6338aa8cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '8e69fcf8-ea8f-4803-806c-b9efb7a7806d'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:40:04.937114 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-11835039-28c6-463b-8f64-f8cbbecce17a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (236de2fc-22a5-4614-882a-8b3bcfb44475), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:05.009102 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-11835039-28c6-463b-8f64-f8cbbecce17a None None] For port 236de2fc-22a5-4614-882a-8b3bcfb44475, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:40:05.012378 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-11835039-28c6-463b-8f64-f8cbbecce17a None None] For port 236de2fc-22a5-4614-882a-8b3bcfb44475, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=236de2fc-22a5-4614-882a-8b3bcfb44475,segment=NetworkSegment(06334a95-72b5-4b80-aaa4-4b6338aa8cdf),segment_id=06334a95-72b5-4b80-aaa4-4b6338aa8cdf)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:40:05.018823 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-11835039-28c6-463b-8f64-f8cbbecce17a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (236de2fc-22a5-4614-882a-8b3bcfb44475), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:05.036111 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-55d1d012-0ab6-4c73-84f6-63d1c2bfdfce tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (3265a043-2844-460b-aa1c-0fd2e39eadf0), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:05.077900 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11835039-28c6-463b-8f64-f8cbbecce17a None None] Pushing event updated for resources: {'Port': ['ID=236de2fc-22a5-4614-882a-8b3bcfb44475,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:05.151481 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-55d1d012-0ab6-4c73-84f6-63d1c2bfdfce tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (3265a043-2844-460b-aa1c-0fd2e39eadf0), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:05.156681 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-55d1d012-0ab6-4c73-84f6-63d1c2bfdfce tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594242'] for security_group_rule (3265a043-2844-460b-aa1c-0fd2e39eadf0), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:05.212844 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d1d012-0ab6-4c73-84f6-63d1c2bfdfce tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3265a043-2844-460b-aa1c-0fd2e39eadf0,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:05.220444 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-55d1d012-0ab6-4c73-84f6-63d1c2bfdfce tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:05.224834 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-55d1d012-0ab6-4c73-84f6-63d1c2bfdfce tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2992284 Feb 28 10:40:05.224834 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 40206) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:05.239626 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-b5f69f72-7114-42cd-8c87-4f600283ef41 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Request body: {'security_group_rule': {'security_group_id': '7ee900e9-59c9-4f30-ab95-6f74edd0fe07', 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:40:05.347307 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b5f69f72-7114-42cd-8c87-4f600283ef41 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (6b75054f-229d-4f60-b0d6-fc2116e24e8c), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:05.417518 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b5f69f72-7114-42cd-8c87-4f600283ef41 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (6b75054f-229d-4f60-b0d6-fc2116e24e8c), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:05.425761 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b5f69f72-7114-42cd-8c87-4f600283ef41 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594242'] for security_group_rule (6b75054f-229d-4f60-b0d6-fc2116e24e8c), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:05.466075 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f69f72-7114-42cd-8c87-4f600283ef41 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b75054f-229d-4f60-b0d6-fc2116e24e8c,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:05.472400 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b5f69f72-7114-42cd-8c87-4f600283ef41 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:05.473590 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-b5f69f72-7114-42cd-8c87-4f600283ef41 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2479820 Feb 28 10:40:05.476690 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 40208) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:05.481363 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-ed6c2c12-599d-453a-afca-5a9a07ac9547 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Request body: {'security_group_rule': {'security_group_id': '7ee900e9-59c9-4f30-ab95-6f74edd0fe07', 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:40:05.493897 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9788fdc0-ac62-4a53-b1c4-ca879fa94a9c tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1802615'] for router_interface (9e1c1e52-4160-4c7a-889a-a939b26e8bfa), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:05.507444 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ed6c2c12-599d-453a-afca-5a9a07ac9547 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (1882ed97-b5c8-4f41-880a-a989264be0df), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:05.568170 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ed6c2c12-599d-453a-afca-5a9a07ac9547 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (1882ed97-b5c8-4f41-880a-a989264be0df), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:05.573087 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ed6c2c12-599d-453a-afca-5a9a07ac9547 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594242'] for security_group_rule (1882ed97-b5c8-4f41-880a-a989264be0df), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:05.592797 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6c2c12-599d-453a-afca-5a9a07ac9547 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1882ed97-b5c8-4f41-880a-a989264be0df,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:05.597593 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ed6c2c12-599d-453a-afca-5a9a07ac9547 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:05.599025 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-ed6c2c12-599d-453a-afca-5a9a07ac9547 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1213388 Feb 28 10:40:05.602178 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 40210) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:05.606723 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-10f28cee-2b29-41f9-91d2-b817c4047a1d tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Request body: {'security_group_rule': {'security_group_id': '7ee900e9-59c9-4f30-ab95-6f74edd0fe07', 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:40:05.632143 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-10f28cee-2b29-41f9-91d2-b817c4047a1d tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (3cbc2fa2-ca70-49f9-8eee-1260c08bad01), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:05.696144 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-10f28cee-2b29-41f9-91d2-b817c4047a1d tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (3cbc2fa2-ca70-49f9-8eee-1260c08bad01), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:05.702893 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-10f28cee-2b29-41f9-91d2-b817c4047a1d tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594242'] for security_group_rule (3cbc2fa2-ca70-49f9-8eee-1260c08bad01), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:05.725976 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f28cee-2b29-41f9-91d2-b817c4047a1d tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cbc2fa2-ca70-49f9-8eee-1260c08bad01,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:05.737584 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-10f28cee-2b29-41f9-91d2-b817c4047a1d tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:05.738961 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-10f28cee-2b29-41f9-91d2-b817c4047a1d tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1356766 Feb 28 10:40:05.742131 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 40212) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:05.746761 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-fc87f895-8455-4e91-bc21-ec2c91ee723e tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Request body: {'security_group_rule': {'security_group_id': '7ee900e9-59c9-4f30-ab95-6f74edd0fe07', 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:40:05.770195 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.db.securitygroups_db [None req-fc87f895-8455-4e91-bc21-ec2c91ee723e tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Project 5a84b6bdce3e454e9741c4fbc09bfc68 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 10:40:05.776157 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fc87f895-8455-4e91-bc21-ec2c91ee723e tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (a234ec54-c22c-4015-9010-8e24fe52853f), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:05.791595 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-9788fdc0-ac62-4a53-b1c4-ca879fa94a9c tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Deleting port 3cba4c76-6d2e-46f6-9b22-ebee0904749d {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:40:05.792199 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9788fdc0-ac62-4a53-b1c4-ca879fa94a9c tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (3cba4c76-6d2e-46f6-9b22-ebee0904749d), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:05.844662 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fc87f895-8455-4e91-bc21-ec2c91ee723e tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (a234ec54-c22c-4015-9010-8e24fe52853f), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:05.849734 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fc87f895-8455-4e91-bc21-ec2c91ee723e tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594242'] for security_group_rule (a234ec54-c22c-4015-9010-8e24fe52853f), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:05.869417 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc87f895-8455-4e91-bc21-ec2c91ee723e tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a234ec54-c22c-4015-9010-8e24fe52853f,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:05.877682 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fc87f895-8455-4e91-bc21-ec2c91ee723e tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:05.882335 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-fc87f895-8455-4e91-bc21-ec2c91ee723e tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1363251 Feb 28 10:40:05.882335 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 40214) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:05.887136 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-91996664-dcf7-43f3-86f8-97167037cc91 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Request body: {'security_group_rule': {'security_group_id': '7ee900e9-59c9-4f30-ab95-6f74edd0fe07', 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:40:05.892981 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-9788fdc0-ac62-4a53-b1c4-ca879fa94a9c tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] For port 3cba4c76-6d2e-46f6-9b22-ebee0904749d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3cba4c76-6d2e-46f6-9b22-ebee0904749d,segment=NetworkSegment(cba47325-ccfb-44ef-8af1-5b8f573ddc63),segment_id=cba47325-ccfb-44ef-8af1-5b8f573ddc63)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:40:05.893400 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9788fdc0-ac62-4a53-b1c4-ca879fa94a9c tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (3cba4c76-6d2e-46f6-9b22-ebee0904749d), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:05.907738 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-9788fdc0-ac62-4a53-b1c4-ca879fa94a9c tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Calling delete_port for 3cba4c76-6d2e-46f6-9b22-ebee0904749d owned by network:router_interface {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:40:05.909398 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.db.securitygroups_db [None req-91996664-dcf7-43f3-86f8-97167037cc91 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Project 5a84b6bdce3e454e9741c4fbc09bfc68 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 10:40:05.915132 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-91996664-dcf7-43f3-86f8-97167037cc91 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (f8e0920b-c907-4a28-83b4-7be32e728dde), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:05.978782 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-91996664-dcf7-43f3-86f8-97167037cc91 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (f8e0920b-c907-4a28-83b4-7be32e728dde), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:05.983767 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-91996664-dcf7-43f3-86f8-97167037cc91 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594242'] for security_group_rule (f8e0920b-c907-4a28-83b4-7be32e728dde), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:06.002898 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91996664-dcf7-43f3-86f8-97167037cc91 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8e0920b-c907-4a28-83b4-7be32e728dde,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:06.013023 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-91996664-dcf7-43f3-86f8-97167037cc91 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:06.014262 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-91996664-dcf7-43f3-86f8-97167037cc91 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1309609 Feb 28 10:40:06.108433 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d82fdf66-148f-47de-9785-d45a990b07e1 None None] Network 8e69fcf8-ea8f-4803-806c-b9efb7a7806d requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:40:06.142280 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9788fdc0-ac62-4a53-b1c4-ca879fa94a9c tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (3cba4c76-6d2e-46f6-9b22-ebee0904749d), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:06.175631 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9788fdc0-ac62-4a53-b1c4-ca879fa94a9c tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Pushing event deleted for resources: {'Port': ['ID=3cba4c76-6d2e-46f6-9b22-ebee0904749d,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:06.332160 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device 38641955-40a6-408b-b552-ddf499fac925 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:40:06.336580 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-21dd9b37-f64e-4fd5-9b00-01c4d9e47956 req-29e71abc-8983-45b4-b01a-840e8e98fc16 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1176592851&fields=id&tenant_id=5a84b6bdce3e454e9741c4fbc09bfc68 HTTP/1.1" status: 200 len: 267 time: 0.1221452 Feb 28 10:40:06.374519 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] No Port match for: 38641955-40a6-408b-b552-ddf499fac925 {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:40:06.375128 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device 38641955-40a6-408b-b552-ddf499fac925 not bound to the agent host hv-neutron-mast {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:40:06.387636 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2b027595-88f9-4618-aeeb-fadfd1206a6f None None] Provisioning complete for port 236de2fc-22a5-4614-882a-8b3bcfb44475 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:40:06.388014 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2b027595-88f9-4618-aeeb-fadfd1206a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (236de2fc-22a5-4614-882a-8b3bcfb44475), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:06.472748 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9788fdc0-ac62-4a53-b1c4-ca879fa94a9c tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1802651'] for router_interface (9e1c1e52-4160-4c7a-889a-a939b26e8bfa), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:06.549273 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dd9b37-f64e-4fd5-9b00-01c4d9e47956 req-04d930e7-2de3-4891-9f27-491ddfd8b110 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:06.549273 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-21dd9b37-f64e-4fd5-9b00-01c4d9e47956 req-04d930e7-2de3-4891-9f27-491ddfd8b110 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/networks?id=8e69fcf8-ea8f-4803-806c-b9efb7a7806d HTTP/1.1" status: 200 len: 797 time: 0.2004311 Feb 28 10:40:06.556646 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2b027595-88f9-4618-aeeb-fadfd1206a6f None None] Current status of the port 236de2fc-22a5-4614-882a-8b3bcfb44475 is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:40:06.557174 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2b027595-88f9-4618-aeeb-fadfd1206a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (236de2fc-22a5-4614-882a-8b3bcfb44475), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:06.582149 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-21dd9b37-f64e-4fd5-9b00-01c4d9e47956 req-dfff6028-c49e-4f02-b03e-aae65cad3264 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/quotas/5a84b6bdce3e454e9741c4fbc09bfc68 HTTP/1.1" status: 200 len: 375 time: 0.0248168 Feb 28 10:40:06.610399 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-2b027595-88f9-4618-aeeb-fadfd1206a6f None None] For port 236de2fc-22a5-4614-882a-8b3bcfb44475, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=236de2fc-22a5-4614-882a-8b3bcfb44475,segment=NetworkSegment(06334a95-72b5-4b80-aaa4-4b6338aa8cdf),segment_id=06334a95-72b5-4b80-aaa4-4b6338aa8cdf)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:40:06.619996 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2b027595-88f9-4618-aeeb-fadfd1206a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (236de2fc-22a5-4614-882a-8b3bcfb44475), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:06.718939 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b027595-88f9-4618-aeeb-fadfd1206a6f None None] Pushing event updated for resources: {'Port': ['ID=236de2fc-22a5-4614-882a-8b3bcfb44475,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:06.764796 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 236de2fc-22a5-4614-882a-8b3bcfb44475 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:40:06.797926 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-21dd9b37-f64e-4fd5-9b00-01c4d9e47956 req-29d4a08e-142b-4140-99c2-f48e39db930a tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=5a84b6bdce3e454e9741c4fbc09bfc68&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2007895 Feb 28 10:40:06.824512 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port 236de2fc-22a5-4614-882a-8b3bcfb44475 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:40:06.824946 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (236de2fc-22a5-4614-882a-8b3bcfb44475), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:06.871730 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-9ff5138f-c2e5-4dd8-99bc-08bb3d1efe07 None None] Provisioning complete for port 236de2fc-22a5-4614-882a-8b3bcfb44475 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:40:06.872108 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9ff5138f-c2e5-4dd8-99bc-08bb3d1efe07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (236de2fc-22a5-4614-882a-8b3bcfb44475), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:06.881799 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9788fdc0-ac62-4a53-b1c4-ca879fa94a9c tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Router 9e1c1e52-4160-4c7a-889a-a939b26e8bfa has already been hosted by L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:40:06.954736 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 236de2fc-22a5-4614-882a-8b3bcfb44475 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:40:06.998177 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-9ff5138f-c2e5-4dd8-99bc-08bb3d1efe07 None None] Current status of the port 236de2fc-22a5-4614-882a-8b3bcfb44475 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:40:07.051719 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9788fdc0-ac62-4a53-b1c4-ca879fa94a9c tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:40:07.060293 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-9788fdc0-ac62-4a53-b1c4-ca879fa94a9c tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] 10.222.0.20 "PUT /v2.0/routers/9e1c1e52-4160-4c7a-889a-a939b26e8bfa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1239171 Feb 28 10:40:07.061315 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 40234) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:07.062130 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f7665b-9e5a-42b9-95bb-76c03e830e53 None None] Sync routers for ids ['9e1c1e52-4160-4c7a-889a-a939b26e8bfa'] in dv-neutron-master-2-hyperv {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:40:07.072804 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f7665b-9e5a-42b9-95bb-76c03e830e53 None None] Routers {'9e1c1e52-4160-4c7a-889a-a939b26e8bfa'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:40:07.073432 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-71f7665b-9e5a-42b9-95bb-76c03e830e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:39:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['9e1c1e52-4160-4c7a-889a-a939b26e8bfa'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:40:07.085766 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-21dd9b37-f64e-4fd5-9b00-01c4d9e47956 req-28ffadf9-eac6-48ad-8c40-06e335ea7560 service neutron] 10.222.0.20 "GET /v2.0/networks/8e69fcf8-ea8f-4803-806c-b9efb7a7806d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2439253 Feb 28 10:40:07.116210 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_v2 [None req-498574b3-b66c-4448-8247-a129fa56b1c9 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Deleting subnet d602360c-82c2-4373-a020-58af067a06ad {{(pid=103408) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:40:07.119734 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-498574b3-b66c-4448-8247-a129fa56b1c9 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Publish callbacks [] for subnet (d602360c-82c2-4373-a020-58af067a06ad), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:07.162723 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-498574b3-b66c-4448-8247-a129fa56b1c9 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3423529'] for subnet (d602360c-82c2-4373-a020-58af067a06ad), precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:07.183960 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-71f7665b-9e5a-42b9-95bb-76c03e830e53 None None] Set router 9e1c1e52-4160-4c7a-889a-a939b26e8bfa gateway port host: dv-neutron-master-2-hyperv {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:40:07.185969 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-21dd9b37-f64e-4fd5-9b00-01c4d9e47956 req-fa71709a-9405-4729-a7ac-d0e99cb9d811 service neutron] 10.222.0.20 "GET /v2.0/networks/8e69fcf8-ea8f-4803-806c-b9efb7a7806d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911024 Feb 28 10:40:07.250560 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-498574b3-b66c-4448-8247-a129fa56b1c9 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-823142'] for subnet (d602360c-82c2-4373-a020-58af067a06ad), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:07.363930 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-498574b3-b66c-4448-8247-a129fa56b1c9 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-823145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3242523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3951170'] for subnet (d602360c-82c2-4373-a020-58af067a06ad), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:07.380124 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-89fc787d-33d1-4098-a183-067c8602f149 req-87308877-cca7-49d5-a90c-0ccc2d178cc4 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/ports?device_id=622d39a7-1cc5-4003-9bda-23d91217753c HTTP/1.1" status: 200 len: 210 time: 0.0410492 Feb 28 10:40:07.401736 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498574b3-b66c-4448-8247-a129fa56b1c9 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Pushing event deleted for resources: {'Subnet': ['ID=d602360c-82c2-4373-a020-58af067a06ad,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:07.411448 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-498574b3-b66c-4448-8247-a129fa56b1c9 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Publish callbacks [] for subnet (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:07.416729 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-498574b3-b66c-4448-8247-a129fa56b1c9 tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] 10.222.0.20 "DELETE /v2.0/subnets/d602360c-82c2-4373-a020-58af067a06ad HTTP/1.1" status: 204 len: 168 time: 0.3543196 Feb 28 10:40:07.419448 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 40240) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:07.423465 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-025c21ce-e019-4861-9189-f03e45af5a4c None None] Network a00febe1-61c6-4b3a-939e-05a4c4372ecc requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:40:07.491804 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-71f7665b-9e5a-42b9-95bb-76c03e830e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e1c1e52-4160-4c7a-889a-a939b26e8bfa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-645038248', 'tenant_id': '2b21c0f8445b44c5a1fb71420d1ffcce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.198'}], 'enable_snat': True}, 'gw_port_id': 'b0d09846-cfea-472c-b3bf-b568e195a538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:36:45Z', 'updated_at': '2022-02-28T10:40:06Z', 'revision_number': 5, 'project_id': '2b21c0f8445b44c5a1fb71420d1ffcce', 'gw_port': {'id': 'b0d09846-cfea-472c-b3bf-b568e195a538', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:ee:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1c1e52-4160-4c7a-889a-a939b26e8bfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:36:45Z', 'updated_at': '2022-02-28T10:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:40:07.539618 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f7665b-9e5a-42b9-95bb-76c03e830e53 None None] Checking router: 9e1c1e52-4160-4c7a-889a-a939b26e8bfa for host: dv-neutron-master-2-hyperv {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:40:07.557425 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ea835c2d-bb21-4337-a496-e52931d6a05c tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Publish callbacks [] for router (9e1c1e52-4160-4c7a-889a-a939b26e8bfa), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:07.561216 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f7665b-9e5a-42b9-95bb-76c03e830e53 None None] Routers {'9e1c1e52-4160-4c7a-889a-a939b26e8bfa'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:40:07.561970 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-71f7665b-9e5a-42b9-95bb-76c03e830e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:39:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['9e1c1e52-4160-4c7a-889a-a939b26e8bfa'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:40:07.666303 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0bc3bb2-f5ef-4ba6-b9d1-c8f4c32c224d None None] DHCP port deletion for a00febe1-61c6-4b3a-939e-05a4c4372ecc request from dv-neutron-master-2-hyperv {{(pid=103409) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:40:07.685294 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ea835c2d-bb21-4337-a496-e52931d6a05c tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Publish callbacks [] for router_gateway (9e1c1e52-4160-4c7a-889a-a939b26e8bfa), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:07.719079 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-71f7665b-9e5a-42b9-95bb-76c03e830e53 None None] Set router 9e1c1e52-4160-4c7a-889a-a939b26e8bfa gateway port host: dv-neutron-master-2-hyperv {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:40:07.738445 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-ea835c2d-bb21-4337-a496-e52931d6a05c tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Deleting port b0d09846-cfea-472c-b3bf-b568e195a538 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:40:07.738885 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ea835c2d-bb21-4337-a496-e52931d6a05c tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (b0d09846-cfea-472c-b3bf-b568e195a538), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:07.820428 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-ea835c2d-bb21-4337-a496-e52931d6a05c tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] For port b0d09846-cfea-472c-b3bf-b568e195a538, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b0d09846-cfea-472c-b3bf-b568e195a538,segment=NetworkSegment(195d7ed7-323d-4284-82df-208cca613d99),segment_id=195d7ed7-323d-4284-82df-208cca613d99)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:40:07.820849 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ea835c2d-bb21-4337-a496-e52931d6a05c tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (b0d09846-cfea-472c-b3bf-b568e195a538), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:07.838888 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-ea835c2d-bb21-4337-a496-e52931d6a05c tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Calling delete_port for b0d09846-cfea-472c-b3bf-b568e195a538 owned by network:router_gateway {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:40:07.849670 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-b0bc3bb2-f5ef-4ba6-b9d1-c8f4c32c224d None None] Deleting port d5452ab1-0a59-4098-972c-46a06eb657ec {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:40:07.850116 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b0bc3bb2-f5ef-4ba6-b9d1-c8f4c32c224d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (d5452ab1-0a59-4098-972c-46a06eb657ec), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:07.961868 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-b0bc3bb2-f5ef-4ba6-b9d1-c8f4c32c224d None None] For port d5452ab1-0a59-4098-972c-46a06eb657ec, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d5452ab1-0a59-4098-972c-46a06eb657ec,segment=NetworkSegment(cba47325-ccfb-44ef-8af1-5b8f573ddc63),segment_id=cba47325-ccfb-44ef-8af1-5b8f573ddc63)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:40:07.962541 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b0bc3bb2-f5ef-4ba6-b9d1-c8f4c32c224d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (d5452ab1-0a59-4098-972c-46a06eb657ec), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:07.981749 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-b0bc3bb2-f5ef-4ba6-b9d1-c8f4c32c224d None None] Calling delete_port for d5452ab1-0a59-4098-972c-46a06eb657ec owned by network:dhcp {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:40:08.023526 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ea835c2d-bb21-4337-a496-e52931d6a05c tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (b0d09846-cfea-472c-b3bf-b568e195a538), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:08.048498 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-71f7665b-9e5a-42b9-95bb-76c03e830e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e1c1e52-4160-4c7a-889a-a939b26e8bfa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-645038248', 'tenant_id': '2b21c0f8445b44c5a1fb71420d1ffcce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.198'}], 'enable_snat': True}, 'gw_port_id': 'b0d09846-cfea-472c-b3bf-b568e195a538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:36:45Z', 'updated_at': '2022-02-28T10:40:06Z', 'revision_number': 5, 'project_id': '2b21c0f8445b44c5a1fb71420d1ffcce', 'gw_port': {'id': 'b0d09846-cfea-472c-b3bf-b568e195a538', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:ee:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1c1e52-4160-4c7a-889a-a939b26e8bfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:36:45Z', 'updated_at': '2022-02-28T10:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:40:08.049827 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea835c2d-bb21-4337-a496-e52931d6a05c tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Pushing event deleted for resources: {'Port': ['ID=b0d09846-cfea-472c-b3bf-b568e195a538,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:08.096589 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f7665b-9e5a-42b9-95bb-76c03e830e53 None None] The sync data for ids ['9e1c1e52-4160-4c7a-889a-a939b26e8bfa'] in dv-neutron-master-2-hyperv is: [{'id': '9e1c1e52-4160-4c7a-889a-a939b26e8bfa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-645038248', 'tenant_id': '2b21c0f8445b44c5a1fb71420d1ffcce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.198'}], 'enable_snat': True}, 'gw_port_id': 'b0d09846-cfea-472c-b3bf-b568e195a538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:36:45Z', 'updated_at': '2022-02-28T10:40:06Z', 'revision_number': 5, 'project_id': '2b21c0f8445b44c5a1fb71420d1ffcce', 'gw_port': {'id': 'b0d09846-cfea-472c-b3bf-b568e195a538', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:ee:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1c1e52-4160-4c7a-889a-a939b26e8bfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:36:45Z', 'updated_at': '2022-02-28T10:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:40:08.115458 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ea835c2d-bb21-4337-a496-e52931d6a05c tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1803321'] for router_gateway (9e1c1e52-4160-4c7a-889a-a939b26e8bfa), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:08.119052 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (13ac42ae-016e-4baf-bb31-c6fa820b41c2), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:08.129826 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b0bc3bb2-f5ef-4ba6-b9d1-c8f4c32c224d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758'] for port (d5452ab1-0a59-4098-972c-46a06eb657ec), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:08.156259 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bc3bb2-f5ef-4ba6-b9d1-c8f4c32c224d None None] Pushing event deleted for resources: {'Port': ['ID=d5452ab1-0a59-4098-972c-46a06eb657ec,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:08.160012 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0bc3bb2-f5ef-4ba6-b9d1-c8f4c32c224d None None] No DVR routers for this DVR port d5452ab1-0a59-4098-972c-46a06eb657ec on host dv-neutron-master-2-hyperv {{(pid=103409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:40:08.216371 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ea835c2d-bb21-4337-a496-e52931d6a05c tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1807017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5941'] for router (9e1c1e52-4160-4c7a-889a-a939b26e8bfa), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:08.218518 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ea835c2d-bb21-4337-a496-e52931d6a05c tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Publish callbacks [] for router_controller (9e1c1e52-4160-4c7a-889a-a939b26e8bfa), precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:08.268575 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ea835c2d-bb21-4337-a496-e52931d6a05c tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1806994'] for router (9e1c1e52-4160-4c7a-889a-a939b26e8bfa), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:08.268850 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea835c2d-bb21-4337-a496-e52931d6a05c tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Fanout notify agent at l3_agent the message router_deleted on router 9e1c1e52-4160-4c7a-889a-a939b26e8bfa {{(pid=103408) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 10:40:08.277732 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ea835c2d-bb21-4337-a496-e52931d6a05c tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Publish callbacks [] for router (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:08.278876 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-ea835c2d-bb21-4337-a496-e52931d6a05c tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] 10.222.0.20 "DELETE /v2.0/routers/9e1c1e52-4160-4c7a-889a-a939b26e8bfa HTTP/1.1" status: 204 len: 168 time: 0.8586285 Feb 28 10:40:08.281533 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 40248) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:08.359826 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8178dcc2-bee2-4fe2-a54f-66dec6d22dcb tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-665757'] for network (a00febe1-61c6-4b3a-939e-05a4c4372ecc), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:08.454463 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dd9b37-f64e-4fd5-9b00-01c4d9e47956 req-1833b798-782a-405f-be08-fb32b1dd8eab tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:08.456190 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-21dd9b37-f64e-4fd5-9b00-01c4d9e47956 req-1833b798-782a-405f-be08-fb32b1dd8eab tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.30 "GET /v2.0/networks?id=8e69fcf8-ea8f-4803-806c-b9efb7a7806d HTTP/1.1" status: 200 len: 797 time: 0.1257644 Feb 28 10:40:08.476243 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8178dcc2-bee2-4fe2-a54f-66dec6d22dcb tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672413', 'neutron.services.segments.db._delete_segments_for_network-8742057110173'] for network (a00febe1-61c6-4b3a-939e-05a4c4372ecc), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:08.504295 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-8178dcc2-bee2-4fe2-a54f-66dec6d22dcb tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a00febe1-61c6-4b3a-939e-05a4c4372ecc']}} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:40:08.515696 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-8178dcc2-bee2-4fe2-a54f-66dec6d22dcb tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cba47325-ccfb-44ef-8af1-5b8f573ddc63') {'for_net_delete': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:40:08.516122 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-8178dcc2-bee2-4fe2-a54f-66dec6d22dcb tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cba47325-ccfb-44ef-8af1-5b8f573ddc63') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:40:08.549768 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8178dcc2-bee2-4fe2-a54f-66dec6d22dcb tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742057113766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3423550'] for segment (cba47325-ccfb-44ef-8af1-5b8f573ddc63), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:08.555835 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-f085071c-8452-4a94-ba6f-adfc2a30b6c5 req-3dccd125-0c29-4625-8788-bc2e6283d949 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/ports?device_id=622d39a7-1cc5-4003-9bda-23d91217753c HTTP/1.1" status: 200 len: 210 time: 0.0623477 Feb 28 10:40:08.566509 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8178dcc2-bee2-4fe2-a54f-66dec6d22dcb tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (cba47325-ccfb-44ef-8af1-5b8f573ddc63), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:08.574139 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8178dcc2-bee2-4fe2-a54f-66dec6d22dcb tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Releasing vlan 278 on physical network physnet1 to pool {{(pid=103408) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:40:08.574718 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8178dcc2-bee2-4fe2-a54f-66dec6d22dcb tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3242693'] for segment (cba47325-ccfb-44ef-8af1-5b8f573ddc63), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:08.578746 dv-neutron-master-2-hyperv neutron-server[103408]: Traceback (most recent call last): Feb 28 10:40:08.578746 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:40:08.578746 dv-neutron-master-2-hyperv neutron-server[103408]: timer() Feb 28 10:40:08.578746 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:40:08.578746 dv-neutron-master-2-hyperv neutron-server[103408]: cb(*args, **kw) Feb 28 10:40:08.578746 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:40:08.578746 dv-neutron-master-2-hyperv neutron-server[103408]: return func(*args, **kwargs) Feb 28 10:40:08.578746 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:40:08.578746 dv-neutron-master-2-hyperv neutron-server[103408]: self._notify() Feb 28 10:40:08.578746 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:40:08.578746 dv-neutron-master-2-hyperv neutron-server[103408]: self.callback(batched_events) Feb 28 10:40:08.578746 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:40:08.578746 dv-neutron-master-2-hyperv neutron-server[103408]: event.method(event) Feb 28 10:40:08.578746 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:40:08.578746 dv-neutron-master-2-hyperv neutron-server[103408]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:40:08.578746 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:40:08.578746 dv-neutron-master-2-hyperv neutron-server[103408]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:40:08.578746 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:40:08.578746 dv-neutron-master-2-hyperv neutron-server[103408]: return f(self, *a, **k) Feb 28 10:40:08.578746 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:40:08.578746 dv-neutron-master-2-hyperv neutron-server[103408]: return self._get(url).json() Feb 28 10:40:08.578746 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:40:08.578746 dv-neutron-master-2-hyperv neutron-server[103408]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:40:08.578746 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:40:08.578746 dv-neutron-master-2-hyperv neutron-server[103408]: return self.request(url, 'GET', **kwargs) Feb 28 10:40:08.578746 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:40:08.578746 dv-neutron-master-2-hyperv neutron-server[103408]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:40:08.578746 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:40:08.578746 dv-neutron-master-2-hyperv neutron-server[103408]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:40:08.578746 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:40:08.578746 dv-neutron-master-2-hyperv neutron-server[103408]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:40:08.578746 dv-neutron-master-2-hyperv neutron-server[103408]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:40:08.610749 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-21dd9b37-f64e-4fd5-9b00-01c4d9e47956 req-adec7bfc-b150-48ea-9281-d39f1f37977f tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5a84b6bdce3e454e9741c4fbc09bfc68 HTTP/1.1" status: 200 len: 473 time: 0.1396797 Feb 28 10:40:08.641364 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [req-21dd9b37-f64e-4fd5-9b00-01c4d9e47956 req-17b30303-47b6-4255-9fbc-4a03206072d3 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Request body: {'port': {'device_id': '622d39a7-1cc5-4003-9bda-23d91217753c', 'network_id': '8e69fcf8-ea8f-4803-806c-b9efb7a7806d', 'admin_state_up': True, 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'security_groups': ['7ee900e9-59c9-4f30-ab95-6f74edd0fe07']}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:40:08.654860 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8178dcc2-bee2-4fe2-a54f-66dec6d22dcb tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803269'] for network (a00febe1-61c6-4b3a-939e-05a4c4372ecc), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:08.673463 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8178dcc2-bee2-4fe2-a54f-66dec6d22dcb tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Publish callbacks [] for network (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:08.676898 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-8178dcc2-bee2-4fe2-a54f-66dec6d22dcb tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] 10.222.0.20 "DELETE /v2.0/networks/a00febe1-61c6-4b3a-939e-05a4c4372ecc HTTP/1.1" status: 204 len: 168 time: 0.3943832 Feb 28 10:40:08.688578 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 40256) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:08.706976 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8178dcc2-bee2-4fe2-a54f-66dec6d22dcb tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Pushing event deleted for resources: {'Network': ['ID=a00febe1-61c6-4b3a-939e-05a4c4372ecc,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:08.710792 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 236de2fc-22a5-4614-882a-8b3bcfb44475 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:40:08.772525 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0cd901af-739d-452d-9e30-f82979243241 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fb6705d2-4f70-4965-92a3-fbfccd43a6d3), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:08.785830 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port 236de2fc-22a5-4614-882a-8b3bcfb44475 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:40:08.786136 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-55488736-b621-4f9f-9088-1d5fe255510a tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Publish callbacks [] for security_group (b3dd5a6c-06a9-4f41-b438-f7d64990f73a), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:08.786388 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (236de2fc-22a5-4614-882a-8b3bcfb44475), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:08.828225 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-55488736-b621-4f9f-9088-1d5fe255510a tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Publish callbacks [] for security_group (b3dd5a6c-06a9-4f41-b438-f7d64990f73a), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:08.871212 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 236de2fc-22a5-4614-882a-8b3bcfb44475 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:40:08.876242 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21dd9b37-f64e-4fd5-9b00-01c4d9e47956 req-17b30303-47b6-4255-9fbc-4a03206072d3 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Made reservation on behalf of 5a84b6bdce3e454e9741c4fbc09bfc68 for: {'port': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:40:08.879751 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-21dd9b37-f64e-4fd5-9b00-01c4d9e47956 req-17b30303-47b6-4255-9fbc-4a03206072d3 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:08.953268 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-55488736-b621-4f9f-9088-1d5fe255510a tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (b3dd5a6c-06a9-4f41-b438-f7d64990f73a), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:08.955850 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-55488736-b621-4f9f-9088-1d5fe255510a tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:08.957028 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-55488736-b621-4f9f-9088-1d5fe255510a tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] 10.222.0.20 "DELETE /v2.0/security-groups/b3dd5a6c-06a9-4f41-b438-f7d64990f73a HTTP/1.1" status: 204 len: 168 time: 0.2675219 Feb 28 10:40:08.975663 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55488736-b621-4f9f-9088-1d5fe255510a tempest-TestNetworkAdvancedServerOps-154871549 tempest-TestNetworkAdvancedServerOps-154871549-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3dd5a6c-06a9-4f41-b438-f7d64990f73a,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:09.011946 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device d5452ab1-0a59-4098-972c-46a06eb657ec no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:40:09.050236 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] No Port match for: d5452ab1-0a59-4098-972c-46a06eb657ec {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:40:09.050648 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device d5452ab1-0a59-4098-972c-46a06eb657ec not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:40:09.051384 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 3cba4c76-6d2e-46f6-9b22-ebee0904749d no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:40:09.058037 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [req-21dd9b37-f64e-4fd5-9b00-01c4d9e47956 req-17b30303-47b6-4255-9fbc-4a03206072d3 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Allocated IP 172.20.0.23 (8e69fcf8-ea8f-4803-806c-b9efb7a7806d/33f09136-9f82-49db-a8db-6a679f570a8a/38b805db-0920-4591-a318-738fd50081e0) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:40:09.072118 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] No Port match for: 3cba4c76-6d2e-46f6-9b22-ebee0904749d {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:40:09.072468 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 3cba4c76-6d2e-46f6-9b22-ebee0904749d not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:40:09.219043 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-21dd9b37-f64e-4fd5-9b00-01c4d9e47956 req-17b30303-47b6-4255-9fbc-4a03206072d3 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for port (38b805db-0920-4591-a318-738fd50081e0), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:09.254467 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-21dd9b37-f64e-4fd5-9b00-01c4d9e47956 req-17b30303-47b6-4255-9fbc-4a03206072d3 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (38b805db-0920-4591-a318-738fd50081e0), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:09.309530 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21dd9b37-f64e-4fd5-9b00-01c4d9e47956 req-17b30303-47b6-4255-9fbc-4a03206072d3 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Network 8e69fcf8-ea8f-4803-806c-b9efb7a7806d is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:40:09.310250 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 40264) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:09.312851 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [req-21dd9b37-f64e-4fd5-9b00-01c4d9e47956 req-17b30303-47b6-4255-9fbc-4a03206072d3 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:40:09.317157 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-21dd9b37-f64e-4fd5-9b00-01c4d9e47956 req-17b30303-47b6-4255-9fbc-4a03206072d3 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:40:09.345799 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b30303-47b6-4255-9fbc-4a03206072d3 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event updated for resources: {'Port': ['ID=38b805db-0920-4591-a318-738fd50081e0,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:09.377085 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dd9b37-f64e-4fd5-9b00-01c4d9e47956 req-17b30303-47b6-4255-9fbc-4a03206072d3 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:09.377705 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-21dd9b37-f64e-4fd5-9b00-01c4d9e47956 req-17b30303-47b6-4255-9fbc-4a03206072d3 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:09.396063 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-21dd9b37-f64e-4fd5-9b00-01c4d9e47956 req-17b30303-47b6-4255-9fbc-4a03206072d3 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7587132 Feb 28 10:40:09.413336 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [req-21dd9b37-f64e-4fd5-9b00-01c4d9e47956 req-511fbd77-6a9f-42d0-913d-492589a3fb7c service neutron] Request body: {'port': {'device_id': '622d39a7-1cc5-4003-9bda-23d91217753c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:40:09.464415 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-4a33dfb4-5ce3-442f-9d4a-cac06faca011 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2b21c0f8445b44c5a1fb71420d1ffcce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1527209 Feb 28 10:40:09.466803 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 40268) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:09.482940 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-21dd9b37-f64e-4fd5-9b00-01c4d9e47956 req-511fbd77-6a9f-42d0-913d-492589a3fb7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (38b805db-0920-4591-a318-738fd50081e0), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:09.528874 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d77f2914-805c-45bf-9b66-a19f75c322fa admin admin] Publish callbacks [] for security_group (b9ee6222-b249-4f69-a7a0-65bb9278c6f2), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:09.552092 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d77f2914-805c-45bf-9b66-a19f75c322fa admin admin] Publish callbacks [] for security_group (b9ee6222-b249-4f69-a7a0-65bb9278c6f2), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:09.601666 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d77f2914-805c-45bf-9b66-a19f75c322fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (b9ee6222-b249-4f69-a7a0-65bb9278c6f2), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:09.606103 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d77f2914-805c-45bf-9b66-a19f75c322fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:09.607466 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-d77f2914-805c-45bf-9b66-a19f75c322fa admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b9ee6222-b249-4f69-a7a0-65bb9278c6f2 HTTP/1.1" status: 204 len: 168 time: 0.1397173 Feb 28 10:40:09.616678 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77f2914-805c-45bf-9b66-a19f75c322fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9ee6222-b249-4f69-a7a0-65bb9278c6f2,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:09.650668 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-37ff8629-fe28-4535-aaaa-3f63cfe924ef None None] Provisioning complete for port 38b805db-0920-4591-a318-738fd50081e0 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:40:09.651589 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-37ff8629-fe28-4535-aaaa-3f63cfe924ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (38b805db-0920-4591-a318-738fd50081e0), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:09.697330 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-37ff8629-fe28-4535-aaaa-3f63cfe924ef None None] Port 38b805db-0920-4591-a318-738fd50081e0 cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:40:09.754627 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51907acb-55ed-4183-be6a-95703a8448a9 req-2c571879-713c-489a-9ac4-52b01ed84774 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:09.756500 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-51907acb-55ed-4183-be6a-95703a8448a9 req-2c571879-713c-489a-9ac4-52b01ed84774 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/ports?device_id=622d39a7-1cc5-4003-9bda-23d91217753c HTTP/1.1" status: 200 len: 932 time: 0.0905437 Feb 28 10:40:09.830151 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.notifiers.nova [req-21dd9b37-f64e-4fd5-9b00-01c4d9e47956 req-511fbd77-6a9f-42d0-913d-492589a3fb7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38b805db-0920-4591-a318-738fd50081e0 {{(pid=103407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 10:40:09.844486 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-21dd9b37-f64e-4fd5-9b00-01c4d9e47956 req-511fbd77-6a9f-42d0-913d-492589a3fb7c service neutron] Publish callbacks [] for port (38b805db-0920-4591-a318-738fd50081e0), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:09.857948 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-51907acb-55ed-4183-be6a-95703a8448a9 req-e937cb9b-bfb2-4d39-9b4d-f6bfb64aeb3e tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ee900e9-59c9-4f30-ab95-6f74edd0fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916204 Feb 28 10:40:09.866169 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.provisioning_blocks [req-21dd9b37-f64e-4fd5-9b00-01c4d9e47956 req-511fbd77-6a9f-42d0-913d-492589a3fb7c service neutron] Transition to ACTIVE for port object 38b805db-0920-4591-a318-738fd50081e0 will not be triggered until provisioned by entity L2. {{(pid=103407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 10:40:09.869604 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-21dd9b37-f64e-4fd5-9b00-01c4d9e47956 req-511fbd77-6a9f-42d0-913d-492589a3fb7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3498066'] for port (38b805db-0920-4591-a318-738fd50081e0), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:09.916980 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 40276) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:09.931560 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-912ca60c-42c3-4905-9501-a93c45a79f15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:10.020090 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-912ca60c-42c3-4905-9501-a93c45a79f15 admin admin] Publish callbacks [] for security_group (15511d0a-4108-4c81-9586-ef8049a6774a), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:10.025667 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-912ca60c-42c3-4905-9501-a93c45a79f15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (15511d0a-4108-4c81-9586-ef8049a6774a), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:10.070494 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912ca60c-42c3-4905-9501-a93c45a79f15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15511d0a-4108-4c81-9586-ef8049a6774a,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:10.075008 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-912ca60c-42c3-4905-9501-a93c45a79f15 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6aec40a029784796aedef85bd657fb85&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1569383 Feb 28 10:40:10.077746 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 40278) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:10.129946 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b0491f6c-ef02-4e38-87cc-c50a20065aeb admin admin] Publish callbacks [] for security_group (15511d0a-4108-4c81-9586-ef8049a6774a), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:10.152913 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b0491f6c-ef02-4e38-87cc-c50a20065aeb admin admin] Publish callbacks [] for security_group (15511d0a-4108-4c81-9586-ef8049a6774a), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:10.202702 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b0491f6c-ef02-4e38-87cc-c50a20065aeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (15511d0a-4108-4c81-9586-ef8049a6774a), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:10.205451 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b0491f6c-ef02-4e38-87cc-c50a20065aeb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:10.206692 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-b0491f6c-ef02-4e38-87cc-c50a20065aeb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/15511d0a-4108-4c81-9586-ef8049a6774a HTTP/1.1" status: 204 len: 168 time: 0.1280150 Feb 28 10:40:10.217246 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0491f6c-ef02-4e38-87cc-c50a20065aeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15511d0a-4108-4c81-9586-ef8049a6774a,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:10.266681 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511fbd77-6a9f-42d0-913d-492589a3fb7c service neutron] Pushing event updated for resources: {'Port': ['ID=38b805db-0920-4591-a318-738fd50081e0,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:10.340860 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-21dd9b37-f64e-4fd5-9b00-01c4d9e47956 req-511fbd77-6a9f-42d0-913d-492589a3fb7c service neutron] Attempting to bind port 38b805db-0920-4591-a318-738fd50081e0 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:40:10.341205 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-21dd9b37-f64e-4fd5-9b00-01c4d9e47956 req-511fbd77-6a9f-42d0-913d-492589a3fb7c service neutron] Attempting to bind port 38b805db-0920-4591-a318-738fd50081e0 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '06334a95-72b5-4b80-aaa4-4b6338aa8cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '8e69fcf8-ea8f-4803-806c-b9efb7a7806d'}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:40:10.341714 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21dd9b37-f64e-4fd5-9b00-01c4d9e47956 req-511fbd77-6a9f-42d0-913d-492589a3fb7c service neutron] Attempting to bind port 38b805db-0920-4591-a318-738fd50081e0 on network 8e69fcf8-ea8f-4803-806c-b9efb7a7806d {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:40:10.347368 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21dd9b37-f64e-4fd5-9b00-01c4d9e47956 req-511fbd77-6a9f-42d0-913d-492589a3fb7c service neutron] Port 38b805db-0920-4591-a318-738fd50081e0 on network 8e69fcf8-ea8f-4803-806c-b9efb7a7806d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 10:40:10.348238 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21dd9b37-f64e-4fd5-9b00-01c4d9e47956 req-511fbd77-6a9f-42d0-913d-492589a3fb7c service neutron] Attempting to bind port 38b805db-0920-4591-a318-738fd50081e0 on network 8e69fcf8-ea8f-4803-806c-b9efb7a7806d {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:40:10.354189 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21dd9b37-f64e-4fd5-9b00-01c4d9e47956 req-511fbd77-6a9f-42d0-913d-492589a3fb7c service neutron] Checking agent: {'id': '13ac42ae-016e-4baf-bb31-c6fa820b41c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 30, 8), 'started_at': datetime.datetime(2022, 2, 28, 10, 30, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 40, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:40:10.354653 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21dd9b37-f64e-4fd5-9b00-01c4d9e47956 req-511fbd77-6a9f-42d0-913d-492589a3fb7c service neutron] Checking segment: {'id': '06334a95-72b5-4b80-aaa4-4b6338aa8cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '8e69fcf8-ea8f-4803-806c-b9efb7a7806d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:40:10.355103 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21dd9b37-f64e-4fd5-9b00-01c4d9e47956 req-511fbd77-6a9f-42d0-913d-492589a3fb7c service neutron] Bound using segment: {'id': '06334a95-72b5-4b80-aaa4-4b6338aa8cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '8e69fcf8-ea8f-4803-806c-b9efb7a7806d'} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:40:10.355761 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-21dd9b37-f64e-4fd5-9b00-01c4d9e47956 req-511fbd77-6a9f-42d0-913d-492589a3fb7c service neutron] Bound port: 38b805db-0920-4591-a318-738fd50081e0, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06334a95-72b5-4b80-aaa4-4b6338aa8cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '8e69fcf8-ea8f-4803-806c-b9efb7a7806d'}}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:40:10.356026 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-21dd9b37-f64e-4fd5-9b00-01c4d9e47956 req-511fbd77-6a9f-42d0-913d-492589a3fb7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (38b805db-0920-4591-a318-738fd50081e0), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:10.426736 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-21dd9b37-f64e-4fd5-9b00-01c4d9e47956 req-511fbd77-6a9f-42d0-913d-492589a3fb7c service neutron] For port 38b805db-0920-4591-a318-738fd50081e0, host hv-neutron-mast, cleared binding levels {{(pid=103407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:40:10.430440 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-21dd9b37-f64e-4fd5-9b00-01c4d9e47956 req-511fbd77-6a9f-42d0-913d-492589a3fb7c service neutron] For port 38b805db-0920-4591-a318-738fd50081e0, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=38b805db-0920-4591-a318-738fd50081e0,segment=NetworkSegment(06334a95-72b5-4b80-aaa4-4b6338aa8cdf),segment_id=06334a95-72b5-4b80-aaa4-4b6338aa8cdf)] {{(pid=103407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:40:10.438135 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-21dd9b37-f64e-4fd5-9b00-01c4d9e47956 req-511fbd77-6a9f-42d0-913d-492589a3fb7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3498066'] for port (38b805db-0920-4591-a318-738fd50081e0), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:10.478594 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dd9b37-f64e-4fd5-9b00-01c4d9e47956 req-511fbd77-6a9f-42d0-913d-492589a3fb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:10.479222 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-21dd9b37-f64e-4fd5-9b00-01c4d9e47956 req-511fbd77-6a9f-42d0-913d-492589a3fb7c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:10.480641 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-21dd9b37-f64e-4fd5-9b00-01c4d9e47956 req-511fbd77-6a9f-42d0-913d-492589a3fb7c service neutron] 10.222.0.30 "PUT /v2.0/ports/38b805db-0920-4591-a318-738fd50081e0 HTTP/1.1" status: 200 len: 1094 time: 1.0720561 Feb 28 10:40:10.481154 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '622d39a7-1cc5-4003-9bda-23d91217753c', 'tag': '38b805db-0920-4591-a318-738fd50081e0'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:40:10.483440 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c8e1c873eeca597e52e7ceb7469e602eac250bfea6606d285743d38033cf584" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c008222-d937-49f8-8c24-d1bd76adec36" -d '{"events": [{"name": "network-changed", "server_uuid": "622d39a7-1cc5-4003-9bda-23d91217753c", "tag": "38b805db-0920-4591-a318-738fd50081e0"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:40:10.524811 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 10:40:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d4feaef-a9d7-4e6b-aec1-976e31633fa6 x-openstack-request-id: req-4d4feaef-a9d7-4e6b-aec1-976e31633fa6 {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:40:10.525113 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "622d39a7-1cc5-4003-9bda-23d91217753c", "tag": "38b805db-0920-4591-a318-738fd50081e0", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:40:10.525373 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4d4feaef-a9d7-4e6b-aec1-976e31633fa6 {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:40:10.525781 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '622d39a7-1cc5-4003-9bda-23d91217753c', 'tag': '38b805db-0920-4591-a318-738fd50081e0', 'status': 'completed', 'code': 200} Feb 28 10:40:10.529143 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511fbd77-6a9f-42d0-913d-492589a3fb7c service neutron] Pushing event updated for resources: {'Port': ['ID=38b805db-0920-4591-a318-738fd50081e0,revision_number=3']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:10.567197 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device b0d09846-cfea-472c-b3bf-b568e195a538 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:40:10.591671 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] No Port match for: b0d09846-cfea-472c-b3bf-b568e195a538 {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:40:10.592473 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device b0d09846-cfea-472c-b3bf-b568e195a538 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:40:10.607821 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dd9b37-f64e-4fd5-9b00-01c4d9e47956 req-893a80aa-6cc7-461f-b4ef-9e02a04f072d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:10.608813 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-21dd9b37-f64e-4fd5-9b00-01c4d9e47956 req-893a80aa-6cc7-461f-b4ef-9e02a04f072d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5a84b6bdce3e454e9741c4fbc09bfc68&device_id=622d39a7-1cc5-4003-9bda-23d91217753c HTTP/1.1" status: 200 len: 1128 time: 0.0572393 Feb 28 10:40:10.658088 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-21dd9b37-f64e-4fd5-9b00-01c4d9e47956 req-d4323f66-0a1a-4764-8483-711e599b9f9c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=38b805db-0920-4591-a318-738fd50081e0 HTTP/1.1" status: 200 len: 217 time: 0.0363226 Feb 28 10:40:10.720091 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dd9b37-f64e-4fd5-9b00-01c4d9e47956 req-44908707-2eb9-4bf9-8f76-c73c1c918a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:10.721607 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-21dd9b37-f64e-4fd5-9b00-01c4d9e47956 req-44908707-2eb9-4bf9-8f76-c73c1c918a77 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=33f09136-9f82-49db-a8db-6a679f570a8a HTTP/1.1" status: 200 len: 837 time: 0.0578954 Feb 28 10:40:10.771717 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dd9b37-f64e-4fd5-9b00-01c4d9e47956 req-10f6ed33-bb6d-4d28-9297-f036c875e0af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:10.773272 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-21dd9b37-f64e-4fd5-9b00-01c4d9e47956 req-10f6ed33-bb6d-4d28-9297-f036c875e0af service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8e69fcf8-ea8f-4803-806c-b9efb7a7806d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0459092 Feb 28 10:40:10.867402 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-21dd9b37-f64e-4fd5-9b00-01c4d9e47956 req-80e05b0c-72d0-4973-910b-aaee14a4b22c service neutron] 10.222.0.30 "GET /v2.0/networks/8e69fcf8-ea8f-4803-806c-b9efb7a7806d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883474 Feb 28 10:40:10.987989 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-21dd9b37-f64e-4fd5-9b00-01c4d9e47956 req-2b6c817e-69d9-47f9-999f-45127705a5a9 service neutron] 10.222.0.30 "GET /v2.0/networks/8e69fcf8-ea8f-4803-806c-b9efb7a7806d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151030 Feb 28 10:40:10.988271 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 40304) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:11.014325 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80136c6-6dad-45e0-a8ba-2b150d21b537 req-4b59b02e-e0a9-4822-8d4d-3bde1cceb742 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:11.016152 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-f80136c6-6dad-45e0-a8ba-2b150d21b537 req-4b59b02e-e0a9-4822-8d4d-3bde1cceb742 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/ports?device_id=622d39a7-1cc5-4003-9bda-23d91217753c HTTP/1.1" status: 200 len: 944 time: 0.0860987 Feb 28 10:40:11.019882 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d1d2fbb0-d558-44e6-ac14-0c6ebc1cc375 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fc6c9b74-8dbb-41bb-800a-5bd3a43fe896), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:11.074576 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-f80136c6-6dad-45e0-a8ba-2b150d21b537 req-fcd0772e-ffd1-465a-b9cc-6f8d15bb8d43 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ee900e9-59c9-4f30-ab95-6f74edd0fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501115 Feb 28 10:40:11.111818 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-2555c6d0-66ba-4383-aa6e-89b2f9a59df4 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1823250637-network', 'tenant_id': '731d835d2b9d4f1cae2d0f5bd7f8ebb9'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:40:11.139196 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2555c6d0-66ba-4383-aa6e-89b2f9a59df4 admin admin] Made reservation on behalf of 731d835d2b9d4f1cae2d0f5bd7f8ebb9 for: {'network': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:40:11.143466 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2555c6d0-66ba-4383-aa6e-89b2f9a59df4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for network (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:11.153340 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c008222-d937-49f8-8c24-d1bd76adec36 req-cf62e3b3-fffa-4148-be19-0c4c58bd9f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:11.153987 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2555c6d0-66ba-4383-aa6e-89b2f9a59df4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:11.154920 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-8c008222-d937-49f8-8c24-d1bd76adec36 req-cf62e3b3-fffa-4148-be19-0c4c58bd9f74 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5a84b6bdce3e454e9741c4fbc09bfc68&device_id=622d39a7-1cc5-4003-9bda-23d91217753c HTTP/1.1" status: 200 len: 1128 time: 0.0678792 Feb 28 10:40:11.232767 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2555c6d0-66ba-4383-aa6e-89b2f9a59df4 admin admin] Publish callbacks [] for security_group (fcc7e9dd-c841-432f-8cb0-3135d1a46f9d), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:11.237627 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2555c6d0-66ba-4383-aa6e-89b2f9a59df4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (fcc7e9dd-c841-432f-8cb0-3135d1a46f9d), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:11.247254 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c008222-d937-49f8-8c24-d1bd76adec36 req-dbf44cc3-639c-453e-8ff6-bacbbdfebfdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:11.248786 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-8c008222-d937-49f8-8c24-d1bd76adec36 req-dbf44cc3-639c-453e-8ff6-bacbbdfebfdb service neutron] 10.222.0.30 "GET /v2.0/networks?id=8e69fcf8-ea8f-4803-806c-b9efb7a7806d HTTP/1.1" status: 200 len: 898 time: 0.0874605 Feb 28 10:40:11.263353 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2555c6d0-66ba-4383-aa6e-89b2f9a59df4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 276} {{(pid=103408) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:40:11.273832 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2555c6d0-66ba-4383-aa6e-89b2f9a59df4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcc7e9dd-c841-432f-8cb0-3135d1a46f9d,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:11.279776 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2555c6d0-66ba-4383-aa6e-89b2f9a59df4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (635647a0-bb32-4e83-8331-d451090464be), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:11.280123 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.db.segments_db [None req-2555c6d0-66ba-4383-aa6e-89b2f9a59df4 admin admin] Added segment 635647a0-bb32-4e83-8331-d451090464be of type vlan for network 75bff9a3-e6fb-40b9-a252-b48d30550927 Feb 28 10:40:11.294692 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-8c008222-d937-49f8-8c24-d1bd76adec36 req-bd0d95c6-81d6-4fdc-aa87-191ed99d9495 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=38b805db-0920-4591-a318-738fd50081e0 HTTP/1.1" status: 200 len: 217 time: 0.0403144 Feb 28 10:40:11.333676 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2555c6d0-66ba-4383-aa6e-89b2f9a59df4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742056637431'] for network (75bff9a3-e6fb-40b9-a252-b48d30550927), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:11.345119 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c008222-d937-49f8-8c24-d1bd76adec36 req-29369f8d-f487-48a8-92a4-0c07bbfa1199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:11.346564 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-8c008222-d937-49f8-8c24-d1bd76adec36 req-29369f8d-f487-48a8-92a4-0c07bbfa1199 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=33f09136-9f82-49db-a8db-6a679f570a8a HTTP/1.1" status: 200 len: 837 time: 0.0465350 Feb 28 10:40:11.363951 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2555c6d0-66ba-4383-aa6e-89b2f9a59df4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551'] for network (75bff9a3-e6fb-40b9-a252-b48d30550927), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:11.365921 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2555c6d0-66ba-4383-aa6e-89b2f9a59df4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:11.366822 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2555c6d0-66ba-4383-aa6e-89b2f9a59df4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:11.396767 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c008222-d937-49f8-8c24-d1bd76adec36 req-96d46922-7f48-4406-bfe7-3d3c03649ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:11.398310 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-8c008222-d937-49f8-8c24-d1bd76adec36 req-96d46922-7f48-4406-bfe7-3d3c03649ee7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8e69fcf8-ea8f-4803-806c-b9efb7a7806d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0459414 Feb 28 10:40:11.441621 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-2555c6d0-66ba-4383-aa6e-89b2f9a59df4 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4520731 Feb 28 10:40:11.448459 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 40308) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:11.453810 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-2ee6aa40-c353-4239-a243-5681a89aa108 admin admin] Request body: {'subnet': {'network_id': '75bff9a3-e6fb-40b9-a252-b48d30550927', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1823250637-subnet', 'tenant_id': '731d835d2b9d4f1cae2d0f5bd7f8ebb9', 'ip_version': 4}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:40:11.465683 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2555c6d0-66ba-4383-aa6e-89b2f9a59df4 admin admin] Pushing event updated for resources: {'Network': ['ID=75bff9a3-e6fb-40b9-a252-b48d30550927,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:11.477218 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Network 75bff9a3-e6fb-40b9-a252-b48d30550927 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103409) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:40:11.487723 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ee6aa40-c353-4239-a243-5681a89aa108 admin admin] Made reservation on behalf of 731d835d2b9d4f1cae2d0f5bd7f8ebb9 for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:40:11.490143 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2ee6aa40-c353-4239-a243-5681a89aa108 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3516581'] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:11.556451 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-8c008222-d937-49f8-8c24-d1bd76adec36 req-09574acb-646a-47c3-bfb4-72e50d75ca23 service neutron] 10.222.0.30 "GET /v2.0/networks/8e69fcf8-ea8f-4803-806c-b9efb7a7806d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524377 Feb 28 10:40:11.695976 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-8c008222-d937-49f8-8c24-d1bd76adec36 req-4cee3122-fa23-4de3-a165-11eb7ab2f5d9 service neutron] 10.222.0.30 "GET /v2.0/networks/8e69fcf8-ea8f-4803-806c-b9efb7a7806d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333959 Feb 28 10:40:11.787146 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2ee6aa40-c353-4239-a243-5681a89aa108 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3498031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3516567'] for subnet (e42d74b6-8cf8-4c98-a2fa-7c543c8ad426), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:11.853934 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee6aa40-c353-4239-a243-5681a89aa108 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e42d74b6-8cf8-4c98-a2fa-7c543c8ad426,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:11.863501 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee6aa40-c353-4239-a243-5681a89aa108 admin admin] Checking segment: {'id': '635647a0-bb32-4e83-8331-d451090464be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '75bff9a3-e6fb-40b9-a252-b48d30550927'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:40:11.863861 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ee6aa40-c353-4239-a243-5681a89aa108 admin admin] Network hostable DHCP agents. Network: 75bff9a3-e6fb-40b9-a252-b48d30550927, hostable agents: ['fb6705d2-4f70-4965-92a3-fbfccd43a6d3'], hosted agents: [] {{(pid=103407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:40:11.882390 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ee6aa40-c353-4239-a243-5681a89aa108 admin admin] Network 75bff9a3-e6fb-40b9-a252-b48d30550927 is scheduled to be hosted by DHCP agent fb6705d2-4f70-4965-92a3-fbfccd43a6d3 with binding_index 1 {{(pid=103407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:40:11.891106 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-2ee6aa40-c353-4239-a243-5681a89aa108 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 75bff9a3-e6fb-40b9-a252-b48d30550927) {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:40:11.895375 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ee6aa40-c353-4239-a243-5681a89aa108 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:11.895929 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2ee6aa40-c353-4239-a243-5681a89aa108 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:11.900663 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9852bde7-87a3-49f0-8156-358a133e74d6 None None] Network 75bff9a3-e6fb-40b9-a252-b48d30550927 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:40:11.912730 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-2ee6aa40-c353-4239-a243-5681a89aa108 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4630218 Feb 28 10:40:11.915525 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 40310) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:11.920506 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-1dcafab1-3041-43cc-9bc9-09d48f56a955 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1823250637-router', 'tenant_id': '731d835d2b9d4f1cae2d0f5bd7f8ebb9', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840'}}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:40:11.940934 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1dcafab1-3041-43cc-9bc9-09d48f56a955 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1805251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254175'] for router (bd5e29c8-c38a-48ce-8dc3-970636090032), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:11.942152 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1dcafab1-3041-43cc-9bc9-09d48f56a955 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1804172', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1602053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254150'] for router (bd5e29c8-c38a-48ce-8dc3-970636090032), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:11.996840 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b6d631fb-7df0-4fe1-8322-abff3b61cae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (0db5147a-92a3-4581-8a5f-8ec9b93e0600), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:12.003526 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1dcafab1-3041-43cc-9bc9-09d48f56a955 admin admin] Publish callbacks [] for router_controller (bd5e29c8-c38a-48ce-8dc3-970636090032), precommit_add_association {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:12.025249 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-834772aa-e3fa-4c8a-a7ce-81de003cc80a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-75bff9a3-e6fb-40b9-a252-b48d30550927', 'network_id': '75bff9a3-e6fb-40b9-a252-b48d30550927', 'project_id': '731d835d2b9d4f1cae2d0f5bd7f8ebb9', 'fixed_ips': [{'subnet_id': 'e42d74b6-8cf8-4c98-a2fa-7c543c8ad426'}]}} from dv-neutron-master-2-hyperv. {{(pid=103409) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:40:12.026223 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-834772aa-e3fa-4c8a-a7ce-81de003cc80a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:12.169813 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-834772aa-e3fa-4c8a-a7ce-81de003cc80a None None] Allocated IP 172.20.0.2 (75bff9a3-e6fb-40b9-a252-b48d30550927/e42d74b6-8cf8-4c98-a2fa-7c543c8ad426/da53b9bc-99a1-454a-8745-397211e4d7d4) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:40:12.222320 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0621399-b2f0-427f-9429-e0fcca8b004d req-7488edd2-2912-4112-8522-cdd300881479 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:12.224241 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-d0621399-b2f0-427f-9429-e0fcca8b004d req-7488edd2-2912-4112-8522-cdd300881479 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/ports?device_id=622d39a7-1cc5-4003-9bda-23d91217753c HTTP/1.1" status: 200 len: 944 time: 0.0612216 Feb 28 10:40:12.287230 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-d0621399-b2f0-427f-9429-e0fcca8b004d req-2ea2676c-f36b-4b0d-9a98-2dec4b03e111 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ee900e9-59c9-4f30-ab95-6f74edd0fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565245 Feb 28 10:40:12.325242 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-834772aa-e3fa-4c8a-a7ce-81de003cc80a None None] Publish callbacks [] for port (da53b9bc-99a1-454a-8745-397211e4d7d4), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:12.332801 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-834772aa-e3fa-4c8a-a7ce-81de003cc80a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749'] for port (da53b9bc-99a1-454a-8745-397211e4d7d4), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:12.378933 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-834772aa-e3fa-4c8a-a7ce-81de003cc80a None None] Network 75bff9a3-e6fb-40b9-a252-b48d30550927 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:40:12.381887 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-834772aa-e3fa-4c8a-a7ce-81de003cc80a None None] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:40:12.385687 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834772aa-e3fa-4c8a-a7ce-81de003cc80a None None] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:40:12.392961 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834772aa-e3fa-4c8a-a7ce-81de003cc80a None None] Pushing event updated for resources: {'Port': ['ID=da53b9bc-99a1-454a-8745-397211e4d7d4,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:12.447271 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-834772aa-e3fa-4c8a-a7ce-81de003cc80a None None] Attempting to bind port da53b9bc-99a1-454a-8745-397211e4d7d4 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:40:12.447651 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-834772aa-e3fa-4c8a-a7ce-81de003cc80a None None] Attempting to bind port da53b9bc-99a1-454a-8745-397211e4d7d4 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '635647a0-bb32-4e83-8331-d451090464be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '75bff9a3-e6fb-40b9-a252-b48d30550927'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:40:12.448020 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834772aa-e3fa-4c8a-a7ce-81de003cc80a None None] Attempting to bind port da53b9bc-99a1-454a-8745-397211e4d7d4 on network 75bff9a3-e6fb-40b9-a252-b48d30550927 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:40:12.453545 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834772aa-e3fa-4c8a-a7ce-81de003cc80a None None] Checking agent: {'id': '75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 24, 15), 'started_at': datetime.datetime(2022, 2, 28, 10, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 39, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:40:12.453922 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834772aa-e3fa-4c8a-a7ce-81de003cc80a None None] Checking segment: {'id': '635647a0-bb32-4e83-8331-d451090464be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '75bff9a3-e6fb-40b9-a252-b48d30550927'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:40:12.454333 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-834772aa-e3fa-4c8a-a7ce-81de003cc80a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:12.454729 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834772aa-e3fa-4c8a-a7ce-81de003cc80a None None] Bound using segment: {'id': '635647a0-bb32-4e83-8331-d451090464be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '75bff9a3-e6fb-40b9-a252-b48d30550927'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:40:12.455207 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-834772aa-e3fa-4c8a-a7ce-81de003cc80a None None] Bound port: da53b9bc-99a1-454a-8745-397211e4d7d4, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '635647a0-bb32-4e83-8331-d451090464be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '75bff9a3-e6fb-40b9-a252-b48d30550927'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:40:12.455580 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-834772aa-e3fa-4c8a-a7ce-81de003cc80a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (da53b9bc-99a1-454a-8745-397211e4d7d4), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:12.458210 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1dcafab1-3041-43cc-9bc9-09d48f56a955 admin admin] Publish callbacks [] for router_gateway (bd5e29c8-c38a-48ce-8dc3-970636090032), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:12.520439 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-834772aa-e3fa-4c8a-a7ce-81de003cc80a None None] For port da53b9bc-99a1-454a-8745-397211e4d7d4, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:40:12.524017 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-834772aa-e3fa-4c8a-a7ce-81de003cc80a None None] For port da53b9bc-99a1-454a-8745-397211e4d7d4, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=da53b9bc-99a1-454a-8745-397211e4d7d4,segment=NetworkSegment(635647a0-bb32-4e83-8331-d451090464be),segment_id=635647a0-bb32-4e83-8331-d451090464be)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:40:12.530580 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-834772aa-e3fa-4c8a-a7ce-81de003cc80a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (da53b9bc-99a1-454a-8745-397211e4d7d4), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:12.592779 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834772aa-e3fa-4c8a-a7ce-81de003cc80a None None] Pushing event updated for resources: {'Port': ['ID=da53b9bc-99a1-454a-8745-397211e4d7d4,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:12.694119 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1dcafab1-3041-43cc-9bc9-09d48f56a955 admin admin] Publish callbacks [] for router_gateway (bd5e29c8-c38a-48ce-8dc3-970636090032), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:12.718943 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1dcafab1-3041-43cc-9bc9-09d48f56a955 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:12.832364 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-1dcafab1-3041-43cc-9bc9-09d48f56a955 admin admin] Allocated IP 172.36.5.129 (1e0804d0-d1d9-4d40-9de5-2936f3d87840/6f6f4129-23e5-4c3b-b4ef-4c7ce926797e/7dff299d-16aa-48a9-bb1b-402a94ac724b) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:40:12.941075 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1dcafab1-3041-43cc-9bc9-09d48f56a955 admin admin] Publish callbacks [] for port (7dff299d-16aa-48a9-bb1b-402a94ac724b), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:12.978127 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1dcafab1-3041-43cc-9bc9-09d48f56a955 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (7dff299d-16aa-48a9-bb1b-402a94ac724b), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:13.019297 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dcafab1-3041-43cc-9bc9-09d48f56a955 admin admin] Network 1e0804d0-d1d9-4d40-9de5-2936f3d87840 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:40:13.022250 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-1dcafab1-3041-43cc-9bc9-09d48f56a955 admin admin] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:40:13.026031 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dcafab1-3041-43cc-9bc9-09d48f56a955 admin admin] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:40:13.031763 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcafab1-3041-43cc-9bc9-09d48f56a955 admin admin] Pushing event updated for resources: {'Port': ['ID=7dff299d-16aa-48a9-bb1b-402a94ac724b,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:13.291333 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1dcafab1-3041-43cc-9bc9-09d48f56a955 admin admin] Publish callbacks [] for router_gateway (bd5e29c8-c38a-48ce-8dc3-970636090032), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:13.436063 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6884596-0050-4073-b54e-a3668993f8ed req-dcce2aa9-ff04-4bd2-a348-a7645fcaf0e7 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:13.438545 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-f6884596-0050-4073-b54e-a3668993f8ed req-dcce2aa9-ff04-4bd2-a348-a7645fcaf0e7 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/ports?device_id=622d39a7-1cc5-4003-9bda-23d91217753c HTTP/1.1" status: 200 len: 944 time: 0.0650623 Feb 28 10:40:13.501431 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-f6884596-0050-4073-b54e-a3668993f8ed req-c430823a-5cb4-45ae-be5d-958414df4232 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ee900e9-59c9-4f30-ab95-6f74edd0fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538096 Feb 28 10:40:13.538522 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1dcafab1-3041-43cc-9bc9-09d48f56a955 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1804241'] for router (bd5e29c8-c38a-48ce-8dc3-970636090032), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:13.600848 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6b923bb1-06b0-4b84-b461-7cc1d0196090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (2e621730-3978-4720-b581-ac380e97a567), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:13.616950 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3597bb7-63a7-4b9f-b12a-8d5d1ad7f568 None None] Network 75bff9a3-e6fb-40b9-a252-b48d30550927 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:40:13.681936 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dcafab1-3041-43cc-9bc9-09d48f56a955 admin admin] Router bd5e29c8-c38a-48ce-8dc3-970636090032 is scheduled to L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 with binding_index 1 {{(pid=103408) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 10:40:13.719736 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-63710a7f-a867-48a2-b62e-0e144b919833 None None] Provisioning complete for port da53b9bc-99a1-454a-8745-397211e4d7d4 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:40:13.720116 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-63710a7f-a867-48a2-b62e-0e144b919833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (da53b9bc-99a1-454a-8745-397211e4d7d4), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:13.798117 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dcafab1-3041-43cc-9bc9-09d48f56a955 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:40:13.807896 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-63710a7f-a867-48a2-b62e-0e144b919833 None None] Current status of the port da53b9bc-99a1-454a-8745-397211e4d7d4 is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:40:13.808491 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-63710a7f-a867-48a2-b62e-0e144b919833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (da53b9bc-99a1-454a-8745-397211e4d7d4), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:13.809863 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c4bb848-41af-4eb4-9012-d69c634c30b3 None None] Sync routers for ids ['bd5e29c8-c38a-48ce-8dc3-970636090032'] in dv-neutron-master-2-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:40:13.820353 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1dcafab1-3041-43cc-9bc9-09d48f56a955 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:13.823508 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4bb848-41af-4eb4-9012-d69c634c30b3 None None] Routers {'bd5e29c8-c38a-48ce-8dc3-970636090032'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:40:13.824760 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 40316) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:13.824923 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-4c4bb848-41af-4eb4-9012-d69c634c30b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:40:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['bd5e29c8-c38a-48ce-8dc3-970636090032'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:40:13.825358 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-1dcafab1-3041-43cc-9bc9-09d48f56a955 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.9087350 Feb 28 10:40:13.847071 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-63710a7f-a867-48a2-b62e-0e144b919833 None None] For port da53b9bc-99a1-454a-8745-397211e4d7d4, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=da53b9bc-99a1-454a-8745-397211e4d7d4,segment=NetworkSegment(635647a0-bb32-4e83-8331-d451090464be),segment_id=635647a0-bb32-4e83-8331-d451090464be)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:40:13.853422 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-63710a7f-a867-48a2-b62e-0e144b919833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (da53b9bc-99a1-454a-8745-397211e4d7d4), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:13.908194 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63710a7f-a867-48a2-b62e-0e144b919833 None None] Pushing event updated for resources: {'Port': ['ID=da53b9bc-99a1-454a-8745-397211e4d7d4,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:13.958338 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-4c4bb848-41af-4eb4-9012-d69c634c30b3 None None] Set router bd5e29c8-c38a-48ce-8dc3-970636090032 gateway port host: dv-neutron-master-2-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:40:14.075412 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-7449cd36-e72e-456d-a317-1a7a84922e1f None None] Provisioning complete for port da53b9bc-99a1-454a-8745-397211e4d7d4 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:40:14.075642 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7449cd36-e72e-456d-a317-1a7a84922e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (da53b9bc-99a1-454a-8745-397211e4d7d4), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:14.163078 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-7449cd36-e72e-456d-a317-1a7a84922e1f None None] Current status of the port da53b9bc-99a1-454a-8745-397211e4d7d4 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:40:14.236036 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-4c4bb848-41af-4eb4-9012-d69c634c30b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd5e29c8-c38a-48ce-8dc3-970636090032', 'name': 'tempest-TestVolumeBootPattern-1823250637-router', 'tenant_id': '731d835d2b9d4f1cae2d0f5bd7f8ebb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.129'}], 'enable_snat': True}, 'gw_port_id': '7dff299d-16aa-48a9-bb1b-402a94ac724b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:40:11Z', 'updated_at': '2022-02-28T10:40:13Z', 'revision_number': 3, 'project_id': '731d835d2b9d4f1cae2d0f5bd7f8ebb9', 'gw_port': {'id': '7dff299d-16aa-48a9-bb1b-402a94ac724b', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:b0:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd5e29c8-c38a-48ce-8dc3-970636090032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:40:12Z', 'updated_at': '2022-02-28T10:40:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:40:14.261920 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c4bb848-41af-4eb4-9012-d69c634c30b3 None None] Checking router: bd5e29c8-c38a-48ce-8dc3-970636090032 for host: dv-neutron-master-2-hyperv {{(pid=103410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:40:14.262275 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c4bb848-41af-4eb4-9012-d69c634c30b3 None None] Updating router bd5e29c8-c38a-48ce-8dc3-970636090032 port 7dff299d-16aa-48a9-bb1b-402a94ac724b binding host dv-neutron-master-2-hyperv {{(pid=103410) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 10:40:14.277547 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-537b9d02-943c-447f-86f5-8c2e8d86315b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:14.291638 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4c4bb848-41af-4eb4-9012-d69c634c30b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (7dff299d-16aa-48a9-bb1b-402a94ac724b), before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:14.343381 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device 38b805db-0920-4591-a318-738fd50081e0 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103409) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 10:40:14.454789 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] For port 38b805db-0920-4591-a318-738fd50081e0, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=38b805db-0920-4591-a318-738fd50081e0,segment=NetworkSegment(06334a95-72b5-4b80-aaa4-4b6338aa8cdf),segment_id=06334a95-72b5-4b80-aaa4-4b6338aa8cdf)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:40:14.468395 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Returning: {'device': '38b805db-0920-4591-a318-738fd50081e0', 'network_id': '8e69fcf8-ea8f-4803-806c-b9efb7a7806d', 'port_id': '38b805db-0920-4591-a318-738fd50081e0', 'mac_address': 'fa:16:3e:e9:c8:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 268, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33f09136-9f82-49db-a8db-6a679f570a8a', 'ip_address': '172.20.0.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103409) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 10:40:14.484787 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-537b9d02-943c-447f-86f5-8c2e8d86315b admin admin] Allocated IP 172.20.0.1 (75bff9a3-e6fb-40b9-a252-b48d30550927/e42d74b6-8cf8-4c98-a2fa-7c543c8ad426/87df74ac-20b3-46c6-9cf3-a504e98c4bb3) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:40:14.508925 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Current status of the port 38b805db-0920-4591-a318-738fd50081e0 is: DOWN; New status is: BUILD {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:40:14.509812 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (38b805db-0920-4591-a318-738fd50081e0), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:14.524691 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38b805db-0920-4591-a318-738fd50081e0 {{(pid=103409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 10:40:14.549740 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] For port 38b805db-0920-4591-a318-738fd50081e0, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=38b805db-0920-4591-a318-738fd50081e0,segment=NetworkSegment(06334a95-72b5-4b80-aaa4-4b6338aa8cdf),segment_id=06334a95-72b5-4b80-aaa4-4b6338aa8cdf)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:40:14.562161 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (38b805db-0920-4591-a318-738fd50081e0), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:14.579497 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4c4bb848-41af-4eb4-9012-d69c634c30b3 None None] Publish callbacks [] for port (7dff299d-16aa-48a9-bb1b-402a94ac724b), precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:14.593648 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4c4bb848-41af-4eb4-9012-d69c634c30b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (7dff299d-16aa-48a9-bb1b-402a94ac724b), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:14.640902 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Pushing event updated for resources: {'Port': ['ID=38b805db-0920-4591-a318-738fd50081e0,revision_number=4']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:14.667068 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device da53b9bc-99a1-454a-8745-397211e4d7d4 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:40:14.680959 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-4c4bb848-41af-4eb4-9012-d69c634c30b3 None None] Attempting to bind port 7dff299d-16aa-48a9-bb1b-402a94ac724b on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:40:14.681341 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-4c4bb848-41af-4eb4-9012-d69c634c30b3 None None] Attempting to bind port 7dff299d-16aa-48a9-bb1b-402a94ac724b by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '195d7ed7-323d-4284-82df-208cca613d99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:40:14.682368 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c4bb848-41af-4eb4-9012-d69c634c30b3 None None] Attempting to bind port 7dff299d-16aa-48a9-bb1b-402a94ac724b on network 1e0804d0-d1d9-4d40-9de5-2936f3d87840 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:40:14.691876 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c4bb848-41af-4eb4-9012-d69c634c30b3 None None] Checking agent: {'id': '75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 24, 15), 'started_at': datetime.datetime(2022, 2, 28, 10, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 39, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:40:14.692167 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c4bb848-41af-4eb4-9012-d69c634c30b3 None None] Checking segment: {'id': '195d7ed7-323d-4284-82df-208cca613d99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:40:14.692379 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4c4bb848-41af-4eb4-9012-d69c634c30b3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:14.692776 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c4bb848-41af-4eb4-9012-d69c634c30b3 None None] Bound using segment: {'id': '195d7ed7-323d-4284-82df-208cca613d99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:40:14.693868 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-4c4bb848-41af-4eb4-9012-d69c634c30b3 None None] Bound port: 7dff299d-16aa-48a9-bb1b-402a94ac724b, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '195d7ed7-323d-4284-82df-208cca613d99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:40:14.694222 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4c4bb848-41af-4eb4-9012-d69c634c30b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (7dff299d-16aa-48a9-bb1b-402a94ac724b), before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:14.696058 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a4d0fb-b45e-46d9-a260-442aacda382b None None] Pushing event updated for resources: {'Port': ['ID=7dff299d-16aa-48a9-bb1b-402a94ac724b,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:14.706020 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9e5a10-c5ed-41e3-9e57-dfd8c9b9c73c req-80a56b43-ec48-4f5c-8125-d22378fb678c tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:14.707623 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-dd9e5a10-c5ed-41e3-9e57-dfd8c9b9c73c req-80a56b43-ec48-4f5c-8125-d22378fb678c tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/ports?device_id=622d39a7-1cc5-4003-9bda-23d91217753c HTTP/1.1" status: 200 len: 945 time: 0.0932913 Feb 28 10:40:14.710838 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-537b9d02-943c-447f-86f5-8c2e8d86315b admin admin] Publish callbacks [] for port (87df74ac-20b3-46c6-9cf3-a504e98c4bb3), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:14.724651 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a4d0fb-b45e-46d9-a260-442aacda382b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:40:14.725030 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a4d0fb-b45e-46d9-a260-442aacda382b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:40:14.725464 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a4d0fb-b45e-46d9-a260-442aacda382b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:40:14.725807 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a4d0fb-b45e-46d9-a260-442aacda382b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:40:14.726144 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a4d0fb-b45e-46d9-a260-442aacda382b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:40:14.726473 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a4d0fb-b45e-46d9-a260-442aacda382b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:40:14.726990 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a4d0fb-b45e-46d9-a260-442aacda382b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:40:14.727157 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a4d0fb-b45e-46d9-a260-442aacda382b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:40:14.727481 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a4d0fb-b45e-46d9-a260-442aacda382b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:40:14.727811 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a4d0fb-b45e-46d9-a260-442aacda382b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:40:14.728134 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a4d0fb-b45e-46d9-a260-442aacda382b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:40:14.728656 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a4d0fb-b45e-46d9-a260-442aacda382b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:40:14.728790 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a4d0fb-b45e-46d9-a260-442aacda382b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:40:14.733745 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port da53b9bc-99a1-454a-8745-397211e4d7d4 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:40:14.734134 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (da53b9bc-99a1-454a-8745-397211e4d7d4), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:14.769269 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-4c4bb848-41af-4eb4-9012-d69c634c30b3 None None] For port 7dff299d-16aa-48a9-bb1b-402a94ac724b, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:40:14.772848 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-4c4bb848-41af-4eb4-9012-d69c634c30b3 None None] For port 7dff299d-16aa-48a9-bb1b-402a94ac724b, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7dff299d-16aa-48a9-bb1b-402a94ac724b,segment=NetworkSegment(195d7ed7-323d-4284-82df-208cca613d99),segment_id=195d7ed7-323d-4284-82df-208cca613d99)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:40:14.782001 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-dd9e5a10-c5ed-41e3-9e57-dfd8c9b9c73c req-c0d341cf-9de2-46ca-873f-27b4851a02ae tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ee900e9-59c9-4f30-ab95-6f74edd0fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620172 Feb 28 10:40:14.782718 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-4c4bb848-41af-4eb4-9012-d69c634c30b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (7dff299d-16aa-48a9-bb1b-402a94ac724b), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:14.785220 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-537b9d02-943c-447f-86f5-8c2e8d86315b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (87df74ac-20b3-46c6-9cf3-a504e98c4bb3), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:14.831094 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port da53b9bc-99a1-454a-8745-397211e4d7d4 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:40:14.838425 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-537b9d02-943c-447f-86f5-8c2e8d86315b admin admin] Network 75bff9a3-e6fb-40b9-a252-b48d30550927 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:40:14.839744 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4bb848-41af-4eb4-9012-d69c634c30b3 None None] Routers {'bd5e29c8-c38a-48ce-8dc3-970636090032'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:40:14.840391 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-4c4bb848-41af-4eb4-9012-d69c634c30b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:40:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['bd5e29c8-c38a-48ce-8dc3-970636090032'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:40:14.841371 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-537b9d02-943c-447f-86f5-8c2e8d86315b admin admin] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:40:14.844961 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-537b9d02-943c-447f-86f5-8c2e8d86315b admin admin] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:40:14.871842 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537b9d02-943c-447f-86f5-8c2e8d86315b admin admin] Pushing event updated for resources: {'Port': ['ID=87df74ac-20b3-46c6-9cf3-a504e98c4bb3,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:14.887247 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-537b9d02-943c-447f-86f5-8c2e8d86315b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1803404'] for router_interface (bd5e29c8-c38a-48ce-8dc3-970636090032), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:14.917062 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a4d0fb-b45e-46d9-a260-442aacda382b None None] Pushing event updated for resources: {'Port': ['ID=7dff299d-16aa-48a9-bb1b-402a94ac724b,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:14.930210 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:14.995652 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-4c4bb848-41af-4eb4-9012-d69c634c30b3 None None] Set router bd5e29c8-c38a-48ce-8dc3-970636090032 gateway port host: dv-neutron-master-2-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:40:15.027718 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-537b9d02-943c-447f-86f5-8c2e8d86315b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (87df74ac-20b3-46c6-9cf3-a504e98c4bb3), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:15.040131 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] get_ports_and_sgs() called for port_ids ['38b805db-0920-4591-a318-738fd50081e0'] {{(pid=103409) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 10:40:15.105046 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-e361680b-a66a-4efe-a9f4-2ef199ba6473 None None] Provisioning complete for port 87df74ac-20b3-46c6-9cf3-a504e98c4bb3 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:40:15.105414 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e361680b-a66a-4efe-a9f4-2ef199ba6473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (87df74ac-20b3-46c6-9cf3-a504e98c4bb3), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:15.160834 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-e361680b-a66a-4efe-a9f4-2ef199ba6473 None None] Port 87df74ac-20b3-46c6-9cf3-a504e98c4bb3 cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:40:15.188805 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-4c4bb848-41af-4eb4-9012-d69c634c30b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd5e29c8-c38a-48ce-8dc3-970636090032', 'name': 'tempest-TestVolumeBootPattern-1823250637-router', 'tenant_id': '731d835d2b9d4f1cae2d0f5bd7f8ebb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.129'}], 'enable_snat': True}, 'gw_port_id': '7dff299d-16aa-48a9-bb1b-402a94ac724b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:40:11Z', 'updated_at': '2022-02-28T10:40:13Z', 'revision_number': 3, 'project_id': '731d835d2b9d4f1cae2d0f5bd7f8ebb9', 'gw_port': {'id': '7dff299d-16aa-48a9-bb1b-402a94ac724b', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:b0:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd5e29c8-c38a-48ce-8dc3-970636090032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:40:12Z', 'updated_at': '2022-02-28T10:40:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:40:15.209814 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-537b9d02-943c-447f-86f5-8c2e8d86315b admin admin] Publish callbacks [] for port (87df74ac-20b3-46c6-9cf3-a504e98c4bb3), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:15.217926 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-537b9d02-943c-447f-86f5-8c2e8d86315b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3498066'] for port (87df74ac-20b3-46c6-9cf3-a504e98c4bb3), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:15.220304 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c4bb848-41af-4eb4-9012-d69c634c30b3 None None] The sync data for ids ['bd5e29c8-c38a-48ce-8dc3-970636090032'] in dv-neutron-master-2-hyperv is: [{'id': 'bd5e29c8-c38a-48ce-8dc3-970636090032', 'name': 'tempest-TestVolumeBootPattern-1823250637-router', 'tenant_id': '731d835d2b9d4f1cae2d0f5bd7f8ebb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.129'}], 'enable_snat': True}, 'gw_port_id': '7dff299d-16aa-48a9-bb1b-402a94ac724b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:40:11Z', 'updated_at': '2022-02-28T10:40:13Z', 'revision_number': 3, 'project_id': '731d835d2b9d4f1cae2d0f5bd7f8ebb9', 'gw_port': {'id': '7dff299d-16aa-48a9-bb1b-402a94ac724b', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:b0:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd5e29c8-c38a-48ce-8dc3-970636090032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:40:12Z', 'updated_at': '2022-02-28T10:40:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:40:15.291777 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-537b9d02-943c-447f-86f5-8c2e8d86315b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1802524'] for router_interface (bd5e29c8-c38a-48ce-8dc3-970636090032), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:15.295091 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537b9d02-943c-447f-86f5-8c2e8d86315b admin admin] Pushing event updated for resources: {'Port': ['ID=87df74ac-20b3-46c6-9cf3-a504e98c4bb3,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:15.397563 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-537b9d02-943c-447f-86f5-8c2e8d86315b admin admin] Network 75bff9a3-e6fb-40b9-a252-b48d30550927 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:40:15.399075 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-537b9d02-943c-447f-86f5-8c2e8d86315b admin admin] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:40:15.530860 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-537b9d02-943c-447f-86f5-8c2e8d86315b admin admin] Router bd5e29c8-c38a-48ce-8dc3-970636090032 has already been hosted by L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:40:15.668951 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-537b9d02-943c-447f-86f5-8c2e8d86315b admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:40:15.684276 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-537b9d02-943c-447f-86f5-8c2e8d86315b admin admin] 10.222.0.20 "PUT /v2.0/routers/bd5e29c8-c38a-48ce-8dc3-970636090032/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8499434 Feb 28 10:40:15.691072 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2511043e-ad79-4575-98b1-b301a9f6658e None None] Provisioning complete for port 87df74ac-20b3-46c6-9cf3-a504e98c4bb3 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:40:15.691549 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2511043e-ad79-4575-98b1-b301a9f6658e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (87df74ac-20b3-46c6-9cf3-a504e98c4bb3), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:15.727705 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2511043e-ad79-4575-98b1-b301a9f6658e None None] Port 87df74ac-20b3-46c6-9cf3-a504e98c4bb3 cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:40:15.920266 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cec2d6-61d4-45aa-9804-2f35ebd2921f req-be3034f8-caca-4fb1-8395-f189a105546d tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:15.921967 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-51cec2d6-61d4-45aa-9804-2f35ebd2921f req-be3034f8-caca-4fb1-8395-f189a105546d tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/ports?device_id=622d39a7-1cc5-4003-9bda-23d91217753c HTTP/1.1" status: 200 len: 945 time: 0.0586777 Feb 28 10:40:15.980666 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-51cec2d6-61d4-45aa-9804-2f35ebd2921f req-8e766c09-0bab-48cb-a852-6888260c1e1f tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ee900e9-59c9-4f30-ab95-6f74edd0fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526545 Feb 28 10:40:16.045567 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-9375ac56-3fdf-471a-a4c0-6140cbca4a26 req-9df0ff43-cf86-4720-86cd-e95b6c04f142 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7e941b0b-6957-4b1e-b931-664834f15726&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0484056 Feb 28 10:40:16.129304 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9375ac56-3fdf-471a-a4c0-6140cbca4a26 req-fadcbe5a-4fd0-45e0-88c1-f10a4eac1ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:16.130887 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-9375ac56-3fdf-471a-a4c0-6140cbca4a26 req-fadcbe5a-4fd0-45e0-88c1-f10a4eac1ba6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5a84b6bdce3e454e9741c4fbc09bfc68&device_id=7e941b0b-6957-4b1e-b931-664834f15726 HTTP/1.1" status: 200 len: 1130 time: 0.0500717 Feb 28 10:40:16.184696 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 40336) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:16.189861 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-3e7e606e-db31-4c87-aa38-91c8aaa8c0c6 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-894695723-network', 'tenant_id': 'a20b0e8ec1f1498f9e149d5f73c51e8a'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:40:16.210314 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e7e606e-db31-4c87-aa38-91c8aaa8c0c6 admin admin] Made reservation on behalf of a20b0e8ec1f1498f9e149d5f73c51e8a for: {'network': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:40:16.213586 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3e7e606e-db31-4c87-aa38-91c8aaa8c0c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for network (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:16.222580 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3e7e606e-db31-4c87-aa38-91c8aaa8c0c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:16.242839 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9375ac56-3fdf-471a-a4c0-6140cbca4a26 req-dfedc4f1-2804-4d37-a179-46bcda225587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:16.244330 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-9375ac56-3fdf-471a-a4c0-6140cbca4a26 req-dfedc4f1-2804-4d37-a179-46bcda225587 service neutron] 10.222.0.30 "GET /v2.0/networks?id=14678aab-2d45-4bf1-818f-830254557a1e HTTP/1.1" status: 200 len: 897 time: 0.0903580 Feb 28 10:40:16.298346 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3e7e606e-db31-4c87-aa38-91c8aaa8c0c6 admin admin] Publish callbacks [] for security_group (4cdc0906-b41f-4699-b5bb-843e9b15a3a2), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:16.302410 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3e7e606e-db31-4c87-aa38-91c8aaa8c0c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (4cdc0906-b41f-4699-b5bb-843e9b15a3a2), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:16.312675 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-9375ac56-3fdf-471a-a4c0-6140cbca4a26 req-77515798-e560-4f13-a479-5bbf397fd4a8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5241eecc-4835-4f5b-970a-139e7dee9fc9 HTTP/1.1" status: 200 len: 1002 time: 0.0624974 Feb 28 10:40:16.323872 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e7e606e-db31-4c87-aa38-91c8aaa8c0c6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 297} {{(pid=103408) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:40:16.338342 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7e606e-db31-4c87-aa38-91c8aaa8c0c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cdc0906-b41f-4699-b5bb-843e9b15a3a2,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:16.343240 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3e7e606e-db31-4c87-aa38-91c8aaa8c0c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (86d99fb8-d2e2-4446-952c-ef9722c1da86), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:16.343595 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.db.segments_db [None req-3e7e606e-db31-4c87-aa38-91c8aaa8c0c6 admin admin] Added segment 86d99fb8-d2e2-4446-952c-ef9722c1da86 of type vlan for network ab4bc953-f0b4-4d36-b8f9-ffd434ee4f70 Feb 28 10:40:16.367809 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9375ac56-3fdf-471a-a4c0-6140cbca4a26 req-d0c7c1d6-731f-4d1d-b745-760f85fcc2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:16.369481 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-9375ac56-3fdf-471a-a4c0-6140cbca4a26 req-d0c7c1d6-731f-4d1d-b745-760f85fcc2a0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=408b7934-d6b4-4b80-9390-aa1c07251c33 HTTP/1.1" status: 200 len: 834 time: 0.0510881 Feb 28 10:40:16.375888 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device 38b805db-0920-4591-a318-738fd50081e0 up at agent hyperv_hv-neutron-mast {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:40:16.393393 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3e7e606e-db31-4c87-aa38-91c8aaa8c0c6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742056637431'] for network (ab4bc953-f0b4-4d36-b8f9-ffd434ee4f70), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:16.422935 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3e7e606e-db31-4c87-aa38-91c8aaa8c0c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551'] for network (ab4bc953-f0b4-4d36-b8f9-ffd434ee4f70), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:16.423796 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9375ac56-3fdf-471a-a4c0-6140cbca4a26 req-db216974-12fc-4198-ba02-cfef029798a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:16.423930 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e7e606e-db31-4c87-aa38-91c8aaa8c0c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:16.424451 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3e7e606e-db31-4c87-aa38-91c8aaa8c0c6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:16.425365 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-9375ac56-3fdf-471a-a4c0-6140cbca4a26 req-db216974-12fc-4198-ba02-cfef029798a4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=14678aab-2d45-4bf1-818f-830254557a1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0497482 Feb 28 10:40:16.435233 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Provisioning for port 38b805db-0920-4591-a318-738fd50081e0 completed by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 10:40:16.439639 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Provisioning complete for port 38b805db-0920-4591-a318-738fd50081e0 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:40:16.440128 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (38b805db-0920-4591-a318-738fd50081e0), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:16.484318 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-3e7e606e-db31-4c87-aa38-91c8aaa8c0c6 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.2983546 Feb 28 10:40:16.486970 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 40338) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:16.492401 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-7363a864-4d81-44db-94bf-fdf9f964edb1 admin admin] Request body: {'subnet': {'network_id': 'ab4bc953-f0b4-4d36-b8f9-ffd434ee4f70', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-894695723-subnet', 'tenant_id': 'a20b0e8ec1f1498f9e149d5f73c51e8a', 'ip_version': 4}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:40:16.498767 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7e606e-db31-4c87-aa38-91c8aaa8c0c6 admin admin] Pushing event updated for resources: {'Network': ['ID=ab4bc953-f0b4-4d36-b8f9-ffd434ee4f70,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:16.516246 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Network ab4bc953-f0b4-4d36-b8f9-ffd434ee4f70 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103409) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:40:16.519090 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7363a864-4d81-44db-94bf-fdf9f964edb1 admin admin] Made reservation on behalf of a20b0e8ec1f1498f9e149d5f73c51e8a for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:40:16.521933 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7363a864-4d81-44db-94bf-fdf9f964edb1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3951209'] for subnet (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:16.531166 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-9375ac56-3fdf-471a-a4c0-6140cbca4a26 req-312a8f81-8ed6-47f9-a0b7-21b0190108c1 service neutron] 10.222.0.30 "GET /v2.0/networks/14678aab-2d45-4bf1-818f-830254557a1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997868 Feb 28 10:40:16.616857 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Current status of the port 38b805db-0920-4591-a318-738fd50081e0 is: BUILD; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:40:16.617326 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (38b805db-0920-4591-a318-738fd50081e0), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:16.655389 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '622d39a7-1cc5-4003-9bda-23d91217753c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38b805db-0920-4591-a318-738fd50081e0'}] {{(pid=103409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:40:16.658481 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa5325a5be4b33bf61fd809c564e3765e689d817bbd874267890deb3cfccaf12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d11f8660-2b4c-4370-90ae-6c76ccd8eda5" -d '{"events": [{"server_uuid": "622d39a7-1cc5-4003-9bda-23d91217753c", "name": "network-vif-plugged", "status": "completed", "tag": "38b805db-0920-4591-a318-738fd50081e0"}]}' {{(pid=103409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:40:16.678180 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] For port 38b805db-0920-4591-a318-738fd50081e0, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=38b805db-0920-4591-a318-738fd50081e0,segment=NetworkSegment(06334a95-72b5-4b80-aaa4-4b6338aa8cdf),segment_id=06334a95-72b5-4b80-aaa4-4b6338aa8cdf)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:40:16.683373 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 7dff299d-16aa-48a9-bb1b-402a94ac724b up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:40:16.690477 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (38b805db-0920-4591-a318-738fd50081e0), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:16.720076 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 10:40:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c578e05c-2a5f-4a46-8b9d-ccbb15ea5027 x-openstack-request-id: req-c578e05c-2a5f-4a46-8b9d-ccbb15ea5027 {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:40:16.720769 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "622d39a7-1cc5-4003-9bda-23d91217753c", "name": "network-vif-plugged", "status": "completed", "tag": "38b805db-0920-4591-a318-738fd50081e0", "code": 200}]} {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:40:16.720769 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c578e05c-2a5f-4a46-8b9d-ccbb15ea5027 {{(pid=103409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:40:16.721339 dv-neutron-master-2-hyperv neutron-server[103409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '622d39a7-1cc5-4003-9bda-23d91217753c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38b805db-0920-4591-a318-738fd50081e0', 'code': 200} Feb 28 10:40:16.723602 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-9375ac56-3fdf-471a-a4c0-6140cbca4a26 req-3814d893-b3a4-45ec-998e-8a9ce7ea6647 service neutron] 10.222.0.30 "GET /v2.0/networks/14678aab-2d45-4bf1-818f-830254557a1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1856015 Feb 28 10:40:16.780902 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7363a864-4d81-44db-94bf-fdf9f964edb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3242588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3951195'] for subnet (68cb3009-a53a-4d80-9483-4b9666139b95), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:16.781610 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Pushing event updated for resources: {'Port': ['ID=38b805db-0920-4591-a318-738fd50081e0,revision_number=5']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:16.794937 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port 7dff299d-16aa-48a9-bb1b-402a94ac724b triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:40:16.795423 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (7dff299d-16aa-48a9-bb1b-402a94ac724b), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:16.842142 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7363a864-4d81-44db-94bf-fdf9f964edb1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=68cb3009-a53a-4d80-9483-4b9666139b95,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:16.855714 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7363a864-4d81-44db-94bf-fdf9f964edb1 admin admin] Checking segment: {'id': '86d99fb8-d2e2-4446-952c-ef9722c1da86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'ab4bc953-f0b4-4d36-b8f9-ffd434ee4f70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:40:16.856079 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7363a864-4d81-44db-94bf-fdf9f964edb1 admin admin] Network hostable DHCP agents. Network: ab4bc953-f0b4-4d36-b8f9-ffd434ee4f70, hostable agents: ['fb6705d2-4f70-4965-92a3-fbfccd43a6d3'], hosted agents: [] {{(pid=103408) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:40:16.878940 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7363a864-4d81-44db-94bf-fdf9f964edb1 admin admin] Network ab4bc953-f0b4-4d36-b8f9-ffd434ee4f70 is scheduled to be hosted by DHCP agent fb6705d2-4f70-4965-92a3-fbfccd43a6d3 with binding_index 1 {{(pid=103408) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:40:16.890690 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-7363a864-4d81-44db-94bf-fdf9f964edb1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, ab4bc953-f0b4-4d36-b8f9-ffd434ee4f70) {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:40:16.893438 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 7dff299d-16aa-48a9-bb1b-402a94ac724b is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:40:16.893842 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (7dff299d-16aa-48a9-bb1b-402a94ac724b), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:16.898907 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7363a864-4d81-44db-94bf-fdf9f964edb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:16.899521 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7363a864-4d81-44db-94bf-fdf9f964edb1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:16.908283 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b75e9e51-8fa6-401f-8c9a-65520c57077f None None] Network ab4bc953-f0b4-4d36-b8f9-ffd434ee4f70 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:40:16.922880 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-7363a864-4d81-44db-94bf-fdf9f964edb1 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4346635 Feb 28 10:40:16.925796 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 40342) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:16.930734 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-2b9af819-c2aa-4173-9a50-43397e62cfcf admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-894695723-router', 'tenant_id': 'a20b0e8ec1f1498f9e149d5f73c51e8a', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840'}}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:40:16.965769 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2b9af819-c2aa-4173-9a50-43397e62cfcf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1805251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254175'] for router (03e2959c-b89d-4437-8a80-ffd89a2a6ed4), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:16.966923 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2b9af819-c2aa-4173-9a50-43397e62cfcf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1804172', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1602053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254150'] for router (03e2959c-b89d-4437-8a80-ffd89a2a6ed4), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:16.968201 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] For port 7dff299d-16aa-48a9-bb1b-402a94ac724b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7dff299d-16aa-48a9-bb1b-402a94ac724b,segment=NetworkSegment(195d7ed7-323d-4284-82df-208cca613d99),segment_id=195d7ed7-323d-4284-82df-208cca613d99)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:40:16.975496 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (7dff299d-16aa-48a9-bb1b-402a94ac724b), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:16.990298 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2073038f-afeb-4e63-babc-c6b895591c00 req-2062085d-c01d-4e8e-8e46-b0802f8dc281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:16.993532 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-2073038f-afeb-4e63-babc-c6b895591c00 req-2062085d-c01d-4e8e-8e46-b0802f8dc281 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=622d39a7-1cc5-4003-9bda-23d91217753c HTTP/1.1" status: 200 len: 1130 time: 0.0720561 Feb 28 10:40:17.052355 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-2073038f-afeb-4e63-babc-c6b895591c00 req-3433518e-66f6-47c6-9828-3edaeb8f9300 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=7ee900e9-59c9-4f30-ab95-6f74edd0fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525663 Feb 28 10:40:17.055006 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2b9af819-c2aa-4173-9a50-43397e62cfcf admin admin] Publish callbacks [] for router_controller (03e2959c-b89d-4437-8a80-ffd89a2a6ed4), precommit_add_association {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:17.074302 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Pushing event updated for resources: {'Port': ['ID=7dff299d-16aa-48a9-bb1b-402a94ac724b,revision_number=4']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:17.107203 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1733f848-3cdb-4dcd-abfc-3f55dc95799c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-ab4bc953-f0b4-4d36-b8f9-ffd434ee4f70', 'network_id': 'ab4bc953-f0b4-4d36-b8f9-ffd434ee4f70', 'project_id': 'a20b0e8ec1f1498f9e149d5f73c51e8a', 'fixed_ips': [{'subnet_id': '68cb3009-a53a-4d80-9483-4b9666139b95'}]}} from dv-neutron-master-2-hyperv. {{(pid=103409) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:40:17.108191 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1733f848-3cdb-4dcd-abfc-3f55dc95799c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:17.137559 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51513a18-9c2a-4fdc-96f1-e56d9672bea2 None None] Sync routers for ids ['bd5e29c8-c38a-48ce-8dc3-970636090032'] in dv-neutron-master-2-hyperv {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:40:17.150192 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9d2cea-2eef-4e28-8e34-d161f6f005b9 req-1e2fe350-6c14-40ba-87dc-6c3c72134b1e tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:17.159078 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-db9d2cea-2eef-4e28-8e34-d161f6f005b9 req-1e2fe350-6c14-40ba-87dc-6c3c72134b1e tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/ports?device_id=622d39a7-1cc5-4003-9bda-23d91217753c HTTP/1.1" status: 200 len: 946 time: 0.0925238 Feb 28 10:40:17.213851 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-db9d2cea-2eef-4e28-8e34-d161f6f005b9 req-397dc394-611f-4fe7-91cd-830d5377f55c tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ee900e9-59c9-4f30-ab95-6f74edd0fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554342 Feb 28 10:40:17.217599 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51513a18-9c2a-4fdc-96f1-e56d9672bea2 None None] Routers {'bd5e29c8-c38a-48ce-8dc3-970636090032'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:40:17.218466 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-51513a18-9c2a-4fdc-96f1-e56d9672bea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:40:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['bd5e29c8-c38a-48ce-8dc3-970636090032'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:40:17.237230 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2b9af819-c2aa-4173-9a50-43397e62cfcf admin admin] Publish callbacks [] for router_gateway (03e2959c-b89d-4437-8a80-ffd89a2a6ed4), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:17.371350 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-1733f848-3cdb-4dcd-abfc-3f55dc95799c None None] Allocated IP 172.20.0.2 (ab4bc953-f0b4-4d36-b8f9-ffd434ee4f70/68cb3009-a53a-4d80-9483-4b9666139b95/f12ac1f4-9a8e-49bc-a16c-342c88151b59) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:40:17.398498 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-51513a18-9c2a-4fdc-96f1-e56d9672bea2 None None] Set router bd5e29c8-c38a-48ce-8dc3-970636090032 gateway port host: dv-neutron-master-2-hyperv {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:40:17.453425 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2b9af819-c2aa-4173-9a50-43397e62cfcf admin admin] Publish callbacks [] for router_gateway (03e2959c-b89d-4437-8a80-ffd89a2a6ed4), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:17.473022 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2b9af819-c2aa-4173-9a50-43397e62cfcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:17.586238 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-2b9af819-c2aa-4173-9a50-43397e62cfcf admin admin] Allocated IP 172.36.5.24 (1e0804d0-d1d9-4d40-9de5-2936f3d87840/6f6f4129-23e5-4c3b-b4ef-4c7ce926797e/026c9510-6357-4f0f-8cd0-c205c4c7a512) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:40:17.700536 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2b9af819-c2aa-4173-9a50-43397e62cfcf admin admin] Publish callbacks [] for port (026c9510-6357-4f0f-8cd0-c205c4c7a512), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:17.741123 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2b9af819-c2aa-4173-9a50-43397e62cfcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (026c9510-6357-4f0f-8cd0-c205c4c7a512), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:17.779803 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b9af819-c2aa-4173-9a50-43397e62cfcf admin admin] Network 1e0804d0-d1d9-4d40-9de5-2936f3d87840 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:40:17.782755 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-2b9af819-c2aa-4173-9a50-43397e62cfcf admin admin] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:40:17.786297 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9af819-c2aa-4173-9a50-43397e62cfcf admin admin] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:40:17.817013 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9af819-c2aa-4173-9a50-43397e62cfcf admin admin] Pushing event updated for resources: {'Port': ['ID=026c9510-6357-4f0f-8cd0-c205c4c7a512,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:17.840142 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1733f848-3cdb-4dcd-abfc-3f55dc95799c None None] Publish callbacks [] for port (f12ac1f4-9a8e-49bc-a16c-342c88151b59), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:17.848435 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1733f848-3cdb-4dcd-abfc-3f55dc95799c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749'] for port (f12ac1f4-9a8e-49bc-a16c-342c88151b59), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:17.894657 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1733f848-3cdb-4dcd-abfc-3f55dc95799c None None] Network ab4bc953-f0b4-4d36-b8f9-ffd434ee4f70 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:40:17.900740 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-1733f848-3cdb-4dcd-abfc-3f55dc95799c None None] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:40:17.906440 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1733f848-3cdb-4dcd-abfc-3f55dc95799c None None] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:40:17.908999 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1733f848-3cdb-4dcd-abfc-3f55dc95799c None None] Pushing event updated for resources: {'Port': ['ID=f12ac1f4-9a8e-49bc-a16c-342c88151b59,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:17.938719 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-51513a18-9c2a-4fdc-96f1-e56d9672bea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd5e29c8-c38a-48ce-8dc3-970636090032', 'name': 'tempest-TestVolumeBootPattern-1823250637-router', 'tenant_id': '731d835d2b9d4f1cae2d0f5bd7f8ebb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.129'}], 'enable_snat': True}, 'gw_port_id': '7dff299d-16aa-48a9-bb1b-402a94ac724b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:40:11Z', 'updated_at': '2022-02-28T10:40:14Z', 'revision_number': 4, 'project_id': '731d835d2b9d4f1cae2d0f5bd7f8ebb9', 'gw_port': {'id': '7dff299d-16aa-48a9-bb1b-402a94ac724b', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:b0:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5e29c8-c38a-48ce-8dc3-970636090032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:40:12Z', 'updated_at': '2022-02-28T10:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '87df74ac-20b3-46c6-9cf3-a504e98c4bb3', 'name': '', 'network_id': '75bff9a3-e6fb-40b9-a252-b48d30550927', 'tenant_id': '731d835d2b9d4f1cae2d0f5bd7f8ebb9', 'mac_address': 'fa:16:3e:9d:bd:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd5e29c8-c38a-48ce-8dc3-970636090032', 'device_owner': 'network:router_interface', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': 'e42d74b6-8cf8-4c98-a2fa-7c543c8ad426', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:40:14Z', 'updated_at': '2022-02-28T10:40:15Z', 'revision_number': 2, 'project_id': '731d835d2b9d4f1cae2d0f5bd7f8ebb9', 'subnets': [{'id': 'e42d74b6-8cf8-4c98-a2fa-7c543c8ad426', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:40:17.982493 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51513a18-9c2a-4fdc-96f1-e56d9672bea2 None None] Checking router: bd5e29c8-c38a-48ce-8dc3-970636090032 for host: dv-neutron-master-2-hyperv {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:40:17.982794 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51513a18-9c2a-4fdc-96f1-e56d9672bea2 None None] Updating router bd5e29c8-c38a-48ce-8dc3-970636090032 port 87df74ac-20b3-46c6-9cf3-a504e98c4bb3 binding host dv-neutron-master-2-hyperv {{(pid=103409) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 10:40:18.015865 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-1733f848-3cdb-4dcd-abfc-3f55dc95799c None None] Attempting to bind port f12ac1f4-9a8e-49bc-a16c-342c88151b59 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:40:18.016261 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-1733f848-3cdb-4dcd-abfc-3f55dc95799c None None] Attempting to bind port f12ac1f4-9a8e-49bc-a16c-342c88151b59 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '86d99fb8-d2e2-4446-952c-ef9722c1da86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'ab4bc953-f0b4-4d36-b8f9-ffd434ee4f70'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:40:18.016596 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1733f848-3cdb-4dcd-abfc-3f55dc95799c None None] Attempting to bind port f12ac1f4-9a8e-49bc-a16c-342c88151b59 on network ab4bc953-f0b4-4d36-b8f9-ffd434ee4f70 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:40:18.024941 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1733f848-3cdb-4dcd-abfc-3f55dc95799c None None] Checking agent: {'id': '75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 24, 15), 'started_at': datetime.datetime(2022, 2, 28, 10, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 40, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:40:18.025320 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1733f848-3cdb-4dcd-abfc-3f55dc95799c None None] Checking segment: {'id': '86d99fb8-d2e2-4446-952c-ef9722c1da86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'ab4bc953-f0b4-4d36-b8f9-ffd434ee4f70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:40:18.025724 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1733f848-3cdb-4dcd-abfc-3f55dc95799c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:18.026165 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1733f848-3cdb-4dcd-abfc-3f55dc95799c None None] Bound using segment: {'id': '86d99fb8-d2e2-4446-952c-ef9722c1da86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'ab4bc953-f0b4-4d36-b8f9-ffd434ee4f70'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:40:18.026620 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-1733f848-3cdb-4dcd-abfc-3f55dc95799c None None] Bound port: f12ac1f4-9a8e-49bc-a16c-342c88151b59, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86d99fb8-d2e2-4446-952c-ef9722c1da86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'ab4bc953-f0b4-4d36-b8f9-ffd434ee4f70'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:40:18.027002 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1733f848-3cdb-4dcd-abfc-3f55dc95799c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (f12ac1f4-9a8e-49bc-a16c-342c88151b59), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:18.028791 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-51513a18-9c2a-4fdc-96f1-e56d9672bea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (87df74ac-20b3-46c6-9cf3-a504e98c4bb3), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:18.051539 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2b9af819-c2aa-4173-9a50-43397e62cfcf admin admin] Publish callbacks [] for router_gateway (03e2959c-b89d-4437-8a80-ffd89a2a6ed4), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:18.178638 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-1733f848-3cdb-4dcd-abfc-3f55dc95799c None None] For port f12ac1f4-9a8e-49bc-a16c-342c88151b59, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:40:18.187372 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-1733f848-3cdb-4dcd-abfc-3f55dc95799c None None] For port f12ac1f4-9a8e-49bc-a16c-342c88151b59, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f12ac1f4-9a8e-49bc-a16c-342c88151b59,segment=NetworkSegment(86d99fb8-d2e2-4446-952c-ef9722c1da86),segment_id=86d99fb8-d2e2-4446-952c-ef9722c1da86)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:40:18.196586 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1733f848-3cdb-4dcd-abfc-3f55dc95799c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (f12ac1f4-9a8e-49bc-a16c-342c88151b59), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:18.263766 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2b9af819-c2aa-4173-9a50-43397e62cfcf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1804241'] for router (03e2959c-b89d-4437-8a80-ffd89a2a6ed4), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:18.312715 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1733f848-3cdb-4dcd-abfc-3f55dc95799c None None] Pushing event updated for resources: {'Port': ['ID=f12ac1f4-9a8e-49bc-a16c-342c88151b59,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:18.353247 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1627e9e0-5ff1-4907-924e-dd1713e71d17 req-00733990-90a3-4362-a94d-2465f3a5c86f tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:18.360524 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-1627e9e0-5ff1-4907-924e-dd1713e71d17 req-00733990-90a3-4362-a94d-2465f3a5c86f tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/ports?device_id=622d39a7-1cc5-4003-9bda-23d91217753c HTTP/1.1" status: 200 len: 946 time: 0.0704799 Feb 28 10:40:18.411275 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-51513a18-9c2a-4fdc-96f1-e56d9672bea2 None None] Publish callbacks [] for port (87df74ac-20b3-46c6-9cf3-a504e98c4bb3), precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:18.413970 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-1627e9e0-5ff1-4907-924e-dd1713e71d17 req-4730c14a-53da-482d-b57a-c7e67e0637dc tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ee900e9-59c9-4f30-ab95-6f74edd0fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523839 Feb 28 10:40:18.422296 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-51513a18-9c2a-4fdc-96f1-e56d9672bea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (87df74ac-20b3-46c6-9cf3-a504e98c4bb3), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:18.481276 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b9af819-c2aa-4173-9a50-43397e62cfcf admin admin] Router 03e2959c-b89d-4437-8a80-ffd89a2a6ed4 is scheduled to L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 with binding_index 1 {{(pid=103408) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 10:40:18.490861 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c398fa43-3991-4ff9-8c9c-22e0e9edd40c None None] Pushing event updated for resources: {'Port': ['ID=87df74ac-20b3-46c6-9cf3-a504e98c4bb3,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:18.575277 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-51513a18-9c2a-4fdc-96f1-e56d9672bea2 None None] Attempting to bind port 87df74ac-20b3-46c6-9cf3-a504e98c4bb3 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:40:18.575843 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-51513a18-9c2a-4fdc-96f1-e56d9672bea2 None None] Attempting to bind port 87df74ac-20b3-46c6-9cf3-a504e98c4bb3 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '635647a0-bb32-4e83-8331-d451090464be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '75bff9a3-e6fb-40b9-a252-b48d30550927'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:40:18.576294 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51513a18-9c2a-4fdc-96f1-e56d9672bea2 None None] Attempting to bind port 87df74ac-20b3-46c6-9cf3-a504e98c4bb3 on network 75bff9a3-e6fb-40b9-a252-b48d30550927 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:40:18.582619 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51513a18-9c2a-4fdc-96f1-e56d9672bea2 None None] Checking agent: {'id': '75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 24, 15), 'started_at': datetime.datetime(2022, 2, 28, 10, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 40, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:40:18.583296 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51513a18-9c2a-4fdc-96f1-e56d9672bea2 None None] Checking segment: {'id': '635647a0-bb32-4e83-8331-d451090464be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '75bff9a3-e6fb-40b9-a252-b48d30550927'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:40:18.583983 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-51513a18-9c2a-4fdc-96f1-e56d9672bea2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:18.584725 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51513a18-9c2a-4fdc-96f1-e56d9672bea2 None None] Bound using segment: {'id': '635647a0-bb32-4e83-8331-d451090464be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '75bff9a3-e6fb-40b9-a252-b48d30550927'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:40:18.585264 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-51513a18-9c2a-4fdc-96f1-e56d9672bea2 None None] Bound port: 87df74ac-20b3-46c6-9cf3-a504e98c4bb3, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '635647a0-bb32-4e83-8331-d451090464be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '75bff9a3-e6fb-40b9-a252-b48d30550927'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:40:18.585773 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-51513a18-9c2a-4fdc-96f1-e56d9672bea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (87df74ac-20b3-46c6-9cf3-a504e98c4bb3), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:18.676203 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-51513a18-9c2a-4fdc-96f1-e56d9672bea2 None None] For port 87df74ac-20b3-46c6-9cf3-a504e98c4bb3, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:40:18.682151 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-51513a18-9c2a-4fdc-96f1-e56d9672bea2 None None] For port 87df74ac-20b3-46c6-9cf3-a504e98c4bb3, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=87df74ac-20b3-46c6-9cf3-a504e98c4bb3,segment=NetworkSegment(635647a0-bb32-4e83-8331-d451090464be),segment_id=635647a0-bb32-4e83-8331-d451090464be)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:40:18.693479 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-51513a18-9c2a-4fdc-96f1-e56d9672bea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (87df74ac-20b3-46c6-9cf3-a504e98c4bb3), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:18.738263 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b9af819-c2aa-4173-9a50-43397e62cfcf admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:40:18.753611 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b5c2ed-c370-4975-bafd-bb2da3c69d1c None None] Sync routers for ids ['03e2959c-b89d-4437-8a80-ffd89a2a6ed4'] in dv-neutron-master-2-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:40:18.770753 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b5c2ed-c370-4975-bafd-bb2da3c69d1c None None] Routers {'03e2959c-b89d-4437-8a80-ffd89a2a6ed4'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:40:18.774930 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-38b5c2ed-c370-4975-bafd-bb2da3c69d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:40:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['03e2959c-b89d-4437-8a80-ffd89a2a6ed4'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:40:18.786030 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2b9af819-c2aa-4173-9a50-43397e62cfcf admin admin] Publish callbacks [] for router (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:18.792141 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-2b9af819-c2aa-4173-9a50-43397e62cfcf admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.8628926 Feb 28 10:40:18.793254 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 40348) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:18.811872 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51513a18-9c2a-4fdc-96f1-e56d9672bea2 None None] Routers {'bd5e29c8-c38a-48ce-8dc3-970636090032'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:40:18.812537 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-51513a18-9c2a-4fdc-96f1-e56d9672bea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:40:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['bd5e29c8-c38a-48ce-8dc3-970636090032'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:40:18.919913 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device f12ac1f4-9a8e-49bc-a16c-342c88151b59 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:40:18.928741 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c398fa43-3991-4ff9-8c9c-22e0e9edd40c None None] Pushing event updated for resources: {'Port': ['ID=87df74ac-20b3-46c6-9cf3-a504e98c4bb3,revision_number=4']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:18.964227 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-6e2835af-5450-441e-a835-b13f5f175638 None None] Provisioning complete for port 87df74ac-20b3-46c6-9cf3-a504e98c4bb3 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:40:18.964649 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6e2835af-5450-441e-a835-b13f5f175638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (87df74ac-20b3-46c6-9cf3-a504e98c4bb3), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:19.012132 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-38b5c2ed-c370-4975-bafd-bb2da3c69d1c None None] Set router 03e2959c-b89d-4437-8a80-ffd89a2a6ed4 gateway port host: dv-neutron-master-2-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:40:19.130520 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-51513a18-9c2a-4fdc-96f1-e56d9672bea2 None None] Set router bd5e29c8-c38a-48ce-8dc3-970636090032 gateway port host: dv-neutron-master-2-hyperv {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:40:19.133770 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port f12ac1f4-9a8e-49bc-a16c-342c88151b59 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:40:19.134154 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (f12ac1f4-9a8e-49bc-a16c-342c88151b59), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:19.272960 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-38b5c2ed-c370-4975-bafd-bb2da3c69d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03e2959c-b89d-4437-8a80-ffd89a2a6ed4', 'name': 'tempest-TestVolumeBootPattern-894695723-router', 'tenant_id': 'a20b0e8ec1f1498f9e149d5f73c51e8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.24'}], 'enable_snat': True}, 'gw_port_id': '026c9510-6357-4f0f-8cd0-c205c4c7a512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:40:16Z', 'updated_at': '2022-02-28T10:40:17Z', 'revision_number': 3, 'project_id': 'a20b0e8ec1f1498f9e149d5f73c51e8a', 'gw_port': {'id': '026c9510-6357-4f0f-8cd0-c205c4c7a512', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ad:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03e2959c-b89d-4437-8a80-ffd89a2a6ed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:40:17Z', 'updated_at': '2022-02-28T10:40:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:40:19.315222 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b5c2ed-c370-4975-bafd-bb2da3c69d1c None None] Checking router: 03e2959c-b89d-4437-8a80-ffd89a2a6ed4 for host: dv-neutron-master-2-hyperv {{(pid=103410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:40:19.315584 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b5c2ed-c370-4975-bafd-bb2da3c69d1c None None] Updating router 03e2959c-b89d-4437-8a80-ffd89a2a6ed4 port 026c9510-6357-4f0f-8cd0-c205c4c7a512 binding host dv-neutron-master-2-hyperv {{(pid=103410) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 10:40:19.352916 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-38b5c2ed-c370-4975-bafd-bb2da3c69d1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (026c9510-6357-4f0f-8cd0-c205c4c7a512), before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:19.391820 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-6e2835af-5450-441e-a835-b13f5f175638 None None] Current status of the port 87df74ac-20b3-46c6-9cf3-a504e98c4bb3 is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:40:19.392342 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6e2835af-5450-441e-a835-b13f5f175638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (87df74ac-20b3-46c6-9cf3-a504e98c4bb3), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:19.402797 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-560af6f1-587e-4f57-85e1-6f6e44a2cbba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:19.446695 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-6e2835af-5450-441e-a835-b13f5f175638 None None] For port 87df74ac-20b3-46c6-9cf3-a504e98c4bb3, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=87df74ac-20b3-46c6-9cf3-a504e98c4bb3,segment=NetworkSegment(635647a0-bb32-4e83-8331-d451090464be),segment_id=635647a0-bb32-4e83-8331-d451090464be)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:40:19.454541 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port f12ac1f4-9a8e-49bc-a16c-342c88151b59 is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:40:19.455166 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (f12ac1f4-9a8e-49bc-a16c-342c88151b59), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:19.472390 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6e2835af-5450-441e-a835-b13f5f175638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (87df74ac-20b3-46c6-9cf3-a504e98c4bb3), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:19.606110 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5068d393-e2a3-4bfe-8a07-54d1f4d5b48b req-5a74f5ab-ae40-438b-80b5-fcc51820c24e tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:19.616161 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-5068d393-e2a3-4bfe-8a07-54d1f4d5b48b req-5a74f5ab-ae40-438b-80b5-fcc51820c24e tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/ports?device_id=622d39a7-1cc5-4003-9bda-23d91217753c HTTP/1.1" status: 200 len: 946 time: 0.0986557 Feb 28 10:40:19.695744 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] For port f12ac1f4-9a8e-49bc-a16c-342c88151b59, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f12ac1f4-9a8e-49bc-a16c-342c88151b59,segment=NetworkSegment(86d99fb8-d2e2-4446-952c-ef9722c1da86),segment_id=86d99fb8-d2e2-4446-952c-ef9722c1da86)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:40:19.699434 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-5068d393-e2a3-4bfe-8a07-54d1f4d5b48b req-81119eaa-dfb8-4064-b7b3-b816b5646c96 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ee900e9-59c9-4f30-ab95-6f74edd0fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816772 Feb 28 10:40:19.701805 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce225dc-10e9-4f4f-bf21-2b040435ea71 None None] Network ab4bc953-f0b4-4d36-b8f9-ffd434ee4f70 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:40:19.706690 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-14ce11a7-a53d-4564-be1f-0b341d7510f5 None None] Provisioning complete for port 87df74ac-20b3-46c6-9cf3-a504e98c4bb3 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:40:19.707074 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-14ce11a7-a53d-4564-be1f-0b341d7510f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (87df74ac-20b3-46c6-9cf3-a504e98c4bb3), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:19.756927 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (f12ac1f4-9a8e-49bc-a16c-342c88151b59), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:19.758358 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 7dff299d-16aa-48a9-bb1b-402a94ac724b up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:40:19.762704 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2835af-5450-441e-a835-b13f5f175638 None None] Pushing event updated for resources: {'Port': ['ID=87df74ac-20b3-46c6-9cf3-a504e98c4bb3,revision_number=5']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:19.793155 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-38b5c2ed-c370-4975-bafd-bb2da3c69d1c None None] Publish callbacks [] for port (026c9510-6357-4f0f-8cd0-c205c4c7a512), precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:19.822657 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-38b5c2ed-c370-4975-bafd-bb2da3c69d1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (026c9510-6357-4f0f-8cd0-c205c4c7a512), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:19.861099 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053802c1-3a69-4849-82ab-3596d8fb274e req-f116b76a-bdad-42da-a038-b7686d537582 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:19.869275 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-053802c1-3a69-4849-82ab-3596d8fb274e req-f116b76a-bdad-42da-a038-b7686d537582 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/ports?device_id=622d39a7-1cc5-4003-9bda-23d91217753c HTTP/1.1" status: 200 len: 946 time: 0.0876546 Feb 28 10:40:19.874111 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c469f620-9602-4017-9c2f-c0fd1335a732 None None] Pushing event updated for resources: {'Port': ['ID=026c9510-6357-4f0f-8cd0-c205c4c7a512,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:19.911770 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-38b5c2ed-c370-4975-bafd-bb2da3c69d1c None None] Attempting to bind port 026c9510-6357-4f0f-8cd0-c205c4c7a512 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:40:19.912252 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-38b5c2ed-c370-4975-bafd-bb2da3c69d1c None None] Attempting to bind port 026c9510-6357-4f0f-8cd0-c205c4c7a512 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '195d7ed7-323d-4284-82df-208cca613d99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:40:19.912726 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b5c2ed-c370-4975-bafd-bb2da3c69d1c None None] Attempting to bind port 026c9510-6357-4f0f-8cd0-c205c4c7a512 on network 1e0804d0-d1d9-4d40-9de5-2936f3d87840 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:40:19.920256 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b5c2ed-c370-4975-bafd-bb2da3c69d1c None None] Checking agent: {'id': '75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 24, 15), 'started_at': datetime.datetime(2022, 2, 28, 10, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 40, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:40:19.921150 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b5c2ed-c370-4975-bafd-bb2da3c69d1c None None] Checking segment: {'id': '195d7ed7-323d-4284-82df-208cca613d99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:40:19.921741 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-38b5c2ed-c370-4975-bafd-bb2da3c69d1c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:19.922329 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b5c2ed-c370-4975-bafd-bb2da3c69d1c None None] Bound using segment: {'id': '195d7ed7-323d-4284-82df-208cca613d99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:40:19.923143 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-38b5c2ed-c370-4975-bafd-bb2da3c69d1c None None] Bound port: 026c9510-6357-4f0f-8cd0-c205c4c7a512, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '195d7ed7-323d-4284-82df-208cca613d99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:40:19.923463 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-38b5c2ed-c370-4975-bafd-bb2da3c69d1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (026c9510-6357-4f0f-8cd0-c205c4c7a512), before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:19.940767 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-053802c1-3a69-4849-82ab-3596d8fb274e req-04633580-aa0b-4930-866f-d6253b5122ec tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ee900e9-59c9-4f30-ab95-6f74edd0fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700254 Feb 28 10:40:19.998246 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-38b5c2ed-c370-4975-bafd-bb2da3c69d1c None None] For port 026c9510-6357-4f0f-8cd0-c205c4c7a512, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:40:20.002037 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-38b5c2ed-c370-4975-bafd-bb2da3c69d1c None None] For port 026c9510-6357-4f0f-8cd0-c205c4c7a512, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=026c9510-6357-4f0f-8cd0-c205c4c7a512,segment=NetworkSegment(195d7ed7-323d-4284-82df-208cca613d99),segment_id=195d7ed7-323d-4284-82df-208cca613d99)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:40:20.011482 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-38b5c2ed-c370-4975-bafd-bb2da3c69d1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (026c9510-6357-4f0f-8cd0-c205c4c7a512), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:20.140808 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-51513a18-9c2a-4fdc-96f1-e56d9672bea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd5e29c8-c38a-48ce-8dc3-970636090032', 'name': 'tempest-TestVolumeBootPattern-1823250637-router', 'tenant_id': '731d835d2b9d4f1cae2d0f5bd7f8ebb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.129'}], 'enable_snat': True}, 'gw_port_id': '7dff299d-16aa-48a9-bb1b-402a94ac724b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:40:11Z', 'updated_at': '2022-02-28T10:40:14Z', 'revision_number': 4, 'project_id': '731d835d2b9d4f1cae2d0f5bd7f8ebb9', 'gw_port': {'id': '7dff299d-16aa-48a9-bb1b-402a94ac724b', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:b0:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5e29c8-c38a-48ce-8dc3-970636090032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:40:12Z', 'updated_at': '2022-02-28T10:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '87df74ac-20b3-46c6-9cf3-a504e98c4bb3', 'name': '', 'network_id': '75bff9a3-e6fb-40b9-a252-b48d30550927', 'tenant_id': '731d835d2b9d4f1cae2d0f5bd7f8ebb9', 'mac_address': 'fa:16:3e:9d:bd:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd5e29c8-c38a-48ce-8dc3-970636090032', 'device_owner': 'network:router_interface', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': 'e42d74b6-8cf8-4c98-a2fa-7c543c8ad426', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:40:14Z', 'updated_at': '2022-02-28T10:40:18Z', 'revision_number': 4, 'project_id': '731d835d2b9d4f1cae2d0f5bd7f8ebb9', 'subnets': [{'id': 'e42d74b6-8cf8-4c98-a2fa-7c543c8ad426', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:40:20.153530 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Pushing event updated for resources: {'Port': ['ID=f12ac1f4-9a8e-49bc-a16c-342c88151b59,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:20.192880 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b5c2ed-c370-4975-bafd-bb2da3c69d1c None None] Routers {'03e2959c-b89d-4437-8a80-ffd89a2a6ed4'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:40:20.192880 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-38b5c2ed-c370-4975-bafd-bb2da3c69d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:40:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['03e2959c-b89d-4437-8a80-ffd89a2a6ed4'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:40:20.198922 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51513a18-9c2a-4fdc-96f1-e56d9672bea2 None None] The sync data for ids ['bd5e29c8-c38a-48ce-8dc3-970636090032'] in dv-neutron-master-2-hyperv is: [{'id': 'bd5e29c8-c38a-48ce-8dc3-970636090032', 'name': 'tempest-TestVolumeBootPattern-1823250637-router', 'tenant_id': '731d835d2b9d4f1cae2d0f5bd7f8ebb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.129'}], 'enable_snat': True}, 'gw_port_id': '7dff299d-16aa-48a9-bb1b-402a94ac724b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:40:11Z', 'updated_at': '2022-02-28T10:40:14Z', 'revision_number': 4, 'project_id': '731d835d2b9d4f1cae2d0f5bd7f8ebb9', 'gw_port': {'id': '7dff299d-16aa-48a9-bb1b-402a94ac724b', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:b0:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5e29c8-c38a-48ce-8dc3-970636090032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:40:12Z', 'updated_at': '2022-02-28T10:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '87df74ac-20b3-46c6-9cf3-a504e98c4bb3', 'name': '', 'network_id': '75bff9a3-e6fb-40b9-a252-b48d30550927', 'tenant_id': '731d835d2b9d4f1cae2d0f5bd7f8ebb9', 'mac_address': 'fa:16:3e:9d:bd:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd5e29c8-c38a-48ce-8dc3-970636090032', 'device_owner': 'network:router_interface', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': 'e42d74b6-8cf8-4c98-a2fa-7c543c8ad426', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:40:14Z', 'updated_at': '2022-02-28T10:40:18Z', 'revision_number': 4, 'project_id': '731d835d2b9d4f1cae2d0f5bd7f8ebb9', 'subnets': [{'id': 'e42d74b6-8cf8-4c98-a2fa-7c543c8ad426', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:40:20.199243 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c469f620-9602-4017-9c2f-c0fd1335a732 None None] Pushing event updated for resources: {'Port': ['ID=026c9510-6357-4f0f-8cd0-c205c4c7a512,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:20.255528 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-560af6f1-587e-4f57-85e1-6f6e44a2cbba admin admin] Allocated IP 172.20.0.1 (ab4bc953-f0b4-4d36-b8f9-ffd434ee4f70/68cb3009-a53a-4d80-9483-4b9666139b95/fe947fde-d4a5-401b-843e-3cf9d5442fc7) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:40:20.329426 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port 7dff299d-16aa-48a9-bb1b-402a94ac724b triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:40:20.329970 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (7dff299d-16aa-48a9-bb1b-402a94ac724b), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:20.360369 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-14ce11a7-a53d-4564-be1f-0b341d7510f5 None None] Current status of the port 87df74ac-20b3-46c6-9cf3-a504e98c4bb3 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:40:20.379390 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-38b5c2ed-c370-4975-bafd-bb2da3c69d1c None None] Set router 03e2959c-b89d-4437-8a80-ffd89a2a6ed4 gateway port host: dv-neutron-master-2-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:40:20.462833 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-560af6f1-587e-4f57-85e1-6f6e44a2cbba admin admin] Publish callbacks [] for port (fe947fde-d4a5-401b-843e-3cf9d5442fc7), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:20.466808 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 7dff299d-16aa-48a9-bb1b-402a94ac724b is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:40:20.498706 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-7f4e10d8-0827-4b5d-9927-d26d2873dd6c None None] Provisioning complete for port f12ac1f4-9a8e-49bc-a16c-342c88151b59 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:40:20.499114 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7f4e10d8-0827-4b5d-9927-d26d2873dd6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (f12ac1f4-9a8e-49bc-a16c-342c88151b59), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:20.538072 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-560af6f1-587e-4f57-85e1-6f6e44a2cbba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (fe947fde-d4a5-401b-843e-3cf9d5442fc7), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:20.627773 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560af6f1-587e-4f57-85e1-6f6e44a2cbba admin admin] Pushing event updated for resources: {'Port': ['ID=fe947fde-d4a5-401b-843e-3cf9d5442fc7,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:20.644098 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-560af6f1-587e-4f57-85e1-6f6e44a2cbba admin admin] Network ab4bc953-f0b4-4d36-b8f9-ffd434ee4f70 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:40:20.645687 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-560af6f1-587e-4f57-85e1-6f6e44a2cbba admin admin] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:40:20.648468 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-560af6f1-587e-4f57-85e1-6f6e44a2cbba admin admin] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:40:20.684268 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-7f4e10d8-0827-4b5d-9927-d26d2873dd6c None None] Current status of the port f12ac1f4-9a8e-49bc-a16c-342c88151b59 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:40:20.725102 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-560af6f1-587e-4f57-85e1-6f6e44a2cbba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1803404'] for router_interface (03e2959c-b89d-4437-8a80-ffd89a2a6ed4), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:20.750106 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-38b5c2ed-c370-4975-bafd-bb2da3c69d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03e2959c-b89d-4437-8a80-ffd89a2a6ed4', 'name': 'tempest-TestVolumeBootPattern-894695723-router', 'tenant_id': 'a20b0e8ec1f1498f9e149d5f73c51e8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.24'}], 'enable_snat': True}, 'gw_port_id': '026c9510-6357-4f0f-8cd0-c205c4c7a512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:40:16Z', 'updated_at': '2022-02-28T10:40:17Z', 'revision_number': 3, 'project_id': 'a20b0e8ec1f1498f9e149d5f73c51e8a', 'gw_port': {'id': '026c9510-6357-4f0f-8cd0-c205c4c7a512', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ad:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03e2959c-b89d-4437-8a80-ffd89a2a6ed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:40:17Z', 'updated_at': '2022-02-28T10:40:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:40:20.795302 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b5c2ed-c370-4975-bafd-bb2da3c69d1c None None] The sync data for ids ['03e2959c-b89d-4437-8a80-ffd89a2a6ed4'] in dv-neutron-master-2-hyperv is: [{'id': '03e2959c-b89d-4437-8a80-ffd89a2a6ed4', 'name': 'tempest-TestVolumeBootPattern-894695723-router', 'tenant_id': 'a20b0e8ec1f1498f9e149d5f73c51e8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.24'}], 'enable_snat': True}, 'gw_port_id': '026c9510-6357-4f0f-8cd0-c205c4c7a512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:40:16Z', 'updated_at': '2022-02-28T10:40:17Z', 'revision_number': 3, 'project_id': 'a20b0e8ec1f1498f9e149d5f73c51e8a', 'gw_port': {'id': '026c9510-6357-4f0f-8cd0-c205c4c7a512', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ad:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03e2959c-b89d-4437-8a80-ffd89a2a6ed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:40:17Z', 'updated_at': '2022-02-28T10:40:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:40:20.818302 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 87df74ac-20b3-46c6-9cf3-a504e98c4bb3 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:40:20.903518 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-600bff1d-f451-4c92-beae-3b65911a257d None None] Provisioning complete for port f12ac1f4-9a8e-49bc-a16c-342c88151b59 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:40:20.903735 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-600bff1d-f451-4c92-beae-3b65911a257d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (f12ac1f4-9a8e-49bc-a16c-342c88151b59), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:20.985145 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-560af6f1-587e-4f57-85e1-6f6e44a2cbba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (fe947fde-d4a5-401b-843e-3cf9d5442fc7), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:20.999261 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port 87df74ac-20b3-46c6-9cf3-a504e98c4bb3 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:40:20.999592 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (87df74ac-20b3-46c6-9cf3-a504e98c4bb3), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:21.096010 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-600bff1d-f451-4c92-beae-3b65911a257d None None] Current status of the port f12ac1f4-9a8e-49bc-a16c-342c88151b59 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:40:21.209893 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 87df74ac-20b3-46c6-9cf3-a504e98c4bb3 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:40:21.211078 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device f12ac1f4-9a8e-49bc-a16c-342c88151b59 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:40:21.241617 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-560af6f1-587e-4f57-85e1-6f6e44a2cbba admin admin] Publish callbacks [] for port (fe947fde-d4a5-401b-843e-3cf9d5442fc7), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:21.250095 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-560af6f1-587e-4f57-85e1-6f6e44a2cbba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3242529'] for port (fe947fde-d4a5-401b-843e-3cf9d5442fc7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:21.258889 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-7e1cb2e9-877d-4fef-ad46-67107c62514a None None] Provisioning complete for port fe947fde-d4a5-401b-843e-3cf9d5442fc7 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:40:21.259448 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7e1cb2e9-877d-4fef-ad46-67107c62514a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (fe947fde-d4a5-401b-843e-3cf9d5442fc7), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:21.318785 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-7e1cb2e9-877d-4fef-ad46-67107c62514a None None] Port fe947fde-d4a5-401b-843e-3cf9d5442fc7 cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:40:21.331012 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port f12ac1f4-9a8e-49bc-a16c-342c88151b59 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:40:21.331848 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (f12ac1f4-9a8e-49bc-a16c-342c88151b59), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:21.352326 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560af6f1-587e-4f57-85e1-6f6e44a2cbba admin admin] Pushing event updated for resources: {'Port': ['ID=fe947fde-d4a5-401b-843e-3cf9d5442fc7,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:21.356600 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-560af6f1-587e-4f57-85e1-6f6e44a2cbba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1802524'] for router_interface (03e2959c-b89d-4437-8a80-ffd89a2a6ed4), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:21.436336 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 40358) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:21.444650 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port f12ac1f4-9a8e-49bc-a16c-342c88151b59 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:40:21.481122 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-560af6f1-587e-4f57-85e1-6f6e44a2cbba admin admin] Network ab4bc953-f0b4-4d36-b8f9-ffd434ee4f70 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:40:21.482752 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-560af6f1-587e-4f57-85e1-6f6e44a2cbba admin admin] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:40:21.637870 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-560af6f1-587e-4f57-85e1-6f6e44a2cbba admin admin] Router 03e2959c-b89d-4437-8a80-ffd89a2a6ed4 has already been hosted by L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 {{(pid=103408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:40:21.794043 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-560af6f1-587e-4f57-85e1-6f6e44a2cbba admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:40:21.800756 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-560af6f1-587e-4f57-85e1-6f6e44a2cbba admin admin] 10.222.0.20 "PUT /v2.0/routers/03e2959c-b89d-4437-8a80-ffd89a2a6ed4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0063581 Feb 28 10:40:21.850137 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-728b9219-cab4-4a98-a0b9-248f39e8fae2 None None] Provisioning complete for port fe947fde-d4a5-401b-843e-3cf9d5442fc7 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:40:21.850849 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-728b9219-cab4-4a98-a0b9-248f39e8fae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (fe947fde-d4a5-401b-843e-3cf9d5442fc7), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:21.919028 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-728b9219-cab4-4a98-a0b9-248f39e8fae2 None None] Port fe947fde-d4a5-401b-843e-3cf9d5442fc7 cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:40:22.397000 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c1f1517e-9cbd-4735-a81d-47a9b96a3e0a tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:22.640315 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 026c9510-6357-4f0f-8cd0-c205c4c7a512 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:40:22.689857 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-c1f1517e-9cbd-4735-a81d-47a9b96a3e0a tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Allocated IP 172.20.0.17 (8e69fcf8-ea8f-4803-806c-b9efb7a7806d/33f09136-9f82-49db-a8db-6a679f570a8a/659787fe-dde3-4f3c-b8e2-a0b7242b26b0) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:40:22.694007 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port 026c9510-6357-4f0f-8cd0-c205c4c7a512 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:40:22.694420 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (026c9510-6357-4f0f-8cd0-c205c4c7a512), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:22.757209 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 40366) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:22.762266 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-1c40f291-eda6-49ff-94a2-fe8967a44d66 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1212318622', 'description': 'tempest-secgroup-smoke-1212318622 description', 'project_id': '731d835d2b9d4f1cae2d0f5bd7f8ebb9'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:40:22.788440 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1c40f291-eda6-49ff-94a2-fe8967a44d66 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Publish callbacks [] for security_group (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:22.792715 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 026c9510-6357-4f0f-8cd0-c205c4c7a512 is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:40:22.793118 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (026c9510-6357-4f0f-8cd0-c205c4c7a512), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:22.822414 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] For port 026c9510-6357-4f0f-8cd0-c205c4c7a512, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=026c9510-6357-4f0f-8cd0-c205c4c7a512,segment=NetworkSegment(195d7ed7-323d-4284-82df-208cca613d99),segment_id=195d7ed7-323d-4284-82df-208cca613d99)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:40:22.828823 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (026c9510-6357-4f0f-8cd0-c205c4c7a512), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:22.834763 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c1f1517e-9cbd-4735-a81d-47a9b96a3e0a tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for port (659787fe-dde3-4f3c-b8e2-a0b7242b26b0), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:22.872234 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c1f1517e-9cbd-4735-a81d-47a9b96a3e0a tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (659787fe-dde3-4f3c-b8e2-a0b7242b26b0), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:22.880155 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Pushing event updated for resources: {'Port': ['ID=026c9510-6357-4f0f-8cd0-c205c4c7a512,revision_number=4']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:22.883575 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1c40f291-eda6-49ff-94a2-fe8967a44d66 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Publish callbacks [] for security_group (a08cfa97-6188-4a72-a6d9-f5f45058a420), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:22.891179 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1c40f291-eda6-49ff-94a2-fe8967a44d66 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (a08cfa97-6188-4a72-a6d9-f5f45058a420), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:22.916826 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f1517e-9cbd-4735-a81d-47a9b96a3e0a tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Network 8e69fcf8-ea8f-4803-806c-b9efb7a7806d is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:40:22.920057 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-c1f1517e-9cbd-4735-a81d-47a9b96a3e0a tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:40:22.924672 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f1517e-9cbd-4735-a81d-47a9b96a3e0a tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:40:22.937432 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c40f291-eda6-49ff-94a2-fe8967a44d66 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a08cfa97-6188-4a72-a6d9-f5f45058a420,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:22.942617 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1c40f291-eda6-49ff-94a2-fe8967a44d66 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Publish callbacks [] for security_group (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:22.947931 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-1c40f291-eda6-49ff-94a2-fe8967a44d66 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1895654 Feb 28 10:40:22.949115 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 40368) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:22.954584 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-76a5ce94-1f02-445d-8824-4a6214204507 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Request body: {'security_group_rule': {'security_group_id': 'a08cfa97-6188-4a72-a6d9-f5f45058a420', 'project_id': '731d835d2b9d4f1cae2d0f5bd7f8ebb9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:40:22.965782 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f1517e-9cbd-4735-a81d-47a9b96a3e0a tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event updated for resources: {'Port': ['ID=659787fe-dde3-4f3c-b8e2-a0b7242b26b0,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:22.996665 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c1f1517e-9cbd-4735-a81d-47a9b96a3e0a tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1803404'] for router_interface (445ef975-1dd3-494e-9129-a41669286726), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:23.000947 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-76a5ce94-1f02-445d-8824-4a6214204507 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Publish callbacks [] for security_group_rule (4439a5d6-76c5-4c0d-8eaf-6b2deeb40793), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:23.086280 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-76a5ce94-1f02-445d-8824-4a6214204507 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Publish callbacks [] for security_group_rule (4439a5d6-76c5-4c0d-8eaf-6b2deeb40793), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:23.093716 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-76a5ce94-1f02-445d-8824-4a6214204507 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594242'] for security_group_rule (4439a5d6-76c5-4c0d-8eaf-6b2deeb40793), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:23.109652 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a5ce94-1f02-445d-8824-4a6214204507 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4439a5d6-76c5-4c0d-8eaf-6b2deeb40793,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:23.131677 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-76a5ce94-1f02-445d-8824-4a6214204507 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:23.135779 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-76a5ce94-1f02-445d-8824-4a6214204507 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1830292 Feb 28 10:40:23.137142 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 40370) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:23.142151 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-af0436fd-a110-4f78-b5b8-bda58113e248 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Request body: {'security_group_rule': {'security_group_id': 'a08cfa97-6188-4a72-a6d9-f5f45058a420', 'project_id': '731d835d2b9d4f1cae2d0f5bd7f8ebb9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:40:23.172138 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c1f1517e-9cbd-4735-a81d-47a9b96a3e0a tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (659787fe-dde3-4f3c-b8e2-a0b7242b26b0), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:23.176873 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-af0436fd-a110-4f78-b5b8-bda58113e248 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Publish callbacks [] for security_group_rule (b9412dc9-4613-46d3-b9ae-c433728b8a0d), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:23.200197 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70f34b2-b29f-48ea-bd84-9955ee9cdf95 None None] Sync routers for ids ['03e2959c-b89d-4437-8a80-ffd89a2a6ed4'] in dv-neutron-master-2-hyperv {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:40:23.213098 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70f34b2-b29f-48ea-bd84-9955ee9cdf95 None None] Routers {'03e2959c-b89d-4437-8a80-ffd89a2a6ed4'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:40:23.213965 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-b70f34b2-b29f-48ea-bd84-9955ee9cdf95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:40:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['03e2959c-b89d-4437-8a80-ffd89a2a6ed4'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:40:23.251257 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-af0436fd-a110-4f78-b5b8-bda58113e248 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Publish callbacks [] for security_group_rule (b9412dc9-4613-46d3-b9ae-c433728b8a0d), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:23.257359 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-af0436fd-a110-4f78-b5b8-bda58113e248 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594242'] for security_group_rule (b9412dc9-4613-46d3-b9ae-c433728b8a0d), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:23.278556 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0436fd-a110-4f78-b5b8-bda58113e248 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9412dc9-4613-46d3-b9ae-c433728b8a0d,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:23.287590 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-162ff9ad-2448-4f67-bb91-4e114686a6d8 None None] Provisioning complete for port 659787fe-dde3-4f3c-b8e2-a0b7242b26b0 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:40:23.288088 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-162ff9ad-2448-4f67-bb91-4e114686a6d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (659787fe-dde3-4f3c-b8e2-a0b7242b26b0), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:23.305095 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-af0436fd-a110-4f78-b5b8-bda58113e248 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:23.307897 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-af0436fd-a110-4f78-b5b8-bda58113e248 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1681764 Feb 28 10:40:23.309945 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 40372) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:23.316762 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-85f892b7-0d66-46f7-a2fd-44cd83568d04 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Request body: {'security_group_rule': {'security_group_id': 'a08cfa97-6188-4a72-a6d9-f5f45058a420', 'project_id': '731d835d2b9d4f1cae2d0f5bd7f8ebb9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:40:23.349196 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-85f892b7-0d66-46f7-a2fd-44cd83568d04 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Publish callbacks [] for security_group_rule (0c299af2-2a25-4a3c-87c3-907597f9cc9a), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:23.379505 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-162ff9ad-2448-4f67-bb91-4e114686a6d8 None None] Port 659787fe-dde3-4f3c-b8e2-a0b7242b26b0 cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:40:23.399164 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-b70f34b2-b29f-48ea-bd84-9955ee9cdf95 None None] Set router 03e2959c-b89d-4437-8a80-ffd89a2a6ed4 gateway port host: dv-neutron-master-2-hyperv {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:40:23.426551 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-85f892b7-0d66-46f7-a2fd-44cd83568d04 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Publish callbacks [] for security_group_rule (0c299af2-2a25-4a3c-87c3-907597f9cc9a), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:23.431680 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-85f892b7-0d66-46f7-a2fd-44cd83568d04 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594242'] for security_group_rule (0c299af2-2a25-4a3c-87c3-907597f9cc9a), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:23.450405 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f892b7-0d66-46f7-a2fd-44cd83568d04 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c299af2-2a25-4a3c-87c3-907597f9cc9a,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:23.460697 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-85f892b7-0d66-46f7-a2fd-44cd83568d04 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:23.462616 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-85f892b7-0d66-46f7-a2fd-44cd83568d04 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1509171 Feb 28 10:40:23.465532 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 40374) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:23.470129 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-d5d85096-2340-48c9-b24d-29477bfed882 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Request body: {'security_group_rule': {'security_group_id': 'a08cfa97-6188-4a72-a6d9-f5f45058a420', 'project_id': '731d835d2b9d4f1cae2d0f5bd7f8ebb9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:40:23.526172 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d5d85096-2340-48c9-b24d-29477bfed882 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Publish callbacks [] for security_group_rule (aacd5230-b7b9-4f4f-b00f-28eabb844aa4), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:23.532837 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c1f1517e-9cbd-4735-a81d-47a9b96a3e0a tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for port (659787fe-dde3-4f3c-b8e2-a0b7242b26b0), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:23.545486 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c1f1517e-9cbd-4735-a81d-47a9b96a3e0a tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3498066'] for port (659787fe-dde3-4f3c-b8e2-a0b7242b26b0), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:23.625842 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-b70f34b2-b29f-48ea-bd84-9955ee9cdf95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03e2959c-b89d-4437-8a80-ffd89a2a6ed4', 'name': 'tempest-TestVolumeBootPattern-894695723-router', 'tenant_id': 'a20b0e8ec1f1498f9e149d5f73c51e8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.24'}], 'enable_snat': True}, 'gw_port_id': '026c9510-6357-4f0f-8cd0-c205c4c7a512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:40:16Z', 'updated_at': '2022-02-28T10:40:20Z', 'revision_number': 4, 'project_id': 'a20b0e8ec1f1498f9e149d5f73c51e8a', 'gw_port': {'id': '026c9510-6357-4f0f-8cd0-c205c4c7a512', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ad:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03e2959c-b89d-4437-8a80-ffd89a2a6ed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:40:17Z', 'updated_at': '2022-02-28T10:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'fe947fde-d4a5-401b-843e-3cf9d5442fc7', 'name': '', 'network_id': 'ab4bc953-f0b4-4d36-b8f9-ffd434ee4f70', 'tenant_id': 'a20b0e8ec1f1498f9e149d5f73c51e8a', 'mac_address': 'fa:16:3e:3e:4c:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03e2959c-b89d-4437-8a80-ffd89a2a6ed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': '68cb3009-a53a-4d80-9483-4b9666139b95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:40:19Z', 'updated_at': '2022-02-28T10:40:21Z', 'revision_number': 2, 'project_id': 'a20b0e8ec1f1498f9e149d5f73c51e8a', 'subnets': [{'id': '68cb3009-a53a-4d80-9483-4b9666139b95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:40:23.651207 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f1517e-9cbd-4735-a81d-47a9b96a3e0a tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event updated for resources: {'Port': ['ID=659787fe-dde3-4f3c-b8e2-a0b7242b26b0,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:23.653033 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70f34b2-b29f-48ea-bd84-9955ee9cdf95 None None] Checking router: 03e2959c-b89d-4437-8a80-ffd89a2a6ed4 for host: dv-neutron-master-2-hyperv {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:40:23.653702 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70f34b2-b29f-48ea-bd84-9955ee9cdf95 None None] Updating router 03e2959c-b89d-4437-8a80-ffd89a2a6ed4 port fe947fde-d4a5-401b-843e-3cf9d5442fc7 binding host dv-neutron-master-2-hyperv {{(pid=103409) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 10:40:23.661178 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c1f1517e-9cbd-4735-a81d-47a9b96a3e0a tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1802524'] for router_interface (445ef975-1dd3-494e-9129-a41669286726), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:23.668368 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d5d85096-2340-48c9-b24d-29477bfed882 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Publish callbacks [] for security_group_rule (aacd5230-b7b9-4f4f-b00f-28eabb844aa4), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:23.674980 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d5d85096-2340-48c9-b24d-29477bfed882 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594242'] for security_group_rule (aacd5230-b7b9-4f4f-b00f-28eabb844aa4), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:23.683924 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b70f34b2-b29f-48ea-bd84-9955ee9cdf95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (fe947fde-d4a5-401b-843e-3cf9d5442fc7), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:23.737157 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d85096-2340-48c9-b24d-29477bfed882 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aacd5230-b7b9-4f4f-b00f-28eabb844aa4,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:23.747538 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d5d85096-2340-48c9-b24d-29477bfed882 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:23.748769 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-d5d85096-2340-48c9-b24d-29477bfed882 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2821524 Feb 28 10:40:23.751800 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 40376) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:23.759125 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-f681c145-983c-42c0-aa72-d78931a84b6a tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Request body: {'security_group_rule': {'security_group_id': 'a08cfa97-6188-4a72-a6d9-f5f45058a420', 'project_id': '731d835d2b9d4f1cae2d0f5bd7f8ebb9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:40:23.785663 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f1517e-9cbd-4735-a81d-47a9b96a3e0a tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Network 8e69fcf8-ea8f-4803-806c-b9efb7a7806d is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:40:23.787179 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.db.securitygroups_db [None req-f681c145-983c-42c0-aa72-d78931a84b6a tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Project 731d835d2b9d4f1cae2d0f5bd7f8ebb9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 10:40:23.787366 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-c1f1517e-9cbd-4735-a81d-47a9b96a3e0a tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:40:23.792935 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f681c145-983c-42c0-aa72-d78931a84b6a tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Publish callbacks [] for security_group_rule (b0aa1b64-e827-4166-b692-ef737bd682d9), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:23.868399 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f681c145-983c-42c0-aa72-d78931a84b6a tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Publish callbacks [] for security_group_rule (b0aa1b64-e827-4166-b692-ef737bd682d9), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:23.874579 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f681c145-983c-42c0-aa72-d78931a84b6a tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594242'] for security_group_rule (b0aa1b64-e827-4166-b692-ef737bd682d9), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:23.901077 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f681c145-983c-42c0-aa72-d78931a84b6a tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0aa1b64-e827-4166-b692-ef737bd682d9,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:23.913363 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f681c145-983c-42c0-aa72-d78931a84b6a tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:23.914845 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-f681c145-983c-42c0-aa72-d78931a84b6a tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1612818 Feb 28 10:40:23.919130 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 40378) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:40:23.928639 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-9016490d-3db1-4b00-9abd-c0b1c727a1f6 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Request body: {'security_group_rule': {'security_group_id': 'a08cfa97-6188-4a72-a6d9-f5f45058a420', 'project_id': '731d835d2b9d4f1cae2d0f5bd7f8ebb9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:40:23.948919 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1f1517e-9cbd-4735-a81d-47a9b96a3e0a tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Router 445ef975-1dd3-494e-9129-a41669286726 has already been hosted by L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:40:23.962572 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.db.securitygroups_db [None req-9016490d-3db1-4b00-9abd-c0b1c727a1f6 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Project 731d835d2b9d4f1cae2d0f5bd7f8ebb9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 10:40:23.971164 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9016490d-3db1-4b00-9abd-c0b1c727a1f6 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Publish callbacks [] for security_group_rule (1e08c852-39d2-4817-905a-1866c43c7d9f), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:23.992677 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b70f34b2-b29f-48ea-bd84-9955ee9cdf95 None None] Publish callbacks [] for port (fe947fde-d4a5-401b-843e-3cf9d5442fc7), precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:24.000732 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b70f34b2-b29f-48ea-bd84-9955ee9cdf95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (fe947fde-d4a5-401b-843e-3cf9d5442fc7), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:24.056963 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f96302-9b6a-4468-8b91-e33a4e70061f None None] Pushing event updated for resources: {'Port': ['ID=fe947fde-d4a5-401b-843e-3cf9d5442fc7,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:24.118334 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-b70f34b2-b29f-48ea-bd84-9955ee9cdf95 None None] Attempting to bind port fe947fde-d4a5-401b-843e-3cf9d5442fc7 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:40:24.118770 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-b70f34b2-b29f-48ea-bd84-9955ee9cdf95 None None] Attempting to bind port fe947fde-d4a5-401b-843e-3cf9d5442fc7 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '86d99fb8-d2e2-4446-952c-ef9722c1da86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'ab4bc953-f0b4-4d36-b8f9-ffd434ee4f70'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:40:24.119197 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70f34b2-b29f-48ea-bd84-9955ee9cdf95 None None] Attempting to bind port fe947fde-d4a5-401b-843e-3cf9d5442fc7 on network ab4bc953-f0b4-4d36-b8f9-ffd434ee4f70 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:40:24.124917 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9016490d-3db1-4b00-9abd-c0b1c727a1f6 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Publish callbacks [] for security_group_rule (1e08c852-39d2-4817-905a-1866c43c7d9f), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:24.128423 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1f1517e-9cbd-4735-a81d-47a9b96a3e0a tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:40:24.129422 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70f34b2-b29f-48ea-bd84-9955ee9cdf95 None None] Checking agent: {'id': '75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 24, 15), 'started_at': datetime.datetime(2022, 2, 28, 10, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 40, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:40:24.129870 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70f34b2-b29f-48ea-bd84-9955ee9cdf95 None None] Checking segment: {'id': '86d99fb8-d2e2-4446-952c-ef9722c1da86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'ab4bc953-f0b4-4d36-b8f9-ffd434ee4f70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:40:24.130544 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b70f34b2-b29f-48ea-bd84-9955ee9cdf95 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:24.131361 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70f34b2-b29f-48ea-bd84-9955ee9cdf95 None None] Bound using segment: {'id': '86d99fb8-d2e2-4446-952c-ef9722c1da86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'ab4bc953-f0b4-4d36-b8f9-ffd434ee4f70'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:40:24.131679 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-b70f34b2-b29f-48ea-bd84-9955ee9cdf95 None None] Bound port: fe947fde-d4a5-401b-843e-3cf9d5442fc7, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86d99fb8-d2e2-4446-952c-ef9722c1da86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'ab4bc953-f0b4-4d36-b8f9-ffd434ee4f70'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:40:24.132230 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b70f34b2-b29f-48ea-bd84-9955ee9cdf95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (fe947fde-d4a5-401b-843e-3cf9d5442fc7), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:24.144652 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-c1f1517e-9cbd-4735-a81d-47a9b96a3e0a tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "PUT /v2.0/routers/445ef975-1dd3-494e-9129-a41669286726/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6962497 Feb 28 10:40:24.144889 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-144b4d26-f57f-4b69-ba6a-0b326d9cf01e None None] Provisioning complete for port 659787fe-dde3-4f3c-b8e2-a0b7242b26b0 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:40:24.144996 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9016490d-3db1-4b00-9abd-c0b1c727a1f6 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594242'] for security_group_rule (1e08c852-39d2-4817-905a-1866c43c7d9f), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:24.145111 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-144b4d26-f57f-4b69-ba6a-0b326d9cf01e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (659787fe-dde3-4f3c-b8e2-a0b7242b26b0), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:24.160027 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a8215a-92b0-4699-a7cc-7fcbb915b147 None None] Sync routers for ids ['445ef975-1dd3-494e-9129-a41669286726'] in dv-neutron-master-2-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:40:24.164979 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9016490d-3db1-4b00-9abd-c0b1c727a1f6 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e08c852-39d2-4817-905a-1866c43c7d9f,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:24.171383 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a8215a-92b0-4699-a7cc-7fcbb915b147 None None] Routers {'445ef975-1dd3-494e-9129-a41669286726'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:40:24.172678 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-a7a8215a-92b0-4699-a7cc-7fcbb915b147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:40:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['445ef975-1dd3-494e-9129-a41669286726'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:40:24.185854 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9016490d-3db1-4b00-9abd-c0b1c727a1f6 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:24.187812 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-9016490d-3db1-4b00-9abd-c0b1c727a1f6 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2668140 Feb 28 10:40:24.236992 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-144b4d26-f57f-4b69-ba6a-0b326d9cf01e None None] Port 659787fe-dde3-4f3c-b8e2-a0b7242b26b0 cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:40:24.249448 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-b70f34b2-b29f-48ea-bd84-9955ee9cdf95 None None] For port fe947fde-d4a5-401b-843e-3cf9d5442fc7, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:40:24.256336 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-b70f34b2-b29f-48ea-bd84-9955ee9cdf95 None None] For port fe947fde-d4a5-401b-843e-3cf9d5442fc7, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=fe947fde-d4a5-401b-843e-3cf9d5442fc7,segment=NetworkSegment(86d99fb8-d2e2-4446-952c-ef9722c1da86),segment_id=86d99fb8-d2e2-4446-952c-ef9722c1da86)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:40:24.269334 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b70f34b2-b29f-48ea-bd84-9955ee9cdf95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (fe947fde-d4a5-401b-843e-3cf9d5442fc7), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:24.303775 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-a7a8215a-92b0-4699-a7cc-7fcbb915b147 None None] Set router 445ef975-1dd3-494e-9129-a41669286726 gateway port host: dv-neutron-master-2-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:40:24.333772 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70f34b2-b29f-48ea-bd84-9955ee9cdf95 None None] Routers {'03e2959c-b89d-4437-8a80-ffd89a2a6ed4'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:40:24.334577 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-b70f34b2-b29f-48ea-bd84-9955ee9cdf95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:40:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['03e2959c-b89d-4437-8a80-ffd89a2a6ed4'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:40:24.426059 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f96302-9b6a-4468-8b91-e33a4e70061f None None] Pushing event updated for resources: {'Port': ['ID=fe947fde-d4a5-401b-843e-3cf9d5442fc7,revision_number=4']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:24.467032 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-630724bf-080d-4cab-83e2-a0822ac64252 None None] Provisioning complete for port fe947fde-d4a5-401b-843e-3cf9d5442fc7 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:40:24.467422 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-630724bf-080d-4cab-83e2-a0822ac64252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (fe947fde-d4a5-401b-843e-3cf9d5442fc7), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:24.529915 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-b70f34b2-b29f-48ea-bd84-9955ee9cdf95 None None] Set router 03e2959c-b89d-4437-8a80-ffd89a2a6ed4 gateway port host: dv-neutron-master-2-hyperv {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:40:24.554515 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-a7a8215a-92b0-4699-a7cc-7fcbb915b147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '445ef975-1dd3-494e-9129-a41669286726', 'name': 'tempest-TestNetworkBasicOps-router-1797998944', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.135'}], 'enable_snat': True}, 'gw_port_id': '5d2bc7fb-9bb6-4134-8f0b-d716d3b5adbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:38:19Z', 'updated_at': '2022-02-28T10:40:23Z', 'revision_number': 5, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'gw_port': {'id': '5d2bc7fb-9bb6-4134-8f0b-d716d3b5adbf', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:bd:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445ef975-1dd3-494e-9129-a41669286726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:38:19Z', 'updated_at': '2022-02-28T10:38:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '2edc2cd9-6ed2-4f08-9f5d-beed12626619', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'floating_ip_address': '172.36.5.234', 'floating_network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'router_id': '445ef975-1dd3-494e-9129-a41669286726', 'port_id': '5241eecc-4835-4f5b-970a-139e7dee9fc9', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1237, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '14678aab-2d45-4bf1-818f-830254557a1e', 'mac_address': 'fa:16:3e:b2:98:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e941b0b-6957-4b1e-b931-664834f15726', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:38:44Z', 'updated_at': '2022-02-28T10:38:48Z', 'revision_number': 1, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '659787fe-dde3-4f3c-b8e2-a0b7242b26b0', 'name': '', 'network_id': '8e69fcf8-ea8f-4803-806c-b9efb7a7806d', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'mac_address': 'fa:16:3e:f0:5a:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '445ef975-1dd3-494e-9129-a41669286726', 'device_owner': 'network:router_interface', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': '33f09136-9f82-49db-a8db-6a679f570a8a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:40:22Z', 'updated_at': '2022-02-28T10:40:23Z', 'revision_number': 2, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'subnets': [{'id': '33f09136-9f82-49db-a8db-6a679f570a8a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b2614bf-cbb5-4738-a3b6-2b3e9a1de1f5', 'name': '', 'network_id': '14678aab-2d45-4bf1-818f-830254557a1e', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'mac_address': 'fa:16:3e:2f:be:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445ef975-1dd3-494e-9129-a41669286726', 'device_owner': 'network:router_interface', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '408b7934-d6b4-4b80-9390-aa1c07251c33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:38:25Z', 'updated_at': '2022-02-28T10:38:29Z', 'revision_number': 5, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'subnets': [{'id': '408b7934-d6b4-4b80-9390-aa1c07251c33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:40:24.596366 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a8215a-92b0-4699-a7cc-7fcbb915b147 None None] Checking router: 445ef975-1dd3-494e-9129-a41669286726 for host: dv-neutron-master-2-hyperv {{(pid=103410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:40:24.597006 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a8215a-92b0-4699-a7cc-7fcbb915b147 None None] Updating router 445ef975-1dd3-494e-9129-a41669286726 port 659787fe-dde3-4f3c-b8e2-a0b7242b26b0 binding host dv-neutron-master-2-hyperv {{(pid=103410) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 10:40:24.626675 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a7a8215a-92b0-4699-a7cc-7fcbb915b147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (659787fe-dde3-4f3c-b8e2-a0b7242b26b0), before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:24.853902 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 026c9510-6357-4f0f-8cd0-c205c4c7a512 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:40:24.860454 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-630724bf-080d-4cab-83e2-a0822ac64252 None None] Current status of the port fe947fde-d4a5-401b-843e-3cf9d5442fc7 is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:40:24.860936 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-630724bf-080d-4cab-83e2-a0822ac64252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (fe947fde-d4a5-401b-843e-3cf9d5442fc7), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:24.928780 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a7a8215a-92b0-4699-a7cc-7fcbb915b147 None None] Publish callbacks [] for port (659787fe-dde3-4f3c-b8e2-a0b7242b26b0), precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:24.935056 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a7a8215a-92b0-4699-a7cc-7fcbb915b147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (659787fe-dde3-4f3c-b8e2-a0b7242b26b0), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:24.936345 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-630724bf-080d-4cab-83e2-a0822ac64252 None None] For port fe947fde-d4a5-401b-843e-3cf9d5442fc7, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=fe947fde-d4a5-401b-843e-3cf9d5442fc7,segment=NetworkSegment(86d99fb8-d2e2-4446-952c-ef9722c1da86),segment_id=86d99fb8-d2e2-4446-952c-ef9722c1da86)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:40:24.951220 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-630724bf-080d-4cab-83e2-a0822ac64252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (fe947fde-d4a5-401b-843e-3cf9d5442fc7), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:25.015903 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a900cc9-dd1a-401f-ad74-5c105c8560f6 None None] Pushing event updated for resources: {'Port': ['ID=659787fe-dde3-4f3c-b8e2-a0b7242b26b0,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:25.066560 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port 026c9510-6357-4f0f-8cd0-c205c4c7a512 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:40:25.067041 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (026c9510-6357-4f0f-8cd0-c205c4c7a512), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:25.067400 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-a7a8215a-92b0-4699-a7cc-7fcbb915b147 None None] Attempting to bind port 659787fe-dde3-4f3c-b8e2-a0b7242b26b0 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:40:25.068031 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-a7a8215a-92b0-4699-a7cc-7fcbb915b147 None None] Attempting to bind port 659787fe-dde3-4f3c-b8e2-a0b7242b26b0 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '06334a95-72b5-4b80-aaa4-4b6338aa8cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '8e69fcf8-ea8f-4803-806c-b9efb7a7806d'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:40:25.068597 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a8215a-92b0-4699-a7cc-7fcbb915b147 None None] Attempting to bind port 659787fe-dde3-4f3c-b8e2-a0b7242b26b0 on network 8e69fcf8-ea8f-4803-806c-b9efb7a7806d {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:40:25.075539 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a8215a-92b0-4699-a7cc-7fcbb915b147 None None] Checking agent: {'id': '75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 24, 15), 'started_at': datetime.datetime(2022, 2, 28, 10, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 40, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:40:25.075928 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a8215a-92b0-4699-a7cc-7fcbb915b147 None None] Checking segment: {'id': '06334a95-72b5-4b80-aaa4-4b6338aa8cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '8e69fcf8-ea8f-4803-806c-b9efb7a7806d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:40:25.076343 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a7a8215a-92b0-4699-a7cc-7fcbb915b147 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:25.076787 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a8215a-92b0-4699-a7cc-7fcbb915b147 None None] Bound using segment: {'id': '06334a95-72b5-4b80-aaa4-4b6338aa8cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '8e69fcf8-ea8f-4803-806c-b9efb7a7806d'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:40:25.077455 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-a7a8215a-92b0-4699-a7cc-7fcbb915b147 None None] Bound port: 659787fe-dde3-4f3c-b8e2-a0b7242b26b0, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06334a95-72b5-4b80-aaa4-4b6338aa8cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '8e69fcf8-ea8f-4803-806c-b9efb7a7806d'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:40:25.077848 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a7a8215a-92b0-4699-a7cc-7fcbb915b147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (659787fe-dde3-4f3c-b8e2-a0b7242b26b0), before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:25.141808 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-b20cbd77-ba82-4c23-b923-72ab16cbc050 None None] Provisioning complete for port fe947fde-d4a5-401b-843e-3cf9d5442fc7 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:40:25.152588 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b20cbd77-ba82-4c23-b923-72ab16cbc050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (fe947fde-d4a5-401b-843e-3cf9d5442fc7), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:25.160677 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-a7a8215a-92b0-4699-a7cc-7fcbb915b147 None None] For port 659787fe-dde3-4f3c-b8e2-a0b7242b26b0, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:40:25.165336 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-a7a8215a-92b0-4699-a7cc-7fcbb915b147 None None] For port 659787fe-dde3-4f3c-b8e2-a0b7242b26b0, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=659787fe-dde3-4f3c-b8e2-a0b7242b26b0,segment=NetworkSegment(06334a95-72b5-4b80-aaa4-4b6338aa8cdf),segment_id=06334a95-72b5-4b80-aaa4-4b6338aa8cdf)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:40:25.174590 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a7a8215a-92b0-4699-a7cc-7fcbb915b147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (659787fe-dde3-4f3c-b8e2-a0b7242b26b0), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:25.202332 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630724bf-080d-4cab-83e2-a0822ac64252 None None] Pushing event updated for resources: {'Port': ['ID=fe947fde-d4a5-401b-843e-3cf9d5442fc7,revision_number=5']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:25.252352 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a900cc9-dd1a-401f-ad74-5c105c8560f6 None None] Pushing event updated for resources: {'Port': ['ID=659787fe-dde3-4f3c-b8e2-a0b7242b26b0,revision_number=4']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:25.281255 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-b20cbd77-ba82-4c23-b923-72ab16cbc050 None None] Current status of the port fe947fde-d4a5-401b-843e-3cf9d5442fc7 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:40:25.287669 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a8215a-92b0-4699-a7cc-7fcbb915b147 None None] Routers {'445ef975-1dd3-494e-9129-a41669286726'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:40:25.288325 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-a7a8215a-92b0-4699-a7cc-7fcbb915b147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:40:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['445ef975-1dd3-494e-9129-a41669286726'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:40:25.321716 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 026c9510-6357-4f0f-8cd0-c205c4c7a512 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:40:25.333042 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-b70f34b2-b29f-48ea-bd84-9955ee9cdf95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03e2959c-b89d-4437-8a80-ffd89a2a6ed4', 'name': 'tempest-TestVolumeBootPattern-894695723-router', 'tenant_id': 'a20b0e8ec1f1498f9e149d5f73c51e8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.24'}], 'enable_snat': True}, 'gw_port_id': '026c9510-6357-4f0f-8cd0-c205c4c7a512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:40:16Z', 'updated_at': '2022-02-28T10:40:20Z', 'revision_number': 4, 'project_id': 'a20b0e8ec1f1498f9e149d5f73c51e8a', 'gw_port': {'id': '026c9510-6357-4f0f-8cd0-c205c4c7a512', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ad:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03e2959c-b89d-4437-8a80-ffd89a2a6ed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:40:17Z', 'updated_at': '2022-02-28T10:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'fe947fde-d4a5-401b-843e-3cf9d5442fc7', 'name': '', 'network_id': 'ab4bc953-f0b4-4d36-b8f9-ffd434ee4f70', 'tenant_id': 'a20b0e8ec1f1498f9e149d5f73c51e8a', 'mac_address': 'fa:16:3e:3e:4c:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03e2959c-b89d-4437-8a80-ffd89a2a6ed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': '68cb3009-a53a-4d80-9483-4b9666139b95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:40:19Z', 'updated_at': '2022-02-28T10:40:24Z', 'revision_number': 4, 'project_id': 'a20b0e8ec1f1498f9e149d5f73c51e8a', 'subnets': [{'id': '68cb3009-a53a-4d80-9483-4b9666139b95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:40:25.368999 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70f34b2-b29f-48ea-bd84-9955ee9cdf95 None None] The sync data for ids ['03e2959c-b89d-4437-8a80-ffd89a2a6ed4'] in dv-neutron-master-2-hyperv is: [{'id': '03e2959c-b89d-4437-8a80-ffd89a2a6ed4', 'name': 'tempest-TestVolumeBootPattern-894695723-router', 'tenant_id': 'a20b0e8ec1f1498f9e149d5f73c51e8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.24'}], 'enable_snat': True}, 'gw_port_id': '026c9510-6357-4f0f-8cd0-c205c4c7a512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:40:16Z', 'updated_at': '2022-02-28T10:40:20Z', 'revision_number': 4, 'project_id': 'a20b0e8ec1f1498f9e149d5f73c51e8a', 'gw_port': {'id': '026c9510-6357-4f0f-8cd0-c205c4c7a512', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ad:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03e2959c-b89d-4437-8a80-ffd89a2a6ed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:40:17Z', 'updated_at': '2022-02-28T10:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'fe947fde-d4a5-401b-843e-3cf9d5442fc7', 'name': '', 'network_id': 'ab4bc953-f0b4-4d36-b8f9-ffd434ee4f70', 'tenant_id': 'a20b0e8ec1f1498f9e149d5f73c51e8a', 'mac_address': 'fa:16:3e:3e:4c:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03e2959c-b89d-4437-8a80-ffd89a2a6ed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': '68cb3009-a53a-4d80-9483-4b9666139b95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:40:19Z', 'updated_at': '2022-02-28T10:40:24Z', 'revision_number': 4, 'project_id': 'a20b0e8ec1f1498f9e149d5f73c51e8a', 'subnets': [{'id': '68cb3009-a53a-4d80-9483-4b9666139b95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:40:25.423428 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-89feca1e-ff0d-45f0-83bc-86222a726287 None None] Provisioning complete for port 659787fe-dde3-4f3c-b8e2-a0b7242b26b0 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:40:25.424762 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-89feca1e-ff0d-45f0-83bc-86222a726287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (659787fe-dde3-4f3c-b8e2-a0b7242b26b0), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:25.513070 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-a7a8215a-92b0-4699-a7cc-7fcbb915b147 None None] Set router 445ef975-1dd3-494e-9129-a41669286726 gateway port host: dv-neutron-master-2-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:40:25.590860 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-89feca1e-ff0d-45f0-83bc-86222a726287 None None] Current status of the port 659787fe-dde3-4f3c-b8e2-a0b7242b26b0 is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:40:25.591265 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-89feca1e-ff0d-45f0-83bc-86222a726287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (659787fe-dde3-4f3c-b8e2-a0b7242b26b0), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:25.639367 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-89feca1e-ff0d-45f0-83bc-86222a726287 None None] For port 659787fe-dde3-4f3c-b8e2-a0b7242b26b0, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=659787fe-dde3-4f3c-b8e2-a0b7242b26b0,segment=NetworkSegment(06334a95-72b5-4b80-aaa4-4b6338aa8cdf),segment_id=06334a95-72b5-4b80-aaa4-4b6338aa8cdf)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:40:25.657263 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-89feca1e-ff0d-45f0-83bc-86222a726287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (659787fe-dde3-4f3c-b8e2-a0b7242b26b0), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:25.739062 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89feca1e-ff0d-45f0-83bc-86222a726287 None None] Pushing event updated for resources: {'Port': ['ID=659787fe-dde3-4f3c-b8e2-a0b7242b26b0,revision_number=5']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:25.801102 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-b8efadbe-6b22-47fd-98ed-012a04e4d3ab None None] Provisioning complete for port 659787fe-dde3-4f3c-b8e2-a0b7242b26b0 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:40:25.801759 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b8efadbe-6b22-47fd-98ed-012a04e4d3ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (659787fe-dde3-4f3c-b8e2-a0b7242b26b0), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:25.907721 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-b8efadbe-6b22-47fd-98ed-012a04e4d3ab None None] Current status of the port 659787fe-dde3-4f3c-b8e2-a0b7242b26b0 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:40:26.047934 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-a7a8215a-92b0-4699-a7cc-7fcbb915b147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '445ef975-1dd3-494e-9129-a41669286726', 'name': 'tempest-TestNetworkBasicOps-router-1797998944', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.135'}], 'enable_snat': True}, 'gw_port_id': '5d2bc7fb-9bb6-4134-8f0b-d716d3b5adbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:38:19Z', 'updated_at': '2022-02-28T10:40:23Z', 'revision_number': 5, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'gw_port': {'id': '5d2bc7fb-9bb6-4134-8f0b-d716d3b5adbf', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:bd:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445ef975-1dd3-494e-9129-a41669286726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:38:19Z', 'updated_at': '2022-02-28T10:38:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '2edc2cd9-6ed2-4f08-9f5d-beed12626619', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'floating_ip_address': '172.36.5.234', 'floating_network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'router_id': '445ef975-1dd3-494e-9129-a41669286726', 'port_id': '5241eecc-4835-4f5b-970a-139e7dee9fc9', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1237, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '14678aab-2d45-4bf1-818f-830254557a1e', 'mac_address': 'fa:16:3e:b2:98:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e941b0b-6957-4b1e-b931-664834f15726', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:38:44Z', 'updated_at': '2022-02-28T10:38:48Z', 'revision_number': 1, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '659787fe-dde3-4f3c-b8e2-a0b7242b26b0', 'name': '', 'network_id': '8e69fcf8-ea8f-4803-806c-b9efb7a7806d', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'mac_address': 'fa:16:3e:f0:5a:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '445ef975-1dd3-494e-9129-a41669286726', 'device_owner': 'network:router_interface', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': '33f09136-9f82-49db-a8db-6a679f570a8a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:40:22Z', 'updated_at': '2022-02-28T10:40:25Z', 'revision_number': 4, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'subnets': [{'id': '33f09136-9f82-49db-a8db-6a679f570a8a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b2614bf-cbb5-4738-a3b6-2b3e9a1de1f5', 'name': '', 'network_id': '14678aab-2d45-4bf1-818f-830254557a1e', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'mac_address': 'fa:16:3e:2f:be:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445ef975-1dd3-494e-9129-a41669286726', 'device_owner': 'network:router_interface', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '408b7934-d6b4-4b80-9390-aa1c07251c33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:38:25Z', 'updated_at': '2022-02-28T10:38:29Z', 'revision_number': 5, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'subnets': [{'id': '408b7934-d6b4-4b80-9390-aa1c07251c33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:40:26.080996 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a8215a-92b0-4699-a7cc-7fcbb915b147 None None] The sync data for ids ['445ef975-1dd3-494e-9129-a41669286726'] in dv-neutron-master-2-hyperv is: [{'id': '445ef975-1dd3-494e-9129-a41669286726', 'name': 'tempest-TestNetworkBasicOps-router-1797998944', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.135'}], 'enable_snat': True}, 'gw_port_id': '5d2bc7fb-9bb6-4134-8f0b-d716d3b5adbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:38:19Z', 'updated_at': '2022-02-28T10:40:23Z', 'revision_number': 5, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'gw_port': {'id': '5d2bc7fb-9bb6-4134-8f0b-d716d3b5adbf', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:bd:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445ef975-1dd3-494e-9129-a41669286726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:38:19Z', 'updated_at': '2022-02-28T10:38:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '2edc2cd9-6ed2-4f08-9f5d-beed12626619', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'floating_ip_address': '172.36.5.234', 'floating_network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'router_id': '445ef975-1dd3-494e-9129-a41669286726', 'port_id': '5241eecc-4835-4f5b-970a-139e7dee9fc9', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1237, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '14678aab-2d45-4bf1-818f-830254557a1e', 'mac_address': 'fa:16:3e:b2:98:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e941b0b-6957-4b1e-b931-664834f15726', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:38:44Z', 'updated_at': '2022-02-28T10:38:48Z', 'revision_number': 1, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '659787fe-dde3-4f3c-b8e2-a0b7242b26b0', 'name': '', 'network_id': '8e69fcf8-ea8f-4803-806c-b9efb7a7806d', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'mac_address': 'fa:16:3e:f0:5a:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '445ef975-1dd3-494e-9129-a41669286726', 'device_owner': 'network:router_interface', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': '33f09136-9f82-49db-a8db-6a679f570a8a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:40:22Z', 'updated_at': '2022-02-28T10:40:25Z', 'revision_number': 4, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'subnets': [{'id': '33f09136-9f82-49db-a8db-6a679f570a8a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b2614bf-cbb5-4738-a3b6-2b3e9a1de1f5', 'name': '', 'network_id': '14678aab-2d45-4bf1-818f-830254557a1e', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'mac_address': 'fa:16:3e:2f:be:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445ef975-1dd3-494e-9129-a41669286726', 'device_owner': 'network:router_interface', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '408b7934-d6b4-4b80-9390-aa1c07251c33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:38:25Z', 'updated_at': '2022-02-28T10:38:29Z', 'revision_number': 5, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'subnets': [{'id': '408b7934-d6b4-4b80-9390-aa1c07251c33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:40:26.655679 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 659787fe-dde3-4f3c-b8e2-a0b7242b26b0 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:40:26.717211 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port 659787fe-dde3-4f3c-b8e2-a0b7242b26b0 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:40:26.717490 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (659787fe-dde3-4f3c-b8e2-a0b7242b26b0), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:26.804082 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 659787fe-dde3-4f3c-b8e2-a0b7242b26b0 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:40:26.805157 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device fe947fde-d4a5-401b-843e-3cf9d5442fc7 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:40:26.856178 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port fe947fde-d4a5-401b-843e-3cf9d5442fc7 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:40:26.856542 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (fe947fde-d4a5-401b-843e-3cf9d5442fc7), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:26.940830 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port fe947fde-d4a5-401b-843e-3cf9d5442fc7 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:40:34.046635 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.agents_db [None req-382e0aa2-b126-48e6-89eb-3efa426b6b29 None None] Agent healthcheck: found 6 active agents {{(pid=103410) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 10:40:38.075962 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (13ac42ae-016e-4baf-bb31-c6fa820b41c2), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:38.748892 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f9a29caa-4b3f-4be5-8bf2-d6615f6ea3d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fb6705d2-4f70-4965-92a3-fbfccd43a6d3), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:41.027800 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4db93ed2-7523-4cdb-881c-82884e905c04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fc6c9b74-8dbb-41bb-800a-5bd3a43fe896), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:41.992115 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b6d631fb-7df0-4fe1-8322-abff3b61cae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (0db5147a-92a3-4581-8a5f-8ec9b93e0600), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:43.429926 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6b923bb1-06b0-4b84-b461-7cc1d0196090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (2e621730-3978-4720-b581-ac380e97a567), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:44.908496 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:46.463131 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-8fa1c085-0a1b-4be8-be79-03a12db41b25 req-9a9205a8-000a-4196-bf6c-d404deb55b50 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1212318622&fields=id&tenant_id=731d835d2b9d4f1cae2d0f5bd7f8ebb9 HTTP/1.1" status: 200 len: 267 time: 0.0454345 Feb 28 10:40:46.573952 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa1c085-0a1b-4be8-be79-03a12db41b25 req-b8b3b2fe-a87e-42e3-9915-762d8f7a60ff tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:46.575439 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-8fa1c085-0a1b-4be8-be79-03a12db41b25 req-b8b3b2fe-a87e-42e3-9915-762d8f7a60ff tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.20 "GET /v2.0/networks?id=75bff9a3-e6fb-40b9-a252-b48d30550927 HTTP/1.1" status: 200 len: 812 time: 0.1061213 Feb 28 10:40:46.593655 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-8fa1c085-0a1b-4be8-be79-03a12db41b25 req-9a33681c-ae76-42cd-92bf-28b543f386de tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.20 "GET /v2.0/quotas/731d835d2b9d4f1cae2d0f5bd7f8ebb9 HTTP/1.1" status: 200 len: 375 time: 0.0102291 Feb 28 10:40:46.651346 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-8fa1c085-0a1b-4be8-be79-03a12db41b25 req-4ff0e8b1-abe1-499c-9b37-491d06f431b2 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=731d835d2b9d4f1cae2d0f5bd7f8ebb9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0528085 Feb 28 10:40:46.748108 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-8fa1c085-0a1b-4be8-be79-03a12db41b25 req-9acaf55e-7e63-4b49-86e4-8f80e085e605 service neutron] 10.222.0.20 "GET /v2.0/networks/75bff9a3-e6fb-40b9-a252-b48d30550927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849042 Feb 28 10:40:46.839408 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-8fa1c085-0a1b-4be8-be79-03a12db41b25 req-49326b0a-cfa6-4911-a436-288838138fb4 service neutron] 10.222.0.20 "GET /v2.0/networks/75bff9a3-e6fb-40b9-a252-b48d30550927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857563 Feb 28 10:40:47.162797 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-50090c57-875b-4a7a-b985-9c1c31130253 req-4723e72d-36e2-44df-9ef7-4ac51fb92e50 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.20 "GET /v2.0/ports?device_id=853acdce-8a18-4844-9990-c1ae6c6716f1 HTTP/1.1" status: 200 len: 210 time: 0.0280046 Feb 28 10:40:48.271843 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-de5f6116-ecb7-4006-bacd-48cd0221f2f0 req-344cb3ee-558c-4b72-8b7d-9489e8a9c77f tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.20 "GET /v2.0/ports?device_id=853acdce-8a18-4844-9990-c1ae6c6716f1 HTTP/1.1" status: 200 len: 210 time: 0.0377297 Feb 28 10:40:48.287372 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa1c085-0a1b-4be8-be79-03a12db41b25 req-ebd353b7-36d9-4973-804d-0fa84aa8bb52 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:48.288841 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-8fa1c085-0a1b-4be8-be79-03a12db41b25 req-ebd353b7-36d9-4973-804d-0fa84aa8bb52 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.30 "GET /v2.0/networks?id=75bff9a3-e6fb-40b9-a252-b48d30550927 HTTP/1.1" status: 200 len: 812 time: 0.1327124 Feb 28 10:40:48.358663 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-8fa1c085-0a1b-4be8-be79-03a12db41b25 req-46da8af5-6df1-48e5-a6b2-a1271a839fe0 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=731d835d2b9d4f1cae2d0f5bd7f8ebb9 HTTP/1.1" status: 200 len: 380 time: 0.0551131 Feb 28 10:40:48.404139 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [req-8fa1c085-0a1b-4be8-be79-03a12db41b25 req-0a82f44b-ca77-4ced-8123-55224f88c928 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Request body: {'port': {'device_id': '853acdce-8a18-4844-9990-c1ae6c6716f1', 'network_id': '75bff9a3-e6fb-40b9-a252-b48d30550927', 'admin_state_up': True, 'tenant_id': '731d835d2b9d4f1cae2d0f5bd7f8ebb9', 'security_groups': ['a08cfa97-6188-4a72-a6d9-f5f45058a420']}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:40:48.526395 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fa1c085-0a1b-4be8-be79-03a12db41b25 req-0a82f44b-ca77-4ced-8123-55224f88c928 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Made reservation on behalf of 731d835d2b9d4f1cae2d0f5bd7f8ebb9 for: {'port': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:40:48.530110 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-8fa1c085-0a1b-4be8-be79-03a12db41b25 req-0a82f44b-ca77-4ced-8123-55224f88c928 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:48.669696 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [req-8fa1c085-0a1b-4be8-be79-03a12db41b25 req-0a82f44b-ca77-4ced-8123-55224f88c928 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Allocated IP 172.20.0.13 (75bff9a3-e6fb-40b9-a252-b48d30550927/e42d74b6-8cf8-4c98-a2fa-7c543c8ad426/f997b0d0-a840-4517-b53a-8d297d1afe64) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:40:48.813501 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-8fa1c085-0a1b-4be8-be79-03a12db41b25 req-0a82f44b-ca77-4ced-8123-55224f88c928 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Publish callbacks [] for port (f997b0d0-a840-4517-b53a-8d297d1afe64), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:48.848182 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-8fa1c085-0a1b-4be8-be79-03a12db41b25 req-0a82f44b-ca77-4ced-8123-55224f88c928 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (f997b0d0-a840-4517-b53a-8d297d1afe64), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:48.892192 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fa1c085-0a1b-4be8-be79-03a12db41b25 req-0a82f44b-ca77-4ced-8123-55224f88c928 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Network 75bff9a3-e6fb-40b9-a252-b48d30550927 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:40:48.895569 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [req-8fa1c085-0a1b-4be8-be79-03a12db41b25 req-0a82f44b-ca77-4ced-8123-55224f88c928 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:40:48.899393 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fa1c085-0a1b-4be8-be79-03a12db41b25 req-0a82f44b-ca77-4ced-8123-55224f88c928 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:40:48.905845 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a82f44b-ca77-4ced-8123-55224f88c928 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Pushing event updated for resources: {'Port': ['ID=f997b0d0-a840-4517-b53a-8d297d1afe64,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:48.955608 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa1c085-0a1b-4be8-be79-03a12db41b25 req-0a82f44b-ca77-4ced-8123-55224f88c928 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:48.956239 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-8fa1c085-0a1b-4be8-be79-03a12db41b25 req-0a82f44b-ca77-4ced-8123-55224f88c928 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:48.977662 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-8fa1c085-0a1b-4be8-be79-03a12db41b25 req-0a82f44b-ca77-4ced-8123-55224f88c928 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5772440 Feb 28 10:40:48.996721 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [req-8fa1c085-0a1b-4be8-be79-03a12db41b25 req-2786e519-1703-4a50-9f1c-c3d68a964914 service neutron] Request body: {'port': {'device_id': '853acdce-8a18-4844-9990-c1ae6c6716f1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:40:49.062117 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-8fa1c085-0a1b-4be8-be79-03a12db41b25 req-2786e519-1703-4a50-9f1c-c3d68a964914 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (f997b0d0-a840-4517-b53a-8d297d1afe64), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:49.213494 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-67e291a0-f38b-48d3-80cb-5be5546bc98f None None] Provisioning complete for port f997b0d0-a840-4517-b53a-8d297d1afe64 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:40:49.214065 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-67e291a0-f38b-48d3-80cb-5be5546bc98f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (f997b0d0-a840-4517-b53a-8d297d1afe64), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:49.249417 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-67e291a0-f38b-48d3-80cb-5be5546bc98f None None] Port f997b0d0-a840-4517-b53a-8d297d1afe64 cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:40:49.336321 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.notifiers.nova [req-8fa1c085-0a1b-4be8-be79-03a12db41b25 req-2786e519-1703-4a50-9f1c-c3d68a964914 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f997b0d0-a840-4517-b53a-8d297d1afe64 {{(pid=103407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 10:40:49.344482 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-8fa1c085-0a1b-4be8-be79-03a12db41b25 req-2786e519-1703-4a50-9f1c-c3d68a964914 service neutron] Publish callbacks [] for port (f997b0d0-a840-4517-b53a-8d297d1afe64), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:49.379667 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.provisioning_blocks [req-8fa1c085-0a1b-4be8-be79-03a12db41b25 req-2786e519-1703-4a50-9f1c-c3d68a964914 service neutron] Transition to ACTIVE for port object f997b0d0-a840-4517-b53a-8d297d1afe64 will not be triggered until provisioned by entity L2. {{(pid=103407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 10:40:49.385898 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-8fa1c085-0a1b-4be8-be79-03a12db41b25 req-2786e519-1703-4a50-9f1c-c3d68a964914 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3498066'] for port (f997b0d0-a840-4517-b53a-8d297d1afe64), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:49.455538 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e41d4f-95b7-4b75-abb9-2b654f43d5d0 req-e6a1aa4f-d0d0-4e7b-a857-48ef1fb85dc4 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:49.457241 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-88e41d4f-95b7-4b75-abb9-2b654f43d5d0 req-e6a1aa4f-d0d0-4e7b-a857-48ef1fb85dc4 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.20 "GET /v2.0/ports?device_id=853acdce-8a18-4844-9990-c1ae6c6716f1 HTTP/1.1" status: 200 len: 932 time: 0.1101477 Feb 28 10:40:49.457956 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2786e519-1703-4a50-9f1c-c3d68a964914 service neutron] Pushing event updated for resources: {'Port': ['ID=f997b0d0-a840-4517-b53a-8d297d1afe64,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:49.561555 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-88e41d4f-95b7-4b75-abb9-2b654f43d5d0 req-481318fa-6597-4482-9bd9-07f4cee22890 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.20 "GET /v2.0/security-groups?id=a08cfa97-6188-4a72-a6d9-f5f45058a420&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813684 Feb 28 10:40:49.571627 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-8fa1c085-0a1b-4be8-be79-03a12db41b25 req-2786e519-1703-4a50-9f1c-c3d68a964914 service neutron] Attempting to bind port f997b0d0-a840-4517-b53a-8d297d1afe64 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:40:49.571982 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-8fa1c085-0a1b-4be8-be79-03a12db41b25 req-2786e519-1703-4a50-9f1c-c3d68a964914 service neutron] Attempting to bind port f997b0d0-a840-4517-b53a-8d297d1afe64 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '635647a0-bb32-4e83-8331-d451090464be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '75bff9a3-e6fb-40b9-a252-b48d30550927'}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:40:49.572334 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa1c085-0a1b-4be8-be79-03a12db41b25 req-2786e519-1703-4a50-9f1c-c3d68a964914 service neutron] Attempting to bind port f997b0d0-a840-4517-b53a-8d297d1afe64 on network 75bff9a3-e6fb-40b9-a252-b48d30550927 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:40:49.584461 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa1c085-0a1b-4be8-be79-03a12db41b25 req-2786e519-1703-4a50-9f1c-c3d68a964914 service neutron] Port f997b0d0-a840-4517-b53a-8d297d1afe64 on network 75bff9a3-e6fb-40b9-a252-b48d30550927 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 10:40:49.584847 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa1c085-0a1b-4be8-be79-03a12db41b25 req-2786e519-1703-4a50-9f1c-c3d68a964914 service neutron] Attempting to bind port f997b0d0-a840-4517-b53a-8d297d1afe64 on network 75bff9a3-e6fb-40b9-a252-b48d30550927 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:40:49.591700 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa1c085-0a1b-4be8-be79-03a12db41b25 req-2786e519-1703-4a50-9f1c-c3d68a964914 service neutron] Checking agent: {'id': '13ac42ae-016e-4baf-bb31-c6fa820b41c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 30, 8), 'started_at': datetime.datetime(2022, 2, 28, 10, 30, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 40, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:40:49.591976 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa1c085-0a1b-4be8-be79-03a12db41b25 req-2786e519-1703-4a50-9f1c-c3d68a964914 service neutron] Checking segment: {'id': '635647a0-bb32-4e83-8331-d451090464be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '75bff9a3-e6fb-40b9-a252-b48d30550927'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:40:49.592363 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa1c085-0a1b-4be8-be79-03a12db41b25 req-2786e519-1703-4a50-9f1c-c3d68a964914 service neutron] Bound using segment: {'id': '635647a0-bb32-4e83-8331-d451090464be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '75bff9a3-e6fb-40b9-a252-b48d30550927'} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:40:49.592842 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-8fa1c085-0a1b-4be8-be79-03a12db41b25 req-2786e519-1703-4a50-9f1c-c3d68a964914 service neutron] Bound port: f997b0d0-a840-4517-b53a-8d297d1afe64, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '635647a0-bb32-4e83-8331-d451090464be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '75bff9a3-e6fb-40b9-a252-b48d30550927'}}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:40:49.593203 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-8fa1c085-0a1b-4be8-be79-03a12db41b25 req-2786e519-1703-4a50-9f1c-c3d68a964914 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (f997b0d0-a840-4517-b53a-8d297d1afe64), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:49.663995 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-8fa1c085-0a1b-4be8-be79-03a12db41b25 req-2786e519-1703-4a50-9f1c-c3d68a964914 service neutron] For port f997b0d0-a840-4517-b53a-8d297d1afe64, host hv-neutron-mast, cleared binding levels {{(pid=103407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:40:49.668124 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-8fa1c085-0a1b-4be8-be79-03a12db41b25 req-2786e519-1703-4a50-9f1c-c3d68a964914 service neutron] For port f997b0d0-a840-4517-b53a-8d297d1afe64, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=f997b0d0-a840-4517-b53a-8d297d1afe64,segment=NetworkSegment(635647a0-bb32-4e83-8331-d451090464be),segment_id=635647a0-bb32-4e83-8331-d451090464be)] {{(pid=103407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:40:49.676815 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-8fa1c085-0a1b-4be8-be79-03a12db41b25 req-2786e519-1703-4a50-9f1c-c3d68a964914 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3498066'] for port (f997b0d0-a840-4517-b53a-8d297d1afe64), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:49.718159 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa1c085-0a1b-4be8-be79-03a12db41b25 req-2786e519-1703-4a50-9f1c-c3d68a964914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:49.719157 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-8fa1c085-0a1b-4be8-be79-03a12db41b25 req-2786e519-1703-4a50-9f1c-c3d68a964914 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:40:49.721035 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-8fa1c085-0a1b-4be8-be79-03a12db41b25 req-2786e519-1703-4a50-9f1c-c3d68a964914 service neutron] 10.222.0.30 "PUT /v2.0/ports/f997b0d0-a840-4517-b53a-8d297d1afe64 HTTP/1.1" status: 200 len: 1094 time: 0.7292535 Feb 28 10:40:49.721496 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '853acdce-8a18-4844-9990-c1ae6c6716f1', 'tag': 'f997b0d0-a840-4517-b53a-8d297d1afe64'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:40:49.723744 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c8e1c873eeca597e52e7ceb7469e602eac250bfea6606d285743d38033cf584" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a928b7f-4d7a-4984-bc36-88f540042198" -d '{"events": [{"name": "network-changed", "server_uuid": "853acdce-8a18-4844-9990-c1ae6c6716f1", "tag": "f997b0d0-a840-4517-b53a-8d297d1afe64"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:40:49.745924 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2786e519-1703-4a50-9f1c-c3d68a964914 service neutron] Pushing event updated for resources: {'Port': ['ID=f997b0d0-a840-4517-b53a-8d297d1afe64,revision_number=3']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:40:49.791054 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 10:40:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61e2c3d1-dea4-41ee-98a4-8bbcb9ad45b7 x-openstack-request-id: req-61e2c3d1-dea4-41ee-98a4-8bbcb9ad45b7 {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:40:49.791356 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "853acdce-8a18-4844-9990-c1ae6c6716f1", "tag": "f997b0d0-a840-4517-b53a-8d297d1afe64", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:40:49.791801 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-61e2c3d1-dea4-41ee-98a4-8bbcb9ad45b7 {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:40:49.792223 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '853acdce-8a18-4844-9990-c1ae6c6716f1', 'tag': 'f997b0d0-a840-4517-b53a-8d297d1afe64', 'status': 'completed', 'code': 200} Feb 28 10:40:49.834071 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa1c085-0a1b-4be8-be79-03a12db41b25 req-0025ef27-c114-4a34-99c7-44ab0efdd361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:49.835664 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-8fa1c085-0a1b-4be8-be79-03a12db41b25 req-0025ef27-c114-4a34-99c7-44ab0efdd361 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=731d835d2b9d4f1cae2d0f5bd7f8ebb9&device_id=853acdce-8a18-4844-9990-c1ae6c6716f1 HTTP/1.1" status: 200 len: 1128 time: 0.0545986 Feb 28 10:40:49.890173 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-8fa1c085-0a1b-4be8-be79-03a12db41b25 req-9be91bdf-9851-406e-9060-ae5b1308c42b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f997b0d0-a840-4517-b53a-8d297d1afe64 HTTP/1.1" status: 200 len: 217 time: 0.0403016 Feb 28 10:40:49.940699 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa1c085-0a1b-4be8-be79-03a12db41b25 req-6ead1fa9-a482-4a7f-82e0-1cea0790c2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:49.942191 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-8fa1c085-0a1b-4be8-be79-03a12db41b25 req-6ead1fa9-a482-4a7f-82e0-1cea0790c2ff service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e42d74b6-8cf8-4c98-a2fa-7c543c8ad426 HTTP/1.1" status: 200 len: 851 time: 0.0453806 Feb 28 10:40:50.133069 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa1c085-0a1b-4be8-be79-03a12db41b25 req-1e81c095-0469-4581-9ee6-ec907cd3582e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:50.135156 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-8fa1c085-0a1b-4be8-be79-03a12db41b25 req-1e81c095-0469-4581-9ee6-ec907cd3582e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=75bff9a3-e6fb-40b9-a252-b48d30550927&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0488064 Feb 28 10:40:50.228287 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-8fa1c085-0a1b-4be8-be79-03a12db41b25 req-377fc816-4f30-4954-8c3a-e79e79f9bddd service neutron] 10.222.0.30 "GET /v2.0/networks/75bff9a3-e6fb-40b9-a252-b48d30550927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865219 Feb 28 10:40:50.319314 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-8fa1c085-0a1b-4be8-be79-03a12db41b25 req-382974fe-4541-4b26-bbba-ec1a8a42fe13 service neutron] 10.222.0.30 "GET /v2.0/networks/75bff9a3-e6fb-40b9-a252-b48d30550927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853174 Feb 28 10:40:50.450222 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a928b7f-4d7a-4984-bc36-88f540042198 req-fe3cbebd-101a-486a-b590-d0941086c4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:50.451713 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-0a928b7f-4d7a-4984-bc36-88f540042198 req-fe3cbebd-101a-486a-b590-d0941086c4b5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=731d835d2b9d4f1cae2d0f5bd7f8ebb9&device_id=853acdce-8a18-4844-9990-c1ae6c6716f1 HTTP/1.1" status: 200 len: 1128 time: 0.0538516 Feb 28 10:40:50.545323 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a928b7f-4d7a-4984-bc36-88f540042198 req-5d982a56-6c18-49db-8291-c4ecd132b20e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:50.546966 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-0a928b7f-4d7a-4984-bc36-88f540042198 req-5d982a56-6c18-49db-8291-c4ecd132b20e service neutron] 10.222.0.30 "GET /v2.0/networks?id=75bff9a3-e6fb-40b9-a252-b48d30550927 HTTP/1.1" status: 200 len: 913 time: 0.0897744 Feb 28 10:40:50.593987 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-0a928b7f-4d7a-4984-bc36-88f540042198 req-3be27fdd-94e4-4720-a9e2-e426c4572889 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f997b0d0-a840-4517-b53a-8d297d1afe64 HTTP/1.1" status: 200 len: 217 time: 0.0403130 Feb 28 10:40:50.674575 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a928b7f-4d7a-4984-bc36-88f540042198 req-e2753a13-82aa-4693-9462-25e9691d3976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:50.676119 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-0a928b7f-4d7a-4984-bc36-88f540042198 req-e2753a13-82aa-4693-9462-25e9691d3976 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e42d74b6-8cf8-4c98-a2fa-7c543c8ad426 HTTP/1.1" status: 200 len: 851 time: 0.0720000 Feb 28 10:40:50.721429 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e4408d-76fe-421a-a507-ffc3b079f3ca req-4f93a598-b3d8-4d12-8dcd-46678715dc10 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:50.722793 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-51e4408d-76fe-421a-a507-ffc3b079f3ca req-4f93a598-b3d8-4d12-8dcd-46678715dc10 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.20 "GET /v2.0/ports?device_id=853acdce-8a18-4844-9990-c1ae6c6716f1 HTTP/1.1" status: 200 len: 944 time: 0.0872114 Feb 28 10:40:50.756019 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a928b7f-4d7a-4984-bc36-88f540042198 req-30669f94-0c06-410a-a2c3-31e6b12d81cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:50.757553 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-0a928b7f-4d7a-4984-bc36-88f540042198 req-30669f94-0c06-410a-a2c3-31e6b12d81cf service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=75bff9a3-e6fb-40b9-a252-b48d30550927&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0751851 Feb 28 10:40:50.825613 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-51e4408d-76fe-421a-a507-ffc3b079f3ca req-1d4e417d-4c53-4c42-838d-fc79a8e3d646 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.20 "GET /v2.0/security-groups?id=a08cfa97-6188-4a72-a6d9-f5f45058a420&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967216 Feb 28 10:40:50.864538 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-0a928b7f-4d7a-4984-bc36-88f540042198 req-6474a9bd-13e8-4e6f-8a7f-20dfe798514c service neutron] 10.222.0.30 "GET /v2.0/networks/75bff9a3-e6fb-40b9-a252-b48d30550927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010351 Feb 28 10:40:50.954911 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-0a928b7f-4d7a-4984-bc36-88f540042198 req-72b291ef-58b2-4202-8f48-9dbe05bb5c6f service neutron] 10.222.0.30 "GET /v2.0/networks/75bff9a3-e6fb-40b9-a252-b48d30550927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849371 Feb 28 10:40:51.954060 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ee43e9-6804-4caa-a15f-afce7dd8db68 req-fdd1dff2-2787-4180-9396-a7cc092148a3 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:51.955478 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-a8ee43e9-6804-4caa-a15f-afce7dd8db68 req-fdd1dff2-2787-4180-9396-a7cc092148a3 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.20 "GET /v2.0/ports?device_id=853acdce-8a18-4844-9990-c1ae6c6716f1 HTTP/1.1" status: 200 len: 944 time: 0.0589767 Feb 28 10:40:52.008014 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-a8ee43e9-6804-4caa-a15f-afce7dd8db68 req-1c3f5de3-2aab-4729-88f2-b0b3161bc974 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.20 "GET /v2.0/security-groups?id=a08cfa97-6188-4a72-a6d9-f5f45058a420&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456865 Feb 28 10:40:53.129994 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492742a5-d2e5-4189-a1fd-b1377a25d83a req-74a6d912-cbc3-4b94-876e-7e80a56263a8 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:53.132110 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-492742a5-d2e5-4189-a1fd-b1377a25d83a req-74a6d912-cbc3-4b94-876e-7e80a56263a8 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.20 "GET /v2.0/ports?device_id=853acdce-8a18-4844-9990-c1ae6c6716f1 HTTP/1.1" status: 200 len: 944 time: 0.0567088 Feb 28 10:40:53.183774 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-492742a5-d2e5-4189-a1fd-b1377a25d83a req-f26cab18-1702-4430-84f3-c7a8981c0573 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.20 "GET /v2.0/security-groups?id=a08cfa97-6188-4a72-a6d9-f5f45058a420&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456805 Feb 28 10:40:54.313693 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c337b054-e653-450c-a596-cc7c11f3262f req-e01ab35c-5a12-465d-882e-72a5d16ff0e4 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:54.316122 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-c337b054-e653-450c-a596-cc7c11f3262f req-e01ab35c-5a12-465d-882e-72a5d16ff0e4 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.20 "GET /v2.0/ports?device_id=853acdce-8a18-4844-9990-c1ae6c6716f1 HTTP/1.1" status: 200 len: 944 time: 0.0611494 Feb 28 10:40:54.366005 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-c337b054-e653-450c-a596-cc7c11f3262f req-a8d545f9-814f-4917-9cee-8cf98d905110 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.20 "GET /v2.0/security-groups?id=a08cfa97-6188-4a72-a6d9-f5f45058a420&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436969 Feb 28 10:40:55.490006 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5893ef-8011-445f-ba2a-754b9be351ca req-593b45c3-abae-4d17-81ee-30f040c542bd tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:55.491676 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-0f5893ef-8011-445f-ba2a-754b9be351ca req-593b45c3-abae-4d17-81ee-30f040c542bd tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.20 "GET /v2.0/ports?device_id=853acdce-8a18-4844-9990-c1ae6c6716f1 HTTP/1.1" status: 200 len: 944 time: 0.0552890 Feb 28 10:40:55.555356 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-0f5893ef-8011-445f-ba2a-754b9be351ca req-c1af8cca-b64b-42c2-ac48-68a47321427a tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.20 "GET /v2.0/security-groups?id=a08cfa97-6188-4a72-a6d9-f5f45058a420&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523112 Feb 28 10:40:56.675568 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9235aaa-9df7-4d95-ac48-bd9e59657195 req-651eac50-74d3-4bb2-8cba-416d86706e1f tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:56.677095 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-b9235aaa-9df7-4d95-ac48-bd9e59657195 req-651eac50-74d3-4bb2-8cba-416d86706e1f tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.20 "GET /v2.0/ports?device_id=853acdce-8a18-4844-9990-c1ae6c6716f1 HTTP/1.1" status: 200 len: 944 time: 0.0531192 Feb 28 10:40:56.732758 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-b9235aaa-9df7-4d95-ac48-bd9e59657195 req-6e44974b-3740-4364-a01d-d86ef3aebc75 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.20 "GET /v2.0/security-groups?id=a08cfa97-6188-4a72-a6d9-f5f45058a420&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497441 Feb 28 10:40:57.863199 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88082a37-135f-479e-b720-6b2118d96214 req-90eced1f-247e-4362-b760-2e5acc4d5185 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:57.864801 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-88082a37-135f-479e-b720-6b2118d96214 req-90eced1f-247e-4362-b760-2e5acc4d5185 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.20 "GET /v2.0/ports?device_id=853acdce-8a18-4844-9990-c1ae6c6716f1 HTTP/1.1" status: 200 len: 944 time: 0.0562370 Feb 28 10:40:57.915814 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-88082a37-135f-479e-b720-6b2118d96214 req-92ccfe12-123a-47ad-81fa-22fd21ee1836 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.20 "GET /v2.0/security-groups?id=a08cfa97-6188-4a72-a6d9-f5f45058a420&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449021 Feb 28 10:40:59.037442 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea66468b-74b3-42a0-8d39-9e94325321b3 req-b068d890-8773-4773-9215-7e2953d13c52 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:40:59.038806 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-ea66468b-74b3-42a0-8d39-9e94325321b3 req-b068d890-8773-4773-9215-7e2953d13c52 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.20 "GET /v2.0/ports?device_id=853acdce-8a18-4844-9990-c1ae6c6716f1 HTTP/1.1" status: 200 len: 944 time: 0.0538566 Feb 28 10:40:59.091272 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-ea66468b-74b3-42a0-8d39-9e94325321b3 req-4f72f334-8f8e-469a-a91b-66f2c41ff398 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.20 "GET /v2.0/security-groups?id=a08cfa97-6188-4a72-a6d9-f5f45058a420&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440478 Feb 28 10:41:00.219110 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923ce44a-3ca0-463c-9c98-1c9ebd5d8c59 req-95435f4c-0e7d-4c53-b659-d35268c944e0 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:00.220571 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-923ce44a-3ca0-463c-9c98-1c9ebd5d8c59 req-95435f4c-0e7d-4c53-b659-d35268c944e0 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.20 "GET /v2.0/ports?device_id=853acdce-8a18-4844-9990-c1ae6c6716f1 HTTP/1.1" status: 200 len: 944 time: 0.0595033 Feb 28 10:41:00.271084 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-923ce44a-3ca0-463c-9c98-1c9ebd5d8c59 req-2b3d88c8-a8ce-4534-9f23-ac6452d10893 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.20 "GET /v2.0/security-groups?id=a08cfa97-6188-4a72-a6d9-f5f45058a420&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423636 Feb 28 10:41:01.413104 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3c50dc-b4cc-44c8-b27a-e6a451c74a52 req-476d5466-3e94-46dd-a174-09ef4d32795e tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:01.415002 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-4e3c50dc-b4cc-44c8-b27a-e6a451c74a52 req-476d5466-3e94-46dd-a174-09ef4d32795e tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.20 "GET /v2.0/ports?device_id=853acdce-8a18-4844-9990-c1ae6c6716f1 HTTP/1.1" status: 200 len: 944 time: 0.0644293 Feb 28 10:41:01.470519 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-4e3c50dc-b4cc-44c8-b27a-e6a451c74a52 req-10729f69-32b5-4b09-bd23-90580ef502af tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.20 "GET /v2.0/security-groups?id=a08cfa97-6188-4a72-a6d9-f5f45058a420&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496387 Feb 28 10:41:02.522570 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 40634) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:03.010975 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e42492d-c5b8-4f27-980e-a3d0ee1a6223 req-f40b40c2-f494-4493-b8f6-ea4300e3ad49 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:03.012435 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-1e42492d-c5b8-4f27-980e-a3d0ee1a6223 req-f40b40c2-f494-4493-b8f6-ea4300e3ad49 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.20 "GET /v2.0/ports?device_id=853acdce-8a18-4844-9990-c1ae6c6716f1 HTTP/1.1" status: 200 len: 944 time: 0.1052020 Feb 28 10:41:03.148276 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-1e42492d-c5b8-4f27-980e-a3d0ee1a6223 req-9a780579-4128-4551-b0b1-c3f1396638c0 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.20 "GET /v2.0/security-groups?id=a08cfa97-6188-4a72-a6d9-f5f45058a420&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1253388 Feb 28 10:41:03.319224 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4864c1d0-6ebf-4408-ab72-8837b00d9ca2 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1802615'] for router_interface (445ef975-1dd3-494e-9129-a41669286726), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:03.644252 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-4864c1d0-6ebf-4408-ab72-8837b00d9ca2 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Deleting port 659787fe-dde3-4f3c-b8e2-a0b7242b26b0 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:41:03.644963 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4864c1d0-6ebf-4408-ab72-8837b00d9ca2 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (659787fe-dde3-4f3c-b8e2-a0b7242b26b0), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:03.742092 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-4864c1d0-6ebf-4408-ab72-8837b00d9ca2 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] For port 659787fe-dde3-4f3c-b8e2-a0b7242b26b0, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=659787fe-dde3-4f3c-b8e2-a0b7242b26b0,segment=NetworkSegment(06334a95-72b5-4b80-aaa4-4b6338aa8cdf),segment_id=06334a95-72b5-4b80-aaa4-4b6338aa8cdf)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:41:03.742542 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4864c1d0-6ebf-4408-ab72-8837b00d9ca2 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (659787fe-dde3-4f3c-b8e2-a0b7242b26b0), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:03.759546 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-4864c1d0-6ebf-4408-ab72-8837b00d9ca2 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Calling delete_port for 659787fe-dde3-4f3c-b8e2-a0b7242b26b0 owned by network:router_interface {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:41:03.960269 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4864c1d0-6ebf-4408-ab72-8837b00d9ca2 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (659787fe-dde3-4f3c-b8e2-a0b7242b26b0), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:03.987290 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4864c1d0-6ebf-4408-ab72-8837b00d9ca2 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event deleted for resources: {'Port': ['ID=659787fe-dde3-4f3c-b8e2-a0b7242b26b0,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:03.999680 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4864c1d0-6ebf-4408-ab72-8837b00d9ca2 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:41:04.000080 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4864c1d0-6ebf-4408-ab72-8837b00d9ca2 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:41:04.000434 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4864c1d0-6ebf-4408-ab72-8837b00d9ca2 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:41:04.000820 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4864c1d0-6ebf-4408-ab72-8837b00d9ca2 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:41:04.001164 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4864c1d0-6ebf-4408-ab72-8837b00d9ca2 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:41:04.001503 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4864c1d0-6ebf-4408-ab72-8837b00d9ca2 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:41:04.001841 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4864c1d0-6ebf-4408-ab72-8837b00d9ca2 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:41:04.002178 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4864c1d0-6ebf-4408-ab72-8837b00d9ca2 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:41:04.002515 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4864c1d0-6ebf-4408-ab72-8837b00d9ca2 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:41:04.002875 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4864c1d0-6ebf-4408-ab72-8837b00d9ca2 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:41:04.003206 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4864c1d0-6ebf-4408-ab72-8837b00d9ca2 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:41:04.003535 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4864c1d0-6ebf-4408-ab72-8837b00d9ca2 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:41:04.003865 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4864c1d0-6ebf-4408-ab72-8837b00d9ca2 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:41:04.175069 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4864c1d0-6ebf-4408-ab72-8837b00d9ca2 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1802651'] for router_interface (445ef975-1dd3-494e-9129-a41669286726), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:04.323971 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4334abda-09c3-43d6-89c0-0c2fff0ee178 req-4bd600a1-92be-46e7-8363-f6f3f82696f9 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:04.325404 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-4334abda-09c3-43d6-89c0-0c2fff0ee178 req-4bd600a1-92be-46e7-8363-f6f3f82696f9 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.20 "GET /v2.0/ports?device_id=853acdce-8a18-4844-9990-c1ae6c6716f1 HTTP/1.1" status: 200 len: 944 time: 0.1015952 Feb 28 10:41:04.424123 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-4334abda-09c3-43d6-89c0-0c2fff0ee178 req-f48fab4a-f0eb-462d-a8d4-0f1143ca4a2b tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.20 "GET /v2.0/security-groups?id=a08cfa97-6188-4a72-a6d9-f5f45058a420&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921760 Feb 28 10:41:04.491842 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4864c1d0-6ebf-4408-ab72-8837b00d9ca2 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Router 445ef975-1dd3-494e-9129-a41669286726 has already been hosted by L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:41:04.605869 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4864c1d0-6ebf-4408-ab72-8837b00d9ca2 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:41:04.611079 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-4864c1d0-6ebf-4408-ab72-8837b00d9ca2 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "PUT /v2.0/routers/445ef975-1dd3-494e-9129-a41669286726/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0871608 Feb 28 10:41:04.621617 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ae6b8d-c63b-4b84-b86c-3b7a5d51bb75 None None] Sync routers for ids ['445ef975-1dd3-494e-9129-a41669286726'] in dv-neutron-master-2-hyperv {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:41:04.632439 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ae6b8d-c63b-4b84-b86c-3b7a5d51bb75 None None] Routers {'445ef975-1dd3-494e-9129-a41669286726'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:41:04.633834 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-78ae6b8d-c63b-4b84-b86c-3b7a5d51bb75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:40:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['445ef975-1dd3-494e-9129-a41669286726'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:41:04.748286 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-78ae6b8d-c63b-4b84-b86c-3b7a5d51bb75 None None] Set router 445ef975-1dd3-494e-9129-a41669286726 gateway port host: dv-neutron-master-2-hyperv {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:41:04.840694 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8b787d-0922-4c3f-8e11-6d1ff645350e req-3c905cf6-1b05-46b6-8d64-ecd485338a17 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:04.842124 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-fe8b787d-0922-4c3f-8e11-6d1ff645350e req-3c905cf6-1b05-46b6-8d64-ecd485338a17 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/ports?device_id=622d39a7-1cc5-4003-9bda-23d91217753c HTTP/1.1" status: 200 len: 946 time: 0.0610526 Feb 28 10:41:04.892131 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-fe8b787d-0922-4c3f-8e11-6d1ff645350e req-86abf270-2be2-46a7-8253-3d232385bb12 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ee900e9-59c9-4f30-ab95-6f74edd0fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439789 Feb 28 10:41:04.984396 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-78ae6b8d-c63b-4b84-b86c-3b7a5d51bb75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '445ef975-1dd3-494e-9129-a41669286726', 'name': 'tempest-TestNetworkBasicOps-router-1797998944', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.135'}], 'enable_snat': True}, 'gw_port_id': '5d2bc7fb-9bb6-4134-8f0b-d716d3b5adbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:38:19Z', 'updated_at': '2022-02-28T10:41:03Z', 'revision_number': 6, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'gw_port': {'id': '5d2bc7fb-9bb6-4134-8f0b-d716d3b5adbf', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:bd:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445ef975-1dd3-494e-9129-a41669286726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:38:19Z', 'updated_at': '2022-02-28T10:38:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '2edc2cd9-6ed2-4f08-9f5d-beed12626619', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'floating_ip_address': '172.36.5.234', 'floating_network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'router_id': '445ef975-1dd3-494e-9129-a41669286726', 'port_id': '5241eecc-4835-4f5b-970a-139e7dee9fc9', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1237, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '14678aab-2d45-4bf1-818f-830254557a1e', 'mac_address': 'fa:16:3e:b2:98:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e941b0b-6957-4b1e-b931-664834f15726', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:38:44Z', 'updated_at': '2022-02-28T10:38:48Z', 'revision_number': 1, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b2614bf-cbb5-4738-a3b6-2b3e9a1de1f5', 'name': '', 'network_id': '14678aab-2d45-4bf1-818f-830254557a1e', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'mac_address': 'fa:16:3e:2f:be:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445ef975-1dd3-494e-9129-a41669286726', 'device_owner': 'network:router_interface', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '408b7934-d6b4-4b80-9390-aa1c07251c33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:38:25Z', 'updated_at': '2022-02-28T10:38:29Z', 'revision_number': 5, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'subnets': [{'id': '408b7934-d6b4-4b80-9390-aa1c07251c33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:41:05.010132 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ae6b8d-c63b-4b84-b86c-3b7a5d51bb75 None None] Checking router: 445ef975-1dd3-494e-9129-a41669286726 for host: dv-neutron-master-2-hyperv {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:41:05.018589 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ae6b8d-c63b-4b84-b86c-3b7a5d51bb75 None None] Routers {'445ef975-1dd3-494e-9129-a41669286726'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:41:05.019192 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-78ae6b8d-c63b-4b84-b86c-3b7a5d51bb75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:40:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['445ef975-1dd3-494e-9129-a41669286726'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:41:05.130984 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-78ae6b8d-c63b-4b84-b86c-3b7a5d51bb75 None None] Set router 445ef975-1dd3-494e-9129-a41669286726 gateway port host: dv-neutron-master-2-hyperv {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:41:05.358376 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-78ae6b8d-c63b-4b84-b86c-3b7a5d51bb75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '445ef975-1dd3-494e-9129-a41669286726', 'name': 'tempest-TestNetworkBasicOps-router-1797998944', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.135'}], 'enable_snat': True}, 'gw_port_id': '5d2bc7fb-9bb6-4134-8f0b-d716d3b5adbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:38:19Z', 'updated_at': '2022-02-28T10:41:03Z', 'revision_number': 6, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'gw_port': {'id': '5d2bc7fb-9bb6-4134-8f0b-d716d3b5adbf', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:bd:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445ef975-1dd3-494e-9129-a41669286726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:38:19Z', 'updated_at': '2022-02-28T10:38:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '2edc2cd9-6ed2-4f08-9f5d-beed12626619', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'floating_ip_address': '172.36.5.234', 'floating_network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'router_id': '445ef975-1dd3-494e-9129-a41669286726', 'port_id': '5241eecc-4835-4f5b-970a-139e7dee9fc9', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1237, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '14678aab-2d45-4bf1-818f-830254557a1e', 'mac_address': 'fa:16:3e:b2:98:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e941b0b-6957-4b1e-b931-664834f15726', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:38:44Z', 'updated_at': '2022-02-28T10:38:48Z', 'revision_number': 1, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b2614bf-cbb5-4738-a3b6-2b3e9a1de1f5', 'name': '', 'network_id': '14678aab-2d45-4bf1-818f-830254557a1e', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'mac_address': 'fa:16:3e:2f:be:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445ef975-1dd3-494e-9129-a41669286726', 'device_owner': 'network:router_interface', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '408b7934-d6b4-4b80-9390-aa1c07251c33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:38:25Z', 'updated_at': '2022-02-28T10:38:29Z', 'revision_number': 5, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'subnets': [{'id': '408b7934-d6b4-4b80-9390-aa1c07251c33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:41:05.385866 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ae6b8d-c63b-4b84-b86c-3b7a5d51bb75 None None] The sync data for ids ['445ef975-1dd3-494e-9129-a41669286726'] in dv-neutron-master-2-hyperv is: [{'id': '445ef975-1dd3-494e-9129-a41669286726', 'name': 'tempest-TestNetworkBasicOps-router-1797998944', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.135'}], 'enable_snat': True}, 'gw_port_id': '5d2bc7fb-9bb6-4134-8f0b-d716d3b5adbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:38:19Z', 'updated_at': '2022-02-28T10:41:03Z', 'revision_number': 6, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'gw_port': {'id': '5d2bc7fb-9bb6-4134-8f0b-d716d3b5adbf', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:bd:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445ef975-1dd3-494e-9129-a41669286726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:38:19Z', 'updated_at': '2022-02-28T10:38:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '2edc2cd9-6ed2-4f08-9f5d-beed12626619', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'floating_ip_address': '172.36.5.234', 'floating_network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'router_id': '445ef975-1dd3-494e-9129-a41669286726', 'port_id': '5241eecc-4835-4f5b-970a-139e7dee9fc9', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1237, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '14678aab-2d45-4bf1-818f-830254557a1e', 'mac_address': 'fa:16:3e:b2:98:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e941b0b-6957-4b1e-b931-664834f15726', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:38:44Z', 'updated_at': '2022-02-28T10:38:48Z', 'revision_number': 1, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b2614bf-cbb5-4738-a3b6-2b3e9a1de1f5', 'name': '', 'network_id': '14678aab-2d45-4bf1-818f-830254557a1e', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'mac_address': 'fa:16:3e:2f:be:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445ef975-1dd3-494e-9129-a41669286726', 'device_owner': 'network:router_interface', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '408b7934-d6b4-4b80-9390-aa1c07251c33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:38:25Z', 'updated_at': '2022-02-28T10:38:29Z', 'revision_number': 5, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'subnets': [{'id': '408b7934-d6b4-4b80-9390-aa1c07251c33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:41:05.558036 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f6e3fa-192c-48fb-850a-e0c5db81b8ac req-67cf4da1-dbc3-402b-a518-14aba52e2d6f tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:05.559526 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-f5f6e3fa-192c-48fb-850a-e0c5db81b8ac req-67cf4da1-dbc3-402b-a518-14aba52e2d6f tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.20 "GET /v2.0/ports?device_id=853acdce-8a18-4844-9990-c1ae6c6716f1 HTTP/1.1" status: 200 len: 944 time: 0.0596504 Feb 28 10:41:05.612298 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-f5f6e3fa-192c-48fb-850a-e0c5db81b8ac req-959b634f-f2cd-4587-9f48-1f4ca0de5b45 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.20 "GET /v2.0/security-groups?id=a08cfa97-6188-4a72-a6d9-f5f45058a420&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445433 Feb 28 10:41:06.025254 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2befda-165f-45d1-922c-fbcb1b5596fc req-5ed5d178-34aa-4945-b906-699a45658398 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:06.026734 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-eb2befda-165f-45d1-922c-fbcb1b5596fc req-5ed5d178-34aa-4945-b906-699a45658398 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/ports?device_id=622d39a7-1cc5-4003-9bda-23d91217753c HTTP/1.1" status: 200 len: 946 time: 0.0606823 Feb 28 10:41:06.079096 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-eb2befda-165f-45d1-922c-fbcb1b5596fc req-43d90bd1-2fe8-4f28-96cb-969f8d3717a9 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ee900e9-59c9-4f30-ab95-6f74edd0fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466568 Feb 28 10:41:06.585278 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 659787fe-dde3-4f3c-b8e2-a0b7242b26b0 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:41:06.606899 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] No Port match for: 659787fe-dde3-4f3c-b8e2-a0b7242b26b0 {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:41:06.607249 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 659787fe-dde3-4f3c-b8e2-a0b7242b26b0 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:41:06.741295 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023c157e-e2b0-4a5d-baa7-4f78e6a326c4 req-be48e50e-f91a-457d-95bb-8bb2655102df tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:06.742759 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-023c157e-e2b0-4a5d-baa7-4f78e6a326c4 req-be48e50e-f91a-457d-95bb-8bb2655102df tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.20 "GET /v2.0/ports?device_id=853acdce-8a18-4844-9990-c1ae6c6716f1 HTTP/1.1" status: 200 len: 944 time: 0.0570667 Feb 28 10:41:06.795565 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-023c157e-e2b0-4a5d-baa7-4f78e6a326c4 req-766b475e-bad2-419a-82fc-aac3be72cdfc tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.20 "GET /v2.0/security-groups?id=a08cfa97-6188-4a72-a6d9-f5f45058a420&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463517 Feb 28 10:41:06.930864 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115dda5a-f29f-4838-bc55-578c62296d9d req-a608374b-1b51-4c61-ae7f-df0aa76077dc tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:06.933046 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-115dda5a-f29f-4838-bc55-578c62296d9d req-a608374b-1b51-4c61-ae7f-df0aa76077dc tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.30 "GET /v2.0/ports?device_id=622d39a7-1cc5-4003-9bda-23d91217753c HTTP/1.1" status: 200 len: 946 time: 0.0601547 Feb 28 10:41:07.032636 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [req-115dda5a-f29f-4838-bc55-578c62296d9d req-9acaba48-bbb4-4600-80ae-4a3b400f837b tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Deleting port 38b805db-0920-4591-a318-738fd50081e0 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:41:07.033330 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-115dda5a-f29f-4838-bc55-578c62296d9d req-9acaba48-bbb4-4600-80ae-4a3b400f837b tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (38b805db-0920-4591-a318-738fd50081e0), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:07.142464 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-115dda5a-f29f-4838-bc55-578c62296d9d req-9acaba48-bbb4-4600-80ae-4a3b400f837b tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] For port 38b805db-0920-4591-a318-738fd50081e0, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=38b805db-0920-4591-a318-738fd50081e0,segment=NetworkSegment(06334a95-72b5-4b80-aaa4-4b6338aa8cdf),segment_id=06334a95-72b5-4b80-aaa4-4b6338aa8cdf)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:41:07.142873 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-115dda5a-f29f-4838-bc55-578c62296d9d req-9acaba48-bbb4-4600-80ae-4a3b400f837b tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (38b805db-0920-4591-a318-738fd50081e0), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:07.168339 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [req-115dda5a-f29f-4838-bc55-578c62296d9d req-9acaba48-bbb4-4600-80ae-4a3b400f837b tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Calling delete_port for 38b805db-0920-4591-a318-738fd50081e0 owned by compute:nova {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:41:07.262189 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4cb659-47f8-4494-85ea-25e461b076f9 req-80b6cb8a-7fac-4a54-86f2-4d0adb3e28ea tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:07.263697 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-0f4cb659-47f8-4494-85ea-25e461b076f9 req-80b6cb8a-7fac-4a54-86f2-4d0adb3e28ea tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/ports?device_id=622d39a7-1cc5-4003-9bda-23d91217753c HTTP/1.1" status: 200 len: 946 time: 0.1104829 Feb 28 10:41:07.355715 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-0f4cb659-47f8-4494-85ea-25e461b076f9 req-eb0a00bf-90fd-4a05-b3d4-f2a2d532e171 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ee900e9-59c9-4f30-ab95-6f74edd0fe07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853612 Feb 28 10:41:07.371998 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-115dda5a-f29f-4838-bc55-578c62296d9d req-9acaba48-bbb4-4600-80ae-4a3b400f837b tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (38b805db-0920-4591-a318-738fd50081e0), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:07.401967 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acaba48-bbb4-4600-80ae-4a3b400f837b tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event deleted for resources: {'Port': ['ID=38b805db-0920-4591-a318-738fd50081e0,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:07.453346 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-115dda5a-f29f-4838-bc55-578c62296d9d req-9acaba48-bbb4-4600-80ae-4a3b400f837b tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] No DVR routers for this DVR port 38b805db-0920-4591-a318-738fd50081e0 on host hv-neutron-mast {{(pid=103407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:41:07.456411 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-115dda5a-f29f-4838-bc55-578c62296d9d req-9acaba48-bbb4-4600-80ae-4a3b400f837b tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:07.459874 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-115dda5a-f29f-4838-bc55-578c62296d9d req-9acaba48-bbb4-4600-80ae-4a3b400f837b tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.30 "DELETE /v2.0/ports/38b805db-0920-4591-a318-738fd50081e0 HTTP/1.1" status: 204 len: 173 time: 0.5216138 Feb 28 10:41:07.460356 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '622d39a7-1cc5-4003-9bda-23d91217753c', 'name': 'network-vif-deleted', 'tag': '38b805db-0920-4591-a318-738fd50081e0'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:41:07.463054 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c8e1c873eeca597e52e7ceb7469e602eac250bfea6606d285743d38033cf584" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-def90402-9f49-45fe-b226-bfe1a5fc55d3" -d '{"events": [{"server_uuid": "622d39a7-1cc5-4003-9bda-23d91217753c", "name": "network-vif-deleted", "tag": "38b805db-0920-4591-a318-738fd50081e0"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:41:07.497766 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 10:41:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-695c7463-60dd-4560-9dc2-8cfa17c307f9 x-openstack-request-id: req-695c7463-60dd-4560-9dc2-8cfa17c307f9 {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:41:07.498058 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "622d39a7-1cc5-4003-9bda-23d91217753c", "name": "network-vif-deleted", "tag": "38b805db-0920-4591-a318-738fd50081e0", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:41:07.498319 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-695c7463-60dd-4560-9dc2-8cfa17c307f9 {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:41:07.498744 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '622d39a7-1cc5-4003-9bda-23d91217753c', 'name': 'network-vif-deleted', 'tag': '38b805db-0920-4591-a318-738fd50081e0', 'status': 'completed', 'code': 200} Feb 28 10:41:07.935927 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd3d963-9457-482b-b7c2-5e42bf37953a req-1161029a-879c-401f-8d31-c33b149c153b tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:07.937497 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-dfd3d963-9457-482b-b7c2-5e42bf37953a req-1161029a-879c-401f-8d31-c33b149c153b tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.20 "GET /v2.0/ports?device_id=853acdce-8a18-4844-9990-c1ae6c6716f1 HTTP/1.1" status: 200 len: 944 time: 0.0666506 Feb 28 10:41:07.991473 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-dfd3d963-9457-482b-b7c2-5e42bf37953a req-da8c2c78-0e35-4903-aa61-812e1fe8a639 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.20 "GET /v2.0/security-groups?id=a08cfa97-6188-4a72-a6d9-f5f45058a420&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467291 Feb 28 10:41:08.074381 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (13ac42ae-016e-4baf-bb31-c6fa820b41c2), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:08.414505 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 40656) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:08.475582 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0fb8d9bc-a2c4-43b5-9277-9e57b2720a53 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group (7ee900e9-59c9-4f30-ab95-6f74edd0fe07), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:08.502762 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0fb8d9bc-a2c4-43b5-9277-9e57b2720a53 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group (7ee900e9-59c9-4f30-ab95-6f74edd0fe07), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:08.576345 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0fb8d9bc-a2c4-43b5-9277-9e57b2720a53 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (7ee900e9-59c9-4f30-ab95-6f74edd0fe07), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:08.579429 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0fb8d9bc-a2c4-43b5-9277-9e57b2720a53 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:08.581263 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-0fb8d9bc-a2c4-43b5-9277-9e57b2720a53 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "DELETE /v2.0/security-groups/7ee900e9-59c9-4f30-ab95-6f74edd0fe07 HTTP/1.1" status: 204 len: 168 time: 0.1657917 Feb 28 10:41:08.596735 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb8d9bc-a2c4-43b5-9277-9e57b2720a53 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ee900e9-59c9-4f30-ab95-6f74edd0fe07,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:08.605086 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb8d9bc-a2c4-43b5-9277-9e57b2720a53 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:41:08.605491 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb8d9bc-a2c4-43b5-9277-9e57b2720a53 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:41:08.605844 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb8d9bc-a2c4-43b5-9277-9e57b2720a53 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:41:08.606187 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb8d9bc-a2c4-43b5-9277-9e57b2720a53 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:41:08.606528 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb8d9bc-a2c4-43b5-9277-9e57b2720a53 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:41:08.607406 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb8d9bc-a2c4-43b5-9277-9e57b2720a53 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:41:08.607853 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb8d9bc-a2c4-43b5-9277-9e57b2720a53 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:41:08.608262 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb8d9bc-a2c4-43b5-9277-9e57b2720a53 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:41:08.608745 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb8d9bc-a2c4-43b5-9277-9e57b2720a53 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:41:08.608953 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb8d9bc-a2c4-43b5-9277-9e57b2720a53 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:41:08.609523 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb8d9bc-a2c4-43b5-9277-9e57b2720a53 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:41:08.609696 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb8d9bc-a2c4-43b5-9277-9e57b2720a53 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:41:08.610113 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb8d9bc-a2c4-43b5-9277-9e57b2720a53 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:41:08.612791 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 40660) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:08.638731 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device f997b0d0-a840-4517-b53a-8d297d1afe64 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103409) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 10:41:08.664457 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_v2 [None req-22ad1c98-3213-47ef-b375-e80b34e3dcf4 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Deleting subnet 33f09136-9f82-49db-a8db-6a679f570a8a {{(pid=103407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:41:08.668074 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-22ad1c98-3213-47ef-b375-e80b34e3dcf4 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for subnet (33f09136-9f82-49db-a8db-6a679f570a8a), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:08.708446 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-22ad1c98-3213-47ef-b375-e80b34e3dcf4 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3501132'] for subnet (33f09136-9f82-49db-a8db-6a679f570a8a), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:08.742636 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] For port f997b0d0-a840-4517-b53a-8d297d1afe64, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=f997b0d0-a840-4517-b53a-8d297d1afe64,segment=NetworkSegment(635647a0-bb32-4e83-8331-d451090464be),segment_id=635647a0-bb32-4e83-8331-d451090464be)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:41:08.763622 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Returning: {'device': 'f997b0d0-a840-4517-b53a-8d297d1afe64', 'network_id': '75bff9a3-e6fb-40b9-a252-b48d30550927', 'port_id': 'f997b0d0-a840-4517-b53a-8d297d1afe64', 'mac_address': 'fa:16:3e:d0:f0:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 276, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e42d74b6-8cf8-4c98-a2fa-7c543c8ad426', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103409) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 10:41:08.767489 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-db4cb2c5-1310-4a27-a9fb-61d6ee08482a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fb6705d2-4f70-4965-92a3-fbfccd43a6d3), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:08.803734 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Current status of the port f997b0d0-a840-4517-b53a-8d297d1afe64 is: DOWN; New status is: BUILD {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:41:08.804242 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (f997b0d0-a840-4517-b53a-8d297d1afe64), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:08.807760 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-22ad1c98-3213-47ef-b375-e80b34e3dcf4 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-823142'] for subnet (33f09136-9f82-49db-a8db-6a679f570a8a), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:08.822751 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f997b0d0-a840-4517-b53a-8d297d1afe64 {{(pid=103409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 10:41:08.842545 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] For port f997b0d0-a840-4517-b53a-8d297d1afe64, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=f997b0d0-a840-4517-b53a-8d297d1afe64,segment=NetworkSegment(635647a0-bb32-4e83-8331-d451090464be),segment_id=635647a0-bb32-4e83-8331-d451090464be)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:41:08.847207 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (f997b0d0-a840-4517-b53a-8d297d1afe64), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:08.868794 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-22ad1c98-3213-47ef-b375-e80b34e3dcf4 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-823145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3498088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3516558'] for subnet (33f09136-9f82-49db-a8db-6a679f570a8a), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:08.897149 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Pushing event updated for resources: {'Port': ['ID=f997b0d0-a840-4517-b53a-8d297d1afe64,revision_number=4']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:08.902798 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ad1c98-3213-47ef-b375-e80b34e3dcf4 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event deleted for resources: {'Subnet': ['ID=33f09136-9f82-49db-a8db-6a679f570a8a,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:08.904790 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:41:08.905140 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-22ad1c98-3213-47ef-b375-e80b34e3dcf4 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:08.905279 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:41:08.905493 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:41:08.905842 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:41:08.906187 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:41:08.906770 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:41:08.907118 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:41:08.907463 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:41:08.907802 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:41:08.908141 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:41:08.908475 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:41:08.909176 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-22ad1c98-3213-47ef-b375-e80b34e3dcf4 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "DELETE /v2.0/subnets/33f09136-9f82-49db-a8db-6a679f570a8a HTTP/1.1" status: 204 len: 168 time: 0.2952318 Feb 28 10:41:08.911305 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:41:08.911610 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:41:08.911994 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 40662) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:08.917211 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6044b22-c6a7-44b5-9899-e5893539b67b None None] Network 8e69fcf8-ea8f-4803-806c-b9efb7a7806d requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:41:09.002537 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50b0a1e0-ec48-4019-81a5-a7f116802b3e tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-665757'] for network (8e69fcf8-ea8f-4803-806c-b9efb7a7806d), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:09.065301 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50b0a1e0-ec48-4019-81a5-a7f116802b3e tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Deleting port 236de2fc-22a5-4614-882a-8b3bcfb44475 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:41:09.065650 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50b0a1e0-ec48-4019-81a5-a7f116802b3e tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (236de2fc-22a5-4614-882a-8b3bcfb44475), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:09.077308 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc2233ab-c81c-4ead-88c1-920113e24a01 None None] DHCP port deletion for 8e69fcf8-ea8f-4803-806c-b9efb7a7806d request from dv-neutron-master-2-hyperv {{(pid=103409) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:41:09.120893 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a369f65f-b08f-4cab-a3c8-ccbdfb1eea9e req-7241856c-e1cf-4808-a54e-ca5bea3efb95 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:09.122489 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-a369f65f-b08f-4cab-a3c8-ccbdfb1eea9e req-7241856c-e1cf-4808-a54e-ca5bea3efb95 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.20 "GET /v2.0/ports?device_id=853acdce-8a18-4844-9990-c1ae6c6716f1 HTTP/1.1" status: 200 len: 945 time: 0.0560036 Feb 28 10:41:09.128086 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-dc2233ab-c81c-4ead-88c1-920113e24a01 None None] Deleting port 236de2fc-22a5-4614-882a-8b3bcfb44475 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:41:09.128700 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-dc2233ab-c81c-4ead-88c1-920113e24a01 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (236de2fc-22a5-4614-882a-8b3bcfb44475), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:09.135054 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-50b0a1e0-ec48-4019-81a5-a7f116802b3e tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] For port 236de2fc-22a5-4614-882a-8b3bcfb44475, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=236de2fc-22a5-4614-882a-8b3bcfb44475,segment=NetworkSegment(06334a95-72b5-4b80-aaa4-4b6338aa8cdf),segment_id=06334a95-72b5-4b80-aaa4-4b6338aa8cdf)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:41:09.135450 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50b0a1e0-ec48-4019-81a5-a7f116802b3e tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (236de2fc-22a5-4614-882a-8b3bcfb44475), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:09.149312 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-50b0a1e0-ec48-4019-81a5-a7f116802b3e tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Calling delete_port for 236de2fc-22a5-4614-882a-8b3bcfb44475 owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:41:09.177252 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-a369f65f-b08f-4cab-a3c8-ccbdfb1eea9e req-572e3f40-c503-4b42-afc7-59d2e6bcdedd tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.20 "GET /v2.0/security-groups?id=a08cfa97-6188-4a72-a6d9-f5f45058a420&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491471 Feb 28 10:41:09.201166 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-dc2233ab-c81c-4ead-88c1-920113e24a01 None None] For port 236de2fc-22a5-4614-882a-8b3bcfb44475, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=236de2fc-22a5-4614-882a-8b3bcfb44475,segment=NetworkSegment(06334a95-72b5-4b80-aaa4-4b6338aa8cdf),segment_id=06334a95-72b5-4b80-aaa4-4b6338aa8cdf)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:41:09.201700 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-dc2233ab-c81c-4ead-88c1-920113e24a01 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (236de2fc-22a5-4614-882a-8b3bcfb44475), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:09.214459 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-dc2233ab-c81c-4ead-88c1-920113e24a01 None None] Calling delete_port for 236de2fc-22a5-4614-882a-8b3bcfb44475 owned by network:dhcp {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:41:09.238167 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50b0a1e0-ec48-4019-81a5-a7f116802b3e tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (236de2fc-22a5-4614-882a-8b3bcfb44475), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:09.265490 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b0a1e0-ec48-4019-81a5-a7f116802b3e tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event deleted for resources: {'Port': ['ID=236de2fc-22a5-4614-882a-8b3bcfb44475,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:09.269188 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b0a1e0-ec48-4019-81a5-a7f116802b3e tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] No DVR routers for this DVR port 236de2fc-22a5-4614-882a-8b3bcfb44475 on host dv-neutron-master-2-hyperv {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:41:09.359174 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50b0a1e0-ec48-4019-81a5-a7f116802b3e tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672413', 'neutron.services.segments.db._delete_segments_for_network-8742057110173'] for network (8e69fcf8-ea8f-4803-806c-b9efb7a7806d), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:09.380249 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-50b0a1e0-ec48-4019-81a5-a7f116802b3e tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e69fcf8-ea8f-4803-806c-b9efb7a7806d']}} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:41:09.390103 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-50b0a1e0-ec48-4019-81a5-a7f116802b3e tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06334a95-72b5-4b80-aaa4-4b6338aa8cdf') {'for_net_delete': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:41:09.390360 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-50b0a1e0-ec48-4019-81a5-a7f116802b3e tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06334a95-72b5-4b80-aaa4-4b6338aa8cdf') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:41:09.401048 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50b0a1e0-ec48-4019-81a5-a7f116802b3e tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742057113766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3423550'] for segment (06334a95-72b5-4b80-aaa4-4b6338aa8cdf), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:09.415483 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50b0a1e0-ec48-4019-81a5-a7f116802b3e tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (06334a95-72b5-4b80-aaa4-4b6338aa8cdf), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:09.422035 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50b0a1e0-ec48-4019-81a5-a7f116802b3e tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Releasing vlan 268 on physical network physnet1 to pool {{(pid=103408) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:41:09.422438 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50b0a1e0-ec48-4019-81a5-a7f116802b3e tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3242693'] for segment (06334a95-72b5-4b80-aaa4-4b6338aa8cdf), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:09.425478 dv-neutron-master-2-hyperv neutron-server[103408]: Traceback (most recent call last): Feb 28 10:41:09.425478 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:41:09.425478 dv-neutron-master-2-hyperv neutron-server[103408]: timer() Feb 28 10:41:09.425478 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:41:09.425478 dv-neutron-master-2-hyperv neutron-server[103408]: cb(*args, **kw) Feb 28 10:41:09.425478 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:41:09.425478 dv-neutron-master-2-hyperv neutron-server[103408]: return func(*args, **kwargs) Feb 28 10:41:09.425478 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:41:09.425478 dv-neutron-master-2-hyperv neutron-server[103408]: self._notify() Feb 28 10:41:09.425478 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:41:09.425478 dv-neutron-master-2-hyperv neutron-server[103408]: self.callback(batched_events) Feb 28 10:41:09.425478 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:41:09.425478 dv-neutron-master-2-hyperv neutron-server[103408]: event.method(event) Feb 28 10:41:09.425478 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:41:09.425478 dv-neutron-master-2-hyperv neutron-server[103408]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:41:09.425478 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:41:09.425478 dv-neutron-master-2-hyperv neutron-server[103408]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:41:09.425478 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:41:09.425478 dv-neutron-master-2-hyperv neutron-server[103408]: return f(self, *a, **k) Feb 28 10:41:09.425478 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:41:09.425478 dv-neutron-master-2-hyperv neutron-server[103408]: return self._get(url).json() Feb 28 10:41:09.425478 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:41:09.425478 dv-neutron-master-2-hyperv neutron-server[103408]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:41:09.425478 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:41:09.425478 dv-neutron-master-2-hyperv neutron-server[103408]: return self.request(url, 'GET', **kwargs) Feb 28 10:41:09.425478 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:41:09.425478 dv-neutron-master-2-hyperv neutron-server[103408]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:41:09.425478 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:41:09.425478 dv-neutron-master-2-hyperv neutron-server[103408]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:41:09.425478 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:41:09.425478 dv-neutron-master-2-hyperv neutron-server[103408]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:41:09.425478 dv-neutron-master-2-hyperv neutron-server[103408]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:41:09.429246 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] get_ports_and_sgs() called for port_ids ['f997b0d0-a840-4517-b53a-8d297d1afe64'] {{(pid=103409) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 10:41:09.485613 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50b0a1e0-ec48-4019-81a5-a7f116802b3e tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803269'] for network (8e69fcf8-ea8f-4803-806c-b9efb7a7806d), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:09.490420 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-50b0a1e0-ec48-4019-81a5-a7f116802b3e tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for network (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:09.493770 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-50b0a1e0-ec48-4019-81a5-a7f116802b3e tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "DELETE /v2.0/networks/8e69fcf8-ea8f-4803-806c-b9efb7a7806d HTTP/1.1" status: 204 len: 168 time: 0.5803139 Feb 28 10:41:09.496982 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 40666) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:09.508853 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b0a1e0-ec48-4019-81a5-a7f116802b3e tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event deleted for resources: {'Network': ['ID=8e69fcf8-ea8f-4803-806c-b9efb7a7806d,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:09.521784 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-dc2233ab-c81c-4ead-88c1-920113e24a01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758'] for port (236de2fc-22a5-4614-882a-8b3bcfb44475), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:09.558535 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-dc2233ab-c81c-4ead-88c1-920113e24a01 None None] Network 8e69fcf8-ea8f-4803-806c-b9efb7a7806d is not hosted by any dhcp agent {{(pid=103409) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 28 10:41:09.558996 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2233ab-c81c-4ead-88c1-920113e24a01 None None] No DVR routers for this DVR port 236de2fc-22a5-4614-882a-8b3bcfb44475 on host dv-neutron-master-2-hyperv {{(pid=103409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:41:09.561677 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2233ab-c81c-4ead-88c1-920113e24a01 None None] Pushing event deleted for resources: {'Port': ['ID=236de2fc-22a5-4614-882a-8b3bcfb44475,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:09.665308 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-e1cf8668-fc88-40dd-aa59-b15418422488 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Deleting port 47a076a5-27db-45d8-8b0c-3548900f375d {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:41:09.665915 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e1cf8668-fc88-40dd-aa59-b15418422488 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (47a076a5-27db-45d8-8b0c-3548900f375d), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:09.749843 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e1cf8668-fc88-40dd-aa59-b15418422488 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (47a076a5-27db-45d8-8b0c-3548900f375d), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:09.750708 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e1cf8668-fc88-40dd-aa59-b15418422488 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for floatingip (47a076a5-27db-45d8-8b0c-3548900f375d), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:09.763402 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-e1cf8668-fc88-40dd-aa59-b15418422488 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Calling delete_port for 47a076a5-27db-45d8-8b0c-3548900f375d owned by network:floatingip {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:41:09.931433 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e1cf8668-fc88-40dd-aa59-b15418422488 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (47a076a5-27db-45d8-8b0c-3548900f375d), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:09.958456 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cf8668-fc88-40dd-aa59-b15418422488 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event deleted for resources: {'Port': ['ID=47a076a5-27db-45d8-8b0c-3548900f375d,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:10.019934 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e1cf8668-fc88-40dd-aa59-b15418422488 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for floatingip (2edc2cd9-6ed2-4f08-9f5d-beed12626619), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:10.020224 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.db.l3_db [None req-e1cf8668-fc88-40dd-aa59-b15418422488 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Floating IP 2edc2cd9-6ed2-4f08-9f5d-beed12626619 disassociated (deleted). External IP: 172.36.5.234, port: 5241eecc-4835-4f5b-970a-139e7dee9fc9. Feb 28 10:41:10.246155 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1cf8668-fc88-40dd-aa59-b15418422488 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Router 445ef975-1dd3-494e-9129-a41669286726 has already been hosted by L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:41:10.348052 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d325c3-e5dc-4176-89a8-37032768a86a req-b2dbb01b-8c50-480c-b405-7728fcd41d0d tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:10.349579 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-90d325c3-e5dc-4176-89a8-37032768a86a req-b2dbb01b-8c50-480c-b405-7728fcd41d0d tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.20 "GET /v2.0/ports?device_id=853acdce-8a18-4844-9990-c1ae6c6716f1 HTTP/1.1" status: 200 len: 945 time: 0.1003766 Feb 28 10:41:10.420373 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1cf8668-fc88-40dd-aa59-b15418422488 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:41:10.426770 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e1cf8668-fc88-40dd-aa59-b15418422488 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for floatingip (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:10.430521 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6071ca72-6df4-415f-9903-745eaa862fe7 None None] Sync routers for ids ['445ef975-1dd3-494e-9129-a41669286726'] in dv-neutron-master-2-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:41:10.441404 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6071ca72-6df4-415f-9903-745eaa862fe7 None None] Routers {'445ef975-1dd3-494e-9129-a41669286726'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:41:10.442022 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-6071ca72-6df4-415f-9903-745eaa862fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:40:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['445ef975-1dd3-494e-9129-a41669286726'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:41:10.460605 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-90d325c3-e5dc-4176-89a8-37032768a86a req-7918897c-fe6a-4e90-8134-04b7063a8b60 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.20 "GET /v2.0/security-groups?id=a08cfa97-6188-4a72-a6d9-f5f45058a420&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825672 Feb 28 10:41:10.468582 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-e1cf8668-fc88-40dd-aa59-b15418422488 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "DELETE /v2.0/floatingips/2edc2cd9-6ed2-4f08-9f5d-beed12626619 HTTP/1.1" status: 204 len: 168 time: 0.9696867 Feb 28 10:41:10.469183 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e941b0b-6957-4b1e-b931-664834f15726', 'tag': '5241eecc-4835-4f5b-970a-139e7dee9fc9'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:41:10.471436 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c8e1c873eeca597e52e7ceb7469e602eac250bfea6606d285743d38033cf584" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8683ab08-a3a4-4fdc-8dba-19e99c4f77b1" -d '{"events": [{"name": "network-changed", "server_uuid": "7e941b0b-6957-4b1e-b931-664834f15726", "tag": "5241eecc-4835-4f5b-970a-139e7dee9fc9"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:41:10.509258 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 10:41:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7da9f03d-5adf-4a08-acb8-664a93d2d9ef x-openstack-request-id: req-7da9f03d-5adf-4a08-acb8-664a93d2d9ef {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:41:10.509620 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e941b0b-6957-4b1e-b931-664834f15726", "tag": "5241eecc-4835-4f5b-970a-139e7dee9fc9", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:41:10.509965 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7da9f03d-5adf-4a08-acb8-664a93d2d9ef {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:41:10.510464 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e941b0b-6957-4b1e-b931-664834f15726', 'tag': '5241eecc-4835-4f5b-970a-139e7dee9fc9', 'status': 'completed', 'code': 200} Feb 28 10:41:10.581191 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-6071ca72-6df4-415f-9903-745eaa862fe7 None None] Set router 445ef975-1dd3-494e-9129-a41669286726 gateway port host: dv-neutron-master-2-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:41:10.613100 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8683ab08-a3a4-4fdc-8dba-19e99c4f77b1 req-192d5428-e39b-4f96-9720-01be82ec1d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:10.623346 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-8683ab08-a3a4-4fdc-8dba-19e99c4f77b1 req-192d5428-e39b-4f96-9720-01be82ec1d2c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5a84b6bdce3e454e9741c4fbc09bfc68&device_id=7e941b0b-6957-4b1e-b931-664834f15726 HTTP/1.1" status: 200 len: 1130 time: 0.0631406 Feb 28 10:41:10.645205 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device f997b0d0-a840-4517-b53a-8d297d1afe64 up at agent hyperv_hv-neutron-mast {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:41:10.681711 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 236de2fc-22a5-4614-882a-8b3bcfb44475 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:41:10.708164 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] No Port match for: 236de2fc-22a5-4614-882a-8b3bcfb44475 {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:41:10.708532 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 236de2fc-22a5-4614-882a-8b3bcfb44475 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:41:10.730813 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Provisioning for port f997b0d0-a840-4517-b53a-8d297d1afe64 completed by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 10:41:10.735503 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Provisioning complete for port f997b0d0-a840-4517-b53a-8d297d1afe64 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:41:10.735886 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (f997b0d0-a840-4517-b53a-8d297d1afe64), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:10.813220 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-6071ca72-6df4-415f-9903-745eaa862fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '445ef975-1dd3-494e-9129-a41669286726', 'name': 'tempest-TestNetworkBasicOps-router-1797998944', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.135'}], 'enable_snat': True}, 'gw_port_id': '5d2bc7fb-9bb6-4134-8f0b-d716d3b5adbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:38:19Z', 'updated_at': '2022-02-28T10:41:03Z', 'revision_number': 6, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'gw_port': {'id': '5d2bc7fb-9bb6-4134-8f0b-d716d3b5adbf', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:bd:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445ef975-1dd3-494e-9129-a41669286726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:38:19Z', 'updated_at': '2022-02-28T10:38:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '8b2614bf-cbb5-4738-a3b6-2b3e9a1de1f5', 'name': '', 'network_id': '14678aab-2d45-4bf1-818f-830254557a1e', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'mac_address': 'fa:16:3e:2f:be:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445ef975-1dd3-494e-9129-a41669286726', 'device_owner': 'network:router_interface', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '408b7934-d6b4-4b80-9390-aa1c07251c33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:38:25Z', 'updated_at': '2022-02-28T10:38:29Z', 'revision_number': 5, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'subnets': [{'id': '408b7934-d6b4-4b80-9390-aa1c07251c33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:41:10.828481 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Current status of the port f997b0d0-a840-4517-b53a-8d297d1afe64 is: BUILD; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:41:10.828973 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (f997b0d0-a840-4517-b53a-8d297d1afe64), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:10.847597 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6071ca72-6df4-415f-9903-745eaa862fe7 None None] Checking router: 445ef975-1dd3-494e-9129-a41669286726 for host: dv-neutron-master-2-hyperv {{(pid=103410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:41:10.857411 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6071ca72-6df4-415f-9903-745eaa862fe7 None None] Routers {'445ef975-1dd3-494e-9129-a41669286726'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:41:10.857663 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '853acdce-8a18-4844-9990-c1ae6c6716f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f997b0d0-a840-4517-b53a-8d297d1afe64'}] {{(pid=103409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:41:10.858177 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-6071ca72-6df4-415f-9903-745eaa862fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:40:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['445ef975-1dd3-494e-9129-a41669286726'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:41:10.860233 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa5325a5be4b33bf61fd809c564e3765e689d817bbd874267890deb3cfccaf12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff0d51de-b27d-4e1b-b50a-1915e2d1f0b1" -d '{"events": [{"server_uuid": "853acdce-8a18-4844-9990-c1ae6c6716f1", "name": "network-vif-plugged", "status": "completed", "tag": "f997b0d0-a840-4517-b53a-8d297d1afe64"}]}' {{(pid=103409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:41:10.882713 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] For port f997b0d0-a840-4517-b53a-8d297d1afe64, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=f997b0d0-a840-4517-b53a-8d297d1afe64,segment=NetworkSegment(635647a0-bb32-4e83-8331-d451090464be),segment_id=635647a0-bb32-4e83-8331-d451090464be)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:41:10.890068 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (f997b0d0-a840-4517-b53a-8d297d1afe64), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:10.891078 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device 38b805db-0920-4591-a318-738fd50081e0 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:41:10.924146 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 10:41:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fe5c3e5-6379-404e-b47f-5f6dadf80cd9 x-openstack-request-id: req-6fe5c3e5-6379-404e-b47f-5f6dadf80cd9 {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:41:10.924146 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "853acdce-8a18-4844-9990-c1ae6c6716f1", "name": "network-vif-plugged", "status": "completed", "tag": "f997b0d0-a840-4517-b53a-8d297d1afe64", "code": 200}]} {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:41:10.924525 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6fe5c3e5-6379-404e-b47f-5f6dadf80cd9 {{(pid=103409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:41:10.924854 dv-neutron-master-2-hyperv neutron-server[103409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '853acdce-8a18-4844-9990-c1ae6c6716f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f997b0d0-a840-4517-b53a-8d297d1afe64', 'code': 200} Feb 28 10:41:10.948045 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] No Port match for: 38b805db-0920-4591-a318-738fd50081e0 {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:41:10.948726 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device 38b805db-0920-4591-a318-738fd50081e0 not bound to the agent host hv-neutron-mast {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:41:10.985256 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Pushing event updated for resources: {'Port': ['ID=f997b0d0-a840-4517-b53a-8d297d1afe64,revision_number=5']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:10.997841 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-6071ca72-6df4-415f-9903-745eaa862fe7 None None] Set router 445ef975-1dd3-494e-9129-a41669286726 gateway port host: dv-neutron-master-2-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:41:11.024539 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d7707f73-9f5a-4bb7-b2e7-16090802b00b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fc6c9b74-8dbb-41bb-800a-5bd3a43fe896), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:11.051830 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.agents_db [None req-382e0aa2-b126-48e6-89eb-3efa426b6b29 None None] Agent healthcheck: found 6 active agents {{(pid=103410) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 10:41:11.205949 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8683ab08-a3a4-4fdc-8dba-19e99c4f77b1 req-0f5bb341-de2c-414d-8fe1-2a4e35a521fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:11.207434 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-8683ab08-a3a4-4fdc-8dba-19e99c4f77b1 req-0f5bb341-de2c-414d-8fe1-2a4e35a521fc service neutron] 10.222.0.30 "GET /v2.0/networks?id=14678aab-2d45-4bf1-818f-830254557a1e HTTP/1.1" status: 200 len: 897 time: 0.5832078 Feb 28 10:41:11.215293 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-6071ca72-6df4-415f-9903-745eaa862fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '445ef975-1dd3-494e-9129-a41669286726', 'name': 'tempest-TestNetworkBasicOps-router-1797998944', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.135'}], 'enable_snat': True}, 'gw_port_id': '5d2bc7fb-9bb6-4134-8f0b-d716d3b5adbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:38:19Z', 'updated_at': '2022-02-28T10:41:03Z', 'revision_number': 6, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'gw_port': {'id': '5d2bc7fb-9bb6-4134-8f0b-d716d3b5adbf', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:bd:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445ef975-1dd3-494e-9129-a41669286726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:38:19Z', 'updated_at': '2022-02-28T10:38:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '8b2614bf-cbb5-4738-a3b6-2b3e9a1de1f5', 'name': '', 'network_id': '14678aab-2d45-4bf1-818f-830254557a1e', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'mac_address': 'fa:16:3e:2f:be:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445ef975-1dd3-494e-9129-a41669286726', 'device_owner': 'network:router_interface', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '408b7934-d6b4-4b80-9390-aa1c07251c33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:38:25Z', 'updated_at': '2022-02-28T10:38:29Z', 'revision_number': 5, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'subnets': [{'id': '408b7934-d6b4-4b80-9390-aa1c07251c33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:41:11.217013 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecde0bce-846a-45e8-b260-0d25bfa16d8e req-120e87bd-e84d-4ab7-822b-517d86457ae8 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:11.218425 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-ecde0bce-846a-45e8-b260-0d25bfa16d8e req-120e87bd-e84d-4ab7-822b-517d86457ae8 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e941b0b-6957-4b1e-b931-664834f15726 HTTP/1.1" status: 200 len: 946 time: 0.1237299 Feb 28 10:41:11.220153 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782f966e-f044-44bc-9f5e-d1d9c0b0502c req-dbf53776-e7a3-49c8-ad3f-ca303592a0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:11.221529 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-782f966e-f044-44bc-9f5e-d1d9c0b0502c req-dbf53776-e7a3-49c8-ad3f-ca303592a0a5 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=853acdce-8a18-4844-9990-c1ae6c6716f1 HTTP/1.1" status: 200 len: 1130 time: 0.1256537 Feb 28 10:41:11.242402 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6071ca72-6df4-415f-9903-745eaa862fe7 None None] The sync data for ids ['445ef975-1dd3-494e-9129-a41669286726'] in dv-neutron-master-2-hyperv is: [{'id': '445ef975-1dd3-494e-9129-a41669286726', 'name': 'tempest-TestNetworkBasicOps-router-1797998944', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.135'}], 'enable_snat': True}, 'gw_port_id': '5d2bc7fb-9bb6-4134-8f0b-d716d3b5adbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:38:19Z', 'updated_at': '2022-02-28T10:41:03Z', 'revision_number': 6, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'gw_port': {'id': '5d2bc7fb-9bb6-4134-8f0b-d716d3b5adbf', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:bd:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445ef975-1dd3-494e-9129-a41669286726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:38:19Z', 'updated_at': '2022-02-28T10:38:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '8b2614bf-cbb5-4738-a3b6-2b3e9a1de1f5', 'name': '', 'network_id': '14678aab-2d45-4bf1-818f-830254557a1e', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'mac_address': 'fa:16:3e:2f:be:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445ef975-1dd3-494e-9129-a41669286726', 'device_owner': 'network:router_interface', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '408b7934-d6b4-4b80-9390-aa1c07251c33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:38:25Z', 'updated_at': '2022-02-28T10:38:29Z', 'revision_number': 5, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'subnets': [{'id': '408b7934-d6b4-4b80-9390-aa1c07251c33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:41:11.278184 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-8683ab08-a3a4-4fdc-8dba-19e99c4f77b1 req-d753a4d5-5203-4ae3-bbe7-b69462be5373 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5241eecc-4835-4f5b-970a-139e7dee9fc9 HTTP/1.1" status: 200 len: 217 time: 0.0556591 Feb 28 10:41:11.376690 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-782f966e-f044-44bc-9f5e-d1d9c0b0502c req-50cf21d9-1ecb-40b5-b8af-e961c903ca95 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=a08cfa97-6188-4a72-a6d9-f5f45058a420&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1457369 Feb 28 10:41:11.382125 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8683ab08-a3a4-4fdc-8dba-19e99c4f77b1 req-cb319c8d-f1e4-4bb0-b3aa-999cca732c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:11.383544 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-8683ab08-a3a4-4fdc-8dba-19e99c4f77b1 req-cb319c8d-f1e4-4bb0-b3aa-999cca732c5c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=408b7934-d6b4-4b80-9390-aa1c07251c33 HTTP/1.1" status: 200 len: 834 time: 0.0981755 Feb 28 10:41:11.389013 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-ecde0bce-846a-45e8-b260-0d25bfa16d8e req-2c83c5ba-d310-4275-9f95-b6d5f3321b49 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/security-groups?id=3f5b7237-829a-4c23-9f38-1bad5249c793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1607478 Feb 28 10:41:11.486374 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a309f15a-d50e-447c-840a-6ea81686bf1d None None] New status for floating IP 2edc2cd9-6ed2-4f08-9f5d-beed12626619: DOWN {{(pid=103409) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 10:41:11.591224 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb6cf3a-c6bc-438c-a21b-983cef9f7d25 req-4d8fd5d1-d8ef-4cc4-aae2-afbaf1d1c429 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:11.592772 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-0bb6cf3a-c6bc-438c-a21b-983cef9f7d25 req-4d8fd5d1-d8ef-4cc4-aae2-afbaf1d1c429 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.20 "GET /v2.0/ports?device_id=853acdce-8a18-4844-9990-c1ae6c6716f1 HTTP/1.1" status: 200 len: 946 time: 0.0604670 Feb 28 10:41:11.643643 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-0bb6cf3a-c6bc-438c-a21b-983cef9f7d25 req-908d99ec-ce34-486c-9920-e5980c11d43d tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.20 "GET /v2.0/security-groups?id=a08cfa97-6188-4a72-a6d9-f5f45058a420&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430076 Feb 28 10:41:11.769967 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8683ab08-a3a4-4fdc-8dba-19e99c4f77b1 req-60ba447c-41db-4098-a0e2-b089c1a5a051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:11.771526 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-8683ab08-a3a4-4fdc-8dba-19e99c4f77b1 req-60ba447c-41db-4098-a0e2-b089c1a5a051 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=14678aab-2d45-4bf1-818f-830254557a1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0524590 Feb 28 10:41:11.883951 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-8683ab08-a3a4-4fdc-8dba-19e99c4f77b1 req-e74cf307-6ceb-4df4-9714-c0cc12f10910 service neutron] 10.222.0.30 "GET /v2.0/networks/14678aab-2d45-4bf1-818f-830254557a1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892606 Feb 28 10:41:11.988133 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-8683ab08-a3a4-4fdc-8dba-19e99c4f77b1 req-b9728555-f67d-4bea-86c0-79a4a70dbbab service neutron] 10.222.0.30 "GET /v2.0/networks/14678aab-2d45-4bf1-818f-830254557a1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963986 Feb 28 10:41:11.997861 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b6d631fb-7df0-4fe1-8322-abff3b61cae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (0db5147a-92a3-4581-8a5f-8ec9b93e0600), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:12.524139 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b818134-8d29-44b4-95f8-d534b8ec2f9b req-1d7d93a2-b8c4-4c2e-8919-c094a22fd732 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:12.525799 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-7b818134-8d29-44b4-95f8-d534b8ec2f9b req-1d7d93a2-b8c4-4c2e-8919-c094a22fd732 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e941b0b-6957-4b1e-b931-664834f15726 HTTP/1.1" status: 200 len: 946 time: 0.0559289 Feb 28 10:41:12.581004 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-7b818134-8d29-44b4-95f8-d534b8ec2f9b req-b150ea39-b2de-4942-b933-51ae93782050 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/security-groups?id=3f5b7237-829a-4c23-9f38-1bad5249c793&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493755 Feb 28 10:41:12.772341 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ed6f11-ba70-4eb2-bf03-dc7ad66961b9 req-8f3948e7-8b9d-48c4-99fd-d3315c78c1b9 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:12.773886 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-88ed6f11-ba70-4eb2-bf03-dc7ad66961b9 req-8f3948e7-8b9d-48c4-99fd-d3315c78c1b9 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.20 "GET /v2.0/ports?device_id=853acdce-8a18-4844-9990-c1ae6c6716f1 HTTP/1.1" status: 200 len: 946 time: 0.0566537 Feb 28 10:41:12.824546 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-88ed6f11-ba70-4eb2-bf03-dc7ad66961b9 req-1b5b6129-120a-483c-9350-cc76af24ba60 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.20 "GET /v2.0/security-groups?id=a08cfa97-6188-4a72-a6d9-f5f45058a420&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447228 Feb 28 10:41:13.128779 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e749ac-a9ea-4441-9e7d-2e4c23d86bd2 req-80bacc37-f293-4fa6-a7de-4e1226c3ace5 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:13.130227 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-d4e749ac-a9ea-4441-9e7d-2e4c23d86bd2 req-80bacc37-f293-4fa6-a7de-4e1226c3ace5 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e941b0b-6957-4b1e-b931-664834f15726 HTTP/1.1" status: 200 len: 946 time: 0.0578792 Feb 28 10:41:13.238502 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [req-d4e749ac-a9ea-4441-9e7d-2e4c23d86bd2 req-46fa93e6-fbd8-4fab-b8bf-960dfd8894c5 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Deleting port 5241eecc-4835-4f5b-970a-139e7dee9fc9 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:41:13.238896 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-d4e749ac-a9ea-4441-9e7d-2e4c23d86bd2 req-46fa93e6-fbd8-4fab-b8bf-960dfd8894c5 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (5241eecc-4835-4f5b-970a-139e7dee9fc9), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:13.339494 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-d4e749ac-a9ea-4441-9e7d-2e4c23d86bd2 req-46fa93e6-fbd8-4fab-b8bf-960dfd8894c5 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] For port 5241eecc-4835-4f5b-970a-139e7dee9fc9, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=5241eecc-4835-4f5b-970a-139e7dee9fc9,segment=NetworkSegment(8f3baf82-9e91-4e46-85c0-38567c2e92ed),segment_id=8f3baf82-9e91-4e46-85c0-38567c2e92ed)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:41:13.339867 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-d4e749ac-a9ea-4441-9e7d-2e4c23d86bd2 req-46fa93e6-fbd8-4fab-b8bf-960dfd8894c5 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (5241eecc-4835-4f5b-970a-139e7dee9fc9), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:13.352384 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [req-d4e749ac-a9ea-4441-9e7d-2e4c23d86bd2 req-46fa93e6-fbd8-4fab-b8bf-960dfd8894c5 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Calling delete_port for 5241eecc-4835-4f5b-970a-139e7dee9fc9 owned by compute:nova {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:41:13.431898 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6b923bb1-06b0-4b84-b461-7cc1d0196090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (2e621730-3978-4720-b581-ac380e97a567), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:13.498425 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-d4e749ac-a9ea-4441-9e7d-2e4c23d86bd2 req-46fa93e6-fbd8-4fab-b8bf-960dfd8894c5 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (5241eecc-4835-4f5b-970a-139e7dee9fc9), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:13.535217 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fa93e6-fbd8-4fab-b8bf-960dfd8894c5 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event deleted for resources: {'Port': ['ID=5241eecc-4835-4f5b-970a-139e7dee9fc9,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:13.584180 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4e749ac-a9ea-4441-9e7d-2e4c23d86bd2 req-46fa93e6-fbd8-4fab-b8bf-960dfd8894c5 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] No DVR routers for this DVR port 5241eecc-4835-4f5b-970a-139e7dee9fc9 on host hv-neutron-mast {{(pid=103407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:41:13.586843 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-d4e749ac-a9ea-4441-9e7d-2e4c23d86bd2 req-46fa93e6-fbd8-4fab-b8bf-960dfd8894c5 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:13.590843 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-d4e749ac-a9ea-4441-9e7d-2e4c23d86bd2 req-46fa93e6-fbd8-4fab-b8bf-960dfd8894c5 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.30 "DELETE /v2.0/ports/5241eecc-4835-4f5b-970a-139e7dee9fc9 HTTP/1.1" status: 204 len: 173 time: 0.4494827 Feb 28 10:41:13.591301 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e941b0b-6957-4b1e-b931-664834f15726', 'name': 'network-vif-deleted', 'tag': '5241eecc-4835-4f5b-970a-139e7dee9fc9'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:41:13.593663 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c8e1c873eeca597e52e7ceb7469e602eac250bfea6606d285743d38033cf584" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e3f8ac5-84a1-43da-8b63-8852020b69b0" -d '{"events": [{"server_uuid": "7e941b0b-6957-4b1e-b931-664834f15726", "name": "network-vif-deleted", "tag": "5241eecc-4835-4f5b-970a-139e7dee9fc9"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:41:13.629992 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 10:41:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f090720e-92fb-42b0-8f79-29115819af28 x-openstack-request-id: req-f090720e-92fb-42b0-8f79-29115819af28 {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:41:13.630348 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e941b0b-6957-4b1e-b931-664834f15726", "name": "network-vif-deleted", "tag": "5241eecc-4835-4f5b-970a-139e7dee9fc9", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:41:13.630602 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f090720e-92fb-42b0-8f79-29115819af28 {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:41:13.631068 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e941b0b-6957-4b1e-b931-664834f15726', 'name': 'network-vif-deleted', 'tag': '5241eecc-4835-4f5b-970a-139e7dee9fc9', 'status': 'completed', 'code': 200} Feb 28 10:41:13.676626 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-a571ce07-26d2-4b4c-8765-62bb7ec6d7af req-e59a4a9f-d1ca-4c35-b569-fd678290d588 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e941b0b-6957-4b1e-b931-664834f15726 HTTP/1.1" status: 200 len: 210 time: 0.0272772 Feb 28 10:41:13.951565 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a36ed4-c406-4dde-bc6f-682eb6cc252f req-ff20a19b-5cbe-4157-8b5f-c8074ad13c39 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:13.953187 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-35a36ed4-c406-4dde-bc6f-682eb6cc252f req-ff20a19b-5cbe-4157-8b5f-c8074ad13c39 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.20 "GET /v2.0/ports?device_id=853acdce-8a18-4844-9990-c1ae6c6716f1 HTTP/1.1" status: 200 len: 946 time: 0.0575652 Feb 28 10:41:14.010295 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-35a36ed4-c406-4dde-bc6f-682eb6cc252f req-1fe21622-cfa8-48b7-8cb8-20608744474d tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.20 "GET /v2.0/security-groups?id=a08cfa97-6188-4a72-a6d9-f5f45058a420&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511127 Feb 28 10:41:14.132014 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f37f00-6d76-4239-8bf3-7ab41ac36629 req-3890d766-972c-4cdb-a5cb-171c65c653d1 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:14.133446 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-00f37f00-6d76-4239-8bf3-7ab41ac36629 req-3890d766-972c-4cdb-a5cb-171c65c653d1 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.20 "GET /v2.0/ports?device_id=853acdce-8a18-4844-9990-c1ae6c6716f1 HTTP/1.1" status: 200 len: 946 time: 0.0568082 Feb 28 10:41:14.188114 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-00f37f00-6d76-4239-8bf3-7ab41ac36629 req-a7a102aa-7af2-4577-8e39-c80d88a03f5a tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.20 "GET /v2.0/security-groups?id=a08cfa97-6188-4a72-a6d9-f5f45058a420&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487232 Feb 28 10:41:14.218399 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 40696) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:14.391719 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae6171d8-1987-401d-91fc-3d1b472dc3e3 tempest-TestVolumeBootPattern-190888179 tempest-TestVolumeBootPattern-190888179-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:14.393325 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-ae6171d8-1987-401d-91fc-3d1b472dc3e3 tempest-TestVolumeBootPattern-190888179 tempest-TestVolumeBootPattern-190888179-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=853acdce-8a18-4844-9990-c1ae6c6716f1 HTTP/1.1" status: 200 len: 1125 time: 0.1739028 Feb 28 10:41:14.396240 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 40700) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:14.400705 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-c68c6605-b419-49b7-81b1-e337dd399eaa tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Request body: {'floatingip': {'floating_network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'port_id': 'f997b0d0-a840-4517-b53a-8d297d1afe64', 'tenant_id': '731d835d2b9d4f1cae2d0f5bd7f8ebb9', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:41:14.424543 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c68c6605-b419-49b7-81b1-e337dd399eaa tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:14.533006 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c68c6605-b419-49b7-81b1-e337dd399eaa tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:14.639209 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-c68c6605-b419-49b7-81b1-e337dd399eaa tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Allocated IP 172.36.5.224 (1e0804d0-d1d9-4d40-9de5-2936f3d87840/6f6f4129-23e5-4c3b-b4ef-4c7ce926797e/a5e3918b-76d4-4d5e-97b9-88a900a92faa) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:41:14.734118 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 40704) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:14.747799 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c68c6605-b419-49b7-81b1-e337dd399eaa tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Publish callbacks [] for port (a5e3918b-76d4-4d5e-97b9-88a900a92faa), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:14.782900 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c68c6605-b419-49b7-81b1-e337dd399eaa tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (a5e3918b-76d4-4d5e-97b9-88a900a92faa), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:14.794262 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-11a88787-4a2a-4ab7-a433-f0dc6bd74f23 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group (3f5b7237-829a-4c23-9f38-1bad5249c793), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:14.820195 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-11a88787-4a2a-4ab7-a433-f0dc6bd74f23 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group (3f5b7237-829a-4c23-9f38-1bad5249c793), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:14.822888 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c68c6605-b419-49b7-81b1-e337dd399eaa tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Network 1e0804d0-d1d9-4d40-9de5-2936f3d87840 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:41:14.825803 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-c68c6605-b419-49b7-81b1-e337dd399eaa tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:41:14.828400 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68c6605-b419-49b7-81b1-e337dd399eaa tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:41:14.854658 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68c6605-b419-49b7-81b1-e337dd399eaa tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Pushing event updated for resources: {'Port': ['ID=a5e3918b-76d4-4d5e-97b9-88a900a92faa,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:14.890151 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-11a88787-4a2a-4ab7-a433-f0dc6bd74f23 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (3f5b7237-829a-4c23-9f38-1bad5249c793), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:14.893605 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-11a88787-4a2a-4ab7-a433-f0dc6bd74f23 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:14.895047 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-11a88787-4a2a-4ab7-a433-f0dc6bd74f23 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "DELETE /v2.0/security-groups/3f5b7237-829a-4c23-9f38-1bad5249c793 HTTP/1.1" status: 204 len: 168 time: 0.1597769 Feb 28 10:41:14.906583 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a88787-4a2a-4ab7-a433-f0dc6bd74f23 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f5b7237-829a-4c23-9f38-1bad5249c793,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:14.921689 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:14.930471 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 40708) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:15.269150 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c68c6605-b419-49b7-81b1-e337dd399eaa tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Publish callbacks [] for floatingip (0b9cdc64-610f-4d46-9879-2ad27e0417f3), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:15.309491 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-60d5f1c3-cdf5-4081-8835-0c40764fd0a8 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1802615'] for router_interface (445ef975-1dd3-494e-9129-a41669286726), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:15.341267 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c68c6605-b419-49b7-81b1-e337dd399eaa tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (a5e3918b-76d4-4d5e-97b9-88a900a92faa), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:15.497681 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c68c6605-b419-49b7-81b1-e337dd399eaa tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Publish callbacks [] for port (a5e3918b-76d4-4d5e-97b9-88a900a92faa), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:15.504214 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c68c6605-b419-49b7-81b1-e337dd399eaa tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3242529'] for port (a5e3918b-76d4-4d5e-97b9-88a900a92faa), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:15.572989 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68c6605-b419-49b7-81b1-e337dd399eaa tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Pushing event updated for resources: {'Port': ['ID=a5e3918b-76d4-4d5e-97b9-88a900a92faa,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:15.582769 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-60d5f1c3-cdf5-4081-8835-0c40764fd0a8 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Deleting port 8b2614bf-cbb5-4738-a3b6-2b3e9a1de1f5 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:41:15.583118 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-60d5f1c3-cdf5-4081-8835-0c40764fd0a8 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (8b2614bf-cbb5-4738-a3b6-2b3e9a1de1f5), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:15.584208 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c68c6605-b419-49b7-81b1-e337dd399eaa tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1803383'] for floatingip (0b9cdc64-610f-4d46-9879-2ad27e0417f3), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:15.675482 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-60d5f1c3-cdf5-4081-8835-0c40764fd0a8 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] For port 8b2614bf-cbb5-4738-a3b6-2b3e9a1de1f5, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8b2614bf-cbb5-4738-a3b6-2b3e9a1de1f5,segment=NetworkSegment(8f3baf82-9e91-4e46-85c0-38567c2e92ed),segment_id=8f3baf82-9e91-4e46-85c0-38567c2e92ed)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:41:15.675857 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-60d5f1c3-cdf5-4081-8835-0c40764fd0a8 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (8b2614bf-cbb5-4738-a3b6-2b3e9a1de1f5), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:15.688835 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.db.l3_db [None req-c68c6605-b419-49b7-81b1-e337dd399eaa tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Floating IP 0b9cdc64-610f-4d46-9879-2ad27e0417f3 associated. External IP: 172.36.5.224, port: f997b0d0-a840-4517-b53a-8d297d1afe64. Feb 28 10:41:15.691682 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-60d5f1c3-cdf5-4081-8835-0c40764fd0a8 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Calling delete_port for 8b2614bf-cbb5-4738-a3b6-2b3e9a1de1f5 owned by network:router_interface {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:41:15.881810 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-60d5f1c3-cdf5-4081-8835-0c40764fd0a8 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (8b2614bf-cbb5-4738-a3b6-2b3e9a1de1f5), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:15.913401 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d5f1c3-cdf5-4081-8835-0c40764fd0a8 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event deleted for resources: {'Port': ['ID=8b2614bf-cbb5-4738-a3b6-2b3e9a1de1f5,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:15.913661 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c68c6605-b419-49b7-81b1-e337dd399eaa tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Router bd5e29c8-c38a-48ce-8dc3-970636090032 has already been hosted by L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 {{(pid=103408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:41:16.045348 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c68c6605-b419-49b7-81b1-e337dd399eaa tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:41:16.058492 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-936b97ff-2e38-4ba1-a2ae-2b9a52db35e1 None None] Sync routers for ids ['bd5e29c8-c38a-48ce-8dc3-970636090032'] in dv-neutron-master-2-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:41:16.073668 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936b97ff-2e38-4ba1-a2ae-2b9a52db35e1 None None] Routers {'bd5e29c8-c38a-48ce-8dc3-970636090032'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:41:16.075074 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-936b97ff-2e38-4ba1-a2ae-2b9a52db35e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:41:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['bd5e29c8-c38a-48ce-8dc3-970636090032'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:41:16.076979 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c68c6605-b419-49b7-81b1-e337dd399eaa tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for floatingip (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:16.116100 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-c68c6605-b419-49b7-81b1-e337dd399eaa tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7187824 Feb 28 10:41:16.117107 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '853acdce-8a18-4844-9990-c1ae6c6716f1', 'tag': 'f997b0d0-a840-4517-b53a-8d297d1afe64'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:41:16.119684 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f56b9db1a49ad64bfd589e142fe25e4b3ad10508b17737ae95e2f0d29aca45ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0edf209-2f17-4823-a4d1-a9652d982fb7" -d '{"events": [{"name": "network-changed", "server_uuid": "853acdce-8a18-4844-9990-c1ae6c6716f1", "tag": "f997b0d0-a840-4517-b53a-8d297d1afe64"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:41:16.127200 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-5cf577ad-4726-462d-b75f-66329636f89a req-fc9284cf-10ca-47e6-8676-71237e0ec230 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=853acdce-8a18-4844-9990-c1ae6c6716f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0880966 Feb 28 10:41:16.146087 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-60d5f1c3-cdf5-4081-8835-0c40764fd0a8 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1802651'] for router_interface (445ef975-1dd3-494e-9129-a41669286726), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:16.171613 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 10:41:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41430b46-4cc6-4f61-bbf6-775730c39043 x-openstack-request-id: req-41430b46-4cc6-4f61-bbf6-775730c39043 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:41:16.171910 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "853acdce-8a18-4844-9990-c1ae6c6716f1", "tag": "f997b0d0-a840-4517-b53a-8d297d1afe64", "status": "completed", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:41:16.172193 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-41430b46-4cc6-4f61-bbf6-775730c39043 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:41:16.172639 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '853acdce-8a18-4844-9990-c1ae6c6716f1', 'tag': 'f997b0d0-a840-4517-b53a-8d297d1afe64', 'status': 'completed', 'code': 200} Feb 28 10:41:16.220347 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-936b97ff-2e38-4ba1-a2ae-2b9a52db35e1 None None] Set router bd5e29c8-c38a-48ce-8dc3-970636090032 gateway port host: dv-neutron-master-2-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:41:16.296799 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf577ad-4726-462d-b75f-66329636f89a req-9e0ffe50-9bcf-4e49-89f3-624033d0aa4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:16.298303 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-5cf577ad-4726-462d-b75f-66329636f89a req-9e0ffe50-9bcf-4e49-89f3-624033d0aa4c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=731d835d2b9d4f1cae2d0f5bd7f8ebb9&device_id=853acdce-8a18-4844-9990-c1ae6c6716f1 HTTP/1.1" status: 200 len: 1130 time: 0.0962188 Feb 28 10:41:16.455847 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-936b97ff-2e38-4ba1-a2ae-2b9a52db35e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd5e29c8-c38a-48ce-8dc3-970636090032', 'name': 'tempest-TestVolumeBootPattern-1823250637-router', 'tenant_id': '731d835d2b9d4f1cae2d0f5bd7f8ebb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.129'}], 'enable_snat': True}, 'gw_port_id': '7dff299d-16aa-48a9-bb1b-402a94ac724b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:40:11Z', 'updated_at': '2022-02-28T10:40:14Z', 'revision_number': 4, 'project_id': '731d835d2b9d4f1cae2d0f5bd7f8ebb9', 'gw_port': {'id': '7dff299d-16aa-48a9-bb1b-402a94ac724b', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:b0:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5e29c8-c38a-48ce-8dc3-970636090032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:40:12Z', 'updated_at': '2022-02-28T10:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '0b9cdc64-610f-4d46-9879-2ad27e0417f3', 'tenant_id': '731d835d2b9d4f1cae2d0f5bd7f8ebb9', 'floating_ip_address': '172.36.5.224', 'floating_network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'router_id': 'bd5e29c8-c38a-48ce-8dc3-970636090032', 'port_id': 'f997b0d0-a840-4517-b53a-8d297d1afe64', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1345, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75bff9a3-e6fb-40b9-a252-b48d30550927', 'mac_address': 'fa:16:3e:d0:f0:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '853acdce-8a18-4844-9990-c1ae6c6716f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:41:15Z', 'updated_at': '2022-02-28T10:41:15Z', 'revision_number': 0, 'project_id': '731d835d2b9d4f1cae2d0f5bd7f8ebb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87df74ac-20b3-46c6-9cf3-a504e98c4bb3', 'name': '', 'network_id': '75bff9a3-e6fb-40b9-a252-b48d30550927', 'tenant_id': '731d835d2b9d4f1cae2d0f5bd7f8ebb9', 'mac_address': 'fa:16:3e:9d:bd:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5e29c8-c38a-48ce-8dc3-970636090032', 'device_owner': 'network:router_interface', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': 'e42d74b6-8cf8-4c98-a2fa-7c543c8ad426', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:40:14Z', 'updated_at': '2022-02-28T10:40:19Z', 'revision_number': 5, 'project_id': '731d835d2b9d4f1cae2d0f5bd7f8ebb9', 'subnets': [{'id': 'e42d74b6-8cf8-4c98-a2fa-7c543c8ad426', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:41:16.468083 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf577ad-4726-462d-b75f-66329636f89a req-e7af4090-4073-475c-8e08-3e2181078c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:16.469576 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-5cf577ad-4726-462d-b75f-66329636f89a req-e7af4090-4073-475c-8e08-3e2181078c0d service neutron] 10.222.0.30 "GET /v2.0/networks?id=75bff9a3-e6fb-40b9-a252-b48d30550927 HTTP/1.1" status: 200 len: 913 time: 0.1372731 Feb 28 10:41:16.473367 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60d5f1c3-cdf5-4081-8835-0c40764fd0a8 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Router 445ef975-1dd3-494e-9129-a41669286726 has already been hosted by L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:41:16.482525 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-936b97ff-2e38-4ba1-a2ae-2b9a52db35e1 None None] Checking router: bd5e29c8-c38a-48ce-8dc3-970636090032 for host: dv-neutron-master-2-hyperv {{(pid=103410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:41:16.491085 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936b97ff-2e38-4ba1-a2ae-2b9a52db35e1 None None] Routers {'bd5e29c8-c38a-48ce-8dc3-970636090032'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:41:16.491698 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-936b97ff-2e38-4ba1-a2ae-2b9a52db35e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:41:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['bd5e29c8-c38a-48ce-8dc3-970636090032'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:41:16.582796 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-5cf577ad-4726-462d-b75f-66329636f89a req-57b02713-dbd7-4bcd-a93d-06a93b953194 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f997b0d0-a840-4517-b53a-8d297d1afe64 HTTP/1.1" status: 200 len: 1000 time: 0.1067233 Feb 28 10:41:16.672667 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60d5f1c3-cdf5-4081-8835-0c40764fd0a8 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:41:16.679018 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-60d5f1c3-cdf5-4081-8835-0c40764fd0a8 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "PUT /v2.0/routers/445ef975-1dd3-494e-9129-a41669286726/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7474084 Feb 28 10:41:16.681034 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf577ad-4726-462d-b75f-66329636f89a req-5821d6e2-6a0f-4e15-aa6f-5eed5d3718df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:16.682035 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 40714) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:16.682549 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-5cf577ad-4726-462d-b75f-66329636f89a req-5821d6e2-6a0f-4e15-aa6f-5eed5d3718df service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e42d74b6-8cf8-4c98-a2fa-7c543c8ad426 HTTP/1.1" status: 200 len: 851 time: 0.0941846 Feb 28 10:41:16.688008 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c3da54-ef6e-4e89-ad23-500e4e543857 None None] Sync routers for ids ['445ef975-1dd3-494e-9129-a41669286726'] in dv-neutron-master-2-hyperv {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:41:16.698289 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c3da54-ef6e-4e89-ad23-500e4e543857 None None] Routers {'445ef975-1dd3-494e-9129-a41669286726'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:41:16.699211 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-e9c3da54-ef6e-4e89-ad23-500e4e543857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:41:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['445ef975-1dd3-494e-9129-a41669286726'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:41:16.701652 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-936b97ff-2e38-4ba1-a2ae-2b9a52db35e1 None None] Set router bd5e29c8-c38a-48ce-8dc3-970636090032 gateway port host: dv-neutron-master-2-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:41:16.745314 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf577ad-4726-462d-b75f-66329636f89a req-213144d8-472c-40c4-92a2-ffc0508b6eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:16.747246 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-5cf577ad-4726-462d-b75f-66329636f89a req-213144d8-472c-40c4-92a2-ffc0508b6eee service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=75bff9a3-e6fb-40b9-a252-b48d30550927&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0571990 Feb 28 10:41:16.747944 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b9f6c49-6086-439b-9ad1-557859f8d02f tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Deleting subnet 408b7934-d6b4-4b80-9390-aa1c07251c33 {{(pid=103408) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:41:16.751391 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4b9f6c49-6086-439b-9ad1-557859f8d02f tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for subnet (408b7934-d6b4-4b80-9390-aa1c07251c33), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:16.805465 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4b9f6c49-6086-439b-9ad1-557859f8d02f tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3423529'] for subnet (408b7934-d6b4-4b80-9390-aa1c07251c33), precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:16.821706 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-e9c3da54-ef6e-4e89-ad23-500e4e543857 None None] Set router 445ef975-1dd3-494e-9129-a41669286726 gateway port host: dv-neutron-master-2-hyperv {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:41:16.847388 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-5cf577ad-4726-462d-b75f-66329636f89a req-584775f8-5b7c-468f-ad8b-1f714dd9395e service neutron] 10.222.0.30 "GET /v2.0/networks/75bff9a3-e6fb-40b9-a252-b48d30550927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929270 Feb 28 10:41:16.905127 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4b9f6c49-6086-439b-9ad1-557859f8d02f tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-823142'] for subnet (408b7934-d6b4-4b80-9390-aa1c07251c33), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:16.973453 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-5cf577ad-4726-462d-b75f-66329636f89a req-513d60f3-c0a1-4ab0-8f75-73cd7311471a service neutron] 10.222.0.30 "GET /v2.0/networks/75bff9a3-e6fb-40b9-a252-b48d30550927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201103 Feb 28 10:41:16.986025 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-936b97ff-2e38-4ba1-a2ae-2b9a52db35e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd5e29c8-c38a-48ce-8dc3-970636090032', 'name': 'tempest-TestVolumeBootPattern-1823250637-router', 'tenant_id': '731d835d2b9d4f1cae2d0f5bd7f8ebb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.129'}], 'enable_snat': True}, 'gw_port_id': '7dff299d-16aa-48a9-bb1b-402a94ac724b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:40:11Z', 'updated_at': '2022-02-28T10:40:14Z', 'revision_number': 4, 'project_id': '731d835d2b9d4f1cae2d0f5bd7f8ebb9', 'gw_port': {'id': '7dff299d-16aa-48a9-bb1b-402a94ac724b', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:b0:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5e29c8-c38a-48ce-8dc3-970636090032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:40:12Z', 'updated_at': '2022-02-28T10:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '0b9cdc64-610f-4d46-9879-2ad27e0417f3', 'tenant_id': '731d835d2b9d4f1cae2d0f5bd7f8ebb9', 'floating_ip_address': '172.36.5.224', 'floating_network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'router_id': 'bd5e29c8-c38a-48ce-8dc3-970636090032', 'port_id': 'f997b0d0-a840-4517-b53a-8d297d1afe64', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1345, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75bff9a3-e6fb-40b9-a252-b48d30550927', 'mac_address': 'fa:16:3e:d0:f0:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '853acdce-8a18-4844-9990-c1ae6c6716f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:41:15Z', 'updated_at': '2022-02-28T10:41:15Z', 'revision_number': 0, 'project_id': '731d835d2b9d4f1cae2d0f5bd7f8ebb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87df74ac-20b3-46c6-9cf3-a504e98c4bb3', 'name': '', 'network_id': '75bff9a3-e6fb-40b9-a252-b48d30550927', 'tenant_id': '731d835d2b9d4f1cae2d0f5bd7f8ebb9', 'mac_address': 'fa:16:3e:9d:bd:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5e29c8-c38a-48ce-8dc3-970636090032', 'device_owner': 'network:router_interface', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': 'e42d74b6-8cf8-4c98-a2fa-7c543c8ad426', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:40:14Z', 'updated_at': '2022-02-28T10:40:19Z', 'revision_number': 5, 'project_id': '731d835d2b9d4f1cae2d0f5bd7f8ebb9', 'subnets': [{'id': 'e42d74b6-8cf8-4c98-a2fa-7c543c8ad426', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:41:17.014320 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-936b97ff-2e38-4ba1-a2ae-2b9a52db35e1 None None] The sync data for ids ['bd5e29c8-c38a-48ce-8dc3-970636090032'] in dv-neutron-master-2-hyperv is: [{'id': 'bd5e29c8-c38a-48ce-8dc3-970636090032', 'name': 'tempest-TestVolumeBootPattern-1823250637-router', 'tenant_id': '731d835d2b9d4f1cae2d0f5bd7f8ebb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.129'}], 'enable_snat': True}, 'gw_port_id': '7dff299d-16aa-48a9-bb1b-402a94ac724b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:40:11Z', 'updated_at': '2022-02-28T10:40:14Z', 'revision_number': 4, 'project_id': '731d835d2b9d4f1cae2d0f5bd7f8ebb9', 'gw_port': {'id': '7dff299d-16aa-48a9-bb1b-402a94ac724b', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:b0:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5e29c8-c38a-48ce-8dc3-970636090032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:40:12Z', 'updated_at': '2022-02-28T10:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '0b9cdc64-610f-4d46-9879-2ad27e0417f3', 'tenant_id': '731d835d2b9d4f1cae2d0f5bd7f8ebb9', 'floating_ip_address': '172.36.5.224', 'floating_network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'router_id': 'bd5e29c8-c38a-48ce-8dc3-970636090032', 'port_id': 'f997b0d0-a840-4517-b53a-8d297d1afe64', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1345, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75bff9a3-e6fb-40b9-a252-b48d30550927', 'mac_address': 'fa:16:3e:d0:f0:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '853acdce-8a18-4844-9990-c1ae6c6716f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:41:15Z', 'updated_at': '2022-02-28T10:41:15Z', 'revision_number': 0, 'project_id': '731d835d2b9d4f1cae2d0f5bd7f8ebb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87df74ac-20b3-46c6-9cf3-a504e98c4bb3', 'name': '', 'network_id': '75bff9a3-e6fb-40b9-a252-b48d30550927', 'tenant_id': '731d835d2b9d4f1cae2d0f5bd7f8ebb9', 'mac_address': 'fa:16:3e:9d:bd:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5e29c8-c38a-48ce-8dc3-970636090032', 'device_owner': 'network:router_interface', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': 'e42d74b6-8cf8-4c98-a2fa-7c543c8ad426', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:40:14Z', 'updated_at': '2022-02-28T10:40:19Z', 'revision_number': 5, 'project_id': '731d835d2b9d4f1cae2d0f5bd7f8ebb9', 'subnets': [{'id': 'e42d74b6-8cf8-4c98-a2fa-7c543c8ad426', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:41:17.014673 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4b9f6c49-6086-439b-9ad1-557859f8d02f tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-823145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3242523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3951170'] for subnet (408b7934-d6b4-4b80-9390-aa1c07251c33), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:17.033331 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-e9c3da54-ef6e-4e89-ad23-500e4e543857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '445ef975-1dd3-494e-9129-a41669286726', 'name': 'tempest-TestNetworkBasicOps-router-1797998944', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.135'}], 'enable_snat': True}, 'gw_port_id': '5d2bc7fb-9bb6-4134-8f0b-d716d3b5adbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:38:19Z', 'updated_at': '2022-02-28T10:41:15Z', 'revision_number': 7, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'gw_port': {'id': '5d2bc7fb-9bb6-4134-8f0b-d716d3b5adbf', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:bd:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445ef975-1dd3-494e-9129-a41669286726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:38:19Z', 'updated_at': '2022-02-28T10:38:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:41:17.059344 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9f6c49-6086-439b-9ad1-557859f8d02f tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event deleted for resources: {'Subnet': ['ID=408b7934-d6b4-4b80-9390-aa1c07251c33,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:17.064276 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4b9f6c49-6086-439b-9ad1-557859f8d02f tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for subnet (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:17.064952 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c3da54-ef6e-4e89-ad23-500e4e543857 None None] Checking router: 445ef975-1dd3-494e-9129-a41669286726 for host: dv-neutron-master-2-hyperv {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:41:17.067757 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-4b9f6c49-6086-439b-9ad1-557859f8d02f tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "DELETE /v2.0/subnets/408b7934-d6b4-4b80-9390-aa1c07251c33 HTTP/1.1" status: 204 len: 168 time: 0.3840408 Feb 28 10:41:17.070621 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 40716) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:17.074693 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7096e8a9-0b88-4b01-85e7-703c29417744 None None] Network 14678aab-2d45-4bf1-818f-830254557a1e requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:41:17.121634 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0edf209-2f17-4823-a4d1-a9652d982fb7 req-cb437140-11cf-42f0-b108-19d87e29050e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:17.122979 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-b0edf209-2f17-4823-a4d1-a9652d982fb7 req-cb437140-11cf-42f0-b108-19d87e29050e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=731d835d2b9d4f1cae2d0f5bd7f8ebb9&device_id=853acdce-8a18-4844-9990-c1ae6c6716f1 HTTP/1.1" status: 200 len: 1130 time: 0.0700030 Feb 28 10:41:17.124892 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c3da54-ef6e-4e89-ad23-500e4e543857 None None] Routers {'445ef975-1dd3-494e-9129-a41669286726'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:41:17.125531 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-e9c3da54-ef6e-4e89-ad23-500e4e543857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:41:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['445ef975-1dd3-494e-9129-a41669286726'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:41:17.208669 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-55a8d5dc-24ee-4aea-94b8-f83ce5618410 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for router (445ef975-1dd3-494e-9129-a41669286726), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:17.221040 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0edf209-2f17-4823-a4d1-a9652d982fb7 req-40bccbfa-5e22-4316-9c1c-b3f051b3c942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:17.222533 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-b0edf209-2f17-4823-a4d1-a9652d982fb7 req-40bccbfa-5e22-4316-9c1c-b3f051b3c942 service neutron] 10.222.0.30 "GET /v2.0/networks?id=75bff9a3-e6fb-40b9-a252-b48d30550927 HTTP/1.1" status: 200 len: 913 time: 0.0931990 Feb 28 10:41:17.284519 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-e9c3da54-ef6e-4e89-ad23-500e4e543857 None None] Set router 445ef975-1dd3-494e-9129-a41669286726 gateway port host: dv-neutron-master-2-hyperv {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:41:17.315663 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-b0edf209-2f17-4823-a4d1-a9652d982fb7 req-a2bb0574-3981-49e9-9b02-3d30558a3d7f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f997b0d0-a840-4517-b53a-8d297d1afe64 HTTP/1.1" status: 200 len: 1000 time: 0.0803475 Feb 28 10:41:17.352066 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc83227-0573-4862-8144-9fdaba8f2e9d None None] New status for floating IP 0b9cdc64-610f-4d46-9879-2ad27e0417f3: ACTIVE {{(pid=103410) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 10:41:17.367068 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a67b7d1e-556e-4e97-ba0d-5668ce463517 None None] DHCP port deletion for 14678aab-2d45-4bf1-818f-830254557a1e request from dv-neutron-master-2-hyperv {{(pid=103409) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:41:17.378561 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0edf209-2f17-4823-a4d1-a9652d982fb7 req-4dd48b51-1eed-4d7e-9fa7-f4e32304fed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:17.380308 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-b0edf209-2f17-4823-a4d1-a9652d982fb7 req-4dd48b51-1eed-4d7e-9fa7-f4e32304fed8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e42d74b6-8cf8-4c98-a2fa-7c543c8ad426 HTTP/1.1" status: 200 len: 851 time: 0.0590682 Feb 28 10:41:17.440469 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0edf209-2f17-4823-a4d1-a9652d982fb7 req-2db699f7-9f02-4fe9-a97f-528882cab205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:17.442238 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-b0edf209-2f17-4823-a4d1-a9652d982fb7 req-2db699f7-9f02-4fe9-a97f-528882cab205 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=75bff9a3-e6fb-40b9-a252-b48d30550927&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0564427 Feb 28 10:41:17.539003 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-a67b7d1e-556e-4e97-ba0d-5668ce463517 None None] Deleting port 6cc849c1-5b0f-4356-995b-67fbb234fae8 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:41:17.539382 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a67b7d1e-556e-4e97-ba0d-5668ce463517 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (6cc849c1-5b0f-4356-995b-67fbb234fae8), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:17.575243 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-b0edf209-2f17-4823-a4d1-a9652d982fb7 req-400c286d-62f4-4a01-9a1b-05d9213715f7 service neutron] 10.222.0.30 "GET /v2.0/networks/75bff9a3-e6fb-40b9-a252-b48d30550927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265912 Feb 28 10:41:17.618098 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-a67b7d1e-556e-4e97-ba0d-5668ce463517 None None] For port 6cc849c1-5b0f-4356-995b-67fbb234fae8, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6cc849c1-5b0f-4356-995b-67fbb234fae8,segment=NetworkSegment(8f3baf82-9e91-4e46-85c0-38567c2e92ed),segment_id=8f3baf82-9e91-4e46-85c0-38567c2e92ed)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:41:17.618501 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a67b7d1e-556e-4e97-ba0d-5668ce463517 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (6cc849c1-5b0f-4356-995b-67fbb234fae8), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:17.634048 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-e9c3da54-ef6e-4e89-ad23-500e4e543857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '445ef975-1dd3-494e-9129-a41669286726', 'name': 'tempest-TestNetworkBasicOps-router-1797998944', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.135'}], 'enable_snat': True}, 'gw_port_id': '5d2bc7fb-9bb6-4134-8f0b-d716d3b5adbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:38:19Z', 'updated_at': '2022-02-28T10:41:15Z', 'revision_number': 7, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'gw_port': {'id': '5d2bc7fb-9bb6-4134-8f0b-d716d3b5adbf', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:bd:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445ef975-1dd3-494e-9129-a41669286726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:38:19Z', 'updated_at': '2022-02-28T10:38:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:41:17.636371 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-a67b7d1e-556e-4e97-ba0d-5668ce463517 None None] Calling delete_port for 6cc849c1-5b0f-4356-995b-67fbb234fae8 owned by network:dhcp {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:41:17.671202 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c3da54-ef6e-4e89-ad23-500e4e543857 None None] The sync data for ids ['445ef975-1dd3-494e-9129-a41669286726'] in dv-neutron-master-2-hyperv is: [{'id': '445ef975-1dd3-494e-9129-a41669286726', 'name': 'tempest-TestNetworkBasicOps-router-1797998944', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.135'}], 'enable_snat': True}, 'gw_port_id': '5d2bc7fb-9bb6-4134-8f0b-d716d3b5adbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:38:19Z', 'updated_at': '2022-02-28T10:41:15Z', 'revision_number': 7, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'gw_port': {'id': '5d2bc7fb-9bb6-4134-8f0b-d716d3b5adbf', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:bd:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445ef975-1dd3-494e-9129-a41669286726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:38:19Z', 'updated_at': '2022-02-28T10:38:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:41:17.674570 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-b0edf209-2f17-4823-a4d1-a9652d982fb7 req-e8a49a54-a5f5-46a0-a3f9-e7fcbdb31d91 service neutron] 10.222.0.30 "GET /v2.0/networks/75bff9a3-e6fb-40b9-a252-b48d30550927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936644 Feb 28 10:41:17.747875 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-55a8d5dc-24ee-4aea-94b8-f83ce5618410 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for router_gateway (445ef975-1dd3-494e-9129-a41669286726), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:17.759813 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a67b7d1e-556e-4e97-ba0d-5668ce463517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758'] for port (6cc849c1-5b0f-4356-995b-67fbb234fae8), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:17.782537 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67b7d1e-556e-4e97-ba0d-5668ce463517 None None] Pushing event deleted for resources: {'Port': ['ID=6cc849c1-5b0f-4356-995b-67fbb234fae8,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:17.789224 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a67b7d1e-556e-4e97-ba0d-5668ce463517 None None] No DVR routers for this DVR port 6cc849c1-5b0f-4356-995b-67fbb234fae8 on host dv-neutron-master-2-hyperv {{(pid=103409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:41:17.804151 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-55a8d5dc-24ee-4aea-94b8-f83ce5618410 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Deleting port 5d2bc7fb-9bb6-4134-8f0b-d716d3b5adbf {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:41:17.804500 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-55a8d5dc-24ee-4aea-94b8-f83ce5618410 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (5d2bc7fb-9bb6-4134-8f0b-d716d3b5adbf), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:17.888430 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-55a8d5dc-24ee-4aea-94b8-f83ce5618410 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] For port 5d2bc7fb-9bb6-4134-8f0b-d716d3b5adbf, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5d2bc7fb-9bb6-4134-8f0b-d716d3b5adbf,segment=NetworkSegment(195d7ed7-323d-4284-82df-208cca613d99),segment_id=195d7ed7-323d-4284-82df-208cca613d99)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:41:17.888816 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-55a8d5dc-24ee-4aea-94b8-f83ce5618410 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (5d2bc7fb-9bb6-4134-8f0b-d716d3b5adbf), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:17.900266 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-55a8d5dc-24ee-4aea-94b8-f83ce5618410 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Calling delete_port for 5d2bc7fb-9bb6-4134-8f0b-d716d3b5adbf owned by network:router_gateway {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:41:18.089905 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-55a8d5dc-24ee-4aea-94b8-f83ce5618410 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (5d2bc7fb-9bb6-4134-8f0b-d716d3b5adbf), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:18.116951 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a8d5dc-24ee-4aea-94b8-f83ce5618410 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event deleted for resources: {'Port': ['ID=5d2bc7fb-9bb6-4134-8f0b-d716d3b5adbf,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:18.183334 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-55a8d5dc-24ee-4aea-94b8-f83ce5618410 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1803321'] for router_gateway (445ef975-1dd3-494e-9129-a41669286726), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:18.278385 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-55a8d5dc-24ee-4aea-94b8-f83ce5618410 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1807017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5941'] for router (445ef975-1dd3-494e-9129-a41669286726), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:18.280528 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-55a8d5dc-24ee-4aea-94b8-f83ce5618410 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for router_controller (445ef975-1dd3-494e-9129-a41669286726), precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:18.328580 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-55a8d5dc-24ee-4aea-94b8-f83ce5618410 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1806994'] for router (445ef975-1dd3-494e-9129-a41669286726), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:18.329045 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55a8d5dc-24ee-4aea-94b8-f83ce5618410 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Fanout notify agent at l3_agent the message router_deleted on router 445ef975-1dd3-494e-9129-a41669286726 {{(pid=103408) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 10:41:18.336157 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-55a8d5dc-24ee-4aea-94b8-f83ce5618410 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for router (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:18.337652 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-55a8d5dc-24ee-4aea-94b8-f83ce5618410 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "DELETE /v2.0/routers/445ef975-1dd3-494e-9129-a41669286726 HTTP/1.1" status: 204 len: 168 time: 1.2624555 Feb 28 10:41:18.340676 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 40718) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:18.421301 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b8ab2fa8-e12b-4f53-9871-dba5fa9fb144 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-665757'] for network (14678aab-2d45-4bf1-818f-830254557a1e), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:18.511999 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b8ab2fa8-e12b-4f53-9871-dba5fa9fb144 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672413', 'neutron.services.segments.db._delete_segments_for_network-8742057110173'] for network (14678aab-2d45-4bf1-818f-830254557a1e), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:18.531506 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-b8ab2fa8-e12b-4f53-9871-dba5fa9fb144 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14678aab-2d45-4bf1-818f-830254557a1e']}} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:41:18.541188 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-b8ab2fa8-e12b-4f53-9871-dba5fa9fb144 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f3baf82-9e91-4e46-85c0-38567c2e92ed') {'for_net_delete': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:41:18.541465 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-b8ab2fa8-e12b-4f53-9871-dba5fa9fb144 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f3baf82-9e91-4e46-85c0-38567c2e92ed') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:41:18.550955 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b8ab2fa8-e12b-4f53-9871-dba5fa9fb144 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742057113766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3423550'] for segment (8f3baf82-9e91-4e46-85c0-38567c2e92ed), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:18.564425 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b8ab2fa8-e12b-4f53-9871-dba5fa9fb144 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (8f3baf82-9e91-4e46-85c0-38567c2e92ed), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:18.570730 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8ab2fa8-e12b-4f53-9871-dba5fa9fb144 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Releasing vlan 290 on physical network physnet1 to pool {{(pid=103408) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:41:18.571130 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b8ab2fa8-e12b-4f53-9871-dba5fa9fb144 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3242693'] for segment (8f3baf82-9e91-4e46-85c0-38567c2e92ed), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:18.574148 dv-neutron-master-2-hyperv neutron-server[103408]: Traceback (most recent call last): Feb 28 10:41:18.574148 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:41:18.574148 dv-neutron-master-2-hyperv neutron-server[103408]: timer() Feb 28 10:41:18.574148 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:41:18.574148 dv-neutron-master-2-hyperv neutron-server[103408]: cb(*args, **kw) Feb 28 10:41:18.574148 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:41:18.574148 dv-neutron-master-2-hyperv neutron-server[103408]: return func(*args, **kwargs) Feb 28 10:41:18.574148 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:41:18.574148 dv-neutron-master-2-hyperv neutron-server[103408]: self._notify() Feb 28 10:41:18.574148 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:41:18.574148 dv-neutron-master-2-hyperv neutron-server[103408]: self.callback(batched_events) Feb 28 10:41:18.574148 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:41:18.574148 dv-neutron-master-2-hyperv neutron-server[103408]: event.method(event) Feb 28 10:41:18.574148 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:41:18.574148 dv-neutron-master-2-hyperv neutron-server[103408]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:41:18.574148 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:41:18.574148 dv-neutron-master-2-hyperv neutron-server[103408]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:41:18.574148 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:41:18.574148 dv-neutron-master-2-hyperv neutron-server[103408]: return f(self, *a, **k) Feb 28 10:41:18.574148 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:41:18.574148 dv-neutron-master-2-hyperv neutron-server[103408]: return self._get(url).json() Feb 28 10:41:18.574148 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:41:18.574148 dv-neutron-master-2-hyperv neutron-server[103408]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:41:18.574148 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:41:18.574148 dv-neutron-master-2-hyperv neutron-server[103408]: return self.request(url, 'GET', **kwargs) Feb 28 10:41:18.574148 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:41:18.574148 dv-neutron-master-2-hyperv neutron-server[103408]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:41:18.574148 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:41:18.574148 dv-neutron-master-2-hyperv neutron-server[103408]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:41:18.574148 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:41:18.574148 dv-neutron-master-2-hyperv neutron-server[103408]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:41:18.574148 dv-neutron-master-2-hyperv neutron-server[103408]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:41:18.641974 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b8ab2fa8-e12b-4f53-9871-dba5fa9fb144 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803269'] for network (14678aab-2d45-4bf1-818f-830254557a1e), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:18.650219 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b8ab2fa8-e12b-4f53-9871-dba5fa9fb144 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for network (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:18.653743 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-b8ab2fa8-e12b-4f53-9871-dba5fa9fb144 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "DELETE /v2.0/networks/14678aab-2d45-4bf1-818f-830254557a1e HTTP/1.1" status: 204 len: 168 time: 0.3120775 Feb 28 10:41:18.665990 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ab2fa8-e12b-4f53-9871-dba5fa9fb144 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event deleted for resources: {'Network': ['ID=14678aab-2d45-4bf1-818f-830254557a1e,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:18.674532 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device 5241eecc-4835-4f5b-970a-139e7dee9fc9 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:41:18.678422 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 40720) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:18.684709 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-ed2282c6-b685-490b-a884-dfc2c00dd804 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Request body: {'network': {'name': 'tempest-network-smoke--883108092', 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'port_security_enabled': True}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:41:18.696089 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] No Port match for: 5241eecc-4835-4f5b-970a-139e7dee9fc9 {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:41:18.696441 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device 5241eecc-4835-4f5b-970a-139e7dee9fc9 not bound to the agent host hv-neutron-mast {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:41:18.706872 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed2282c6-b685-490b-a884-dfc2c00dd804 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Made reservation on behalf of 5a84b6bdce3e454e9741c4fbc09bfc68 for: {'network': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:41:18.710185 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ed2282c6-b685-490b-a884-dfc2c00dd804 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for network (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:18.734212 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed2282c6-b685-490b-a884-dfc2c00dd804 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 263} {{(pid=103407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:41:18.743407 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ed2282c6-b685-490b-a884-dfc2c00dd804 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (a7f6456b-2c7f-462d-a6b1-afc44c84f205), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:18.743744 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.db.segments_db [None req-ed2282c6-b685-490b-a884-dfc2c00dd804 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Added segment a7f6456b-2c7f-462d-a6b1-afc44c84f205 of type vlan for network d0f5fa28-4e1d-4d1f-abf1-43fd94d5f8cd Feb 28 10:41:18.784724 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ed2282c6-b685-490b-a884-dfc2c00dd804 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742056637431'] for network (d0f5fa28-4e1d-4d1f-abf1-43fd94d5f8cd), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:18.813891 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ed2282c6-b685-490b-a884-dfc2c00dd804 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551'] for network (d0f5fa28-4e1d-4d1f-abf1-43fd94d5f8cd), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:18.822561 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed2282c6-b685-490b-a884-dfc2c00dd804 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:18.823629 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ed2282c6-b685-490b-a884-dfc2c00dd804 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:18.853360 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 6cc849c1-5b0f-4356-995b-67fbb234fae8 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:41:18.877125 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] No Port match for: 6cc849c1-5b0f-4356-995b-67fbb234fae8 {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:41:18.877475 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 6cc849c1-5b0f-4356-995b-67fbb234fae8 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:41:18.877905 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 5d2bc7fb-9bb6-4134-8f0b-d716d3b5adbf no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:41:18.895081 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-ed2282c6-b685-490b-a884-dfc2c00dd804 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2143948 Feb 28 10:41:18.896863 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] No Port match for: 5d2bc7fb-9bb6-4134-8f0b-d716d3b5adbf {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:41:18.897215 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 5d2bc7fb-9bb6-4134-8f0b-d716d3b5adbf not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:41:18.897884 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 40722) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:18.898663 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2282c6-b685-490b-a884-dfc2c00dd804 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event updated for resources: {'Network': ['ID=d0f5fa28-4e1d-4d1f-abf1-43fd94d5f8cd,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:18.902624 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-91ed1e7b-b8ff-4ebc-b2e8-c433d8cb5779 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1471369793', 'admin_state_up': True, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840'}}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:41:18.905081 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 8b2614bf-cbb5-4738-a3b6-2b3e9a1de1f5 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:41:18.910896 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Network d0f5fa28-4e1d-4d1f-abf1-43fd94d5f8cd details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103409) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:41:18.925570 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-91ed1e7b-b8ff-4ebc-b2e8-c433d8cb5779 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1805251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254175'] for router (59d835a0-eea5-43f5-abe5-a905573026b7), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:18.926718 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-91ed1e7b-b8ff-4ebc-b2e8-c433d8cb5779 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1804172', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1602053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254150'] for router (59d835a0-eea5-43f5-abe5-a905573026b7), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:18.930718 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] No Port match for: 8b2614bf-cbb5-4738-a3b6-2b3e9a1de1f5 {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:41:18.931066 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 8b2614bf-cbb5-4738-a3b6-2b3e9a1de1f5 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:41:18.984562 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-91ed1e7b-b8ff-4ebc-b2e8-c433d8cb5779 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for router_controller (59d835a0-eea5-43f5-abe5-a905573026b7), precommit_add_association {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:19.131327 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-91ed1e7b-b8ff-4ebc-b2e8-c433d8cb5779 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for router_gateway (59d835a0-eea5-43f5-abe5-a905573026b7), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:19.368851 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-91ed1e7b-b8ff-4ebc-b2e8-c433d8cb5779 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for router_gateway (59d835a0-eea5-43f5-abe5-a905573026b7), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:19.392619 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-91ed1e7b-b8ff-4ebc-b2e8-c433d8cb5779 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:19.499649 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-91ed1e7b-b8ff-4ebc-b2e8-c433d8cb5779 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Allocated IP 172.36.5.10 (1e0804d0-d1d9-4d40-9de5-2936f3d87840/6f6f4129-23e5-4c3b-b4ef-4c7ce926797e/1baec533-6fe2-4065-8e04-b09e8f511b96) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:41:19.608808 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-91ed1e7b-b8ff-4ebc-b2e8-c433d8cb5779 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for port (1baec533-6fe2-4065-8e04-b09e8f511b96), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:19.647197 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-91ed1e7b-b8ff-4ebc-b2e8-c433d8cb5779 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (1baec533-6fe2-4065-8e04-b09e8f511b96), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:19.687396 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91ed1e7b-b8ff-4ebc-b2e8-c433d8cb5779 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Network 1e0804d0-d1d9-4d40-9de5-2936f3d87840 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:41:19.690375 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-91ed1e7b-b8ff-4ebc-b2e8-c433d8cb5779 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:41:19.694044 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ed1e7b-b8ff-4ebc-b2e8-c433d8cb5779 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:41:19.699555 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ed1e7b-b8ff-4ebc-b2e8-c433d8cb5779 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event updated for resources: {'Port': ['ID=1baec533-6fe2-4065-8e04-b09e8f511b96,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:19.957056 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-91ed1e7b-b8ff-4ebc-b2e8-c433d8cb5779 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for router_gateway (59d835a0-eea5-43f5-abe5-a905573026b7), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:20.182158 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-91ed1e7b-b8ff-4ebc-b2e8-c433d8cb5779 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1804241'] for router (59d835a0-eea5-43f5-abe5-a905573026b7), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:20.315066 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91ed1e7b-b8ff-4ebc-b2e8-c433d8cb5779 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Router 59d835a0-eea5-43f5-abe5-a905573026b7 is scheduled to L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 with binding_index 1 {{(pid=103408) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 10:41:20.433025 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91ed1e7b-b8ff-4ebc-b2e8-c433d8cb5779 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:41:20.445305 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad632129-c354-40d0-86d0-82da63d09367 None None] Sync routers for ids ['59d835a0-eea5-43f5-abe5-a905573026b7'] in dv-neutron-master-2-hyperv {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:41:20.455015 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-91ed1e7b-b8ff-4ebc-b2e8-c433d8cb5779 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for router (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:20.456141 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad632129-c354-40d0-86d0-82da63d09367 None None] Routers {'59d835a0-eea5-43f5-abe5-a905573026b7'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:41:20.456293 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-91ed1e7b-b8ff-4ebc-b2e8-c433d8cb5779 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.5573928 Feb 28 10:41:20.457847 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-ad632129-c354-40d0-86d0-82da63d09367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:41:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['59d835a0-eea5-43f5-abe5-a905573026b7'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:41:20.459486 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 40724) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:20.487543 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-9144f0cc-a25e-45d4-9571-9fc474bc324e tempest-TestNetworkBasicOps-986752647 tempest-TestNetworkBasicOps-986752647-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=5a84b6bdce3e454e9741c4fbc09bfc68&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268390 Feb 28 10:41:20.490443 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 40726) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:20.589217 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96183419-24f7-44c4-ba18-4506b6b91c31 tempest-TestNetworkBasicOps-986752647 tempest-TestNetworkBasicOps-986752647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:20.590878 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-96183419-24f7-44c4-ba18-4506b6b91c31 tempest-TestNetworkBasicOps-986752647 tempest-TestNetworkBasicOps-986752647-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0992563 Feb 28 10:41:20.594917 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 40728) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:20.624281 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-3ddb0f41-a084-4a09-9bdf-2a15687f2426 tempest-TestNetworkBasicOps-986752647 tempest-TestNetworkBasicOps-986752647-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=1e0804d0-d1d9-4d40-9de5-2936f3d87840&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0281682 Feb 28 10:41:20.627072 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 40730) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:20.632019 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-469f0a95-8c63-48eb-977d-81e12daa17d2 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-280119147', 'network_id': 'd0f5fa28-4e1d-4d1f-abf1-43fd94d5f8cd', 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:41:20.726862 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-469f0a95-8c63-48eb-977d-81e12daa17d2 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Made reservation on behalf of 5a84b6bdce3e454e9741c4fbc09bfc68 for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:41:20.727136 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-ad632129-c354-40d0-86d0-82da63d09367 None None] Set router 59d835a0-eea5-43f5-abe5-a905573026b7 gateway port host: dv-neutron-master-2-hyperv {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:41:20.730366 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-469f0a95-8c63-48eb-977d-81e12daa17d2 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3516581'] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:20.911176 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-469f0a95-8c63-48eb-977d-81e12daa17d2 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3498031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3516567'] for subnet (7b41388d-1b83-4478-80c9-0a86e83c7e61), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:20.911728 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-ad632129-c354-40d0-86d0-82da63d09367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59d835a0-eea5-43f5-abe5-a905573026b7', 'name': 'tempest-TestNetworkBasicOps-router-1471369793', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.10'}], 'enable_snat': True}, 'gw_port_id': '1baec533-6fe2-4065-8e04-b09e8f511b96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:41:18Z', 'updated_at': '2022-02-28T10:41:19Z', 'revision_number': 3, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'gw_port': {'id': '1baec533-6fe2-4065-8e04-b09e8f511b96', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:df:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59d835a0-eea5-43f5-abe5-a905573026b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:41:19Z', 'updated_at': '2022-02-28T10:41:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:41:20.939128 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad632129-c354-40d0-86d0-82da63d09367 None None] Checking router: 59d835a0-eea5-43f5-abe5-a905573026b7 for host: dv-neutron-master-2-hyperv {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:41:20.941497 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad632129-c354-40d0-86d0-82da63d09367 None None] Updating router 59d835a0-eea5-43f5-abe5-a905573026b7 port 1baec533-6fe2-4065-8e04-b09e8f511b96 binding host dv-neutron-master-2-hyperv {{(pid=103409) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 10:41:20.969002 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469f0a95-8c63-48eb-977d-81e12daa17d2 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event updated for resources: {'Subnet': ['ID=7b41388d-1b83-4478-80c9-0a86e83c7e61,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:20.971271 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ad632129-c354-40d0-86d0-82da63d09367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (1baec533-6fe2-4065-8e04-b09e8f511b96), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:20.979118 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469f0a95-8c63-48eb-977d-81e12daa17d2 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Checking segment: {'id': 'a7f6456b-2c7f-462d-a6b1-afc44c84f205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'd0f5fa28-4e1d-4d1f-abf1-43fd94d5f8cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:41:20.979510 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-469f0a95-8c63-48eb-977d-81e12daa17d2 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Network hostable DHCP agents. Network: d0f5fa28-4e1d-4d1f-abf1-43fd94d5f8cd, hostable agents: ['fb6705d2-4f70-4965-92a3-fbfccd43a6d3'], hosted agents: [] {{(pid=103407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:41:20.998844 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-469f0a95-8c63-48eb-977d-81e12daa17d2 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Network d0f5fa28-4e1d-4d1f-abf1-43fd94d5f8cd is scheduled to be hosted by DHCP agent fb6705d2-4f70-4965-92a3-fbfccd43a6d3 with binding_index 1 {{(pid=103407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:41:21.008203 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-469f0a95-8c63-48eb-977d-81e12daa17d2 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, d0f5fa28-4e1d-4d1f-abf1-43fd94d5f8cd) {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:41:21.012875 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-469f0a95-8c63-48eb-977d-81e12daa17d2 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:21.013645 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-469f0a95-8c63-48eb-977d-81e12daa17d2 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:21.034463 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-469f0a95-8c63-48eb-977d-81e12daa17d2 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4037459 Feb 28 10:41:21.035401 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 40732) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:21.051644 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14de0f69-4cd7-4a70-a3e0-1dc1e399a146 None None] Network d0f5fa28-4e1d-4d1f-abf1-43fd94d5f8cd requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:41:21.228124 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04e11b6b-6375-4a13-a5fe-0492122837b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-d0f5fa28-4e1d-4d1f-abf1-43fd94d5f8cd', 'network_id': 'd0f5fa28-4e1d-4d1f-abf1-43fd94d5f8cd', 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'fixed_ips': [{'subnet_id': '7b41388d-1b83-4478-80c9-0a86e83c7e61'}]}} from dv-neutron-master-2-hyperv. {{(pid=103409) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:41:21.229809 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-04e11b6b-6375-4a13-a5fe-0492122837b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:21.382325 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ad632129-c354-40d0-86d0-82da63d09367 None None] Publish callbacks [] for port (1baec533-6fe2-4065-8e04-b09e8f511b96), precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:21.407474 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ad632129-c354-40d0-86d0-82da63d09367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (1baec533-6fe2-4065-8e04-b09e8f511b96), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:21.473659 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-ad632129-c354-40d0-86d0-82da63d09367 None None] Attempting to bind port 1baec533-6fe2-4065-8e04-b09e8f511b96 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:41:21.474343 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-ad632129-c354-40d0-86d0-82da63d09367 None None] Attempting to bind port 1baec533-6fe2-4065-8e04-b09e8f511b96 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '195d7ed7-323d-4284-82df-208cca613d99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:41:21.474343 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad632129-c354-40d0-86d0-82da63d09367 None None] Attempting to bind port 1baec533-6fe2-4065-8e04-b09e8f511b96 on network 1e0804d0-d1d9-4d40-9de5-2936f3d87840 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:41:21.478145 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-04e11b6b-6375-4a13-a5fe-0492122837b8 None None] Allocated IP 172.20.0.2 (d0f5fa28-4e1d-4d1f-abf1-43fd94d5f8cd/7b41388d-1b83-4478-80c9-0a86e83c7e61/14f9b90c-7dd4-443a-bce9-80d8158d3008) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:41:21.491487 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad632129-c354-40d0-86d0-82da63d09367 None None] Checking agent: {'id': '75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 24, 15), 'started_at': datetime.datetime(2022, 2, 28, 10, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 41, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:41:21.492105 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad632129-c354-40d0-86d0-82da63d09367 None None] Checking segment: {'id': '195d7ed7-323d-4284-82df-208cca613d99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:41:21.492521 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ad632129-c354-40d0-86d0-82da63d09367 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:21.492947 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad632129-c354-40d0-86d0-82da63d09367 None None] Bound using segment: {'id': '195d7ed7-323d-4284-82df-208cca613d99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:41:21.493444 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-ad632129-c354-40d0-86d0-82da63d09367 None None] Bound port: 1baec533-6fe2-4065-8e04-b09e8f511b96, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '195d7ed7-323d-4284-82df-208cca613d99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:41:21.493827 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ad632129-c354-40d0-86d0-82da63d09367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (1baec533-6fe2-4065-8e04-b09e8f511b96), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:21.495423 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce16298-0e0d-4d31-bc9d-8de4c9bf7411 None None] Pushing event updated for resources: {'Port': ['ID=1baec533-6fe2-4065-8e04-b09e8f511b96,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:21.517342 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-34847e38-22d2-4ff4-a653-ab5fc01ccdd2 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:21.608478 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-ad632129-c354-40d0-86d0-82da63d09367 None None] For port 1baec533-6fe2-4065-8e04-b09e8f511b96, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:41:21.614317 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-ad632129-c354-40d0-86d0-82da63d09367 None None] For port 1baec533-6fe2-4065-8e04-b09e8f511b96, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1baec533-6fe2-4065-8e04-b09e8f511b96,segment=NetworkSegment(195d7ed7-323d-4284-82df-208cca613d99),segment_id=195d7ed7-323d-4284-82df-208cca613d99)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:41:21.625785 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ad632129-c354-40d0-86d0-82da63d09367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (1baec533-6fe2-4065-8e04-b09e8f511b96), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:21.751009 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce16298-0e0d-4d31-bc9d-8de4c9bf7411 None None] Pushing event updated for resources: {'Port': ['ID=1baec533-6fe2-4065-8e04-b09e8f511b96,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:21.753672 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad632129-c354-40d0-86d0-82da63d09367 None None] Routers {'59d835a0-eea5-43f5-abe5-a905573026b7'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:41:21.754292 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-ad632129-c354-40d0-86d0-82da63d09367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:41:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['59d835a0-eea5-43f5-abe5-a905573026b7'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:41:21.812497 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-04e11b6b-6375-4a13-a5fe-0492122837b8 None None] Publish callbacks [] for port (14f9b90c-7dd4-443a-bce9-80d8158d3008), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:21.823680 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-04e11b6b-6375-4a13-a5fe-0492122837b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749'] for port (14f9b90c-7dd4-443a-bce9-80d8158d3008), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:21.886078 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-34847e38-22d2-4ff4-a653-ab5fc01ccdd2 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Allocated IP 172.20.0.1 (d0f5fa28-4e1d-4d1f-abf1-43fd94d5f8cd/7b41388d-1b83-4478-80c9-0a86e83c7e61/3c805caf-7912-401d-bea6-f7eb4ccaed5b) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:41:21.918206 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04e11b6b-6375-4a13-a5fe-0492122837b8 None None] Network d0f5fa28-4e1d-4d1f-abf1-43fd94d5f8cd is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:41:21.926137 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-04e11b6b-6375-4a13-a5fe-0492122837b8 None None] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:41:21.933853 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e11b6b-6375-4a13-a5fe-0492122837b8 None None] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:41:21.939579 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-ad632129-c354-40d0-86d0-82da63d09367 None None] Set router 59d835a0-eea5-43f5-abe5-a905573026b7 gateway port host: dv-neutron-master-2-hyperv {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:41:21.941282 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e11b6b-6375-4a13-a5fe-0492122837b8 None None] Pushing event updated for resources: {'Port': ['ID=14f9b90c-7dd4-443a-bce9-80d8158d3008,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:22.029324 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-34847e38-22d2-4ff4-a653-ab5fc01ccdd2 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for port (3c805caf-7912-401d-bea6-f7eb4ccaed5b), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:22.075424 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-34847e38-22d2-4ff4-a653-ab5fc01ccdd2 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (3c805caf-7912-401d-bea6-f7eb4ccaed5b), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:22.114773 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-04e11b6b-6375-4a13-a5fe-0492122837b8 None None] Attempting to bind port 14f9b90c-7dd4-443a-bce9-80d8158d3008 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:41:22.115113 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-04e11b6b-6375-4a13-a5fe-0492122837b8 None None] Attempting to bind port 14f9b90c-7dd4-443a-bce9-80d8158d3008 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'a7f6456b-2c7f-462d-a6b1-afc44c84f205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'd0f5fa28-4e1d-4d1f-abf1-43fd94d5f8cd'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:41:22.115506 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e11b6b-6375-4a13-a5fe-0492122837b8 None None] Attempting to bind port 14f9b90c-7dd4-443a-bce9-80d8158d3008 on network d0f5fa28-4e1d-4d1f-abf1-43fd94d5f8cd {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:41:22.128746 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34847e38-22d2-4ff4-a653-ab5fc01ccdd2 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Network d0f5fa28-4e1d-4d1f-abf1-43fd94d5f8cd is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:41:22.129049 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e11b6b-6375-4a13-a5fe-0492122837b8 None None] Checking agent: {'id': '75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 24, 15), 'started_at': datetime.datetime(2022, 2, 28, 10, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 41, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:41:22.129378 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e11b6b-6375-4a13-a5fe-0492122837b8 None None] Checking segment: {'id': 'a7f6456b-2c7f-462d-a6b1-afc44c84f205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'd0f5fa28-4e1d-4d1f-abf1-43fd94d5f8cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:41:22.129781 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-04e11b6b-6375-4a13-a5fe-0492122837b8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:22.130173 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e11b6b-6375-4a13-a5fe-0492122837b8 None None] Bound using segment: {'id': 'a7f6456b-2c7f-462d-a6b1-afc44c84f205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'd0f5fa28-4e1d-4d1f-abf1-43fd94d5f8cd'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:41:22.130642 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-04e11b6b-6375-4a13-a5fe-0492122837b8 None None] Bound port: 14f9b90c-7dd4-443a-bce9-80d8158d3008, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7f6456b-2c7f-462d-a6b1-afc44c84f205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'd0f5fa28-4e1d-4d1f-abf1-43fd94d5f8cd'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:41:22.130998 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-04e11b6b-6375-4a13-a5fe-0492122837b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (14f9b90c-7dd4-443a-bce9-80d8158d3008), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:22.132320 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-34847e38-22d2-4ff4-a653-ab5fc01ccdd2 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:41:22.137772 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34847e38-22d2-4ff4-a653-ab5fc01ccdd2 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:41:22.146500 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34847e38-22d2-4ff4-a653-ab5fc01ccdd2 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event updated for resources: {'Port': ['ID=3c805caf-7912-401d-bea6-f7eb4ccaed5b,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:22.191261 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-34847e38-22d2-4ff4-a653-ab5fc01ccdd2 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1803404'] for router_interface (59d835a0-eea5-43f5-abe5-a905573026b7), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:22.243385 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-04e11b6b-6375-4a13-a5fe-0492122837b8 None None] For port 14f9b90c-7dd4-443a-bce9-80d8158d3008, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:41:22.248128 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-04e11b6b-6375-4a13-a5fe-0492122837b8 None None] For port 14f9b90c-7dd4-443a-bce9-80d8158d3008, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=14f9b90c-7dd4-443a-bce9-80d8158d3008,segment=NetworkSegment(a7f6456b-2c7f-462d-a6b1-afc44c84f205),segment_id=a7f6456b-2c7f-462d-a6b1-afc44c84f205)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:41:22.261240 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-04e11b6b-6375-4a13-a5fe-0492122837b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (14f9b90c-7dd4-443a-bce9-80d8158d3008), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:22.299470 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-ad632129-c354-40d0-86d0-82da63d09367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59d835a0-eea5-43f5-abe5-a905573026b7', 'name': 'tempest-TestNetworkBasicOps-router-1471369793', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.10'}], 'enable_snat': True}, 'gw_port_id': '1baec533-6fe2-4065-8e04-b09e8f511b96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:41:18Z', 'updated_at': '2022-02-28T10:41:19Z', 'revision_number': 3, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'gw_port': {'id': '1baec533-6fe2-4065-8e04-b09e8f511b96', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:df:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59d835a0-eea5-43f5-abe5-a905573026b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:41:19Z', 'updated_at': '2022-02-28T10:41:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:41:22.348812 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-34847e38-22d2-4ff4-a653-ab5fc01ccdd2 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (3c805caf-7912-401d-bea6-f7eb4ccaed5b), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:22.541646 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad632129-c354-40d0-86d0-82da63d09367 None None] The sync data for ids ['59d835a0-eea5-43f5-abe5-a905573026b7'] in dv-neutron-master-2-hyperv is: [{'id': '59d835a0-eea5-43f5-abe5-a905573026b7', 'name': 'tempest-TestNetworkBasicOps-router-1471369793', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.10'}], 'enable_snat': True}, 'gw_port_id': '1baec533-6fe2-4065-8e04-b09e8f511b96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:41:18Z', 'updated_at': '2022-02-28T10:41:19Z', 'revision_number': 3, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'gw_port': {'id': '1baec533-6fe2-4065-8e04-b09e8f511b96', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:df:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59d835a0-eea5-43f5-abe5-a905573026b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:41:19Z', 'updated_at': '2022-02-28T10:41:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:41:22.550365 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e11b6b-6375-4a13-a5fe-0492122837b8 None None] Pushing event updated for resources: {'Port': ['ID=14f9b90c-7dd4-443a-bce9-80d8158d3008,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:22.722771 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 14f9b90c-7dd4-443a-bce9-80d8158d3008 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:41:22.737773 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-34847e38-22d2-4ff4-a653-ab5fc01ccdd2 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for port (3c805caf-7912-401d-bea6-f7eb4ccaed5b), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:22.743560 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-34847e38-22d2-4ff4-a653-ab5fc01ccdd2 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3242529'] for port (3c805caf-7912-401d-bea6-f7eb4ccaed5b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:22.777227 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port 14f9b90c-7dd4-443a-bce9-80d8158d3008 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:41:22.777551 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (14f9b90c-7dd4-443a-bce9-80d8158d3008), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:22.817672 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-34847e38-22d2-4ff4-a653-ab5fc01ccdd2 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1802524'] for router_interface (59d835a0-eea5-43f5-abe5-a905573026b7), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:22.832994 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34847e38-22d2-4ff4-a653-ab5fc01ccdd2 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event updated for resources: {'Port': ['ID=3c805caf-7912-401d-bea6-f7eb4ccaed5b,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:22.879984 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 14f9b90c-7dd4-443a-bce9-80d8158d3008 is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:41:22.885294 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (14f9b90c-7dd4-443a-bce9-80d8158d3008), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:22.932382 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] For port 14f9b90c-7dd4-443a-bce9-80d8158d3008, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=14f9b90c-7dd4-443a-bce9-80d8158d3008,segment=NetworkSegment(a7f6456b-2c7f-462d-a6b1-afc44c84f205),segment_id=a7f6456b-2c7f-462d-a6b1-afc44c84f205)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:41:22.937239 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (14f9b90c-7dd4-443a-bce9-80d8158d3008), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:22.959880 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34847e38-22d2-4ff4-a653-ab5fc01ccdd2 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Network d0f5fa28-4e1d-4d1f-abf1-43fd94d5f8cd is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:41:22.962408 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-34847e38-22d2-4ff4-a653-ab5fc01ccdd2 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:41:22.992346 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Pushing event updated for resources: {'Port': ['ID=14f9b90c-7dd4-443a-bce9-80d8158d3008,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:23.453992 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0234541-ff5b-4ec2-877d-6d23738a7e33 None None] Network d0f5fa28-4e1d-4d1f-abf1-43fd94d5f8cd requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:41:23.496176 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34847e38-22d2-4ff4-a653-ab5fc01ccdd2 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Router 59d835a0-eea5-43f5-abe5-a905573026b7 has already been hosted by L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 {{(pid=103408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:41:23.524779 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-4b4ca053-d73a-4e7b-955f-e8966ba539d8 None None] Provisioning complete for port 14f9b90c-7dd4-443a-bce9-80d8158d3008 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:41:23.525249 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4b4ca053-d73a-4e7b-955f-e8966ba539d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (14f9b90c-7dd4-443a-bce9-80d8158d3008), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:23.628827 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34847e38-22d2-4ff4-a653-ab5fc01ccdd2 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:41:23.635009 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-34847e38-22d2-4ff4-a653-ab5fc01ccdd2 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "PUT /v2.0/routers/59d835a0-eea5-43f5-abe5-a905573026b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5983961 Feb 28 10:41:23.637962 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 40736) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:23.662837 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4b4ca053-d73a-4e7b-955f-e8966ba539d8 None None] Current status of the port 14f9b90c-7dd4-443a-bce9-80d8158d3008 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:41:23.751658 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3fdce66-73e4-45d2-b970-eaf4e8911e6d tempest-TestNetworkBasicOps-986752647 tempest-TestNetworkBasicOps-986752647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:23.752155 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3fdce66-73e4-45d2-b970-eaf4e8911e6d tempest-TestNetworkBasicOps-986752647 tempest-TestNetworkBasicOps-986752647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:23.752812 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3fdce66-73e4-45d2-b970-eaf4e8911e6d tempest-TestNetworkBasicOps-986752647 tempest-TestNetworkBasicOps-986752647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:23.753279 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3fdce66-73e4-45d2-b970-eaf4e8911e6d tempest-TestNetworkBasicOps-986752647 tempest-TestNetworkBasicOps-986752647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:23.753827 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3fdce66-73e4-45d2-b970-eaf4e8911e6d tempest-TestNetworkBasicOps-986752647 tempest-TestNetworkBasicOps-986752647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:23.754313 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3fdce66-73e4-45d2-b970-eaf4e8911e6d tempest-TestNetworkBasicOps-986752647 tempest-TestNetworkBasicOps-986752647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:23.756353 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-b3fdce66-73e4-45d2-b970-eaf4e8911e6d tempest-TestNetworkBasicOps-986752647 tempest-TestNetworkBasicOps-986752647-project-admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.1173115 Feb 28 10:41:23.759183 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 40738) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:23.834190 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-639f9f8e-7cb7-4b33-8c1a-dbdf91377f56 tempest-TestNetworkBasicOps-986752647 tempest-TestNetworkBasicOps-986752647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:23.834716 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-639f9f8e-7cb7-4b33-8c1a-dbdf91377f56 tempest-TestNetworkBasicOps-986752647 tempest-TestNetworkBasicOps-986752647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:23.835147 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-639f9f8e-7cb7-4b33-8c1a-dbdf91377f56 tempest-TestNetworkBasicOps-986752647 tempest-TestNetworkBasicOps-986752647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:23.835804 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-639f9f8e-7cb7-4b33-8c1a-dbdf91377f56 tempest-TestNetworkBasicOps-986752647 tempest-TestNetworkBasicOps-986752647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:23.836309 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-639f9f8e-7cb7-4b33-8c1a-dbdf91377f56 tempest-TestNetworkBasicOps-986752647 tempest-TestNetworkBasicOps-986752647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:23.836807 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-639f9f8e-7cb7-4b33-8c1a-dbdf91377f56 tempest-TestNetworkBasicOps-986752647 tempest-TestNetworkBasicOps-986752647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:23.839560 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-639f9f8e-7cb7-4b33-8c1a-dbdf91377f56 tempest-TestNetworkBasicOps-986752647 tempest-TestNetworkBasicOps-986752647-project-admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.0793526 Feb 28 10:41:23.843962 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 40740) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:23.891449 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-926adea5-77f3-4a3a-a7d4-5b70f8d90a0d None None] Provisioning complete for port 14f9b90c-7dd4-443a-bce9-80d8158d3008 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:41:23.892032 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-926adea5-77f3-4a3a-a7d4-5b70f8d90a0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (14f9b90c-7dd4-443a-bce9-80d8158d3008), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:23.990278 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-926adea5-77f3-4a3a-a7d4-5b70f8d90a0d None None] Current status of the port 14f9b90c-7dd4-443a-bce9-80d8158d3008 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:41:24.004462 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-926adea5-77f3-4a3a-a7d4-5b70f8d90a0d None None] Provisioning complete for port 3c805caf-7912-401d-bea6-f7eb4ccaed5b triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:41:24.004998 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-926adea5-77f3-4a3a-a7d4-5b70f8d90a0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (3c805caf-7912-401d-bea6-f7eb4ccaed5b), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:24.014707 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-960d561a-258f-4a91-98a6-153baaf1b269 tempest-TestNetworkBasicOps-986752647 tempest-TestNetworkBasicOps-986752647-project-admin] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.1667054 Feb 28 10:41:24.050172 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-926adea5-77f3-4a3a-a7d4-5b70f8d90a0d None None] Port 3c805caf-7912-401d-bea6-f7eb4ccaed5b cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:41:24.177516 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-8e3a1035-4835-4d4e-9a32-1e2840e2fe86 None None] Provisioning complete for port 3c805caf-7912-401d-bea6-f7eb4ccaed5b triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:41:24.177966 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8e3a1035-4835-4d4e-9a32-1e2840e2fe86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (3c805caf-7912-401d-bea6-f7eb4ccaed5b), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:24.210941 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 40744) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:24.216675 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-f730880c-dbdc-426e-b593-3378f28136c9 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1948263689', 'description': 'tempest-secgroup-smoke-1948263689 description', 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:41:24.223512 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-8e3a1035-4835-4d4e-9a32-1e2840e2fe86 None None] Port 3c805caf-7912-401d-bea6-f7eb4ccaed5b cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:41:24.248006 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f730880c-dbdc-426e-b593-3378f28136c9 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:24.329709 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f730880c-dbdc-426e-b593-3378f28136c9 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group (807720fc-0241-4965-8014-ba2d5c04e2d3), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:24.336736 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f730880c-dbdc-426e-b593-3378f28136c9 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (807720fc-0241-4965-8014-ba2d5c04e2d3), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:24.346815 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-d6bd7202-00ba-4136-8112-c6621fafb8ac None None] Provisioning complete for port 3c805caf-7912-401d-bea6-f7eb4ccaed5b triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:41:24.347621 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d6bd7202-00ba-4136-8112-c6621fafb8ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (3c805caf-7912-401d-bea6-f7eb4ccaed5b), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:24.369244 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f730880c-dbdc-426e-b593-3378f28136c9 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:24.372668 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-f730880c-dbdc-426e-b593-3378f28136c9 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1587141 Feb 28 10:41:24.373918 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 40746) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:24.379673 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-1180f589-efb4-42a2-815f-e6c650580bb9 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Request body: {'security_group_rule': {'security_group_id': '807720fc-0241-4965-8014-ba2d5c04e2d3', 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:41:24.386929 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f730880c-dbdc-426e-b593-3378f28136c9 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event updated for resources: {'SecurityGroup': ['ID=807720fc-0241-4965-8014-ba2d5c04e2d3,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:24.396500 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-d6bd7202-00ba-4136-8112-c6621fafb8ac None None] Port 3c805caf-7912-401d-bea6-f7eb4ccaed5b cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:41:24.413678 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1180f589-efb4-42a2-815f-e6c650580bb9 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (1d877762-56eb-4f06-82da-677f14d017b5), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:24.422614 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8450c060-74cb-42ce-81d7-9fa451f6ddca None None] Sync routers for ids ['59d835a0-eea5-43f5-abe5-a905573026b7'] in dv-neutron-master-2-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:41:24.438420 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8450c060-74cb-42ce-81d7-9fa451f6ddca None None] Routers {'59d835a0-eea5-43f5-abe5-a905573026b7'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:41:24.439229 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-8450c060-74cb-42ce-81d7-9fa451f6ddca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:41:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['59d835a0-eea5-43f5-abe5-a905573026b7'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:41:24.472564 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1180f589-efb4-42a2-815f-e6c650580bb9 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (1d877762-56eb-4f06-82da-677f14d017b5), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:24.477523 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1180f589-efb4-42a2-815f-e6c650580bb9 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594242'] for security_group_rule (1d877762-56eb-4f06-82da-677f14d017b5), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:24.496184 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1180f589-efb4-42a2-815f-e6c650580bb9 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d877762-56eb-4f06-82da-677f14d017b5,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:24.507113 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1180f589-efb4-42a2-815f-e6c650580bb9 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:24.510021 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-1180f589-efb4-42a2-815f-e6c650580bb9 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1335232 Feb 28 10:41:24.512146 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 40748) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:24.517115 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-4610355e-854e-4b49-80d7-09894ce50bd1 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Request body: {'security_group_rule': {'security_group_id': '807720fc-0241-4965-8014-ba2d5c04e2d3', 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:41:24.544702 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4610355e-854e-4b49-80d7-09894ce50bd1 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (4fc30e2d-6b56-4de0-9315-465f72174ebd), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:24.577905 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-8450c060-74cb-42ce-81d7-9fa451f6ddca None None] Set router 59d835a0-eea5-43f5-abe5-a905573026b7 gateway port host: dv-neutron-master-2-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:41:24.615773 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4610355e-854e-4b49-80d7-09894ce50bd1 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (4fc30e2d-6b56-4de0-9315-465f72174ebd), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:24.624140 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4610355e-854e-4b49-80d7-09894ce50bd1 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594242'] for security_group_rule (4fc30e2d-6b56-4de0-9315-465f72174ebd), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:24.648783 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4610355e-854e-4b49-80d7-09894ce50bd1 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fc30e2d-6b56-4de0-9315-465f72174ebd,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:24.659376 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4610355e-854e-4b49-80d7-09894ce50bd1 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:24.660849 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-4610355e-854e-4b49-80d7-09894ce50bd1 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1475799 Feb 28 10:41:24.663884 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 40750) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:24.672082 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-0cd4bc9b-6c48-42d1-ae18-2badba5f8a30 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Request body: {'security_group_rule': {'security_group_id': '807720fc-0241-4965-8014-ba2d5c04e2d3', 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:41:24.704570 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0cd4bc9b-6c48-42d1-ae18-2badba5f8a30 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (204e5373-61b0-45b0-94c8-2013b300d1f5), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:24.754453 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 1baec533-6fe2-4065-8e04-b09e8f511b96 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:41:24.765837 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0cd4bc9b-6c48-42d1-ae18-2badba5f8a30 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (204e5373-61b0-45b0-94c8-2013b300d1f5), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:24.770659 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0cd4bc9b-6c48-42d1-ae18-2badba5f8a30 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594242'] for security_group_rule (204e5373-61b0-45b0-94c8-2013b300d1f5), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:24.793295 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0cd4bc9b-6c48-42d1-ae18-2badba5f8a30 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:24.794459 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-0cd4bc9b-6c48-42d1-ae18-2badba5f8a30 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1279008 Feb 28 10:41:24.797540 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd4bc9b-6c48-42d1-ae18-2badba5f8a30 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=204e5373-61b0-45b0-94c8-2013b300d1f5,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:24.797695 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 40752) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:24.804333 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-1968b47f-8ce5-4828-8d0d-9a01b6801d08 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Request body: {'security_group_rule': {'security_group_id': '807720fc-0241-4965-8014-ba2d5c04e2d3', 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:41:24.804742 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port 1baec533-6fe2-4065-8e04-b09e8f511b96 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:41:24.805125 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (1baec533-6fe2-4065-8e04-b09e8f511b96), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:24.826358 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-8450c060-74cb-42ce-81d7-9fa451f6ddca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59d835a0-eea5-43f5-abe5-a905573026b7', 'name': 'tempest-TestNetworkBasicOps-router-1471369793', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.10'}], 'enable_snat': True}, 'gw_port_id': '1baec533-6fe2-4065-8e04-b09e8f511b96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:41:18Z', 'updated_at': '2022-02-28T10:41:22Z', 'revision_number': 4, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'gw_port': {'id': '1baec533-6fe2-4065-8e04-b09e8f511b96', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:df:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59d835a0-eea5-43f5-abe5-a905573026b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:41:19Z', 'updated_at': '2022-02-28T10:41:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '3c805caf-7912-401d-bea6-f7eb4ccaed5b', 'name': '', 'network_id': 'd0f5fa28-4e1d-4d1f-abf1-43fd94d5f8cd', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'mac_address': 'fa:16:3e:38:b8:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59d835a0-eea5-43f5-abe5-a905573026b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '7b41388d-1b83-4478-80c9-0a86e83c7e61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:41:21Z', 'updated_at': '2022-02-28T10:41:22Z', 'revision_number': 2, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'subnets': [{'id': '7b41388d-1b83-4478-80c9-0a86e83c7e61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:41:24.832831 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1968b47f-8ce5-4828-8d0d-9a01b6801d08 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (51832dda-23af-4837-a502-7e9622c16bcf), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:24.854383 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8450c060-74cb-42ce-81d7-9fa451f6ddca None None] Checking router: 59d835a0-eea5-43f5-abe5-a905573026b7 for host: dv-neutron-master-2-hyperv {{(pid=103410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:41:24.854734 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8450c060-74cb-42ce-81d7-9fa451f6ddca None None] Updating router 59d835a0-eea5-43f5-abe5-a905573026b7 port 3c805caf-7912-401d-bea6-f7eb4ccaed5b binding host dv-neutron-master-2-hyperv {{(pid=103410) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 10:41:24.881979 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8450c060-74cb-42ce-81d7-9fa451f6ddca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (3c805caf-7912-401d-bea6-f7eb4ccaed5b), before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:24.883559 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 1baec533-6fe2-4065-8e04-b09e8f511b96 is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:41:24.883941 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (1baec533-6fe2-4065-8e04-b09e8f511b96), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:24.894956 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1968b47f-8ce5-4828-8d0d-9a01b6801d08 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (51832dda-23af-4837-a502-7e9622c16bcf), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:24.899208 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1968b47f-8ce5-4828-8d0d-9a01b6801d08 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594242'] for security_group_rule (51832dda-23af-4837-a502-7e9622c16bcf), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:24.907396 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] For port 1baec533-6fe2-4065-8e04-b09e8f511b96, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1baec533-6fe2-4065-8e04-b09e8f511b96,segment=NetworkSegment(195d7ed7-323d-4284-82df-208cca613d99),segment_id=195d7ed7-323d-4284-82df-208cca613d99)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:41:24.913288 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (1baec533-6fe2-4065-8e04-b09e8f511b96), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:24.914785 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 14f9b90c-7dd4-443a-bce9-80d8158d3008 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:41:24.923891 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1968b47f-8ce5-4828-8d0d-9a01b6801d08 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51832dda-23af-4837-a502-7e9622c16bcf,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:24.934144 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1968b47f-8ce5-4828-8d0d-9a01b6801d08 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:24.935510 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-1968b47f-8ce5-4828-8d0d-9a01b6801d08 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1365921 Feb 28 10:41:24.938427 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 40754) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:24.943187 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-3291c8be-d0a6-46f3-b266-f75384c4b7bd tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Request body: {'security_group_rule': {'security_group_id': '807720fc-0241-4965-8014-ba2d5c04e2d3', 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:41:24.966861 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.db.securitygroups_db [None req-3291c8be-d0a6-46f3-b266-f75384c4b7bd tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Project 5a84b6bdce3e454e9741c4fbc09bfc68 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 10:41:24.973103 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3291c8be-d0a6-46f3-b266-f75384c4b7bd tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (a45c44a0-6af1-4bfa-9a57-7c9d9c156f44), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:25.004174 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Pushing event updated for resources: {'Port': ['ID=1baec533-6fe2-4065-8e04-b09e8f511b96,revision_number=4']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:25.014907 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port 14f9b90c-7dd4-443a-bce9-80d8158d3008 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:41:25.015484 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (14f9b90c-7dd4-443a-bce9-80d8158d3008), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:25.051185 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3291c8be-d0a6-46f3-b266-f75384c4b7bd tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (a45c44a0-6af1-4bfa-9a57-7c9d9c156f44), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:25.056076 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3291c8be-d0a6-46f3-b266-f75384c4b7bd tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594242'] for security_group_rule (a45c44a0-6af1-4bfa-9a57-7c9d9c156f44), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:25.075402 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3291c8be-d0a6-46f3-b266-f75384c4b7bd tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a45c44a0-6af1-4bfa-9a57-7c9d9c156f44,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:25.086468 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3291c8be-d0a6-46f3-b266-f75384c4b7bd tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:25.088247 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-3291c8be-d0a6-46f3-b266-f75384c4b7bd tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1485837 Feb 28 10:41:25.091415 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 40756) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:25.096053 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-98dd3ab6-2143-449c-8843-7a479493f186 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Request body: {'security_group_rule': {'security_group_id': '807720fc-0241-4965-8014-ba2d5c04e2d3', 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:41:25.098159 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 14f9b90c-7dd4-443a-bce9-80d8158d3008 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:41:25.117068 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.db.securitygroups_db [None req-98dd3ab6-2143-449c-8843-7a479493f186 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Project 5a84b6bdce3e454e9741c4fbc09bfc68 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 10:41:25.122439 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-98dd3ab6-2143-449c-8843-7a479493f186 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (db342d8a-a5b0-4227-96bc-7084ab5ef6bf), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:25.180734 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-98dd3ab6-2143-449c-8843-7a479493f186 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (db342d8a-a5b0-4227-96bc-7084ab5ef6bf), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:25.184687 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-98dd3ab6-2143-449c-8843-7a479493f186 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594242'] for security_group_rule (db342d8a-a5b0-4227-96bc-7084ab5ef6bf), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:25.190735 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8450c060-74cb-42ce-81d7-9fa451f6ddca None None] Publish callbacks [] for port (3c805caf-7912-401d-bea6-f7eb4ccaed5b), precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:25.196274 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8450c060-74cb-42ce-81d7-9fa451f6ddca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (3c805caf-7912-401d-bea6-f7eb4ccaed5b), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:25.202999 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dd3ab6-2143-449c-8843-7a479493f186 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db342d8a-a5b0-4227-96bc-7084ab5ef6bf,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:25.208668 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-98dd3ab6-2143-449c-8843-7a479493f186 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:25.214430 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-98dd3ab6-2143-449c-8843-7a479493f186 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1204424 Feb 28 10:41:25.247767 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb19b1e-a0d4-4783-87a3-000ab109d87c None None] Pushing event updated for resources: {'Port': ['ID=3c805caf-7912-401d-bea6-f7eb4ccaed5b,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:25.271452 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb19b1e-a0d4-4783-87a3-000ab109d87c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:41:25.271820 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb19b1e-a0d4-4783-87a3-000ab109d87c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:41:25.272169 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb19b1e-a0d4-4783-87a3-000ab109d87c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:41:25.272509 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb19b1e-a0d4-4783-87a3-000ab109d87c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:41:25.272868 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb19b1e-a0d4-4783-87a3-000ab109d87c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:41:25.273199 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb19b1e-a0d4-4783-87a3-000ab109d87c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:41:25.273540 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb19b1e-a0d4-4783-87a3-000ab109d87c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:41:25.273907 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb19b1e-a0d4-4783-87a3-000ab109d87c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:41:25.274551 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb19b1e-a0d4-4783-87a3-000ab109d87c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:41:25.274551 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb19b1e-a0d4-4783-87a3-000ab109d87c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:41:25.274847 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb19b1e-a0d4-4783-87a3-000ab109d87c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:41:25.275244 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb19b1e-a0d4-4783-87a3-000ab109d87c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:41:25.276087 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb19b1e-a0d4-4783-87a3-000ab109d87c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:41:25.315389 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-8450c060-74cb-42ce-81d7-9fa451f6ddca None None] Attempting to bind port 3c805caf-7912-401d-bea6-f7eb4ccaed5b on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:41:25.316068 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-8450c060-74cb-42ce-81d7-9fa451f6ddca None None] Attempting to bind port 3c805caf-7912-401d-bea6-f7eb4ccaed5b by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'a7f6456b-2c7f-462d-a6b1-afc44c84f205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'd0f5fa28-4e1d-4d1f-abf1-43fd94d5f8cd'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:41:25.316591 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8450c060-74cb-42ce-81d7-9fa451f6ddca None None] Attempting to bind port 3c805caf-7912-401d-bea6-f7eb4ccaed5b on network d0f5fa28-4e1d-4d1f-abf1-43fd94d5f8cd {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:41:25.322926 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8450c060-74cb-42ce-81d7-9fa451f6ddca None None] Checking agent: {'id': '75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 24, 15), 'started_at': datetime.datetime(2022, 2, 28, 10, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 41, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:41:25.323310 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8450c060-74cb-42ce-81d7-9fa451f6ddca None None] Checking segment: {'id': 'a7f6456b-2c7f-462d-a6b1-afc44c84f205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'd0f5fa28-4e1d-4d1f-abf1-43fd94d5f8cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:41:25.323901 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8450c060-74cb-42ce-81d7-9fa451f6ddca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:25.324398 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8450c060-74cb-42ce-81d7-9fa451f6ddca None None] Bound using segment: {'id': 'a7f6456b-2c7f-462d-a6b1-afc44c84f205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'd0f5fa28-4e1d-4d1f-abf1-43fd94d5f8cd'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:41:25.324920 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-8450c060-74cb-42ce-81d7-9fa451f6ddca None None] Bound port: 3c805caf-7912-401d-bea6-f7eb4ccaed5b, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7f6456b-2c7f-462d-a6b1-afc44c84f205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'd0f5fa28-4e1d-4d1f-abf1-43fd94d5f8cd'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:41:25.325340 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8450c060-74cb-42ce-81d7-9fa451f6ddca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (3c805caf-7912-401d-bea6-f7eb4ccaed5b), before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:25.399972 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-8450c060-74cb-42ce-81d7-9fa451f6ddca None None] For port 3c805caf-7912-401d-bea6-f7eb4ccaed5b, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:41:25.403691 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-8450c060-74cb-42ce-81d7-9fa451f6ddca None None] For port 3c805caf-7912-401d-bea6-f7eb4ccaed5b, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3c805caf-7912-401d-bea6-f7eb4ccaed5b,segment=NetworkSegment(a7f6456b-2c7f-462d-a6b1-afc44c84f205),segment_id=a7f6456b-2c7f-462d-a6b1-afc44c84f205)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:41:25.414661 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8450c060-74cb-42ce-81d7-9fa451f6ddca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (3c805caf-7912-401d-bea6-f7eb4ccaed5b), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:25.426859 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-d2ba21fa-74cf-4f9c-8f69-e52b8070f12b req-9b4841af-09c1-48f1-a20d-4d9d1e509da9 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1948263689&fields=id&tenant_id=5a84b6bdce3e454e9741c4fbc09bfc68 HTTP/1.1" status: 200 len: 267 time: 0.0511642 Feb 28 10:41:25.479428 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb19b1e-a0d4-4783-87a3-000ab109d87c None None] Pushing event updated for resources: {'Port': ['ID=3c805caf-7912-401d-bea6-f7eb4ccaed5b,revision_number=4']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:25.485108 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8450c060-74cb-42ce-81d7-9fa451f6ddca None None] Routers {'59d835a0-eea5-43f5-abe5-a905573026b7'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:41:25.485965 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-8450c060-74cb-42ce-81d7-9fa451f6ddca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:41:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['59d835a0-eea5-43f5-abe5-a905573026b7'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:41:25.535081 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-7f0ab41a-2875-4bbe-98da-22d72f1d757d None None] Provisioning complete for port 3c805caf-7912-401d-bea6-f7eb4ccaed5b triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:41:25.536147 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7f0ab41a-2875-4bbe-98da-22d72f1d757d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (3c805caf-7912-401d-bea6-f7eb4ccaed5b), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:25.625772 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-8450c060-74cb-42ce-81d7-9fa451f6ddca None None] Set router 59d835a0-eea5-43f5-abe5-a905573026b7 gateway port host: dv-neutron-master-2-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:41:25.635820 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-7f0ab41a-2875-4bbe-98da-22d72f1d757d None None] Current status of the port 3c805caf-7912-401d-bea6-f7eb4ccaed5b is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:41:25.636265 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7f0ab41a-2875-4bbe-98da-22d72f1d757d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (3c805caf-7912-401d-bea6-f7eb4ccaed5b), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:25.676249 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-7f0ab41a-2875-4bbe-98da-22d72f1d757d None None] For port 3c805caf-7912-401d-bea6-f7eb4ccaed5b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3c805caf-7912-401d-bea6-f7eb4ccaed5b,segment=NetworkSegment(a7f6456b-2c7f-462d-a6b1-afc44c84f205),segment_id=a7f6456b-2c7f-462d-a6b1-afc44c84f205)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:41:25.683972 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7f0ab41a-2875-4bbe-98da-22d72f1d757d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (3c805caf-7912-401d-bea6-f7eb4ccaed5b), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:25.740916 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0ab41a-2875-4bbe-98da-22d72f1d757d None None] Pushing event updated for resources: {'Port': ['ID=3c805caf-7912-401d-bea6-f7eb4ccaed5b,revision_number=5']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:25.805945 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-c9768ced-803d-45af-b9e6-3db7aa0f553e None None] Provisioning complete for port 3c805caf-7912-401d-bea6-f7eb4ccaed5b triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:41:25.806680 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c9768ced-803d-45af-b9e6-3db7aa0f553e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (3c805caf-7912-401d-bea6-f7eb4ccaed5b), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:25.896829 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-c9768ced-803d-45af-b9e6-3db7aa0f553e None None] Current status of the port 3c805caf-7912-401d-bea6-f7eb4ccaed5b is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:41:25.954079 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ba21fa-74cf-4f9c-8f69-e52b8070f12b req-638f88b0-7531-432a-ba8f-58fb6983936d tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:25.955561 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-d2ba21fa-74cf-4f9c-8f69-e52b8070f12b req-638f88b0-7531-432a-ba8f-58fb6983936d tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/networks?id=d0f5fa28-4e1d-4d1f-abf1-43fd94d5f8cd HTTP/1.1" status: 200 len: 796 time: 0.5214791 Feb 28 10:41:25.962487 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-8450c060-74cb-42ce-81d7-9fa451f6ddca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59d835a0-eea5-43f5-abe5-a905573026b7', 'name': 'tempest-TestNetworkBasicOps-router-1471369793', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.10'}], 'enable_snat': True}, 'gw_port_id': '1baec533-6fe2-4065-8e04-b09e8f511b96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:41:18Z', 'updated_at': '2022-02-28T10:41:22Z', 'revision_number': 4, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'gw_port': {'id': '1baec533-6fe2-4065-8e04-b09e8f511b96', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:df:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d835a0-eea5-43f5-abe5-a905573026b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:41:19Z', 'updated_at': '2022-02-28T10:41:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '3c805caf-7912-401d-bea6-f7eb4ccaed5b', 'name': '', 'network_id': 'd0f5fa28-4e1d-4d1f-abf1-43fd94d5f8cd', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'mac_address': 'fa:16:3e:38:b8:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59d835a0-eea5-43f5-abe5-a905573026b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '7b41388d-1b83-4478-80c9-0a86e83c7e61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:41:21Z', 'updated_at': '2022-02-28T10:41:25Z', 'revision_number': 4, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'subnets': [{'id': '7b41388d-1b83-4478-80c9-0a86e83c7e61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:41:25.976302 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-d2ba21fa-74cf-4f9c-8f69-e52b8070f12b req-15ed28d2-4a27-43d2-98e5-a040586d82c5 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/quotas/5a84b6bdce3e454e9741c4fbc09bfc68 HTTP/1.1" status: 200 len: 375 time: 0.0120318 Feb 28 10:41:25.989691 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8450c060-74cb-42ce-81d7-9fa451f6ddca None None] The sync data for ids ['59d835a0-eea5-43f5-abe5-a905573026b7'] in dv-neutron-master-2-hyperv is: [{'id': '59d835a0-eea5-43f5-abe5-a905573026b7', 'name': 'tempest-TestNetworkBasicOps-router-1471369793', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.10'}], 'enable_snat': True}, 'gw_port_id': '1baec533-6fe2-4065-8e04-b09e8f511b96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:41:18Z', 'updated_at': '2022-02-28T10:41:22Z', 'revision_number': 4, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'gw_port': {'id': '1baec533-6fe2-4065-8e04-b09e8f511b96', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:df:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d835a0-eea5-43f5-abe5-a905573026b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:41:19Z', 'updated_at': '2022-02-28T10:41:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '3c805caf-7912-401d-bea6-f7eb4ccaed5b', 'name': '', 'network_id': 'd0f5fa28-4e1d-4d1f-abf1-43fd94d5f8cd', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'mac_address': 'fa:16:3e:38:b8:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59d835a0-eea5-43f5-abe5-a905573026b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '7b41388d-1b83-4478-80c9-0a86e83c7e61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:41:21Z', 'updated_at': '2022-02-28T10:41:25Z', 'revision_number': 4, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'subnets': [{'id': '7b41388d-1b83-4478-80c9-0a86e83c7e61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:41:26.051660 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-d2ba21fa-74cf-4f9c-8f69-e52b8070f12b req-863a64d0-f981-4426-9762-f2b2a519c4e0 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=5a84b6bdce3e454e9741c4fbc09bfc68&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0667241 Feb 28 10:41:26.155258 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-d2ba21fa-74cf-4f9c-8f69-e52b8070f12b req-6765fe82-039c-45fb-8f90-0deb6afb6ca3 service neutron] 10.222.0.20 "GET /v2.0/networks/d0f5fa28-4e1d-4d1f-abf1-43fd94d5f8cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933335 Feb 28 10:41:26.254010 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-d2ba21fa-74cf-4f9c-8f69-e52b8070f12b req-76c9afdb-20f8-493f-9a7a-01ff59e47a23 service neutron] 10.222.0.20 "GET /v2.0/networks/d0f5fa28-4e1d-4d1f-abf1-43fd94d5f8cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928390 Feb 28 10:41:26.420800 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-720f9259-be33-4a08-9ce2-ec47a6ebe9a9 req-da9c9844-9c75-4f7a-9efd-2bfdaab55966 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/ports?device_id=5c8bd4cd-8386-4b6b-addd-a0800f025ec9 HTTP/1.1" status: 200 len: 210 time: 0.0291252 Feb 28 10:41:26.740472 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 1baec533-6fe2-4065-8e04-b09e8f511b96 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:41:26.796306 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port 1baec533-6fe2-4065-8e04-b09e8f511b96 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:41:26.796721 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (1baec533-6fe2-4065-8e04-b09e8f511b96), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:26.885414 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 1baec533-6fe2-4065-8e04-b09e8f511b96 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:41:26.886537 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 3c805caf-7912-401d-bea6-f7eb4ccaed5b up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:41:26.936926 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port 3c805caf-7912-401d-bea6-f7eb4ccaed5b triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:41:26.937634 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (3c805caf-7912-401d-bea6-f7eb4ccaed5b), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:27.022716 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 3c805caf-7912-401d-bea6-f7eb4ccaed5b is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:41:27.533358 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-e9dddeca-c146-49e5-af61-9d2cb2ef980e req-161ffb77-b8ee-4661-b8ce-50628abd8909 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/ports?device_id=5c8bd4cd-8386-4b6b-addd-a0800f025ec9 HTTP/1.1" status: 200 len: 210 time: 0.0383320 Feb 28 10:41:27.555732 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ba21fa-74cf-4f9c-8f69-e52b8070f12b req-5f0f26c1-27a8-4f4a-8ec8-7c1ca17d7eea tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:27.558494 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-d2ba21fa-74cf-4f9c-8f69-e52b8070f12b req-5f0f26c1-27a8-4f4a-8ec8-7c1ca17d7eea tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.30 "GET /v2.0/networks?id=d0f5fa28-4e1d-4d1f-abf1-43fd94d5f8cd HTTP/1.1" status: 200 len: 796 time: 0.1436627 Feb 28 10:41:27.639475 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-d2ba21fa-74cf-4f9c-8f69-e52b8070f12b req-70bad838-bc9e-4215-a486-6d815b354c59 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5a84b6bdce3e454e9741c4fbc09bfc68 HTTP/1.1" status: 200 len: 380 time: 0.0570879 Feb 28 10:41:27.651617 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [req-d2ba21fa-74cf-4f9c-8f69-e52b8070f12b req-b2771f1a-46d7-4b09-8cb6-a783bc5da0d8 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Request body: {'port': {'device_id': '5c8bd4cd-8386-4b6b-addd-a0800f025ec9', 'network_id': 'd0f5fa28-4e1d-4d1f-abf1-43fd94d5f8cd', 'admin_state_up': True, 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'security_groups': ['807720fc-0241-4965-8014-ba2d5c04e2d3']}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:41:27.764242 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2ba21fa-74cf-4f9c-8f69-e52b8070f12b req-b2771f1a-46d7-4b09-8cb6-a783bc5da0d8 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Made reservation on behalf of 5a84b6bdce3e454e9741c4fbc09bfc68 for: {'port': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:41:27.769575 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-d2ba21fa-74cf-4f9c-8f69-e52b8070f12b req-b2771f1a-46d7-4b09-8cb6-a783bc5da0d8 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:27.893366 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [req-d2ba21fa-74cf-4f9c-8f69-e52b8070f12b req-b2771f1a-46d7-4b09-8cb6-a783bc5da0d8 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Allocated IP 172.20.0.4 (d0f5fa28-4e1d-4d1f-abf1-43fd94d5f8cd/7b41388d-1b83-4478-80c9-0a86e83c7e61/55b92702-9e31-4b50-af50-19b521152243) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:41:28.046746 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-d2ba21fa-74cf-4f9c-8f69-e52b8070f12b req-b2771f1a-46d7-4b09-8cb6-a783bc5da0d8 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for port (55b92702-9e31-4b50-af50-19b521152243), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:28.084805 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-d2ba21fa-74cf-4f9c-8f69-e52b8070f12b req-b2771f1a-46d7-4b09-8cb6-a783bc5da0d8 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (55b92702-9e31-4b50-af50-19b521152243), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:28.131304 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2ba21fa-74cf-4f9c-8f69-e52b8070f12b req-b2771f1a-46d7-4b09-8cb6-a783bc5da0d8 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Network d0f5fa28-4e1d-4d1f-abf1-43fd94d5f8cd is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:41:28.134437 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [req-d2ba21fa-74cf-4f9c-8f69-e52b8070f12b req-b2771f1a-46d7-4b09-8cb6-a783bc5da0d8 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:41:28.138308 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2ba21fa-74cf-4f9c-8f69-e52b8070f12b req-b2771f1a-46d7-4b09-8cb6-a783bc5da0d8 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:41:28.144683 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2771f1a-46d7-4b09-8cb6-a783bc5da0d8 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event updated for resources: {'Port': ['ID=55b92702-9e31-4b50-af50-19b521152243,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:28.193902 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ba21fa-74cf-4f9c-8f69-e52b8070f12b req-b2771f1a-46d7-4b09-8cb6-a783bc5da0d8 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:28.194522 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-d2ba21fa-74cf-4f9c-8f69-e52b8070f12b req-b2771f1a-46d7-4b09-8cb6-a783bc5da0d8 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:28.214905 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-d2ba21fa-74cf-4f9c-8f69-e52b8070f12b req-b2771f1a-46d7-4b09-8cb6-a783bc5da0d8 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5676663 Feb 28 10:41:28.233256 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [req-d2ba21fa-74cf-4f9c-8f69-e52b8070f12b req-98a4e5dd-30d8-4019-9d42-c7c55e44c5e6 service neutron] Request body: {'port': {'device_id': '5c8bd4cd-8386-4b6b-addd-a0800f025ec9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:41:28.295908 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-d2ba21fa-74cf-4f9c-8f69-e52b8070f12b req-98a4e5dd-30d8-4019-9d42-c7c55e44c5e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (55b92702-9e31-4b50-af50-19b521152243), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:28.333225 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-9bdf7ca2-82c1-4a00-9bff-ecfac3e46399 None None] Provisioning complete for port 55b92702-9e31-4b50-af50-19b521152243 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:41:28.333800 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9bdf7ca2-82c1-4a00-9bff-ecfac3e46399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (55b92702-9e31-4b50-af50-19b521152243), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:28.367471 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-9bdf7ca2-82c1-4a00-9bff-ecfac3e46399 None None] Port 55b92702-9e31-4b50-af50-19b521152243 cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:41:28.570895 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.notifiers.nova [req-d2ba21fa-74cf-4f9c-8f69-e52b8070f12b req-98a4e5dd-30d8-4019-9d42-c7c55e44c5e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55b92702-9e31-4b50-af50-19b521152243 {{(pid=103407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 10:41:28.579138 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-d2ba21fa-74cf-4f9c-8f69-e52b8070f12b req-98a4e5dd-30d8-4019-9d42-c7c55e44c5e6 service neutron] Publish callbacks [] for port (55b92702-9e31-4b50-af50-19b521152243), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:28.592075 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.provisioning_blocks [req-d2ba21fa-74cf-4f9c-8f69-e52b8070f12b req-98a4e5dd-30d8-4019-9d42-c7c55e44c5e6 service neutron] Transition to ACTIVE for port object 55b92702-9e31-4b50-af50-19b521152243 will not be triggered until provisioned by entity L2. {{(pid=103407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 10:41:28.595724 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-d2ba21fa-74cf-4f9c-8f69-e52b8070f12b req-98a4e5dd-30d8-4019-9d42-c7c55e44c5e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3498066'] for port (55b92702-9e31-4b50-af50-19b521152243), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:28.677364 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a4e5dd-30d8-4019-9d42-c7c55e44c5e6 service neutron] Pushing event updated for resources: {'Port': ['ID=55b92702-9e31-4b50-af50-19b521152243,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:28.755660 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7fe9c1-5363-4694-8be1-70f06fbf432c req-65c75e34-c6a0-4f00-8659-5779f6fd5781 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:28.757371 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-fa7fe9c1-5363-4694-8be1-70f06fbf432c req-65c75e34-c6a0-4f00-8659-5779f6fd5781 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/ports?device_id=5c8bd4cd-8386-4b6b-addd-a0800f025ec9 HTTP/1.1" status: 200 len: 943 time: 0.1531334 Feb 28 10:41:28.806205 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-d2ba21fa-74cf-4f9c-8f69-e52b8070f12b req-98a4e5dd-30d8-4019-9d42-c7c55e44c5e6 service neutron] Attempting to bind port 55b92702-9e31-4b50-af50-19b521152243 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:41:28.806578 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-d2ba21fa-74cf-4f9c-8f69-e52b8070f12b req-98a4e5dd-30d8-4019-9d42-c7c55e44c5e6 service neutron] Attempting to bind port 55b92702-9e31-4b50-af50-19b521152243 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'a7f6456b-2c7f-462d-a6b1-afc44c84f205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'd0f5fa28-4e1d-4d1f-abf1-43fd94d5f8cd'}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:41:28.806918 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ba21fa-74cf-4f9c-8f69-e52b8070f12b req-98a4e5dd-30d8-4019-9d42-c7c55e44c5e6 service neutron] Attempting to bind port 55b92702-9e31-4b50-af50-19b521152243 on network d0f5fa28-4e1d-4d1f-abf1-43fd94d5f8cd {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:41:28.820694 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ba21fa-74cf-4f9c-8f69-e52b8070f12b req-98a4e5dd-30d8-4019-9d42-c7c55e44c5e6 service neutron] Port 55b92702-9e31-4b50-af50-19b521152243 on network d0f5fa28-4e1d-4d1f-abf1-43fd94d5f8cd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 10:41:28.821033 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ba21fa-74cf-4f9c-8f69-e52b8070f12b req-98a4e5dd-30d8-4019-9d42-c7c55e44c5e6 service neutron] Attempting to bind port 55b92702-9e31-4b50-af50-19b521152243 on network d0f5fa28-4e1d-4d1f-abf1-43fd94d5f8cd {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:41:28.834537 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ba21fa-74cf-4f9c-8f69-e52b8070f12b req-98a4e5dd-30d8-4019-9d42-c7c55e44c5e6 service neutron] Checking agent: {'id': '13ac42ae-016e-4baf-bb31-c6fa820b41c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 30, 8), 'started_at': datetime.datetime(2022, 2, 28, 10, 30, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 41, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:41:28.834884 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ba21fa-74cf-4f9c-8f69-e52b8070f12b req-98a4e5dd-30d8-4019-9d42-c7c55e44c5e6 service neutron] Checking segment: {'id': 'a7f6456b-2c7f-462d-a6b1-afc44c84f205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'd0f5fa28-4e1d-4d1f-abf1-43fd94d5f8cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:41:28.835276 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ba21fa-74cf-4f9c-8f69-e52b8070f12b req-98a4e5dd-30d8-4019-9d42-c7c55e44c5e6 service neutron] Bound using segment: {'id': 'a7f6456b-2c7f-462d-a6b1-afc44c84f205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'd0f5fa28-4e1d-4d1f-abf1-43fd94d5f8cd'} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:41:28.835712 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-d2ba21fa-74cf-4f9c-8f69-e52b8070f12b req-98a4e5dd-30d8-4019-9d42-c7c55e44c5e6 service neutron] Bound port: 55b92702-9e31-4b50-af50-19b521152243, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7f6456b-2c7f-462d-a6b1-afc44c84f205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'd0f5fa28-4e1d-4d1f-abf1-43fd94d5f8cd'}}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:41:28.836080 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-d2ba21fa-74cf-4f9c-8f69-e52b8070f12b req-98a4e5dd-30d8-4019-9d42-c7c55e44c5e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (55b92702-9e31-4b50-af50-19b521152243), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:28.841565 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-fa7fe9c1-5363-4694-8be1-70f06fbf432c req-f8903107-395b-43d9-96b4-f50a4c6f0ba6 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/security-groups?id=807720fc-0241-4965-8014-ba2d5c04e2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759916 Feb 28 10:41:28.903449 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-d2ba21fa-74cf-4f9c-8f69-e52b8070f12b req-98a4e5dd-30d8-4019-9d42-c7c55e44c5e6 service neutron] For port 55b92702-9e31-4b50-af50-19b521152243, host hv-neutron-mast, cleared binding levels {{(pid=103407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:41:28.906779 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-d2ba21fa-74cf-4f9c-8f69-e52b8070f12b req-98a4e5dd-30d8-4019-9d42-c7c55e44c5e6 service neutron] For port 55b92702-9e31-4b50-af50-19b521152243, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=55b92702-9e31-4b50-af50-19b521152243,segment=NetworkSegment(a7f6456b-2c7f-462d-a6b1-afc44c84f205),segment_id=a7f6456b-2c7f-462d-a6b1-afc44c84f205)] {{(pid=103407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:41:28.919959 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-d2ba21fa-74cf-4f9c-8f69-e52b8070f12b req-98a4e5dd-30d8-4019-9d42-c7c55e44c5e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3498066'] for port (55b92702-9e31-4b50-af50-19b521152243), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:28.964091 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ba21fa-74cf-4f9c-8f69-e52b8070f12b req-98a4e5dd-30d8-4019-9d42-c7c55e44c5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:28.964753 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-d2ba21fa-74cf-4f9c-8f69-e52b8070f12b req-98a4e5dd-30d8-4019-9d42-c7c55e44c5e6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:28.966284 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-d2ba21fa-74cf-4f9c-8f69-e52b8070f12b req-98a4e5dd-30d8-4019-9d42-c7c55e44c5e6 service neutron] 10.222.0.30 "PUT /v2.0/ports/55b92702-9e31-4b50-af50-19b521152243 HTTP/1.1" status: 200 len: 1093 time: 0.7376444 Feb 28 10:41:28.966747 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c8bd4cd-8386-4b6b-addd-a0800f025ec9', 'tag': '55b92702-9e31-4b50-af50-19b521152243'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:41:28.969060 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c8e1c873eeca597e52e7ceb7469e602eac250bfea6606d285743d38033cf584" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea0316e3-1fa2-4dc3-8409-c33e93d5694c" -d '{"events": [{"name": "network-changed", "server_uuid": "5c8bd4cd-8386-4b6b-addd-a0800f025ec9", "tag": "55b92702-9e31-4b50-af50-19b521152243"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:41:28.993547 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a4e5dd-30d8-4019-9d42-c7c55e44c5e6 service neutron] Pushing event updated for resources: {'Port': ['ID=55b92702-9e31-4b50-af50-19b521152243,revision_number=3']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:29.011685 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 10:41:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb3c4968-61f3-4150-8ece-1cf4c15e0319 x-openstack-request-id: req-cb3c4968-61f3-4150-8ece-1cf4c15e0319 {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:41:29.011985 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c8bd4cd-8386-4b6b-addd-a0800f025ec9", "tag": "55b92702-9e31-4b50-af50-19b521152243", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:41:29.012242 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cb3c4968-61f3-4150-8ece-1cf4c15e0319 {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:41:29.012688 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c8bd4cd-8386-4b6b-addd-a0800f025ec9', 'tag': '55b92702-9e31-4b50-af50-19b521152243', 'status': 'completed', 'code': 200} Feb 28 10:41:29.080441 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ba21fa-74cf-4f9c-8f69-e52b8070f12b req-928d72d8-55ca-40db-bc24-b15ddefc616d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:29.081954 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-d2ba21fa-74cf-4f9c-8f69-e52b8070f12b req-928d72d8-55ca-40db-bc24-b15ddefc616d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5a84b6bdce3e454e9741c4fbc09bfc68&device_id=5c8bd4cd-8386-4b6b-addd-a0800f025ec9 HTTP/1.1" status: 200 len: 1127 time: 0.0533087 Feb 28 10:41:29.132313 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-d2ba21fa-74cf-4f9c-8f69-e52b8070f12b req-219d26ae-bb24-4602-9729-84570319d03a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=55b92702-9e31-4b50-af50-19b521152243 HTTP/1.1" status: 200 len: 217 time: 0.0361617 Feb 28 10:41:29.180740 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ba21fa-74cf-4f9c-8f69-e52b8070f12b req-1998c422-7922-4111-85c8-07c0d9559811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:29.182672 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-d2ba21fa-74cf-4f9c-8f69-e52b8070f12b req-1998c422-7922-4111-85c8-07c0d9559811 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7b41388d-1b83-4478-80c9-0a86e83c7e61 HTTP/1.1" status: 200 len: 834 time: 0.0449874 Feb 28 10:41:29.241117 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ba21fa-74cf-4f9c-8f69-e52b8070f12b req-3cefe72c-cd95-4f94-9f6d-58bf8f50fe45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:29.242664 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-d2ba21fa-74cf-4f9c-8f69-e52b8070f12b req-3cefe72c-cd95-4f94-9f6d-58bf8f50fe45 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d0f5fa28-4e1d-4d1f-abf1-43fd94d5f8cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0540216 Feb 28 10:41:29.336252 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-d2ba21fa-74cf-4f9c-8f69-e52b8070f12b req-63947a9a-667a-4e71-9189-6b760aa1827c service neutron] 10.222.0.30 "GET /v2.0/networks/d0f5fa28-4e1d-4d1f-abf1-43fd94d5f8cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875094 Feb 28 10:41:29.429450 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-d2ba21fa-74cf-4f9c-8f69-e52b8070f12b req-bec25d20-a97b-4565-a08e-e2dfae1cd19b service neutron] 10.222.0.30 "GET /v2.0/networks/d0f5fa28-4e1d-4d1f-abf1-43fd94d5f8cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864344 Feb 28 10:41:29.561689 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0316e3-1fa2-4dc3-8409-c33e93d5694c req-a27b3568-7652-4686-876f-b89b5f0d106f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:29.563282 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-ea0316e3-1fa2-4dc3-8409-c33e93d5694c req-a27b3568-7652-4686-876f-b89b5f0d106f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5a84b6bdce3e454e9741c4fbc09bfc68&device_id=5c8bd4cd-8386-4b6b-addd-a0800f025ec9 HTTP/1.1" status: 200 len: 1127 time: 0.0481956 Feb 28 10:41:29.665526 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0316e3-1fa2-4dc3-8409-c33e93d5694c req-6c28dc28-02b6-401b-a02c-7582d4dca230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:29.667141 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-ea0316e3-1fa2-4dc3-8409-c33e93d5694c req-6c28dc28-02b6-401b-a02c-7582d4dca230 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d0f5fa28-4e1d-4d1f-abf1-43fd94d5f8cd HTTP/1.1" status: 200 len: 897 time: 0.0970852 Feb 28 10:41:29.709122 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-ea0316e3-1fa2-4dc3-8409-c33e93d5694c req-0526626a-4ff3-4029-ba1e-c19c1c7af726 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=55b92702-9e31-4b50-af50-19b521152243 HTTP/1.1" status: 200 len: 217 time: 0.0365992 Feb 28 10:41:29.757205 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0316e3-1fa2-4dc3-8409-c33e93d5694c req-a1f5ca8a-b931-4fa6-9815-a2584b044488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:29.758658 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-ea0316e3-1fa2-4dc3-8409-c33e93d5694c req-a1f5ca8a-b931-4fa6-9815-a2584b044488 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7b41388d-1b83-4478-80c9-0a86e83c7e61 HTTP/1.1" status: 200 len: 834 time: 0.0436950 Feb 28 10:41:29.810462 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0316e3-1fa2-4dc3-8409-c33e93d5694c req-c574ba4f-fad9-4582-b942-85f2ed514693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:29.811933 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-ea0316e3-1fa2-4dc3-8409-c33e93d5694c req-c574ba4f-fad9-4582-b942-85f2ed514693 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d0f5fa28-4e1d-4d1f-abf1-43fd94d5f8cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0468836 Feb 28 10:41:29.912106 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-ea0316e3-1fa2-4dc3-8409-c33e93d5694c req-9faae7ed-4b7c-4e8a-a692-b489bd193149 service neutron] 10.222.0.30 "GET /v2.0/networks/d0f5fa28-4e1d-4d1f-abf1-43fd94d5f8cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925980 Feb 28 10:41:30.028257 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c477787-1bd6-4317-a54d-c2de1f23c9f8 req-869b5d31-3179-4598-a996-0ff0529f208d tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:30.029804 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-5c477787-1bd6-4317-a54d-c2de1f23c9f8 req-869b5d31-3179-4598-a996-0ff0529f208d tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/ports?device_id=5c8bd4cd-8386-4b6b-addd-a0800f025ec9 HTTP/1.1" status: 200 len: 943 time: 0.1167397 Feb 28 10:41:30.045991 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-ea0316e3-1fa2-4dc3-8409-c33e93d5694c req-cb84e442-e64d-4729-a37d-c9217599675c service neutron] 10.222.0.30 "GET /v2.0/networks/d0f5fa28-4e1d-4d1f-abf1-43fd94d5f8cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243434 Feb 28 10:41:30.090447 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-5c477787-1bd6-4317-a54d-c2de1f23c9f8 req-1c4c1ac4-7f91-4c60-8779-e8607d93502f tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/security-groups?id=807720fc-0241-4965-8014-ba2d5c04e2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550816 Feb 28 10:41:31.234086 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d229136b-b6a8-4529-a8ef-b3cee92820ff req-16000854-bfcc-40d9-b109-324fe9211a0d tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:31.235570 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-d229136b-b6a8-4529-a8ef-b3cee92820ff req-16000854-bfcc-40d9-b109-324fe9211a0d tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/ports?device_id=5c8bd4cd-8386-4b6b-addd-a0800f025ec9 HTTP/1.1" status: 200 len: 943 time: 0.0656843 Feb 28 10:41:31.284088 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-d229136b-b6a8-4529-a8ef-b3cee92820ff req-1bc9c037-dfb9-4e4d-a06b-e3f743d21abe tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/security-groups?id=807720fc-0241-4965-8014-ba2d5c04e2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426657 Feb 28 10:41:32.413900 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b0477a-acce-4f0b-a3fc-bddbc7c6a6f2 req-eb18b00d-172c-4f6d-8cd4-9994e0dda537 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:32.415308 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-63b0477a-acce-4f0b-a3fc-bddbc7c6a6f2 req-eb18b00d-172c-4f6d-8cd4-9994e0dda537 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/ports?device_id=5c8bd4cd-8386-4b6b-addd-a0800f025ec9 HTTP/1.1" status: 200 len: 943 time: 0.0611105 Feb 28 10:41:32.464716 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-63b0477a-acce-4f0b-a3fc-bddbc7c6a6f2 req-7c203eee-0a4e-4f06-99a3-04873fc4ccca tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/security-groups?id=807720fc-0241-4965-8014-ba2d5c04e2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433929 Feb 28 10:41:32.732702 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device 55b92702-9e31-4b50-af50-19b521152243 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103409) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 10:41:32.835694 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] For port 55b92702-9e31-4b50-af50-19b521152243, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=55b92702-9e31-4b50-af50-19b521152243,segment=NetworkSegment(a7f6456b-2c7f-462d-a6b1-afc44c84f205),segment_id=a7f6456b-2c7f-462d-a6b1-afc44c84f205)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:41:32.848005 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Returning: {'device': '55b92702-9e31-4b50-af50-19b521152243', 'network_id': 'd0f5fa28-4e1d-4d1f-abf1-43fd94d5f8cd', 'port_id': '55b92702-9e31-4b50-af50-19b521152243', 'mac_address': 'fa:16:3e:d4:16:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 263, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b41388d-1b83-4478-80c9-0a86e83c7e61', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103409) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 10:41:32.884906 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Current status of the port 55b92702-9e31-4b50-af50-19b521152243 is: DOWN; New status is: BUILD {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:41:32.885292 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (55b92702-9e31-4b50-af50-19b521152243), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:32.898767 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55b92702-9e31-4b50-af50-19b521152243 {{(pid=103409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 10:41:32.921146 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] For port 55b92702-9e31-4b50-af50-19b521152243, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=55b92702-9e31-4b50-af50-19b521152243,segment=NetworkSegment(a7f6456b-2c7f-462d-a6b1-afc44c84f205),segment_id=a7f6456b-2c7f-462d-a6b1-afc44c84f205)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:41:32.927527 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (55b92702-9e31-4b50-af50-19b521152243), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:32.979982 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Pushing event updated for resources: {'Port': ['ID=55b92702-9e31-4b50-af50-19b521152243,revision_number=4']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:33.386982 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] get_ports_and_sgs() called for port_ids ['55b92702-9e31-4b50-af50-19b521152243'] {{(pid=103409) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 10:41:33.590813 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e04c30-5c52-4558-92e2-b1df002e0ecc req-dd27c492-4d8d-467a-ba52-7e5db384df1b tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:33.592474 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-b1e04c30-5c52-4558-92e2-b1df002e0ecc req-dd27c492-4d8d-467a-ba52-7e5db384df1b tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/ports?device_id=5c8bd4cd-8386-4b6b-addd-a0800f025ec9 HTTP/1.1" status: 200 len: 944 time: 0.0553427 Feb 28 10:41:33.642443 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-b1e04c30-5c52-4558-92e2-b1df002e0ecc req-74d60a34-5572-4ba7-af7a-5dc3f3a8855b tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/security-groups?id=807720fc-0241-4965-8014-ba2d5c04e2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436473 Feb 28 10:41:34.747179 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device 55b92702-9e31-4b50-af50-19b521152243 up at agent hyperv_hv-neutron-mast {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:41:34.778559 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c154eb69-8701-4e3d-8936-4f4e36bebd37 req-6c07ae8d-a468-4604-9665-068d5a3515ae tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:34.780138 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-c154eb69-8701-4e3d-8936-4f4e36bebd37 req-6c07ae8d-a468-4604-9665-068d5a3515ae tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/ports?device_id=5c8bd4cd-8386-4b6b-addd-a0800f025ec9 HTTP/1.1" status: 200 len: 944 time: 0.0622652 Feb 28 10:41:34.807735 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Provisioning for port 55b92702-9e31-4b50-af50-19b521152243 completed by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 10:41:34.812015 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Provisioning complete for port 55b92702-9e31-4b50-af50-19b521152243 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:41:34.813074 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (55b92702-9e31-4b50-af50-19b521152243), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:34.832974 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-c154eb69-8701-4e3d-8936-4f4e36bebd37 req-0a68394c-1046-4fcf-aa40-d4eaf6fd9e3e tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/security-groups?id=807720fc-0241-4965-8014-ba2d5c04e2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450661 Feb 28 10:41:34.894592 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Current status of the port 55b92702-9e31-4b50-af50-19b521152243 is: BUILD; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:41:34.894895 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (55b92702-9e31-4b50-af50-19b521152243), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:34.919443 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c8bd4cd-8386-4b6b-addd-a0800f025ec9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55b92702-9e31-4b50-af50-19b521152243'}] {{(pid=103409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:41:34.921812 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa5325a5be4b33bf61fd809c564e3765e689d817bbd874267890deb3cfccaf12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be2112c1-fcb1-404a-bd17-aa3cfea7a61b" -d '{"events": [{"server_uuid": "5c8bd4cd-8386-4b6b-addd-a0800f025ec9", "name": "network-vif-plugged", "status": "completed", "tag": "55b92702-9e31-4b50-af50-19b521152243"}]}' {{(pid=103409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:41:34.943547 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] For port 55b92702-9e31-4b50-af50-19b521152243, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=55b92702-9e31-4b50-af50-19b521152243,segment=NetworkSegment(a7f6456b-2c7f-462d-a6b1-afc44c84f205),segment_id=a7f6456b-2c7f-462d-a6b1-afc44c84f205)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:41:34.948510 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (55b92702-9e31-4b50-af50-19b521152243), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:34.981612 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 10:41:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00cf16c0-812b-4ac8-883f-5983a660fa04 x-openstack-request-id: req-00cf16c0-812b-4ac8-883f-5983a660fa04 {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:41:34.981924 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c8bd4cd-8386-4b6b-addd-a0800f025ec9", "name": "network-vif-plugged", "status": "completed", "tag": "55b92702-9e31-4b50-af50-19b521152243", "code": 200}]} {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:41:34.982245 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-00cf16c0-812b-4ac8-883f-5983a660fa04 {{(pid=103409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:41:34.982641 dv-neutron-master-2-hyperv neutron-server[103409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c8bd4cd-8386-4b6b-addd-a0800f025ec9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55b92702-9e31-4b50-af50-19b521152243', 'code': 200} Feb 28 10:41:35.015798 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Pushing event updated for resources: {'Port': ['ID=55b92702-9e31-4b50-af50-19b521152243,revision_number=5']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:35.205757 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d13dbd7-b25b-47c0-99c0-ea1570632893 req-550cbce9-60a1-40c7-8209-a544aa584b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:35.207845 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-8d13dbd7-b25b-47c0-99c0-ea1570632893 req-550cbce9-60a1-40c7-8209-a544aa584b1f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5c8bd4cd-8386-4b6b-addd-a0800f025ec9 HTTP/1.1" status: 200 len: 1129 time: 0.0560088 Feb 28 10:41:35.265466 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-8d13dbd7-b25b-47c0-99c0-ea1570632893 req-52c66565-dc5a-489d-beba-e4eb250a22cf service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=807720fc-0241-4965-8014-ba2d5c04e2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505919 Feb 28 10:41:35.978956 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd48db6-9606-4540-98ca-9bb021112d46 req-1fd6acb1-1ab4-4c4e-ab7c-028f4fba97dc tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:35.980454 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-7dd48db6-9606-4540-98ca-9bb021112d46 req-1fd6acb1-1ab4-4c4e-ab7c-028f4fba97dc tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/ports?device_id=5c8bd4cd-8386-4b6b-addd-a0800f025ec9 HTTP/1.1" status: 200 len: 945 time: 0.0738378 Feb 28 10:41:36.050679 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-7dd48db6-9606-4540-98ca-9bb021112d46 req-18501d70-54c5-4ae9-a8e8-e41f534e3b56 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/security-groups?id=807720fc-0241-4965-8014-ba2d5c04e2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633576 Feb 28 10:41:37.208734 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418424f3-64ef-4925-8387-dd6f76c6211a req-53c1d683-6284-4f95-80ef-7cf612baf280 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:37.211510 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-418424f3-64ef-4925-8387-dd6f76c6211a req-53c1d683-6284-4f95-80ef-7cf612baf280 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/ports?device_id=5c8bd4cd-8386-4b6b-addd-a0800f025ec9 HTTP/1.1" status: 200 len: 945 time: 0.0735285 Feb 28 10:41:37.279571 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-418424f3-64ef-4925-8387-dd6f76c6211a req-410a7dd6-24a0-48d0-aef6-bb7eb6901262 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/security-groups?id=807720fc-0241-4965-8014-ba2d5c04e2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592782 Feb 28 10:41:37.448973 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4ad7b8-3d4b-4567-a642-9fb504ced7c6 req-08513d7c-0f84-4f31-b014-1dac9eb841f0 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:37.450457 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-6e4ad7b8-3d4b-4567-a642-9fb504ced7c6 req-08513d7c-0f84-4f31-b014-1dac9eb841f0 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/ports?device_id=5c8bd4cd-8386-4b6b-addd-a0800f025ec9 HTTP/1.1" status: 200 len: 945 time: 0.0752740 Feb 28 10:41:37.506684 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-6e4ad7b8-3d4b-4567-a642-9fb504ced7c6 req-b23dcb82-f7c2-44ba-a9f3-812a529d8ce8 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/security-groups?id=807720fc-0241-4965-8014-ba2d5c04e2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480812 Feb 28 10:41:37.529499 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 40812) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:37.583889 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ec92d5-2eee-4cc5-9656-425ab9a833c4 tempest-TestNetworkBasicOps-986752647 tempest-TestNetworkBasicOps-986752647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:37.585552 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-09ec92d5-2eee-4cc5-9656-425ab9a833c4 tempest-TestNetworkBasicOps-986752647 tempest-TestNetworkBasicOps-986752647-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=5c8bd4cd-8386-4b6b-addd-a0800f025ec9 HTTP/1.1" status: 200 len: 1124 time: 0.0549495 Feb 28 10:41:37.589543 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 40814) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:37.594400 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-0cc474ff-cadb-4041-93f7-a1a64d8c268b tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Request body: {'floatingip': {'floating_network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'port_id': '55b92702-9e31-4b50-af50-19b521152243', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:41:37.615843 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0cc474ff-cadb-4041-93f7-a1a64d8c268b tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:37.722726 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0cc474ff-cadb-4041-93f7-a1a64d8c268b tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:37.831333 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-0cc474ff-cadb-4041-93f7-a1a64d8c268b tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Allocated IP 172.36.5.107 (1e0804d0-d1d9-4d40-9de5-2936f3d87840/6f6f4129-23e5-4c3b-b4ef-4c7ce926797e/2b7c6911-8cda-4874-89a2-b8c4533590ac) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:41:37.933325 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0cc474ff-cadb-4041-93f7-a1a64d8c268b tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for port (2b7c6911-8cda-4874-89a2-b8c4533590ac), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:37.969492 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0cc474ff-cadb-4041-93f7-a1a64d8c268b tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (2b7c6911-8cda-4874-89a2-b8c4533590ac), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:38.009058 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cc474ff-cadb-4041-93f7-a1a64d8c268b tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Network 1e0804d0-d1d9-4d40-9de5-2936f3d87840 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:41:38.011846 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-0cc474ff-cadb-4041-93f7-a1a64d8c268b tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:41:38.015712 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc474ff-cadb-4041-93f7-a1a64d8c268b tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:41:38.040451 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc474ff-cadb-4041-93f7-a1a64d8c268b tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event updated for resources: {'Port': ['ID=2b7c6911-8cda-4874-89a2-b8c4533590ac,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:38.071927 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (13ac42ae-016e-4baf-bb31-c6fa820b41c2), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:38.393331 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0cc474ff-cadb-4041-93f7-a1a64d8c268b tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for floatingip (f94937a6-f83a-43aa-a0d2-3053fb08cbda), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:38.466163 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0cc474ff-cadb-4041-93f7-a1a64d8c268b tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (2b7c6911-8cda-4874-89a2-b8c4533590ac), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:38.618797 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0cc474ff-cadb-4041-93f7-a1a64d8c268b tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for port (2b7c6911-8cda-4874-89a2-b8c4533590ac), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:38.624883 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0cc474ff-cadb-4041-93f7-a1a64d8c268b tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3498066'] for port (2b7c6911-8cda-4874-89a2-b8c4533590ac), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:38.688640 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc474ff-cadb-4041-93f7-a1a64d8c268b tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event updated for resources: {'Port': ['ID=2b7c6911-8cda-4874-89a2-b8c4533590ac,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:41:38.700147 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0cc474ff-cadb-4041-93f7-a1a64d8c268b tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1803383'] for floatingip (f94937a6-f83a-43aa-a0d2-3053fb08cbda), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:38.750764 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3e8bd8b1-0e82-492d-8fcf-686e00586a24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fb6705d2-4f70-4965-92a3-fbfccd43a6d3), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:38.806637 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.db.l3_db [None req-0cc474ff-cadb-4041-93f7-a1a64d8c268b tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Floating IP f94937a6-f83a-43aa-a0d2-3053fb08cbda associated. External IP: 172.36.5.107, port: 55b92702-9e31-4b50-af50-19b521152243. Feb 28 10:41:39.026265 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cc474ff-cadb-4041-93f7-a1a64d8c268b tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Router 59d835a0-eea5-43f5-abe5-a905573026b7 has already been hosted by L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:41:39.144958 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cc474ff-cadb-4041-93f7-a1a64d8c268b tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:41:39.155488 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d049f6dc-e2bf-4d09-8328-cbeb5d988c9a None None] Sync routers for ids ['59d835a0-eea5-43f5-abe5-a905573026b7'] in dv-neutron-master-2-hyperv {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:41:39.165692 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0cc474ff-cadb-4041-93f7-a1a64d8c268b tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for floatingip (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:39.172132 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d049f6dc-e2bf-4d09-8328-cbeb5d988c9a None None] Routers {'59d835a0-eea5-43f5-abe5-a905573026b7'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:41:39.172802 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-d049f6dc-e2bf-4d09-8328-cbeb5d988c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:41:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['59d835a0-eea5-43f5-abe5-a905573026b7'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:41:39.200851 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-0cc474ff-cadb-4041-93f7-a1a64d8c268b tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6100602 Feb 28 10:41:39.201533 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c8bd4cd-8386-4b6b-addd-a0800f025ec9', 'tag': '55b92702-9e31-4b50-af50-19b521152243'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:41:39.204168 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 40816) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:39.204707 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c8e1c873eeca597e52e7ceb7469e602eac250bfea6606d285743d38033cf584" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-219142d7-3ade-4211-88d6-3488e4846cab" -d '{"events": [{"name": "network-changed", "server_uuid": "5c8bd4cd-8386-4b6b-addd-a0800f025ec9", "tag": "55b92702-9e31-4b50-af50-19b521152243"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:41:39.242155 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 10:41:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a49c2bd5-edc8-415f-ad6d-7b929f154a81 x-openstack-request-id: req-a49c2bd5-edc8-415f-ad6d-7b929f154a81 {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:41:39.242453 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c8bd4cd-8386-4b6b-addd-a0800f025ec9", "tag": "55b92702-9e31-4b50-af50-19b521152243", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:41:39.242712 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a49c2bd5-edc8-415f-ad6d-7b929f154a81 {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:41:39.243127 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c8bd4cd-8386-4b6b-addd-a0800f025ec9', 'tag': '55b92702-9e31-4b50-af50-19b521152243', 'status': 'completed', 'code': 200} Feb 28 10:41:39.275442 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-7e9c3093-68df-4737-b353-aec9bf6f981a tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/floatingips/f94937a6-f83a-43aa-a0d2-3053fb08cbda HTTP/1.1" status: 200 len: 991 time: 0.0700574 Feb 28 10:41:39.297234 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-d049f6dc-e2bf-4d09-8328-cbeb5d988c9a None None] Set router 59d835a0-eea5-43f5-abe5-a905573026b7 gateway port host: dv-neutron-master-2-hyperv {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:41:39.334883 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219142d7-3ade-4211-88d6-3488e4846cab req-f61631c2-96e2-4deb-8baa-36c85301ecee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:39.336470 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-219142d7-3ade-4211-88d6-3488e4846cab req-f61631c2-96e2-4deb-8baa-36c85301ecee service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5a84b6bdce3e454e9741c4fbc09bfc68&device_id=5c8bd4cd-8386-4b6b-addd-a0800f025ec9 HTTP/1.1" status: 200 len: 1129 time: 0.0486529 Feb 28 10:41:39.431806 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219142d7-3ade-4211-88d6-3488e4846cab req-ff1a54b2-87b6-4937-8ff5-b977b6540bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:39.433435 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-219142d7-3ade-4211-88d6-3488e4846cab req-ff1a54b2-87b6-4937-8ff5-b977b6540bca service neutron] 10.222.0.30 "GET /v2.0/networks?id=d0f5fa28-4e1d-4d1f-abf1-43fd94d5f8cd HTTP/1.1" status: 200 len: 897 time: 0.0914233 Feb 28 10:41:39.505461 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-219142d7-3ade-4211-88d6-3488e4846cab req-6f87c976-65d4-4e34-a45c-d020882385bb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=55b92702-9e31-4b50-af50-19b521152243 HTTP/1.1" status: 200 len: 999 time: 0.0656314 Feb 28 10:41:39.560518 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219142d7-3ade-4211-88d6-3488e4846cab req-96b0057f-4f19-49c7-8a7f-334e8c143f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:39.562609 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-219142d7-3ade-4211-88d6-3488e4846cab req-96b0057f-4f19-49c7-8a7f-334e8c143f61 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7b41388d-1b83-4478-80c9-0a86e83c7e61 HTTP/1.1" status: 200 len: 834 time: 0.0520260 Feb 28 10:41:39.620090 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219142d7-3ade-4211-88d6-3488e4846cab req-95b83963-a320-45ca-baa2-4a21df22f975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:41:39.621665 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-219142d7-3ade-4211-88d6-3488e4846cab req-95b83963-a320-45ca-baa2-4a21df22f975 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d0f5fa28-4e1d-4d1f-abf1-43fd94d5f8cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0530300 Feb 28 10:41:39.682001 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-d049f6dc-e2bf-4d09-8328-cbeb5d988c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59d835a0-eea5-43f5-abe5-a905573026b7', 'name': 'tempest-TestNetworkBasicOps-router-1471369793', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.10'}], 'enable_snat': True}, 'gw_port_id': '1baec533-6fe2-4065-8e04-b09e8f511b96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:41:18Z', 'updated_at': '2022-02-28T10:41:22Z', 'revision_number': 4, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'gw_port': {'id': '1baec533-6fe2-4065-8e04-b09e8f511b96', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:df:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d835a0-eea5-43f5-abe5-a905573026b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:41:19Z', 'updated_at': '2022-02-28T10:41:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'f94937a6-f83a-43aa-a0d2-3053fb08cbda', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'floating_ip_address': '172.36.5.107', 'floating_network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'router_id': '59d835a0-eea5-43f5-abe5-a905573026b7', 'port_id': '55b92702-9e31-4b50-af50-19b521152243', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1364, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0f5fa28-4e1d-4d1f-abf1-43fd94d5f8cd', 'mac_address': 'fa:16:3e:d4:16:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c8bd4cd-8386-4b6b-addd-a0800f025ec9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:41:38Z', 'updated_at': '2022-02-28T10:41:38Z', 'revision_number': 0, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c805caf-7912-401d-bea6-f7eb4ccaed5b', 'name': '', 'network_id': 'd0f5fa28-4e1d-4d1f-abf1-43fd94d5f8cd', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'mac_address': 'fa:16:3e:38:b8:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d835a0-eea5-43f5-abe5-a905573026b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '7b41388d-1b83-4478-80c9-0a86e83c7e61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:41:21Z', 'updated_at': '2022-02-28T10:41:25Z', 'revision_number': 5, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'subnets': [{'id': '7b41388d-1b83-4478-80c9-0a86e83c7e61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:41:39.712677 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d049f6dc-e2bf-4d09-8328-cbeb5d988c9a None None] Checking router: 59d835a0-eea5-43f5-abe5-a905573026b7 for host: dv-neutron-master-2-hyperv {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:41:39.721657 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d049f6dc-e2bf-4d09-8328-cbeb5d988c9a None None] Routers {'59d835a0-eea5-43f5-abe5-a905573026b7'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:41:39.722257 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-d049f6dc-e2bf-4d09-8328-cbeb5d988c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:41:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['59d835a0-eea5-43f5-abe5-a905573026b7'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:41:39.724082 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-219142d7-3ade-4211-88d6-3488e4846cab req-70d689c5-9b85-479c-b8e5-ede1c6870f0c service neutron] 10.222.0.30 "GET /v2.0/networks/d0f5fa28-4e1d-4d1f-abf1-43fd94d5f8cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948913 Feb 28 10:41:39.836019 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-d049f6dc-e2bf-4d09-8328-cbeb5d988c9a None None] Set router 59d835a0-eea5-43f5-abe5-a905573026b7 gateway port host: dv-neutron-master-2-hyperv {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:41:40.096767 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-d049f6dc-e2bf-4d09-8328-cbeb5d988c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59d835a0-eea5-43f5-abe5-a905573026b7', 'name': 'tempest-TestNetworkBasicOps-router-1471369793', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.10'}], 'enable_snat': True}, 'gw_port_id': '1baec533-6fe2-4065-8e04-b09e8f511b96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:41:18Z', 'updated_at': '2022-02-28T10:41:22Z', 'revision_number': 4, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'gw_port': {'id': '1baec533-6fe2-4065-8e04-b09e8f511b96', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:df:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d835a0-eea5-43f5-abe5-a905573026b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:41:19Z', 'updated_at': '2022-02-28T10:41:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'f94937a6-f83a-43aa-a0d2-3053fb08cbda', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'floating_ip_address': '172.36.5.107', 'floating_network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'router_id': '59d835a0-eea5-43f5-abe5-a905573026b7', 'port_id': '55b92702-9e31-4b50-af50-19b521152243', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1364, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0f5fa28-4e1d-4d1f-abf1-43fd94d5f8cd', 'mac_address': 'fa:16:3e:d4:16:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c8bd4cd-8386-4b6b-addd-a0800f025ec9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:41:38Z', 'updated_at': '2022-02-28T10:41:38Z', 'revision_number': 0, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c805caf-7912-401d-bea6-f7eb4ccaed5b', 'name': '', 'network_id': 'd0f5fa28-4e1d-4d1f-abf1-43fd94d5f8cd', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'mac_address': 'fa:16:3e:38:b8:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d835a0-eea5-43f5-abe5-a905573026b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '7b41388d-1b83-4478-80c9-0a86e83c7e61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:41:21Z', 'updated_at': '2022-02-28T10:41:25Z', 'revision_number': 5, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'subnets': [{'id': '7b41388d-1b83-4478-80c9-0a86e83c7e61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:41:40.127129 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d049f6dc-e2bf-4d09-8328-cbeb5d988c9a None None] The sync data for ids ['59d835a0-eea5-43f5-abe5-a905573026b7'] in dv-neutron-master-2-hyperv is: [{'id': '59d835a0-eea5-43f5-abe5-a905573026b7', 'name': 'tempest-TestNetworkBasicOps-router-1471369793', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.10'}], 'enable_snat': True}, 'gw_port_id': '1baec533-6fe2-4065-8e04-b09e8f511b96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:41:18Z', 'updated_at': '2022-02-28T10:41:22Z', 'revision_number': 4, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'gw_port': {'id': '1baec533-6fe2-4065-8e04-b09e8f511b96', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:df:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d835a0-eea5-43f5-abe5-a905573026b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:41:19Z', 'updated_at': '2022-02-28T10:41:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'f94937a6-f83a-43aa-a0d2-3053fb08cbda', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'floating_ip_address': '172.36.5.107', 'floating_network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'router_id': '59d835a0-eea5-43f5-abe5-a905573026b7', 'port_id': '55b92702-9e31-4b50-af50-19b521152243', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1364, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0f5fa28-4e1d-4d1f-abf1-43fd94d5f8cd', 'mac_address': 'fa:16:3e:d4:16:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c8bd4cd-8386-4b6b-addd-a0800f025ec9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:41:38Z', 'updated_at': '2022-02-28T10:41:38Z', 'revision_number': 0, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c805caf-7912-401d-bea6-f7eb4ccaed5b', 'name': '', 'network_id': 'd0f5fa28-4e1d-4d1f-abf1-43fd94d5f8cd', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'mac_address': 'fa:16:3e:38:b8:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d835a0-eea5-43f5-abe5-a905573026b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '7b41388d-1b83-4478-80c9-0a86e83c7e61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:41:21Z', 'updated_at': '2022-02-28T10:41:25Z', 'revision_number': 5, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'subnets': [{'id': '7b41388d-1b83-4478-80c9-0a86e83c7e61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:41:40.239387 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-219142d7-3ade-4211-88d6-3488e4846cab req-efaf9bcc-e914-4e25-9f37-589d17d20142 service neutron] 10.222.0.30 "GET /v2.0/networks/d0f5fa28-4e1d-4d1f-abf1-43fd94d5f8cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5096018 Feb 28 10:41:40.277734 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 40820) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:40.345597 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e85700a-0c6f-4cc9-b7f5-e0124a68f120 None None] New status for floating IP f94937a6-f83a-43aa-a0d2-3053fb08cbda: ACTIVE {{(pid=103410) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 10:41:40.349300 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-04c0e701-f7bd-4952-b67a-b254476cec13 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/floatingips/f94937a6-f83a-43aa-a0d2-3053fb08cbda HTTP/1.1" status: 200 len: 991 time: 0.0700979 Feb 28 10:41:41.020332 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ef5ab807-6ee7-4e7a-aee2-cd858eaa47a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fc6c9b74-8dbb-41bb-800a-5bd3a43fe896), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:41.352539 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 40822) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:41:41.432772 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-add8f987-e37f-472c-a030-22ff77b47251 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/floatingips/f94937a6-f83a-43aa-a0d2-3053fb08cbda HTTP/1.1" status: 200 len: 993 time: 0.0790424 Feb 28 10:41:41.998163 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b6d631fb-7df0-4fe1-8322-abff3b61cae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (0db5147a-92a3-4581-8a5f-8ec9b93e0600), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:43.445716 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6b923bb1-06b0-4b84-b461-7cc1d0196090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (2e621730-3978-4720-b581-ac380e97a567), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:44.916977 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:41:48.055161 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.agents_db [None req-382e0aa2-b126-48e6-89eb-3efa426b6b29 None None] Agent healthcheck: found 6 active agents {{(pid=103410) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 10:42:08.090246 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (13ac42ae-016e-4baf-bb31-c6fa820b41c2), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:08.762362 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-452cf17c-d218-40c9-b78e-c7d6c8d0789c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fb6705d2-4f70-4965-92a3-fbfccd43a6d3), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:11.029248 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-255da61c-9909-40f0-9424-cae590c8cb35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fc6c9b74-8dbb-41bb-800a-5bd3a43fe896), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:12.002646 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b6d631fb-7df0-4fe1-8322-abff3b61cae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (0db5147a-92a3-4581-8a5f-8ec9b93e0600), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:13.437932 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6b923bb1-06b0-4b84-b461-7cc1d0196090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (2e621730-3978-4720-b581-ac380e97a567), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:14.919055 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:18.020363 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-2b620081-1aa4-403e-9597-7272fba08da4 req-d85a7086-6c28-42ec-bc0d-d312361ff37d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=853acdce-8a18-4844-9990-c1ae6c6716f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0463383 Feb 28 10:42:18.137346 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b620081-1aa4-403e-9597-7272fba08da4 req-5169ea4f-a106-4856-b01f-00939eacffd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:18.138852 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-2b620081-1aa4-403e-9597-7272fba08da4 req-5169ea4f-a106-4856-b01f-00939eacffd7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=731d835d2b9d4f1cae2d0f5bd7f8ebb9&device_id=853acdce-8a18-4844-9990-c1ae6c6716f1 HTTP/1.1" status: 200 len: 1130 time: 0.0569408 Feb 28 10:42:18.242652 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b620081-1aa4-403e-9597-7272fba08da4 req-6cdfc035-efaa-4af8-838b-4d8d28c9b6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:18.244117 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-2b620081-1aa4-403e-9597-7272fba08da4 req-6cdfc035-efaa-4af8-838b-4d8d28c9b6f9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=75bff9a3-e6fb-40b9-a252-b48d30550927 HTTP/1.1" status: 200 len: 913 time: 0.0864296 Feb 28 10:42:18.310814 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-2b620081-1aa4-403e-9597-7272fba08da4 req-852484b4-8020-43bf-a559-b7eefcd011f6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f997b0d0-a840-4517-b53a-8d297d1afe64 HTTP/1.1" status: 200 len: 1002 time: 0.0599680 Feb 28 10:42:18.359611 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b620081-1aa4-403e-9597-7272fba08da4 req-232f5cfb-0423-4b84-95ed-a23e273be10c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:18.361111 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-2b620081-1aa4-403e-9597-7272fba08da4 req-232f5cfb-0423-4b84-95ed-a23e273be10c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e42d74b6-8cf8-4c98-a2fa-7c543c8ad426 HTTP/1.1" status: 200 len: 851 time: 0.0452971 Feb 28 10:42:18.422018 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b620081-1aa4-403e-9597-7272fba08da4 req-57cd7375-2347-4046-9a88-da9786f2a931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:18.423532 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-2b620081-1aa4-403e-9597-7272fba08da4 req-57cd7375-2347-4046-9a88-da9786f2a931 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=75bff9a3-e6fb-40b9-a252-b48d30550927&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0566366 Feb 28 10:42:18.510931 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-2b620081-1aa4-403e-9597-7272fba08da4 req-462dccc5-ad25-4657-bde0-d49400e79100 service neutron] 10.222.0.30 "GET /v2.0/networks/75bff9a3-e6fb-40b9-a252-b48d30550927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815325 Feb 28 10:42:18.606705 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-2b620081-1aa4-403e-9597-7272fba08da4 req-ec0fd823-2553-40e8-885a-39400c801286 service neutron] 10.222.0.30 "GET /v2.0/networks/75bff9a3-e6fb-40b9-a252-b48d30550927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904250 Feb 28 10:42:25.055015 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.agents_db [None req-382e0aa2-b126-48e6-89eb-3efa426b6b29 None None] Agent healthcheck: found 6 active agents {{(pid=103410) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 10:42:38.082829 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (13ac42ae-016e-4baf-bb31-c6fa820b41c2), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:38.766410 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-728f53a4-ff2f-4396-aab6-dee27d806d2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fb6705d2-4f70-4965-92a3-fbfccd43a6d3), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:41.026464 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2e353518-6f2f-4043-a42d-a7587fe8617d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fc6c9b74-8dbb-41bb-800a-5bd3a43fe896), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:42.007648 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b6d631fb-7df0-4fe1-8322-abff3b61cae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (0db5147a-92a3-4581-8a5f-8ec9b93e0600), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:43.440673 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6b923bb1-06b0-4b84-b461-7cc1d0196090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (2e621730-3978-4720-b581-ac380e97a567), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:44.915037 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:54.737282 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 40852) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:54.804799 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-b0cbf016-fa5b-4baf-bbef-e48ac9f991d9 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/floatingips/f94937a6-f83a-43aa-a0d2-3053fb08cbda HTTP/1.1" status: 200 len: 993 time: 0.0663579 Feb 28 10:42:55.986196 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 40864) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:42:56.146405 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-5a98f89d-ef61-4ce7-80e1-5f43aa830647 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Deleting port 2b7c6911-8cda-4874-89a2-b8c4533590ac {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:42:56.146651 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5a98f89d-ef61-4ce7-80e1-5f43aa830647 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (2b7c6911-8cda-4874-89a2-b8c4533590ac), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:56.232437 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5a98f89d-ef61-4ce7-80e1-5f43aa830647 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (2b7c6911-8cda-4874-89a2-b8c4533590ac), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:56.232777 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5a98f89d-ef61-4ce7-80e1-5f43aa830647 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for floatingip (2b7c6911-8cda-4874-89a2-b8c4533590ac), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:56.245624 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-5a98f89d-ef61-4ce7-80e1-5f43aa830647 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Calling delete_port for 2b7c6911-8cda-4874-89a2-b8c4533590ac owned by network:floatingip {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:42:56.410673 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5a98f89d-ef61-4ce7-80e1-5f43aa830647 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (2b7c6911-8cda-4874-89a2-b8c4533590ac), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:56.439445 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a98f89d-ef61-4ce7-80e1-5f43aa830647 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event deleted for resources: {'Port': ['ID=2b7c6911-8cda-4874-89a2-b8c4533590ac,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:56.469561 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a98f89d-ef61-4ce7-80e1-5f43aa830647 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:42:56.469915 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a98f89d-ef61-4ce7-80e1-5f43aa830647 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:42:56.470284 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a98f89d-ef61-4ce7-80e1-5f43aa830647 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:42:56.470638 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a98f89d-ef61-4ce7-80e1-5f43aa830647 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:42:56.470966 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a98f89d-ef61-4ce7-80e1-5f43aa830647 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:42:56.471304 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a98f89d-ef61-4ce7-80e1-5f43aa830647 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:42:56.471637 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a98f89d-ef61-4ce7-80e1-5f43aa830647 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:42:56.471950 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a98f89d-ef61-4ce7-80e1-5f43aa830647 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:42:56.472281 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a98f89d-ef61-4ce7-80e1-5f43aa830647 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:42:56.472645 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a98f89d-ef61-4ce7-80e1-5f43aa830647 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:42:56.472979 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a98f89d-ef61-4ce7-80e1-5f43aa830647 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:42:56.473303 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a98f89d-ef61-4ce7-80e1-5f43aa830647 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:42:56.473624 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a98f89d-ef61-4ce7-80e1-5f43aa830647 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:42:56.514172 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5a98f89d-ef61-4ce7-80e1-5f43aa830647 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for floatingip (f94937a6-f83a-43aa-a0d2-3053fb08cbda), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:56.514518 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.db.l3_db [None req-5a98f89d-ef61-4ce7-80e1-5f43aa830647 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Floating IP f94937a6-f83a-43aa-a0d2-3053fb08cbda disassociated (deleted). External IP: 172.36.5.107, port: 55b92702-9e31-4b50-af50-19b521152243. Feb 28 10:42:56.754028 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a98f89d-ef61-4ce7-80e1-5f43aa830647 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Router 59d835a0-eea5-43f5-abe5-a905573026b7 has already been hosted by L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:42:56.866826 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a98f89d-ef61-4ce7-80e1-5f43aa830647 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:42:56.871818 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5a98f89d-ef61-4ce7-80e1-5f43aa830647 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for floatingip (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:56.878395 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e54f4b4-002b-4caa-b14e-a2eaee476c4b None None] Sync routers for ids ['59d835a0-eea5-43f5-abe5-a905573026b7'] in dv-neutron-master-2-hyperv {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:42:56.889232 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e54f4b4-002b-4caa-b14e-a2eaee476c4b None None] Routers {'59d835a0-eea5-43f5-abe5-a905573026b7'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:42:56.889836 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-1e54f4b4-002b-4caa-b14e-a2eaee476c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:42:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['59d835a0-eea5-43f5-abe5-a905573026b7'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:42:56.902011 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-5a98f89d-ef61-4ce7-80e1-5f43aa830647 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "DELETE /v2.0/floatingips/f94937a6-f83a-43aa-a0d2-3053fb08cbda HTTP/1.1" status: 204 len: 168 time: 0.9149766 Feb 28 10:42:56.902960 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c8bd4cd-8386-4b6b-addd-a0800f025ec9', 'tag': '55b92702-9e31-4b50-af50-19b521152243'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:42:56.905599 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c8e1c873eeca597e52e7ceb7469e602eac250bfea6606d285743d38033cf584" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8864df94-b713-4163-9201-2329c5b0fe41" -d '{"events": [{"name": "network-changed", "server_uuid": "5c8bd4cd-8386-4b6b-addd-a0800f025ec9", "tag": "55b92702-9e31-4b50-af50-19b521152243"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:42:56.942943 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 10:42:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d916fa9-d4fa-4c09-9102-e03456254c71 x-openstack-request-id: req-7d916fa9-d4fa-4c09-9102-e03456254c71 {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:42:56.943237 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c8bd4cd-8386-4b6b-addd-a0800f025ec9", "tag": "55b92702-9e31-4b50-af50-19b521152243", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:42:56.943494 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7d916fa9-d4fa-4c09-9102-e03456254c71 {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:42:56.943964 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c8bd4cd-8386-4b6b-addd-a0800f025ec9', 'tag': '55b92702-9e31-4b50-af50-19b521152243', 'status': 'completed', 'code': 200} Feb 28 10:42:57.007270 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-1e54f4b4-002b-4caa-b14e-a2eaee476c4b None None] Set router 59d835a0-eea5-43f5-abe5-a905573026b7 gateway port host: dv-neutron-master-2-hyperv {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:42:57.040881 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8864df94-b713-4163-9201-2329c5b0fe41 req-cd6cd3ed-ec13-4d00-a85b-d7b6cdb1f367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:57.045805 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-8864df94-b713-4163-9201-2329c5b0fe41 req-cd6cd3ed-ec13-4d00-a85b-d7b6cdb1f367 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5a84b6bdce3e454e9741c4fbc09bfc68&device_id=5c8bd4cd-8386-4b6b-addd-a0800f025ec9 HTTP/1.1" status: 200 len: 1129 time: 0.0574875 Feb 28 10:42:57.211394 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8864df94-b713-4163-9201-2329c5b0fe41 req-314e069e-4b38-4cb9-be5a-6bc3dab7b576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:57.213593 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-8864df94-b713-4163-9201-2329c5b0fe41 req-314e069e-4b38-4cb9-be5a-6bc3dab7b576 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d0f5fa28-4e1d-4d1f-abf1-43fd94d5f8cd HTTP/1.1" status: 200 len: 897 time: 0.1256106 Feb 28 10:42:57.213845 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-1e54f4b4-002b-4caa-b14e-a2eaee476c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59d835a0-eea5-43f5-abe5-a905573026b7', 'name': 'tempest-TestNetworkBasicOps-router-1471369793', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.10'}], 'enable_snat': True}, 'gw_port_id': '1baec533-6fe2-4065-8e04-b09e8f511b96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:41:18Z', 'updated_at': '2022-02-28T10:41:22Z', 'revision_number': 4, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'gw_port': {'id': '1baec533-6fe2-4065-8e04-b09e8f511b96', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:df:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d835a0-eea5-43f5-abe5-a905573026b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:41:19Z', 'updated_at': '2022-02-28T10:41:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '3c805caf-7912-401d-bea6-f7eb4ccaed5b', 'name': '', 'network_id': 'd0f5fa28-4e1d-4d1f-abf1-43fd94d5f8cd', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'mac_address': 'fa:16:3e:38:b8:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d835a0-eea5-43f5-abe5-a905573026b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '7b41388d-1b83-4478-80c9-0a86e83c7e61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:41:21Z', 'updated_at': '2022-02-28T10:41:25Z', 'revision_number': 5, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'subnets': [{'id': '7b41388d-1b83-4478-80c9-0a86e83c7e61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:42:57.238743 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94584390-a95a-4dc5-a08f-f2072f771036 req-81539692-212c-4587-9b36-7291c905c350 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:57.240190 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-94584390-a95a-4dc5-a08f-f2072f771036 req-81539692-212c-4587-9b36-7291c905c350 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/ports?device_id=5c8bd4cd-8386-4b6b-addd-a0800f025ec9 HTTP/1.1" status: 200 len: 945 time: 0.1437361 Feb 28 10:42:57.241380 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e54f4b4-002b-4caa-b14e-a2eaee476c4b None None] Checking router: 59d835a0-eea5-43f5-abe5-a905573026b7 for host: dv-neutron-master-2-hyperv {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:42:57.251373 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e54f4b4-002b-4caa-b14e-a2eaee476c4b None None] Routers {'59d835a0-eea5-43f5-abe5-a905573026b7'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:42:57.252677 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-1e54f4b4-002b-4caa-b14e-a2eaee476c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:42:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['59d835a0-eea5-43f5-abe5-a905573026b7'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:42:57.272965 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-8864df94-b713-4163-9201-2329c5b0fe41 req-8d6a432a-b76e-4dad-8ffb-11dd3896cc2c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=55b92702-9e31-4b50-af50-19b521152243 HTTP/1.1" status: 200 len: 217 time: 0.0504494 Feb 28 10:42:57.350579 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-94584390-a95a-4dc5-a08f-f2072f771036 req-1a3e3cdd-42dc-4cf5-b699-6ed41b4b378d tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/security-groups?id=807720fc-0241-4965-8014-ba2d5c04e2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845811 Feb 28 10:42:57.352359 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8864df94-b713-4163-9201-2329c5b0fe41 req-bccfb3fa-41a0-4199-94c2-e45e7f70c32c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:57.353887 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-8864df94-b713-4163-9201-2329c5b0fe41 req-bccfb3fa-41a0-4199-94c2-e45e7f70c32c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7b41388d-1b83-4478-80c9-0a86e83c7e61 HTTP/1.1" status: 200 len: 834 time: 0.0730033 Feb 28 10:42:57.376350 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-1e54f4b4-002b-4caa-b14e-a2eaee476c4b None None] Set router 59d835a0-eea5-43f5-abe5-a905573026b7 gateway port host: dv-neutron-master-2-hyperv {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:42:57.405882 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8864df94-b713-4163-9201-2329c5b0fe41 req-8110d84c-3912-44a8-b545-7573af461372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:57.407415 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-8864df94-b713-4163-9201-2329c5b0fe41 req-8110d84c-3912-44a8-b545-7573af461372 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d0f5fa28-4e1d-4d1f-abf1-43fd94d5f8cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0456159 Feb 28 10:42:57.417906 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [req-8864df94-b713-4163-9201-2329c5b0fe41 req-0f21bb97-eaa9-4022-bdc9-8b5f005e10bb service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103407) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 10:42:57.419765 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-8864df94-b713-4163-9201-2329c5b0fe41 req-0f21bb97-eaa9-4022-bdc9-8b5f005e10bb service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049722 Feb 28 10:42:57.514168 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-8864df94-b713-4163-9201-2329c5b0fe41 req-18f51e12-2867-4396-a661-4e7027d6890f service neutron] 10.222.0.30 "GET /v2.0/networks/d0f5fa28-4e1d-4d1f-abf1-43fd94d5f8cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868123 Feb 28 10:42:57.577238 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-1e54f4b4-002b-4caa-b14e-a2eaee476c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59d835a0-eea5-43f5-abe5-a905573026b7', 'name': 'tempest-TestNetworkBasicOps-router-1471369793', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.10'}], 'enable_snat': True}, 'gw_port_id': '1baec533-6fe2-4065-8e04-b09e8f511b96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:41:18Z', 'updated_at': '2022-02-28T10:41:22Z', 'revision_number': 4, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'gw_port': {'id': '1baec533-6fe2-4065-8e04-b09e8f511b96', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:df:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d835a0-eea5-43f5-abe5-a905573026b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:41:19Z', 'updated_at': '2022-02-28T10:41:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '3c805caf-7912-401d-bea6-f7eb4ccaed5b', 'name': '', 'network_id': 'd0f5fa28-4e1d-4d1f-abf1-43fd94d5f8cd', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'mac_address': 'fa:16:3e:38:b8:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d835a0-eea5-43f5-abe5-a905573026b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '7b41388d-1b83-4478-80c9-0a86e83c7e61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:41:21Z', 'updated_at': '2022-02-28T10:41:25Z', 'revision_number': 5, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'subnets': [{'id': '7b41388d-1b83-4478-80c9-0a86e83c7e61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:42:57.607660 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e54f4b4-002b-4caa-b14e-a2eaee476c4b None None] The sync data for ids ['59d835a0-eea5-43f5-abe5-a905573026b7'] in dv-neutron-master-2-hyperv is: [{'id': '59d835a0-eea5-43f5-abe5-a905573026b7', 'name': 'tempest-TestNetworkBasicOps-router-1471369793', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.10'}], 'enable_snat': True}, 'gw_port_id': '1baec533-6fe2-4065-8e04-b09e8f511b96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:41:18Z', 'updated_at': '2022-02-28T10:41:22Z', 'revision_number': 4, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'gw_port': {'id': '1baec533-6fe2-4065-8e04-b09e8f511b96', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:df:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d835a0-eea5-43f5-abe5-a905573026b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:41:19Z', 'updated_at': '2022-02-28T10:41:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '3c805caf-7912-401d-bea6-f7eb4ccaed5b', 'name': '', 'network_id': 'd0f5fa28-4e1d-4d1f-abf1-43fd94d5f8cd', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'mac_address': 'fa:16:3e:38:b8:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d835a0-eea5-43f5-abe5-a905573026b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '7b41388d-1b83-4478-80c9-0a86e83c7e61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:41:21Z', 'updated_at': '2022-02-28T10:41:25Z', 'revision_number': 5, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'subnets': [{'id': '7b41388d-1b83-4478-80c9-0a86e83c7e61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:42:57.615296 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-8864df94-b713-4163-9201-2329c5b0fe41 req-ce4d716e-215a-453c-b1c6-747d98752163 service neutron] 10.222.0.30 "GET /v2.0/networks/d0f5fa28-4e1d-4d1f-abf1-43fd94d5f8cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939612 Feb 28 10:42:57.843049 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b37f2ff-d2fd-4271-b3db-01d985cf3731 None None] New status for floating IP f94937a6-f83a-43aa-a0d2-3053fb08cbda: DOWN {{(pid=103410) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 10:42:58.535042 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514a866e-ab8c-4196-8f3e-a7fe2bd1a1bc req-d1d913bd-0a5d-4634-92d7-d1307e837fb7 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:58.537678 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-514a866e-ab8c-4196-8f3e-a7fe2bd1a1bc req-d1d913bd-0a5d-4634-92d7-d1307e837fb7 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/ports?device_id=5c8bd4cd-8386-4b6b-addd-a0800f025ec9 HTTP/1.1" status: 200 len: 945 time: 0.1114066 Feb 28 10:42:58.589496 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-514a866e-ab8c-4196-8f3e-a7fe2bd1a1bc req-ae237058-63f5-4ee0-9118-a9c8cd354510 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/security-groups?id=807720fc-0241-4965-8014-ba2d5c04e2d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470364 Feb 28 10:42:59.184885 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4996170-7b28-4749-b5ac-50ab49ca64c8 req-ad4eccdf-f35e-402f-833a-3404659498b4 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:42:59.186356 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-d4996170-7b28-4749-b5ac-50ab49ca64c8 req-ad4eccdf-f35e-402f-833a-3404659498b4 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c8bd4cd-8386-4b6b-addd-a0800f025ec9 HTTP/1.1" status: 200 len: 945 time: 0.0609667 Feb 28 10:42:59.285711 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [req-d4996170-7b28-4749-b5ac-50ab49ca64c8 req-da2b1596-c3cb-400c-838e-c5ae1687669e tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Deleting port 55b92702-9e31-4b50-af50-19b521152243 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:42:59.286019 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-d4996170-7b28-4749-b5ac-50ab49ca64c8 req-da2b1596-c3cb-400c-838e-c5ae1687669e tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (55b92702-9e31-4b50-af50-19b521152243), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:59.382582 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-d4996170-7b28-4749-b5ac-50ab49ca64c8 req-da2b1596-c3cb-400c-838e-c5ae1687669e tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] For port 55b92702-9e31-4b50-af50-19b521152243, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=55b92702-9e31-4b50-af50-19b521152243,segment=NetworkSegment(a7f6456b-2c7f-462d-a6b1-afc44c84f205),segment_id=a7f6456b-2c7f-462d-a6b1-afc44c84f205)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:42:59.382928 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-d4996170-7b28-4749-b5ac-50ab49ca64c8 req-da2b1596-c3cb-400c-838e-c5ae1687669e tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (55b92702-9e31-4b50-af50-19b521152243), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:59.396769 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [req-d4996170-7b28-4749-b5ac-50ab49ca64c8 req-da2b1596-c3cb-400c-838e-c5ae1687669e tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Calling delete_port for 55b92702-9e31-4b50-af50-19b521152243 owned by compute:nova {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:42:59.537985 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-d4996170-7b28-4749-b5ac-50ab49ca64c8 req-da2b1596-c3cb-400c-838e-c5ae1687669e tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (55b92702-9e31-4b50-af50-19b521152243), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:59.571032 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2b1596-c3cb-400c-838e-c5ae1687669e tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event deleted for resources: {'Port': ['ID=55b92702-9e31-4b50-af50-19b521152243,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:42:59.613204 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4996170-7b28-4749-b5ac-50ab49ca64c8 req-da2b1596-c3cb-400c-838e-c5ae1687669e tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] No DVR routers for this DVR port 55b92702-9e31-4b50-af50-19b521152243 on host hv-neutron-mast {{(pid=103407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:42:59.615721 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-d4996170-7b28-4749-b5ac-50ab49ca64c8 req-da2b1596-c3cb-400c-838e-c5ae1687669e tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:42:59.619314 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-d4996170-7b28-4749-b5ac-50ab49ca64c8 req-da2b1596-c3cb-400c-838e-c5ae1687669e tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.30 "DELETE /v2.0/ports/55b92702-9e31-4b50-af50-19b521152243 HTTP/1.1" status: 204 len: 173 time: 0.4274647 Feb 28 10:42:59.619998 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c8bd4cd-8386-4b6b-addd-a0800f025ec9', 'name': 'network-vif-deleted', 'tag': '55b92702-9e31-4b50-af50-19b521152243'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:42:59.622006 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c8e1c873eeca597e52e7ceb7469e602eac250bfea6606d285743d38033cf584" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee45499b-3e89-47d9-b780-9e635494f23f" -d '{"events": [{"server_uuid": "5c8bd4cd-8386-4b6b-addd-a0800f025ec9", "name": "network-vif-deleted", "tag": "55b92702-9e31-4b50-af50-19b521152243"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:42:59.656521 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 10:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57b7862c-f765-44e9-89f9-ef7c846291e6 x-openstack-request-id: req-57b7862c-f765-44e9-89f9-ef7c846291e6 {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:42:59.657087 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c8bd4cd-8386-4b6b-addd-a0800f025ec9", "name": "network-vif-deleted", "tag": "55b92702-9e31-4b50-af50-19b521152243", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:42:59.657220 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-57b7862c-f765-44e9-89f9-ef7c846291e6 {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:42:59.657703 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c8bd4cd-8386-4b6b-addd-a0800f025ec9', 'name': 'network-vif-deleted', 'tag': '55b92702-9e31-4b50-af50-19b521152243', 'status': 'completed', 'code': 200} Feb 28 10:42:59.691396 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-151c36c7-fc5d-4871-b553-7e182373dc18 req-1696bee5-6e42-4049-b1cc-0f577d7441d9 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/ports?device_id=5c8bd4cd-8386-4b6b-addd-a0800f025ec9 HTTP/1.1" status: 200 len: 210 time: 0.0280623 Feb 28 10:43:00.752738 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 40886) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:00.819965 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-09c76a8a-5edb-4377-950d-47fd69431d6e tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group (807720fc-0241-4965-8014-ba2d5c04e2d3), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:00.845256 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-09c76a8a-5edb-4377-950d-47fd69431d6e tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group (807720fc-0241-4965-8014-ba2d5c04e2d3), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:00.912397 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-09c76a8a-5edb-4377-950d-47fd69431d6e tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (807720fc-0241-4965-8014-ba2d5c04e2d3), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:00.915157 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-09c76a8a-5edb-4377-950d-47fd69431d6e tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:00.916360 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-09c76a8a-5edb-4377-950d-47fd69431d6e tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "DELETE /v2.0/security-groups/807720fc-0241-4965-8014-ba2d5c04e2d3 HTTP/1.1" status: 204 len: 168 time: 0.1626322 Feb 28 10:43:00.926792 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c76a8a-5edb-4377-950d-47fd69431d6e tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=807720fc-0241-4965-8014-ba2d5c04e2d3,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:00.934317 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c76a8a-5edb-4377-950d-47fd69431d6e tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:43:00.934681 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c76a8a-5edb-4377-950d-47fd69431d6e tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:43:00.935035 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c76a8a-5edb-4377-950d-47fd69431d6e tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:43:00.935385 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c76a8a-5edb-4377-950d-47fd69431d6e tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:43:00.936668 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c76a8a-5edb-4377-950d-47fd69431d6e tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:43:00.936668 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c76a8a-5edb-4377-950d-47fd69431d6e tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:43:00.936668 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c76a8a-5edb-4377-950d-47fd69431d6e tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:43:00.937321 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c76a8a-5edb-4377-950d-47fd69431d6e tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:43:00.937321 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c76a8a-5edb-4377-950d-47fd69431d6e tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:43:00.937562 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c76a8a-5edb-4377-950d-47fd69431d6e tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:43:00.938020 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c76a8a-5edb-4377-950d-47fd69431d6e tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:43:00.938365 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c76a8a-5edb-4377-950d-47fd69431d6e tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:43:00.938719 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c76a8a-5edb-4377-950d-47fd69431d6e tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:43:00.948181 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 40890) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:01.331431 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-39af37e8-a17d-4cca-8c70-ef9e63a3d36f tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1802615'] for router_interface (59d835a0-eea5-43f5-abe5-a905573026b7), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:01.618593 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-39af37e8-a17d-4cca-8c70-ef9e63a3d36f tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Deleting port 3c805caf-7912-401d-bea6-f7eb4ccaed5b {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:43:01.618850 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-39af37e8-a17d-4cca-8c70-ef9e63a3d36f tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (3c805caf-7912-401d-bea6-f7eb4ccaed5b), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:01.709737 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-39af37e8-a17d-4cca-8c70-ef9e63a3d36f tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] For port 3c805caf-7912-401d-bea6-f7eb4ccaed5b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3c805caf-7912-401d-bea6-f7eb4ccaed5b,segment=NetworkSegment(a7f6456b-2c7f-462d-a6b1-afc44c84f205),segment_id=a7f6456b-2c7f-462d-a6b1-afc44c84f205)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:43:01.710060 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-39af37e8-a17d-4cca-8c70-ef9e63a3d36f tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (3c805caf-7912-401d-bea6-f7eb4ccaed5b), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:01.723015 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-39af37e8-a17d-4cca-8c70-ef9e63a3d36f tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Calling delete_port for 3c805caf-7912-401d-bea6-f7eb4ccaed5b owned by network:router_interface {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:43:01.921274 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-39af37e8-a17d-4cca-8c70-ef9e63a3d36f tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (3c805caf-7912-401d-bea6-f7eb4ccaed5b), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:01.948123 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39af37e8-a17d-4cca-8c70-ef9e63a3d36f tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event deleted for resources: {'Port': ['ID=3c805caf-7912-401d-bea6-f7eb4ccaed5b,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:02.054954 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.agents_db [None req-382e0aa2-b126-48e6-89eb-3efa426b6b29 None None] Agent healthcheck: found 6 active agents {{(pid=103410) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 10:43:02.133878 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-39af37e8-a17d-4cca-8c70-ef9e63a3d36f tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1802651'] for router_interface (59d835a0-eea5-43f5-abe5-a905573026b7), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:02.371350 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39af37e8-a17d-4cca-8c70-ef9e63a3d36f tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Router 59d835a0-eea5-43f5-abe5-a905573026b7 has already been hosted by L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 {{(pid=103408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:43:02.483817 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39af37e8-a17d-4cca-8c70-ef9e63a3d36f tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:43:02.489191 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-39af37e8-a17d-4cca-8c70-ef9e63a3d36f tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "PUT /v2.0/routers/59d835a0-eea5-43f5-abe5-a905573026b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5398417 Feb 28 10:43:02.492002 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 40892) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:02.495082 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea43803-2ceb-439f-a8bf-664f80da9450 None None] Sync routers for ids ['59d835a0-eea5-43f5-abe5-a905573026b7'] in dv-neutron-master-2-hyperv {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:43:02.507879 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea43803-2ceb-439f-a8bf-664f80da9450 None None] Routers {'59d835a0-eea5-43f5-abe5-a905573026b7'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:43:02.508512 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-9ea43803-2ceb-439f-a8bf-664f80da9450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:42:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['59d835a0-eea5-43f5-abe5-a905573026b7'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:43:02.549012 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b964aeb-6f1b-4e40-bc7a-7b58445aad3f tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Deleting subnet 7b41388d-1b83-4478-80c9-0a86e83c7e61 {{(pid=103408) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:43:02.549012 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6b964aeb-6f1b-4e40-bc7a-7b58445aad3f tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for subnet (7b41388d-1b83-4478-80c9-0a86e83c7e61), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:02.593744 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6b964aeb-6f1b-4e40-bc7a-7b58445aad3f tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3423529'] for subnet (7b41388d-1b83-4478-80c9-0a86e83c7e61), precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:02.702461 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6b964aeb-6f1b-4e40-bc7a-7b58445aad3f tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-823142'] for subnet (7b41388d-1b83-4478-80c9-0a86e83c7e61), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:02.765188 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6b964aeb-6f1b-4e40-bc7a-7b58445aad3f tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-823145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3242523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3951170'] for subnet (7b41388d-1b83-4478-80c9-0a86e83c7e61), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:02.779131 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-9ea43803-2ceb-439f-a8bf-664f80da9450 None None] Set router 59d835a0-eea5-43f5-abe5-a905573026b7 gateway port host: dv-neutron-master-2-hyperv {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:43:02.793736 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b964aeb-6f1b-4e40-bc7a-7b58445aad3f tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event deleted for resources: {'Subnet': ['ID=7b41388d-1b83-4478-80c9-0a86e83c7e61,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:02.795678 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6b964aeb-6f1b-4e40-bc7a-7b58445aad3f tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for subnet (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:02.798906 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-6b964aeb-6f1b-4e40-bc7a-7b58445aad3f tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "DELETE /v2.0/subnets/7b41388d-1b83-4478-80c9-0a86e83c7e61 HTTP/1.1" status: 204 len: 168 time: 0.3059959 Feb 28 10:43:02.801792 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 40894) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:02.809218 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b106241-419e-4197-ae91-d39545c54371 None None] Network d0f5fa28-4e1d-4d1f-abf1-43fd94d5f8cd requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:43:02.910861 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a384c97e-0f8b-4a29-bf4f-e613669e3e2f tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for router (59d835a0-eea5-43f5-abe5-a905573026b7), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:03.053672 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-9ea43803-2ceb-439f-a8bf-664f80da9450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59d835a0-eea5-43f5-abe5-a905573026b7', 'name': 'tempest-TestNetworkBasicOps-router-1471369793', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.10'}], 'enable_snat': True}, 'gw_port_id': '1baec533-6fe2-4065-8e04-b09e8f511b96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:41:18Z', 'updated_at': '2022-02-28T10:43:01Z', 'revision_number': 5, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'gw_port': {'id': '1baec533-6fe2-4065-8e04-b09e8f511b96', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:df:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d835a0-eea5-43f5-abe5-a905573026b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:41:19Z', 'updated_at': '2022-02-28T10:41:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:43:03.093324 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea43803-2ceb-439f-a8bf-664f80da9450 None None] Checking router: 59d835a0-eea5-43f5-abe5-a905573026b7 for host: dv-neutron-master-2-hyperv {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:43:03.100996 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eedc0c9-6a50-45f8-b5b8-c5aa1f461780 None None] DHCP port deletion for d0f5fa28-4e1d-4d1f-abf1-43fd94d5f8cd request from dv-neutron-master-2-hyperv {{(pid=103409) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:43:03.109889 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea43803-2ceb-439f-a8bf-664f80da9450 None None] Routers {'59d835a0-eea5-43f5-abe5-a905573026b7'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:43:03.110539 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-9ea43803-2ceb-439f-a8bf-664f80da9450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:42:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['59d835a0-eea5-43f5-abe5-a905573026b7'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:43:03.161896 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device 55b92702-9e31-4b50-af50-19b521152243 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:43:03.199930 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] No Port match for: 55b92702-9e31-4b50-af50-19b521152243 {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:43:03.200227 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device 55b92702-9e31-4b50-af50-19b521152243 not bound to the agent host hv-neutron-mast {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:43:03.270990 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-9ea43803-2ceb-439f-a8bf-664f80da9450 None None] Set router 59d835a0-eea5-43f5-abe5-a905573026b7 gateway port host: dv-neutron-master-2-hyperv {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:43:03.274382 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-6eedc0c9-6a50-45f8-b5b8-c5aa1f461780 None None] Deleting port 14f9b90c-7dd4-443a-bce9-80d8158d3008 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:43:03.274763 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6eedc0c9-6a50-45f8-b5b8-c5aa1f461780 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (14f9b90c-7dd4-443a-bce9-80d8158d3008), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:03.346271 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a384c97e-0f8b-4a29-bf4f-e613669e3e2f tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for router_gateway (59d835a0-eea5-43f5-abe5-a905573026b7), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:03.401315 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-a384c97e-0f8b-4a29-bf4f-e613669e3e2f tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Deleting port 1baec533-6fe2-4065-8e04-b09e8f511b96 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:43:03.402007 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a384c97e-0f8b-4a29-bf4f-e613669e3e2f tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (1baec533-6fe2-4065-8e04-b09e8f511b96), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:03.429901 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-6eedc0c9-6a50-45f8-b5b8-c5aa1f461780 None None] For port 14f9b90c-7dd4-443a-bce9-80d8158d3008, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=14f9b90c-7dd4-443a-bce9-80d8158d3008,segment=NetworkSegment(a7f6456b-2c7f-462d-a6b1-afc44c84f205),segment_id=a7f6456b-2c7f-462d-a6b1-afc44c84f205)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:43:03.430285 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6eedc0c9-6a50-45f8-b5b8-c5aa1f461780 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (14f9b90c-7dd4-443a-bce9-80d8158d3008), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:03.448042 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-6eedc0c9-6a50-45f8-b5b8-c5aa1f461780 None None] Calling delete_port for 14f9b90c-7dd4-443a-bce9-80d8158d3008 owned by network:dhcp {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:43:03.485053 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-a384c97e-0f8b-4a29-bf4f-e613669e3e2f tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] For port 1baec533-6fe2-4065-8e04-b09e8f511b96, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1baec533-6fe2-4065-8e04-b09e8f511b96,segment=NetworkSegment(195d7ed7-323d-4284-82df-208cca613d99),segment_id=195d7ed7-323d-4284-82df-208cca613d99)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:43:03.485485 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a384c97e-0f8b-4a29-bf4f-e613669e3e2f tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (1baec533-6fe2-4065-8e04-b09e8f511b96), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:03.501141 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-a384c97e-0f8b-4a29-bf4f-e613669e3e2f tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Calling delete_port for 1baec533-6fe2-4065-8e04-b09e8f511b96 owned by network:router_gateway {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:43:03.582978 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6eedc0c9-6a50-45f8-b5b8-c5aa1f461780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758'] for port (14f9b90c-7dd4-443a-bce9-80d8158d3008), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:03.585672 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-9ea43803-2ceb-439f-a8bf-664f80da9450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59d835a0-eea5-43f5-abe5-a905573026b7', 'name': 'tempest-TestNetworkBasicOps-router-1471369793', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.10'}], 'enable_snat': True}, 'gw_port_id': '1baec533-6fe2-4065-8e04-b09e8f511b96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:41:18Z', 'updated_at': '2022-02-28T10:43:01Z', 'revision_number': 5, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'gw_port': {'id': '1baec533-6fe2-4065-8e04-b09e8f511b96', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:df:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d835a0-eea5-43f5-abe5-a905573026b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:41:19Z', 'updated_at': '2022-02-28T10:41:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:43:03.633786 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea43803-2ceb-439f-a8bf-664f80da9450 None None] The sync data for ids ['59d835a0-eea5-43f5-abe5-a905573026b7'] in dv-neutron-master-2-hyperv is: [{'id': '59d835a0-eea5-43f5-abe5-a905573026b7', 'name': 'tempest-TestNetworkBasicOps-router-1471369793', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.10'}], 'enable_snat': True}, 'gw_port_id': '1baec533-6fe2-4065-8e04-b09e8f511b96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:41:18Z', 'updated_at': '2022-02-28T10:43:01Z', 'revision_number': 5, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'gw_port': {'id': '1baec533-6fe2-4065-8e04-b09e8f511b96', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:df:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d835a0-eea5-43f5-abe5-a905573026b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:41:19Z', 'updated_at': '2022-02-28T10:41:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:43:03.636409 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eedc0c9-6a50-45f8-b5b8-c5aa1f461780 None None] Pushing event deleted for resources: {'Port': ['ID=14f9b90c-7dd4-443a-bce9-80d8158d3008,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:03.640827 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eedc0c9-6a50-45f8-b5b8-c5aa1f461780 None None] No DVR routers for this DVR port 14f9b90c-7dd4-443a-bce9-80d8158d3008 on host dv-neutron-master-2-hyperv {{(pid=103409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:43:03.647626 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eedc0c9-6a50-45f8-b5b8-c5aa1f461780 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:43:03.648108 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eedc0c9-6a50-45f8-b5b8-c5aa1f461780 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:43:03.648323 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eedc0c9-6a50-45f8-b5b8-c5aa1f461780 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:43:03.648692 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eedc0c9-6a50-45f8-b5b8-c5aa1f461780 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:43:03.649034 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eedc0c9-6a50-45f8-b5b8-c5aa1f461780 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:43:03.649373 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eedc0c9-6a50-45f8-b5b8-c5aa1f461780 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:43:03.649709 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eedc0c9-6a50-45f8-b5b8-c5aa1f461780 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:43:03.650043 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eedc0c9-6a50-45f8-b5b8-c5aa1f461780 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:43:03.650379 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eedc0c9-6a50-45f8-b5b8-c5aa1f461780 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:43:03.650718 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eedc0c9-6a50-45f8-b5b8-c5aa1f461780 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:43:03.651050 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eedc0c9-6a50-45f8-b5b8-c5aa1f461780 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:43:03.651375 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eedc0c9-6a50-45f8-b5b8-c5aa1f461780 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:43:03.651702 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eedc0c9-6a50-45f8-b5b8-c5aa1f461780 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:43:03.681742 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a384c97e-0f8b-4a29-bf4f-e613669e3e2f tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (1baec533-6fe2-4065-8e04-b09e8f511b96), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:03.707622 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a384c97e-0f8b-4a29-bf4f-e613669e3e2f tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event deleted for resources: {'Port': ['ID=1baec533-6fe2-4065-8e04-b09e8f511b96,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:03.772979 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a384c97e-0f8b-4a29-bf4f-e613669e3e2f tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1803321'] for router_gateway (59d835a0-eea5-43f5-abe5-a905573026b7), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:03.869179 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a384c97e-0f8b-4a29-bf4f-e613669e3e2f tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1807017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5941'] for router (59d835a0-eea5-43f5-abe5-a905573026b7), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:03.871472 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a384c97e-0f8b-4a29-bf4f-e613669e3e2f tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for router_controller (59d835a0-eea5-43f5-abe5-a905573026b7), precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:03.920774 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a384c97e-0f8b-4a29-bf4f-e613669e3e2f tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1806994'] for router (59d835a0-eea5-43f5-abe5-a905573026b7), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:03.921369 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a384c97e-0f8b-4a29-bf4f-e613669e3e2f tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Fanout notify agent at l3_agent the message router_deleted on router 59d835a0-eea5-43f5-abe5-a905573026b7 {{(pid=103408) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 10:43:03.928610 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a384c97e-0f8b-4a29-bf4f-e613669e3e2f tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for router (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:03.932858 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 40896) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:03.937044 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-a384c97e-0f8b-4a29-bf4f-e613669e3e2f tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "DELETE /v2.0/routers/59d835a0-eea5-43f5-abe5-a905573026b7 HTTP/1.1" status: 204 len: 168 time: 1.1342044 Feb 28 10:43:04.015880 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f62a757d-2d96-48ea-b33f-37d87f87ad55 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-665757'] for network (d0f5fa28-4e1d-4d1f-abf1-43fd94d5f8cd), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:04.104503 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f62a757d-2d96-48ea-b33f-37d87f87ad55 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672413', 'neutron.services.segments.db._delete_segments_for_network-8742057110173'] for network (d0f5fa28-4e1d-4d1f-abf1-43fd94d5f8cd), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:04.128324 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-f62a757d-2d96-48ea-b33f-37d87f87ad55 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0f5fa28-4e1d-4d1f-abf1-43fd94d5f8cd']}} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:43:04.137922 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-f62a757d-2d96-48ea-b33f-37d87f87ad55 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7f6456b-2c7f-462d-a6b1-afc44c84f205') {'for_net_delete': True} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:43:04.138227 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-f62a757d-2d96-48ea-b33f-37d87f87ad55 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7f6456b-2c7f-462d-a6b1-afc44c84f205') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:43:04.148413 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f62a757d-2d96-48ea-b33f-37d87f87ad55 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742057113766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3501147'] for segment (a7f6456b-2c7f-462d-a6b1-afc44c84f205), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:04.163085 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f62a757d-2d96-48ea-b33f-37d87f87ad55 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (a7f6456b-2c7f-462d-a6b1-afc44c84f205), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:04.169250 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f62a757d-2d96-48ea-b33f-37d87f87ad55 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Releasing vlan 263 on physical network physnet1 to pool {{(pid=103407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:43:04.169617 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f62a757d-2d96-48ea-b33f-37d87f87ad55 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3498166'] for segment (a7f6456b-2c7f-462d-a6b1-afc44c84f205), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:04.172531 dv-neutron-master-2-hyperv neutron-server[103407]: Traceback (most recent call last): Feb 28 10:43:04.172531 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:43:04.172531 dv-neutron-master-2-hyperv neutron-server[103407]: timer() Feb 28 10:43:04.172531 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:43:04.172531 dv-neutron-master-2-hyperv neutron-server[103407]: cb(*args, **kw) Feb 28 10:43:04.172531 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:43:04.172531 dv-neutron-master-2-hyperv neutron-server[103407]: return func(*args, **kwargs) Feb 28 10:43:04.172531 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:43:04.172531 dv-neutron-master-2-hyperv neutron-server[103407]: self._notify() Feb 28 10:43:04.172531 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:43:04.172531 dv-neutron-master-2-hyperv neutron-server[103407]: self.callback(batched_events) Feb 28 10:43:04.172531 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:43:04.172531 dv-neutron-master-2-hyperv neutron-server[103407]: event.method(event) Feb 28 10:43:04.172531 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:43:04.172531 dv-neutron-master-2-hyperv neutron-server[103407]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:43:04.172531 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:43:04.172531 dv-neutron-master-2-hyperv neutron-server[103407]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:43:04.172531 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:43:04.172531 dv-neutron-master-2-hyperv neutron-server[103407]: return f(self, *a, **k) Feb 28 10:43:04.172531 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:43:04.172531 dv-neutron-master-2-hyperv neutron-server[103407]: return self._get(url).json() Feb 28 10:43:04.172531 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:43:04.172531 dv-neutron-master-2-hyperv neutron-server[103407]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:43:04.172531 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:43:04.172531 dv-neutron-master-2-hyperv neutron-server[103407]: return self.request(url, 'GET', **kwargs) Feb 28 10:43:04.172531 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:43:04.172531 dv-neutron-master-2-hyperv neutron-server[103407]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:43:04.172531 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:43:04.172531 dv-neutron-master-2-hyperv neutron-server[103407]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:43:04.172531 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:43:04.172531 dv-neutron-master-2-hyperv neutron-server[103407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:43:04.172531 dv-neutron-master-2-hyperv neutron-server[103407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:43:04.232142 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f62a757d-2d96-48ea-b33f-37d87f87ad55 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803269'] for network (d0f5fa28-4e1d-4d1f-abf1-43fd94d5f8cd), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:04.241123 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f62a757d-2d96-48ea-b33f-37d87f87ad55 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:04.244527 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-f62a757d-2d96-48ea-b33f-37d87f87ad55 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "DELETE /v2.0/networks/d0f5fa28-4e1d-4d1f-abf1-43fd94d5f8cd HTTP/1.1" status: 204 len: 168 time: 0.3106663 Feb 28 10:43:04.256138 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62a757d-2d96-48ea-b33f-37d87f87ad55 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event deleted for resources: {'Network': ['ID=d0f5fa28-4e1d-4d1f-abf1-43fd94d5f8cd,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:04.260930 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 40898) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:04.265732 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-ffffd03a-bc4e-428b-ab86-90a4b194c39f tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Request body: {'network': {'name': 'tempest-network-smoke--857382381', 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'port_security_enabled': True}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:43:04.287261 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffffd03a-bc4e-428b-ab86-90a4b194c39f tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Made reservation on behalf of 5a84b6bdce3e454e9741c4fbc09bfc68 for: {'network': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:43:04.290764 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ffffd03a-bc4e-428b-ab86-90a4b194c39f tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for network (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:04.316032 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffffd03a-bc4e-428b-ab86-90a4b194c39f tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 296} {{(pid=103407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:43:04.328824 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ffffd03a-bc4e-428b-ab86-90a4b194c39f tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (5e15ce7f-87f4-432b-9f2d-646e616ef518), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:04.329217 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.db.segments_db [None req-ffffd03a-bc4e-428b-ab86-90a4b194c39f tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Added segment 5e15ce7f-87f4-432b-9f2d-646e616ef518 of type vlan for network 7b295ea2-65ed-4c73-abde-545174b5e2c1 Feb 28 10:43:04.375792 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ffffd03a-bc4e-428b-ab86-90a4b194c39f tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742056637431'] for network (7b295ea2-65ed-4c73-abde-545174b5e2c1), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:04.407684 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ffffd03a-bc4e-428b-ab86-90a4b194c39f tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551'] for network (7b295ea2-65ed-4c73-abde-545174b5e2c1), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:04.414519 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffffd03a-bc4e-428b-ab86-90a4b194c39f tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:04.414519 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ffffd03a-bc4e-428b-ab86-90a4b194c39f tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:04.472958 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-ffffd03a-bc4e-428b-ab86-90a4b194c39f tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2109575 Feb 28 10:43:04.475834 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 40900) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:04.482579 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-4b9198f2-7907-4559-83b5-83b65fd8061d tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1765386747', 'admin_state_up': True, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840'}}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:43:04.495329 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffffd03a-bc4e-428b-ab86-90a4b194c39f tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event updated for resources: {'Network': ['ID=7b295ea2-65ed-4c73-abde-545174b5e2c1,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:04.507732 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Network 7b295ea2-65ed-4c73-abde-545174b5e2c1 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103409) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:43:04.510343 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4b9198f2-7907-4559-83b5-83b65fd8061d tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1805251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254175'] for router (e1d5840e-8ede-4885-9494-70ab028e0f87), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:04.511437 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4b9198f2-7907-4559-83b5-83b65fd8061d tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1804172', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1602053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254150'] for router (e1d5840e-8ede-4885-9494-70ab028e0f87), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:04.566823 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4b9198f2-7907-4559-83b5-83b65fd8061d tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for router_controller (e1d5840e-8ede-4885-9494-70ab028e0f87), precommit_add_association {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:04.687495 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 1baec533-6fe2-4065-8e04-b09e8f511b96 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:43:04.707817 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] No Port match for: 1baec533-6fe2-4065-8e04-b09e8f511b96 {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:43:04.708147 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 1baec533-6fe2-4065-8e04-b09e8f511b96 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:43:04.708581 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 14f9b90c-7dd4-443a-bce9-80d8158d3008 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:43:04.711241 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4b9198f2-7907-4559-83b5-83b65fd8061d tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for router_gateway (e1d5840e-8ede-4885-9494-70ab028e0f87), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:04.727532 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] No Port match for: 14f9b90c-7dd4-443a-bce9-80d8158d3008 {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:43:04.727865 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 14f9b90c-7dd4-443a-bce9-80d8158d3008 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:43:04.728293 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 3c805caf-7912-401d-bea6-f7eb4ccaed5b no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:43:04.746659 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] No Port match for: 3c805caf-7912-401d-bea6-f7eb4ccaed5b {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:43:04.746941 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 3c805caf-7912-401d-bea6-f7eb4ccaed5b not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:43:04.915720 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4b9198f2-7907-4559-83b5-83b65fd8061d tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for router_gateway (e1d5840e-8ede-4885-9494-70ab028e0f87), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:04.934021 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4b9198f2-7907-4559-83b5-83b65fd8061d tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:05.033739 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-4b9198f2-7907-4559-83b5-83b65fd8061d tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Allocated IP 172.36.5.157 (1e0804d0-d1d9-4d40-9de5-2936f3d87840/6f6f4129-23e5-4c3b-b4ef-4c7ce926797e/049097a7-8791-4730-823c-44d7d4c2de02) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:43:05.149610 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4b9198f2-7907-4559-83b5-83b65fd8061d tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for port (049097a7-8791-4730-823c-44d7d4c2de02), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:05.186255 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4b9198f2-7907-4559-83b5-83b65fd8061d tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (049097a7-8791-4730-823c-44d7d4c2de02), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:05.224943 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b9198f2-7907-4559-83b5-83b65fd8061d tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Network 1e0804d0-d1d9-4d40-9de5-2936f3d87840 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:43:05.227715 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-4b9198f2-7907-4559-83b5-83b65fd8061d tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:43:05.231220 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9198f2-7907-4559-83b5-83b65fd8061d tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:43:05.236573 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9198f2-7907-4559-83b5-83b65fd8061d tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event updated for resources: {'Port': ['ID=049097a7-8791-4730-823c-44d7d4c2de02,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:05.490923 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4b9198f2-7907-4559-83b5-83b65fd8061d tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for router_gateway (e1d5840e-8ede-4885-9494-70ab028e0f87), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:06.062635 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4b9198f2-7907-4559-83b5-83b65fd8061d tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1804241'] for router (e1d5840e-8ede-4885-9494-70ab028e0f87), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:06.199259 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b9198f2-7907-4559-83b5-83b65fd8061d tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Router e1d5840e-8ede-4885-9494-70ab028e0f87 is scheduled to L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 with binding_index 1 {{(pid=103407) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 10:43:06.310126 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b9198f2-7907-4559-83b5-83b65fd8061d tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:43:06.322166 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b910b132-7388-45ae-838f-5576a88442a9 None None] Sync routers for ids ['e1d5840e-8ede-4885-9494-70ab028e0f87'] in dv-neutron-master-2-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:43:06.331703 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4b9198f2-7907-4559-83b5-83b65fd8061d tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for router (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:06.336164 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b910b132-7388-45ae-838f-5576a88442a9 None None] Routers {'e1d5840e-8ede-4885-9494-70ab028e0f87'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:43:06.336356 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-4b9198f2-7907-4559-83b5-83b65fd8061d tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.8594162 Feb 28 10:43:06.336916 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 40902) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:06.337380 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-b910b132-7388-45ae-838f-5576a88442a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:42:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['e1d5840e-8ede-4885-9494-70ab028e0f87'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:43:06.371285 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-05fe9d2a-ece1-485b-bdff-ba05b38e577f tempest-TestNetworkBasicOps-986752647 tempest-TestNetworkBasicOps-986752647-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=5a84b6bdce3e454e9741c4fbc09bfc68&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0330346 Feb 28 10:43:06.373783 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 40904) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:06.448007 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-b910b132-7388-45ae-838f-5576a88442a9 None None] Set router e1d5840e-8ede-4885-9494-70ab028e0f87 gateway port host: dv-neutron-master-2-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:43:06.467259 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab5fbcc7-c740-4fe9-b6f6-d68a44d30c42 tempest-TestNetworkBasicOps-986752647 tempest-TestNetworkBasicOps-986752647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:06.468831 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-ab5fbcc7-c740-4fe9-b6f6-d68a44d30c42 tempest-TestNetworkBasicOps-986752647 tempest-TestNetworkBasicOps-986752647-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0941215 Feb 28 10:43:06.472056 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 40906) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:06.501306 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-9e2fb499-db96-4c24-9912-e1ccd89961e2 tempest-TestNetworkBasicOps-986752647 tempest-TestNetworkBasicOps-986752647-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=1e0804d0-d1d9-4d40-9de5-2936f3d87840&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0261378 Feb 28 10:43:06.501543 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 40908) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:06.507522 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-9c29b3ce-2b1f-4878-8744-76bf5a09d90d tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1876955738', 'network_id': '7b295ea2-65ed-4c73-abde-545174b5e2c1', 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:43:06.593300 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c29b3ce-2b1f-4878-8744-76bf5a09d90d tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Made reservation on behalf of 5a84b6bdce3e454e9741c4fbc09bfc68 for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:43:06.596875 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9c29b3ce-2b1f-4878-8744-76bf5a09d90d tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3951209'] for subnet (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:06.628364 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-b910b132-7388-45ae-838f-5576a88442a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1d5840e-8ede-4885-9494-70ab028e0f87', 'name': 'tempest-TestNetworkBasicOps-router-1765386747', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.157'}], 'enable_snat': True}, 'gw_port_id': '049097a7-8791-4730-823c-44d7d4c2de02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:43:04Z', 'updated_at': '2022-02-28T10:43:05Z', 'revision_number': 3, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'gw_port': {'id': '049097a7-8791-4730-823c-44d7d4c2de02', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:99:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1d5840e-8ede-4885-9494-70ab028e0f87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:43:04Z', 'updated_at': '2022-02-28T10:43:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:43:06.659220 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b910b132-7388-45ae-838f-5576a88442a9 None None] Checking router: e1d5840e-8ede-4885-9494-70ab028e0f87 for host: dv-neutron-master-2-hyperv {{(pid=103410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:43:06.659581 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b910b132-7388-45ae-838f-5576a88442a9 None None] Updating router e1d5840e-8ede-4885-9494-70ab028e0f87 port 049097a7-8791-4730-823c-44d7d4c2de02 binding host dv-neutron-master-2-hyperv {{(pid=103410) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 10:43:06.687161 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b910b132-7388-45ae-838f-5576a88442a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (049097a7-8791-4730-823c-44d7d4c2de02), before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:06.781384 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9c29b3ce-2b1f-4878-8744-76bf5a09d90d tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3242588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3951195'] for subnet (59397fd1-a427-45e6-b3e4-97b5165e0628), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:06.846130 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c29b3ce-2b1f-4878-8744-76bf5a09d90d tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event updated for resources: {'Subnet': ['ID=59397fd1-a427-45e6-b3e4-97b5165e0628,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:06.854779 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c29b3ce-2b1f-4878-8744-76bf5a09d90d tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Checking segment: {'id': '5e15ce7f-87f4-432b-9f2d-646e616ef518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '7b295ea2-65ed-4c73-abde-545174b5e2c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:43:06.855141 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c29b3ce-2b1f-4878-8744-76bf5a09d90d tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Network hostable DHCP agents. Network: 7b295ea2-65ed-4c73-abde-545174b5e2c1, hostable agents: ['fb6705d2-4f70-4965-92a3-fbfccd43a6d3'], hosted agents: [] {{(pid=103408) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:43:06.874556 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c29b3ce-2b1f-4878-8744-76bf5a09d90d tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Network 7b295ea2-65ed-4c73-abde-545174b5e2c1 is scheduled to be hosted by DHCP agent fb6705d2-4f70-4965-92a3-fbfccd43a6d3 with binding_index 1 {{(pid=103408) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:43:06.884516 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-9c29b3ce-2b1f-4878-8744-76bf5a09d90d tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 7b295ea2-65ed-4c73-abde-545174b5e2c1) {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:43:06.889199 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c29b3ce-2b1f-4878-8744-76bf5a09d90d tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:06.890074 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9c29b3ce-2b1f-4878-8744-76bf5a09d90d tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for subnet (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:06.895102 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ae57da6-85ed-416d-9c43-f66dabc832b6 None None] Network 7b295ea2-65ed-4c73-abde-545174b5e2c1 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:43:06.910514 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-9c29b3ce-2b1f-4878-8744-76bf5a09d90d tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4071009 Feb 28 10:43:06.912795 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 40910) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:06.943089 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b910b132-7388-45ae-838f-5576a88442a9 None None] Publish callbacks [] for port (049097a7-8791-4730-823c-44d7d4c2de02), precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:06.951627 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b910b132-7388-45ae-838f-5576a88442a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (049097a7-8791-4730-823c-44d7d4c2de02), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:06.997521 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-b910b132-7388-45ae-838f-5576a88442a9 None None] Attempting to bind port 049097a7-8791-4730-823c-44d7d4c2de02 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:43:06.997894 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-b910b132-7388-45ae-838f-5576a88442a9 None None] Attempting to bind port 049097a7-8791-4730-823c-44d7d4c2de02 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '195d7ed7-323d-4284-82df-208cca613d99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:43:06.998254 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b910b132-7388-45ae-838f-5576a88442a9 None None] Attempting to bind port 049097a7-8791-4730-823c-44d7d4c2de02 on network 1e0804d0-d1d9-4d40-9de5-2936f3d87840 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:43:07.003422 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f25a40ca-86f1-4313-9e04-28df952133fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-7b295ea2-65ed-4c73-abde-545174b5e2c1', 'network_id': '7b295ea2-65ed-4c73-abde-545174b5e2c1', 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'fixed_ips': [{'subnet_id': '59397fd1-a427-45e6-b3e4-97b5165e0628'}]}} from dv-neutron-master-2-hyperv. {{(pid=103409) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:43:07.004502 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f25a40ca-86f1-4313-9e04-28df952133fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:07.009954 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b910b132-7388-45ae-838f-5576a88442a9 None None] Checking agent: {'id': '75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 24, 15), 'started_at': datetime.datetime(2022, 2, 28, 10, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 42, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:43:07.010323 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b910b132-7388-45ae-838f-5576a88442a9 None None] Checking segment: {'id': '195d7ed7-323d-4284-82df-208cca613d99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:43:07.010727 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b910b132-7388-45ae-838f-5576a88442a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:07.011115 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b910b132-7388-45ae-838f-5576a88442a9 None None] Bound using segment: {'id': '195d7ed7-323d-4284-82df-208cca613d99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:43:07.011587 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-b910b132-7388-45ae-838f-5576a88442a9 None None] Bound port: 049097a7-8791-4730-823c-44d7d4c2de02, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '195d7ed7-323d-4284-82df-208cca613d99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:43:07.011967 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b910b132-7388-45ae-838f-5576a88442a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (049097a7-8791-4730-823c-44d7d4c2de02), before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:07.016963 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2221d8-0dc3-4fd4-b919-ac2e721a0f0d None None] Pushing event updated for resources: {'Port': ['ID=049097a7-8791-4730-823c-44d7d4c2de02,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:07.048705 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2221d8-0dc3-4fd4-b919-ac2e721a0f0d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:43:07.049079 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2221d8-0dc3-4fd4-b919-ac2e721a0f0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:43:07.049794 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2221d8-0dc3-4fd4-b919-ac2e721a0f0d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:43:07.050281 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2221d8-0dc3-4fd4-b919-ac2e721a0f0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:43:07.050623 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2221d8-0dc3-4fd4-b919-ac2e721a0f0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:43:07.050956 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2221d8-0dc3-4fd4-b919-ac2e721a0f0d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:43:07.051308 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2221d8-0dc3-4fd4-b919-ac2e721a0f0d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:43:07.051638 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2221d8-0dc3-4fd4-b919-ac2e721a0f0d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:43:07.051985 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2221d8-0dc3-4fd4-b919-ac2e721a0f0d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:43:07.052304 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2221d8-0dc3-4fd4-b919-ac2e721a0f0d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:43:07.053330 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2221d8-0dc3-4fd4-b919-ac2e721a0f0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:43:07.053837 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2221d8-0dc3-4fd4-b919-ac2e721a0f0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:43:07.055237 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2221d8-0dc3-4fd4-b919-ac2e721a0f0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:43:07.088521 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-b910b132-7388-45ae-838f-5576a88442a9 None None] For port 049097a7-8791-4730-823c-44d7d4c2de02, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:43:07.093682 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-b910b132-7388-45ae-838f-5576a88442a9 None None] For port 049097a7-8791-4730-823c-44d7d4c2de02, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=049097a7-8791-4730-823c-44d7d4c2de02,segment=NetworkSegment(195d7ed7-323d-4284-82df-208cca613d99),segment_id=195d7ed7-323d-4284-82df-208cca613d99)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:43:07.100370 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b910b132-7388-45ae-838f-5576a88442a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (049097a7-8791-4730-823c-44d7d4c2de02), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:07.147680 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-f25a40ca-86f1-4313-9e04-28df952133fc None None] Allocated IP 172.20.0.2 (7b295ea2-65ed-4c73-abde-545174b5e2c1/59397fd1-a427-45e6-b3e4-97b5165e0628/982d5976-f508-4165-96ba-487bc2bb576d) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:43:07.155893 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b910b132-7388-45ae-838f-5576a88442a9 None None] Routers {'e1d5840e-8ede-4885-9494-70ab028e0f87'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:43:07.156678 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-b910b132-7388-45ae-838f-5576a88442a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:42:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['e1d5840e-8ede-4885-9494-70ab028e0f87'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:43:07.207387 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2221d8-0dc3-4fd4-b919-ac2e721a0f0d None None] Pushing event updated for resources: {'Port': ['ID=049097a7-8791-4730-823c-44d7d4c2de02,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:07.303596 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f25a40ca-86f1-4313-9e04-28df952133fc None None] Publish callbacks [] for port (982d5976-f508-4165-96ba-487bc2bb576d), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:07.311822 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f25a40ca-86f1-4313-9e04-28df952133fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749'] for port (982d5976-f508-4165-96ba-487bc2bb576d), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:07.363077 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25a40ca-86f1-4313-9e04-28df952133fc None None] Pushing event updated for resources: {'Port': ['ID=982d5976-f508-4165-96ba-487bc2bb576d,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:07.378242 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f25a40ca-86f1-4313-9e04-28df952133fc None None] Network 7b295ea2-65ed-4c73-abde-545174b5e2c1 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:43:07.384093 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-f25a40ca-86f1-4313-9e04-28df952133fc None None] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:43:07.386795 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25a40ca-86f1-4313-9e04-28df952133fc None None] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:43:07.397743 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-b910b132-7388-45ae-838f-5576a88442a9 None None] Set router e1d5840e-8ede-4885-9494-70ab028e0f87 gateway port host: dv-neutron-master-2-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:43:07.412317 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b551501a-a9e8-4ff5-883d-13356e19b675 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:07.453104 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-f25a40ca-86f1-4313-9e04-28df952133fc None None] Attempting to bind port 982d5976-f508-4165-96ba-487bc2bb576d on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:43:07.453488 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-f25a40ca-86f1-4313-9e04-28df952133fc None None] Attempting to bind port 982d5976-f508-4165-96ba-487bc2bb576d by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '5e15ce7f-87f4-432b-9f2d-646e616ef518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '7b295ea2-65ed-4c73-abde-545174b5e2c1'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:43:07.453865 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f25a40ca-86f1-4313-9e04-28df952133fc None None] Attempting to bind port 982d5976-f508-4165-96ba-487bc2bb576d on network 7b295ea2-65ed-4c73-abde-545174b5e2c1 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:43:07.459616 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f25a40ca-86f1-4313-9e04-28df952133fc None None] Checking agent: {'id': '75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 24, 15), 'started_at': datetime.datetime(2022, 2, 28, 10, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 42, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:43:07.460000 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f25a40ca-86f1-4313-9e04-28df952133fc None None] Checking segment: {'id': '5e15ce7f-87f4-432b-9f2d-646e616ef518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '7b295ea2-65ed-4c73-abde-545174b5e2c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:43:07.460418 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f25a40ca-86f1-4313-9e04-28df952133fc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:07.460916 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f25a40ca-86f1-4313-9e04-28df952133fc None None] Bound using segment: {'id': '5e15ce7f-87f4-432b-9f2d-646e616ef518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '7b295ea2-65ed-4c73-abde-545174b5e2c1'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:43:07.461351 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-f25a40ca-86f1-4313-9e04-28df952133fc None None] Bound port: 982d5976-f508-4165-96ba-487bc2bb576d, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e15ce7f-87f4-432b-9f2d-646e616ef518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '7b295ea2-65ed-4c73-abde-545174b5e2c1'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:43:07.462227 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f25a40ca-86f1-4313-9e04-28df952133fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (982d5976-f508-4165-96ba-487bc2bb576d), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:07.529660 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-f25a40ca-86f1-4313-9e04-28df952133fc None None] For port 982d5976-f508-4165-96ba-487bc2bb576d, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:43:07.533682 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-f25a40ca-86f1-4313-9e04-28df952133fc None None] For port 982d5976-f508-4165-96ba-487bc2bb576d, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=982d5976-f508-4165-96ba-487bc2bb576d,segment=NetworkSegment(5e15ce7f-87f4-432b-9f2d-646e616ef518),segment_id=5e15ce7f-87f4-432b-9f2d-646e616ef518)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:43:07.543541 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f25a40ca-86f1-4313-9e04-28df952133fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (982d5976-f508-4165-96ba-487bc2bb576d), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:07.630457 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-b910b132-7388-45ae-838f-5576a88442a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1d5840e-8ede-4885-9494-70ab028e0f87', 'name': 'tempest-TestNetworkBasicOps-router-1765386747', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.157'}], 'enable_snat': True}, 'gw_port_id': '049097a7-8791-4730-823c-44d7d4c2de02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:43:04Z', 'updated_at': '2022-02-28T10:43:05Z', 'revision_number': 3, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'gw_port': {'id': '049097a7-8791-4730-823c-44d7d4c2de02', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:99:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1d5840e-8ede-4885-9494-70ab028e0f87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:43:04Z', 'updated_at': '2022-02-28T10:43:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:43:07.640940 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25a40ca-86f1-4313-9e04-28df952133fc None None] Pushing event updated for resources: {'Port': ['ID=982d5976-f508-4165-96ba-487bc2bb576d,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:07.686317 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b910b132-7388-45ae-838f-5576a88442a9 None None] The sync data for ids ['e1d5840e-8ede-4885-9494-70ab028e0f87'] in dv-neutron-master-2-hyperv is: [{'id': 'e1d5840e-8ede-4885-9494-70ab028e0f87', 'name': 'tempest-TestNetworkBasicOps-router-1765386747', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.157'}], 'enable_snat': True}, 'gw_port_id': '049097a7-8791-4730-823c-44d7d4c2de02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:43:04Z', 'updated_at': '2022-02-28T10:43:05Z', 'revision_number': 3, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'gw_port': {'id': '049097a7-8791-4730-823c-44d7d4c2de02', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:99:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1d5840e-8ede-4885-9494-70ab028e0f87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:43:04Z', 'updated_at': '2022-02-28T10:43:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:43:07.778307 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-b551501a-a9e8-4ff5-883d-13356e19b675 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Allocated IP 172.20.0.1 (7b295ea2-65ed-4c73-abde-545174b5e2c1/59397fd1-a427-45e6-b3e4-97b5165e0628/25b03a79-bec0-49a2-9790-40657a1699b3) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:43:07.942594 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b551501a-a9e8-4ff5-883d-13356e19b675 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for port (25b03a79-bec0-49a2-9790-40657a1699b3), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:08.008751 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b551501a-a9e8-4ff5-883d-13356e19b675 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (25b03a79-bec0-49a2-9790-40657a1699b3), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:08.070391 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b551501a-a9e8-4ff5-883d-13356e19b675 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Network 7b295ea2-65ed-4c73-abde-545174b5e2c1 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:43:08.072133 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-b551501a-a9e8-4ff5-883d-13356e19b675 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:43:08.074712 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b551501a-a9e8-4ff5-883d-13356e19b675 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:43:08.091389 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (13ac42ae-016e-4baf-bb31-c6fa820b41c2), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:08.110726 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b551501a-a9e8-4ff5-883d-13356e19b675 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event updated for resources: {'Port': ['ID=25b03a79-bec0-49a2-9790-40657a1699b3,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:08.130227 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b551501a-a9e8-4ff5-883d-13356e19b675 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1803404'] for router_interface (e1d5840e-8ede-4885-9494-70ab028e0f87), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:08.277371 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b551501a-a9e8-4ff5-883d-13356e19b675 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (25b03a79-bec0-49a2-9790-40657a1699b3), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:08.589817 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b551501a-a9e8-4ff5-883d-13356e19b675 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for port (25b03a79-bec0-49a2-9790-40657a1699b3), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:08.595579 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b551501a-a9e8-4ff5-883d-13356e19b675 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3242529'] for port (25b03a79-bec0-49a2-9790-40657a1699b3), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:08.685190 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b551501a-a9e8-4ff5-883d-13356e19b675 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event updated for resources: {'Port': ['ID=25b03a79-bec0-49a2-9790-40657a1699b3,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:08.690135 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b551501a-a9e8-4ff5-883d-13356e19b675 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1802524'] for router_interface (e1d5840e-8ede-4885-9494-70ab028e0f87), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:08.762223 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f452553e-d2c4-4770-a632-e704a58076ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fb6705d2-4f70-4965-92a3-fbfccd43a6d3), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:08.786545 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34b6c269-332e-402c-bb25-4f27dca417cc None None] Network 7b295ea2-65ed-4c73-abde-545174b5e2c1 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:43:08.817365 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b551501a-a9e8-4ff5-883d-13356e19b675 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Network 7b295ea2-65ed-4c73-abde-545174b5e2c1 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:43:08.818862 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-b551501a-a9e8-4ff5-883d-13356e19b675 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:43:08.826447 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 982d5976-f508-4165-96ba-487bc2bb576d up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:43:08.927113 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-bef97bee-208d-4c9f-bd50-484674497882 None None] Provisioning complete for port 982d5976-f508-4165-96ba-487bc2bb576d triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:43:08.927508 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bef97bee-208d-4c9f-bd50-484674497882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (982d5976-f508-4165-96ba-487bc2bb576d), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:08.938385 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b551501a-a9e8-4ff5-883d-13356e19b675 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Router e1d5840e-8ede-4885-9494-70ab028e0f87 has already been hosted by L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 {{(pid=103408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:43:08.962498 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port 982d5976-f508-4165-96ba-487bc2bb576d triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:43:08.962874 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (982d5976-f508-4165-96ba-487bc2bb576d), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:09.059617 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b551501a-a9e8-4ff5-883d-13356e19b675 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:43:09.064934 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-b551501a-a9e8-4ff5-883d-13356e19b675 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "PUT /v2.0/routers/e1d5840e-8ede-4885-9494-70ab028e0f87/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1510901 Feb 28 10:43:09.068893 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 40912) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:09.089556 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-bef97bee-208d-4c9f-bd50-484674497882 None None] Current status of the port 982d5976-f508-4165-96ba-487bc2bb576d is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:43:09.089952 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bef97bee-208d-4c9f-bd50-484674497882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (982d5976-f508-4165-96ba-487bc2bb576d), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:09.104708 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 982d5976-f508-4165-96ba-487bc2bb576d is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:43:09.105420 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (982d5976-f508-4165-96ba-487bc2bb576d), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:09.194733 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3df939b-d728-488a-bc4e-4fc18214e54a tempest-TestNetworkBasicOps-986752647 tempest-TestNetworkBasicOps-986752647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:09.195357 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3df939b-d728-488a-bc4e-4fc18214e54a tempest-TestNetworkBasicOps-986752647 tempest-TestNetworkBasicOps-986752647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:09.195670 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3df939b-d728-488a-bc4e-4fc18214e54a tempest-TestNetworkBasicOps-986752647 tempest-TestNetworkBasicOps-986752647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:09.196285 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3df939b-d728-488a-bc4e-4fc18214e54a tempest-TestNetworkBasicOps-986752647 tempest-TestNetworkBasicOps-986752647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:09.196773 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3df939b-d728-488a-bc4e-4fc18214e54a tempest-TestNetworkBasicOps-986752647 tempest-TestNetworkBasicOps-986752647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:09.197233 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3df939b-d728-488a-bc4e-4fc18214e54a tempest-TestNetworkBasicOps-986752647 tempest-TestNetworkBasicOps-986752647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:09.202545 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-e3df939b-d728-488a-bc4e-4fc18214e54a tempest-TestNetworkBasicOps-986752647 tempest-TestNetworkBasicOps-986752647-project-admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.1298757 Feb 28 10:43:09.202545 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 40914) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:09.268797 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2de764e5-c4fa-4322-a79d-f41f9d684265 tempest-TestNetworkBasicOps-986752647 tempest-TestNetworkBasicOps-986752647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:09.269183 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2de764e5-c4fa-4322-a79d-f41f9d684265 tempest-TestNetworkBasicOps-986752647 tempest-TestNetworkBasicOps-986752647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:09.269641 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2de764e5-c4fa-4322-a79d-f41f9d684265 tempest-TestNetworkBasicOps-986752647 tempest-TestNetworkBasicOps-986752647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:09.270095 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2de764e5-c4fa-4322-a79d-f41f9d684265 tempest-TestNetworkBasicOps-986752647 tempest-TestNetworkBasicOps-986752647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:09.270651 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2de764e5-c4fa-4322-a79d-f41f9d684265 tempest-TestNetworkBasicOps-986752647 tempest-TestNetworkBasicOps-986752647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:09.271000 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2de764e5-c4fa-4322-a79d-f41f9d684265 tempest-TestNetworkBasicOps-986752647 tempest-TestNetworkBasicOps-986752647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:09.275649 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-2de764e5-c4fa-4322-a79d-f41f9d684265 tempest-TestNetworkBasicOps-986752647 tempest-TestNetworkBasicOps-986752647-project-admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.0699589 Feb 28 10:43:09.275901 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 40916) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:09.313779 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-bef97bee-208d-4c9f-bd50-484674497882 None None] For port 982d5976-f508-4165-96ba-487bc2bb576d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=982d5976-f508-4165-96ba-487bc2bb576d,segment=NetworkSegment(5e15ce7f-87f4-432b-9f2d-646e616ef518),segment_id=5e15ce7f-87f4-432b-9f2d-646e616ef518)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:43:09.320036 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bef97bee-208d-4c9f-bd50-484674497882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (982d5976-f508-4165-96ba-487bc2bb576d), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:09.395689 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.db.api [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103409) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 10:43:09.396367 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG oslo_db.api [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 10:43:09.400312 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef97bee-208d-4c9f-bd50-484674497882 None None] Pushing event updated for resources: {'Port': ['ID=982d5976-f508-4165-96ba-487bc2bb576d,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:09.444827 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-fe017bc0-ea85-4b2f-9131-cb0c14dc2749 None None] Provisioning complete for port 25b03a79-bec0-49a2-9790-40657a1699b3 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:43:09.445516 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-5f2bf599-f8d4-4670-98f9-88fd16846ba0 tempest-TestNetworkBasicOps-986752647 tempest-TestNetworkBasicOps-986752647-project-admin] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.1683190 Feb 28 10:43:09.448424 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fe017bc0-ea85-4b2f-9131-cb0c14dc2749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (25b03a79-bec0-49a2-9790-40657a1699b3), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:09.494024 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-fe017bc0-ea85-4b2f-9131-cb0c14dc2749 None None] Port 25b03a79-bec0-49a2-9790-40657a1699b3 cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:43:09.512373 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-fe017bc0-ea85-4b2f-9131-cb0c14dc2749 None None] Provisioning complete for port 982d5976-f508-4165-96ba-487bc2bb576d triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:43:09.512878 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fe017bc0-ea85-4b2f-9131-cb0c14dc2749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (982d5976-f508-4165-96ba-487bc2bb576d), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:09.600058 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37bd47c9-d41c-4e56-8489-7be5a6f84820 None None] Sync routers for ids ['e1d5840e-8ede-4885-9494-70ab028e0f87'] in dv-neutron-master-2-hyperv {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:43:09.609102 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-fe017bc0-ea85-4b2f-9131-cb0c14dc2749 None None] Current status of the port 982d5976-f508-4165-96ba-487bc2bb576d is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:43:09.616754 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37bd47c9-d41c-4e56-8489-7be5a6f84820 None None] Routers {'e1d5840e-8ede-4885-9494-70ab028e0f87'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:43:09.617369 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-37bd47c9-d41c-4e56-8489-7be5a6f84820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:42:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['e1d5840e-8ede-4885-9494-70ab028e0f87'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:43:09.743390 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-37bd47c9-d41c-4e56-8489-7be5a6f84820 None None] Set router e1d5840e-8ede-4885-9494-70ab028e0f87 gateway port host: dv-neutron-master-2-hyperv {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:43:09.746329 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2c5c7bde-cee5-448f-ac0e-25172541367f None None] Provisioning complete for port 25b03a79-bec0-49a2-9790-40657a1699b3 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:43:09.746329 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2c5c7bde-cee5-448f-ac0e-25172541367f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (25b03a79-bec0-49a2-9790-40657a1699b3), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:09.821060 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 40920) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:09.825738 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-680fb199-930c-4167-835a-8758e73bdbf2 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1684593605', 'description': 'tempest-secgroup-smoke-1684593605 description', 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:43:09.848941 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-680fb199-930c-4167-835a-8758e73bdbf2 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:09.849238 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2c5c7bde-cee5-448f-ac0e-25172541367f None None] Port 25b03a79-bec0-49a2-9790-40657a1699b3 cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:43:09.916314 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-680fb199-930c-4167-835a-8758e73bdbf2 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group (a5560881-ee0e-49ae-ba88-940043d74ed3), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:09.921144 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-680fb199-930c-4167-835a-8758e73bdbf2 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (a5560881-ee0e-49ae-ba88-940043d74ed3), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:09.945363 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-680fb199-930c-4167-835a-8758e73bdbf2 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:09.946612 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-680fb199-930c-4167-835a-8758e73bdbf2 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1245282 Feb 28 10:43:09.949742 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 40922) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:09.956316 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680fb199-930c-4167-835a-8758e73bdbf2 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5560881-ee0e-49ae-ba88-940043d74ed3,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:09.962132 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 982d5976-f508-4165-96ba-487bc2bb576d is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:43:09.963142 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 049097a7-8791-4730-823c-44d7d4c2de02 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:43:09.963554 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-4e17c991-69f5-4813-954a-cc08228d689c tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Request body: {'security_group_rule': {'security_group_id': 'a5560881-ee0e-49ae-ba88-940043d74ed3', 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:43:09.993054 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4e17c991-69f5-4813-954a-cc08228d689c tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (9b96ade9-c3d0-4aa8-b4a6-3c01e20651b8), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:10.029117 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-11fbae4b-edcf-46ff-b050-bcafc7a282f6 None None] Provisioning complete for port 25b03a79-bec0-49a2-9790-40657a1699b3 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:43:10.029545 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-11fbae4b-edcf-46ff-b050-bcafc7a282f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (25b03a79-bec0-49a2-9790-40657a1699b3), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:10.051131 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4e17c991-69f5-4813-954a-cc08228d689c tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (9b96ade9-c3d0-4aa8-b4a6-3c01e20651b8), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:10.056020 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4e17c991-69f5-4813-954a-cc08228d689c tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594242'] for security_group_rule (9b96ade9-c3d0-4aa8-b4a6-3c01e20651b8), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:10.078756 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e17c991-69f5-4813-954a-cc08228d689c tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b96ade9-c3d0-4aa8-b4a6-3c01e20651b8,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:10.087204 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4e17c991-69f5-4813-954a-cc08228d689c tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:10.089120 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-4e17c991-69f5-4813-954a-cc08228d689c tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1368275 Feb 28 10:43:10.091368 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 40924) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:10.092936 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-11fbae4b-edcf-46ff-b050-bcafc7a282f6 None None] Port 25b03a79-bec0-49a2-9790-40657a1699b3 cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:43:10.100852 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-9019af63-1aa3-4639-862c-0d9770c58bcf tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Request body: {'security_group_rule': {'security_group_id': 'a5560881-ee0e-49ae-ba88-940043d74ed3', 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:43:10.104287 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port 049097a7-8791-4730-823c-44d7d4c2de02 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:43:10.104699 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (049097a7-8791-4730-823c-44d7d4c2de02), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:10.113125 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-37bd47c9-d41c-4e56-8489-7be5a6f84820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1d5840e-8ede-4885-9494-70ab028e0f87', 'name': 'tempest-TestNetworkBasicOps-router-1765386747', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.157'}], 'enable_snat': True}, 'gw_port_id': '049097a7-8791-4730-823c-44d7d4c2de02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:43:04Z', 'updated_at': '2022-02-28T10:43:08Z', 'revision_number': 4, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'gw_port': {'id': '049097a7-8791-4730-823c-44d7d4c2de02', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:99:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1d5840e-8ede-4885-9494-70ab028e0f87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:43:04Z', 'updated_at': '2022-02-28T10:43:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '25b03a79-bec0-49a2-9790-40657a1699b3', 'name': '', 'network_id': '7b295ea2-65ed-4c73-abde-545174b5e2c1', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'mac_address': 'fa:16:3e:e0:30:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1d5840e-8ede-4885-9494-70ab028e0f87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': '59397fd1-a427-45e6-b3e4-97b5165e0628', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:43:07Z', 'updated_at': '2022-02-28T10:43:08Z', 'revision_number': 2, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'subnets': [{'id': '59397fd1-a427-45e6-b3e4-97b5165e0628', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:43:10.126864 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9019af63-1aa3-4639-862c-0d9770c58bcf tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (0df7b55a-82f6-4d29-b7d8-c27693427e8f), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:10.162501 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37bd47c9-d41c-4e56-8489-7be5a6f84820 None None] Checking router: e1d5840e-8ede-4885-9494-70ab028e0f87 for host: dv-neutron-master-2-hyperv {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:43:10.162860 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37bd47c9-d41c-4e56-8489-7be5a6f84820 None None] Updating router e1d5840e-8ede-4885-9494-70ab028e0f87 port 25b03a79-bec0-49a2-9790-40657a1699b3 binding host dv-neutron-master-2-hyperv {{(pid=103409) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 10:43:10.185279 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9019af63-1aa3-4639-862c-0d9770c58bcf tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (0df7b55a-82f6-4d29-b7d8-c27693427e8f), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:10.190187 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9019af63-1aa3-4639-862c-0d9770c58bcf tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594242'] for security_group_rule (0df7b55a-82f6-4d29-b7d8-c27693427e8f), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:10.202199 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-37bd47c9-d41c-4e56-8489-7be5a6f84820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (25b03a79-bec0-49a2-9790-40657a1699b3), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:10.210549 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019af63-1aa3-4639-862c-0d9770c58bcf tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0df7b55a-82f6-4d29-b7d8-c27693427e8f,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:10.221190 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9019af63-1aa3-4639-862c-0d9770c58bcf tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:10.222693 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-9019af63-1aa3-4639-862c-0d9770c58bcf tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1302364 Feb 28 10:43:10.225549 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 40926) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:10.229916 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-466617bf-064f-425c-b35f-5005768d88c6 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Request body: {'security_group_rule': {'security_group_id': 'a5560881-ee0e-49ae-ba88-940043d74ed3', 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:43:10.256040 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-466617bf-064f-425c-b35f-5005768d88c6 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (15c539dc-7379-4eb8-a1b8-4069b860aca5), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:10.282590 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 049097a7-8791-4730-823c-44d7d4c2de02 is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:43:10.282971 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (049097a7-8791-4730-823c-44d7d4c2de02), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:10.316827 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-466617bf-064f-425c-b35f-5005768d88c6 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (15c539dc-7379-4eb8-a1b8-4069b860aca5), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:10.321219 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-466617bf-064f-425c-b35f-5005768d88c6 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594242'] for security_group_rule (15c539dc-7379-4eb8-a1b8-4069b860aca5), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:10.340779 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466617bf-064f-425c-b35f-5005768d88c6 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15c539dc-7379-4eb8-a1b8-4069b860aca5,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:10.348953 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-466617bf-064f-425c-b35f-5005768d88c6 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:10.352803 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-466617bf-064f-425c-b35f-5005768d88c6 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1237285 Feb 28 10:43:10.353144 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 40928) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:10.357612 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-2df0db70-cbc5-4143-b83a-04177f276843 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Request body: {'security_group_rule': {'security_group_id': 'a5560881-ee0e-49ae-ba88-940043d74ed3', 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:43:10.363615 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] For port 049097a7-8791-4730-823c-44d7d4c2de02, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=049097a7-8791-4730-823c-44d7d4c2de02,segment=NetworkSegment(195d7ed7-323d-4284-82df-208cca613d99),segment_id=195d7ed7-323d-4284-82df-208cca613d99)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:43:10.370269 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (049097a7-8791-4730-823c-44d7d4c2de02), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:10.384028 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2df0db70-cbc5-4143-b83a-04177f276843 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (8b96b535-1003-4376-ac48-69f7ebd58a32), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:10.444974 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2df0db70-cbc5-4143-b83a-04177f276843 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (8b96b535-1003-4376-ac48-69f7ebd58a32), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:10.449459 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2df0db70-cbc5-4143-b83a-04177f276843 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594242'] for security_group_rule (8b96b535-1003-4376-ac48-69f7ebd58a32), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:10.466893 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Pushing event updated for resources: {'Port': ['ID=049097a7-8791-4730-823c-44d7d4c2de02,revision_number=4']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:10.467772 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df0db70-cbc5-4143-b83a-04177f276843 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b96b535-1003-4376-ac48-69f7ebd58a32,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:10.477108 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2df0db70-cbc5-4143-b83a-04177f276843 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:10.481385 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-2df0db70-cbc5-4143-b83a-04177f276843 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1247332 Feb 28 10:43:10.481917 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 40930) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:10.486227 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-bc283d9c-08ff-49b0-b916-c7b8ef2763ce tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Request body: {'security_group_rule': {'security_group_id': 'a5560881-ee0e-49ae-ba88-940043d74ed3', 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:43:10.512254 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.db.securitygroups_db [None req-bc283d9c-08ff-49b0-b916-c7b8ef2763ce tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Project 5a84b6bdce3e454e9741c4fbc09bfc68 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 10:43:10.517279 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bc283d9c-08ff-49b0-b916-c7b8ef2763ce tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (38f22a59-c21d-4e2d-9d4f-8270f0af2987), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:10.572212 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-37bd47c9-d41c-4e56-8489-7be5a6f84820 None None] Publish callbacks [] for port (25b03a79-bec0-49a2-9790-40657a1699b3), precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:10.577674 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bc283d9c-08ff-49b0-b916-c7b8ef2763ce tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (38f22a59-c21d-4e2d-9d4f-8270f0af2987), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:10.578396 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-37bd47c9-d41c-4e56-8489-7be5a6f84820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (25b03a79-bec0-49a2-9790-40657a1699b3), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:10.582264 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bc283d9c-08ff-49b0-b916-c7b8ef2763ce tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594242'] for security_group_rule (38f22a59-c21d-4e2d-9d4f-8270f0af2987), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:10.602593 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc283d9c-08ff-49b0-b916-c7b8ef2763ce tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38f22a59-c21d-4e2d-9d4f-8270f0af2987,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:10.612220 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bc283d9c-08ff-49b0-b916-c7b8ef2763ce tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:10.613621 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-bc283d9c-08ff-49b0-b916-c7b8ef2763ce tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1309826 Feb 28 10:43:10.616391 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 40932) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:10.620925 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-9b31d3ad-c603-4f7a-9c1b-2041f36602de tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Request body: {'security_group_rule': {'security_group_id': 'a5560881-ee0e-49ae-ba88-940043d74ed3', 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:43:10.642589 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.db.securitygroups_db [None req-9b31d3ad-c603-4f7a-9c1b-2041f36602de tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Project 5a84b6bdce3e454e9741c4fbc09bfc68 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 10:43:10.649278 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9b31d3ad-c603-4f7a-9c1b-2041f36602de tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (04aa65ed-407b-44df-98af-e00ddd5fcbec), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:10.674118 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723deca9-21aa-4351-85c4-95e2ccb89817 None None] Pushing event updated for resources: {'Port': ['ID=25b03a79-bec0-49a2-9790-40657a1699b3,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:10.688331 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-37bd47c9-d41c-4e56-8489-7be5a6f84820 None None] Attempting to bind port 25b03a79-bec0-49a2-9790-40657a1699b3 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:43:10.688922 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-37bd47c9-d41c-4e56-8489-7be5a6f84820 None None] Attempting to bind port 25b03a79-bec0-49a2-9790-40657a1699b3 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '5e15ce7f-87f4-432b-9f2d-646e616ef518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '7b295ea2-65ed-4c73-abde-545174b5e2c1'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:43:10.690490 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37bd47c9-d41c-4e56-8489-7be5a6f84820 None None] Attempting to bind port 25b03a79-bec0-49a2-9790-40657a1699b3 on network 7b295ea2-65ed-4c73-abde-545174b5e2c1 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:43:10.696008 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37bd47c9-d41c-4e56-8489-7be5a6f84820 None None] Checking agent: {'id': '75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 24, 15), 'started_at': datetime.datetime(2022, 2, 28, 10, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 42, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:43:10.696403 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37bd47c9-d41c-4e56-8489-7be5a6f84820 None None] Checking segment: {'id': '5e15ce7f-87f4-432b-9f2d-646e616ef518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '7b295ea2-65ed-4c73-abde-545174b5e2c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:43:10.696841 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-37bd47c9-d41c-4e56-8489-7be5a6f84820 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:10.697244 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37bd47c9-d41c-4e56-8489-7be5a6f84820 None None] Bound using segment: {'id': '5e15ce7f-87f4-432b-9f2d-646e616ef518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '7b295ea2-65ed-4c73-abde-545174b5e2c1'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:43:10.697723 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-37bd47c9-d41c-4e56-8489-7be5a6f84820 None None] Bound port: 25b03a79-bec0-49a2-9790-40657a1699b3, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e15ce7f-87f4-432b-9f2d-646e616ef518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '7b295ea2-65ed-4c73-abde-545174b5e2c1'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:43:10.698113 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-37bd47c9-d41c-4e56-8489-7be5a6f84820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (25b03a79-bec0-49a2-9790-40657a1699b3), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:10.732917 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9b31d3ad-c603-4f7a-9c1b-2041f36602de tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (04aa65ed-407b-44df-98af-e00ddd5fcbec), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:10.737446 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9b31d3ad-c603-4f7a-9c1b-2041f36602de tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594242'] for security_group_rule (04aa65ed-407b-44df-98af-e00ddd5fcbec), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:10.745301 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 982d5976-f508-4165-96ba-487bc2bb576d up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:43:10.752943 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b31d3ad-c603-4f7a-9c1b-2041f36602de tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04aa65ed-407b-44df-98af-e00ddd5fcbec,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:10.770185 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9b31d3ad-c603-4f7a-9c1b-2041f36602de tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:10.779491 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-9b31d3ad-c603-4f7a-9c1b-2041f36602de tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1540971 Feb 28 10:43:10.805205 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-37bd47c9-d41c-4e56-8489-7be5a6f84820 None None] For port 25b03a79-bec0-49a2-9790-40657a1699b3, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:43:10.809033 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-37bd47c9-d41c-4e56-8489-7be5a6f84820 None None] For port 25b03a79-bec0-49a2-9790-40657a1699b3, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=25b03a79-bec0-49a2-9790-40657a1699b3,segment=NetworkSegment(5e15ce7f-87f4-432b-9f2d-646e616ef518),segment_id=5e15ce7f-87f4-432b-9f2d-646e616ef518)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:43:10.823426 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-37bd47c9-d41c-4e56-8489-7be5a6f84820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (25b03a79-bec0-49a2-9790-40657a1699b3), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:10.864072 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port 982d5976-f508-4165-96ba-487bc2bb576d triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:43:10.864369 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (982d5976-f508-4165-96ba-487bc2bb576d), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:10.924635 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723deca9-21aa-4351-85c4-95e2ccb89817 None None] Pushing event updated for resources: {'Port': ['ID=25b03a79-bec0-49a2-9790-40657a1699b3,revision_number=4']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:10.927621 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37bd47c9-d41c-4e56-8489-7be5a6f84820 None None] Routers {'e1d5840e-8ede-4885-9494-70ab028e0f87'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:43:10.928595 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-37bd47c9-d41c-4e56-8489-7be5a6f84820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:42:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['e1d5840e-8ede-4885-9494-70ab028e0f87'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:43:10.938787 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-3d30e390-93e6-439a-bf16-65dc3e560832 req-ea83b3ba-811b-4fc1-8229-a77ad3e36fb5 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1684593605&fields=id&tenant_id=5a84b6bdce3e454e9741c4fbc09bfc68 HTTP/1.1" status: 200 len: 267 time: 0.0571697 Feb 28 10:43:10.984646 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-b5c5a3d9-304a-4dc8-bafe-daab4b592045 None None] Provisioning complete for port 25b03a79-bec0-49a2-9790-40657a1699b3 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:43:10.985007 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b5c5a3d9-304a-4dc8-bafe-daab4b592045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (25b03a79-bec0-49a2-9790-40657a1699b3), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:11.046953 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d30e390-93e6-439a-bf16-65dc3e560832 req-4936eb93-9099-487a-a07c-f232eefb858f tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:11.048468 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-3d30e390-93e6-439a-bf16-65dc3e560832 req-4936eb93-9099-487a-a07c-f232eefb858f tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/networks?id=7b295ea2-65ed-4c73-abde-545174b5e2c1 HTTP/1.1" status: 200 len: 796 time: 0.1088152 Feb 28 10:43:11.067028 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-3d30e390-93e6-439a-bf16-65dc3e560832 req-3f2b5795-d25d-4ffe-8f31-d422b3084c6f tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/quotas/5a84b6bdce3e454e9741c4fbc09bfc68 HTTP/1.1" status: 200 len: 375 time: 0.0111675 Feb 28 10:43:11.104143 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8cc97feb-c495-4b85-81bb-f969be7fc32c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fc6c9b74-8dbb-41bb-800a-5bd3a43fe896), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:11.132476 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-3d30e390-93e6-439a-bf16-65dc3e560832 req-224a0d2d-fb7a-4f47-9713-3cf68d36506e tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=5a84b6bdce3e454e9741c4fbc09bfc68&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0590346 Feb 28 10:43:11.132756 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 982d5976-f508-4165-96ba-487bc2bb576d is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:43:11.133771 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 049097a7-8791-4730-823c-44d7d4c2de02 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:43:11.136365 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-37bd47c9-d41c-4e56-8489-7be5a6f84820 None None] Set router e1d5840e-8ede-4885-9494-70ab028e0f87 gateway port host: dv-neutron-master-2-hyperv {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:43:11.149550 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [req-3d30e390-93e6-439a-bf16-65dc3e560832 req-4e9c70ec-4b5f-4c9e-903c-27138a97d7d3 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103407) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 10:43:11.150599 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-3d30e390-93e6-439a-bf16-65dc3e560832 req-4e9c70ec-4b5f-4c9e-903c-27138a97d7d3 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054369 Feb 28 10:43:11.245048 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-3d30e390-93e6-439a-bf16-65dc3e560832 req-f44573b8-64d7-4a0b-ac95-ed1e9cd6a53a service neutron] 10.222.0.20 "GET /v2.0/networks/7b295ea2-65ed-4c73-abde-545174b5e2c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888381 Feb 28 10:43:11.346946 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-3d30e390-93e6-439a-bf16-65dc3e560832 req-4bcfba78-b6e1-45b4-8a3c-e0fc2def39ee service neutron] 10.222.0.20 "GET /v2.0/networks/7b295ea2-65ed-4c73-abde-545174b5e2c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955467 Feb 28 10:43:11.417756 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-b5c5a3d9-304a-4dc8-bafe-daab4b592045 None None] Current status of the port 25b03a79-bec0-49a2-9790-40657a1699b3 is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:43:11.418147 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b5c5a3d9-304a-4dc8-bafe-daab4b592045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (25b03a79-bec0-49a2-9790-40657a1699b3), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:11.491490 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port 049097a7-8791-4730-823c-44d7d4c2de02 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:43:11.492025 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (049097a7-8791-4730-823c-44d7d4c2de02), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:11.504741 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-b5c5a3d9-304a-4dc8-bafe-daab4b592045 None None] For port 25b03a79-bec0-49a2-9790-40657a1699b3, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=25b03a79-bec0-49a2-9790-40657a1699b3,segment=NetworkSegment(5e15ce7f-87f4-432b-9f2d-646e616ef518),segment_id=5e15ce7f-87f4-432b-9f2d-646e616ef518)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:43:11.527338 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-14bc5192-ed00-4d82-ad97-941af8f1e342 req-a8ca3992-026b-4c17-8ed2-b56419c92650 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/ports?device_id=c35bdb70-97a7-4b0d-b6e9-dc87fd2cf935 HTTP/1.1" status: 200 len: 210 time: 0.0386057 Feb 28 10:43:11.528526 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b5c5a3d9-304a-4dc8-bafe-daab4b592045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (25b03a79-bec0-49a2-9790-40657a1699b3), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:11.644214 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c5a3d9-304a-4dc8-bafe-daab4b592045 None None] Pushing event updated for resources: {'Port': ['ID=25b03a79-bec0-49a2-9790-40657a1699b3,revision_number=5']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:11.698999 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-c9933c98-7d2a-41c7-8f09-44ba90acfbf7 None None] Provisioning complete for port 25b03a79-bec0-49a2-9790-40657a1699b3 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:43:11.699382 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c9933c98-7d2a-41c7-8f09-44ba90acfbf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (25b03a79-bec0-49a2-9790-40657a1699b3), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:11.702058 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 049097a7-8791-4730-823c-44d7d4c2de02 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:43:11.746483 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-37bd47c9-d41c-4e56-8489-7be5a6f84820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1d5840e-8ede-4885-9494-70ab028e0f87', 'name': 'tempest-TestNetworkBasicOps-router-1765386747', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.157'}], 'enable_snat': True}, 'gw_port_id': '049097a7-8791-4730-823c-44d7d4c2de02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:43:04Z', 'updated_at': '2022-02-28T10:43:08Z', 'revision_number': 4, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'gw_port': {'id': '049097a7-8791-4730-823c-44d7d4c2de02', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:99:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d5840e-8ede-4885-9494-70ab028e0f87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:43:04Z', 'updated_at': '2022-02-28T10:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '25b03a79-bec0-49a2-9790-40657a1699b3', 'name': '', 'network_id': '7b295ea2-65ed-4c73-abde-545174b5e2c1', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'mac_address': 'fa:16:3e:e0:30:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1d5840e-8ede-4885-9494-70ab028e0f87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': '59397fd1-a427-45e6-b3e4-97b5165e0628', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:43:07Z', 'updated_at': '2022-02-28T10:43:10Z', 'revision_number': 4, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'subnets': [{'id': '59397fd1-a427-45e6-b3e4-97b5165e0628', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:43:11.781475 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37bd47c9-d41c-4e56-8489-7be5a6f84820 None None] The sync data for ids ['e1d5840e-8ede-4885-9494-70ab028e0f87'] in dv-neutron-master-2-hyperv is: [{'id': 'e1d5840e-8ede-4885-9494-70ab028e0f87', 'name': 'tempest-TestNetworkBasicOps-router-1765386747', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.157'}], 'enable_snat': True}, 'gw_port_id': '049097a7-8791-4730-823c-44d7d4c2de02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:43:04Z', 'updated_at': '2022-02-28T10:43:08Z', 'revision_number': 4, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'gw_port': {'id': '049097a7-8791-4730-823c-44d7d4c2de02', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:99:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d5840e-8ede-4885-9494-70ab028e0f87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:43:04Z', 'updated_at': '2022-02-28T10:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '25b03a79-bec0-49a2-9790-40657a1699b3', 'name': '', 'network_id': '7b295ea2-65ed-4c73-abde-545174b5e2c1', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'mac_address': 'fa:16:3e:e0:30:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1d5840e-8ede-4885-9494-70ab028e0f87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': '59397fd1-a427-45e6-b3e4-97b5165e0628', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:43:07Z', 'updated_at': '2022-02-28T10:43:10Z', 'revision_number': 4, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'subnets': [{'id': '59397fd1-a427-45e6-b3e4-97b5165e0628', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:43:11.837882 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-c9933c98-7d2a-41c7-8f09-44ba90acfbf7 None None] Current status of the port 25b03a79-bec0-49a2-9790-40657a1699b3 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:43:12.011745 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b6d631fb-7df0-4fe1-8322-abff3b61cae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (0db5147a-92a3-4581-8a5f-8ec9b93e0600), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:12.651633 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d30e390-93e6-439a-bf16-65dc3e560832 req-c32ecd1a-c866-44a6-8eba-c95cd6aabf50 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:12.655231 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-3d30e390-93e6-439a-bf16-65dc3e560832 req-c32ecd1a-c866-44a6-8eba-c95cd6aabf50 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.30 "GET /v2.0/networks?id=7b295ea2-65ed-4c73-abde-545174b5e2c1 HTTP/1.1" status: 200 len: 796 time: 0.1485958 Feb 28 10:43:12.698588 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-02d3da48-79f6-4e75-b84b-fce2d428e071 req-88a14a2c-b788-48b4-b58a-606351a0c30d tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/ports?device_id=c35bdb70-97a7-4b0d-b6e9-dc87fd2cf935 HTTP/1.1" status: 200 len: 210 time: 0.0772691 Feb 28 10:43:12.771856 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 25b03a79-bec0-49a2-9790-40657a1699b3 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:43:12.798088 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-3d30e390-93e6-439a-bf16-65dc3e560832 req-1041a90e-6229-414d-a1a5-82cdec54373e tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5a84b6bdce3e454e9741c4fbc09bfc68 HTTP/1.1" status: 200 len: 380 time: 0.1101139 Feb 28 10:43:12.807646 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [req-3d30e390-93e6-439a-bf16-65dc3e560832 req-001f0aef-85d0-4609-9eb1-6bafeeb6941f tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Request body: {'port': {'device_id': 'c35bdb70-97a7-4b0d-b6e9-dc87fd2cf935', 'network_id': '7b295ea2-65ed-4c73-abde-545174b5e2c1', 'admin_state_up': True, 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'security_groups': ['a5560881-ee0e-49ae-ba88-940043d74ed3']}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:43:12.841807 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port 25b03a79-bec0-49a2-9790-40657a1699b3 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:43:12.842192 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (25b03a79-bec0-49a2-9790-40657a1699b3), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:12.932958 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 25b03a79-bec0-49a2-9790-40657a1699b3 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:43:12.938423 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff2c451-1039-4f94-a141-83d9bf34f4cd req-7bd9a894-d549-40f2-a50c-32b21ebce48f tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:12.939939 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-5ff2c451-1039-4f94-a141-83d9bf34f4cd req-7bd9a894-d549-40f2-a50c-32b21ebce48f tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.20 "GET /v2.0/ports?device_id=853acdce-8a18-4844-9990-c1ae6c6716f1 HTTP/1.1" status: 200 len: 946 time: 0.1280656 Feb 28 10:43:12.981972 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d30e390-93e6-439a-bf16-65dc3e560832 req-001f0aef-85d0-4609-9eb1-6bafeeb6941f tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Made reservation on behalf of 5a84b6bdce3e454e9741c4fbc09bfc68 for: {'port': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:43:12.985349 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-3d30e390-93e6-439a-bf16-65dc3e560832 req-001f0aef-85d0-4609-9eb1-6bafeeb6941f tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:13.017079 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-5ff2c451-1039-4f94-a141-83d9bf34f4cd req-62271022-0221-4839-81a9-b2b8ee247af9 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.20 "GET /v2.0/security-groups?id=a08cfa97-6188-4a72-a6d9-f5f45058a420&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696008 Feb 28 10:43:13.130409 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [req-3d30e390-93e6-439a-bf16-65dc3e560832 req-001f0aef-85d0-4609-9eb1-6bafeeb6941f tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Allocated IP 172.20.0.10 (7b295ea2-65ed-4c73-abde-545174b5e2c1/59397fd1-a427-45e6-b3e4-97b5165e0628/60632c35-f206-446c-a569-941cc9812ab6) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:43:13.279026 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-3d30e390-93e6-439a-bf16-65dc3e560832 req-001f0aef-85d0-4609-9eb1-6bafeeb6941f tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for port (60632c35-f206-446c-a569-941cc9812ab6), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:13.315387 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-3d30e390-93e6-439a-bf16-65dc3e560832 req-001f0aef-85d0-4609-9eb1-6bafeeb6941f tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (60632c35-f206-446c-a569-941cc9812ab6), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:13.374909 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d30e390-93e6-439a-bf16-65dc3e560832 req-001f0aef-85d0-4609-9eb1-6bafeeb6941f tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Network 7b295ea2-65ed-4c73-abde-545174b5e2c1 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:43:13.378017 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [req-3d30e390-93e6-439a-bf16-65dc3e560832 req-001f0aef-85d0-4609-9eb1-6bafeeb6941f tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:43:13.381961 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d30e390-93e6-439a-bf16-65dc3e560832 req-001f0aef-85d0-4609-9eb1-6bafeeb6941f tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:43:13.388590 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001f0aef-85d0-4609-9eb1-6bafeeb6941f tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event updated for resources: {'Port': ['ID=60632c35-f206-446c-a569-941cc9812ab6,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:13.438332 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d30e390-93e6-439a-bf16-65dc3e560832 req-001f0aef-85d0-4609-9eb1-6bafeeb6941f tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:13.438970 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-3d30e390-93e6-439a-bf16-65dc3e560832 req-001f0aef-85d0-4609-9eb1-6bafeeb6941f tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:13.450576 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6b923bb1-06b0-4b84-b461-7cc1d0196090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (2e621730-3978-4720-b581-ac380e97a567), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:13.457797 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-3d30e390-93e6-439a-bf16-65dc3e560832 req-001f0aef-85d0-4609-9eb1-6bafeeb6941f tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6542692 Feb 28 10:43:13.476284 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [req-3d30e390-93e6-439a-bf16-65dc3e560832 req-f9c3285d-2ff8-4be5-b6d5-1ec57eb1b8fc service neutron] Request body: {'port': {'device_id': 'c35bdb70-97a7-4b0d-b6e9-dc87fd2cf935', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:43:13.542947 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-3d30e390-93e6-439a-bf16-65dc3e560832 req-f9c3285d-2ff8-4be5-b6d5-1ec57eb1b8fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (60632c35-f206-446c-a569-941cc9812ab6), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:13.590742 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-d63e150d-b418-469e-a1ca-dfb03268e3b1 None None] Provisioning complete for port 60632c35-f206-446c-a569-941cc9812ab6 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:43:13.591217 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d63e150d-b418-469e-a1ca-dfb03268e3b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (60632c35-f206-446c-a569-941cc9812ab6), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:13.624522 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-d63e150d-b418-469e-a1ca-dfb03268e3b1 None None] Port 60632c35-f206-446c-a569-941cc9812ab6 cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:43:13.847000 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.notifiers.nova [req-3d30e390-93e6-439a-bf16-65dc3e560832 req-f9c3285d-2ff8-4be5-b6d5-1ec57eb1b8fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60632c35-f206-446c-a569-941cc9812ab6 {{(pid=103407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 10:43:13.856830 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-3d30e390-93e6-439a-bf16-65dc3e560832 req-f9c3285d-2ff8-4be5-b6d5-1ec57eb1b8fc service neutron] Publish callbacks [] for port (60632c35-f206-446c-a569-941cc9812ab6), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:13.873759 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.provisioning_blocks [req-3d30e390-93e6-439a-bf16-65dc3e560832 req-f9c3285d-2ff8-4be5-b6d5-1ec57eb1b8fc service neutron] Transition to ACTIVE for port object 60632c35-f206-446c-a569-941cc9812ab6 will not be triggered until provisioned by entity L2. {{(pid=103407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 10:43:13.881806 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e537a2-41c6-41ec-8c6f-c57701a143a3 req-a32ebb98-eb38-47a1-81e2-c473b06db997 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:13.883308 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-79e537a2-41c6-41ec-8c6f-c57701a143a3 req-a32ebb98-eb38-47a1-81e2-c473b06db997 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/ports?device_id=c35bdb70-97a7-4b0d-b6e9-dc87fd2cf935 HTTP/1.1" status: 200 len: 932 time: 0.1032100 Feb 28 10:43:13.884342 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-3d30e390-93e6-439a-bf16-65dc3e560832 req-f9c3285d-2ff8-4be5-b6d5-1ec57eb1b8fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3498066'] for port (60632c35-f206-446c-a569-941cc9812ab6), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:13.951921 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c3285d-2ff8-4be5-b6d5-1ec57eb1b8fc service neutron] Pushing event updated for resources: {'Port': ['ID=60632c35-f206-446c-a569-941cc9812ab6,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:13.998903 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-79e537a2-41c6-41ec-8c6f-c57701a143a3 req-4e0e8433-f1f8-4e93-9e84-f3bd63c14ee6 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5560881-ee0e-49ae-ba88-940043d74ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1067002 Feb 28 10:43:14.050582 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-3d30e390-93e6-439a-bf16-65dc3e560832 req-f9c3285d-2ff8-4be5-b6d5-1ec57eb1b8fc service neutron] Attempting to bind port 60632c35-f206-446c-a569-941cc9812ab6 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:43:14.050979 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-3d30e390-93e6-439a-bf16-65dc3e560832 req-f9c3285d-2ff8-4be5-b6d5-1ec57eb1b8fc service neutron] Attempting to bind port 60632c35-f206-446c-a569-941cc9812ab6 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '5e15ce7f-87f4-432b-9f2d-646e616ef518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '7b295ea2-65ed-4c73-abde-545174b5e2c1'}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:43:14.051442 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d30e390-93e6-439a-bf16-65dc3e560832 req-f9c3285d-2ff8-4be5-b6d5-1ec57eb1b8fc service neutron] Attempting to bind port 60632c35-f206-446c-a569-941cc9812ab6 on network 7b295ea2-65ed-4c73-abde-545174b5e2c1 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:43:14.056658 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d30e390-93e6-439a-bf16-65dc3e560832 req-f9c3285d-2ff8-4be5-b6d5-1ec57eb1b8fc service neutron] Port 60632c35-f206-446c-a569-941cc9812ab6 on network 7b295ea2-65ed-4c73-abde-545174b5e2c1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 10:43:14.056998 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d30e390-93e6-439a-bf16-65dc3e560832 req-f9c3285d-2ff8-4be5-b6d5-1ec57eb1b8fc service neutron] Attempting to bind port 60632c35-f206-446c-a569-941cc9812ab6 on network 7b295ea2-65ed-4c73-abde-545174b5e2c1 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:43:14.063414 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d30e390-93e6-439a-bf16-65dc3e560832 req-f9c3285d-2ff8-4be5-b6d5-1ec57eb1b8fc service neutron] Checking agent: {'id': '13ac42ae-016e-4baf-bb31-c6fa820b41c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 30, 8), 'started_at': datetime.datetime(2022, 2, 28, 10, 30, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 43, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:43:14.063870 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d30e390-93e6-439a-bf16-65dc3e560832 req-f9c3285d-2ff8-4be5-b6d5-1ec57eb1b8fc service neutron] Checking segment: {'id': '5e15ce7f-87f4-432b-9f2d-646e616ef518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '7b295ea2-65ed-4c73-abde-545174b5e2c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:43:14.064351 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d30e390-93e6-439a-bf16-65dc3e560832 req-f9c3285d-2ff8-4be5-b6d5-1ec57eb1b8fc service neutron] Bound using segment: {'id': '5e15ce7f-87f4-432b-9f2d-646e616ef518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '7b295ea2-65ed-4c73-abde-545174b5e2c1'} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:43:14.064906 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-3d30e390-93e6-439a-bf16-65dc3e560832 req-f9c3285d-2ff8-4be5-b6d5-1ec57eb1b8fc service neutron] Bound port: 60632c35-f206-446c-a569-941cc9812ab6, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e15ce7f-87f4-432b-9f2d-646e616ef518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '7b295ea2-65ed-4c73-abde-545174b5e2c1'}}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:43:14.065387 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-3d30e390-93e6-439a-bf16-65dc3e560832 req-f9c3285d-2ff8-4be5-b6d5-1ec57eb1b8fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (60632c35-f206-446c-a569-941cc9812ab6), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:14.166129 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-3d30e390-93e6-439a-bf16-65dc3e560832 req-f9c3285d-2ff8-4be5-b6d5-1ec57eb1b8fc service neutron] For port 60632c35-f206-446c-a569-941cc9812ab6, host hv-neutron-mast, cleared binding levels {{(pid=103407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:43:14.170281 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-3d30e390-93e6-439a-bf16-65dc3e560832 req-f9c3285d-2ff8-4be5-b6d5-1ec57eb1b8fc service neutron] For port 60632c35-f206-446c-a569-941cc9812ab6, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=60632c35-f206-446c-a569-941cc9812ab6,segment=NetworkSegment(5e15ce7f-87f4-432b-9f2d-646e616ef518),segment_id=5e15ce7f-87f4-432b-9f2d-646e616ef518)] {{(pid=103407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:43:14.183385 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1eb508a-7f3c-4330-9df8-97a7dbe67386 req-f81ee867-8274-461d-b371-d077fa3ae301 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:14.184916 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-a1eb508a-7f3c-4330-9df8-97a7dbe67386 req-f81ee867-8274-461d-b371-d077fa3ae301 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.20 "GET /v2.0/ports?device_id=853acdce-8a18-4844-9990-c1ae6c6716f1 HTTP/1.1" status: 200 len: 946 time: 0.0825145 Feb 28 10:43:14.186540 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-3d30e390-93e6-439a-bf16-65dc3e560832 req-f9c3285d-2ff8-4be5-b6d5-1ec57eb1b8fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3498066'] for port (60632c35-f206-446c-a569-941cc9812ab6), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:14.239940 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d30e390-93e6-439a-bf16-65dc3e560832 req-f9c3285d-2ff8-4be5-b6d5-1ec57eb1b8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:14.240583 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-3d30e390-93e6-439a-bf16-65dc3e560832 req-f9c3285d-2ff8-4be5-b6d5-1ec57eb1b8fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:14.242005 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-3d30e390-93e6-439a-bf16-65dc3e560832 req-f9c3285d-2ff8-4be5-b6d5-1ec57eb1b8fc service neutron] 10.222.0.30 "PUT /v2.0/ports/60632c35-f206-446c-a569-941cc9812ab6 HTTP/1.1" status: 200 len: 1094 time: 0.7707269 Feb 28 10:43:14.242450 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c35bdb70-97a7-4b0d-b6e9-dc87fd2cf935', 'tag': '60632c35-f206-446c-a569-941cc9812ab6'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:43:14.244894 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c8e1c873eeca597e52e7ceb7469e602eac250bfea6606d285743d38033cf584" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d91da059-4afe-43fc-af5d-70b5540d97d3" -d '{"events": [{"name": "network-changed", "server_uuid": "c35bdb70-97a7-4b0d-b6e9-dc87fd2cf935", "tag": "60632c35-f206-446c-a569-941cc9812ab6"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:43:14.283858 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 10:43:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f48e488b-f49a-4dab-9849-82fa760c136c x-openstack-request-id: req-f48e488b-f49a-4dab-9849-82fa760c136c {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:43:14.284157 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c35bdb70-97a7-4b0d-b6e9-dc87fd2cf935", "tag": "60632c35-f206-446c-a569-941cc9812ab6", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:43:14.284493 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f48e488b-f49a-4dab-9849-82fa760c136c {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:43:14.285341 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c35bdb70-97a7-4b0d-b6e9-dc87fd2cf935', 'tag': '60632c35-f206-446c-a569-941cc9812ab6', 'status': 'completed', 'code': 200} Feb 28 10:43:14.296667 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c3285d-2ff8-4be5-b6d5-1ec57eb1b8fc service neutron] Pushing event updated for resources: {'Port': ['ID=60632c35-f206-446c-a569-941cc9812ab6,revision_number=3']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:14.304501 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-a1eb508a-7f3c-4330-9df8-97a7dbe67386 req-aadb2f8c-208d-44c0-afc4-74f0e2a823c6 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.20 "GET /v2.0/security-groups?id=a08cfa97-6188-4a72-a6d9-f5f45058a420&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126151 Feb 28 10:43:14.355533 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d30e390-93e6-439a-bf16-65dc3e560832 req-e0fe6f43-410c-44b5-a526-2db2af5a8e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:14.357267 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-3d30e390-93e6-439a-bf16-65dc3e560832 req-e0fe6f43-410c-44b5-a526-2db2af5a8e33 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5a84b6bdce3e454e9741c4fbc09bfc68&device_id=c35bdb70-97a7-4b0d-b6e9-dc87fd2cf935 HTTP/1.1" status: 200 len: 1128 time: 0.0495682 Feb 28 10:43:14.416987 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-3d30e390-93e6-439a-bf16-65dc3e560832 req-4e10cfda-c563-4221-b057-62d4fceb9a06 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=60632c35-f206-446c-a569-941cc9812ab6 HTTP/1.1" status: 200 len: 217 time: 0.0399802 Feb 28 10:43:14.465239 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d30e390-93e6-439a-bf16-65dc3e560832 req-cb1b6390-b6ff-49bf-9097-882d6a9cddec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:14.466724 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-3d30e390-93e6-439a-bf16-65dc3e560832 req-cb1b6390-b6ff-49bf-9097-882d6a9cddec service neutron] 10.222.0.30 "GET /v2.0/subnets?id=59397fd1-a427-45e6-b3e4-97b5165e0628 HTTP/1.1" status: 200 len: 835 time: 0.0443184 Feb 28 10:43:14.518487 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d30e390-93e6-439a-bf16-65dc3e560832 req-47e8cc58-6cf5-4790-a5e8-94d0eb629bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:14.520148 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-3d30e390-93e6-439a-bf16-65dc3e560832 req-47e8cc58-6cf5-4790-a5e8-94d0eb629bcb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7b295ea2-65ed-4c73-abde-545174b5e2c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0477817 Feb 28 10:43:14.645202 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-3d30e390-93e6-439a-bf16-65dc3e560832 req-c57dba85-a369-4cbe-bebc-adcb3dcdfb74 service neutron] 10.222.0.30 "GET /v2.0/networks/7b295ea2-65ed-4c73-abde-545174b5e2c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184871 Feb 28 10:43:14.719299 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce91df19-2547-48ec-8777-63510eb7aebc req-e0677c78-d690-400f-94f1-1b82539becdb tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:14.720845 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-ce91df19-2547-48ec-8777-63510eb7aebc req-e0677c78-d690-400f-94f1-1b82539becdb tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.30 "GET /v2.0/ports?device_id=853acdce-8a18-4844-9990-c1ae6c6716f1 HTTP/1.1" status: 200 len: 946 time: 0.1129770 Feb 28 10:43:14.786668 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-3d30e390-93e6-439a-bf16-65dc3e560832 req-f00735c0-f6a3-4150-a9b6-9de0cda576ed service neutron] 10.222.0.30 "GET /v2.0/networks/7b295ea2-65ed-4c73-abde-545174b5e2c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349549 Feb 28 10:43:14.832410 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [req-ce91df19-2547-48ec-8777-63510eb7aebc req-2e6f3943-a951-4de9-ba14-54e78166591f tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Deleting port f997b0d0-a840-4517-b53a-8d297d1afe64 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:43:14.832834 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-ce91df19-2547-48ec-8777-63510eb7aebc req-2e6f3943-a951-4de9-ba14-54e78166591f tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (f997b0d0-a840-4517-b53a-8d297d1afe64), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:14.909962 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:14.949916 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-ce91df19-2547-48ec-8777-63510eb7aebc req-2e6f3943-a951-4de9-ba14-54e78166591f tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] For port f997b0d0-a840-4517-b53a-8d297d1afe64, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=f997b0d0-a840-4517-b53a-8d297d1afe64,segment=NetworkSegment(635647a0-bb32-4e83-8331-d451090464be),segment_id=635647a0-bb32-4e83-8331-d451090464be)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:43:14.950593 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-ce91df19-2547-48ec-8777-63510eb7aebc req-2e6f3943-a951-4de9-ba14-54e78166591f tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (f997b0d0-a840-4517-b53a-8d297d1afe64), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:15.003012 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91da059-4afe-43fc-af5d-70b5540d97d3 req-fe0b699f-5d57-4990-a700-9daa14feffd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:15.004574 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-d91da059-4afe-43fc-af5d-70b5540d97d3 req-fe0b699f-5d57-4990-a700-9daa14feffd3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5a84b6bdce3e454e9741c4fbc09bfc68&device_id=c35bdb70-97a7-4b0d-b6e9-dc87fd2cf935 HTTP/1.1" status: 200 len: 1128 time: 0.1129110 Feb 28 10:43:15.213774 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91da059-4afe-43fc-af5d-70b5540d97d3 req-08e5fa9b-aa43-484c-b801-33671532d0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:15.215160 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-d91da059-4afe-43fc-af5d-70b5540d97d3 req-08e5fa9b-aa43-484c-b801-33671532d0b5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7b295ea2-65ed-4c73-abde-545174b5e2c1 HTTP/1.1" status: 200 len: 897 time: 0.2037776 Feb 28 10:43:15.265324 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-ce91df19-2547-48ec-8777-63510eb7aebc req-2e6f3943-a951-4de9-ba14-54e78166591f tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:15.265669 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-ce91df19-2547-48ec-8777-63510eb7aebc req-2e6f3943-a951-4de9-ba14-54e78166591f tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1803383'] for floatingip (0b9cdc64-610f-4d46-9879-2ad27e0417f3), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:15.266005 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.db.l3_db [req-ce91df19-2547-48ec-8777-63510eb7aebc req-2e6f3943-a951-4de9-ba14-54e78166591f tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Floating IP 0b9cdc64-610f-4d46-9879-2ad27e0417f3 disassociated. External IP: 172.36.5.224, port: f997b0d0-a840-4517-b53a-8d297d1afe64. Feb 28 10:43:15.266350 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [req-ce91df19-2547-48ec-8777-63510eb7aebc req-2e6f3943-a951-4de9-ba14-54e78166591f tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Calling delete_port for f997b0d0-a840-4517-b53a-8d297d1afe64 owned by compute:nova {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:43:15.277419 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dadb3d1-bfdc-4eb0-9a8a-7c46df5e6546 req-2d58737d-f591-42f2-a57d-25d6cd1d4b8a tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:15.278878 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-2dadb3d1-bfdc-4eb0-9a8a-7c46df5e6546 req-2d58737d-f591-42f2-a57d-25d6cd1d4b8a tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/ports?device_id=c35bdb70-97a7-4b0d-b6e9-dc87fd2cf935 HTTP/1.1" status: 200 len: 944 time: 0.1852062 Feb 28 10:43:15.280093 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-d91da059-4afe-43fc-af5d-70b5540d97d3 req-2cd23f3a-6ef8-4e48-ad36-fe016b415def service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=60632c35-f206-446c-a569-941cc9812ab6 HTTP/1.1" status: 200 len: 217 time: 0.0586283 Feb 28 10:43:15.428848 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91da059-4afe-43fc-af5d-70b5540d97d3 req-1c9a4e3f-742b-473a-aa9d-261b292d88dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:15.430326 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-d91da059-4afe-43fc-af5d-70b5540d97d3 req-1c9a4e3f-742b-473a-aa9d-261b292d88dc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=59397fd1-a427-45e6-b3e4-97b5165e0628 HTTP/1.1" status: 200 len: 835 time: 0.1428001 Feb 28 10:43:15.437481 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-2dadb3d1-bfdc-4eb0-9a8a-7c46df5e6546 req-58f6188b-cca6-4b44-b7b8-1da400f0979b tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5560881-ee0e-49ae-ba88-940043d74ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1522679 Feb 28 10:43:15.479852 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990009ca-87f2-49a0-bf82-0f14d9010fb2 req-39d4e496-7aac-4f7f-9477-06616be55fa1 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:15.481382 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-990009ca-87f2-49a0-bf82-0f14d9010fb2 req-39d4e496-7aac-4f7f-9477-06616be55fa1 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.20 "GET /v2.0/ports?device_id=853acdce-8a18-4844-9990-c1ae6c6716f1 HTTP/1.1" status: 200 len: 946 time: 0.1035874 Feb 28 10:43:15.588849 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-ce91df19-2547-48ec-8777-63510eb7aebc req-2e6f3943-a951-4de9-ba14-54e78166591f tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (f997b0d0-a840-4517-b53a-8d297d1afe64), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:15.633768 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-990009ca-87f2-49a0-bf82-0f14d9010fb2 req-5429f9ef-2fdb-4c6b-99a4-b0a0831a2ce2 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.20 "GET /v2.0/security-groups?id=a08cfa97-6188-4a72-a6d9-f5f45058a420&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1333549 Feb 28 10:43:15.635769 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6f3943-a951-4de9-ba14-54e78166591f tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Pushing event deleted for resources: {'Port': ['ID=f997b0d0-a840-4517-b53a-8d297d1afe64,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:15.648542 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91da059-4afe-43fc-af5d-70b5540d97d3 req-493d381f-464a-4691-ac39-b12d4c829eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:15.650095 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-d91da059-4afe-43fc-af5d-70b5540d97d3 req-493d381f-464a-4691-ac39-b12d4c829eb5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7b295ea2-65ed-4c73-abde-545174b5e2c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.2118113 Feb 28 10:43:15.824298 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-d91da059-4afe-43fc-af5d-70b5540d97d3 req-3f5622fe-45f6-4e8e-a27b-c5a594eeb3c1 service neutron] 10.222.0.30 "GET /v2.0/networks/7b295ea2-65ed-4c73-abde-545174b5e2c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373894 Feb 28 10:43:15.833588 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ce91df19-2547-48ec-8777-63510eb7aebc req-2e6f3943-a951-4de9-ba14-54e78166591f tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Router bd5e29c8-c38a-48ce-8dc3-970636090032 has already been hosted by L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:43:16.336227 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-d91da059-4afe-43fc-af5d-70b5540d97d3 req-809870b6-ad06-4d64-8ea7-a95b4266a4bf service neutron] 10.222.0.30 "GET /v2.0/networks/7b295ea2-65ed-4c73-abde-545174b5e2c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5052762 Feb 28 10:43:16.360102 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ce91df19-2547-48ec-8777-63510eb7aebc req-2e6f3943-a951-4de9-ba14-54e78166591f tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:43:16.370970 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-523bfefc-4422-4091-9755-d86005dd44b5 None None] Sync routers for ids ['bd5e29c8-c38a-48ce-8dc3-970636090032'] in dv-neutron-master-2-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:43:16.381703 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523bfefc-4422-4091-9755-d86005dd44b5 None None] Routers {'bd5e29c8-c38a-48ce-8dc3-970636090032'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:43:16.382322 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-523bfefc-4422-4091-9755-d86005dd44b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:43:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['bd5e29c8-c38a-48ce-8dc3-970636090032'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:43:16.406249 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce91df19-2547-48ec-8777-63510eb7aebc req-2e6f3943-a951-4de9-ba14-54e78166591f tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] No DVR routers for this DVR port f997b0d0-a840-4517-b53a-8d297d1afe64 on host hv-neutron-mast {{(pid=103407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:43:16.409060 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-ce91df19-2547-48ec-8777-63510eb7aebc req-2e6f3943-a951-4de9-ba14-54e78166591f tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:16.412843 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-ce91df19-2547-48ec-8777-63510eb7aebc req-2e6f3943-a951-4de9-ba14-54e78166591f tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.30 "DELETE /v2.0/ports/f997b0d0-a840-4517-b53a-8d297d1afe64 HTTP/1.1" status: 204 len: 173 time: 1.6865513 Feb 28 10:43:16.413325 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '853acdce-8a18-4844-9990-c1ae6c6716f1', 'name': 'network-vif-deleted', 'tag': 'f997b0d0-a840-4517-b53a-8d297d1afe64'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:43:16.415561 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c8e1c873eeca597e52e7ceb7469e602eac250bfea6606d285743d38033cf584" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2af1d66e-514f-4fa9-be7d-04d41f3aa58a" -d '{"events": [{"server_uuid": "853acdce-8a18-4844-9990-c1ae6c6716f1", "name": "network-vif-deleted", "tag": "f997b0d0-a840-4517-b53a-8d297d1afe64"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:43:16.457584 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 10:43:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4551cbaa-4886-4906-8f5d-860ea298dd3a x-openstack-request-id: req-4551cbaa-4886-4906-8f5d-860ea298dd3a {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:43:16.457883 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "853acdce-8a18-4844-9990-c1ae6c6716f1", "name": "network-vif-deleted", "tag": "f997b0d0-a840-4517-b53a-8d297d1afe64", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:43:16.458140 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4551cbaa-4886-4906-8f5d-860ea298dd3a {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:43:16.458571 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '853acdce-8a18-4844-9990-c1ae6c6716f1', 'name': 'network-vif-deleted', 'tag': 'f997b0d0-a840-4517-b53a-8d297d1afe64', 'status': 'completed', 'code': 200} Feb 28 10:43:16.497429 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-523bfefc-4422-4091-9755-d86005dd44b5 None None] Set router bd5e29c8-c38a-48ce-8dc3-970636090032 gateway port host: dv-neutron-master-2-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:43:16.562970 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9920c6d9-de66-4f1b-ac73-ff88a7e04e21 req-4e738663-2c58-4df2-81ad-67b122eb1c1d tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:16.564649 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-9920c6d9-de66-4f1b-ac73-ff88a7e04e21 req-4e738663-2c58-4df2-81ad-67b122eb1c1d tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/ports?device_id=c35bdb70-97a7-4b0d-b6e9-dc87fd2cf935 HTTP/1.1" status: 200 len: 944 time: 0.0571530 Feb 28 10:43:16.625089 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-9920c6d9-de66-4f1b-ac73-ff88a7e04e21 req-7eb628eb-a276-4146-b1be-5f2a3931b77f tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5560881-ee0e-49ae-ba88-940043d74ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535059 Feb 28 10:43:16.713553 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-523bfefc-4422-4091-9755-d86005dd44b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd5e29c8-c38a-48ce-8dc3-970636090032', 'name': 'tempest-TestVolumeBootPattern-1823250637-router', 'tenant_id': '731d835d2b9d4f1cae2d0f5bd7f8ebb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.129'}], 'enable_snat': True}, 'gw_port_id': '7dff299d-16aa-48a9-bb1b-402a94ac724b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:40:11Z', 'updated_at': '2022-02-28T10:40:14Z', 'revision_number': 4, 'project_id': '731d835d2b9d4f1cae2d0f5bd7f8ebb9', 'gw_port': {'id': '7dff299d-16aa-48a9-bb1b-402a94ac724b', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:b0:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5e29c8-c38a-48ce-8dc3-970636090032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:40:12Z', 'updated_at': '2022-02-28T10:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '87df74ac-20b3-46c6-9cf3-a504e98c4bb3', 'name': '', 'network_id': '75bff9a3-e6fb-40b9-a252-b48d30550927', 'tenant_id': '731d835d2b9d4f1cae2d0f5bd7f8ebb9', 'mac_address': 'fa:16:3e:9d:bd:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5e29c8-c38a-48ce-8dc3-970636090032', 'device_owner': 'network:router_interface', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': 'e42d74b6-8cf8-4c98-a2fa-7c543c8ad426', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:40:14Z', 'updated_at': '2022-02-28T10:40:19Z', 'revision_number': 5, 'project_id': '731d835d2b9d4f1cae2d0f5bd7f8ebb9', 'subnets': [{'id': 'e42d74b6-8cf8-4c98-a2fa-7c543c8ad426', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:43:16.733352 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-2aa4ed21-7cbb-48f6-ad07-336d181ea512 req-c019ab71-1de0-4f7a-8c8d-f9b9cad8ab1e tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.20 "GET /v2.0/ports?device_id=853acdce-8a18-4844-9990-c1ae6c6716f1 HTTP/1.1" status: 200 len: 210 time: 0.0281699 Feb 28 10:43:16.740941 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-523bfefc-4422-4091-9755-d86005dd44b5 None None] Checking router: bd5e29c8-c38a-48ce-8dc3-970636090032 for host: dv-neutron-master-2-hyperv {{(pid=103410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:43:16.752479 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523bfefc-4422-4091-9755-d86005dd44b5 None None] Routers {'bd5e29c8-c38a-48ce-8dc3-970636090032'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:43:16.753316 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-523bfefc-4422-4091-9755-d86005dd44b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:43:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['bd5e29c8-c38a-48ce-8dc3-970636090032'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:43:16.864870 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-523bfefc-4422-4091-9755-d86005dd44b5 None None] Set router bd5e29c8-c38a-48ce-8dc3-970636090032 gateway port host: dv-neutron-master-2-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:43:17.069543 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-523bfefc-4422-4091-9755-d86005dd44b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd5e29c8-c38a-48ce-8dc3-970636090032', 'name': 'tempest-TestVolumeBootPattern-1823250637-router', 'tenant_id': '731d835d2b9d4f1cae2d0f5bd7f8ebb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.129'}], 'enable_snat': True}, 'gw_port_id': '7dff299d-16aa-48a9-bb1b-402a94ac724b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:40:11Z', 'updated_at': '2022-02-28T10:40:14Z', 'revision_number': 4, 'project_id': '731d835d2b9d4f1cae2d0f5bd7f8ebb9', 'gw_port': {'id': '7dff299d-16aa-48a9-bb1b-402a94ac724b', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:b0:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5e29c8-c38a-48ce-8dc3-970636090032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:40:12Z', 'updated_at': '2022-02-28T10:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '87df74ac-20b3-46c6-9cf3-a504e98c4bb3', 'name': '', 'network_id': '75bff9a3-e6fb-40b9-a252-b48d30550927', 'tenant_id': '731d835d2b9d4f1cae2d0f5bd7f8ebb9', 'mac_address': 'fa:16:3e:9d:bd:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5e29c8-c38a-48ce-8dc3-970636090032', 'device_owner': 'network:router_interface', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': 'e42d74b6-8cf8-4c98-a2fa-7c543c8ad426', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:40:14Z', 'updated_at': '2022-02-28T10:40:19Z', 'revision_number': 5, 'project_id': '731d835d2b9d4f1cae2d0f5bd7f8ebb9', 'subnets': [{'id': 'e42d74b6-8cf8-4c98-a2fa-7c543c8ad426', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:43:17.100191 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-523bfefc-4422-4091-9755-d86005dd44b5 None None] The sync data for ids ['bd5e29c8-c38a-48ce-8dc3-970636090032'] in dv-neutron-master-2-hyperv is: [{'id': 'bd5e29c8-c38a-48ce-8dc3-970636090032', 'name': 'tempest-TestVolumeBootPattern-1823250637-router', 'tenant_id': '731d835d2b9d4f1cae2d0f5bd7f8ebb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.129'}], 'enable_snat': True}, 'gw_port_id': '7dff299d-16aa-48a9-bb1b-402a94ac724b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:40:11Z', 'updated_at': '2022-02-28T10:40:14Z', 'revision_number': 4, 'project_id': '731d835d2b9d4f1cae2d0f5bd7f8ebb9', 'gw_port': {'id': '7dff299d-16aa-48a9-bb1b-402a94ac724b', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:b0:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5e29c8-c38a-48ce-8dc3-970636090032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:40:12Z', 'updated_at': '2022-02-28T10:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '87df74ac-20b3-46c6-9cf3-a504e98c4bb3', 'name': '', 'network_id': '75bff9a3-e6fb-40b9-a252-b48d30550927', 'tenant_id': '731d835d2b9d4f1cae2d0f5bd7f8ebb9', 'mac_address': 'fa:16:3e:9d:bd:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5e29c8-c38a-48ce-8dc3-970636090032', 'device_owner': 'network:router_interface', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': 'e42d74b6-8cf8-4c98-a2fa-7c543c8ad426', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:40:14Z', 'updated_at': '2022-02-28T10:40:19Z', 'revision_number': 5, 'project_id': '731d835d2b9d4f1cae2d0f5bd7f8ebb9', 'subnets': [{'id': 'e42d74b6-8cf8-4c98-a2fa-7c543c8ad426', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:43:17.328798 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4158cd48-3a9b-4b80-91ae-89f8f6e718de None None] New status for floating IP 0b9cdc64-610f-4d46-9879-2ad27e0417f3: DOWN {{(pid=103409) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 10:43:17.745823 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec862fe-e0f7-4b7b-99f3-7b7049d67593 req-215fc7d3-ded8-43f3-9331-bceb37abc3f1 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:17.747320 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-2ec862fe-e0f7-4b7b-99f3-7b7049d67593 req-215fc7d3-ded8-43f3-9331-bceb37abc3f1 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/ports?device_id=c35bdb70-97a7-4b0d-b6e9-dc87fd2cf935 HTTP/1.1" status: 200 len: 944 time: 0.0583823 Feb 28 10:43:17.796479 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-2ec862fe-e0f7-4b7b-99f3-7b7049d67593 req-d6b4b45c-76d5-459a-b824-109f4f3bd16b tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5560881-ee0e-49ae-ba88-940043d74ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431745 Feb 28 10:43:17.835154 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-75a65c35-dbc3-42a8-866e-4c22d603321c req-c0f94fcf-25c5-4fba-a629-26ad66c0e4f6 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.20 "GET /v2.0/ports?device_id=853acdce-8a18-4844-9990-c1ae6c6716f1 HTTP/1.1" status: 200 len: 210 time: 0.0268555 Feb 28 10:43:18.933886 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-4a3ef16f-62d7-4dbb-ae69-11e16e4e2124 req-62a0e738-7698-4b48-8306-04dcc676aee1 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.20 "GET /v2.0/ports?device_id=853acdce-8a18-4844-9990-c1ae6c6716f1 HTTP/1.1" status: 200 len: 210 time: 0.0275664 Feb 28 10:43:18.992233 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba02effc-1cb5-428b-975f-925465d7c55d req-38a9a3ae-3921-4133-b364-6c06d363742e tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:18.993777 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-ba02effc-1cb5-428b-975f-925465d7c55d req-38a9a3ae-3921-4133-b364-6c06d363742e tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/ports?device_id=c35bdb70-97a7-4b0d-b6e9-dc87fd2cf935 HTTP/1.1" status: 200 len: 944 time: 0.0562210 Feb 28 10:43:19.045923 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-ba02effc-1cb5-428b-975f-925465d7c55d req-dde62762-3494-49d9-a3c5-b0427f4e43c7 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5560881-ee0e-49ae-ba88-940043d74ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464032 Feb 28 10:43:19.182044 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device 60632c35-f206-446c-a569-941cc9812ab6 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103409) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 10:43:19.192396 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device f997b0d0-a840-4517-b53a-8d297d1afe64 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:43:19.220019 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] No Port match for: f997b0d0-a840-4517-b53a-8d297d1afe64 {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:43:19.220371 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device f997b0d0-a840-4517-b53a-8d297d1afe64 not bound to the agent host hv-neutron-mast {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:43:19.307908 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] For port 60632c35-f206-446c-a569-941cc9812ab6, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=60632c35-f206-446c-a569-941cc9812ab6,segment=NetworkSegment(5e15ce7f-87f4-432b-9f2d-646e616ef518),segment_id=5e15ce7f-87f4-432b-9f2d-646e616ef518)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:43:19.320178 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Returning: {'device': '60632c35-f206-446c-a569-941cc9812ab6', 'network_id': '7b295ea2-65ed-4c73-abde-545174b5e2c1', 'port_id': '60632c35-f206-446c-a569-941cc9812ab6', 'mac_address': 'fa:16:3e:ae:ac:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 296, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59397fd1-a427-45e6-b3e4-97b5165e0628', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103409) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 10:43:19.357404 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Current status of the port 60632c35-f206-446c-a569-941cc9812ab6 is: DOWN; New status is: BUILD {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:43:19.357804 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (60632c35-f206-446c-a569-941cc9812ab6), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:19.371064 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60632c35-f206-446c-a569-941cc9812ab6 {{(pid=103409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 10:43:19.390898 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] For port 60632c35-f206-446c-a569-941cc9812ab6, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=60632c35-f206-446c-a569-941cc9812ab6,segment=NetworkSegment(5e15ce7f-87f4-432b-9f2d-646e616ef518),segment_id=5e15ce7f-87f4-432b-9f2d-646e616ef518)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:43:19.395970 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (60632c35-f206-446c-a569-941cc9812ab6), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:19.445853 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Pushing event updated for resources: {'Port': ['ID=60632c35-f206-446c-a569-941cc9812ab6,revision_number=4']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:19.796712 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] get_ports_and_sgs() called for port_ids ['60632c35-f206-446c-a569-941cc9812ab6'] {{(pid=103409) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 10:43:20.041112 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-5a65fc69-115e-47bb-a59a-cf6fdfb7783f req-37f14407-9986-45a6-95cc-74c365e7fd41 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.20 "GET /v2.0/ports?device_id=853acdce-8a18-4844-9990-c1ae6c6716f1 HTTP/1.1" status: 200 len: 210 time: 0.0281305 Feb 28 10:43:20.165394 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee57deba-6ffc-49e8-9c4c-7b164fca5918 req-194e4d0b-8c2f-49de-8c9b-a92af008afd0 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:20.167015 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-ee57deba-6ffc-49e8-9c4c-7b164fca5918 req-194e4d0b-8c2f-49de-8c9b-a92af008afd0 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/ports?device_id=c35bdb70-97a7-4b0d-b6e9-dc87fd2cf935 HTTP/1.1" status: 200 len: 945 time: 0.0528436 Feb 28 10:43:20.216285 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-ee57deba-6ffc-49e8-9c4c-7b164fca5918 req-aa57063a-83c1-48ab-93dd-6feb917d5994 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5560881-ee0e-49ae-ba88-940043d74ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437331 Feb 28 10:43:21.141038 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-0d555a30-b81e-4090-bed3-4973f91d3329 req-0cf2b442-4539-4c2d-8945-e8e74ff657b8 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.20 "GET /v2.0/ports?device_id=853acdce-8a18-4844-9990-c1ae6c6716f1 HTTP/1.1" status: 200 len: 210 time: 0.0314503 Feb 28 10:43:21.182707 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device 60632c35-f206-446c-a569-941cc9812ab6 up at agent hyperv_hv-neutron-mast {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:43:21.240746 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Provisioning for port 60632c35-f206-446c-a569-941cc9812ab6 completed by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 10:43:21.247131 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Provisioning complete for port 60632c35-f206-446c-a569-941cc9812ab6 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:43:21.247723 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (60632c35-f206-446c-a569-941cc9812ab6), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:21.339186 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Current status of the port 60632c35-f206-446c-a569-941cc9812ab6 is: BUILD; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:43:21.339568 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (60632c35-f206-446c-a569-941cc9812ab6), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:21.345555 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966199c0-4565-4b79-ba8b-a913277c5a63 req-cfbb6645-5ea0-4862-9d5a-26fe3cc2f275 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:21.347370 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-966199c0-4565-4b79-ba8b-a913277c5a63 req-cfbb6645-5ea0-4862-9d5a-26fe3cc2f275 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/ports?device_id=c35bdb70-97a7-4b0d-b6e9-dc87fd2cf935 HTTP/1.1" status: 200 len: 945 time: 0.0588934 Feb 28 10:43:21.369249 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c35bdb70-97a7-4b0d-b6e9-dc87fd2cf935', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60632c35-f206-446c-a569-941cc9812ab6'}] {{(pid=103409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:43:21.371637 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa5325a5be4b33bf61fd809c564e3765e689d817bbd874267890deb3cfccaf12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-127bcc13-3369-4959-8544-49f311712e4b" -d '{"events": [{"server_uuid": "c35bdb70-97a7-4b0d-b6e9-dc87fd2cf935", "name": "network-vif-plugged", "status": "completed", "tag": "60632c35-f206-446c-a569-941cc9812ab6"}]}' {{(pid=103409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:43:21.386981 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] For port 60632c35-f206-446c-a569-941cc9812ab6, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=60632c35-f206-446c-a569-941cc9812ab6,segment=NetworkSegment(5e15ce7f-87f4-432b-9f2d-646e616ef518),segment_id=5e15ce7f-87f4-432b-9f2d-646e616ef518)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:43:21.393525 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (60632c35-f206-446c-a569-941cc9812ab6), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:21.404697 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-966199c0-4565-4b79-ba8b-a913277c5a63 req-e9883a29-b217-484c-b114-6402d6a398af tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5560881-ee0e-49ae-ba88-940043d74ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509241 Feb 28 10:43:21.437011 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 10:43:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60d1e405-95f1-464d-9493-dbd1a44abf2a x-openstack-request-id: req-60d1e405-95f1-464d-9493-dbd1a44abf2a {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:43:21.437530 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c35bdb70-97a7-4b0d-b6e9-dc87fd2cf935", "name": "network-vif-plugged", "status": "completed", "tag": "60632c35-f206-446c-a569-941cc9812ab6", "code": 200}]} {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:43:21.437785 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-60d1e405-95f1-464d-9493-dbd1a44abf2a {{(pid=103409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:43:21.438182 dv-neutron-master-2-hyperv neutron-server[103409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c35bdb70-97a7-4b0d-b6e9-dc87fd2cf935', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60632c35-f206-446c-a569-941cc9812ab6', 'code': 200} Feb 28 10:43:21.453358 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Pushing event updated for resources: {'Port': ['ID=60632c35-f206-446c-a569-941cc9812ab6,revision_number=5']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:21.666265 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cd78d7-3991-445e-8ac5-ed72f18872fc req-a6b95e82-157e-47e9-9450-8166a69dd68d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:21.667864 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-34cd78d7-3991-445e-8ac5-ed72f18872fc req-a6b95e82-157e-47e9-9450-8166a69dd68d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c35bdb70-97a7-4b0d-b6e9-dc87fd2cf935 HTTP/1.1" status: 200 len: 1130 time: 0.0495701 Feb 28 10:43:21.719788 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-34cd78d7-3991-445e-8ac5-ed72f18872fc req-9aa388e7-65cb-4011-96a8-02ddb1cf083e service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=a5560881-ee0e-49ae-ba88-940043d74ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452816 Feb 28 10:43:22.239566 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-6953d326-ee9b-4c61-b3ea-a533aef4c804 req-18888e20-5807-4189-a39f-3f98229f921a tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.20 "GET /v2.0/ports?device_id=853acdce-8a18-4844-9990-c1ae6c6716f1 HTTP/1.1" status: 200 len: 210 time: 0.0313933 Feb 28 10:43:22.534538 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab7abf2-fbb5-44ce-9bed-2bb3e064c216 req-dcde949d-e050-4b68-8ef0-0423b8bc9d01 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:22.536110 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-eab7abf2-fbb5-44ce-9bed-2bb3e064c216 req-dcde949d-e050-4b68-8ef0-0423b8bc9d01 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/ports?device_id=c35bdb70-97a7-4b0d-b6e9-dc87fd2cf935 HTTP/1.1" status: 200 len: 946 time: 0.0562501 Feb 28 10:43:22.586256 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-eab7abf2-fbb5-44ce-9bed-2bb3e064c216 req-b2986589-5a44-4373-923e-da2250f3016a tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5560881-ee0e-49ae-ba88-940043d74ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441780 Feb 28 10:43:23.338211 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-7d56e6f9-0055-40ba-9580-6ab1333327ed req-aa5322ed-84b7-4328-acd8-2e972b6585e6 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.20 "GET /v2.0/ports?device_id=853acdce-8a18-4844-9990-c1ae6c6716f1 HTTP/1.1" status: 200 len: 210 time: 0.0294447 Feb 28 10:43:23.727962 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bc8973-7c6e-4538-a079-70e998822e61 req-8aa79d94-5e67-469e-a8b7-46cdab1acf96 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:23.729535 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-a9bc8973-7c6e-4538-a079-70e998822e61 req-8aa79d94-5e67-469e-a8b7-46cdab1acf96 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/ports?device_id=c35bdb70-97a7-4b0d-b6e9-dc87fd2cf935 HTTP/1.1" status: 200 len: 946 time: 0.0669158 Feb 28 10:43:23.797136 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-a9bc8973-7c6e-4538-a079-70e998822e61 req-ce94a69b-51a2-4b6d-ac39-9c6d60683022 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5560881-ee0e-49ae-ba88-940043d74ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608699 Feb 28 10:43:23.941169 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab5ec70-3f71-4b43-ae73-9279896a7940 req-deeeb1c8-57f9-4a06-bed5-4e143a5e49c8 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:23.943066 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-6ab5ec70-3f71-4b43-ae73-9279896a7940 req-deeeb1c8-57f9-4a06-bed5-4e143a5e49c8 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/ports?device_id=c35bdb70-97a7-4b0d-b6e9-dc87fd2cf935 HTTP/1.1" status: 200 len: 946 time: 0.0580568 Feb 28 10:43:23.997545 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-6ab5ec70-3f71-4b43-ae73-9279896a7940 req-1502031e-628c-49a8-bfa3-6796aaf82a9d tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5560881-ee0e-49ae-ba88-940043d74ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454009 Feb 28 10:43:24.019719 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 41022) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:24.193167 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac4b39b2-dd65-4e75-a50b-2ab778357765 tempest-TestNetworkBasicOps-986752647 tempest-TestNetworkBasicOps-986752647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:24.194663 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-ac4b39b2-dd65-4e75-a50b-2ab778357765 tempest-TestNetworkBasicOps-986752647 tempest-TestNetworkBasicOps-986752647-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=c35bdb70-97a7-4b0d-b6e9-dc87fd2cf935 HTTP/1.1" status: 200 len: 1125 time: 0.1727452 Feb 28 10:43:24.198891 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 41026) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:24.203336 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-f0e94303-e69c-48d8-8689-6126bb5c5b05 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Request body: {'floatingip': {'floating_network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'port_id': '60632c35-f206-446c-a569-941cc9812ab6', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:43:24.228664 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f0e94303-e69c-48d8-8689-6126bb5c5b05 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:24.343093 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f0e94303-e69c-48d8-8689-6126bb5c5b05 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:24.447006 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-61f4abb6-c7d3-4260-9d70-c16cb73473f2 req-ae719834-6537-42e3-bde0-ba7c41d7b801 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.20 "GET /v2.0/ports?device_id=853acdce-8a18-4844-9990-c1ae6c6716f1 HTTP/1.1" status: 200 len: 210 time: 0.0297446 Feb 28 10:43:24.468087 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-f0e94303-e69c-48d8-8689-6126bb5c5b05 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Allocated IP 172.36.5.231 (1e0804d0-d1d9-4d40-9de5-2936f3d87840/6f6f4129-23e5-4c3b-b4ef-4c7ce926797e/4fe4fa67-1fea-466a-ba8b-af678303b6d9) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:43:24.916316 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f0e94303-e69c-48d8-8689-6126bb5c5b05 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for port (4fe4fa67-1fea-466a-ba8b-af678303b6d9), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:24.950840 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f0e94303-e69c-48d8-8689-6126bb5c5b05 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (4fe4fa67-1fea-466a-ba8b-af678303b6d9), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:24.989407 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0e94303-e69c-48d8-8689-6126bb5c5b05 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Network 1e0804d0-d1d9-4d40-9de5-2936f3d87840 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:43:24.992217 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-f0e94303-e69c-48d8-8689-6126bb5c5b05 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:43:24.995685 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e94303-e69c-48d8-8689-6126bb5c5b05 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:43:25.018438 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e94303-e69c-48d8-8689-6126bb5c5b05 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event updated for resources: {'Port': ['ID=4fe4fa67-1fea-466a-ba8b-af678303b6d9,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:25.378038 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f0e94303-e69c-48d8-8689-6126bb5c5b05 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for floatingip (58cc6b6f-9bde-477a-bd64-0410f0cf9545), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:25.465537 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f0e94303-e69c-48d8-8689-6126bb5c5b05 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (4fe4fa67-1fea-466a-ba8b-af678303b6d9), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:25.555472 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-19d3d2f1-9555-400b-abe4-84da1fbcd759 req-75285700-f2f0-4bab-88f5-82a48e54d61c tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.20 "GET /v2.0/ports?device_id=853acdce-8a18-4844-9990-c1ae6c6716f1 HTTP/1.1" status: 200 len: 210 time: 0.0332143 Feb 28 10:43:25.634568 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f0e94303-e69c-48d8-8689-6126bb5c5b05 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for port (4fe4fa67-1fea-466a-ba8b-af678303b6d9), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:25.641060 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f0e94303-e69c-48d8-8689-6126bb5c5b05 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3242529'] for port (4fe4fa67-1fea-466a-ba8b-af678303b6d9), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:25.714725 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e94303-e69c-48d8-8689-6126bb5c5b05 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event updated for resources: {'Port': ['ID=4fe4fa67-1fea-466a-ba8b-af678303b6d9,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:25.727182 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f0e94303-e69c-48d8-8689-6126bb5c5b05 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1803383'] for floatingip (58cc6b6f-9bde-477a-bd64-0410f0cf9545), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:25.849149 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.db.l3_db [None req-f0e94303-e69c-48d8-8689-6126bb5c5b05 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Floating IP 58cc6b6f-9bde-477a-bd64-0410f0cf9545 associated. External IP: 172.36.5.231, port: 60632c35-f206-446c-a569-941cc9812ab6. Feb 28 10:43:26.080440 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0e94303-e69c-48d8-8689-6126bb5c5b05 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Router e1d5840e-8ede-4885-9494-70ab028e0f87 has already been hosted by L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 {{(pid=103408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:43:26.192856 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0e94303-e69c-48d8-8689-6126bb5c5b05 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:43:26.202568 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ef79ec-7c4e-461f-bdfa-4b90ab9eb71b None None] Sync routers for ids ['e1d5840e-8ede-4885-9494-70ab028e0f87'] in dv-neutron-master-2-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:43:26.212618 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f0e94303-e69c-48d8-8689-6126bb5c5b05 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for floatingip (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:26.213685 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ef79ec-7c4e-461f-bdfa-4b90ab9eb71b None None] Routers {'e1d5840e-8ede-4885-9494-70ab028e0f87'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:43:26.214305 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-88ef79ec-7c4e-461f-bdfa-4b90ab9eb71b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:43:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['e1d5840e-8ede-4885-9494-70ab028e0f87'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:43:26.246454 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-f0e94303-e69c-48d8-8689-6126bb5c5b05 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0464976 Feb 28 10:43:26.247124 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c35bdb70-97a7-4b0d-b6e9-dc87fd2cf935', 'tag': '60632c35-f206-446c-a569-941cc9812ab6'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:43:26.249559 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f56b9db1a49ad64bfd589e142fe25e4b3ad10508b17737ae95e2f0d29aca45ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05a58c7a-8803-43ae-8bf5-b805ca157481" -d '{"events": [{"name": "network-changed", "server_uuid": "c35bdb70-97a7-4b0d-b6e9-dc87fd2cf935", "tag": "60632c35-f206-446c-a569-941cc9812ab6"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:43:26.249835 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 41032) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:26.287907 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 10:43:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d279042e-0cf8-446b-ac0e-2cf51dc6a537 x-openstack-request-id: req-d279042e-0cf8-446b-ac0e-2cf51dc6a537 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:43:26.288323 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c35bdb70-97a7-4b0d-b6e9-dc87fd2cf935", "tag": "60632c35-f206-446c-a569-941cc9812ab6", "status": "completed", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:43:26.288608 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d279042e-0cf8-446b-ac0e-2cf51dc6a537 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:43:26.289035 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c35bdb70-97a7-4b0d-b6e9-dc87fd2cf935', 'tag': '60632c35-f206-446c-a569-941cc9812ab6', 'status': 'completed', 'code': 200} Feb 28 10:43:26.314596 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-127cdf29-aa0f-422f-bc25-43c8b94dbec3 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/floatingips/58cc6b6f-9bde-477a-bd64-0410f0cf9545 HTTP/1.1" status: 200 len: 992 time: 0.0623634 Feb 28 10:43:26.324049 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-88ef79ec-7c4e-461f-bdfa-4b90ab9eb71b None None] Set router e1d5840e-8ede-4885-9494-70ab028e0f87 gateway port host: dv-neutron-master-2-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:43:26.375851 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a58c7a-8803-43ae-8bf5-b805ca157481 req-b5afe662-437e-42c6-a062-9d5b57c340b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:26.377436 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-05a58c7a-8803-43ae-8bf5-b805ca157481 req-b5afe662-437e-42c6-a062-9d5b57c340b0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5a84b6bdce3e454e9741c4fbc09bfc68&device_id=c35bdb70-97a7-4b0d-b6e9-dc87fd2cf935 HTTP/1.1" status: 200 len: 1130 time: 0.0458417 Feb 28 10:43:26.471041 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a58c7a-8803-43ae-8bf5-b805ca157481 req-e3f069da-f1ca-4302-9826-9aed516233b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:26.472438 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-05a58c7a-8803-43ae-8bf5-b805ca157481 req-e3f069da-f1ca-4302-9826-9aed516233b5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7b295ea2-65ed-4c73-abde-545174b5e2c1 HTTP/1.1" status: 200 len: 897 time: 0.0896533 Feb 28 10:43:26.537445 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-05a58c7a-8803-43ae-8bf5-b805ca157481 req-39b674aa-fb75-452c-9c4a-f14ad1b3c624 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=60632c35-f206-446c-a569-941cc9812ab6 HTTP/1.1" status: 200 len: 1000 time: 0.0591021 Feb 28 10:43:26.551830 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-88ef79ec-7c4e-461f-bdfa-4b90ab9eb71b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1d5840e-8ede-4885-9494-70ab028e0f87', 'name': 'tempest-TestNetworkBasicOps-router-1765386747', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.157'}], 'enable_snat': True}, 'gw_port_id': '049097a7-8791-4730-823c-44d7d4c2de02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:43:04Z', 'updated_at': '2022-02-28T10:43:08Z', 'revision_number': 4, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'gw_port': {'id': '049097a7-8791-4730-823c-44d7d4c2de02', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:99:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d5840e-8ede-4885-9494-70ab028e0f87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:43:04Z', 'updated_at': '2022-02-28T10:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '58cc6b6f-9bde-477a-bd64-0410f0cf9545', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'floating_ip_address': '172.36.5.231', 'floating_network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'router_id': 'e1d5840e-8ede-4885-9494-70ab028e0f87', 'port_id': '60632c35-f206-446c-a569-941cc9812ab6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1383, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7b295ea2-65ed-4c73-abde-545174b5e2c1', 'mac_address': 'fa:16:3e:ae:ac:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c35bdb70-97a7-4b0d-b6e9-dc87fd2cf935', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:43:25Z', 'updated_at': '2022-02-28T10:43:25Z', 'revision_number': 0, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25b03a79-bec0-49a2-9790-40657a1699b3', 'name': '', 'network_id': '7b295ea2-65ed-4c73-abde-545174b5e2c1', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'mac_address': 'fa:16:3e:e0:30:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d5840e-8ede-4885-9494-70ab028e0f87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': '59397fd1-a427-45e6-b3e4-97b5165e0628', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:43:07Z', 'updated_at': '2022-02-28T10:43:11Z', 'revision_number': 5, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'subnets': [{'id': '59397fd1-a427-45e6-b3e4-97b5165e0628', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:43:26.593841 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a58c7a-8803-43ae-8bf5-b805ca157481 req-0c099c16-aed4-42ac-813b-2af4911c0ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:26.595489 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-05a58c7a-8803-43ae-8bf5-b805ca157481 req-0c099c16-aed4-42ac-813b-2af4911c0ce7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=59397fd1-a427-45e6-b3e4-97b5165e0628 HTTP/1.1" status: 200 len: 835 time: 0.0517609 Feb 28 10:43:26.649065 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a58c7a-8803-43ae-8bf5-b805ca157481 req-7659bdf0-f169-4364-969d-8798880213bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:26.650721 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-05a58c7a-8803-43ae-8bf5-b805ca157481 req-7659bdf0-f169-4364-969d-8798880213bd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7b295ea2-65ed-4c73-abde-545174b5e2c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0498602 Feb 28 10:43:26.681889 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ef79ec-7c4e-461f-bdfa-4b90ab9eb71b None None] Checking router: e1d5840e-8ede-4885-9494-70ab028e0f87 for host: dv-neutron-master-2-hyperv {{(pid=103410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:43:26.690297 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ef79ec-7c4e-461f-bdfa-4b90ab9eb71b None None] Routers {'e1d5840e-8ede-4885-9494-70ab028e0f87'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:43:26.690925 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-88ef79ec-7c4e-461f-bdfa-4b90ab9eb71b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:43:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['e1d5840e-8ede-4885-9494-70ab028e0f87'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:43:26.743514 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-05a58c7a-8803-43ae-8bf5-b805ca157481 req-d396e1ad-e9aa-4814-8708-0c122edff624 service neutron] 10.222.0.30 "GET /v2.0/networks/7b295ea2-65ed-4c73-abde-545174b5e2c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869038 Feb 28 10:43:26.798571 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-88ef79ec-7c4e-461f-bdfa-4b90ab9eb71b None None] Set router e1d5840e-8ede-4885-9494-70ab028e0f87 gateway port host: dv-neutron-master-2-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:43:26.846164 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-dc8b6bd9-5790-4845-b9df-0b5084b821c5 req-4650b25c-81f3-4806-9711-a90b1f3990ef tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1212318622&fields=id&tenant_id=731d835d2b9d4f1cae2d0f5bd7f8ebb9 HTTP/1.1" status: 200 len: 267 time: 0.0977147 Feb 28 10:43:26.919157 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-05a58c7a-8803-43ae-8bf5-b805ca157481 req-36d02005-fbc6-4470-8821-c65f16ad4e73 service neutron] 10.222.0.30 "GET /v2.0/networks/7b295ea2-65ed-4c73-abde-545174b5e2c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688473 Feb 28 10:43:26.975944 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8b6bd9-5790-4845-b9df-0b5084b821c5 req-5527e06e-122e-452a-9d8d-c7acdc0d7393 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:26.977463 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-dc8b6bd9-5790-4845-b9df-0b5084b821c5 req-5527e06e-122e-452a-9d8d-c7acdc0d7393 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.20 "GET /v2.0/networks?id=75bff9a3-e6fb-40b9-a252-b48d30550927 HTTP/1.1" status: 200 len: 812 time: 0.1227999 Feb 28 10:43:26.992273 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-dc8b6bd9-5790-4845-b9df-0b5084b821c5 req-acf9f704-25c1-44a5-b69e-a01993d2d3ac tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.20 "GET /v2.0/quotas/731d835d2b9d4f1cae2d0f5bd7f8ebb9 HTTP/1.1" status: 200 len: 375 time: 0.0092814 Feb 28 10:43:27.026129 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-88ef79ec-7c4e-461f-bdfa-4b90ab9eb71b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1d5840e-8ede-4885-9494-70ab028e0f87', 'name': 'tempest-TestNetworkBasicOps-router-1765386747', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.157'}], 'enable_snat': True}, 'gw_port_id': '049097a7-8791-4730-823c-44d7d4c2de02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:43:04Z', 'updated_at': '2022-02-28T10:43:08Z', 'revision_number': 4, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'gw_port': {'id': '049097a7-8791-4730-823c-44d7d4c2de02', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:99:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d5840e-8ede-4885-9494-70ab028e0f87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:43:04Z', 'updated_at': '2022-02-28T10:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '58cc6b6f-9bde-477a-bd64-0410f0cf9545', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'floating_ip_address': '172.36.5.231', 'floating_network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'router_id': 'e1d5840e-8ede-4885-9494-70ab028e0f87', 'port_id': '60632c35-f206-446c-a569-941cc9812ab6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1383, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7b295ea2-65ed-4c73-abde-545174b5e2c1', 'mac_address': 'fa:16:3e:ae:ac:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c35bdb70-97a7-4b0d-b6e9-dc87fd2cf935', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:43:25Z', 'updated_at': '2022-02-28T10:43:25Z', 'revision_number': 0, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25b03a79-bec0-49a2-9790-40657a1699b3', 'name': '', 'network_id': '7b295ea2-65ed-4c73-abde-545174b5e2c1', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'mac_address': 'fa:16:3e:e0:30:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d5840e-8ede-4885-9494-70ab028e0f87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': '59397fd1-a427-45e6-b3e4-97b5165e0628', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:43:07Z', 'updated_at': '2022-02-28T10:43:11Z', 'revision_number': 5, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'subnets': [{'id': '59397fd1-a427-45e6-b3e4-97b5165e0628', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:43:27.047688 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-dc8b6bd9-5790-4845-b9df-0b5084b821c5 req-e20476b3-8b91-4c36-8dba-e9dbf898282e tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=731d835d2b9d4f1cae2d0f5bd7f8ebb9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0500834 Feb 28 10:43:27.056446 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ef79ec-7c4e-461f-bdfa-4b90ab9eb71b None None] The sync data for ids ['e1d5840e-8ede-4885-9494-70ab028e0f87'] in dv-neutron-master-2-hyperv is: [{'id': 'e1d5840e-8ede-4885-9494-70ab028e0f87', 'name': 'tempest-TestNetworkBasicOps-router-1765386747', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.157'}], 'enable_snat': True}, 'gw_port_id': '049097a7-8791-4730-823c-44d7d4c2de02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:43:04Z', 'updated_at': '2022-02-28T10:43:08Z', 'revision_number': 4, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'gw_port': {'id': '049097a7-8791-4730-823c-44d7d4c2de02', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:99:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d5840e-8ede-4885-9494-70ab028e0f87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:43:04Z', 'updated_at': '2022-02-28T10:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '58cc6b6f-9bde-477a-bd64-0410f0cf9545', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'floating_ip_address': '172.36.5.231', 'floating_network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'router_id': 'e1d5840e-8ede-4885-9494-70ab028e0f87', 'port_id': '60632c35-f206-446c-a569-941cc9812ab6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1383, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7b295ea2-65ed-4c73-abde-545174b5e2c1', 'mac_address': 'fa:16:3e:ae:ac:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c35bdb70-97a7-4b0d-b6e9-dc87fd2cf935', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:43:25Z', 'updated_at': '2022-02-28T10:43:25Z', 'revision_number': 0, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25b03a79-bec0-49a2-9790-40657a1699b3', 'name': '', 'network_id': '7b295ea2-65ed-4c73-abde-545174b5e2c1', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'mac_address': 'fa:16:3e:e0:30:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d5840e-8ede-4885-9494-70ab028e0f87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': '59397fd1-a427-45e6-b3e4-97b5165e0628', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:43:07Z', 'updated_at': '2022-02-28T10:43:11Z', 'revision_number': 5, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'subnets': [{'id': '59397fd1-a427-45e6-b3e4-97b5165e0628', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:43:27.063784 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [req-dc8b6bd9-5790-4845-b9df-0b5084b821c5 req-29fe4b09-2978-44ea-96d9-25faa0c794fc service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103407) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 10:43:27.064819 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-dc8b6bd9-5790-4845-b9df-0b5084b821c5 req-29fe4b09-2978-44ea-96d9-25faa0c794fc service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053277 Feb 28 10:43:27.155291 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-dc8b6bd9-5790-4845-b9df-0b5084b821c5 req-654a3ef7-dadd-41df-947e-22c8418c912a service neutron] 10.222.0.20 "GET /v2.0/networks/75bff9a3-e6fb-40b9-a252-b48d30550927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845289 Feb 28 10:43:27.252460 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015471f0-e848-478a-8510-2cd1682e3113 None None] New status for floating IP 58cc6b6f-9bde-477a-bd64-0410f0cf9545: ACTIVE {{(pid=103409) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 10:43:27.253994 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-dc8b6bd9-5790-4845-b9df-0b5084b821c5 req-64be9e18-e8be-4f6a-a7c6-071218ba71ba service neutron] 10.222.0.20 "GET /v2.0/networks/75bff9a3-e6fb-40b9-a252-b48d30550927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929358 Feb 28 10:43:27.318324 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 41048) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:27.384030 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-3abfc02e-1151-46fb-8f0f-ded027f49a8d tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/floatingips/58cc6b6f-9bde-477a-bd64-0410f0cf9545 HTTP/1.1" status: 200 len: 992 time: 0.0630980 Feb 28 10:43:27.562059 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-c7404e1f-82cc-4484-89d1-5e891f0ae449 req-c4fdfeca-5627-4d93-b4e7-c22d1f6f129b tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3949dcf-1058-4944-b0bc-7a64112645e3 HTTP/1.1" status: 200 len: 210 time: 0.0319958 Feb 28 10:43:28.386737 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 41064) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:28.462390 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-0fdb81e3-8e61-49cd-8d5d-e4df2113a509 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/floatingips/58cc6b6f-9bde-477a-bd64-0410f0cf9545 HTTP/1.1" status: 200 len: 994 time: 0.0739827 Feb 28 10:43:28.578117 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8b6bd9-5790-4845-b9df-0b5084b821c5 req-001816ff-abee-4a13-b01a-ec521cf71b57 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:28.579613 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-dc8b6bd9-5790-4845-b9df-0b5084b821c5 req-001816ff-abee-4a13-b01a-ec521cf71b57 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.30 "GET /v2.0/networks?id=75bff9a3-e6fb-40b9-a252-b48d30550927 HTTP/1.1" status: 200 len: 812 time: 0.1048560 Feb 28 10:43:28.659726 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-dc8b6bd9-5790-4845-b9df-0b5084b821c5 req-c569c09c-1d25-4003-bb20-c341dc950040 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=731d835d2b9d4f1cae2d0f5bd7f8ebb9 HTTP/1.1" status: 200 len: 380 time: 0.0670390 Feb 28 10:43:28.678629 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [req-dc8b6bd9-5790-4845-b9df-0b5084b821c5 req-b49dfce4-832f-44e1-ab9e-d30d287f1173 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Request body: {'port': {'device_id': 'c3949dcf-1058-4944-b0bc-7a64112645e3', 'network_id': '75bff9a3-e6fb-40b9-a252-b48d30550927', 'admin_state_up': True, 'tenant_id': '731d835d2b9d4f1cae2d0f5bd7f8ebb9', 'security_groups': ['a08cfa97-6188-4a72-a6d9-f5f45058a420']}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:43:28.683002 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-4b663976-b048-4949-8410-951ab74943e0 req-e04e3284-7e0b-499d-99c7-9c23e2598f1c tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3949dcf-1058-4944-b0bc-7a64112645e3 HTTP/1.1" status: 200 len: 210 time: 0.0465086 Feb 28 10:43:28.814238 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc8b6bd9-5790-4845-b9df-0b5084b821c5 req-b49dfce4-832f-44e1-ab9e-d30d287f1173 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Made reservation on behalf of 731d835d2b9d4f1cae2d0f5bd7f8ebb9 for: {'port': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:43:28.818149 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-dc8b6bd9-5790-4845-b9df-0b5084b821c5 req-b49dfce4-832f-44e1-ab9e-d30d287f1173 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:28.944910 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [req-dc8b6bd9-5790-4845-b9df-0b5084b821c5 req-b49dfce4-832f-44e1-ab9e-d30d287f1173 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Allocated IP 172.20.0.10 (75bff9a3-e6fb-40b9-a252-b48d30550927/e42d74b6-8cf8-4c98-a2fa-7c543c8ad426/2097dbc1-1ec9-4802-a47b-5238b152e3ed) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:43:29.089774 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-dc8b6bd9-5790-4845-b9df-0b5084b821c5 req-b49dfce4-832f-44e1-ab9e-d30d287f1173 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Publish callbacks [] for port (2097dbc1-1ec9-4802-a47b-5238b152e3ed), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:29.124198 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-dc8b6bd9-5790-4845-b9df-0b5084b821c5 req-b49dfce4-832f-44e1-ab9e-d30d287f1173 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (2097dbc1-1ec9-4802-a47b-5238b152e3ed), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:29.168737 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc8b6bd9-5790-4845-b9df-0b5084b821c5 req-b49dfce4-832f-44e1-ab9e-d30d287f1173 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Network 75bff9a3-e6fb-40b9-a252-b48d30550927 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:43:29.171769 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [req-dc8b6bd9-5790-4845-b9df-0b5084b821c5 req-b49dfce4-832f-44e1-ab9e-d30d287f1173 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:43:29.174273 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc8b6bd9-5790-4845-b9df-0b5084b821c5 req-b49dfce4-832f-44e1-ab9e-d30d287f1173 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:43:29.203860 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49dfce4-832f-44e1-ab9e-d30d287f1173 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Pushing event updated for resources: {'Port': ['ID=2097dbc1-1ec9-4802-a47b-5238b152e3ed,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:29.238502 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8b6bd9-5790-4845-b9df-0b5084b821c5 req-b49dfce4-832f-44e1-ab9e-d30d287f1173 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:29.239424 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-dc8b6bd9-5790-4845-b9df-0b5084b821c5 req-b49dfce4-832f-44e1-ab9e-d30d287f1173 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:29.260026 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-dc8b6bd9-5790-4845-b9df-0b5084b821c5 req-b49dfce4-832f-44e1-ab9e-d30d287f1173 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5855613 Feb 28 10:43:29.277049 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [req-dc8b6bd9-5790-4845-b9df-0b5084b821c5 req-23db6626-0f4f-4223-94f3-c09764ec9e94 service neutron] Request body: {'port': {'device_id': 'c3949dcf-1058-4944-b0bc-7a64112645e3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:43:29.347271 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-dc8b6bd9-5790-4845-b9df-0b5084b821c5 req-23db6626-0f4f-4223-94f3-c09764ec9e94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (2097dbc1-1ec9-4802-a47b-5238b152e3ed), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:29.402368 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-4c3d95f2-f351-4e6b-a56d-52385741c2af None None] Provisioning complete for port 2097dbc1-1ec9-4802-a47b-5238b152e3ed triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:43:29.402995 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4c3d95f2-f351-4e6b-a56d-52385741c2af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (2097dbc1-1ec9-4802-a47b-5238b152e3ed), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:29.439228 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4c3d95f2-f351-4e6b-a56d-52385741c2af None None] Port 2097dbc1-1ec9-4802-a47b-5238b152e3ed cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:43:29.622932 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.notifiers.nova [req-dc8b6bd9-5790-4845-b9df-0b5084b821c5 req-23db6626-0f4f-4223-94f3-c09764ec9e94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2097dbc1-1ec9-4802-a47b-5238b152e3ed {{(pid=103407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 10:43:29.630539 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-dc8b6bd9-5790-4845-b9df-0b5084b821c5 req-23db6626-0f4f-4223-94f3-c09764ec9e94 service neutron] Publish callbacks [] for port (2097dbc1-1ec9-4802-a47b-5238b152e3ed), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:29.642736 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.provisioning_blocks [req-dc8b6bd9-5790-4845-b9df-0b5084b821c5 req-23db6626-0f4f-4223-94f3-c09764ec9e94 service neutron] Transition to ACTIVE for port object 2097dbc1-1ec9-4802-a47b-5238b152e3ed will not be triggered until provisioned by entity L2. {{(pid=103407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 10:43:29.647937 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-dc8b6bd9-5790-4845-b9df-0b5084b821c5 req-23db6626-0f4f-4223-94f3-c09764ec9e94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3498066'] for port (2097dbc1-1ec9-4802-a47b-5238b152e3ed), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:29.702813 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23db6626-0f4f-4223-94f3-c09764ec9e94 service neutron] Pushing event updated for resources: {'Port': ['ID=2097dbc1-1ec9-4802-a47b-5238b152e3ed,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:29.806562 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-dc8b6bd9-5790-4845-b9df-0b5084b821c5 req-23db6626-0f4f-4223-94f3-c09764ec9e94 service neutron] Attempting to bind port 2097dbc1-1ec9-4802-a47b-5238b152e3ed on host hv-neutron-mast for vnic_type normal with profile {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:43:29.806912 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-dc8b6bd9-5790-4845-b9df-0b5084b821c5 req-23db6626-0f4f-4223-94f3-c09764ec9e94 service neutron] Attempting to bind port 2097dbc1-1ec9-4802-a47b-5238b152e3ed by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '635647a0-bb32-4e83-8331-d451090464be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '75bff9a3-e6fb-40b9-a252-b48d30550927'}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:43:29.807258 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc8b6bd9-5790-4845-b9df-0b5084b821c5 req-23db6626-0f4f-4223-94f3-c09764ec9e94 service neutron] Attempting to bind port 2097dbc1-1ec9-4802-a47b-5238b152e3ed on network 75bff9a3-e6fb-40b9-a252-b48d30550927 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:43:29.815470 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc8b6bd9-5790-4845-b9df-0b5084b821c5 req-23db6626-0f4f-4223-94f3-c09764ec9e94 service neutron] Port 2097dbc1-1ec9-4802-a47b-5238b152e3ed on network 75bff9a3-e6fb-40b9-a252-b48d30550927 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 10:43:29.815819 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc8b6bd9-5790-4845-b9df-0b5084b821c5 req-23db6626-0f4f-4223-94f3-c09764ec9e94 service neutron] Attempting to bind port 2097dbc1-1ec9-4802-a47b-5238b152e3ed on network 75bff9a3-e6fb-40b9-a252-b48d30550927 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:43:29.826484 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc8b6bd9-5790-4845-b9df-0b5084b821c5 req-23db6626-0f4f-4223-94f3-c09764ec9e94 service neutron] Checking agent: {'id': '13ac42ae-016e-4baf-bb31-c6fa820b41c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 30, 8), 'started_at': datetime.datetime(2022, 2, 28, 10, 30, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 43, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:43:29.826842 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc8b6bd9-5790-4845-b9df-0b5084b821c5 req-23db6626-0f4f-4223-94f3-c09764ec9e94 service neutron] Checking segment: {'id': '635647a0-bb32-4e83-8331-d451090464be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '75bff9a3-e6fb-40b9-a252-b48d30550927'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:43:29.827853 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc8b6bd9-5790-4845-b9df-0b5084b821c5 req-23db6626-0f4f-4223-94f3-c09764ec9e94 service neutron] Bound using segment: {'id': '635647a0-bb32-4e83-8331-d451090464be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '75bff9a3-e6fb-40b9-a252-b48d30550927'} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:43:29.828318 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-dc8b6bd9-5790-4845-b9df-0b5084b821c5 req-23db6626-0f4f-4223-94f3-c09764ec9e94 service neutron] Bound port: 2097dbc1-1ec9-4802-a47b-5238b152e3ed, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '635647a0-bb32-4e83-8331-d451090464be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '75bff9a3-e6fb-40b9-a252-b48d30550927'}}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:43:29.828718 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-dc8b6bd9-5790-4845-b9df-0b5084b821c5 req-23db6626-0f4f-4223-94f3-c09764ec9e94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (2097dbc1-1ec9-4802-a47b-5238b152e3ed), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:29.858857 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0da5ef-faaf-4eb5-b204-e2868fd1b2af req-8abf1750-b5f5-45b9-88c5-8e01d0307e74 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:29.860464 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-4d0da5ef-faaf-4eb5-b204-e2868fd1b2af req-8abf1750-b5f5-45b9-88c5-8e01d0307e74 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3949dcf-1058-4944-b0bc-7a64112645e3 HTTP/1.1" status: 200 len: 944 time: 0.0900230 Feb 28 10:43:29.946744 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-4d0da5ef-faaf-4eb5-b204-e2868fd1b2af req-0c748893-2946-4613-b390-c71fa25988a6 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.20 "GET /v2.0/security-groups?id=a08cfa97-6188-4a72-a6d9-f5f45058a420&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683310 Feb 28 10:43:29.948384 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-dc8b6bd9-5790-4845-b9df-0b5084b821c5 req-23db6626-0f4f-4223-94f3-c09764ec9e94 service neutron] For port 2097dbc1-1ec9-4802-a47b-5238b152e3ed, host hv-neutron-mast, cleared binding levels {{(pid=103407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:43:29.952129 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-dc8b6bd9-5790-4845-b9df-0b5084b821c5 req-23db6626-0f4f-4223-94f3-c09764ec9e94 service neutron] For port 2097dbc1-1ec9-4802-a47b-5238b152e3ed, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=2097dbc1-1ec9-4802-a47b-5238b152e3ed,segment=NetworkSegment(635647a0-bb32-4e83-8331-d451090464be),segment_id=635647a0-bb32-4e83-8331-d451090464be)] {{(pid=103407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:43:29.959900 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-dc8b6bd9-5790-4845-b9df-0b5084b821c5 req-23db6626-0f4f-4223-94f3-c09764ec9e94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3498066'] for port (2097dbc1-1ec9-4802-a47b-5238b152e3ed), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:29.998324 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8b6bd9-5790-4845-b9df-0b5084b821c5 req-23db6626-0f4f-4223-94f3-c09764ec9e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:29.999027 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-dc8b6bd9-5790-4845-b9df-0b5084b821c5 req-23db6626-0f4f-4223-94f3-c09764ec9e94 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:30.000304 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-dc8b6bd9-5790-4845-b9df-0b5084b821c5 req-23db6626-0f4f-4223-94f3-c09764ec9e94 service neutron] 10.222.0.30 "PUT /v2.0/ports/2097dbc1-1ec9-4802-a47b-5238b152e3ed HTTP/1.1" status: 200 len: 1094 time: 0.7279696 Feb 28 10:43:30.000783 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3949dcf-1058-4944-b0bc-7a64112645e3', 'tag': '2097dbc1-1ec9-4802-a47b-5238b152e3ed'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:43:30.003670 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c8e1c873eeca597e52e7ceb7469e602eac250bfea6606d285743d38033cf584" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8430ef2-b55e-4263-b18e-64441e191669" -d '{"events": [{"name": "network-changed", "server_uuid": "c3949dcf-1058-4944-b0bc-7a64112645e3", "tag": "2097dbc1-1ec9-4802-a47b-5238b152e3ed"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:43:30.053397 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 10:43:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb2f84a1-82d7-4600-a22b-f8e9a86b7b34 x-openstack-request-id: req-fb2f84a1-82d7-4600-a22b-f8e9a86b7b34 {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:43:30.054058 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3949dcf-1058-4944-b0bc-7a64112645e3", "tag": "2097dbc1-1ec9-4802-a47b-5238b152e3ed", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:43:30.054320 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fb2f84a1-82d7-4600-a22b-f8e9a86b7b34 {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:43:30.054740 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3949dcf-1058-4944-b0bc-7a64112645e3', 'tag': '2097dbc1-1ec9-4802-a47b-5238b152e3ed', 'status': 'completed', 'code': 200} Feb 28 10:43:30.060401 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23db6626-0f4f-4223-94f3-c09764ec9e94 service neutron] Pushing event updated for resources: {'Port': ['ID=2097dbc1-1ec9-4802-a47b-5238b152e3ed,revision_number=3']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:30.120511 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8b6bd9-5790-4845-b9df-0b5084b821c5 req-dbce1341-f2b0-4915-aa13-70d910c160a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:30.122232 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-dc8b6bd9-5790-4845-b9df-0b5084b821c5 req-dbce1341-f2b0-4915-aa13-70d910c160a3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=731d835d2b9d4f1cae2d0f5bd7f8ebb9&device_id=c3949dcf-1058-4944-b0bc-7a64112645e3 HTTP/1.1" status: 200 len: 1128 time: 0.0580914 Feb 28 10:43:30.171304 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-dc8b6bd9-5790-4845-b9df-0b5084b821c5 req-6fbbf8d7-05f8-4d69-a17c-4dfc21e79ffb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2097dbc1-1ec9-4802-a47b-5238b152e3ed HTTP/1.1" status: 200 len: 217 time: 0.0363157 Feb 28 10:43:30.220513 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8b6bd9-5790-4845-b9df-0b5084b821c5 req-1f260185-02d1-4088-b4dc-1b692f107534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:30.221967 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-dc8b6bd9-5790-4845-b9df-0b5084b821c5 req-1f260185-02d1-4088-b4dc-1b692f107534 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e42d74b6-8cf8-4c98-a2fa-7c543c8ad426 HTTP/1.1" status: 200 len: 851 time: 0.0447881 Feb 28 10:43:30.273978 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8b6bd9-5790-4845-b9df-0b5084b821c5 req-bbeac238-92aa-48d3-8b86-82d47ae3b744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:30.275388 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-dc8b6bd9-5790-4845-b9df-0b5084b821c5 req-bbeac238-92aa-48d3-8b86-82d47ae3b744 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=75bff9a3-e6fb-40b9-a252-b48d30550927&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0478456 Feb 28 10:43:30.365065 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-dc8b6bd9-5790-4845-b9df-0b5084b821c5 req-3da3d4a8-25e7-4ca7-97c3-06113cdd0a7a service neutron] 10.222.0.30 "GET /v2.0/networks/75bff9a3-e6fb-40b9-a252-b48d30550927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832837 Feb 28 10:43:30.457974 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-dc8b6bd9-5790-4845-b9df-0b5084b821c5 req-58aea9b8-8442-4e98-8081-66d5e76bb53d service neutron] 10.222.0.30 "GET /v2.0/networks/75bff9a3-e6fb-40b9-a252-b48d30550927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877318 Feb 28 10:43:30.575360 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8430ef2-b55e-4263-b18e-64441e191669 req-8c236f55-07a0-48cb-94a4-9e07892b6b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:30.576970 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-e8430ef2-b55e-4263-b18e-64441e191669 req-8c236f55-07a0-48cb-94a4-9e07892b6b00 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=731d835d2b9d4f1cae2d0f5bd7f8ebb9&device_id=c3949dcf-1058-4944-b0bc-7a64112645e3 HTTP/1.1" status: 200 len: 1128 time: 0.0476868 Feb 28 10:43:30.664589 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8430ef2-b55e-4263-b18e-64441e191669 req-4fe3eabf-7a6c-45b8-a467-e99262c5b7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:30.666099 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-e8430ef2-b55e-4263-b18e-64441e191669 req-4fe3eabf-7a6c-45b8-a467-e99262c5b7d1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=75bff9a3-e6fb-40b9-a252-b48d30550927 HTTP/1.1" status: 200 len: 913 time: 0.0832267 Feb 28 10:43:30.710732 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-e8430ef2-b55e-4263-b18e-64441e191669 req-a351b65e-89b3-4424-beb9-b5e8410b7f43 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2097dbc1-1ec9-4802-a47b-5238b152e3ed HTTP/1.1" status: 200 len: 217 time: 0.0380924 Feb 28 10:43:30.761441 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8430ef2-b55e-4263-b18e-64441e191669 req-eaa78af6-26bc-487f-92b7-6457037f4956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:30.762842 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-e8430ef2-b55e-4263-b18e-64441e191669 req-eaa78af6-26bc-487f-92b7-6457037f4956 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e42d74b6-8cf8-4c98-a2fa-7c543c8ad426 HTTP/1.1" status: 200 len: 851 time: 0.0461659 Feb 28 10:43:30.813915 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8430ef2-b55e-4263-b18e-64441e191669 req-0f0dea63-3624-468d-af53-6b00b52d6e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:30.815492 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-e8430ef2-b55e-4263-b18e-64441e191669 req-0f0dea63-3624-468d-af53-6b00b52d6e08 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=75bff9a3-e6fb-40b9-a252-b48d30550927&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0461967 Feb 28 10:43:30.910050 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-e8430ef2-b55e-4263-b18e-64441e191669 req-515d8c80-517e-4fa4-8d5c-ad31e6ed92e9 service neutron] 10.222.0.30 "GET /v2.0/networks/75bff9a3-e6fb-40b9-a252-b48d30550927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884335 Feb 28 10:43:31.002993 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-e8430ef2-b55e-4263-b18e-64441e191669 req-99cb39a0-1f2f-4bab-bdd5-b392b8e13559 service neutron] 10.222.0.30 "GET /v2.0/networks/75bff9a3-e6fb-40b9-a252-b48d30550927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865071 Feb 28 10:43:31.087324 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc38bca-1f9c-414e-a61e-0a12b73be069 req-32a961ae-8240-4c8c-835a-8270c8d7711c tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:31.088774 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-3cc38bca-1f9c-414e-a61e-0a12b73be069 req-32a961ae-8240-4c8c-835a-8270c8d7711c tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3949dcf-1058-4944-b0bc-7a64112645e3 HTTP/1.1" status: 200 len: 944 time: 0.0563216 Feb 28 10:43:31.141651 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-3cc38bca-1f9c-414e-a61e-0a12b73be069 req-e4cf04cf-be1e-44b7-9885-c65c26753de1 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.20 "GET /v2.0/security-groups?id=a08cfa97-6188-4a72-a6d9-f5f45058a420&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471509 Feb 28 10:43:32.266302 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3f5788-ea6d-4f82-a7bf-9798b41894a5 req-99eba1b8-7e24-4de1-9e3e-2c4efe080668 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:32.267817 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-9c3f5788-ea6d-4f82-a7bf-9798b41894a5 req-99eba1b8-7e24-4de1-9e3e-2c4efe080668 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3949dcf-1058-4944-b0bc-7a64112645e3 HTTP/1.1" status: 200 len: 944 time: 0.0551076 Feb 28 10:43:32.319071 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-9c3f5788-ea6d-4f82-a7bf-9798b41894a5 req-716922b5-1021-4c29-984c-465b74ddcfdd tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.20 "GET /v2.0/security-groups?id=a08cfa97-6188-4a72-a6d9-f5f45058a420&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453591 Feb 28 10:43:33.449299 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853756b8-4c95-460a-bdff-77785d7121bc req-5345d85a-d4de-4c2b-a737-a0b2312e5be9 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:33.450790 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-853756b8-4c95-460a-bdff-77785d7121bc req-5345d85a-d4de-4c2b-a737-a0b2312e5be9 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3949dcf-1058-4944-b0bc-7a64112645e3 HTTP/1.1" status: 200 len: 944 time: 0.0539043 Feb 28 10:43:33.500915 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-853756b8-4c95-460a-bdff-77785d7121bc req-2672d560-99c8-4548-ab62-3b4c4a94130a tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.20 "GET /v2.0/security-groups?id=a08cfa97-6188-4a72-a6d9-f5f45058a420&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440361 Feb 28 10:43:34.629526 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3519ab10-8b50-4f72-a5f6-027c0b3b226e req-1dc8f39d-e366-46f5-b4f2-5ca0076787d3 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:34.631312 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-3519ab10-8b50-4f72-a5f6-027c0b3b226e req-1dc8f39d-e366-46f5-b4f2-5ca0076787d3 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3949dcf-1058-4944-b0bc-7a64112645e3 HTTP/1.1" status: 200 len: 944 time: 0.0565169 Feb 28 10:43:34.680681 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-3519ab10-8b50-4f72-a5f6-027c0b3b226e req-8a57d17d-1aab-41cf-b0da-0f362379d023 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.20 "GET /v2.0/security-groups?id=a08cfa97-6188-4a72-a6d9-f5f45058a420&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438097 Feb 28 10:43:35.802927 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde98dfc-180d-4eba-acb0-4f18c331bee2 req-fa6c66f5-447c-4329-ad41-6b2deca4a2a5 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:35.804341 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-fde98dfc-180d-4eba-acb0-4f18c331bee2 req-fa6c66f5-447c-4329-ad41-6b2deca4a2a5 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3949dcf-1058-4944-b0bc-7a64112645e3 HTTP/1.1" status: 200 len: 944 time: 0.0555170 Feb 28 10:43:35.856027 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-fde98dfc-180d-4eba-acb0-4f18c331bee2 req-4b6917e7-9671-4b8f-a378-8b7cb1e2ceec tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.20 "GET /v2.0/security-groups?id=a08cfa97-6188-4a72-a6d9-f5f45058a420&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458291 Feb 28 10:43:36.981350 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c0f689-1a34-4365-9d15-be6cb7654e73 req-65e2dd0d-617f-4458-ab23-332ab8887b1f tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:36.982857 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-29c0f689-1a34-4365-9d15-be6cb7654e73 req-65e2dd0d-617f-4458-ab23-332ab8887b1f tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3949dcf-1058-4944-b0bc-7a64112645e3 HTTP/1.1" status: 200 len: 944 time: 0.0600724 Feb 28 10:43:37.034490 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-29c0f689-1a34-4365-9d15-be6cb7654e73 req-a34d9e69-ead3-4bcf-bd74-43dfcebcab3e tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.20 "GET /v2.0/security-groups?id=a08cfa97-6188-4a72-a6d9-f5f45058a420&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457721 Feb 28 10:43:38.087388 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (13ac42ae-016e-4baf-bb31-c6fa820b41c2), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:38.158204 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccfb86e-2bfc-422e-9dc1-17e2c2b9516c req-ef478a9a-c61f-4f0b-826f-bcd95aca4012 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:38.159726 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-9ccfb86e-2bfc-422e-9dc1-17e2c2b9516c req-ef478a9a-c61f-4f0b-826f-bcd95aca4012 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3949dcf-1058-4944-b0bc-7a64112645e3 HTTP/1.1" status: 200 len: 944 time: 0.0543714 Feb 28 10:43:38.210152 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-9ccfb86e-2bfc-422e-9dc1-17e2c2b9516c req-7c656da2-13f3-4a20-bb6e-09aa0b758571 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.20 "GET /v2.0/security-groups?id=a08cfa97-6188-4a72-a6d9-f5f45058a420&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444648 Feb 28 10:43:38.758732 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-67acfb31-a316-4e77-8c26-894ce63ced82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fb6705d2-4f70-4965-92a3-fbfccd43a6d3), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:39.056637 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.agents_db [None req-382e0aa2-b126-48e6-89eb-3efa426b6b29 None None] Agent healthcheck: found 6 active agents {{(pid=103410) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 10:43:39.338946 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230553ee-1af5-4d57-9e80-cafbf875a15c req-3ea3e607-5627-4135-86e2-a77fc938196b tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:39.340336 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-230553ee-1af5-4d57-9e80-cafbf875a15c req-3ea3e607-5627-4135-86e2-a77fc938196b tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3949dcf-1058-4944-b0bc-7a64112645e3 HTTP/1.1" status: 200 len: 944 time: 0.0558352 Feb 28 10:43:39.395474 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-230553ee-1af5-4d57-9e80-cafbf875a15c req-4331e232-c408-4ac4-bbbc-7eaebff8b414 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.20 "GET /v2.0/security-groups?id=a08cfa97-6188-4a72-a6d9-f5f45058a420&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468695 Feb 28 10:43:40.541082 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ecc62b-cc0b-47c0-92b8-f31162b9ad8e req-8ea11ffa-4053-44e7-b93c-2f6dca8d3118 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:40.542602 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-f5ecc62b-cc0b-47c0-92b8-f31162b9ad8e req-8ea11ffa-4053-44e7-b93c-2f6dca8d3118 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3949dcf-1058-4944-b0bc-7a64112645e3 HTTP/1.1" status: 200 len: 944 time: 0.0573206 Feb 28 10:43:40.595153 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-f5ecc62b-cc0b-47c0-92b8-f31162b9ad8e req-2d508310-c416-46f1-a7d8-15db3a395125 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.20 "GET /v2.0/security-groups?id=a08cfa97-6188-4a72-a6d9-f5f45058a420&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468869 Feb 28 10:43:41.022130 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-aa9e0ebf-1f11-4376-a707-fd4db553ecfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fc6c9b74-8dbb-41bb-800a-5bd3a43fe896), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:41.736305 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daa4278-c859-487e-82be-3701dc890668 req-3bab3c1d-b0fb-4d4e-b603-e48d6abb365f tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:41.737820 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-4daa4278-c859-487e-82be-3701dc890668 req-3bab3c1d-b0fb-4d4e-b603-e48d6abb365f tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3949dcf-1058-4944-b0bc-7a64112645e3 HTTP/1.1" status: 200 len: 944 time: 0.0638618 Feb 28 10:43:41.797502 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-4daa4278-c859-487e-82be-3701dc890668 req-739f369b-27db-4c93-ae4e-9d657fd150b3 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.20 "GET /v2.0/security-groups?id=a08cfa97-6188-4a72-a6d9-f5f45058a420&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517104 Feb 28 10:43:42.008929 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b6d631fb-7df0-4fe1-8322-abff3b61cae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (0db5147a-92a3-4581-8a5f-8ec9b93e0600), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:42.937740 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdb6db6-ed84-4a02-938c-8897aaa4d2c5 req-4ab656af-fc25-45b8-bb64-ba6670fb686f tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:42.939244 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-bfdb6db6-ed84-4a02-938c-8897aaa4d2c5 req-4ab656af-fc25-45b8-bb64-ba6670fb686f tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3949dcf-1058-4944-b0bc-7a64112645e3 HTTP/1.1" status: 200 len: 944 time: 0.0669870 Feb 28 10:43:42.991244 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-bfdb6db6-ed84-4a02-938c-8897aaa4d2c5 req-c690de07-3910-4956-9c68-a7fdbcaa855f tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.20 "GET /v2.0/security-groups?id=a08cfa97-6188-4a72-a6d9-f5f45058a420&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439579 Feb 28 10:43:43.448255 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6b923bb1-06b0-4b84-b461-7cc1d0196090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (2e621730-3978-4720-b581-ac380e97a567), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:44.130379 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39733d8-074c-4bab-a648-a1752865d170 req-67cfa1c7-0d32-416d-aff4-5c217195afad tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:44.131860 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-c39733d8-074c-4bab-a648-a1752865d170 req-67cfa1c7-0d32-416d-aff4-5c217195afad tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3949dcf-1058-4944-b0bc-7a64112645e3 HTTP/1.1" status: 200 len: 944 time: 0.0562356 Feb 28 10:43:44.182665 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-c39733d8-074c-4bab-a648-a1752865d170 req-fec775d2-c85e-4dd8-9ac2-8b324c5b46d7 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.20 "GET /v2.0/security-groups?id=a08cfa97-6188-4a72-a6d9-f5f45058a420&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425375 Feb 28 10:43:44.921469 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:45.330433 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a858163-2946-4e53-bb4c-a62403b08da2 req-00966438-a3e1-4b34-b27e-d33269213ace tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:45.331934 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-6a858163-2946-4e53-bb4c-a62403b08da2 req-00966438-a3e1-4b34-b27e-d33269213ace tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3949dcf-1058-4944-b0bc-7a64112645e3 HTTP/1.1" status: 200 len: 944 time: 0.0643179 Feb 28 10:43:45.388490 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-6a858163-2946-4e53-bb4c-a62403b08da2 req-91a083d5-676c-4799-8d1c-8dfbe3473df8 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.20 "GET /v2.0/security-groups?id=a08cfa97-6188-4a72-a6d9-f5f45058a420&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483778 Feb 28 10:43:46.509951 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081da745-8561-4c80-a1b1-4c5d9e89af86 req-cfdfc426-1dd1-45e2-b743-6a1483c80d0d tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:46.511918 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-081da745-8561-4c80-a1b1-4c5d9e89af86 req-cfdfc426-1dd1-45e2-b743-6a1483c80d0d tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3949dcf-1058-4944-b0bc-7a64112645e3 HTTP/1.1" status: 200 len: 944 time: 0.0575094 Feb 28 10:43:46.562702 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-081da745-8561-4c80-a1b1-4c5d9e89af86 req-973f9e7e-300d-4494-a8cf-a04a7a975ee6 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.20 "GET /v2.0/security-groups?id=a08cfa97-6188-4a72-a6d9-f5f45058a420&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451910 Feb 28 10:43:47.261695 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device 2097dbc1-1ec9-4802-a47b-5238b152e3ed details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103409) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 10:43:47.370432 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] For port 2097dbc1-1ec9-4802-a47b-5238b152e3ed, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=2097dbc1-1ec9-4802-a47b-5238b152e3ed,segment=NetworkSegment(635647a0-bb32-4e83-8331-d451090464be),segment_id=635647a0-bb32-4e83-8331-d451090464be)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:43:47.382702 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Returning: {'device': '2097dbc1-1ec9-4802-a47b-5238b152e3ed', 'network_id': '75bff9a3-e6fb-40b9-a252-b48d30550927', 'port_id': '2097dbc1-1ec9-4802-a47b-5238b152e3ed', 'mac_address': 'fa:16:3e:21:1f:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 276, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e42d74b6-8cf8-4c98-a2fa-7c543c8ad426', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103409) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 10:43:47.420635 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Current status of the port 2097dbc1-1ec9-4802-a47b-5238b152e3ed is: DOWN; New status is: BUILD {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:43:47.421063 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (2097dbc1-1ec9-4802-a47b-5238b152e3ed), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:47.433876 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2097dbc1-1ec9-4802-a47b-5238b152e3ed {{(pid=103409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 10:43:47.458042 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] For port 2097dbc1-1ec9-4802-a47b-5238b152e3ed, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=2097dbc1-1ec9-4802-a47b-5238b152e3ed,segment=NetworkSegment(635647a0-bb32-4e83-8331-d451090464be),segment_id=635647a0-bb32-4e83-8331-d451090464be)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:43:47.465389 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (2097dbc1-1ec9-4802-a47b-5238b152e3ed), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:47.520249 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Pushing event updated for resources: {'Port': ['ID=2097dbc1-1ec9-4802-a47b-5238b152e3ed,revision_number=4']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:47.690278 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3810fa11-4cda-4d34-9598-cb16b63f5ee4 req-75db5cf4-153f-4c35-a71d-cad718edf8f9 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:47.691800 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-3810fa11-4cda-4d34-9598-cb16b63f5ee4 req-75db5cf4-153f-4c35-a71d-cad718edf8f9 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3949dcf-1058-4944-b0bc-7a64112645e3 HTTP/1.1" status: 200 len: 945 time: 0.0545967 Feb 28 10:43:47.748583 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-3810fa11-4cda-4d34-9598-cb16b63f5ee4 req-e80fb249-5b1d-4ed2-95ea-795976430de9 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.20 "GET /v2.0/security-groups?id=a08cfa97-6188-4a72-a6d9-f5f45058a420&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474515 Feb 28 10:43:47.842224 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] get_ports_and_sgs() called for port_ids ['2097dbc1-1ec9-4802-a47b-5238b152e3ed'] {{(pid=103409) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 10:43:48.893922 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8760e3c5-2d08-4488-9cba-f98fef8bed58 req-fadc3417-9304-4476-b8ba-bdea57ee93f2 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:48.895442 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-8760e3c5-2d08-4488-9cba-f98fef8bed58 req-fadc3417-9304-4476-b8ba-bdea57ee93f2 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3949dcf-1058-4944-b0bc-7a64112645e3 HTTP/1.1" status: 200 len: 945 time: 0.0592089 Feb 28 10:43:48.944274 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-8760e3c5-2d08-4488-9cba-f98fef8bed58 req-64e928a9-00f2-454d-b321-b3f12fb8d51a tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.20 "GET /v2.0/security-groups?id=a08cfa97-6188-4a72-a6d9-f5f45058a420&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431688 Feb 28 10:43:49.289815 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device 2097dbc1-1ec9-4802-a47b-5238b152e3ed up at agent hyperv_hv-neutron-mast {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:43:49.348370 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Provisioning for port 2097dbc1-1ec9-4802-a47b-5238b152e3ed completed by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 10:43:49.352218 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Provisioning complete for port 2097dbc1-1ec9-4802-a47b-5238b152e3ed triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:43:49.352597 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (2097dbc1-1ec9-4802-a47b-5238b152e3ed), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:49.445120 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Current status of the port 2097dbc1-1ec9-4802-a47b-5238b152e3ed is: BUILD; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:43:49.445504 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (2097dbc1-1ec9-4802-a47b-5238b152e3ed), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:49.471775 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3949dcf-1058-4944-b0bc-7a64112645e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2097dbc1-1ec9-4802-a47b-5238b152e3ed'}] {{(pid=103409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:43:49.474046 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa5325a5be4b33bf61fd809c564e3765e689d817bbd874267890deb3cfccaf12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3c44e3e-bb57-4401-a91e-e72a5aad003d" -d '{"events": [{"server_uuid": "c3949dcf-1058-4944-b0bc-7a64112645e3", "name": "network-vif-plugged", "status": "completed", "tag": "2097dbc1-1ec9-4802-a47b-5238b152e3ed"}]}' {{(pid=103409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:43:49.487883 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] For port 2097dbc1-1ec9-4802-a47b-5238b152e3ed, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=2097dbc1-1ec9-4802-a47b-5238b152e3ed,segment=NetworkSegment(635647a0-bb32-4e83-8331-d451090464be),segment_id=635647a0-bb32-4e83-8331-d451090464be)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:43:49.493809 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (2097dbc1-1ec9-4802-a47b-5238b152e3ed), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:49.547749 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Pushing event updated for resources: {'Port': ['ID=2097dbc1-1ec9-4802-a47b-5238b152e3ed,revision_number=5']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:49.570835 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 10:43:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4a0eebc-c37c-46b4-a3ab-12de6bf0837a x-openstack-request-id: req-c4a0eebc-c37c-46b4-a3ab-12de6bf0837a {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:43:49.571133 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3949dcf-1058-4944-b0bc-7a64112645e3", "name": "network-vif-plugged", "status": "completed", "tag": "2097dbc1-1ec9-4802-a47b-5238b152e3ed", "code": 200}]} {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:43:49.571380 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c4a0eebc-c37c-46b4-a3ab-12de6bf0837a {{(pid=103409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:43:49.571780 dv-neutron-master-2-hyperv neutron-server[103409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3949dcf-1058-4944-b0bc-7a64112645e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2097dbc1-1ec9-4802-a47b-5238b152e3ed', 'code': 200} Feb 28 10:43:49.797452 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a284ad-a2ce-4b10-9fb7-75c9125197e4 req-56207664-004b-4c55-8164-731a5d8e177d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:49.798875 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-83a284ad-a2ce-4b10-9fb7-75c9125197e4 req-56207664-004b-4c55-8164-731a5d8e177d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c3949dcf-1058-4944-b0bc-7a64112645e3 HTTP/1.1" status: 200 len: 1130 time: 0.0463796 Feb 28 10:43:49.846320 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-83a284ad-a2ce-4b10-9fb7-75c9125197e4 req-732a4cff-488c-4f91-bfcd-15f63e6f09db service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=a08cfa97-6188-4a72-a6d9-f5f45058a420&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412068 Feb 28 10:43:50.076630 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576d9740-d8ec-47ef-8b78-e8e337aa7df3 req-105a6315-8616-4a21-b893-bcc1e492d9bb tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:50.078016 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-576d9740-d8ec-47ef-8b78-e8e337aa7df3 req-105a6315-8616-4a21-b893-bcc1e492d9bb tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3949dcf-1058-4944-b0bc-7a64112645e3 HTTP/1.1" status: 200 len: 946 time: 0.0613298 Feb 28 10:43:50.135686 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-576d9740-d8ec-47ef-8b78-e8e337aa7df3 req-4340724b-aeda-4f62-a27c-c620cb85ce2b tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.20 "GET /v2.0/security-groups?id=a08cfa97-6188-4a72-a6d9-f5f45058a420&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520155 Feb 28 10:43:51.274089 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375db802-34f3-455e-9f2f-fe9e565646fe req-1ecf3a39-5653-41cc-890c-a8f5b304cd69 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:51.275600 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-375db802-34f3-455e-9f2f-fe9e565646fe req-1ecf3a39-5653-41cc-890c-a8f5b304cd69 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3949dcf-1058-4944-b0bc-7a64112645e3 HTTP/1.1" status: 200 len: 946 time: 0.0579834 Feb 28 10:43:51.325351 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-375db802-34f3-455e-9f2f-fe9e565646fe req-5d6f0f91-aa41-430b-80cf-1381f7b91b74 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.20 "GET /v2.0/security-groups?id=a08cfa97-6188-4a72-a6d9-f5f45058a420&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433476 Feb 28 10:43:52.454224 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83c2d1b-8d3a-4a26-8d74-20936631bf3b req-eb9837bd-1569-4291-a00f-5589bc1451d8 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:52.455682 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-b83c2d1b-8d3a-4a26-8d74-20936631bf3b req-eb9837bd-1569-4291-a00f-5589bc1451d8 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3949dcf-1058-4944-b0bc-7a64112645e3 HTTP/1.1" status: 200 len: 946 time: 0.0552037 Feb 28 10:43:52.510026 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-b83c2d1b-8d3a-4a26-8d74-20936631bf3b req-7f018509-0607-4d0c-b3c4-73de196e62b3 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.20 "GET /v2.0/security-groups?id=a08cfa97-6188-4a72-a6d9-f5f45058a420&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486560 Feb 28 10:43:52.641850 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d75b45a-110c-4e0f-9079-1e3ecd9696da req-201de605-ff43-4165-a664-f57739aad924 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:52.643288 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-4d75b45a-110c-4e0f-9079-1e3ecd9696da req-201de605-ff43-4165-a664-f57739aad924 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3949dcf-1058-4944-b0bc-7a64112645e3 HTTP/1.1" status: 200 len: 946 time: 0.0625160 Feb 28 10:43:52.692237 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-4d75b45a-110c-4e0f-9079-1e3ecd9696da req-6c43a317-5f7d-49cd-b16d-2e2f1a0206ba tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.20 "GET /v2.0/security-groups?id=a08cfa97-6188-4a72-a6d9-f5f45058a420&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433323 Feb 28 10:43:52.714906 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 41118) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:52.764846 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c8bcee2-029b-46e9-a131-09f48cbb7dc1 tempest-TestVolumeBootPattern-190888179 tempest-TestVolumeBootPattern-190888179-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:52.766388 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-1c8bcee2-029b-46e9-a131-09f48cbb7dc1 tempest-TestVolumeBootPattern-190888179 tempest-TestVolumeBootPattern-190888179-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=c3949dcf-1058-4944-b0bc-7a64112645e3 HTTP/1.1" status: 200 len: 1125 time: 0.0505123 Feb 28 10:43:52.769459 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 41120) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:43:52.773759 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-6a5769ee-da65-4003-8a12-97d76ce8e364 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Request body: {'floatingip': {'floating_network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'port_id': '2097dbc1-1ec9-4802-a47b-5238b152e3ed', 'tenant_id': '731d835d2b9d4f1cae2d0f5bd7f8ebb9', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:43:52.797776 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6a5769ee-da65-4003-8a12-97d76ce8e364 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:52.898265 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6a5769ee-da65-4003-8a12-97d76ce8e364 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:53.001411 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-6a5769ee-da65-4003-8a12-97d76ce8e364 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Allocated IP 172.36.5.180 (1e0804d0-d1d9-4d40-9de5-2936f3d87840/6f6f4129-23e5-4c3b-b4ef-4c7ce926797e/2e1901b2-9c75-4233-95eb-056d32240644) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:43:53.116974 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6a5769ee-da65-4003-8a12-97d76ce8e364 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Publish callbacks [] for port (2e1901b2-9c75-4233-95eb-056d32240644), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:53.154314 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6a5769ee-da65-4003-8a12-97d76ce8e364 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (2e1901b2-9c75-4233-95eb-056d32240644), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:53.201615 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a5769ee-da65-4003-8a12-97d76ce8e364 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Network 1e0804d0-d1d9-4d40-9de5-2936f3d87840 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:43:53.204689 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-6a5769ee-da65-4003-8a12-97d76ce8e364 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:43:53.208959 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5769ee-da65-4003-8a12-97d76ce8e364 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:43:53.212302 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5769ee-da65-4003-8a12-97d76ce8e364 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Pushing event updated for resources: {'Port': ['ID=2e1901b2-9c75-4233-95eb-056d32240644,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:53.600361 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6a5769ee-da65-4003-8a12-97d76ce8e364 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Publish callbacks [] for floatingip (9d0f137a-9c2c-4cec-98d1-e4f8c39c49d3), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:53.676435 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6a5769ee-da65-4003-8a12-97d76ce8e364 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (2e1901b2-9c75-4233-95eb-056d32240644), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:53.824094 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6a5769ee-da65-4003-8a12-97d76ce8e364 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Publish callbacks [] for port (2e1901b2-9c75-4233-95eb-056d32240644), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:53.830176 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6a5769ee-da65-4003-8a12-97d76ce8e364 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3498066'] for port (2e1901b2-9c75-4233-95eb-056d32240644), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:53.902476 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5769ee-da65-4003-8a12-97d76ce8e364 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Pushing event updated for resources: {'Port': ['ID=2e1901b2-9c75-4233-95eb-056d32240644,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:43:53.913461 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6a5769ee-da65-4003-8a12-97d76ce8e364 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1803383'] for floatingip (9d0f137a-9c2c-4cec-98d1-e4f8c39c49d3), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:54.369594 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.db.l3_db [None req-6a5769ee-da65-4003-8a12-97d76ce8e364 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Floating IP 9d0f137a-9c2c-4cec-98d1-e4f8c39c49d3 associated. External IP: 172.36.5.180, port: 2097dbc1-1ec9-4802-a47b-5238b152e3ed. Feb 28 10:43:54.594659 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a5769ee-da65-4003-8a12-97d76ce8e364 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Router bd5e29c8-c38a-48ce-8dc3-970636090032 has already been hosted by L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:43:54.715118 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a5769ee-da65-4003-8a12-97d76ce8e364 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:43:54.725189 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6de109-2281-4603-8dc7-ff068557b4dd None None] Sync routers for ids ['bd5e29c8-c38a-48ce-8dc3-970636090032'] in dv-neutron-master-2-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:43:54.734302 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6a5769ee-da65-4003-8a12-97d76ce8e364 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for floatingip (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:43:54.735936 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6de109-2281-4603-8dc7-ff068557b4dd None None] Routers {'bd5e29c8-c38a-48ce-8dc3-970636090032'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:43:54.736568 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-8c6de109-2281-4603-8dc7-ff068557b4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:43:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['bd5e29c8-c38a-48ce-8dc3-970636090032'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:43:54.765116 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-6a5769ee-da65-4003-8a12-97d76ce8e364 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9946194 Feb 28 10:43:54.765835 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3949dcf-1058-4944-b0bc-7a64112645e3', 'tag': '2097dbc1-1ec9-4802-a47b-5238b152e3ed'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:43:54.768150 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c8e1c873eeca597e52e7ceb7469e602eac250bfea6606d285743d38033cf584" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7e5849d-1f65-42f9-8a7c-475611fdbe28" -d '{"events": [{"name": "network-changed", "server_uuid": "c3949dcf-1058-4944-b0bc-7a64112645e3", "tag": "2097dbc1-1ec9-4802-a47b-5238b152e3ed"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:43:54.857659 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-8c6de109-2281-4603-8dc7-ff068557b4dd None None] Set router bd5e29c8-c38a-48ce-8dc3-970636090032 gateway port host: dv-neutron-master-2-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:43:54.873242 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 10:43:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60bf7b7e-5bd0-47df-8a63-e590d6c215d3 x-openstack-request-id: req-60bf7b7e-5bd0-47df-8a63-e590d6c215d3 {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:43:54.873685 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3949dcf-1058-4944-b0bc-7a64112645e3", "tag": "2097dbc1-1ec9-4802-a47b-5238b152e3ed", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:43:54.874013 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-60bf7b7e-5bd0-47df-8a63-e590d6c215d3 {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:43:54.874542 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3949dcf-1058-4944-b0bc-7a64112645e3', 'tag': '2097dbc1-1ec9-4802-a47b-5238b152e3ed', 'status': 'completed', 'code': 200} Feb 28 10:43:54.974194 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e5849d-1f65-42f9-8a7c-475611fdbe28 req-b0aee922-4401-4358-925f-d7665678ebaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:54.976199 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-b7e5849d-1f65-42f9-8a7c-475611fdbe28 req-b0aee922-4401-4358-925f-d7665678ebaf service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=731d835d2b9d4f1cae2d0f5bd7f8ebb9&device_id=c3949dcf-1058-4944-b0bc-7a64112645e3 HTTP/1.1" status: 200 len: 1130 time: 0.0571892 Feb 28 10:43:55.072607 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e5849d-1f65-42f9-8a7c-475611fdbe28 req-86ff93cb-9998-4b3e-a51d-50542350e798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:55.074101 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-b7e5849d-1f65-42f9-8a7c-475611fdbe28 req-86ff93cb-9998-4b3e-a51d-50542350e798 service neutron] 10.222.0.30 "GET /v2.0/networks?id=75bff9a3-e6fb-40b9-a252-b48d30550927 HTTP/1.1" status: 200 len: 913 time: 0.0916369 Feb 28 10:43:55.094289 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-8c6de109-2281-4603-8dc7-ff068557b4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd5e29c8-c38a-48ce-8dc3-970636090032', 'name': 'tempest-TestVolumeBootPattern-1823250637-router', 'tenant_id': '731d835d2b9d4f1cae2d0f5bd7f8ebb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.129'}], 'enable_snat': True}, 'gw_port_id': '7dff299d-16aa-48a9-bb1b-402a94ac724b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:40:11Z', 'updated_at': '2022-02-28T10:40:14Z', 'revision_number': 4, 'project_id': '731d835d2b9d4f1cae2d0f5bd7f8ebb9', 'gw_port': {'id': '7dff299d-16aa-48a9-bb1b-402a94ac724b', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:b0:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5e29c8-c38a-48ce-8dc3-970636090032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:40:12Z', 'updated_at': '2022-02-28T10:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '9d0f137a-9c2c-4cec-98d1-e4f8c39c49d3', 'tenant_id': '731d835d2b9d4f1cae2d0f5bd7f8ebb9', 'floating_ip_address': '172.36.5.180', 'floating_network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'router_id': 'bd5e29c8-c38a-48ce-8dc3-970636090032', 'port_id': '2097dbc1-1ec9-4802-a47b-5238b152e3ed', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1386, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75bff9a3-e6fb-40b9-a252-b48d30550927', 'mac_address': 'fa:16:3e:21:1f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3949dcf-1058-4944-b0bc-7a64112645e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:43:53Z', 'updated_at': '2022-02-28T10:43:53Z', 'revision_number': 0, 'project_id': '731d835d2b9d4f1cae2d0f5bd7f8ebb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87df74ac-20b3-46c6-9cf3-a504e98c4bb3', 'name': '', 'network_id': '75bff9a3-e6fb-40b9-a252-b48d30550927', 'tenant_id': '731d835d2b9d4f1cae2d0f5bd7f8ebb9', 'mac_address': 'fa:16:3e:9d:bd:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5e29c8-c38a-48ce-8dc3-970636090032', 'device_owner': 'network:router_interface', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': 'e42d74b6-8cf8-4c98-a2fa-7c543c8ad426', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:40:14Z', 'updated_at': '2022-02-28T10:40:19Z', 'revision_number': 5, 'project_id': '731d835d2b9d4f1cae2d0f5bd7f8ebb9', 'subnets': [{'id': 'e42d74b6-8cf8-4c98-a2fa-7c543c8ad426', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:43:55.121380 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6de109-2281-4603-8dc7-ff068557b4dd None None] Checking router: bd5e29c8-c38a-48ce-8dc3-970636090032 for host: dv-neutron-master-2-hyperv {{(pid=103410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:43:55.129445 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6de109-2281-4603-8dc7-ff068557b4dd None None] Routers {'bd5e29c8-c38a-48ce-8dc3-970636090032'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:43:55.130025 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-8c6de109-2281-4603-8dc7-ff068557b4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:43:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['bd5e29c8-c38a-48ce-8dc3-970636090032'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:43:55.140085 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-b7e5849d-1f65-42f9-8a7c-475611fdbe28 req-f7d0eeba-fb0d-4a6f-baf9-b0de9f1ec59a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2097dbc1-1ec9-4802-a47b-5238b152e3ed HTTP/1.1" status: 200 len: 1000 time: 0.0600927 Feb 28 10:43:55.188351 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e5849d-1f65-42f9-8a7c-475611fdbe28 req-4fdbad0b-187f-4534-9f34-7a47e5fcfc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:55.189848 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-b7e5849d-1f65-42f9-8a7c-475611fdbe28 req-4fdbad0b-187f-4534-9f34-7a47e5fcfc4c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e42d74b6-8cf8-4c98-a2fa-7c543c8ad426 HTTP/1.1" status: 200 len: 851 time: 0.0437634 Feb 28 10:43:55.239484 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-8c6de109-2281-4603-8dc7-ff068557b4dd None None] Set router bd5e29c8-c38a-48ce-8dc3-970636090032 gateway port host: dv-neutron-master-2-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:43:55.241984 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e5849d-1f65-42f9-8a7c-475611fdbe28 req-314572e3-1ee0-4976-a590-7f92ae7ce866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:43:55.243518 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-b7e5849d-1f65-42f9-8a7c-475611fdbe28 req-314572e3-1ee0-4976-a590-7f92ae7ce866 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=75bff9a3-e6fb-40b9-a252-b48d30550927&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0483191 Feb 28 10:43:55.335966 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-b7e5849d-1f65-42f9-8a7c-475611fdbe28 req-e07c8a45-8b60-42d7-9a6e-ece43a88c139 service neutron] 10.222.0.30 "GET /v2.0/networks/75bff9a3-e6fb-40b9-a252-b48d30550927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845850 Feb 28 10:43:55.432163 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-b7e5849d-1f65-42f9-8a7c-475611fdbe28 req-ff994021-4615-49bb-bf48-faab5d23c4d9 service neutron] 10.222.0.30 "GET /v2.0/networks/75bff9a3-e6fb-40b9-a252-b48d30550927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893488 Feb 28 10:43:55.481099 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-8c6de109-2281-4603-8dc7-ff068557b4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd5e29c8-c38a-48ce-8dc3-970636090032', 'name': 'tempest-TestVolumeBootPattern-1823250637-router', 'tenant_id': '731d835d2b9d4f1cae2d0f5bd7f8ebb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.129'}], 'enable_snat': True}, 'gw_port_id': '7dff299d-16aa-48a9-bb1b-402a94ac724b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:40:11Z', 'updated_at': '2022-02-28T10:40:14Z', 'revision_number': 4, 'project_id': '731d835d2b9d4f1cae2d0f5bd7f8ebb9', 'gw_port': {'id': '7dff299d-16aa-48a9-bb1b-402a94ac724b', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:b0:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5e29c8-c38a-48ce-8dc3-970636090032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:40:12Z', 'updated_at': '2022-02-28T10:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '9d0f137a-9c2c-4cec-98d1-e4f8c39c49d3', 'tenant_id': '731d835d2b9d4f1cae2d0f5bd7f8ebb9', 'floating_ip_address': '172.36.5.180', 'floating_network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'router_id': 'bd5e29c8-c38a-48ce-8dc3-970636090032', 'port_id': '2097dbc1-1ec9-4802-a47b-5238b152e3ed', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1386, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75bff9a3-e6fb-40b9-a252-b48d30550927', 'mac_address': 'fa:16:3e:21:1f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3949dcf-1058-4944-b0bc-7a64112645e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:43:53Z', 'updated_at': '2022-02-28T10:43:53Z', 'revision_number': 0, 'project_id': '731d835d2b9d4f1cae2d0f5bd7f8ebb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87df74ac-20b3-46c6-9cf3-a504e98c4bb3', 'name': '', 'network_id': '75bff9a3-e6fb-40b9-a252-b48d30550927', 'tenant_id': '731d835d2b9d4f1cae2d0f5bd7f8ebb9', 'mac_address': 'fa:16:3e:9d:bd:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5e29c8-c38a-48ce-8dc3-970636090032', 'device_owner': 'network:router_interface', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': 'e42d74b6-8cf8-4c98-a2fa-7c543c8ad426', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:40:14Z', 'updated_at': '2022-02-28T10:40:19Z', 'revision_number': 5, 'project_id': '731d835d2b9d4f1cae2d0f5bd7f8ebb9', 'subnets': [{'id': 'e42d74b6-8cf8-4c98-a2fa-7c543c8ad426', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:43:55.509045 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6de109-2281-4603-8dc7-ff068557b4dd None None] The sync data for ids ['bd5e29c8-c38a-48ce-8dc3-970636090032'] in dv-neutron-master-2-hyperv is: [{'id': 'bd5e29c8-c38a-48ce-8dc3-970636090032', 'name': 'tempest-TestVolumeBootPattern-1823250637-router', 'tenant_id': '731d835d2b9d4f1cae2d0f5bd7f8ebb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.129'}], 'enable_snat': True}, 'gw_port_id': '7dff299d-16aa-48a9-bb1b-402a94ac724b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:40:11Z', 'updated_at': '2022-02-28T10:40:14Z', 'revision_number': 4, 'project_id': '731d835d2b9d4f1cae2d0f5bd7f8ebb9', 'gw_port': {'id': '7dff299d-16aa-48a9-bb1b-402a94ac724b', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:b0:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5e29c8-c38a-48ce-8dc3-970636090032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:40:12Z', 'updated_at': '2022-02-28T10:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '9d0f137a-9c2c-4cec-98d1-e4f8c39c49d3', 'tenant_id': '731d835d2b9d4f1cae2d0f5bd7f8ebb9', 'floating_ip_address': '172.36.5.180', 'floating_network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'router_id': 'bd5e29c8-c38a-48ce-8dc3-970636090032', 'port_id': '2097dbc1-1ec9-4802-a47b-5238b152e3ed', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1386, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75bff9a3-e6fb-40b9-a252-b48d30550927', 'mac_address': 'fa:16:3e:21:1f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3949dcf-1058-4944-b0bc-7a64112645e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:43:53Z', 'updated_at': '2022-02-28T10:43:53Z', 'revision_number': 0, 'project_id': '731d835d2b9d4f1cae2d0f5bd7f8ebb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87df74ac-20b3-46c6-9cf3-a504e98c4bb3', 'name': '', 'network_id': '75bff9a3-e6fb-40b9-a252-b48d30550927', 'tenant_id': '731d835d2b9d4f1cae2d0f5bd7f8ebb9', 'mac_address': 'fa:16:3e:9d:bd:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5e29c8-c38a-48ce-8dc3-970636090032', 'device_owner': 'network:router_interface', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': 'e42d74b6-8cf8-4c98-a2fa-7c543c8ad426', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:40:14Z', 'updated_at': '2022-02-28T10:40:19Z', 'revision_number': 5, 'project_id': '731d835d2b9d4f1cae2d0f5bd7f8ebb9', 'subnets': [{'id': 'e42d74b6-8cf8-4c98-a2fa-7c543c8ad426', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:43:55.715550 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fcef982-7545-4f5e-8db7-a3eb534a39a8 None None] New status for floating IP 9d0f137a-9c2c-4cec-98d1-e4f8c39c49d3: ACTIVE {{(pid=103409) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 10:44:08.089360 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (13ac42ae-016e-4baf-bb31-c6fa820b41c2), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:08.762426 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ef41ac33-820a-4994-94cb-dd97dbc800e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fb6705d2-4f70-4965-92a3-fbfccd43a6d3), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:11.016286 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f9981e8e-6fdd-4c65-9177-49041c00d2fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fc6c9b74-8dbb-41bb-800a-5bd3a43fe896), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:12.009959 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b6d631fb-7df0-4fe1-8322-abff3b61cae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (0db5147a-92a3-4581-8a5f-8ec9b93e0600), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:13.452878 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6b923bb1-06b0-4b84-b461-7cc1d0196090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (2e621730-3978-4720-b581-ac380e97a567), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:14.918159 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:16.056614 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.agents_db [None req-382e0aa2-b126-48e6-89eb-3efa426b6b29 None None] Agent healthcheck: found 6 active agents {{(pid=103410) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 10:44:21.027516 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-dd074e2f-23fa-4639-a003-a11167ab866a req-61472109-7ea4-4922-b5ce-aaca39c0d947 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c35bdb70-97a7-4b0d-b6e9-dc87fd2cf935&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0515239 Feb 28 10:44:21.134503 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd074e2f-23fa-4639-a003-a11167ab866a req-903b6abe-eab0-40c2-934d-cf320b8771f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:44:21.136000 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-dd074e2f-23fa-4639-a003-a11167ab866a req-903b6abe-eab0-40c2-934d-cf320b8771f1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5a84b6bdce3e454e9741c4fbc09bfc68&device_id=c35bdb70-97a7-4b0d-b6e9-dc87fd2cf935 HTTP/1.1" status: 200 len: 1130 time: 0.0482302 Feb 28 10:44:21.245108 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd074e2f-23fa-4639-a003-a11167ab866a req-97d5f1d5-0443-4da5-b491-09fe2b43dcb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:44:21.246572 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-dd074e2f-23fa-4639-a003-a11167ab866a req-97d5f1d5-0443-4da5-b491-09fe2b43dcb2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7b295ea2-65ed-4c73-abde-545174b5e2c1 HTTP/1.1" status: 200 len: 897 time: 0.0915546 Feb 28 10:44:21.312385 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-dd074e2f-23fa-4639-a003-a11167ab866a req-07729867-7dc1-49ca-8880-d29c462e6a3e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=60632c35-f206-446c-a569-941cc9812ab6 HTTP/1.1" status: 200 len: 1002 time: 0.0599871 Feb 28 10:44:21.367743 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd074e2f-23fa-4639-a003-a11167ab866a req-91b12eea-7936-4cdb-9cd1-78d49bc91a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:44:21.369192 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-dd074e2f-23fa-4639-a003-a11167ab866a req-91b12eea-7936-4cdb-9cd1-78d49bc91a4a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=59397fd1-a427-45e6-b3e4-97b5165e0628 HTTP/1.1" status: 200 len: 835 time: 0.0508022 Feb 28 10:44:21.421669 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd074e2f-23fa-4639-a003-a11167ab866a req-52daf72b-0c0c-47ce-9de6-d5f34fd1c6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:44:21.423162 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-dd074e2f-23fa-4639-a003-a11167ab866a req-52daf72b-0c0c-47ce-9de6-d5f34fd1c6b9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7b295ea2-65ed-4c73-abde-545174b5e2c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0486615 Feb 28 10:44:21.515555 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-dd074e2f-23fa-4639-a003-a11167ab866a req-2e84eb97-2aaf-4b84-b0d7-784d7db83e0d service neutron] 10.222.0.30 "GET /v2.0/networks/7b295ea2-65ed-4c73-abde-545174b5e2c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860825 Feb 28 10:44:21.620372 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-dd074e2f-23fa-4639-a003-a11167ab866a req-7584801a-7d32-43b0-a1cb-528ff0d66c50 service neutron] 10.222.0.30 "GET /v2.0/networks/7b295ea2-65ed-4c73-abde-545174b5e2c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989816 Feb 28 10:44:38.081840 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (13ac42ae-016e-4baf-bb31-c6fa820b41c2), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:38.758336 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a10f8b18-86a3-4969-b11c-85fb783e095e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fb6705d2-4f70-4965-92a3-fbfccd43a6d3), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:39.638478 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 41156) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:44:39.692158 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac30193f-d7a8-4e25-b52b-f013c14c48a5 tempest-TestNetworkBasicOps-986752647 tempest-TestNetworkBasicOps-986752647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:44:39.692669 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac30193f-d7a8-4e25-b52b-f013c14c48a5 tempest-TestNetworkBasicOps-986752647 tempest-TestNetworkBasicOps-986752647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:44:39.693150 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac30193f-d7a8-4e25-b52b-f013c14c48a5 tempest-TestNetworkBasicOps-986752647 tempest-TestNetworkBasicOps-986752647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:44:39.697115 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-ac30193f-d7a8-4e25-b52b-f013c14c48a5 tempest-TestNetworkBasicOps-986752647 tempest-TestNetworkBasicOps-986752647-project-admin] 10.222.0.20 "GET /v2.0/ports?project_id=5a84b6bdce3e454e9741c4fbc09bfc68&network_id=7b295ea2-65ed-4c73-abde-545174b5e2c1 HTTP/1.1" status: 200 len: 3103 time: 0.0550177 Feb 28 10:44:41.022642 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3377dc7b-ff22-40a3-8ee8-20fbbb2f72a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fc6c9b74-8dbb-41bb-800a-5bd3a43fe896), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:42.020975 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b6d631fb-7df0-4fe1-8322-abff3b61cae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (0db5147a-92a3-4581-8a5f-8ec9b93e0600), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:43.452867 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6b923bb1-06b0-4b84-b461-7cc1d0196090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (2e621730-3978-4720-b581-ac380e97a567), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:43.548534 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 41166) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:44:43.597173 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5268172-2eec-4582-94b9-9b17019c642e tempest-TestNetworkBasicOps-986752647 tempest-TestNetworkBasicOps-986752647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:44:43.598714 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-b5268172-2eec-4582-94b9-9b17019c642e tempest-TestNetworkBasicOps-986752647 tempest-TestNetworkBasicOps-986752647-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=1e0804d0-d1d9-4d40-9de5-2936f3d87840 HTTP/1.1" status: 200 len: 814 time: 0.0491347 Feb 28 10:44:44.918139 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:44.987623 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 41176) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:44:44.992325 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-32568ee3-da7e-440c-bb39-998762bb4564 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:44:45.055196 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-32568ee3-da7e-440c-bb39-998762bb4564 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for floatingip (58cc6b6f-9bde-477a-bd64-0410f0cf9545), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:45.210769 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-32568ee3-da7e-440c-bb39-998762bb4564 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:45.217123 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-32568ee3-da7e-440c-bb39-998762bb4564 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1803383'] for floatingip (58cc6b6f-9bde-477a-bd64-0410f0cf9545), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:45.217411 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.db.l3_db [None req-32568ee3-da7e-440c-bb39-998762bb4564 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Floating IP 58cc6b6f-9bde-477a-bd64-0410f0cf9545 disassociated. External IP: 172.36.5.231, port: 60632c35-f206-446c-a569-941cc9812ab6. Feb 28 10:44:45.438590 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32568ee3-da7e-440c-bb39-998762bb4564 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Router e1d5840e-8ede-4885-9494-70ab028e0f87 has already been hosted by L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:44:45.555783 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32568ee3-da7e-440c-bb39-998762bb4564 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:44:45.561188 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-32568ee3-da7e-440c-bb39-998762bb4564 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for floatingip (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:45.567758 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762e9e0d-c891-4c24-ad0a-8f5e1d472d0d None None] Sync routers for ids ['e1d5840e-8ede-4885-9494-70ab028e0f87'] in dv-neutron-master-2-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:44:45.582461 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762e9e0d-c891-4c24-ad0a-8f5e1d472d0d None None] Routers {'e1d5840e-8ede-4885-9494-70ab028e0f87'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:44:45.583120 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-762e9e0d-c891-4c24-ad0a-8f5e1d472d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:44:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['e1d5840e-8ede-4885-9494-70ab028e0f87'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:44:45.595331 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-32568ee3-da7e-440c-bb39-998762bb4564 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "PUT /v2.0/floatingips/58cc6b6f-9bde-477a-bd64-0410f0cf9545 HTTP/1.1" status: 200 len: 690 time: 0.6062207 Feb 28 10:44:45.596831 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c35bdb70-97a7-4b0d-b6e9-dc87fd2cf935', 'tag': '60632c35-f206-446c-a569-941cc9812ab6'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:44:45.598908 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 41178) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:44:45.600092 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c8e1c873eeca597e52e7ceb7469e602eac250bfea6606d285743d38033cf584" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b80ab6f-380c-4a6e-b754-4276b5b672d0" -d '{"events": [{"name": "network-changed", "server_uuid": "c35bdb70-97a7-4b0d-b6e9-dc87fd2cf935", "tag": "60632c35-f206-446c-a569-941cc9812ab6"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:44:45.648793 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 10:44:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acde9330-9400-4f84-8e8a-31bde66a4fc6 x-openstack-request-id: req-acde9330-9400-4f84-8e8a-31bde66a4fc6 {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:44:45.649326 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c35bdb70-97a7-4b0d-b6e9-dc87fd2cf935", "tag": "60632c35-f206-446c-a569-941cc9812ab6", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:44:45.649582 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-acde9330-9400-4f84-8e8a-31bde66a4fc6 {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:44:45.650031 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c35bdb70-97a7-4b0d-b6e9-dc87fd2cf935', 'tag': '60632c35-f206-446c-a569-941cc9812ab6', 'status': 'completed', 'code': 200} Feb 28 10:44:45.653346 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-838486c4-e037-48ef-ad0b-3d1dc64ca5ed tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/floatingips/58cc6b6f-9bde-477a-bd64-0410f0cf9545 HTTP/1.1" status: 200 len: 690 time: 0.0525637 Feb 28 10:44:45.739835 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b80ab6f-380c-4a6e-b754-4276b5b672d0 req-fc4db3f7-6b96-4c07-b4a3-de13c01bdcb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:44:45.741493 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-9b80ab6f-380c-4a6e-b754-4276b5b672d0 req-fc4db3f7-6b96-4c07-b4a3-de13c01bdcb3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5a84b6bdce3e454e9741c4fbc09bfc68&device_id=c35bdb70-97a7-4b0d-b6e9-dc87fd2cf935 HTTP/1.1" status: 200 len: 1130 time: 0.0519226 Feb 28 10:44:45.792199 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-762e9e0d-c891-4c24-ad0a-8f5e1d472d0d None None] Set router e1d5840e-8ede-4885-9494-70ab028e0f87 gateway port host: dv-neutron-master-2-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:44:45.837484 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b80ab6f-380c-4a6e-b754-4276b5b672d0 req-8e46225f-a2cf-4e90-8f88-20733b212065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:44:45.838964 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-9b80ab6f-380c-4a6e-b754-4276b5b672d0 req-8e46225f-a2cf-4e90-8f88-20733b212065 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7b295ea2-65ed-4c73-abde-545174b5e2c1 HTTP/1.1" status: 200 len: 897 time: 0.0903962 Feb 28 10:44:45.885455 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-9b80ab6f-380c-4a6e-b754-4276b5b672d0 req-3fdf29d5-03aa-4c7d-8e23-dce1f0290533 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=60632c35-f206-446c-a569-941cc9812ab6 HTTP/1.1" status: 200 len: 217 time: 0.0392098 Feb 28 10:44:45.937742 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b80ab6f-380c-4a6e-b754-4276b5b672d0 req-49781256-c701-46e7-96df-193c4246d8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:44:45.939455 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-9b80ab6f-380c-4a6e-b754-4276b5b672d0 req-49781256-c701-46e7-96df-193c4246d8b3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=59397fd1-a427-45e6-b3e4-97b5165e0628 HTTP/1.1" status: 200 len: 835 time: 0.0473361 Feb 28 10:44:45.995165 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b80ab6f-380c-4a6e-b754-4276b5b672d0 req-ed2baaac-c436-4028-b344-004782f937b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:44:45.996746 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-9b80ab6f-380c-4a6e-b754-4276b5b672d0 req-ed2baaac-c436-4028-b344-004782f937b7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7b295ea2-65ed-4c73-abde-545174b5e2c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0498950 Feb 28 10:44:46.000888 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-762e9e0d-c891-4c24-ad0a-8f5e1d472d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1d5840e-8ede-4885-9494-70ab028e0f87', 'name': 'tempest-TestNetworkBasicOps-router-1765386747', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.157'}], 'enable_snat': True}, 'gw_port_id': '049097a7-8791-4730-823c-44d7d4c2de02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:43:04Z', 'updated_at': '2022-02-28T10:43:08Z', 'revision_number': 4, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'gw_port': {'id': '049097a7-8791-4730-823c-44d7d4c2de02', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:99:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d5840e-8ede-4885-9494-70ab028e0f87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:43:04Z', 'updated_at': '2022-02-28T10:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '25b03a79-bec0-49a2-9790-40657a1699b3', 'name': '', 'network_id': '7b295ea2-65ed-4c73-abde-545174b5e2c1', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'mac_address': 'fa:16:3e:e0:30:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d5840e-8ede-4885-9494-70ab028e0f87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': '59397fd1-a427-45e6-b3e4-97b5165e0628', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:43:07Z', 'updated_at': '2022-02-28T10:43:11Z', 'revision_number': 5, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'subnets': [{'id': '59397fd1-a427-45e6-b3e4-97b5165e0628', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:44:46.029487 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762e9e0d-c891-4c24-ad0a-8f5e1d472d0d None None] Checking router: e1d5840e-8ede-4885-9494-70ab028e0f87 for host: dv-neutron-master-2-hyperv {{(pid=103410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:44:46.038331 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762e9e0d-c891-4c24-ad0a-8f5e1d472d0d None None] Routers {'e1d5840e-8ede-4885-9494-70ab028e0f87'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:44:46.038956 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-762e9e0d-c891-4c24-ad0a-8f5e1d472d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:44:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['e1d5840e-8ede-4885-9494-70ab028e0f87'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:44:46.096906 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-9b80ab6f-380c-4a6e-b754-4276b5b672d0 req-12d2a5ce-8394-4772-b3e4-4a948750f5e2 service neutron] 10.222.0.30 "GET /v2.0/networks/7b295ea2-65ed-4c73-abde-545174b5e2c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930073 Feb 28 10:44:46.154090 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-762e9e0d-c891-4c24-ad0a-8f5e1d472d0d None None] Set router e1d5840e-8ede-4885-9494-70ab028e0f87 gateway port host: dv-neutron-master-2-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:44:46.187396 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-9b80ab6f-380c-4a6e-b754-4276b5b672d0 req-035d5069-2bf9-4d2c-90dc-222b4be6df58 service neutron] 10.222.0.30 "GET /v2.0/networks/7b295ea2-65ed-4c73-abde-545174b5e2c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842211 Feb 28 10:44:46.369526 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-762e9e0d-c891-4c24-ad0a-8f5e1d472d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1d5840e-8ede-4885-9494-70ab028e0f87', 'name': 'tempest-TestNetworkBasicOps-router-1765386747', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.157'}], 'enable_snat': True}, 'gw_port_id': '049097a7-8791-4730-823c-44d7d4c2de02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:43:04Z', 'updated_at': '2022-02-28T10:43:08Z', 'revision_number': 4, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'gw_port': {'id': '049097a7-8791-4730-823c-44d7d4c2de02', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:99:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d5840e-8ede-4885-9494-70ab028e0f87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:43:04Z', 'updated_at': '2022-02-28T10:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '25b03a79-bec0-49a2-9790-40657a1699b3', 'name': '', 'network_id': '7b295ea2-65ed-4c73-abde-545174b5e2c1', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'mac_address': 'fa:16:3e:e0:30:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d5840e-8ede-4885-9494-70ab028e0f87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': '59397fd1-a427-45e6-b3e4-97b5165e0628', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:43:07Z', 'updated_at': '2022-02-28T10:43:11Z', 'revision_number': 5, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'subnets': [{'id': '59397fd1-a427-45e6-b3e4-97b5165e0628', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:44:46.396505 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762e9e0d-c891-4c24-ad0a-8f5e1d472d0d None None] The sync data for ids ['e1d5840e-8ede-4885-9494-70ab028e0f87'] in dv-neutron-master-2-hyperv is: [{'id': 'e1d5840e-8ede-4885-9494-70ab028e0f87', 'name': 'tempest-TestNetworkBasicOps-router-1765386747', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.157'}], 'enable_snat': True}, 'gw_port_id': '049097a7-8791-4730-823c-44d7d4c2de02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:43:04Z', 'updated_at': '2022-02-28T10:43:08Z', 'revision_number': 4, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'gw_port': {'id': '049097a7-8791-4730-823c-44d7d4c2de02', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:99:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d5840e-8ede-4885-9494-70ab028e0f87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:43:04Z', 'updated_at': '2022-02-28T10:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '25b03a79-bec0-49a2-9790-40657a1699b3', 'name': '', 'network_id': '7b295ea2-65ed-4c73-abde-545174b5e2c1', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'mac_address': 'fa:16:3e:e0:30:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d5840e-8ede-4885-9494-70ab028e0f87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': '59397fd1-a427-45e6-b3e4-97b5165e0628', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:43:07Z', 'updated_at': '2022-02-28T10:43:11Z', 'revision_number': 5, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'subnets': [{'id': '59397fd1-a427-45e6-b3e4-97b5165e0628', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:44:46.633503 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da0d4cb7-e080-48d5-8390-2580640c8f77 None None] New status for floating IP 58cc6b6f-9bde-477a-bd64-0410f0cf9545: DOWN {{(pid=103409) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 10:44:46.657302 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 41184) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:44:46.709636 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-3aaf45d3-a007-46ce-a87d-71591898bb37 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/floatingips/58cc6b6f-9bde-477a-bd64-0410f0cf9545 HTTP/1.1" status: 200 len: 690 time: 0.0511312 Feb 28 10:44:47.713949 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 41186) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:44:47.769455 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-c1f7513a-51fb-4071-bd12-b67be21f3ac8 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/floatingips/58cc6b6f-9bde-477a-bd64-0410f0cf9545 HTTP/1.1" status: 200 len: 688 time: 0.0541511 Feb 28 10:44:49.046595 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 41190) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:44:49.051117 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-8118c891-d9db-498b-8c2c-4852a0f8bdbd tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1307359631', 'description': 'tempest-secgroup-smoke-1307359631 description', 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:44:49.071999 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8118c891-d9db-498b-8c2c-4852a0f8bdbd tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:49.138292 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8118c891-d9db-498b-8c2c-4852a0f8bdbd tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group (882db7cd-8cce-40d4-b77b-629bad820a37), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:49.143910 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8118c891-d9db-498b-8c2c-4852a0f8bdbd tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (882db7cd-8cce-40d4-b77b-629bad820a37), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:49.171584 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8118c891-d9db-498b-8c2c-4852a0f8bdbd tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:49.172845 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-8118c891-d9db-498b-8c2c-4852a0f8bdbd tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1252580 Feb 28 10:44:49.176036 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 41192) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:44:49.177717 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8118c891-d9db-498b-8c2c-4852a0f8bdbd tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event updated for resources: {'SecurityGroup': ['ID=882db7cd-8cce-40d4-b77b-629bad820a37,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:44:49.182055 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-1b79352d-905a-4e72-a0c4-efddd92ef06e tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Request body: {'security_group_rule': {'security_group_id': '882db7cd-8cce-40d4-b77b-629bad820a37', 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:44:49.187475 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8118c891-d9db-498b-8c2c-4852a0f8bdbd tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:44:49.187839 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8118c891-d9db-498b-8c2c-4852a0f8bdbd tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:44:49.188192 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8118c891-d9db-498b-8c2c-4852a0f8bdbd tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:44:49.188541 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8118c891-d9db-498b-8c2c-4852a0f8bdbd tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:44:49.188948 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8118c891-d9db-498b-8c2c-4852a0f8bdbd tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:44:49.189323 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8118c891-d9db-498b-8c2c-4852a0f8bdbd tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:44:49.189664 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8118c891-d9db-498b-8c2c-4852a0f8bdbd tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:44:49.190040 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8118c891-d9db-498b-8c2c-4852a0f8bdbd tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:44:49.190383 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8118c891-d9db-498b-8c2c-4852a0f8bdbd tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:44:49.190718 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8118c891-d9db-498b-8c2c-4852a0f8bdbd tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:44:49.191050 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8118c891-d9db-498b-8c2c-4852a0f8bdbd tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:44:49.191410 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8118c891-d9db-498b-8c2c-4852a0f8bdbd tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:44:49.191737 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8118c891-d9db-498b-8c2c-4852a0f8bdbd tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:44:49.217253 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1b79352d-905a-4e72-a0c4-efddd92ef06e tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (50a1f31b-e6b3-4803-9421-67b8f4deb965), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:49.275990 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1b79352d-905a-4e72-a0c4-efddd92ef06e tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (50a1f31b-e6b3-4803-9421-67b8f4deb965), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:49.281089 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1b79352d-905a-4e72-a0c4-efddd92ef06e tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594242'] for security_group_rule (50a1f31b-e6b3-4803-9421-67b8f4deb965), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:49.299284 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b79352d-905a-4e72-a0c4-efddd92ef06e tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50a1f31b-e6b3-4803-9421-67b8f4deb965,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:44:49.308056 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1b79352d-905a-4e72-a0c4-efddd92ef06e tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:49.309275 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-1b79352d-905a-4e72-a0c4-efddd92ef06e tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1317139 Feb 28 10:44:49.310564 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b79352d-905a-4e72-a0c4-efddd92ef06e tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:44:49.310913 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b79352d-905a-4e72-a0c4-efddd92ef06e tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:44:49.311259 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b79352d-905a-4e72-a0c4-efddd92ef06e tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:44:49.311594 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b79352d-905a-4e72-a0c4-efddd92ef06e tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:44:49.311926 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b79352d-905a-4e72-a0c4-efddd92ef06e tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:44:49.312260 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b79352d-905a-4e72-a0c4-efddd92ef06e tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:44:49.312378 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 41194) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:44:49.312610 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b79352d-905a-4e72-a0c4-efddd92ef06e tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:44:49.312958 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b79352d-905a-4e72-a0c4-efddd92ef06e tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:44:49.313287 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b79352d-905a-4e72-a0c4-efddd92ef06e tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:44:49.313608 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b79352d-905a-4e72-a0c4-efddd92ef06e tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:44:49.313933 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b79352d-905a-4e72-a0c4-efddd92ef06e tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:44:49.314253 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b79352d-905a-4e72-a0c4-efddd92ef06e tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:44:49.314575 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b79352d-905a-4e72-a0c4-efddd92ef06e tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:44:49.317173 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-3e313eb7-5193-4844-8cdf-c7fca2bbcb3a tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Request body: {'security_group_rule': {'security_group_id': '882db7cd-8cce-40d4-b77b-629bad820a37', 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:44:49.348482 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3e313eb7-5193-4844-8cdf-c7fca2bbcb3a tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (98867f31-b644-4598-bc4c-03ddd0283760), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:49.406490 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3e313eb7-5193-4844-8cdf-c7fca2bbcb3a tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (98867f31-b644-4598-bc4c-03ddd0283760), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:49.413586 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3e313eb7-5193-4844-8cdf-c7fca2bbcb3a tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594242'] for security_group_rule (98867f31-b644-4598-bc4c-03ddd0283760), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:49.433009 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e313eb7-5193-4844-8cdf-c7fca2bbcb3a tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98867f31-b644-4598-bc4c-03ddd0283760,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:44:49.438924 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3e313eb7-5193-4844-8cdf-c7fca2bbcb3a tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:49.439913 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-3e313eb7-5193-4844-8cdf-c7fca2bbcb3a tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1264658 Feb 28 10:44:49.442728 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 41196) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:44:49.447195 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-7313b866-ec9b-4f3f-ad1b-ea2968069cda tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Request body: {'security_group_rule': {'security_group_id': '882db7cd-8cce-40d4-b77b-629bad820a37', 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:44:49.472301 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7313b866-ec9b-4f3f-ad1b-ea2968069cda tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (18811b11-d3d8-4199-ba66-7c34ea09c1d2), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:49.532377 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7313b866-ec9b-4f3f-ad1b-ea2968069cda tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (18811b11-d3d8-4199-ba66-7c34ea09c1d2), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:49.537713 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7313b866-ec9b-4f3f-ad1b-ea2968069cda tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594242'] for security_group_rule (18811b11-d3d8-4199-ba66-7c34ea09c1d2), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:49.555239 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7313b866-ec9b-4f3f-ad1b-ea2968069cda tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18811b11-d3d8-4199-ba66-7c34ea09c1d2,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:44:49.563148 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7313b866-ec9b-4f3f-ad1b-ea2968069cda tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:49.564405 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-7313b866-ec9b-4f3f-ad1b-ea2968069cda tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1207256 Feb 28 10:44:49.567403 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 41198) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:44:49.572144 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-965637ea-0afc-4b7b-b147-91355117f7b9 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Request body: {'security_group_rule': {'security_group_id': '882db7cd-8cce-40d4-b77b-629bad820a37', 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:44:49.598448 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-965637ea-0afc-4b7b-b147-91355117f7b9 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (86137907-973b-4508-93cf-6927712538cf), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:49.657605 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-965637ea-0afc-4b7b-b147-91355117f7b9 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (86137907-973b-4508-93cf-6927712538cf), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:49.663411 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-965637ea-0afc-4b7b-b147-91355117f7b9 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594242'] for security_group_rule (86137907-973b-4508-93cf-6927712538cf), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:49.681403 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965637ea-0afc-4b7b-b147-91355117f7b9 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86137907-973b-4508-93cf-6927712538cf,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:44:49.687399 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-965637ea-0afc-4b7b-b147-91355117f7b9 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:49.688583 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-965637ea-0afc-4b7b-b147-91355117f7b9 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1202059 Feb 28 10:44:49.691368 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 41200) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:44:49.695620 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-fcde6b1b-3527-4232-b621-19b1266f48f1 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Request body: {'security_group_rule': {'security_group_id': '882db7cd-8cce-40d4-b77b-629bad820a37', 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:44:49.719568 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.db.securitygroups_db [None req-fcde6b1b-3527-4232-b621-19b1266f48f1 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Project 5a84b6bdce3e454e9741c4fbc09bfc68 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 10:44:49.724490 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fcde6b1b-3527-4232-b621-19b1266f48f1 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (d1a47247-0b15-4b00-9377-88bed1d48a4b), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:49.786019 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fcde6b1b-3527-4232-b621-19b1266f48f1 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (d1a47247-0b15-4b00-9377-88bed1d48a4b), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:49.792274 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fcde6b1b-3527-4232-b621-19b1266f48f1 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594242'] for security_group_rule (d1a47247-0b15-4b00-9377-88bed1d48a4b), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:49.810467 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcde6b1b-3527-4232-b621-19b1266f48f1 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1a47247-0b15-4b00-9377-88bed1d48a4b,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:44:49.820625 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fcde6b1b-3527-4232-b621-19b1266f48f1 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:49.821899 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-fcde6b1b-3527-4232-b621-19b1266f48f1 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1296108 Feb 28 10:44:49.824809 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 41202) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:44:49.829194 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-f211d497-9dae-41cc-b04e-1676dbf05be6 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Request body: {'security_group_rule': {'security_group_id': '882db7cd-8cce-40d4-b77b-629bad820a37', 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:44:49.851145 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.db.securitygroups_db [None req-f211d497-9dae-41cc-b04e-1676dbf05be6 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Project 5a84b6bdce3e454e9741c4fbc09bfc68 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 10:44:49.856268 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f211d497-9dae-41cc-b04e-1676dbf05be6 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (c2635b09-5a98-4186-8458-08c346a175d7), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:49.916029 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f211d497-9dae-41cc-b04e-1676dbf05be6 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (c2635b09-5a98-4186-8458-08c346a175d7), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:49.922666 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f211d497-9dae-41cc-b04e-1676dbf05be6 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594242'] for security_group_rule (c2635b09-5a98-4186-8458-08c346a175d7), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:49.947681 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f211d497-9dae-41cc-b04e-1676dbf05be6 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2635b09-5a98-4186-8458-08c346a175d7,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:44:49.957981 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f211d497-9dae-41cc-b04e-1676dbf05be6 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:49.959236 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-f211d497-9dae-41cc-b04e-1676dbf05be6 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1335149 Feb 28 10:44:50.148832 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-cbe4a923-cc85-46ee-8159-76d89b25cafa req-15cefb65-22ed-4f99-a25b-a362fcf00e56 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1307359631&fields=id&tenant_id=5a84b6bdce3e454e9741c4fbc09bfc68 HTTP/1.1" status: 200 len: 267 time: 0.0446146 Feb 28 10:44:50.268453 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe4a923-cc85-46ee-8159-76d89b25cafa req-3baa8bbb-33ea-4a87-98d6-b5fe997cf00a tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:44:50.269936 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-cbe4a923-cc85-46ee-8159-76d89b25cafa req-3baa8bbb-33ea-4a87-98d6-b5fe997cf00a tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/networks?id=7b295ea2-65ed-4c73-abde-545174b5e2c1 HTTP/1.1" status: 200 len: 796 time: 0.1142573 Feb 28 10:44:50.286463 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-cbe4a923-cc85-46ee-8159-76d89b25cafa req-d70b5a45-6284-481b-a280-4eafcf5ac226 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/quotas/5a84b6bdce3e454e9741c4fbc09bfc68 HTTP/1.1" status: 200 len: 375 time: 0.0090394 Feb 28 10:44:50.346131 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-cbe4a923-cc85-46ee-8159-76d89b25cafa req-016b555c-9efd-48b3-87ea-08ed392cc5e8 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=5a84b6bdce3e454e9741c4fbc09bfc68&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0544224 Feb 28 10:44:50.449542 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-cbe4a923-cc85-46ee-8159-76d89b25cafa req-fd62cee2-0443-4d16-a93f-56e540494e23 service neutron] 10.222.0.20 "GET /v2.0/networks/7b295ea2-65ed-4c73-abde-545174b5e2c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914955 Feb 28 10:44:50.544492 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-cbe4a923-cc85-46ee-8159-76d89b25cafa req-6e8675a0-01ec-4edf-b95a-cd36f28479c9 service neutron] 10.222.0.20 "GET /v2.0/networks/7b295ea2-65ed-4c73-abde-545174b5e2c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890110 Feb 28 10:44:50.717089 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-b47bfc38-ca7d-4029-959a-2b08920b728a req-578545a2-8e09-4972-96bd-d2eb8ea94c30 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/ports?device_id=982c1240-646f-44b4-b03b-207f6f5d4d8a HTTP/1.1" status: 200 len: 210 time: 0.0287454 Feb 28 10:44:51.847877 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-1e717ed4-a26f-4c7a-b762-f2cbef8e3706 req-49bb56c0-9624-4aca-a444-636de0123bd0 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/ports?device_id=982c1240-646f-44b4-b03b-207f6f5d4d8a HTTP/1.1" status: 200 len: 210 time: 0.0594637 Feb 28 10:44:51.897533 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe4a923-cc85-46ee-8159-76d89b25cafa req-c58b590e-61b2-4303-ad0e-96367d7b75f4 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:44:51.898948 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-cbe4a923-cc85-46ee-8159-76d89b25cafa req-c58b590e-61b2-4303-ad0e-96367d7b75f4 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.30 "GET /v2.0/networks?id=7b295ea2-65ed-4c73-abde-545174b5e2c1 HTTP/1.1" status: 200 len: 796 time: 0.1318483 Feb 28 10:44:51.988274 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-cbe4a923-cc85-46ee-8159-76d89b25cafa req-1393796f-d5a4-4393-8443-cea1fd2a876d tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5a84b6bdce3e454e9741c4fbc09bfc68 HTTP/1.1" status: 200 len: 473 time: 0.0740683 Feb 28 10:44:51.997155 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [req-cbe4a923-cc85-46ee-8159-76d89b25cafa req-825cd242-f5fb-44f9-86c5-50b4318c4b98 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Request body: {'port': {'device_id': '982c1240-646f-44b4-b03b-207f6f5d4d8a', 'network_id': '7b295ea2-65ed-4c73-abde-545174b5e2c1', 'admin_state_up': True, 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'security_groups': ['882db7cd-8cce-40d4-b77b-629bad820a37']}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:44:52.121538 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbe4a923-cc85-46ee-8159-76d89b25cafa req-825cd242-f5fb-44f9-86c5-50b4318c4b98 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Made reservation on behalf of 5a84b6bdce3e454e9741c4fbc09bfc68 for: {'port': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:44:52.124865 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-cbe4a923-cc85-46ee-8159-76d89b25cafa req-825cd242-f5fb-44f9-86c5-50b4318c4b98 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:52.249955 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [req-cbe4a923-cc85-46ee-8159-76d89b25cafa req-825cd242-f5fb-44f9-86c5-50b4318c4b98 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Allocated IP 172.20.0.12 (7b295ea2-65ed-4c73-abde-545174b5e2c1/59397fd1-a427-45e6-b3e4-97b5165e0628/30b56165-fed2-45b8-ad0b-dd8e8fe5060a) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:44:52.391342 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-cbe4a923-cc85-46ee-8159-76d89b25cafa req-825cd242-f5fb-44f9-86c5-50b4318c4b98 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for port (30b56165-fed2-45b8-ad0b-dd8e8fe5060a), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:52.427076 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-cbe4a923-cc85-46ee-8159-76d89b25cafa req-825cd242-f5fb-44f9-86c5-50b4318c4b98 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (30b56165-fed2-45b8-ad0b-dd8e8fe5060a), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:52.470157 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbe4a923-cc85-46ee-8159-76d89b25cafa req-825cd242-f5fb-44f9-86c5-50b4318c4b98 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Network 7b295ea2-65ed-4c73-abde-545174b5e2c1 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:44:52.473346 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [req-cbe4a923-cc85-46ee-8159-76d89b25cafa req-825cd242-f5fb-44f9-86c5-50b4318c4b98 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:44:52.477071 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbe4a923-cc85-46ee-8159-76d89b25cafa req-825cd242-f5fb-44f9-86c5-50b4318c4b98 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:44:52.483340 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825cd242-f5fb-44f9-86c5-50b4318c4b98 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event updated for resources: {'Port': ['ID=30b56165-fed2-45b8-ad0b-dd8e8fe5060a,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:44:52.687039 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-0b7fd349-fd44-4552-a182-242d02ab270d None None] Provisioning complete for port 30b56165-fed2-45b8-ad0b-dd8e8fe5060a triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:44:52.687776 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0b7fd349-fd44-4552-a182-242d02ab270d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (30b56165-fed2-45b8-ad0b-dd8e8fe5060a), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:52.724493 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-0b7fd349-fd44-4552-a182-242d02ab270d None None] Port 30b56165-fed2-45b8-ad0b-dd8e8fe5060a cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:44:52.883054 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe4a923-cc85-46ee-8159-76d89b25cafa req-825cd242-f5fb-44f9-86c5-50b4318c4b98 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:44:52.883664 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-cbe4a923-cc85-46ee-8159-76d89b25cafa req-825cd242-f5fb-44f9-86c5-50b4318c4b98 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:52.903196 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-cbe4a923-cc85-46ee-8159-76d89b25cafa req-825cd242-f5fb-44f9-86c5-50b4318c4b98 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9096158 Feb 28 10:44:52.921047 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [req-cbe4a923-cc85-46ee-8159-76d89b25cafa req-105c65a6-c4d1-4c56-993b-0724453c16df service neutron] Request body: {'port': {'device_id': '982c1240-646f-44b4-b03b-207f6f5d4d8a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:44:53.015652 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-cbe4a923-cc85-46ee-8159-76d89b25cafa req-105c65a6-c4d1-4c56-993b-0724453c16df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (30b56165-fed2-45b8-ad0b-dd8e8fe5060a), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:53.025226 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e1d1af-b409-475a-939b-968e9c4ae549 req-73c400af-3014-491d-a786-f7afff0227a8 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:44:53.027245 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-86e1d1af-b409-475a-939b-968e9c4ae549 req-73c400af-3014-491d-a786-f7afff0227a8 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/ports?device_id=982c1240-646f-44b4-b03b-207f6f5d4d8a HTTP/1.1" status: 200 len: 932 time: 0.1029863 Feb 28 10:44:53.056034 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.agents_db [None req-382e0aa2-b126-48e6-89eb-3efa426b6b29 None None] Agent healthcheck: found 6 active agents {{(pid=103410) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 10:44:53.110753 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-86e1d1af-b409-475a-939b-968e9c4ae549 req-01a7d809-115e-450f-b87e-0091d71c6a1f tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/security-groups?id=882db7cd-8cce-40d4-b77b-629bad820a37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774057 Feb 28 10:44:53.329348 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.notifiers.nova [req-cbe4a923-cc85-46ee-8159-76d89b25cafa req-105c65a6-c4d1-4c56-993b-0724453c16df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30b56165-fed2-45b8-ad0b-dd8e8fe5060a {{(pid=103407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 10:44:53.337248 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-cbe4a923-cc85-46ee-8159-76d89b25cafa req-105c65a6-c4d1-4c56-993b-0724453c16df service neutron] Publish callbacks [] for port (30b56165-fed2-45b8-ad0b-dd8e8fe5060a), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:53.349458 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.provisioning_blocks [req-cbe4a923-cc85-46ee-8159-76d89b25cafa req-105c65a6-c4d1-4c56-993b-0724453c16df service neutron] Transition to ACTIVE for port object 30b56165-fed2-45b8-ad0b-dd8e8fe5060a will not be triggered until provisioned by entity L2. {{(pid=103407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 10:44:53.355585 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-cbe4a923-cc85-46ee-8159-76d89b25cafa req-105c65a6-c4d1-4c56-993b-0724453c16df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3498066'] for port (30b56165-fed2-45b8-ad0b-dd8e8fe5060a), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:53.409801 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105c65a6-c4d1-4c56-993b-0724453c16df service neutron] Pushing event updated for resources: {'Port': ['ID=30b56165-fed2-45b8-ad0b-dd8e8fe5060a,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:44:53.488610 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-cbe4a923-cc85-46ee-8159-76d89b25cafa req-105c65a6-c4d1-4c56-993b-0724453c16df service neutron] Attempting to bind port 30b56165-fed2-45b8-ad0b-dd8e8fe5060a on host hv-neutron-mast for vnic_type normal with profile {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:44:53.488959 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-cbe4a923-cc85-46ee-8159-76d89b25cafa req-105c65a6-c4d1-4c56-993b-0724453c16df service neutron] Attempting to bind port 30b56165-fed2-45b8-ad0b-dd8e8fe5060a by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '5e15ce7f-87f4-432b-9f2d-646e616ef518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '7b295ea2-65ed-4c73-abde-545174b5e2c1'}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:44:53.489324 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbe4a923-cc85-46ee-8159-76d89b25cafa req-105c65a6-c4d1-4c56-993b-0724453c16df service neutron] Attempting to bind port 30b56165-fed2-45b8-ad0b-dd8e8fe5060a on network 7b295ea2-65ed-4c73-abde-545174b5e2c1 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:44:53.494061 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbe4a923-cc85-46ee-8159-76d89b25cafa req-105c65a6-c4d1-4c56-993b-0724453c16df service neutron] Port 30b56165-fed2-45b8-ad0b-dd8e8fe5060a on network 7b295ea2-65ed-4c73-abde-545174b5e2c1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 10:44:53.494389 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbe4a923-cc85-46ee-8159-76d89b25cafa req-105c65a6-c4d1-4c56-993b-0724453c16df service neutron] Attempting to bind port 30b56165-fed2-45b8-ad0b-dd8e8fe5060a on network 7b295ea2-65ed-4c73-abde-545174b5e2c1 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:44:53.504765 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbe4a923-cc85-46ee-8159-76d89b25cafa req-105c65a6-c4d1-4c56-993b-0724453c16df service neutron] Checking agent: {'id': '13ac42ae-016e-4baf-bb31-c6fa820b41c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 30, 8), 'started_at': datetime.datetime(2022, 2, 28, 10, 30, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 44, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:44:53.505142 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbe4a923-cc85-46ee-8159-76d89b25cafa req-105c65a6-c4d1-4c56-993b-0724453c16df service neutron] Checking segment: {'id': '5e15ce7f-87f4-432b-9f2d-646e616ef518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '7b295ea2-65ed-4c73-abde-545174b5e2c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:44:53.505541 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbe4a923-cc85-46ee-8159-76d89b25cafa req-105c65a6-c4d1-4c56-993b-0724453c16df service neutron] Bound using segment: {'id': '5e15ce7f-87f4-432b-9f2d-646e616ef518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '7b295ea2-65ed-4c73-abde-545174b5e2c1'} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:44:53.506135 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-cbe4a923-cc85-46ee-8159-76d89b25cafa req-105c65a6-c4d1-4c56-993b-0724453c16df service neutron] Bound port: 30b56165-fed2-45b8-ad0b-dd8e8fe5060a, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e15ce7f-87f4-432b-9f2d-646e616ef518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '7b295ea2-65ed-4c73-abde-545174b5e2c1'}}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:44:53.506507 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-cbe4a923-cc85-46ee-8159-76d89b25cafa req-105c65a6-c4d1-4c56-993b-0724453c16df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (30b56165-fed2-45b8-ad0b-dd8e8fe5060a), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:53.572623 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-cbe4a923-cc85-46ee-8159-76d89b25cafa req-105c65a6-c4d1-4c56-993b-0724453c16df service neutron] For port 30b56165-fed2-45b8-ad0b-dd8e8fe5060a, host hv-neutron-mast, cleared binding levels {{(pid=103407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:44:53.575714 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-cbe4a923-cc85-46ee-8159-76d89b25cafa req-105c65a6-c4d1-4c56-993b-0724453c16df service neutron] For port 30b56165-fed2-45b8-ad0b-dd8e8fe5060a, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=30b56165-fed2-45b8-ad0b-dd8e8fe5060a,segment=NetworkSegment(5e15ce7f-87f4-432b-9f2d-646e616ef518),segment_id=5e15ce7f-87f4-432b-9f2d-646e616ef518)] {{(pid=103407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:44:53.582935 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-cbe4a923-cc85-46ee-8159-76d89b25cafa req-105c65a6-c4d1-4c56-993b-0724453c16df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3498066'] for port (30b56165-fed2-45b8-ad0b-dd8e8fe5060a), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:53.616609 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe4a923-cc85-46ee-8159-76d89b25cafa req-105c65a6-c4d1-4c56-993b-0724453c16df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:44:53.617415 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-cbe4a923-cc85-46ee-8159-76d89b25cafa req-105c65a6-c4d1-4c56-993b-0724453c16df service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:53.618857 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-cbe4a923-cc85-46ee-8159-76d89b25cafa req-105c65a6-c4d1-4c56-993b-0724453c16df service neutron] 10.222.0.30 "PUT /v2.0/ports/30b56165-fed2-45b8-ad0b-dd8e8fe5060a HTTP/1.1" status: 200 len: 1094 time: 0.7027981 Feb 28 10:44:53.621249 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '982c1240-646f-44b4-b03b-207f6f5d4d8a', 'tag': '30b56165-fed2-45b8-ad0b-dd8e8fe5060a'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:44:53.623555 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c8e1c873eeca597e52e7ceb7469e602eac250bfea6606d285743d38033cf584" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-019c026e-7151-4e9e-b8c0-33f44a75bd1f" -d '{"events": [{"name": "network-changed", "server_uuid": "982c1240-646f-44b4-b03b-207f6f5d4d8a", "tag": "30b56165-fed2-45b8-ad0b-dd8e8fe5060a"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:44:53.657424 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105c65a6-c4d1-4c56-993b-0724453c16df service neutron] Pushing event updated for resources: {'Port': ['ID=30b56165-fed2-45b8-ad0b-dd8e8fe5060a,revision_number=3']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:44:53.714113 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 10:44:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af6ac868-e91f-4243-acf5-011fcba125f6 x-openstack-request-id: req-af6ac868-e91f-4243-acf5-011fcba125f6 {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:44:53.715012 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "982c1240-646f-44b4-b03b-207f6f5d4d8a", "tag": "30b56165-fed2-45b8-ad0b-dd8e8fe5060a", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:44:53.715279 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-af6ac868-e91f-4243-acf5-011fcba125f6 {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:44:53.715692 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '982c1240-646f-44b4-b03b-207f6f5d4d8a', 'tag': '30b56165-fed2-45b8-ad0b-dd8e8fe5060a', 'status': 'completed', 'code': 200} Feb 28 10:44:53.735900 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe4a923-cc85-46ee-8159-76d89b25cafa req-7ac4216e-5545-4d87-afb7-e5234c370c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:44:53.737682 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-cbe4a923-cc85-46ee-8159-76d89b25cafa req-7ac4216e-5545-4d87-afb7-e5234c370c0e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5a84b6bdce3e454e9741c4fbc09bfc68&device_id=982c1240-646f-44b4-b03b-207f6f5d4d8a HTTP/1.1" status: 200 len: 1128 time: 0.0607750 Feb 28 10:44:53.785646 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-cbe4a923-cc85-46ee-8159-76d89b25cafa req-488cc35f-b193-4722-bde8-c081d8e9f543 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=30b56165-fed2-45b8-ad0b-dd8e8fe5060a HTTP/1.1" status: 200 len: 217 time: 0.0363688 Feb 28 10:44:53.838438 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe4a923-cc85-46ee-8159-76d89b25cafa req-42f561f2-e7e1-4e76-99d0-e35960e32739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:44:53.839991 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-cbe4a923-cc85-46ee-8159-76d89b25cafa req-42f561f2-e7e1-4e76-99d0-e35960e32739 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=59397fd1-a427-45e6-b3e4-97b5165e0628 HTTP/1.1" status: 200 len: 835 time: 0.0483403 Feb 28 10:44:53.895396 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe4a923-cc85-46ee-8159-76d89b25cafa req-ddf6f220-8a6c-454a-a8e8-33557c9b9607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:44:53.896990 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-cbe4a923-cc85-46ee-8159-76d89b25cafa req-ddf6f220-8a6c-454a-a8e8-33557c9b9607 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7b295ea2-65ed-4c73-abde-545174b5e2c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0509329 Feb 28 10:44:53.987463 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-cbe4a923-cc85-46ee-8159-76d89b25cafa req-d10919c4-7299-45f7-bd5e-846f58971c4a service neutron] 10.222.0.30 "GET /v2.0/networks/7b295ea2-65ed-4c73-abde-545174b5e2c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838373 Feb 28 10:44:54.080489 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-cbe4a923-cc85-46ee-8159-76d89b25cafa req-80884d0d-a181-406a-98ce-8999bdacbf37 service neutron] 10.222.0.30 "GET /v2.0/networks/7b295ea2-65ed-4c73-abde-545174b5e2c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869286 Feb 28 10:44:54.255051 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019c026e-7151-4e9e-b8c0-33f44a75bd1f req-62c91584-abc1-4bd2-bbeb-82e9bd4571d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:44:54.256577 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-019c026e-7151-4e9e-b8c0-33f44a75bd1f req-62c91584-abc1-4bd2-bbeb-82e9bd4571d7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5a84b6bdce3e454e9741c4fbc09bfc68&device_id=982c1240-646f-44b4-b03b-207f6f5d4d8a HTTP/1.1" status: 200 len: 1128 time: 0.0803776 Feb 28 10:44:54.266820 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7138ca-c718-4355-9ff4-181a1b3f5158 req-dfe410fd-fc6f-4cf8-b6af-3696718e3de6 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:44:54.268240 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-5b7138ca-c718-4355-9ff4-181a1b3f5158 req-dfe410fd-fc6f-4cf8-b6af-3696718e3de6 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/ports?device_id=982c1240-646f-44b4-b03b-207f6f5d4d8a HTTP/1.1" status: 200 len: 944 time: 0.0836618 Feb 28 10:44:54.371020 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-5b7138ca-c718-4355-9ff4-181a1b3f5158 req-b61c5291-6614-471d-a931-17fc51aaf98a tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/security-groups?id=882db7cd-8cce-40d4-b77b-629bad820a37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944684 Feb 28 10:44:54.393801 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019c026e-7151-4e9e-b8c0-33f44a75bd1f req-efa6bf3b-2dd7-4b80-809d-04f0d379c01e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:44:54.395301 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-019c026e-7151-4e9e-b8c0-33f44a75bd1f req-efa6bf3b-2dd7-4b80-809d-04f0d379c01e service neutron] 10.222.0.30 "GET /v2.0/networks?id=7b295ea2-65ed-4c73-abde-545174b5e2c1 HTTP/1.1" status: 200 len: 897 time: 0.1261790 Feb 28 10:44:54.438807 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-019c026e-7151-4e9e-b8c0-33f44a75bd1f req-fe07310f-9f2b-4aaa-b041-fc79ef309683 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=30b56165-fed2-45b8-ad0b-dd8e8fe5060a HTTP/1.1" status: 200 len: 217 time: 0.0375011 Feb 28 10:44:54.492938 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019c026e-7151-4e9e-b8c0-33f44a75bd1f req-9ddfe407-89fe-4f3a-8ec3-e88e257478e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:44:54.494740 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-019c026e-7151-4e9e-b8c0-33f44a75bd1f req-9ddfe407-89fe-4f3a-8ec3-e88e257478e8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=59397fd1-a427-45e6-b3e4-97b5165e0628 HTTP/1.1" status: 200 len: 835 time: 0.0502586 Feb 28 10:44:54.545599 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019c026e-7151-4e9e-b8c0-33f44a75bd1f req-792f0e1b-9bd8-4cd1-8e3a-ff53e355bc82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:44:54.547438 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-019c026e-7151-4e9e-b8c0-33f44a75bd1f req-792f0e1b-9bd8-4cd1-8e3a-ff53e355bc82 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7b295ea2-65ed-4c73-abde-545174b5e2c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0468597 Feb 28 10:44:54.642802 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-019c026e-7151-4e9e-b8c0-33f44a75bd1f req-cc7d08c3-863a-4cb6-b8bf-5330a30ed187 service neutron] 10.222.0.30 "GET /v2.0/networks/7b295ea2-65ed-4c73-abde-545174b5e2c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890205 Feb 28 10:44:54.742598 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-019c026e-7151-4e9e-b8c0-33f44a75bd1f req-16744dc3-5243-49ce-8bb4-1cab9fe27560 service neutron] 10.222.0.30 "GET /v2.0/networks/7b295ea2-65ed-4c73-abde-545174b5e2c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939841 Feb 28 10:44:55.496980 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145ad317-6d9c-48a8-9ccd-f65ec3a3cf8b req-8cab6d08-dfd0-4e67-ad0e-564bd4258dfa tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:44:55.498571 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-145ad317-6d9c-48a8-9ccd-f65ec3a3cf8b req-8cab6d08-dfd0-4e67-ad0e-564bd4258dfa tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/ports?device_id=982c1240-646f-44b4-b03b-207f6f5d4d8a HTTP/1.1" status: 200 len: 944 time: 0.0571454 Feb 28 10:44:55.549184 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-145ad317-6d9c-48a8-9ccd-f65ec3a3cf8b req-5ebbc10a-7d6b-461d-a2e9-157485010034 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/security-groups?id=882db7cd-8cce-40d4-b77b-629bad820a37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446329 Feb 28 10:44:56.678793 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c277297-cbf9-40f9-8d56-cf5e26a62261 req-f8fa2b63-f997-4122-a0d2-900498c8fd67 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:44:56.680284 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-0c277297-cbf9-40f9-8d56-cf5e26a62261 req-f8fa2b63-f997-4122-a0d2-900498c8fd67 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/ports?device_id=982c1240-646f-44b4-b03b-207f6f5d4d8a HTTP/1.1" status: 200 len: 944 time: 0.0607371 Feb 28 10:44:56.731133 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-0c277297-cbf9-40f9-8d56-cf5e26a62261 req-578a4aeb-a7dd-4ba0-9e11-36daf9b94d81 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/security-groups?id=882db7cd-8cce-40d4-b77b-629bad820a37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449021 Feb 28 10:44:57.697582 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device 30b56165-fed2-45b8-ad0b-dd8e8fe5060a details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103409) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 10:44:57.805517 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] For port 30b56165-fed2-45b8-ad0b-dd8e8fe5060a, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=30b56165-fed2-45b8-ad0b-dd8e8fe5060a,segment=NetworkSegment(5e15ce7f-87f4-432b-9f2d-646e616ef518),segment_id=5e15ce7f-87f4-432b-9f2d-646e616ef518)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:44:57.817992 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Returning: {'device': '30b56165-fed2-45b8-ad0b-dd8e8fe5060a', 'network_id': '7b295ea2-65ed-4c73-abde-545174b5e2c1', 'port_id': '30b56165-fed2-45b8-ad0b-dd8e8fe5060a', 'mac_address': 'fa:16:3e:21:8f:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 296, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59397fd1-a427-45e6-b3e4-97b5165e0628', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103409) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 10:44:57.854502 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae15375-acc7-4b8e-88a9-fa444caef640 req-11f26457-4967-4d99-8d47-49e26db9bcae tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:44:57.855826 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Current status of the port 30b56165-fed2-45b8-ad0b-dd8e8fe5060a is: DOWN; New status is: BUILD {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:44:57.855826 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (30b56165-fed2-45b8-ad0b-dd8e8fe5060a), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:57.856060 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-5ae15375-acc7-4b8e-88a9-fa444caef640 req-11f26457-4967-4d99-8d47-49e26db9bcae tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/ports?device_id=982c1240-646f-44b4-b03b-207f6f5d4d8a HTTP/1.1" status: 200 len: 944 time: 0.0536773 Feb 28 10:44:57.872654 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30b56165-fed2-45b8-ad0b-dd8e8fe5060a {{(pid=103409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 10:44:57.892224 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] For port 30b56165-fed2-45b8-ad0b-dd8e8fe5060a, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=30b56165-fed2-45b8-ad0b-dd8e8fe5060a,segment=NetworkSegment(5e15ce7f-87f4-432b-9f2d-646e616ef518),segment_id=5e15ce7f-87f4-432b-9f2d-646e616ef518)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:44:57.896429 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (30b56165-fed2-45b8-ad0b-dd8e8fe5060a), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:57.907576 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-5ae15375-acc7-4b8e-88a9-fa444caef640 req-fffbe9fd-dd21-4042-a78b-6b2cfea244a0 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/security-groups?id=882db7cd-8cce-40d4-b77b-629bad820a37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456593 Feb 28 10:44:57.942737 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Pushing event updated for resources: {'Port': ['ID=30b56165-fed2-45b8-ad0b-dd8e8fe5060a,revision_number=4']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:44:57.950278 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:44:57.950653 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:44:57.951000 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:44:57.951349 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:44:57.951686 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:44:57.952020 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:44:57.952353 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:44:57.952718 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:44:57.953052 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:44:57.953383 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:44:57.953712 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:44:57.954038 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:44:57.954359 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:44:58.375259 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] get_ports_and_sgs() called for port_ids ['30b56165-fed2-45b8-ad0b-dd8e8fe5060a'] {{(pid=103409) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 10:44:59.040587 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae685aa-0ccc-4507-89f2-463cce0a1067 req-9d226280-8f33-4717-9157-8e8bbf808ab8 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:44:59.042160 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-dae685aa-0ccc-4507-89f2-463cce0a1067 req-9d226280-8f33-4717-9157-8e8bbf808ab8 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/ports?device_id=982c1240-646f-44b4-b03b-207f6f5d4d8a HTTP/1.1" status: 200 len: 945 time: 0.0590408 Feb 28 10:44:59.097784 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-dae685aa-0ccc-4507-89f2-463cce0a1067 req-d912e9ad-03c2-4bfa-b8c1-80e283bfb657 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/security-groups?id=882db7cd-8cce-40d4-b77b-629bad820a37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494325 Feb 28 10:44:59.712413 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device 30b56165-fed2-45b8-ad0b-dd8e8fe5060a up at agent hyperv_hv-neutron-mast {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:44:59.764812 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Provisioning for port 30b56165-fed2-45b8-ad0b-dd8e8fe5060a completed by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 10:44:59.768677 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Provisioning complete for port 30b56165-fed2-45b8-ad0b-dd8e8fe5060a triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:44:59.769058 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (30b56165-fed2-45b8-ad0b-dd8e8fe5060a), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:59.850547 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Current status of the port 30b56165-fed2-45b8-ad0b-dd8e8fe5060a is: BUILD; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:44:59.850948 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (30b56165-fed2-45b8-ad0b-dd8e8fe5060a), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:59.874795 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '982c1240-646f-44b4-b03b-207f6f5d4d8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30b56165-fed2-45b8-ad0b-dd8e8fe5060a'}] {{(pid=103409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:44:59.877225 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa5325a5be4b33bf61fd809c564e3765e689d817bbd874267890deb3cfccaf12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa8ee782-a9ac-49be-8bbe-ed6e89a28994" -d '{"events": [{"server_uuid": "982c1240-646f-44b4-b03b-207f6f5d4d8a", "name": "network-vif-plugged", "status": "completed", "tag": "30b56165-fed2-45b8-ad0b-dd8e8fe5060a"}]}' {{(pid=103409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:44:59.890343 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] For port 30b56165-fed2-45b8-ad0b-dd8e8fe5060a, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=30b56165-fed2-45b8-ad0b-dd8e8fe5060a,segment=NetworkSegment(5e15ce7f-87f4-432b-9f2d-646e616ef518),segment_id=5e15ce7f-87f4-432b-9f2d-646e616ef518)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:44:59.895313 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (30b56165-fed2-45b8-ad0b-dd8e8fe5060a), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:44:59.917831 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 10:44:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da1ffbba-0f94-4204-ae78-a3ca7bf9639c x-openstack-request-id: req-da1ffbba-0f94-4204-ae78-a3ca7bf9639c {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:44:59.918126 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "982c1240-646f-44b4-b03b-207f6f5d4d8a", "name": "network-vif-plugged", "status": "completed", "tag": "30b56165-fed2-45b8-ad0b-dd8e8fe5060a", "code": 200}]} {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:44:59.918387 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-da1ffbba-0f94-4204-ae78-a3ca7bf9639c {{(pid=103409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:44:59.918779 dv-neutron-master-2-hyperv neutron-server[103409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '982c1240-646f-44b4-b03b-207f6f5d4d8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30b56165-fed2-45b8-ad0b-dd8e8fe5060a', 'code': 200} Feb 28 10:44:59.944466 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Pushing event updated for resources: {'Port': ['ID=30b56165-fed2-45b8-ad0b-dd8e8fe5060a,revision_number=5']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:45:00.134296 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e703b0-c88e-44d7-b2d6-cf250a571365 req-66f1f247-c75d-4410-9ef6-c9749b29335f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:45:00.135933 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-f2e703b0-c88e-44d7-b2d6-cf250a571365 req-66f1f247-c75d-4410-9ef6-c9749b29335f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=982c1240-646f-44b4-b03b-207f6f5d4d8a HTTP/1.1" status: 200 len: 1130 time: 0.0486362 Feb 28 10:45:00.199826 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-f2e703b0-c88e-44d7-b2d6-cf250a571365 req-eebe4cba-d03b-4d8e-b42b-119e7020a3e3 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=882db7cd-8cce-40d4-b77b-629bad820a37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572717 Feb 28 10:45:00.246164 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ba3b05-f4e2-415d-9b52-2dea34695636 req-20afebee-067e-4597-a35b-598f0cfa56a3 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:45:00.247645 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-02ba3b05-f4e2-415d-9b52-2dea34695636 req-20afebee-067e-4597-a35b-598f0cfa56a3 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/ports?device_id=982c1240-646f-44b4-b03b-207f6f5d4d8a HTTP/1.1" status: 200 len: 946 time: 0.0649271 Feb 28 10:45:00.298427 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-02ba3b05-f4e2-415d-9b52-2dea34695636 req-9347385a-a5e9-4813-90a4-e6e36e6180b0 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/security-groups?id=882db7cd-8cce-40d4-b77b-629bad820a37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449939 Feb 28 10:45:01.442745 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dee261-5e71-44ce-ade0-502c68463fd1 req-a2471015-9608-49d5-be01-f5fd6f27a34c tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:45:01.444265 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-83dee261-5e71-44ce-ade0-502c68463fd1 req-a2471015-9608-49d5-be01-f5fd6f27a34c tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/ports?device_id=982c1240-646f-44b4-b03b-207f6f5d4d8a HTTP/1.1" status: 200 len: 946 time: 0.0645192 Feb 28 10:45:01.501206 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-83dee261-5e71-44ce-ade0-502c68463fd1 req-20b772a4-b777-4781-b13c-f27133e34537 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/security-groups?id=882db7cd-8cce-40d4-b77b-629bad820a37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489094 Feb 28 10:45:02.622315 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348b280d-9311-44fa-9708-d0981114f3a0 req-48965409-e084-4e5a-b761-a7583db9849c tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:45:02.623815 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-348b280d-9311-44fa-9708-d0981114f3a0 req-48965409-e084-4e5a-b761-a7583db9849c tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/ports?device_id=982c1240-646f-44b4-b03b-207f6f5d4d8a HTTP/1.1" status: 200 len: 946 time: 0.0568156 Feb 28 10:45:02.676342 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-348b280d-9311-44fa-9708-d0981114f3a0 req-899cac1c-ee8e-4017-8acc-88073f49c6c5 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/security-groups?id=882db7cd-8cce-40d4-b77b-629bad820a37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468051 Feb 28 10:45:02.806186 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bd176f-f277-48c9-a93f-db6c6609bfcb req-8540bb0d-4be2-44b4-8bf9-35ee8b22e36c tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:45:02.807976 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-12bd176f-f277-48c9-a93f-db6c6609bfcb req-8540bb0d-4be2-44b4-8bf9-35ee8b22e36c tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/ports?device_id=982c1240-646f-44b4-b03b-207f6f5d4d8a HTTP/1.1" status: 200 len: 946 time: 0.0638096 Feb 28 10:45:02.861606 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-12bd176f-f277-48c9-a93f-db6c6609bfcb req-696d1af7-780a-42e0-80ac-c0ca563c7b10 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/security-groups?id=882db7cd-8cce-40d4-b77b-629bad820a37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476172 Feb 28 10:45:02.883521 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 41264) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:45:02.927552 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64b0034b-79e8-4b24-b10c-014d7885080f tempest-TestNetworkBasicOps-986752647 tempest-TestNetworkBasicOps-986752647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:45:02.929118 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-64b0034b-79e8-4b24-b10c-014d7885080f tempest-TestNetworkBasicOps-986752647 tempest-TestNetworkBasicOps-986752647-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=982c1240-646f-44b4-b03b-207f6f5d4d8a HTTP/1.1" status: 200 len: 1125 time: 0.0446095 Feb 28 10:45:02.932049 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 41266) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:45:02.936367 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-caca3e16-85fc-4049-ba11-6e72f8bff2b5 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Request body: {'floatingip': {'port_id': '30b56165-fed2-45b8-ad0b-dd8e8fe5060a'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:45:02.975190 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-caca3e16-85fc-4049-ba11-6e72f8bff2b5 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for floatingip (58cc6b6f-9bde-477a-bd64-0410f0cf9545), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:45:03.443419 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-caca3e16-85fc-4049-ba11-6e72f8bff2b5 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:45:03.449947 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-caca3e16-85fc-4049-ba11-6e72f8bff2b5 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1803383'] for floatingip (58cc6b6f-9bde-477a-bd64-0410f0cf9545), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:45:03.555366 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.db.l3_db [None req-caca3e16-85fc-4049-ba11-6e72f8bff2b5 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Floating IP 58cc6b6f-9bde-477a-bd64-0410f0cf9545 associated. External IP: 172.36.5.231, port: 30b56165-fed2-45b8-ad0b-dd8e8fe5060a. Feb 28 10:45:03.769848 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caca3e16-85fc-4049-ba11-6e72f8bff2b5 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Router e1d5840e-8ede-4885-9494-70ab028e0f87 has already been hosted by L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:45:03.881219 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caca3e16-85fc-4049-ba11-6e72f8bff2b5 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:45:03.886958 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-caca3e16-85fc-4049-ba11-6e72f8bff2b5 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for floatingip (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:45:03.892574 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b1c062b-ed99-4b94-be2e-f4f1dc2642f3 None None] Sync routers for ids ['e1d5840e-8ede-4885-9494-70ab028e0f87'] in dv-neutron-master-2-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:45:03.902606 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1c062b-ed99-4b94-be2e-f4f1dc2642f3 None None] Routers {'e1d5840e-8ede-4885-9494-70ab028e0f87'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:45:03.903189 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-2b1c062b-ed99-4b94-be2e-f4f1dc2642f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:44:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['e1d5840e-8ede-4885-9494-70ab028e0f87'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:45:03.917834 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-caca3e16-85fc-4049-ba11-6e72f8bff2b5 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "PUT /v2.0/floatingips/58cc6b6f-9bde-477a-bd64-0410f0cf9545 HTTP/1.1" status: 200 len: 992 time: 0.9847441 Feb 28 10:45:03.918535 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '982c1240-646f-44b4-b03b-207f6f5d4d8a', 'tag': '30b56165-fed2-45b8-ad0b-dd8e8fe5060a'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:45:03.920847 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c8e1c873eeca597e52e7ceb7469e602eac250bfea6606d285743d38033cf584" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b992b136-9038-4bab-a5e2-c37a50fb0448" -d '{"events": [{"name": "network-changed", "server_uuid": "982c1240-646f-44b4-b03b-207f6f5d4d8a", "tag": "30b56165-fed2-45b8-ad0b-dd8e8fe5060a"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:45:03.921879 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 41268) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:45:03.971511 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 10:45:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ebe4e88-db35-41ec-8f26-83967effee12 x-openstack-request-id: req-0ebe4e88-db35-41ec-8f26-83967effee12 {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:45:03.971816 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "982c1240-646f-44b4-b03b-207f6f5d4d8a", "tag": "30b56165-fed2-45b8-ad0b-dd8e8fe5060a", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:45:03.972084 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0ebe4e88-db35-41ec-8f26-83967effee12 {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:45:03.972500 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '982c1240-646f-44b4-b03b-207f6f5d4d8a', 'tag': '30b56165-fed2-45b8-ad0b-dd8e8fe5060a', 'status': 'completed', 'code': 200} Feb 28 10:45:03.988942 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-18d37f8d-14e7-4c51-bfbe-9e1f2502402d tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/floatingips/58cc6b6f-9bde-477a-bd64-0410f0cf9545 HTTP/1.1" status: 200 len: 992 time: 0.0657494 Feb 28 10:45:04.013479 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-2b1c062b-ed99-4b94-be2e-f4f1dc2642f3 None None] Set router e1d5840e-8ede-4885-9494-70ab028e0f87 gateway port host: dv-neutron-master-2-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:45:04.058164 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b992b136-9038-4bab-a5e2-c37a50fb0448 req-63a38735-09f5-42c6-a14f-ed22760602f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:45:04.059652 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-b992b136-9038-4bab-a5e2-c37a50fb0448 req-63a38735-09f5-42c6-a14f-ed22760602f9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5a84b6bdce3e454e9741c4fbc09bfc68&device_id=982c1240-646f-44b4-b03b-207f6f5d4d8a HTTP/1.1" status: 200 len: 1130 time: 0.0447178 Feb 28 10:45:04.152276 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b992b136-9038-4bab-a5e2-c37a50fb0448 req-c26efb75-6106-4a6d-9dcf-1ac14ed5af3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:45:04.153828 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-b992b136-9038-4bab-a5e2-c37a50fb0448 req-c26efb75-6106-4a6d-9dcf-1ac14ed5af3f service neutron] 10.222.0.30 "GET /v2.0/networks?id=7b295ea2-65ed-4c73-abde-545174b5e2c1 HTTP/1.1" status: 200 len: 897 time: 0.0872574 Feb 28 10:45:04.221578 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-b992b136-9038-4bab-a5e2-c37a50fb0448 req-893614d5-8188-4beb-9d4b-8bc4d293b914 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=30b56165-fed2-45b8-ad0b-dd8e8fe5060a HTTP/1.1" status: 200 len: 1000 time: 0.0612485 Feb 28 10:45:04.244066 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-2b1c062b-ed99-4b94-be2e-f4f1dc2642f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1d5840e-8ede-4885-9494-70ab028e0f87', 'name': 'tempest-TestNetworkBasicOps-router-1765386747', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.157'}], 'enable_snat': True}, 'gw_port_id': '049097a7-8791-4730-823c-44d7d4c2de02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:43:04Z', 'updated_at': '2022-02-28T10:43:08Z', 'revision_number': 4, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'gw_port': {'id': '049097a7-8791-4730-823c-44d7d4c2de02', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:99:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d5840e-8ede-4885-9494-70ab028e0f87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:43:04Z', 'updated_at': '2022-02-28T10:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '58cc6b6f-9bde-477a-bd64-0410f0cf9545', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'floating_ip_address': '172.36.5.231', 'floating_network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'router_id': 'e1d5840e-8ede-4885-9494-70ab028e0f87', 'port_id': '30b56165-fed2-45b8-ad0b-dd8e8fe5060a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1383, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7b295ea2-65ed-4c73-abde-545174b5e2c1', 'mac_address': 'fa:16:3e:21:8f:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '982c1240-646f-44b4-b03b-207f6f5d4d8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:43:25Z', 'updated_at': '2022-02-28T10:45:03Z', 'revision_number': 5, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25b03a79-bec0-49a2-9790-40657a1699b3', 'name': '', 'network_id': '7b295ea2-65ed-4c73-abde-545174b5e2c1', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'mac_address': 'fa:16:3e:e0:30:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d5840e-8ede-4885-9494-70ab028e0f87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': '59397fd1-a427-45e6-b3e4-97b5165e0628', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:43:07Z', 'updated_at': '2022-02-28T10:43:11Z', 'revision_number': 5, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'subnets': [{'id': '59397fd1-a427-45e6-b3e4-97b5165e0628', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:45:04.270290 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b992b136-9038-4bab-a5e2-c37a50fb0448 req-cfa46dc0-b1f9-47eb-8bd1-c151eda6b937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:45:04.271840 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-b992b136-9038-4bab-a5e2-c37a50fb0448 req-cfa46dc0-b1f9-47eb-8bd1-c151eda6b937 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=59397fd1-a427-45e6-b3e4-97b5165e0628 HTTP/1.1" status: 200 len: 835 time: 0.0445385 Feb 28 10:45:04.275967 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b1c062b-ed99-4b94-be2e-f4f1dc2642f3 None None] Checking router: e1d5840e-8ede-4885-9494-70ab028e0f87 for host: dv-neutron-master-2-hyperv {{(pid=103410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:45:04.285136 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1c062b-ed99-4b94-be2e-f4f1dc2642f3 None None] Routers {'e1d5840e-8ede-4885-9494-70ab028e0f87'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:45:04.285752 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-2b1c062b-ed99-4b94-be2e-f4f1dc2642f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:44:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['e1d5840e-8ede-4885-9494-70ab028e0f87'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:45:04.325331 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b992b136-9038-4bab-a5e2-c37a50fb0448 req-35471a5e-484f-4d5c-888d-d7af8017c2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:45:04.327798 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-b992b136-9038-4bab-a5e2-c37a50fb0448 req-35471a5e-484f-4d5c-888d-d7af8017c2c9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7b295ea2-65ed-4c73-abde-545174b5e2c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0503678 Feb 28 10:45:04.396642 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-2b1c062b-ed99-4b94-be2e-f4f1dc2642f3 None None] Set router e1d5840e-8ede-4885-9494-70ab028e0f87 gateway port host: dv-neutron-master-2-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:45:04.419179 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-b992b136-9038-4bab-a5e2-c37a50fb0448 req-66f688ee-e808-4a37-9099-d9722cee4df4 service neutron] 10.222.0.30 "GET /v2.0/networks/7b295ea2-65ed-4c73-abde-545174b5e2c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845857 Feb 28 10:45:04.514108 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-b992b136-9038-4bab-a5e2-c37a50fb0448 req-0d5531b6-84ab-45b7-a3a2-096cbcad95fd service neutron] 10.222.0.30 "GET /v2.0/networks/7b295ea2-65ed-4c73-abde-545174b5e2c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898640 Feb 28 10:45:04.718517 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-2b1c062b-ed99-4b94-be2e-f4f1dc2642f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1d5840e-8ede-4885-9494-70ab028e0f87', 'name': 'tempest-TestNetworkBasicOps-router-1765386747', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.157'}], 'enable_snat': True}, 'gw_port_id': '049097a7-8791-4730-823c-44d7d4c2de02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:43:04Z', 'updated_at': '2022-02-28T10:43:08Z', 'revision_number': 4, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'gw_port': {'id': '049097a7-8791-4730-823c-44d7d4c2de02', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:99:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d5840e-8ede-4885-9494-70ab028e0f87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:43:04Z', 'updated_at': '2022-02-28T10:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '58cc6b6f-9bde-477a-bd64-0410f0cf9545', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'floating_ip_address': '172.36.5.231', 'floating_network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'router_id': 'e1d5840e-8ede-4885-9494-70ab028e0f87', 'port_id': '30b56165-fed2-45b8-ad0b-dd8e8fe5060a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1383, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7b295ea2-65ed-4c73-abde-545174b5e2c1', 'mac_address': 'fa:16:3e:21:8f:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '982c1240-646f-44b4-b03b-207f6f5d4d8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:43:25Z', 'updated_at': '2022-02-28T10:45:03Z', 'revision_number': 5, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25b03a79-bec0-49a2-9790-40657a1699b3', 'name': '', 'network_id': '7b295ea2-65ed-4c73-abde-545174b5e2c1', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'mac_address': 'fa:16:3e:e0:30:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d5840e-8ede-4885-9494-70ab028e0f87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': '59397fd1-a427-45e6-b3e4-97b5165e0628', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:43:07Z', 'updated_at': '2022-02-28T10:43:11Z', 'revision_number': 5, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'subnets': [{'id': '59397fd1-a427-45e6-b3e4-97b5165e0628', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:45:04.752339 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b1c062b-ed99-4b94-be2e-f4f1dc2642f3 None None] The sync data for ids ['e1d5840e-8ede-4885-9494-70ab028e0f87'] in dv-neutron-master-2-hyperv is: [{'id': 'e1d5840e-8ede-4885-9494-70ab028e0f87', 'name': 'tempest-TestNetworkBasicOps-router-1765386747', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.157'}], 'enable_snat': True}, 'gw_port_id': '049097a7-8791-4730-823c-44d7d4c2de02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:43:04Z', 'updated_at': '2022-02-28T10:43:08Z', 'revision_number': 4, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'gw_port': {'id': '049097a7-8791-4730-823c-44d7d4c2de02', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:99:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d5840e-8ede-4885-9494-70ab028e0f87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:43:04Z', 'updated_at': '2022-02-28T10:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '58cc6b6f-9bde-477a-bd64-0410f0cf9545', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'floating_ip_address': '172.36.5.231', 'floating_network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'router_id': 'e1d5840e-8ede-4885-9494-70ab028e0f87', 'port_id': '30b56165-fed2-45b8-ad0b-dd8e8fe5060a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1383, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7b295ea2-65ed-4c73-abde-545174b5e2c1', 'mac_address': 'fa:16:3e:21:8f:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '982c1240-646f-44b4-b03b-207f6f5d4d8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:43:25Z', 'updated_at': '2022-02-28T10:45:03Z', 'revision_number': 5, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25b03a79-bec0-49a2-9790-40657a1699b3', 'name': '', 'network_id': '7b295ea2-65ed-4c73-abde-545174b5e2c1', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'mac_address': 'fa:16:3e:e0:30:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d5840e-8ede-4885-9494-70ab028e0f87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': '59397fd1-a427-45e6-b3e4-97b5165e0628', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:43:07Z', 'updated_at': '2022-02-28T10:43:11Z', 'revision_number': 5, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'subnets': [{'id': '59397fd1-a427-45e6-b3e4-97b5165e0628', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:45:04.957971 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84fcb9bb-735b-40b0-8299-88bb6ca1ee3e None None] New status for floating IP 58cc6b6f-9bde-477a-bd64-0410f0cf9545: ACTIVE {{(pid=103409) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 10:45:04.992511 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 41274) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:45:05.058003 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-e290054e-7de6-4a0d-a25c-9cfb425270d4 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/floatingips/58cc6b6f-9bde-477a-bd64-0410f0cf9545 HTTP/1.1" status: 200 len: 992 time: 0.0642638 Feb 28 10:45:06.062925 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 41276) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:45:06.128609 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-649e2221-2f86-43c0-ae32-df7becf5221d tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/floatingips/58cc6b6f-9bde-477a-bd64-0410f0cf9545 HTTP/1.1" status: 200 len: 994 time: 0.0627754 Feb 28 10:45:08.080043 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (13ac42ae-016e-4baf-bb31-c6fa820b41c2), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:45:08.754143 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ea55091a-ba9b-4d16-8704-17a65b1a7767 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fb6705d2-4f70-4965-92a3-fbfccd43a6d3), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:45:11.025173 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-85055878-d5f3-429e-98c3-13858501cf12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fc6c9b74-8dbb-41bb-800a-5bd3a43fe896), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:45:12.027996 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b6d631fb-7df0-4fe1-8322-abff3b61cae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (0db5147a-92a3-4581-8a5f-8ec9b93e0600), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:45:13.457347 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6b923bb1-06b0-4b84-b461-7cc1d0196090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (2e621730-3978-4720-b581-ac380e97a567), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:45:14.921766 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:45:22.025044 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-806aa6d5-d6b2-47fd-9b13-93f3ebc10b04 req-1c9b64a1-9454-431b-a137-e90b73e8a600 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c3949dcf-1058-4944-b0bc-7a64112645e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0455058 Feb 28 10:45:22.111162 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806aa6d5-d6b2-47fd-9b13-93f3ebc10b04 req-6bcf4d99-833f-48c1-9080-98649aa5c8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:45:22.112835 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-806aa6d5-d6b2-47fd-9b13-93f3ebc10b04 req-6bcf4d99-833f-48c1-9080-98649aa5c8c6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=731d835d2b9d4f1cae2d0f5bd7f8ebb9&device_id=c3949dcf-1058-4944-b0bc-7a64112645e3 HTTP/1.1" status: 200 len: 1130 time: 0.0533280 Feb 28 10:45:22.222872 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806aa6d5-d6b2-47fd-9b13-93f3ebc10b04 req-79100460-4d56-44c6-8cc4-a45419838084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:45:22.224356 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-806aa6d5-d6b2-47fd-9b13-93f3ebc10b04 req-79100460-4d56-44c6-8cc4-a45419838084 service neutron] 10.222.0.30 "GET /v2.0/networks?id=75bff9a3-e6fb-40b9-a252-b48d30550927 HTTP/1.1" status: 200 len: 913 time: 0.0918536 Feb 28 10:45:22.294038 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-806aa6d5-d6b2-47fd-9b13-93f3ebc10b04 req-77fb8d1f-b317-4e98-bc89-5be8f99e7523 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2097dbc1-1ec9-4802-a47b-5238b152e3ed HTTP/1.1" status: 200 len: 1002 time: 0.0630233 Feb 28 10:45:22.346642 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806aa6d5-d6b2-47fd-9b13-93f3ebc10b04 req-1319ba90-4736-4fe7-b185-577dbdbea6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:45:22.348146 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-806aa6d5-d6b2-47fd-9b13-93f3ebc10b04 req-1319ba90-4736-4fe7-b185-577dbdbea6d3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e42d74b6-8cf8-4c98-a2fa-7c543c8ad426 HTTP/1.1" status: 200 len: 851 time: 0.0483153 Feb 28 10:45:22.406998 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806aa6d5-d6b2-47fd-9b13-93f3ebc10b04 req-335113af-5ea4-4385-98f2-11fe0001884e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:45:22.408520 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-806aa6d5-d6b2-47fd-9b13-93f3ebc10b04 req-335113af-5ea4-4385-98f2-11fe0001884e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=75bff9a3-e6fb-40b9-a252-b48d30550927&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0545378 Feb 28 10:45:22.500065 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-806aa6d5-d6b2-47fd-9b13-93f3ebc10b04 req-4ee9dfaf-ceb2-40b7-ae81-11f4cdb435bf service neutron] 10.222.0.30 "GET /v2.0/networks/75bff9a3-e6fb-40b9-a252-b48d30550927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842910 Feb 28 10:45:22.598839 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-806aa6d5-d6b2-47fd-9b13-93f3ebc10b04 req-1034f0ec-63a5-4568-a83d-4a55cb22bd58 service neutron] 10.222.0.30 "GET /v2.0/networks/75bff9a3-e6fb-40b9-a252-b48d30550927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917137 Feb 28 10:45:30.061185 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.agents_db [None req-382e0aa2-b126-48e6-89eb-3efa426b6b29 None None] Agent healthcheck: found 6 active agents {{(pid=103410) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 10:45:38.089536 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (13ac42ae-016e-4baf-bb31-c6fa820b41c2), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:45:38.763406 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4bf5865f-c0b2-479d-a8a5-f31c9d5db55b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fb6705d2-4f70-4965-92a3-fbfccd43a6d3), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:45:41.025503 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f234e6a6-40a2-419d-ac28-889812944593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fc6c9b74-8dbb-41bb-800a-5bd3a43fe896), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:45:41.380933 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-46878189-8299-4498-a6fb-8fb6efdbe897 req-9fc7b384-bb05-4418-a98f-eae26486a39a tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1212318622&fields=id&tenant_id=731d835d2b9d4f1cae2d0f5bd7f8ebb9 HTTP/1.1" status: 200 len: 267 time: 0.0489142 Feb 28 10:45:41.491160 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46878189-8299-4498-a6fb-8fb6efdbe897 req-fccede67-f11e-4647-8375-596330b9e24a tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:45:41.492605 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-46878189-8299-4498-a6fb-8fb6efdbe897 req-fccede67-f11e-4647-8375-596330b9e24a tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.20 "GET /v2.0/networks?id=75bff9a3-e6fb-40b9-a252-b48d30550927 HTTP/1.1" status: 200 len: 812 time: 0.1024590 Feb 28 10:45:41.509905 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-46878189-8299-4498-a6fb-8fb6efdbe897 req-c9cf9a05-d14e-42c5-84ea-c0b03e0c7597 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.20 "GET /v2.0/quotas/731d835d2b9d4f1cae2d0f5bd7f8ebb9 HTTP/1.1" status: 200 len: 375 time: 0.0094783 Feb 28 10:45:41.571388 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-46878189-8299-4498-a6fb-8fb6efdbe897 req-17d34d08-24c8-4850-9119-3d74b576b9af tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=731d835d2b9d4f1cae2d0f5bd7f8ebb9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0561905 Feb 28 10:45:41.746724 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-46878189-8299-4498-a6fb-8fb6efdbe897 req-98985a2c-62c4-4b80-9e45-a427124b1e42 service neutron] 10.222.0.20 "GET /v2.0/networks/75bff9a3-e6fb-40b9-a252-b48d30550927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632898 Feb 28 10:45:41.841853 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-46878189-8299-4498-a6fb-8fb6efdbe897 req-92eaf06c-9bd7-4b4b-beb0-a70fbf776b56 service neutron] 10.222.0.20 "GET /v2.0/networks/75bff9a3-e6fb-40b9-a252-b48d30550927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893414 Feb 28 10:45:42.019386 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b6d631fb-7df0-4fe1-8322-abff3b61cae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (0db5147a-92a3-4581-8a5f-8ec9b93e0600), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:45:42.159476 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-bd65a425-41b5-4d9e-a6bd-26e0afc12a22 req-65c2e456-3b42-4f55-9d0c-bc27a0b48a42 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.20 "GET /v2.0/ports?device_id=8adea748-19cc-4cf4-a8f9-2b42965f8431 HTTP/1.1" status: 200 len: 210 time: 0.0273020 Feb 28 10:45:43.237962 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46878189-8299-4498-a6fb-8fb6efdbe897 req-d42c4feb-059b-497d-a3b2-9a06d1acc29c tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:45:43.239411 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-46878189-8299-4498-a6fb-8fb6efdbe897 req-d42c4feb-059b-497d-a3b2-9a06d1acc29c tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.30 "GET /v2.0/networks?id=75bff9a3-e6fb-40b9-a252-b48d30550927 HTTP/1.1" status: 200 len: 812 time: 0.1112630 Feb 28 10:45:43.268899 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-800e5733-4c79-4481-a158-4403481fa8b5 req-4b943f86-7d97-4056-9d27-682078e891bc tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.20 "GET /v2.0/ports?device_id=8adea748-19cc-4cf4-a8f9-2b42965f8431 HTTP/1.1" status: 200 len: 210 time: 0.0284672 Feb 28 10:45:43.330147 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-46878189-8299-4498-a6fb-8fb6efdbe897 req-6bd41eb5-17c7-4b2a-93d3-e844659bc3b0 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=731d835d2b9d4f1cae2d0f5bd7f8ebb9 HTTP/1.1" status: 200 len: 380 time: 0.0644419 Feb 28 10:45:43.339217 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [req-46878189-8299-4498-a6fb-8fb6efdbe897 req-23c86353-2a66-4b57-aadf-63a20bb9b3a2 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Request body: {'port': {'device_id': '8adea748-19cc-4cf4-a8f9-2b42965f8431', 'network_id': '75bff9a3-e6fb-40b9-a252-b48d30550927', 'admin_state_up': True, 'tenant_id': '731d835d2b9d4f1cae2d0f5bd7f8ebb9', 'security_groups': ['a08cfa97-6188-4a72-a6d9-f5f45058a420']}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:45:43.469401 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6b923bb1-06b0-4b84-b461-7cc1d0196090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (2e621730-3978-4720-b581-ac380e97a567), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:45:43.805367 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46878189-8299-4498-a6fb-8fb6efdbe897 req-23c86353-2a66-4b57-aadf-63a20bb9b3a2 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Made reservation on behalf of 731d835d2b9d4f1cae2d0f5bd7f8ebb9 for: {'port': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:45:43.808835 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-46878189-8299-4498-a6fb-8fb6efdbe897 req-23c86353-2a66-4b57-aadf-63a20bb9b3a2 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:45:43.930203 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [req-46878189-8299-4498-a6fb-8fb6efdbe897 req-23c86353-2a66-4b57-aadf-63a20bb9b3a2 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Allocated IP 172.20.0.4 (75bff9a3-e6fb-40b9-a252-b48d30550927/e42d74b6-8cf8-4c98-a2fa-7c543c8ad426/8cf9144b-d97b-42aa-a6d6-d16464b24251) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:45:44.080449 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-46878189-8299-4498-a6fb-8fb6efdbe897 req-23c86353-2a66-4b57-aadf-63a20bb9b3a2 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Publish callbacks [] for port (8cf9144b-d97b-42aa-a6d6-d16464b24251), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:45:44.114938 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-46878189-8299-4498-a6fb-8fb6efdbe897 req-23c86353-2a66-4b57-aadf-63a20bb9b3a2 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (8cf9144b-d97b-42aa-a6d6-d16464b24251), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:45:44.158872 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46878189-8299-4498-a6fb-8fb6efdbe897 req-23c86353-2a66-4b57-aadf-63a20bb9b3a2 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Network 75bff9a3-e6fb-40b9-a252-b48d30550927 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:45:44.161905 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [req-46878189-8299-4498-a6fb-8fb6efdbe897 req-23c86353-2a66-4b57-aadf-63a20bb9b3a2 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:45:44.165654 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-46878189-8299-4498-a6fb-8fb6efdbe897 req-23c86353-2a66-4b57-aadf-63a20bb9b3a2 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:45:44.192883 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c86353-2a66-4b57-aadf-63a20bb9b3a2 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Pushing event updated for resources: {'Port': ['ID=8cf9144b-d97b-42aa-a6d6-d16464b24251,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:45:44.229072 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46878189-8299-4498-a6fb-8fb6efdbe897 req-23c86353-2a66-4b57-aadf-63a20bb9b3a2 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:45:44.229711 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-46878189-8299-4498-a6fb-8fb6efdbe897 req-23c86353-2a66-4b57-aadf-63a20bb9b3a2 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:45:44.251447 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-46878189-8299-4498-a6fb-8fb6efdbe897 req-23c86353-2a66-4b57-aadf-63a20bb9b3a2 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9163980 Feb 28 10:45:44.269863 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [req-46878189-8299-4498-a6fb-8fb6efdbe897 req-b4f62463-0e34-43b2-9a26-bc182496ecc2 service neutron] Request body: {'port': {'device_id': '8adea748-19cc-4cf4-a8f9-2b42965f8431', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:45:44.337307 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-46878189-8299-4498-a6fb-8fb6efdbe897 req-b4f62463-0e34-43b2-9a26-bc182496ecc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (8cf9144b-d97b-42aa-a6d6-d16464b24251), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:45:44.481874 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-b32a51d6-032c-4bcb-bbf6-df0406c6b970 None None] Provisioning complete for port 8cf9144b-d97b-42aa-a6d6-d16464b24251 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:45:44.482272 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b32a51d6-032c-4bcb-bbf6-df0406c6b970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (8cf9144b-d97b-42aa-a6d6-d16464b24251), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:45:44.501284 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce165b8-8914-49fc-a3ca-3d37bdc963ce req-d009f5de-05bb-454d-9336-712db544eae6 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:45:44.502862 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-8ce165b8-8914-49fc-a3ca-3d37bdc963ce req-d009f5de-05bb-454d-9336-712db544eae6 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.20 "GET /v2.0/ports?device_id=8adea748-19cc-4cf4-a8f9-2b42965f8431 HTTP/1.1" status: 200 len: 931 time: 0.1295521 Feb 28 10:45:44.523740 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-b32a51d6-032c-4bcb-bbf6-df0406c6b970 None None] Port 8cf9144b-d97b-42aa-a6d6-d16464b24251 cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:45:44.619555 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-8ce165b8-8914-49fc-a3ca-3d37bdc963ce req-5512f182-b227-41cb-ab02-89b28af767cd tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.20 "GET /v2.0/security-groups?id=a08cfa97-6188-4a72-a6d9-f5f45058a420&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050315 Feb 28 10:45:44.695905 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.notifiers.nova [req-46878189-8299-4498-a6fb-8fb6efdbe897 req-b4f62463-0e34-43b2-9a26-bc182496ecc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cf9144b-d97b-42aa-a6d6-d16464b24251 {{(pid=103407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 10:45:44.703973 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-46878189-8299-4498-a6fb-8fb6efdbe897 req-b4f62463-0e34-43b2-9a26-bc182496ecc2 service neutron] Publish callbacks [] for port (8cf9144b-d97b-42aa-a6d6-d16464b24251), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:45:44.716696 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.provisioning_blocks [req-46878189-8299-4498-a6fb-8fb6efdbe897 req-b4f62463-0e34-43b2-9a26-bc182496ecc2 service neutron] Transition to ACTIVE for port object 8cf9144b-d97b-42aa-a6d6-d16464b24251 will not be triggered until provisioned by entity L2. {{(pid=103407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 10:45:44.721596 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-46878189-8299-4498-a6fb-8fb6efdbe897 req-b4f62463-0e34-43b2-9a26-bc182496ecc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3498066'] for port (8cf9144b-d97b-42aa-a6d6-d16464b24251), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:45:44.769637 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f62463-0e34-43b2-9a26-bc182496ecc2 service neutron] Pushing event updated for resources: {'Port': ['ID=8cf9144b-d97b-42aa-a6d6-d16464b24251,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:45:44.846926 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-46878189-8299-4498-a6fb-8fb6efdbe897 req-b4f62463-0e34-43b2-9a26-bc182496ecc2 service neutron] Attempting to bind port 8cf9144b-d97b-42aa-a6d6-d16464b24251 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:45:44.847334 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-46878189-8299-4498-a6fb-8fb6efdbe897 req-b4f62463-0e34-43b2-9a26-bc182496ecc2 service neutron] Attempting to bind port 8cf9144b-d97b-42aa-a6d6-d16464b24251 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '635647a0-bb32-4e83-8331-d451090464be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '75bff9a3-e6fb-40b9-a252-b48d30550927'}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:45:44.847612 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46878189-8299-4498-a6fb-8fb6efdbe897 req-b4f62463-0e34-43b2-9a26-bc182496ecc2 service neutron] Attempting to bind port 8cf9144b-d97b-42aa-a6d6-d16464b24251 on network 75bff9a3-e6fb-40b9-a252-b48d30550927 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:45:44.852248 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46878189-8299-4498-a6fb-8fb6efdbe897 req-b4f62463-0e34-43b2-9a26-bc182496ecc2 service neutron] Port 8cf9144b-d97b-42aa-a6d6-d16464b24251 on network 75bff9a3-e6fb-40b9-a252-b48d30550927 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 10:45:44.852779 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46878189-8299-4498-a6fb-8fb6efdbe897 req-b4f62463-0e34-43b2-9a26-bc182496ecc2 service neutron] Attempting to bind port 8cf9144b-d97b-42aa-a6d6-d16464b24251 on network 75bff9a3-e6fb-40b9-a252-b48d30550927 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:45:44.857941 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46878189-8299-4498-a6fb-8fb6efdbe897 req-b4f62463-0e34-43b2-9a26-bc182496ecc2 service neutron] Checking agent: {'id': '13ac42ae-016e-4baf-bb31-c6fa820b41c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 30, 8), 'started_at': datetime.datetime(2022, 2, 28, 10, 30, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 45, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:45:44.858292 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46878189-8299-4498-a6fb-8fb6efdbe897 req-b4f62463-0e34-43b2-9a26-bc182496ecc2 service neutron] Checking segment: {'id': '635647a0-bb32-4e83-8331-d451090464be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '75bff9a3-e6fb-40b9-a252-b48d30550927'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:45:44.858689 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46878189-8299-4498-a6fb-8fb6efdbe897 req-b4f62463-0e34-43b2-9a26-bc182496ecc2 service neutron] Bound using segment: {'id': '635647a0-bb32-4e83-8331-d451090464be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '75bff9a3-e6fb-40b9-a252-b48d30550927'} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:45:44.859153 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-46878189-8299-4498-a6fb-8fb6efdbe897 req-b4f62463-0e34-43b2-9a26-bc182496ecc2 service neutron] Bound port: 8cf9144b-d97b-42aa-a6d6-d16464b24251, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '635647a0-bb32-4e83-8331-d451090464be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '75bff9a3-e6fb-40b9-a252-b48d30550927'}}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:45:44.859672 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-46878189-8299-4498-a6fb-8fb6efdbe897 req-b4f62463-0e34-43b2-9a26-bc182496ecc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (8cf9144b-d97b-42aa-a6d6-d16464b24251), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:45:44.917625 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:45:44.931172 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-46878189-8299-4498-a6fb-8fb6efdbe897 req-b4f62463-0e34-43b2-9a26-bc182496ecc2 service neutron] For port 8cf9144b-d97b-42aa-a6d6-d16464b24251, host hv-neutron-mast, cleared binding levels {{(pid=103407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:45:44.935152 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-46878189-8299-4498-a6fb-8fb6efdbe897 req-b4f62463-0e34-43b2-9a26-bc182496ecc2 service neutron] For port 8cf9144b-d97b-42aa-a6d6-d16464b24251, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=8cf9144b-d97b-42aa-a6d6-d16464b24251,segment=NetworkSegment(635647a0-bb32-4e83-8331-d451090464be),segment_id=635647a0-bb32-4e83-8331-d451090464be)] {{(pid=103407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:45:44.942549 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-46878189-8299-4498-a6fb-8fb6efdbe897 req-b4f62463-0e34-43b2-9a26-bc182496ecc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3498066'] for port (8cf9144b-d97b-42aa-a6d6-d16464b24251), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:45:44.981255 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46878189-8299-4498-a6fb-8fb6efdbe897 req-b4f62463-0e34-43b2-9a26-bc182496ecc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:45:44.981873 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-46878189-8299-4498-a6fb-8fb6efdbe897 req-b4f62463-0e34-43b2-9a26-bc182496ecc2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:45:44.983267 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-46878189-8299-4498-a6fb-8fb6efdbe897 req-b4f62463-0e34-43b2-9a26-bc182496ecc2 service neutron] 10.222.0.30 "PUT /v2.0/ports/8cf9144b-d97b-42aa-a6d6-d16464b24251 HTTP/1.1" status: 200 len: 1093 time: 0.7184887 Feb 28 10:45:44.983805 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8adea748-19cc-4cf4-a8f9-2b42965f8431', 'tag': '8cf9144b-d97b-42aa-a6d6-d16464b24251'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:45:44.986305 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c8e1c873eeca597e52e7ceb7469e602eac250bfea6606d285743d38033cf584" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e8133f0-cece-408f-9a74-69bd7bc4917c" -d '{"events": [{"name": "network-changed", "server_uuid": "8adea748-19cc-4cf4-a8f9-2b42965f8431", "tag": "8cf9144b-d97b-42aa-a6d6-d16464b24251"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:45:45.009878 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f62463-0e34-43b2-9a26-bc182496ecc2 service neutron] Pushing event updated for resources: {'Port': ['ID=8cf9144b-d97b-42aa-a6d6-d16464b24251,revision_number=3']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:45:45.096144 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 10:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64b93854-ed0d-4a1a-8e05-d5b8673071f1 x-openstack-request-id: req-64b93854-ed0d-4a1a-8e05-d5b8673071f1 {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:45:45.096881 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8adea748-19cc-4cf4-a8f9-2b42965f8431", "tag": "8cf9144b-d97b-42aa-a6d6-d16464b24251", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:45:45.097381 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-64b93854-ed0d-4a1a-8e05-d5b8673071f1 {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:45:45.097912 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8adea748-19cc-4cf4-a8f9-2b42965f8431', 'tag': '8cf9144b-d97b-42aa-a6d6-d16464b24251', 'status': 'completed', 'code': 200} Feb 28 10:45:45.118544 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46878189-8299-4498-a6fb-8fb6efdbe897 req-522d7c2d-96b9-4f72-9a6e-50ad69b5a6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:45:45.120089 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-46878189-8299-4498-a6fb-8fb6efdbe897 req-522d7c2d-96b9-4f72-9a6e-50ad69b5a6a2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=731d835d2b9d4f1cae2d0f5bd7f8ebb9&device_id=8adea748-19cc-4cf4-a8f9-2b42965f8431 HTTP/1.1" status: 200 len: 1127 time: 0.0594575 Feb 28 10:45:45.177160 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-46878189-8299-4498-a6fb-8fb6efdbe897 req-5584e221-b5de-41d0-9304-96f6a6c80912 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8cf9144b-d97b-42aa-a6d6-d16464b24251 HTTP/1.1" status: 200 len: 217 time: 0.0438757 Feb 28 10:45:45.226523 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46878189-8299-4498-a6fb-8fb6efdbe897 req-8db8efe7-77df-4772-aad1-dbff196e337f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:45:45.227999 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-46878189-8299-4498-a6fb-8fb6efdbe897 req-8db8efe7-77df-4772-aad1-dbff196e337f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e42d74b6-8cf8-4c98-a2fa-7c543c8ad426 HTTP/1.1" status: 200 len: 851 time: 0.0454605 Feb 28 10:45:45.276403 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46878189-8299-4498-a6fb-8fb6efdbe897 req-4636760f-4771-4814-a093-34dc478f98b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:45:45.277933 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-46878189-8299-4498-a6fb-8fb6efdbe897 req-4636760f-4771-4814-a093-34dc478f98b2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=75bff9a3-e6fb-40b9-a252-b48d30550927&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0442920 Feb 28 10:45:45.370408 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-46878189-8299-4498-a6fb-8fb6efdbe897 req-eb238d5e-7959-4768-9c00-8fb7b907e7a4 service neutron] 10.222.0.30 "GET /v2.0/networks/75bff9a3-e6fb-40b9-a252-b48d30550927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864797 Feb 28 10:45:45.464965 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-46878189-8299-4498-a6fb-8fb6efdbe897 req-4e805037-3174-4541-b94d-c37a4e46f8c7 service neutron] 10.222.0.30 "GET /v2.0/networks/75bff9a3-e6fb-40b9-a252-b48d30550927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881217 Feb 28 10:45:45.586527 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8133f0-cece-408f-9a74-69bd7bc4917c req-28c1264a-de08-48ef-a491-c9f3010640bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:45:45.588059 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-9e8133f0-cece-408f-9a74-69bd7bc4917c req-28c1264a-de08-48ef-a491-c9f3010640bf service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=731d835d2b9d4f1cae2d0f5bd7f8ebb9&device_id=8adea748-19cc-4cf4-a8f9-2b42965f8431 HTTP/1.1" status: 200 len: 1127 time: 0.0518432 Feb 28 10:45:45.680104 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8133f0-cece-408f-9a74-69bd7bc4917c req-0cdb276a-ec81-4523-8325-59df3ee65c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:45:45.681734 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-9e8133f0-cece-408f-9a74-69bd7bc4917c req-0cdb276a-ec81-4523-8325-59df3ee65c4e service neutron] 10.222.0.30 "GET /v2.0/networks?id=75bff9a3-e6fb-40b9-a252-b48d30550927 HTTP/1.1" status: 200 len: 913 time: 0.0866127 Feb 28 10:45:45.734223 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-9e8133f0-cece-408f-9a74-69bd7bc4917c req-e929b4dc-a7db-4eed-8a39-72b4da1e1752 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8cf9144b-d97b-42aa-a6d6-d16464b24251 HTTP/1.1" status: 200 len: 217 time: 0.0468440 Feb 28 10:45:45.798604 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8133f0-cece-408f-9a74-69bd7bc4917c req-20750c25-6e63-4b12-9273-10ef5531ae38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:45:45.800059 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-9e8133f0-cece-408f-9a74-69bd7bc4917c req-20750c25-6e63-4b12-9273-10ef5531ae38 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e42d74b6-8cf8-4c98-a2fa-7c543c8ad426 HTTP/1.1" status: 200 len: 851 time: 0.0513194 Feb 28 10:45:45.825278 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba6ff1d-7c64-4745-9735-1a6f89a80e3d req-564d7352-20c5-430e-aff0-16e26f4d119b tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:45:45.826734 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-1ba6ff1d-7c64-4745-9735-1a6f89a80e3d req-564d7352-20c5-430e-aff0-16e26f4d119b tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.20 "GET /v2.0/ports?device_id=8adea748-19cc-4cf4-a8f9-2b42965f8431 HTTP/1.1" status: 200 len: 943 time: 0.1334524 Feb 28 10:45:45.892711 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8133f0-cece-408f-9a74-69bd7bc4917c req-89267a53-7a05-4992-9a49-c40966ddb2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:45:45.894228 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-9e8133f0-cece-408f-9a74-69bd7bc4917c req-89267a53-7a05-4992-9a49-c40966ddb2c7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=75bff9a3-e6fb-40b9-a252-b48d30550927&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0877402 Feb 28 10:45:45.897797 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-1ba6ff1d-7c64-4745-9735-1a6f89a80e3d req-82fd105f-f85c-484d-a917-c4e8db077cf3 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.20 "GET /v2.0/security-groups?id=a08cfa97-6188-4a72-a6d9-f5f45058a420&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560703 Feb 28 10:45:45.987303 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-9e8133f0-cece-408f-9a74-69bd7bc4917c req-903b9101-187f-4583-b03f-bc7fd7f2adca service neutron] 10.222.0.30 "GET /v2.0/networks/75bff9a3-e6fb-40b9-a252-b48d30550927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866852 Feb 28 10:45:46.088135 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-9e8133f0-cece-408f-9a74-69bd7bc4917c req-c76b0485-a7e8-43ea-85c2-a60381f3a6dc service neutron] 10.222.0.30 "GET /v2.0/networks/75bff9a3-e6fb-40b9-a252-b48d30550927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948219 Feb 28 10:45:47.030151 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11db45fb-1ea2-4696-a02e-66785d18ecda req-84465ce4-98c2-449c-b786-1a4a5fcfd447 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:45:47.031724 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-11db45fb-1ea2-4696-a02e-66785d18ecda req-84465ce4-98c2-449c-b786-1a4a5fcfd447 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.20 "GET /v2.0/ports?device_id=8adea748-19cc-4cf4-a8f9-2b42965f8431 HTTP/1.1" status: 200 len: 943 time: 0.0607095 Feb 28 10:45:47.084163 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-11db45fb-1ea2-4696-a02e-66785d18ecda req-47242d1e-4b78-46ca-9fdf-2081c24abd38 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.20 "GET /v2.0/security-groups?id=a08cfa97-6188-4a72-a6d9-f5f45058a420&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461886 Feb 28 10:45:48.208144 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b80bf6-36bb-44cf-8c9c-725a28f6dfe3 req-9a8042ce-3770-4e4b-8760-429da0c940e2 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:45:48.209630 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-02b80bf6-36bb-44cf-8c9c-725a28f6dfe3 req-9a8042ce-3770-4e4b-8760-429da0c940e2 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.20 "GET /v2.0/ports?device_id=8adea748-19cc-4cf4-a8f9-2b42965f8431 HTTP/1.1" status: 200 len: 943 time: 0.0557940 Feb 28 10:45:48.260363 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-02b80bf6-36bb-44cf-8c9c-725a28f6dfe3 req-dbf00135-25f8-42b0-8aba-a61e0b8a3e30 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.20 "GET /v2.0/security-groups?id=a08cfa97-6188-4a72-a6d9-f5f45058a420&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446019 Feb 28 10:45:49.391899 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c34a8c-4292-43e0-a58d-97ebba710f6a req-89cc4f47-d777-4492-89ca-e9441b76b48a tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:45:49.393453 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-88c34a8c-4292-43e0-a58d-97ebba710f6a req-89cc4f47-d777-4492-89ca-e9441b76b48a tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.20 "GET /v2.0/ports?device_id=8adea748-19cc-4cf4-a8f9-2b42965f8431 HTTP/1.1" status: 200 len: 943 time: 0.0600326 Feb 28 10:45:49.444113 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-88c34a8c-4292-43e0-a58d-97ebba710f6a req-f77b5f67-fe3b-4a4f-87d1-8f68bbce9ff3 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.20 "GET /v2.0/security-groups?id=a08cfa97-6188-4a72-a6d9-f5f45058a420&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448370 Feb 28 10:45:50.581374 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078beaf0-39e3-4290-82da-a7f884fe4f2e req-193d4813-d08a-4f9c-a196-6ee659fc2c03 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:45:50.583123 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-078beaf0-39e3-4290-82da-a7f884fe4f2e req-193d4813-d08a-4f9c-a196-6ee659fc2c03 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.20 "GET /v2.0/ports?device_id=8adea748-19cc-4cf4-a8f9-2b42965f8431 HTTP/1.1" status: 200 len: 943 time: 0.0593777 Feb 28 10:45:50.643183 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-078beaf0-39e3-4290-82da-a7f884fe4f2e req-cc312175-de4a-40af-a94a-d3ad4334ea7a tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.20 "GET /v2.0/security-groups?id=a08cfa97-6188-4a72-a6d9-f5f45058a420&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524383 Feb 28 10:45:51.768891 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d406c4-b43a-4cc3-9f96-f64d759ed3ab req-c888fdb1-d083-4473-be07-5d67ae15817f tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:45:51.770326 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-f5d406c4-b43a-4cc3-9f96-f64d759ed3ab req-c888fdb1-d083-4473-be07-5d67ae15817f tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.20 "GET /v2.0/ports?device_id=8adea748-19cc-4cf4-a8f9-2b42965f8431 HTTP/1.1" status: 200 len: 943 time: 0.0558705 Feb 28 10:45:51.823057 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-f5d406c4-b43a-4cc3-9f96-f64d759ed3ab req-8664d29c-d859-4894-9e36-283dc977e3d6 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.20 "GET /v2.0/security-groups?id=a08cfa97-6188-4a72-a6d9-f5f45058a420&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470102 Feb 28 10:45:52.944814 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bd983f-6f73-4a2a-9f97-65cc1989fe15 req-f67f61ee-4580-4fa3-b6e0-cf906a427e63 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:45:52.946317 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-21bd983f-6f73-4a2a-9f97-65cc1989fe15 req-f67f61ee-4580-4fa3-b6e0-cf906a427e63 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.20 "GET /v2.0/ports?device_id=8adea748-19cc-4cf4-a8f9-2b42965f8431 HTTP/1.1" status: 200 len: 943 time: 0.0551860 Feb 28 10:45:52.997797 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-21bd983f-6f73-4a2a-9f97-65cc1989fe15 req-606a8f7d-6181-49a6-973a-5847b5c05347 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.20 "GET /v2.0/security-groups?id=a08cfa97-6188-4a72-a6d9-f5f45058a420&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456686 Feb 28 10:45:54.117020 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea50209-d2e0-4f0e-9cad-6cf99cb1fb2c req-7ce6cca5-de3c-4488-be30-927982ee4dc0 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:45:54.118388 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-3ea50209-d2e0-4f0e-9cad-6cf99cb1fb2c req-7ce6cca5-de3c-4488-be30-927982ee4dc0 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.20 "GET /v2.0/ports?device_id=8adea748-19cc-4cf4-a8f9-2b42965f8431 HTTP/1.1" status: 200 len: 943 time: 0.0542052 Feb 28 10:45:54.168148 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-3ea50209-d2e0-4f0e-9cad-6cf99cb1fb2c req-a0acd8e3-c0b7-4a48-bbe8-f6d0a649a361 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.20 "GET /v2.0/security-groups?id=a08cfa97-6188-4a72-a6d9-f5f45058a420&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440371 Feb 28 10:45:55.294999 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114f0d4a-68a4-401c-bc2d-a916f5cdbae3 req-13f11263-bbf4-4ad5-a71d-16f7b1f6fe81 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:45:55.296493 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-114f0d4a-68a4-401c-bc2d-a916f5cdbae3 req-13f11263-bbf4-4ad5-a71d-16f7b1f6fe81 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.20 "GET /v2.0/ports?device_id=8adea748-19cc-4cf4-a8f9-2b42965f8431 HTTP/1.1" status: 200 len: 943 time: 0.0591052 Feb 28 10:45:55.347529 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-114f0d4a-68a4-401c-bc2d-a916f5cdbae3 req-5980ca53-7c36-4370-b153-528b8162f709 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.20 "GET /v2.0/security-groups?id=a08cfa97-6188-4a72-a6d9-f5f45058a420&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448418 Feb 28 10:45:56.471238 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127c4412-8ffa-4ff8-bfa5-bd3e42f14098 req-2e178fdd-945b-4082-9bfe-d44b141543ea tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:45:56.472787 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-127c4412-8ffa-4ff8-bfa5-bd3e42f14098 req-2e178fdd-945b-4082-9bfe-d44b141543ea tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.20 "GET /v2.0/ports?device_id=8adea748-19cc-4cf4-a8f9-2b42965f8431 HTTP/1.1" status: 200 len: 943 time: 0.0562680 Feb 28 10:45:56.538197 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-127c4412-8ffa-4ff8-bfa5-bd3e42f14098 req-46a33610-294a-4bd3-979a-770066082410 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.20 "GET /v2.0/security-groups?id=a08cfa97-6188-4a72-a6d9-f5f45058a420&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543294 Feb 28 10:45:57.680994 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c139de-8f45-4b40-a4ed-1149422b2350 req-fc9742e4-2529-40fa-8772-1fe57f745b71 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:45:57.682480 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-49c139de-8f45-4b40-a4ed-1149422b2350 req-fc9742e4-2529-40fa-8772-1fe57f745b71 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.20 "GET /v2.0/ports?device_id=8adea748-19cc-4cf4-a8f9-2b42965f8431 HTTP/1.1" status: 200 len: 943 time: 0.0678542 Feb 28 10:45:57.736896 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-49c139de-8f45-4b40-a4ed-1149422b2350 req-72e8a422-3508-4639-bdae-b8dd7f866a3c tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.20 "GET /v2.0/security-groups?id=a08cfa97-6188-4a72-a6d9-f5f45058a420&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485442 Feb 28 10:45:58.864280 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899f3b87-4df4-4881-8667-a3c736b3ea42 req-18e1b530-ab57-482e-9043-af3cedffec51 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:45:58.865823 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-899f3b87-4df4-4881-8667-a3c736b3ea42 req-18e1b530-ab57-482e-9043-af3cedffec51 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.20 "GET /v2.0/ports?device_id=8adea748-19cc-4cf4-a8f9-2b42965f8431 HTTP/1.1" status: 200 len: 943 time: 0.0609980 Feb 28 10:45:58.921866 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-899f3b87-4df4-4881-8667-a3c736b3ea42 req-926fe58c-ccb7-4eb2-b4c4-970db2346161 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.20 "GET /v2.0/security-groups?id=a08cfa97-6188-4a72-a6d9-f5f45058a420&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488484 Feb 28 10:46:00.060585 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a73369-4ef1-4c45-8011-f65a380488e5 req-0772902a-d8c0-4d55-bd25-c098e7b5a30c tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:46:00.062154 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-66a73369-4ef1-4c45-8011-f65a380488e5 req-0772902a-d8c0-4d55-bd25-c098e7b5a30c tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.20 "GET /v2.0/ports?device_id=8adea748-19cc-4cf4-a8f9-2b42965f8431 HTTP/1.1" status: 200 len: 943 time: 0.0557666 Feb 28 10:46:00.114659 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-66a73369-4ef1-4c45-8011-f65a380488e5 req-eefbabb3-4bb0-4908-a15b-3245a5bac568 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.20 "GET /v2.0/security-groups?id=a08cfa97-6188-4a72-a6d9-f5f45058a420&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467508 Feb 28 10:46:01.250592 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ea2813-9878-4ffd-85a8-e00d446ceebb req-17e6044d-199b-431d-911f-5380fbed1931 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:46:01.252372 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-38ea2813-9878-4ffd-85a8-e00d446ceebb req-17e6044d-199b-431d-911f-5380fbed1931 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.20 "GET /v2.0/ports?device_id=8adea748-19cc-4cf4-a8f9-2b42965f8431 HTTP/1.1" status: 200 len: 943 time: 0.0704229 Feb 28 10:46:01.311519 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-38ea2813-9878-4ffd-85a8-e00d446ceebb req-7a636beb-d30a-43a6-984c-26c76dbe2b39 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.20 "GET /v2.0/security-groups?id=a08cfa97-6188-4a72-a6d9-f5f45058a420&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506008 Feb 28 10:46:01.968527 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device 8cf9144b-d97b-42aa-a6d6-d16464b24251 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103409) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 10:46:02.086557 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] For port 8cf9144b-d97b-42aa-a6d6-d16464b24251, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=8cf9144b-d97b-42aa-a6d6-d16464b24251,segment=NetworkSegment(635647a0-bb32-4e83-8331-d451090464be),segment_id=635647a0-bb32-4e83-8331-d451090464be)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:46:02.098517 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Returning: {'device': '8cf9144b-d97b-42aa-a6d6-d16464b24251', 'network_id': '75bff9a3-e6fb-40b9-a252-b48d30550927', 'port_id': '8cf9144b-d97b-42aa-a6d6-d16464b24251', 'mac_address': 'fa:16:3e:dd:37:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 276, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e42d74b6-8cf8-4c98-a2fa-7c543c8ad426', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103409) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 10:46:02.135588 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Current status of the port 8cf9144b-d97b-42aa-a6d6-d16464b24251 is: DOWN; New status is: BUILD {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:46:02.135989 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (8cf9144b-d97b-42aa-a6d6-d16464b24251), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:02.152112 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cf9144b-d97b-42aa-a6d6-d16464b24251 {{(pid=103409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 10:46:02.172361 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] For port 8cf9144b-d97b-42aa-a6d6-d16464b24251, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=8cf9144b-d97b-42aa-a6d6-d16464b24251,segment=NetworkSegment(635647a0-bb32-4e83-8331-d451090464be),segment_id=635647a0-bb32-4e83-8331-d451090464be)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:46:02.180109 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (8cf9144b-d97b-42aa-a6d6-d16464b24251), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:02.227018 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Pushing event updated for resources: {'Port': ['ID=8cf9144b-d97b-42aa-a6d6-d16464b24251,revision_number=4']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:46:02.233929 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:46:02.234318 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:46:02.234665 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:46:02.235007 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:46:02.235368 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:46:02.235922 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:46:02.236144 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:46:02.236496 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:46:02.236853 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:46:02.237185 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:46:02.237510 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:46:02.237837 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:46:02.238157 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:46:02.442590 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6f4682-86fc-41f0-ae1d-b1b94ea9d22f req-340e1330-9782-45ee-a26c-d315dba8f18d tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:46:02.444148 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-8a6f4682-86fc-41f0-ae1d-b1b94ea9d22f req-340e1330-9782-45ee-a26c-d315dba8f18d tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.20 "GET /v2.0/ports?device_id=8adea748-19cc-4cf4-a8f9-2b42965f8431 HTTP/1.1" status: 200 len: 944 time: 0.0574903 Feb 28 10:46:02.496425 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-8a6f4682-86fc-41f0-ae1d-b1b94ea9d22f req-f1695cad-156a-46d8-b255-1fccf90be1f3 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.20 "GET /v2.0/security-groups?id=a08cfa97-6188-4a72-a6d9-f5f45058a420&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441988 Feb 28 10:46:02.656763 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] get_ports_and_sgs() called for port_ids ['8cf9144b-d97b-42aa-a6d6-d16464b24251'] {{(pid=103409) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 10:46:03.629169 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc612c6-3e4f-4dd1-a812-c6d94a56c6aa req-29f92d97-10e5-4979-a604-a464329bd40b tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:46:03.630710 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-5bc612c6-3e4f-4dd1-a812-c6d94a56c6aa req-29f92d97-10e5-4979-a604-a464329bd40b tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.20 "GET /v2.0/ports?device_id=8adea748-19cc-4cf4-a8f9-2b42965f8431 HTTP/1.1" status: 200 len: 944 time: 0.0670068 Feb 28 10:46:03.679902 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-5bc612c6-3e4f-4dd1-a812-c6d94a56c6aa req-2dbb097e-31e5-472b-bc36-619f1b5d4878 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.20 "GET /v2.0/security-groups?id=a08cfa97-6188-4a72-a6d9-f5f45058a420&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435793 Feb 28 10:46:03.992456 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device 8cf9144b-d97b-42aa-a6d6-d16464b24251 up at agent hyperv_hv-neutron-mast {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:46:04.056062 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Provisioning for port 8cf9144b-d97b-42aa-a6d6-d16464b24251 completed by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 10:46:04.060066 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Provisioning complete for port 8cf9144b-d97b-42aa-a6d6-d16464b24251 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:46:04.060453 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (8cf9144b-d97b-42aa-a6d6-d16464b24251), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:04.145955 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Current status of the port 8cf9144b-d97b-42aa-a6d6-d16464b24251 is: BUILD; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:46:04.146327 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (8cf9144b-d97b-42aa-a6d6-d16464b24251), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:04.170054 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8adea748-19cc-4cf4-a8f9-2b42965f8431', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cf9144b-d97b-42aa-a6d6-d16464b24251'}] {{(pid=103409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:46:04.172282 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa5325a5be4b33bf61fd809c564e3765e689d817bbd874267890deb3cfccaf12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0bd3924-8ce3-42e2-ade1-58f9a2f4c97d" -d '{"events": [{"server_uuid": "8adea748-19cc-4cf4-a8f9-2b42965f8431", "name": "network-vif-plugged", "status": "completed", "tag": "8cf9144b-d97b-42aa-a6d6-d16464b24251"}]}' {{(pid=103409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:46:04.184534 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] For port 8cf9144b-d97b-42aa-a6d6-d16464b24251, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=8cf9144b-d97b-42aa-a6d6-d16464b24251,segment=NetworkSegment(635647a0-bb32-4e83-8331-d451090464be),segment_id=635647a0-bb32-4e83-8331-d451090464be)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:46:04.190107 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (8cf9144b-d97b-42aa-a6d6-d16464b24251), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:04.217198 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 10:46:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e73e72b-c942-43fc-8e36-28e57269b7ec x-openstack-request-id: req-0e73e72b-c942-43fc-8e36-28e57269b7ec {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:46:04.217491 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8adea748-19cc-4cf4-a8f9-2b42965f8431", "name": "network-vif-plugged", "status": "completed", "tag": "8cf9144b-d97b-42aa-a6d6-d16464b24251", "code": 200}]} {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:46:04.217753 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0e73e72b-c942-43fc-8e36-28e57269b7ec {{(pid=103409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:46:04.218169 dv-neutron-master-2-hyperv neutron-server[103409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8adea748-19cc-4cf4-a8f9-2b42965f8431', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cf9144b-d97b-42aa-a6d6-d16464b24251', 'code': 200} Feb 28 10:46:04.244321 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Pushing event updated for resources: {'Port': ['ID=8cf9144b-d97b-42aa-a6d6-d16464b24251,revision_number=5']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:46:04.461207 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80d2b21-46a7-4e47-8062-d7af2d0b27f3 req-eacbd59d-0df9-4d80-a9a2-bd86c1fdec7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:46:04.463168 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-e80d2b21-46a7-4e47-8062-d7af2d0b27f3 req-eacbd59d-0df9-4d80-a9a2-bd86c1fdec7a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8adea748-19cc-4cf4-a8f9-2b42965f8431 HTTP/1.1" status: 200 len: 1129 time: 0.0534871 Feb 28 10:46:04.513397 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-e80d2b21-46a7-4e47-8062-d7af2d0b27f3 req-824c950b-80a4-4853-9408-66fd9febb3cb service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=a08cfa97-6188-4a72-a6d9-f5f45058a420&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424752 Feb 28 10:46:04.808601 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7f6484-c820-43fb-96da-2a3e8c79d620 req-39ba0ed8-fec6-4486-a907-129a24c8b0eb tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:46:04.810081 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-1a7f6484-c820-43fb-96da-2a3e8c79d620 req-39ba0ed8-fec6-4486-a907-129a24c8b0eb tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.20 "GET /v2.0/ports?device_id=8adea748-19cc-4cf4-a8f9-2b42965f8431 HTTP/1.1" status: 200 len: 945 time: 0.0585055 Feb 28 10:46:04.862887 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-1a7f6484-c820-43fb-96da-2a3e8c79d620 req-370749a5-605f-49ca-a181-21b291e2ea7e tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.20 "GET /v2.0/security-groups?id=a08cfa97-6188-4a72-a6d9-f5f45058a420&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470266 Feb 28 10:46:06.003587 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6858e0c-d23a-488a-97b2-638981806b78 req-54328f9f-9c54-4b52-835c-659025fc9b0b tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:46:06.005215 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-d6858e0c-d23a-488a-97b2-638981806b78 req-54328f9f-9c54-4b52-835c-659025fc9b0b tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.20 "GET /v2.0/ports?device_id=8adea748-19cc-4cf4-a8f9-2b42965f8431 HTTP/1.1" status: 200 len: 945 time: 0.0558205 Feb 28 10:46:06.055059 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-d6858e0c-d23a-488a-97b2-638981806b78 req-2696730b-0b4d-4a73-a9ff-4f2467d2b686 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.20 "GET /v2.0/security-groups?id=a08cfa97-6188-4a72-a6d9-f5f45058a420&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440934 Feb 28 10:46:07.060943 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.agents_db [None req-382e0aa2-b126-48e6-89eb-3efa426b6b29 None None] Agent healthcheck: found 6 active agents {{(pid=103410) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 10:46:07.196090 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9320823-5490-4d09-b91d-8b27c384df79 req-16a1f6d4-16c4-406b-8ce4-a965e64a24a6 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:46:07.197605 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-a9320823-5490-4d09-b91d-8b27c384df79 req-16a1f6d4-16c4-406b-8ce4-a965e64a24a6 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.20 "GET /v2.0/ports?device_id=8adea748-19cc-4cf4-a8f9-2b42965f8431 HTTP/1.1" status: 200 len: 945 time: 0.0639584 Feb 28 10:46:07.249709 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-a9320823-5490-4d09-b91d-8b27c384df79 req-696c0d16-2c36-4bb6-bfda-b7636e42f895 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.20 "GET /v2.0/security-groups?id=a08cfa97-6188-4a72-a6d9-f5f45058a420&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440843 Feb 28 10:46:07.398161 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a9046d-0e7a-454b-8fb8-eaf6fcd24484 req-4b9b2962-74a8-4b86-ae8a-19f6cc4bcb75 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:46:07.399586 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-63a9046d-0e7a-454b-8fb8-eaf6fcd24484 req-4b9b2962-74a8-4b86-ae8a-19f6cc4bcb75 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.20 "GET /v2.0/ports?device_id=8adea748-19cc-4cf4-a8f9-2b42965f8431 HTTP/1.1" status: 200 len: 945 time: 0.0721591 Feb 28 10:46:07.448801 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-63a9046d-0e7a-454b-8fb8-eaf6fcd24484 req-436d647f-2c78-4ade-b022-7f8dbdbfcfe9 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.20 "GET /v2.0/security-groups?id=a08cfa97-6188-4a72-a6d9-f5f45058a420&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434628 Feb 28 10:46:07.471737 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 41418) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:46:07.523505 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c35e09e-56bf-4dc8-aeba-c6b729d53b6a tempest-TestVolumeBootPattern-190888179 tempest-TestVolumeBootPattern-190888179-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:46:07.525100 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-7c35e09e-56bf-4dc8-aeba-c6b729d53b6a tempest-TestVolumeBootPattern-190888179 tempest-TestVolumeBootPattern-190888179-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=8adea748-19cc-4cf4-a8f9-2b42965f8431 HTTP/1.1" status: 200 len: 1124 time: 0.0523572 Feb 28 10:46:07.529239 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 41422) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:46:07.533530 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-fc331f11-b40a-4121-bfce-5078e8e50e9b tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Request body: {'floatingip': {'floating_network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'port_id': '8cf9144b-d97b-42aa-a6d6-d16464b24251', 'tenant_id': '731d835d2b9d4f1cae2d0f5bd7f8ebb9', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:46:07.558216 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fc331f11-b40a-4121-bfce-5078e8e50e9b tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:07.658742 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fc331f11-b40a-4121-bfce-5078e8e50e9b tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:07.770090 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-fc331f11-b40a-4121-bfce-5078e8e50e9b tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Allocated IP 172.36.5.27 (1e0804d0-d1d9-4d40-9de5-2936f3d87840/6f6f4129-23e5-4c3b-b4ef-4c7ce926797e/47debd89-6a0c-49be-9a7b-b95568d9ba11) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:46:07.888160 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fc331f11-b40a-4121-bfce-5078e8e50e9b tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Publish callbacks [] for port (47debd89-6a0c-49be-9a7b-b95568d9ba11), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:07.933740 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fc331f11-b40a-4121-bfce-5078e8e50e9b tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (47debd89-6a0c-49be-9a7b-b95568d9ba11), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:07.978723 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc331f11-b40a-4121-bfce-5078e8e50e9b tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Network 1e0804d0-d1d9-4d40-9de5-2936f3d87840 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:46:07.981749 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-fc331f11-b40a-4121-bfce-5078e8e50e9b tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:46:07.986108 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc331f11-b40a-4121-bfce-5078e8e50e9b tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:46:07.989170 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc331f11-b40a-4121-bfce-5078e8e50e9b tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Pushing event updated for resources: {'Port': ['ID=47debd89-6a0c-49be-9a7b-b95568d9ba11,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:46:08.019966 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc331f11-b40a-4121-bfce-5078e8e50e9b tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:46:08.020324 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc331f11-b40a-4121-bfce-5078e8e50e9b tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:46:08.020704 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc331f11-b40a-4121-bfce-5078e8e50e9b tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:46:08.021145 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc331f11-b40a-4121-bfce-5078e8e50e9b tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:46:08.021609 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc331f11-b40a-4121-bfce-5078e8e50e9b tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:46:08.022066 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc331f11-b40a-4121-bfce-5078e8e50e9b tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:46:08.022394 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc331f11-b40a-4121-bfce-5078e8e50e9b tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:46:08.022736 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc331f11-b40a-4121-bfce-5078e8e50e9b tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:46:08.023078 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc331f11-b40a-4121-bfce-5078e8e50e9b tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:46:08.023413 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc331f11-b40a-4121-bfce-5078e8e50e9b tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:46:08.023752 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc331f11-b40a-4121-bfce-5078e8e50e9b tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:46:08.024091 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc331f11-b40a-4121-bfce-5078e8e50e9b tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:46:08.024423 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc331f11-b40a-4121-bfce-5078e8e50e9b tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:46:08.076945 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (13ac42ae-016e-4baf-bb31-c6fa820b41c2), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:08.385930 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fc331f11-b40a-4121-bfce-5078e8e50e9b tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Publish callbacks [] for floatingip (ba8aa16b-beda-4e9b-a4bd-cb8760848d28), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:08.470551 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fc331f11-b40a-4121-bfce-5078e8e50e9b tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (47debd89-6a0c-49be-9a7b-b95568d9ba11), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:08.625693 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fc331f11-b40a-4121-bfce-5078e8e50e9b tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Publish callbacks [] for port (47debd89-6a0c-49be-9a7b-b95568d9ba11), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:08.632817 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fc331f11-b40a-4121-bfce-5078e8e50e9b tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3242529'] for port (47debd89-6a0c-49be-9a7b-b95568d9ba11), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:08.697731 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc331f11-b40a-4121-bfce-5078e8e50e9b tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Pushing event updated for resources: {'Port': ['ID=47debd89-6a0c-49be-9a7b-b95568d9ba11,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:46:08.709512 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fc331f11-b40a-4121-bfce-5078e8e50e9b tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1803383'] for floatingip (ba8aa16b-beda-4e9b-a4bd-cb8760848d28), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:08.761027 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-90e0fc87-6970-465c-a44f-5c030034cd98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fb6705d2-4f70-4965-92a3-fbfccd43a6d3), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:08.815992 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.db.l3_db [None req-fc331f11-b40a-4121-bfce-5078e8e50e9b tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Floating IP ba8aa16b-beda-4e9b-a4bd-cb8760848d28 associated. External IP: 172.36.5.27, port: 8cf9144b-d97b-42aa-a6d6-d16464b24251. Feb 28 10:46:09.062521 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc331f11-b40a-4121-bfce-5078e8e50e9b tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Router bd5e29c8-c38a-48ce-8dc3-970636090032 has already been hosted by L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 {{(pid=103408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:46:09.175580 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc331f11-b40a-4121-bfce-5078e8e50e9b tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:46:09.186154 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4357d67d-a61e-4918-ba71-5f6a6580f8d6 None None] Sync routers for ids ['bd5e29c8-c38a-48ce-8dc3-970636090032'] in dv-neutron-master-2-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:46:09.196837 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4357d67d-a61e-4918-ba71-5f6a6580f8d6 None None] Routers {'bd5e29c8-c38a-48ce-8dc3-970636090032'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:46:09.197500 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-4357d67d-a61e-4918-ba71-5f6a6580f8d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:45:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['bd5e29c8-c38a-48ce-8dc3-970636090032'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:46:09.197688 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fc331f11-b40a-4121-bfce-5078e8e50e9b tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for floatingip (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:09.228785 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-fc331f11-b40a-4121-bfce-5078e8e50e9b tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6984835 Feb 28 10:46:09.229507 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8adea748-19cc-4cf4-a8f9-2b42965f8431', 'tag': '8cf9144b-d97b-42aa-a6d6-d16464b24251'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:46:09.231945 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f56b9db1a49ad64bfd589e142fe25e4b3ad10508b17737ae95e2f0d29aca45ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d89ac846-be7a-47b1-8e7f-43880858af0c" -d '{"events": [{"name": "network-changed", "server_uuid": "8adea748-19cc-4cf4-a8f9-2b42965f8431", "tag": "8cf9144b-d97b-42aa-a6d6-d16464b24251"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:46:09.322776 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-4357d67d-a61e-4918-ba71-5f6a6580f8d6 None None] Set router bd5e29c8-c38a-48ce-8dc3-970636090032 gateway port host: dv-neutron-master-2-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:46:09.337363 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 10:46:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec05d7ff-b9dc-434b-8832-192360395eab x-openstack-request-id: req-ec05d7ff-b9dc-434b-8832-192360395eab {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:46:09.337808 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8adea748-19cc-4cf4-a8f9-2b42965f8431", "tag": "8cf9144b-d97b-42aa-a6d6-d16464b24251", "status": "completed", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:46:09.338193 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ec05d7ff-b9dc-434b-8832-192360395eab {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:46:09.338845 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8adea748-19cc-4cf4-a8f9-2b42965f8431', 'tag': '8cf9144b-d97b-42aa-a6d6-d16464b24251', 'status': 'completed', 'code': 200} Feb 28 10:46:09.443848 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89ac846-be7a-47b1-8e7f-43880858af0c req-c601fd39-a614-4f00-bb44-ec4821363d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:46:09.445464 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-d89ac846-be7a-47b1-8e7f-43880858af0c req-c601fd39-a614-4f00-bb44-ec4821363d69 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=731d835d2b9d4f1cae2d0f5bd7f8ebb9&device_id=8adea748-19cc-4cf4-a8f9-2b42965f8431 HTTP/1.1" status: 200 len: 1129 time: 0.0594919 Feb 28 10:46:09.556132 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89ac846-be7a-47b1-8e7f-43880858af0c req-c5bf8138-f814-40c1-8d17-cddd6fd554eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:46:09.557712 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-d89ac846-be7a-47b1-8e7f-43880858af0c req-c5bf8138-f814-40c1-8d17-cddd6fd554eb service neutron] 10.222.0.30 "GET /v2.0/networks?id=75bff9a3-e6fb-40b9-a252-b48d30550927 HTTP/1.1" status: 200 len: 913 time: 0.1048191 Feb 28 10:46:09.565187 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-4357d67d-a61e-4918-ba71-5f6a6580f8d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd5e29c8-c38a-48ce-8dc3-970636090032', 'name': 'tempest-TestVolumeBootPattern-1823250637-router', 'tenant_id': '731d835d2b9d4f1cae2d0f5bd7f8ebb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.129'}], 'enable_snat': True}, 'gw_port_id': '7dff299d-16aa-48a9-bb1b-402a94ac724b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:40:11Z', 'updated_at': '2022-02-28T10:40:14Z', 'revision_number': 4, 'project_id': '731d835d2b9d4f1cae2d0f5bd7f8ebb9', 'gw_port': {'id': '7dff299d-16aa-48a9-bb1b-402a94ac724b', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:b0:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5e29c8-c38a-48ce-8dc3-970636090032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:40:12Z', 'updated_at': '2022-02-28T10:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '9d0f137a-9c2c-4cec-98d1-e4f8c39c49d3', 'tenant_id': '731d835d2b9d4f1cae2d0f5bd7f8ebb9', 'floating_ip_address': '172.36.5.180', 'floating_network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'router_id': 'bd5e29c8-c38a-48ce-8dc3-970636090032', 'port_id': '2097dbc1-1ec9-4802-a47b-5238b152e3ed', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1386, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75bff9a3-e6fb-40b9-a252-b48d30550927', 'mac_address': 'fa:16:3e:21:1f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3949dcf-1058-4944-b0bc-7a64112645e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:43:53Z', 'updated_at': '2022-02-28T10:43:55Z', 'revision_number': 1, 'project_id': '731d835d2b9d4f1cae2d0f5bd7f8ebb9', 'fixed_ip_address_scope': None}, {'id': 'ba8aa16b-beda-4e9b-a4bd-cb8760848d28', 'tenant_id': '731d835d2b9d4f1cae2d0f5bd7f8ebb9', 'floating_ip_address': '172.36.5.27', 'floating_network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'router_id': 'bd5e29c8-c38a-48ce-8dc3-970636090032', 'port_id': '8cf9144b-d97b-42aa-a6d6-d16464b24251', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1399, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75bff9a3-e6fb-40b9-a252-b48d30550927', 'mac_address': 'fa:16:3e:dd:37:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8adea748-19cc-4cf4-a8f9-2b42965f8431', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:46:08Z', 'updated_at': '2022-02-28T10:46:08Z', 'revision_number': 0, 'project_id': '731d835d2b9d4f1cae2d0f5bd7f8ebb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87df74ac-20b3-46c6-9cf3-a504e98c4bb3', 'name': '', 'network_id': '75bff9a3-e6fb-40b9-a252-b48d30550927', 'tenant_id': '731d835d2b9d4f1cae2d0f5bd7f8ebb9', 'mac_address': 'fa:16:3e:9d:bd:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5e29c8-c38a-48ce-8dc3-970636090032', 'device_owner': 'network:router_interface', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': 'e42d74b6-8cf8-4c98-a2fa-7c543c8ad426', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:40:14Z', 'updated_at': '2022-02-28T10:40:19Z', 'revision_number': 5, 'project_id': '731d835d2b9d4f1cae2d0f5bd7f8ebb9', 'subnets': [{'id': 'e42d74b6-8cf8-4c98-a2fa-7c543c8ad426', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:46:09.601741 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4357d67d-a61e-4918-ba71-5f6a6580f8d6 None None] Checking router: bd5e29c8-c38a-48ce-8dc3-970636090032 for host: dv-neutron-master-2-hyperv {{(pid=103410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:46:09.610148 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4357d67d-a61e-4918-ba71-5f6a6580f8d6 None None] Routers {'bd5e29c8-c38a-48ce-8dc3-970636090032'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:46:09.611278 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-4357d67d-a61e-4918-ba71-5f6a6580f8d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:45:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['bd5e29c8-c38a-48ce-8dc3-970636090032'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:46:09.627271 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-d89ac846-be7a-47b1-8e7f-43880858af0c req-c396c1bf-a997-4e90-838e-648f246a8f1d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8cf9144b-d97b-42aa-a6d6-d16464b24251 HTTP/1.1" status: 200 len: 998 time: 0.0625334 Feb 28 10:46:09.683433 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89ac846-be7a-47b1-8e7f-43880858af0c req-a6c57d19-ac1f-422a-b324-0affa202440a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:46:09.684984 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-d89ac846-be7a-47b1-8e7f-43880858af0c req-a6c57d19-ac1f-422a-b324-0affa202440a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e42d74b6-8cf8-4c98-a2fa-7c543c8ad426 HTTP/1.1" status: 200 len: 851 time: 0.0523083 Feb 28 10:46:09.735698 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-4357d67d-a61e-4918-ba71-5f6a6580f8d6 None None] Set router bd5e29c8-c38a-48ce-8dc3-970636090032 gateway port host: dv-neutron-master-2-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:46:09.743643 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89ac846-be7a-47b1-8e7f-43880858af0c req-79968ab2-d3d8-40c9-b57d-5ced1a64f777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:46:09.745232 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-d89ac846-be7a-47b1-8e7f-43880858af0c req-79968ab2-d3d8-40c9-b57d-5ced1a64f777 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=75bff9a3-e6fb-40b9-a252-b48d30550927&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0546374 Feb 28 10:46:09.851104 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-d89ac846-be7a-47b1-8e7f-43880858af0c req-ad598588-85ea-464a-a82b-9ad3d2df5813 service neutron] 10.222.0.30 "GET /v2.0/networks/75bff9a3-e6fb-40b9-a252-b48d30550927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954170 Feb 28 10:46:09.954868 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-d89ac846-be7a-47b1-8e7f-43880858af0c req-e0895ea4-70c9-49a4-a3a5-b53dee22beca service neutron] 10.222.0.30 "GET /v2.0/networks/75bff9a3-e6fb-40b9-a252-b48d30550927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971875 Feb 28 10:46:09.992360 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-4357d67d-a61e-4918-ba71-5f6a6580f8d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd5e29c8-c38a-48ce-8dc3-970636090032', 'name': 'tempest-TestVolumeBootPattern-1823250637-router', 'tenant_id': '731d835d2b9d4f1cae2d0f5bd7f8ebb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.129'}], 'enable_snat': True}, 'gw_port_id': '7dff299d-16aa-48a9-bb1b-402a94ac724b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:40:11Z', 'updated_at': '2022-02-28T10:40:14Z', 'revision_number': 4, 'project_id': '731d835d2b9d4f1cae2d0f5bd7f8ebb9', 'gw_port': {'id': '7dff299d-16aa-48a9-bb1b-402a94ac724b', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:b0:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5e29c8-c38a-48ce-8dc3-970636090032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:40:12Z', 'updated_at': '2022-02-28T10:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '9d0f137a-9c2c-4cec-98d1-e4f8c39c49d3', 'tenant_id': '731d835d2b9d4f1cae2d0f5bd7f8ebb9', 'floating_ip_address': '172.36.5.180', 'floating_network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'router_id': 'bd5e29c8-c38a-48ce-8dc3-970636090032', 'port_id': '2097dbc1-1ec9-4802-a47b-5238b152e3ed', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1386, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75bff9a3-e6fb-40b9-a252-b48d30550927', 'mac_address': 'fa:16:3e:21:1f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3949dcf-1058-4944-b0bc-7a64112645e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:43:53Z', 'updated_at': '2022-02-28T10:43:55Z', 'revision_number': 1, 'project_id': '731d835d2b9d4f1cae2d0f5bd7f8ebb9', 'fixed_ip_address_scope': None}, {'id': 'ba8aa16b-beda-4e9b-a4bd-cb8760848d28', 'tenant_id': '731d835d2b9d4f1cae2d0f5bd7f8ebb9', 'floating_ip_address': '172.36.5.27', 'floating_network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'router_id': 'bd5e29c8-c38a-48ce-8dc3-970636090032', 'port_id': '8cf9144b-d97b-42aa-a6d6-d16464b24251', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1399, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75bff9a3-e6fb-40b9-a252-b48d30550927', 'mac_address': 'fa:16:3e:dd:37:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8adea748-19cc-4cf4-a8f9-2b42965f8431', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:46:08Z', 'updated_at': '2022-02-28T10:46:08Z', 'revision_number': 0, 'project_id': '731d835d2b9d4f1cae2d0f5bd7f8ebb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87df74ac-20b3-46c6-9cf3-a504e98c4bb3', 'name': '', 'network_id': '75bff9a3-e6fb-40b9-a252-b48d30550927', 'tenant_id': '731d835d2b9d4f1cae2d0f5bd7f8ebb9', 'mac_address': 'fa:16:3e:9d:bd:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5e29c8-c38a-48ce-8dc3-970636090032', 'device_owner': 'network:router_interface', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': 'e42d74b6-8cf8-4c98-a2fa-7c543c8ad426', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:40:14Z', 'updated_at': '2022-02-28T10:40:19Z', 'revision_number': 5, 'project_id': '731d835d2b9d4f1cae2d0f5bd7f8ebb9', 'subnets': [{'id': 'e42d74b6-8cf8-4c98-a2fa-7c543c8ad426', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:46:10.028995 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4357d67d-a61e-4918-ba71-5f6a6580f8d6 None None] The sync data for ids ['bd5e29c8-c38a-48ce-8dc3-970636090032'] in dv-neutron-master-2-hyperv is: [{'id': 'bd5e29c8-c38a-48ce-8dc3-970636090032', 'name': 'tempest-TestVolumeBootPattern-1823250637-router', 'tenant_id': '731d835d2b9d4f1cae2d0f5bd7f8ebb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.129'}], 'enable_snat': True}, 'gw_port_id': '7dff299d-16aa-48a9-bb1b-402a94ac724b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:40:11Z', 'updated_at': '2022-02-28T10:40:14Z', 'revision_number': 4, 'project_id': '731d835d2b9d4f1cae2d0f5bd7f8ebb9', 'gw_port': {'id': '7dff299d-16aa-48a9-bb1b-402a94ac724b', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:b0:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5e29c8-c38a-48ce-8dc3-970636090032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:40:12Z', 'updated_at': '2022-02-28T10:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '9d0f137a-9c2c-4cec-98d1-e4f8c39c49d3', 'tenant_id': '731d835d2b9d4f1cae2d0f5bd7f8ebb9', 'floating_ip_address': '172.36.5.180', 'floating_network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'router_id': 'bd5e29c8-c38a-48ce-8dc3-970636090032', 'port_id': '2097dbc1-1ec9-4802-a47b-5238b152e3ed', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1386, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75bff9a3-e6fb-40b9-a252-b48d30550927', 'mac_address': 'fa:16:3e:21:1f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3949dcf-1058-4944-b0bc-7a64112645e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:43:53Z', 'updated_at': '2022-02-28T10:43:55Z', 'revision_number': 1, 'project_id': '731d835d2b9d4f1cae2d0f5bd7f8ebb9', 'fixed_ip_address_scope': None}, {'id': 'ba8aa16b-beda-4e9b-a4bd-cb8760848d28', 'tenant_id': '731d835d2b9d4f1cae2d0f5bd7f8ebb9', 'floating_ip_address': '172.36.5.27', 'floating_network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'router_id': 'bd5e29c8-c38a-48ce-8dc3-970636090032', 'port_id': '8cf9144b-d97b-42aa-a6d6-d16464b24251', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1399, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75bff9a3-e6fb-40b9-a252-b48d30550927', 'mac_address': 'fa:16:3e:dd:37:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8adea748-19cc-4cf4-a8f9-2b42965f8431', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:46:08Z', 'updated_at': '2022-02-28T10:46:08Z', 'revision_number': 0, 'project_id': '731d835d2b9d4f1cae2d0f5bd7f8ebb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87df74ac-20b3-46c6-9cf3-a504e98c4bb3', 'name': '', 'network_id': '75bff9a3-e6fb-40b9-a252-b48d30550927', 'tenant_id': '731d835d2b9d4f1cae2d0f5bd7f8ebb9', 'mac_address': 'fa:16:3e:9d:bd:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5e29c8-c38a-48ce-8dc3-970636090032', 'device_owner': 'network:router_interface', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': 'e42d74b6-8cf8-4c98-a2fa-7c543c8ad426', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:40:14Z', 'updated_at': '2022-02-28T10:40:19Z', 'revision_number': 5, 'project_id': '731d835d2b9d4f1cae2d0f5bd7f8ebb9', 'subnets': [{'id': 'e42d74b6-8cf8-4c98-a2fa-7c543c8ad426', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:46:10.258800 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e12914b5-2baf-4d37-9747-64946beabc06 None None] New status for floating IP ba8aa16b-beda-4e9b-a4bd-cb8760848d28: ACTIVE {{(pid=103409) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 10:46:11.032591 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bc138083-f430-446b-aeb5-08a7463260dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fc6c9b74-8dbb-41bb-800a-5bd3a43fe896), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:12.025442 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b6d631fb-7df0-4fe1-8322-abff3b61cae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (0db5147a-92a3-4581-8a5f-8ec9b93e0600), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:13.469111 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6b923bb1-06b0-4b84-b461-7cc1d0196090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (2e621730-3978-4720-b581-ac380e97a567), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:14.913009 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:17.456474 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446eebfa-cf45-4513-840d-75ed4f44a515 req-f95a39fe-484f-4ac8-bc11-2d3982a541be tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:46:17.458053 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-446eebfa-cf45-4513-840d-75ed4f44a515 req-f95a39fe-484f-4ac8-bc11-2d3982a541be tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/ports?device_id=982c1240-646f-44b4-b03b-207f6f5d4d8a HTTP/1.1" status: 200 len: 946 time: 0.0674086 Feb 28 10:46:17.522605 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-446eebfa-cf45-4513-840d-75ed4f44a515 req-a8c69654-6e38-481c-b042-1a132f0fdcf5 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/security-groups?id=882db7cd-8cce-40d4-b77b-629bad820a37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578134 Feb 28 10:46:18.673804 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1e0c30-ed0c-419b-9c22-231a3940ca63 req-2aab3aad-bcdd-4e85-808d-bc07b5c53634 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:46:18.675319 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-bf1e0c30-ed0c-419b-9c22-231a3940ca63 req-2aab3aad-bcdd-4e85-808d-bc07b5c53634 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/ports?device_id=982c1240-646f-44b4-b03b-207f6f5d4d8a HTTP/1.1" status: 200 len: 946 time: 0.0795991 Feb 28 10:46:18.742551 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-bf1e0c30-ed0c-419b-9c22-231a3940ca63 req-f852da88-74b1-40c1-a663-5386dd6d894e tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/security-groups?id=882db7cd-8cce-40d4-b77b-629bad820a37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606902 Feb 28 10:46:19.375516 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48892be-afca-4450-849f-afe874e9d694 req-fd4549f9-72e7-441e-a356-a02d595df412 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:46:19.376987 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-f48892be-afca-4450-849f-afe874e9d694 req-fd4549f9-72e7-441e-a356-a02d595df412 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.30 "GET /v2.0/ports?device_id=982c1240-646f-44b4-b03b-207f6f5d4d8a HTTP/1.1" status: 200 len: 946 time: 0.0691659 Feb 28 10:46:19.476876 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [req-f48892be-afca-4450-849f-afe874e9d694 req-4ad0d8a5-2996-4163-bf78-1151656501d5 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Deleting port 30b56165-fed2-45b8-ad0b-dd8e8fe5060a {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:46:19.477172 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-f48892be-afca-4450-849f-afe874e9d694 req-4ad0d8a5-2996-4163-bf78-1151656501d5 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (30b56165-fed2-45b8-ad0b-dd8e8fe5060a), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:19.589723 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-f48892be-afca-4450-849f-afe874e9d694 req-4ad0d8a5-2996-4163-bf78-1151656501d5 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] For port 30b56165-fed2-45b8-ad0b-dd8e8fe5060a, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=30b56165-fed2-45b8-ad0b-dd8e8fe5060a,segment=NetworkSegment(5e15ce7f-87f4-432b-9f2d-646e616ef518),segment_id=5e15ce7f-87f4-432b-9f2d-646e616ef518)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:46:19.590138 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-f48892be-afca-4450-849f-afe874e9d694 req-4ad0d8a5-2996-4163-bf78-1151656501d5 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (30b56165-fed2-45b8-ad0b-dd8e8fe5060a), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:19.778365 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-f48892be-afca-4450-849f-afe874e9d694 req-4ad0d8a5-2996-4163-bf78-1151656501d5 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:19.779014 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-f48892be-afca-4450-849f-afe874e9d694 req-4ad0d8a5-2996-4163-bf78-1151656501d5 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1803383'] for floatingip (58cc6b6f-9bde-477a-bd64-0410f0cf9545), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:19.779014 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.db.l3_db [req-f48892be-afca-4450-849f-afe874e9d694 req-4ad0d8a5-2996-4163-bf78-1151656501d5 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Floating IP 58cc6b6f-9bde-477a-bd64-0410f0cf9545 disassociated. External IP: 172.36.5.231, port: 30b56165-fed2-45b8-ad0b-dd8e8fe5060a. Feb 28 10:46:19.779370 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [req-f48892be-afca-4450-849f-afe874e9d694 req-4ad0d8a5-2996-4163-bf78-1151656501d5 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Calling delete_port for 30b56165-fed2-45b8-ad0b-dd8e8fe5060a owned by compute:nova {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:46:19.897904 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15851f2-08d0-4d97-9a08-240b8bcfa525 req-f11a9bc6-7115-4524-9413-cbb4b079b378 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:46:19.899435 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-c15851f2-08d0-4d97-9a08-240b8bcfa525 req-f11a9bc6-7115-4524-9413-cbb4b079b378 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/ports?device_id=982c1240-646f-44b4-b03b-207f6f5d4d8a HTTP/1.1" status: 200 len: 946 time: 0.0803988 Feb 28 10:46:19.981471 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-f48892be-afca-4450-849f-afe874e9d694 req-4ad0d8a5-2996-4163-bf78-1151656501d5 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (30b56165-fed2-45b8-ad0b-dd8e8fe5060a), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:19.986670 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-c15851f2-08d0-4d97-9a08-240b8bcfa525 req-1255af46-b708-4dac-ab68-a8336164f5d0 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/security-groups?id=882db7cd-8cce-40d4-b77b-629bad820a37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780826 Feb 28 10:46:20.017289 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad0d8a5-2996-4163-bf78-1151656501d5 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event deleted for resources: {'Port': ['ID=30b56165-fed2-45b8-ad0b-dd8e8fe5060a,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:46:20.028410 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0d8a5-2996-4163-bf78-1151656501d5 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:46:20.029061 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0d8a5-2996-4163-bf78-1151656501d5 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:46:20.029185 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0d8a5-2996-4163-bf78-1151656501d5 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:46:20.029494 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0d8a5-2996-4163-bf78-1151656501d5 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:46:20.029832 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0d8a5-2996-4163-bf78-1151656501d5 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:46:20.030159 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0d8a5-2996-4163-bf78-1151656501d5 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:46:20.030501 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0d8a5-2996-4163-bf78-1151656501d5 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:46:20.030828 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0d8a5-2996-4163-bf78-1151656501d5 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:46:20.031169 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0d8a5-2996-4163-bf78-1151656501d5 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:46:20.031535 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0d8a5-2996-4163-bf78-1151656501d5 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:46:20.031814 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0d8a5-2996-4163-bf78-1151656501d5 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:46:20.032136 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0d8a5-2996-4163-bf78-1151656501d5 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:46:20.032459 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0d8a5-2996-4163-bf78-1151656501d5 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:46:20.153332 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f48892be-afca-4450-849f-afe874e9d694 req-4ad0d8a5-2996-4163-bf78-1151656501d5 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Router e1d5840e-8ede-4885-9494-70ab028e0f87 has already been hosted by L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:46:20.273581 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f48892be-afca-4450-849f-afe874e9d694 req-4ad0d8a5-2996-4163-bf78-1151656501d5 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:46:20.283969 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68464108-b153-43de-97f4-eea131e709c9 None None] Sync routers for ids ['e1d5840e-8ede-4885-9494-70ab028e0f87'] in dv-neutron-master-2-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:46:20.295007 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68464108-b153-43de-97f4-eea131e709c9 None None] Routers {'e1d5840e-8ede-4885-9494-70ab028e0f87'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:46:20.295547 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-68464108-b153-43de-97f4-eea131e709c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:46:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['e1d5840e-8ede-4885-9494-70ab028e0f87'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:46:20.317870 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-f48892be-afca-4450-849f-afe874e9d694 req-4ad0d8a5-2996-4163-bf78-1151656501d5 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] No DVR routers for this DVR port 30b56165-fed2-45b8-ad0b-dd8e8fe5060a on host hv-neutron-mast {{(pid=103407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:46:20.326439 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-f48892be-afca-4450-849f-afe874e9d694 req-4ad0d8a5-2996-4163-bf78-1151656501d5 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:20.330011 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-f48892be-afca-4450-849f-afe874e9d694 req-4ad0d8a5-2996-4163-bf78-1151656501d5 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.30 "DELETE /v2.0/ports/30b56165-fed2-45b8-ad0b-dd8e8fe5060a HTTP/1.1" status: 204 len: 173 time: 0.9469521 Feb 28 10:46:20.330463 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '982c1240-646f-44b4-b03b-207f6f5d4d8a', 'name': 'network-vif-deleted', 'tag': '30b56165-fed2-45b8-ad0b-dd8e8fe5060a'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:46:20.332752 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c8e1c873eeca597e52e7ceb7469e602eac250bfea6606d285743d38033cf584" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c1b270c-be5a-4aae-8b17-e0b673a1cb9c" -d '{"events": [{"server_uuid": "982c1240-646f-44b4-b03b-207f6f5d4d8a", "name": "network-vif-deleted", "tag": "30b56165-fed2-45b8-ad0b-dd8e8fe5060a"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:46:20.376589 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 10:46:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b963c13-171b-4700-9d48-bb77624400b2 x-openstack-request-id: req-5b963c13-171b-4700-9d48-bb77624400b2 {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:46:20.376925 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "982c1240-646f-44b4-b03b-207f6f5d4d8a", "name": "network-vif-deleted", "tag": "30b56165-fed2-45b8-ad0b-dd8e8fe5060a", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:46:20.378112 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5b963c13-171b-4700-9d48-bb77624400b2 {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:46:20.378757 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '982c1240-646f-44b4-b03b-207f6f5d4d8a', 'name': 'network-vif-deleted', 'tag': '30b56165-fed2-45b8-ad0b-dd8e8fe5060a', 'status': 'completed', 'code': 200} Feb 28 10:46:20.417868 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-68464108-b153-43de-97f4-eea131e709c9 None None] Set router e1d5840e-8ede-4885-9494-70ab028e0f87 gateway port host: dv-neutron-master-2-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:46:20.673062 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-68464108-b153-43de-97f4-eea131e709c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1d5840e-8ede-4885-9494-70ab028e0f87', 'name': 'tempest-TestNetworkBasicOps-router-1765386747', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.157'}], 'enable_snat': True}, 'gw_port_id': '049097a7-8791-4730-823c-44d7d4c2de02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:43:04Z', 'updated_at': '2022-02-28T10:43:08Z', 'revision_number': 4, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'gw_port': {'id': '049097a7-8791-4730-823c-44d7d4c2de02', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:99:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d5840e-8ede-4885-9494-70ab028e0f87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:43:04Z', 'updated_at': '2022-02-28T10:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '25b03a79-bec0-49a2-9790-40657a1699b3', 'name': '', 'network_id': '7b295ea2-65ed-4c73-abde-545174b5e2c1', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'mac_address': 'fa:16:3e:e0:30:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d5840e-8ede-4885-9494-70ab028e0f87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': '59397fd1-a427-45e6-b3e4-97b5165e0628', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:43:07Z', 'updated_at': '2022-02-28T10:43:11Z', 'revision_number': 5, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'subnets': [{'id': '59397fd1-a427-45e6-b3e4-97b5165e0628', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:46:20.798674 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68464108-b153-43de-97f4-eea131e709c9 None None] Checking router: e1d5840e-8ede-4885-9494-70ab028e0f87 for host: dv-neutron-master-2-hyperv {{(pid=103410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:46:20.808475 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68464108-b153-43de-97f4-eea131e709c9 None None] Routers {'e1d5840e-8ede-4885-9494-70ab028e0f87'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:46:20.809118 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-68464108-b153-43de-97f4-eea131e709c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:46:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['e1d5840e-8ede-4885-9494-70ab028e0f87'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:46:20.933994 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-68464108-b153-43de-97f4-eea131e709c9 None None] Set router e1d5840e-8ede-4885-9494-70ab028e0f87 gateway port host: dv-neutron-master-2-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:46:21.114834 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-403b2868-d8ba-4ffd-ad5c-c4afc68383a2 req-5dd22e15-3333-401d-9678-f53045780704 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/ports?device_id=982c1240-646f-44b4-b03b-207f6f5d4d8a HTTP/1.1" status: 200 len: 210 time: 0.0429497 Feb 28 10:46:21.157914 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-68464108-b153-43de-97f4-eea131e709c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1d5840e-8ede-4885-9494-70ab028e0f87', 'name': 'tempest-TestNetworkBasicOps-router-1765386747', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.157'}], 'enable_snat': True}, 'gw_port_id': '049097a7-8791-4730-823c-44d7d4c2de02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:43:04Z', 'updated_at': '2022-02-28T10:43:08Z', 'revision_number': 4, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'gw_port': {'id': '049097a7-8791-4730-823c-44d7d4c2de02', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:99:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d5840e-8ede-4885-9494-70ab028e0f87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:43:04Z', 'updated_at': '2022-02-28T10:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '25b03a79-bec0-49a2-9790-40657a1699b3', 'name': '', 'network_id': '7b295ea2-65ed-4c73-abde-545174b5e2c1', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'mac_address': 'fa:16:3e:e0:30:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d5840e-8ede-4885-9494-70ab028e0f87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': '59397fd1-a427-45e6-b3e4-97b5165e0628', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:43:07Z', 'updated_at': '2022-02-28T10:43:11Z', 'revision_number': 5, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'subnets': [{'id': '59397fd1-a427-45e6-b3e4-97b5165e0628', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:46:21.188062 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68464108-b153-43de-97f4-eea131e709c9 None None] The sync data for ids ['e1d5840e-8ede-4885-9494-70ab028e0f87'] in dv-neutron-master-2-hyperv is: [{'id': 'e1d5840e-8ede-4885-9494-70ab028e0f87', 'name': 'tempest-TestNetworkBasicOps-router-1765386747', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.157'}], 'enable_snat': True}, 'gw_port_id': '049097a7-8791-4730-823c-44d7d4c2de02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:43:04Z', 'updated_at': '2022-02-28T10:43:08Z', 'revision_number': 4, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'gw_port': {'id': '049097a7-8791-4730-823c-44d7d4c2de02', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:99:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d5840e-8ede-4885-9494-70ab028e0f87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:43:04Z', 'updated_at': '2022-02-28T10:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '25b03a79-bec0-49a2-9790-40657a1699b3', 'name': '', 'network_id': '7b295ea2-65ed-4c73-abde-545174b5e2c1', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'mac_address': 'fa:16:3e:e0:30:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d5840e-8ede-4885-9494-70ab028e0f87', 'device_owner': 'network:router_interface', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': '59397fd1-a427-45e6-b3e4-97b5165e0628', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:43:07Z', 'updated_at': '2022-02-28T10:43:11Z', 'revision_number': 5, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'subnets': [{'id': '59397fd1-a427-45e6-b3e4-97b5165e0628', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:46:21.418875 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99221139-6fea-47e9-ae7a-7d9cb97513b5 None None] New status for floating IP 58cc6b6f-9bde-477a-bd64-0410f0cf9545: DOWN {{(pid=103409) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 10:46:22.038027 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device 30b56165-fed2-45b8-ad0b-dd8e8fe5060a no longer exists at agent hyperv_hv-neutron-mast {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:46:22.059046 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] No Port match for: 30b56165-fed2-45b8-ad0b-dd8e8fe5060a {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:46:22.059390 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device 30b56165-fed2-45b8-ad0b-dd8e8fe5060a not bound to the agent host hv-neutron-mast {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:46:22.186226 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 41452) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:46:22.254742 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6baf8633-deea-488a-8db1-28172a53e0b0 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group (882db7cd-8cce-40d4-b77b-629bad820a37), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:22.288259 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6baf8633-deea-488a-8db1-28172a53e0b0 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group (882db7cd-8cce-40d4-b77b-629bad820a37), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:22.362832 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6baf8633-deea-488a-8db1-28172a53e0b0 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (882db7cd-8cce-40d4-b77b-629bad820a37), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:22.366847 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6baf8633-deea-488a-8db1-28172a53e0b0 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:22.368411 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-6baf8633-deea-488a-8db1-28172a53e0b0 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "DELETE /v2.0/security-groups/882db7cd-8cce-40d4-b77b-629bad820a37 HTTP/1.1" status: 204 len: 168 time: 0.1811817 Feb 28 10:46:22.379584 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baf8633-deea-488a-8db1-28172a53e0b0 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=882db7cd-8cce-40d4-b77b-629bad820a37,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:46:22.406100 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 41458) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:46:22.571737 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-b4eb59cf-0a6b-4e7f-a2ac-d0d239d44372 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Deleting port 4fe4fa67-1fea-466a-ba8b-af678303b6d9 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:46:22.572241 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b4eb59cf-0a6b-4e7f-a2ac-d0d239d44372 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (4fe4fa67-1fea-466a-ba8b-af678303b6d9), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:22.684449 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b4eb59cf-0a6b-4e7f-a2ac-d0d239d44372 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (4fe4fa67-1fea-466a-ba8b-af678303b6d9), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:22.684805 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b4eb59cf-0a6b-4e7f-a2ac-d0d239d44372 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for floatingip (4fe4fa67-1fea-466a-ba8b-af678303b6d9), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:22.697046 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-b4eb59cf-0a6b-4e7f-a2ac-d0d239d44372 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Calling delete_port for 4fe4fa67-1fea-466a-ba8b-af678303b6d9 owned by network:floatingip {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:46:22.860202 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b4eb59cf-0a6b-4e7f-a2ac-d0d239d44372 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (4fe4fa67-1fea-466a-ba8b-af678303b6d9), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:22.900108 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4eb59cf-0a6b-4e7f-a2ac-d0d239d44372 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event deleted for resources: {'Port': ['ID=4fe4fa67-1fea-466a-ba8b-af678303b6d9,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:46:23.008201 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b4eb59cf-0a6b-4e7f-a2ac-d0d239d44372 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for floatingip (58cc6b6f-9bde-477a-bd64-0410f0cf9545), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:23.010869 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b4eb59cf-0a6b-4e7f-a2ac-d0d239d44372 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for floatingip (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:23.012166 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-b4eb59cf-0a6b-4e7f-a2ac-d0d239d44372 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "DELETE /v2.0/floatingips/58cc6b6f-9bde-477a-bd64-0410f0cf9545 HTTP/1.1" status: 204 len: 168 time: 0.6047564 Feb 28 10:46:23.039095 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-46d2e650-3ac7-47ab-a15b-a23afba61ce7 req-66a8ed87-a518-4440-a884-06effe89acd3 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c35bdb70-97a7-4b0d-b6e9-dc87fd2cf935&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0763385 Feb 28 10:46:23.195593 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d2e650-3ac7-47ab-a15b-a23afba61ce7 req-c0122184-6ea8-4839-b285-d9ffb7fd249f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:46:23.195593 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-46d2e650-3ac7-47ab-a15b-a23afba61ce7 req-c0122184-6ea8-4839-b285-d9ffb7fd249f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5a84b6bdce3e454e9741c4fbc09bfc68&device_id=c35bdb70-97a7-4b0d-b6e9-dc87fd2cf935 HTTP/1.1" status: 200 len: 1130 time: 0.0766046 Feb 28 10:46:23.333621 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c94a3c3-32c6-438c-abdb-f542546446f8 req-ff5656a4-7d80-4a87-b471-eec2041bed3c tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:46:23.335271 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-5c94a3c3-32c6-438c-abdb-f542546446f8 req-ff5656a4-7d80-4a87-b471-eec2041bed3c tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/ports?device_id=c35bdb70-97a7-4b0d-b6e9-dc87fd2cf935 HTTP/1.1" status: 200 len: 946 time: 0.1160755 Feb 28 10:46:23.367309 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d2e650-3ac7-47ab-a15b-a23afba61ce7 req-df296fec-7b6b-4148-9c4e-e5f37bc03389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:46:23.368862 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-46d2e650-3ac7-47ab-a15b-a23afba61ce7 req-df296fec-7b6b-4148-9c4e-e5f37bc03389 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7b295ea2-65ed-4c73-abde-545174b5e2c1 HTTP/1.1" status: 200 len: 897 time: 0.1204653 Feb 28 10:46:23.422484 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-46d2e650-3ac7-47ab-a15b-a23afba61ce7 req-3e52da94-a2a3-4b66-a346-180f2783976c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=60632c35-f206-446c-a569-941cc9812ab6 HTTP/1.1" status: 200 len: 217 time: 0.0458593 Feb 28 10:46:23.431124 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-5c94a3c3-32c6-438c-abdb-f542546446f8 req-3933fd20-4d25-4268-871b-7d4eda56405b tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5560881-ee0e-49ae-ba88-940043d74ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872073 Feb 28 10:46:23.475973 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d2e650-3ac7-47ab-a15b-a23afba61ce7 req-3c2b3ae5-39ef-4a0b-996d-41d82518210a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:46:23.477496 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-46d2e650-3ac7-47ab-a15b-a23afba61ce7 req-3c2b3ae5-39ef-4a0b-996d-41d82518210a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=59397fd1-a427-45e6-b3e4-97b5165e0628 HTTP/1.1" status: 200 len: 835 time: 0.0455341 Feb 28 10:46:23.535111 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d2e650-3ac7-47ab-a15b-a23afba61ce7 req-2d1184b1-8c1d-48b7-9aec-24d645ea0765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:46:23.536664 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-46d2e650-3ac7-47ab-a15b-a23afba61ce7 req-2d1184b1-8c1d-48b7-9aec-24d645ea0765 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7b295ea2-65ed-4c73-abde-545174b5e2c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0488992 Feb 28 10:46:23.642207 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-46d2e650-3ac7-47ab-a15b-a23afba61ce7 req-e1a2e596-0c84-4167-ba8b-d0894a687c24 service neutron] 10.222.0.30 "GET /v2.0/networks/7b295ea2-65ed-4c73-abde-545174b5e2c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980892 Feb 28 10:46:23.735125 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-46d2e650-3ac7-47ab-a15b-a23afba61ce7 req-4e2d97ef-8d58-461b-b57c-d29ee037cefc service neutron] 10.222.0.30 "GET /v2.0/networks/7b295ea2-65ed-4c73-abde-545174b5e2c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861089 Feb 28 10:46:24.585072 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73d287f-159e-499b-b178-ecd7cde63062 req-ae402ab9-711c-42b1-82b0-97cb5a573434 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:46:24.587282 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-d73d287f-159e-499b-b178-ecd7cde63062 req-ae402ab9-711c-42b1-82b0-97cb5a573434 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/ports?device_id=c35bdb70-97a7-4b0d-b6e9-dc87fd2cf935 HTTP/1.1" status: 200 len: 946 time: 0.0743985 Feb 28 10:46:24.651871 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-d73d287f-159e-499b-b178-ecd7cde63062 req-1d93ea21-6a30-405c-95db-968cfa8f4ade tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/security-groups?id=a5560881-ee0e-49ae-ba88-940043d74ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584636 Feb 28 10:46:25.203958 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c33668-78d8-4dab-8c2c-40f4ed524ad2 req-78637557-344e-4a91-bb59-62fa020e3e7e tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:46:25.205460 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-44c33668-78d8-4dab-8c2c-40f4ed524ad2 req-78637557-344e-4a91-bb59-62fa020e3e7e tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.30 "GET /v2.0/ports?device_id=c35bdb70-97a7-4b0d-b6e9-dc87fd2cf935 HTTP/1.1" status: 200 len: 946 time: 0.0560455 Feb 28 10:46:25.311626 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [req-44c33668-78d8-4dab-8c2c-40f4ed524ad2 req-1d6181a8-7951-42ef-b28c-18980b1b35df tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Deleting port 60632c35-f206-446c-a569-941cc9812ab6 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:46:25.311997 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-44c33668-78d8-4dab-8c2c-40f4ed524ad2 req-1d6181a8-7951-42ef-b28c-18980b1b35df tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (60632c35-f206-446c-a569-941cc9812ab6), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:25.414235 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-44c33668-78d8-4dab-8c2c-40f4ed524ad2 req-1d6181a8-7951-42ef-b28c-18980b1b35df tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] For port 60632c35-f206-446c-a569-941cc9812ab6, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=60632c35-f206-446c-a569-941cc9812ab6,segment=NetworkSegment(5e15ce7f-87f4-432b-9f2d-646e616ef518),segment_id=5e15ce7f-87f4-432b-9f2d-646e616ef518)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:46:25.414695 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-44c33668-78d8-4dab-8c2c-40f4ed524ad2 req-1d6181a8-7951-42ef-b28c-18980b1b35df tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (60632c35-f206-446c-a569-941cc9812ab6), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:25.430966 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [req-44c33668-78d8-4dab-8c2c-40f4ed524ad2 req-1d6181a8-7951-42ef-b28c-18980b1b35df tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Calling delete_port for 60632c35-f206-446c-a569-941cc9812ab6 owned by compute:nova {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:46:25.581476 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-44c33668-78d8-4dab-8c2c-40f4ed524ad2 req-1d6181a8-7951-42ef-b28c-18980b1b35df tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (60632c35-f206-446c-a569-941cc9812ab6), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:25.615820 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6181a8-7951-42ef-b28c-18980b1b35df tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event deleted for resources: {'Port': ['ID=60632c35-f206-446c-a569-941cc9812ab6,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:46:25.676605 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-44c33668-78d8-4dab-8c2c-40f4ed524ad2 req-1d6181a8-7951-42ef-b28c-18980b1b35df tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] No DVR routers for this DVR port 60632c35-f206-446c-a569-941cc9812ab6 on host hv-neutron-mast {{(pid=103407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:46:25.679817 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-44c33668-78d8-4dab-8c2c-40f4ed524ad2 req-1d6181a8-7951-42ef-b28c-18980b1b35df tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:25.683346 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-44c33668-78d8-4dab-8c2c-40f4ed524ad2 req-1d6181a8-7951-42ef-b28c-18980b1b35df tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.30 "DELETE /v2.0/ports/60632c35-f206-446c-a569-941cc9812ab6 HTTP/1.1" status: 204 len: 173 time: 0.4714634 Feb 28 10:46:25.683868 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c35bdb70-97a7-4b0d-b6e9-dc87fd2cf935', 'name': 'network-vif-deleted', 'tag': '60632c35-f206-446c-a569-941cc9812ab6'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:46:25.686203 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c8e1c873eeca597e52e7ceb7469e602eac250bfea6606d285743d38033cf584" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4493dac8-6927-4536-90b0-10ac217199f1" -d '{"events": [{"server_uuid": "c35bdb70-97a7-4b0d-b6e9-dc87fd2cf935", "name": "network-vif-deleted", "tag": "60632c35-f206-446c-a569-941cc9812ab6"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:46:25.730640 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 10:46:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2d2c7c2-70f0-431d-b77e-8cd61c927653 x-openstack-request-id: req-a2d2c7c2-70f0-431d-b77e-8cd61c927653 {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:46:25.731034 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c35bdb70-97a7-4b0d-b6e9-dc87fd2cf935", "name": "network-vif-deleted", "tag": "60632c35-f206-446c-a569-941cc9812ab6", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:46:25.731302 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a2d2c7c2-70f0-431d-b77e-8cd61c927653 {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:46:25.731719 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c35bdb70-97a7-4b0d-b6e9-dc87fd2cf935', 'name': 'network-vif-deleted', 'tag': '60632c35-f206-446c-a569-941cc9812ab6', 'status': 'completed', 'code': 200} Feb 28 10:46:25.826327 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-feadb015-dfe2-47f6-b063-c1d0b635be92 req-dc26d4d4-a952-4bc8-862a-702b355a1d86 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/ports?device_id=c35bdb70-97a7-4b0d-b6e9-dc87fd2cf935 HTTP/1.1" status: 200 len: 210 time: 0.0490158 Feb 28 10:46:26.895419 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 41472) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:46:26.960056 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8794aa67-fe9a-4d60-a888-decb6a3fafa4 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group (a5560881-ee0e-49ae-ba88-940043d74ed3), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:26.989141 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8794aa67-fe9a-4d60-a888-decb6a3fafa4 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group (a5560881-ee0e-49ae-ba88-940043d74ed3), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:27.056052 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8794aa67-fe9a-4d60-a888-decb6a3fafa4 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (a5560881-ee0e-49ae-ba88-940043d74ed3), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:27.058670 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8794aa67-fe9a-4d60-a888-decb6a3fafa4 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:27.059931 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-8794aa67-fe9a-4d60-a888-decb6a3fafa4 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "DELETE /v2.0/security-groups/a5560881-ee0e-49ae-ba88-940043d74ed3 HTTP/1.1" status: 204 len: 168 time: 0.1635427 Feb 28 10:46:27.070324 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794aa67-fe9a-4d60-a888-decb6a3fafa4 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5560881-ee0e-49ae-ba88-940043d74ed3,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:46:27.105488 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 41476) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:46:27.947573 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4626da14-feb0-449e-b2b9-e812298f488d tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1802615'] for router_interface (e1d5840e-8ede-4885-9494-70ab028e0f87), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:28.074367 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device 60632c35-f206-446c-a569-941cc9812ab6 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:46:28.265353 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] No Port match for: 60632c35-f206-446c-a569-941cc9812ab6 {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:46:28.265756 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device 60632c35-f206-446c-a569-941cc9812ab6 not bound to the agent host hv-neutron-mast {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:46:28.284149 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-4626da14-feb0-449e-b2b9-e812298f488d tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Deleting port 25b03a79-bec0-49a2-9790-40657a1699b3 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:46:28.285706 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4626da14-feb0-449e-b2b9-e812298f488d tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (25b03a79-bec0-49a2-9790-40657a1699b3), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:28.400851 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-4626da14-feb0-449e-b2b9-e812298f488d tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] For port 25b03a79-bec0-49a2-9790-40657a1699b3, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=25b03a79-bec0-49a2-9790-40657a1699b3,segment=NetworkSegment(5e15ce7f-87f4-432b-9f2d-646e616ef518),segment_id=5e15ce7f-87f4-432b-9f2d-646e616ef518)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:46:28.401330 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4626da14-feb0-449e-b2b9-e812298f488d tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (25b03a79-bec0-49a2-9790-40657a1699b3), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:28.417651 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-4626da14-feb0-449e-b2b9-e812298f488d tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Calling delete_port for 25b03a79-bec0-49a2-9790-40657a1699b3 owned by network:router_interface {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:46:28.634568 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4626da14-feb0-449e-b2b9-e812298f488d tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (25b03a79-bec0-49a2-9790-40657a1699b3), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:28.668625 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4626da14-feb0-449e-b2b9-e812298f488d tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event deleted for resources: {'Port': ['ID=25b03a79-bec0-49a2-9790-40657a1699b3,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:46:28.869692 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4626da14-feb0-449e-b2b9-e812298f488d tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1802651'] for router_interface (e1d5840e-8ede-4885-9494-70ab028e0f87), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:29.130054 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4626da14-feb0-449e-b2b9-e812298f488d tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Router e1d5840e-8ede-4885-9494-70ab028e0f87 has already been hosted by L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:46:29.249495 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4626da14-feb0-449e-b2b9-e812298f488d tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:46:29.255108 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-4626da14-feb0-449e-b2b9-e812298f488d tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "PUT /v2.0/routers/e1d5840e-8ede-4885-9494-70ab028e0f87/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1486156 Feb 28 10:46:29.259166 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 41478) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:46:29.262216 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7822567-af02-4c32-b352-5629377df414 None None] Sync routers for ids ['e1d5840e-8ede-4885-9494-70ab028e0f87'] in dv-neutron-master-2-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:46:29.273892 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7822567-af02-4c32-b352-5629377df414 None None] Routers {'e1d5840e-8ede-4885-9494-70ab028e0f87'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:46:29.274512 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-e7822567-af02-4c32-b352-5629377df414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:46:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['e1d5840e-8ede-4885-9494-70ab028e0f87'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:46:29.310427 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_v2 [None req-f72d38f1-5a8f-47c9-ac7d-6d253f670859 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Deleting subnet 59397fd1-a427-45e6-b3e4-97b5165e0628 {{(pid=103408) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:46:29.313659 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f72d38f1-5a8f-47c9-ac7d-6d253f670859 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for subnet (59397fd1-a427-45e6-b3e4-97b5165e0628), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:29.354722 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f72d38f1-5a8f-47c9-ac7d-6d253f670859 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3423529'] for subnet (59397fd1-a427-45e6-b3e4-97b5165e0628), precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:29.384053 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-e7822567-af02-4c32-b352-5629377df414 None None] Set router e1d5840e-8ede-4885-9494-70ab028e0f87 gateway port host: dv-neutron-master-2-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:46:29.446196 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f72d38f1-5a8f-47c9-ac7d-6d253f670859 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-823142'] for subnet (59397fd1-a427-45e6-b3e4-97b5165e0628), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:29.509533 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f72d38f1-5a8f-47c9-ac7d-6d253f670859 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-823145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3242523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3951170'] for subnet (59397fd1-a427-45e6-b3e4-97b5165e0628), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:29.531971 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4c6e82c-6d68-45cc-a11d-eda7eb92389d None None] Network 7b295ea2-65ed-4c73-abde-545174b5e2c1 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:46:29.540800 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f72d38f1-5a8f-47c9-ac7d-6d253f670859 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for subnet (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:29.547185 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-f72d38f1-5a8f-47c9-ac7d-6d253f670859 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "DELETE /v2.0/subnets/59397fd1-a427-45e6-b3e4-97b5165e0628 HTTP/1.1" status: 204 len: 168 time: 0.2842100 Feb 28 10:46:29.547185 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72d38f1-5a8f-47c9-ac7d-6d253f670859 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event deleted for resources: {'Subnet': ['ID=59397fd1-a427-45e6-b3e4-97b5165e0628,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:46:29.547528 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 41480) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:46:29.573851 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-e7822567-af02-4c32-b352-5629377df414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1d5840e-8ede-4885-9494-70ab028e0f87', 'name': 'tempest-TestNetworkBasicOps-router-1765386747', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.157'}], 'enable_snat': True}, 'gw_port_id': '049097a7-8791-4730-823c-44d7d4c2de02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:43:04Z', 'updated_at': '2022-02-28T10:46:28Z', 'revision_number': 5, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'gw_port': {'id': '049097a7-8791-4730-823c-44d7d4c2de02', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:99:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d5840e-8ede-4885-9494-70ab028e0f87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:43:04Z', 'updated_at': '2022-02-28T10:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:46:29.606919 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7822567-af02-4c32-b352-5629377df414 None None] Checking router: e1d5840e-8ede-4885-9494-70ab028e0f87 for host: dv-neutron-master-2-hyperv {{(pid=103410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:46:29.616311 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7822567-af02-4c32-b352-5629377df414 None None] Routers {'e1d5840e-8ede-4885-9494-70ab028e0f87'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:46:29.616989 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-e7822567-af02-4c32-b352-5629377df414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:46:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['e1d5840e-8ede-4885-9494-70ab028e0f87'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:46:29.728165 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52f8fea6-b86d-4fcd-9dbe-871f5b2fd8a4 None None] DHCP port deletion for 7b295ea2-65ed-4c73-abde-545174b5e2c1 request from dv-neutron-master-2-hyperv {{(pid=103409) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:46:29.750588 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-e7822567-af02-4c32-b352-5629377df414 None None] Set router e1d5840e-8ede-4885-9494-70ab028e0f87 gateway port host: dv-neutron-master-2-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:46:29.786607 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-52f8fea6-b86d-4fcd-9dbe-871f5b2fd8a4 None None] Deleting port 982d5976-f508-4165-96ba-487bc2bb576d {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:46:29.787473 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-52f8fea6-b86d-4fcd-9dbe-871f5b2fd8a4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (982d5976-f508-4165-96ba-487bc2bb576d), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:29.856924 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-52f8fea6-b86d-4fcd-9dbe-871f5b2fd8a4 None None] For port 982d5976-f508-4165-96ba-487bc2bb576d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=982d5976-f508-4165-96ba-487bc2bb576d,segment=NetworkSegment(5e15ce7f-87f4-432b-9f2d-646e616ef518),segment_id=5e15ce7f-87f4-432b-9f2d-646e616ef518)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:46:29.857622 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-52f8fea6-b86d-4fcd-9dbe-871f5b2fd8a4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (982d5976-f508-4165-96ba-487bc2bb576d), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:29.876425 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-52f8fea6-b86d-4fcd-9dbe-871f5b2fd8a4 None None] Calling delete_port for 982d5976-f508-4165-96ba-487bc2bb576d owned by network:dhcp {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:46:29.956450 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-e7822567-af02-4c32-b352-5629377df414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1d5840e-8ede-4885-9494-70ab028e0f87', 'name': 'tempest-TestNetworkBasicOps-router-1765386747', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.157'}], 'enable_snat': True}, 'gw_port_id': '049097a7-8791-4730-823c-44d7d4c2de02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:43:04Z', 'updated_at': '2022-02-28T10:46:28Z', 'revision_number': 5, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'gw_port': {'id': '049097a7-8791-4730-823c-44d7d4c2de02', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:99:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d5840e-8ede-4885-9494-70ab028e0f87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:43:04Z', 'updated_at': '2022-02-28T10:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:46:29.965909 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-52f8fea6-b86d-4fcd-9dbe-871f5b2fd8a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758'] for port (982d5976-f508-4165-96ba-487bc2bb576d), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:29.991357 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7822567-af02-4c32-b352-5629377df414 None None] The sync data for ids ['e1d5840e-8ede-4885-9494-70ab028e0f87'] in dv-neutron-master-2-hyperv is: [{'id': 'e1d5840e-8ede-4885-9494-70ab028e0f87', 'name': 'tempest-TestNetworkBasicOps-router-1765386747', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.157'}], 'enable_snat': True}, 'gw_port_id': '049097a7-8791-4730-823c-44d7d4c2de02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:43:04Z', 'updated_at': '2022-02-28T10:46:28Z', 'revision_number': 5, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'gw_port': {'id': '049097a7-8791-4730-823c-44d7d4c2de02', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:99:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d5840e-8ede-4885-9494-70ab028e0f87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:43:04Z', 'updated_at': '2022-02-28T10:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:46:29.997099 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f8fea6-b86d-4fcd-9dbe-871f5b2fd8a4 None None] No DVR routers for this DVR port 982d5976-f508-4165-96ba-487bc2bb576d on host dv-neutron-master-2-hyperv {{(pid=103409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:46:30.001787 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f8fea6-b86d-4fcd-9dbe-871f5b2fd8a4 None None] Pushing event deleted for resources: {'Port': ['ID=982d5976-f508-4165-96ba-487bc2bb576d,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:46:30.038554 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-30f429df-f321-4b65-86bf-1aff15120812 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for router (e1d5840e-8ede-4885-9494-70ab028e0f87), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:30.156306 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-30f429df-f321-4b65-86bf-1aff15120812 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for router_gateway (e1d5840e-8ede-4885-9494-70ab028e0f87), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:30.211033 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-30f429df-f321-4b65-86bf-1aff15120812 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Deleting port 049097a7-8791-4730-823c-44d7d4c2de02 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:46:30.211282 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-30f429df-f321-4b65-86bf-1aff15120812 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (049097a7-8791-4730-823c-44d7d4c2de02), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:30.300001 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-30f429df-f321-4b65-86bf-1aff15120812 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] For port 049097a7-8791-4730-823c-44d7d4c2de02, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=049097a7-8791-4730-823c-44d7d4c2de02,segment=NetworkSegment(195d7ed7-323d-4284-82df-208cca613d99),segment_id=195d7ed7-323d-4284-82df-208cca613d99)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:46:30.300844 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-30f429df-f321-4b65-86bf-1aff15120812 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (049097a7-8791-4730-823c-44d7d4c2de02), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:30.313018 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-30f429df-f321-4b65-86bf-1aff15120812 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Calling delete_port for 049097a7-8791-4730-823c-44d7d4c2de02 owned by network:router_gateway {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:46:30.499401 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-30f429df-f321-4b65-86bf-1aff15120812 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (049097a7-8791-4730-823c-44d7d4c2de02), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:30.526599 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f429df-f321-4b65-86bf-1aff15120812 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event deleted for resources: {'Port': ['ID=049097a7-8791-4730-823c-44d7d4c2de02,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:46:30.594486 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-30f429df-f321-4b65-86bf-1aff15120812 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1803321'] for router_gateway (e1d5840e-8ede-4885-9494-70ab028e0f87), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:30.687519 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-30f429df-f321-4b65-86bf-1aff15120812 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1807017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5941'] for router (e1d5840e-8ede-4885-9494-70ab028e0f87), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:30.689706 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-30f429df-f321-4b65-86bf-1aff15120812 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for router_controller (e1d5840e-8ede-4885-9494-70ab028e0f87), precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:30.735060 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-30f429df-f321-4b65-86bf-1aff15120812 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1806994'] for router (e1d5840e-8ede-4885-9494-70ab028e0f87), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:30.735574 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30f429df-f321-4b65-86bf-1aff15120812 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Fanout notify agent at l3_agent the message router_deleted on router e1d5840e-8ede-4885-9494-70ab028e0f87 {{(pid=103408) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 10:46:30.746120 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-30f429df-f321-4b65-86bf-1aff15120812 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for router (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:30.747585 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-30f429df-f321-4b65-86bf-1aff15120812 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "DELETE /v2.0/routers/e1d5840e-8ede-4885-9494-70ab028e0f87 HTTP/1.1" status: 204 len: 168 time: 1.1990476 Feb 28 10:46:30.751822 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 41484) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:46:30.866765 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fc11fe2c-8604-4599-a6f4-79458f516ebd tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-665757'] for network (7b295ea2-65ed-4c73-abde-545174b5e2c1), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:30.974840 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fc11fe2c-8604-4599-a6f4-79458f516ebd tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672413', 'neutron.services.segments.db._delete_segments_for_network-8742057110173'] for network (7b295ea2-65ed-4c73-abde-545174b5e2c1), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:30.997016 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-fc11fe2c-8604-4599-a6f4-79458f516ebd tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b295ea2-65ed-4c73-abde-545174b5e2c1']}} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:46:31.007252 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-fc11fe2c-8604-4599-a6f4-79458f516ebd tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e15ce7f-87f4-432b-9f2d-646e616ef518') {'for_net_delete': True} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:46:31.007630 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-fc11fe2c-8604-4599-a6f4-79458f516ebd tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e15ce7f-87f4-432b-9f2d-646e616ef518') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:46:31.018892 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fc11fe2c-8604-4599-a6f4-79458f516ebd tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742057113766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3501147'] for segment (5e15ce7f-87f4-432b-9f2d-646e616ef518), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:31.034508 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fc11fe2c-8604-4599-a6f4-79458f516ebd tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (5e15ce7f-87f4-432b-9f2d-646e616ef518), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:31.043661 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc11fe2c-8604-4599-a6f4-79458f516ebd tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Releasing vlan 296 on physical network physnet1 to pool {{(pid=103407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:46:31.044067 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fc11fe2c-8604-4599-a6f4-79458f516ebd tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3498166'] for segment (5e15ce7f-87f4-432b-9f2d-646e616ef518), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:31.047238 dv-neutron-master-2-hyperv neutron-server[103407]: Traceback (most recent call last): Feb 28 10:46:31.047238 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:46:31.047238 dv-neutron-master-2-hyperv neutron-server[103407]: timer() Feb 28 10:46:31.047238 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:46:31.047238 dv-neutron-master-2-hyperv neutron-server[103407]: cb(*args, **kw) Feb 28 10:46:31.047238 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:46:31.047238 dv-neutron-master-2-hyperv neutron-server[103407]: return func(*args, **kwargs) Feb 28 10:46:31.047238 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:46:31.047238 dv-neutron-master-2-hyperv neutron-server[103407]: self._notify() Feb 28 10:46:31.047238 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:46:31.047238 dv-neutron-master-2-hyperv neutron-server[103407]: self.callback(batched_events) Feb 28 10:46:31.047238 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:46:31.047238 dv-neutron-master-2-hyperv neutron-server[103407]: event.method(event) Feb 28 10:46:31.047238 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:46:31.047238 dv-neutron-master-2-hyperv neutron-server[103407]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:46:31.047238 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:46:31.047238 dv-neutron-master-2-hyperv neutron-server[103407]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:46:31.047238 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:46:31.047238 dv-neutron-master-2-hyperv neutron-server[103407]: return f(self, *a, **k) Feb 28 10:46:31.047238 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:46:31.047238 dv-neutron-master-2-hyperv neutron-server[103407]: return self._get(url).json() Feb 28 10:46:31.047238 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:46:31.047238 dv-neutron-master-2-hyperv neutron-server[103407]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:46:31.047238 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:46:31.047238 dv-neutron-master-2-hyperv neutron-server[103407]: return self.request(url, 'GET', **kwargs) Feb 28 10:46:31.047238 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:46:31.047238 dv-neutron-master-2-hyperv neutron-server[103407]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:46:31.047238 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:46:31.047238 dv-neutron-master-2-hyperv neutron-server[103407]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:46:31.047238 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:46:31.047238 dv-neutron-master-2-hyperv neutron-server[103407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:46:31.047238 dv-neutron-master-2-hyperv neutron-server[103407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:46:31.126694 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fc11fe2c-8604-4599-a6f4-79458f516ebd tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803269'] for network (7b295ea2-65ed-4c73-abde-545174b5e2c1), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:31.135079 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fc11fe2c-8604-4599-a6f4-79458f516ebd tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:31.137895 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-fc11fe2c-8604-4599-a6f4-79458f516ebd tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "DELETE /v2.0/networks/7b295ea2-65ed-4c73-abde-545174b5e2c1 HTTP/1.1" status: 204 len: 168 time: 0.3846743 Feb 28 10:46:31.151687 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc11fe2c-8604-4599-a6f4-79458f516ebd tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event deleted for resources: {'Network': ['ID=7b295ea2-65ed-4c73-abde-545174b5e2c1,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:46:31.166037 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 41486) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:46:31.171765 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-20ed35ba-4fe8-4dbc-a411-cfe024555d4a tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Request body: {'network': {'name': 'tempest-network-smoke--1708557445', 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'port_security_enabled': True}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:46:31.194540 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20ed35ba-4fe8-4dbc-a411-cfe024555d4a tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Made reservation on behalf of 5a84b6bdce3e454e9741c4fbc09bfc68 for: {'network': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:46:31.198854 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-20ed35ba-4fe8-4dbc-a411-cfe024555d4a tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for network (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:31.225856 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 982d5976-f508-4165-96ba-487bc2bb576d no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:46:31.232108 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20ed35ba-4fe8-4dbc-a411-cfe024555d4a tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 295} {{(pid=103407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:46:31.246482 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-20ed35ba-4fe8-4dbc-a411-cfe024555d4a tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (07e5e1ea-b770-4857-9a52-ace1799d1ef6), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:31.246917 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.db.segments_db [None req-20ed35ba-4fe8-4dbc-a411-cfe024555d4a tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Added segment 07e5e1ea-b770-4857-9a52-ace1799d1ef6 of type vlan for network 33a79088-dada-42b4-8578-deb3443e6e3a Feb 28 10:46:31.253389 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] No Port match for: 982d5976-f508-4165-96ba-487bc2bb576d {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:46:31.254169 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 982d5976-f508-4165-96ba-487bc2bb576d not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:46:31.254864 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 25b03a79-bec0-49a2-9790-40657a1699b3 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:46:31.282359 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] No Port match for: 25b03a79-bec0-49a2-9790-40657a1699b3 {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:46:31.282797 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 25b03a79-bec0-49a2-9790-40657a1699b3 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:46:31.299538 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-20ed35ba-4fe8-4dbc-a411-cfe024555d4a tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742056637431'] for network (33a79088-dada-42b4-8578-deb3443e6e3a), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:31.324483 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-20ed35ba-4fe8-4dbc-a411-cfe024555d4a tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551'] for network (33a79088-dada-42b4-8578-deb3443e6e3a), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:31.329664 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20ed35ba-4fe8-4dbc-a411-cfe024555d4a tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:46:31.330265 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-20ed35ba-4fe8-4dbc-a411-cfe024555d4a tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:31.386359 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-20ed35ba-4fe8-4dbc-a411-cfe024555d4a tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2190347 Feb 28 10:46:31.389186 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 41488) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:46:31.394610 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-0993e8b7-d416-40e4-aa14-bbedf36a4bf2 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-637421301', 'admin_state_up': True, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840'}}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:46:31.401490 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ed35ba-4fe8-4dbc-a411-cfe024555d4a tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event updated for resources: {'Network': ['ID=33a79088-dada-42b4-8578-deb3443e6e3a,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:46:31.419112 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Network 33a79088-dada-42b4-8578-deb3443e6e3a details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103409) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:46:31.420139 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0993e8b7-d416-40e4-aa14-bbedf36a4bf2 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1805251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254175'] for router (bd356119-9136-4bf9-85e1-daf4ab1efac6), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:31.421289 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0993e8b7-d416-40e4-aa14-bbedf36a4bf2 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1804172', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1602053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254150'] for router (bd356119-9136-4bf9-85e1-daf4ab1efac6), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:31.490157 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0993e8b7-d416-40e4-aa14-bbedf36a4bf2 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for router_controller (bd356119-9136-4bf9-85e1-daf4ab1efac6), precommit_add_association {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:31.636538 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0993e8b7-d416-40e4-aa14-bbedf36a4bf2 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for router_gateway (bd356119-9136-4bf9-85e1-daf4ab1efac6), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:31.898902 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0993e8b7-d416-40e4-aa14-bbedf36a4bf2 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for router_gateway (bd356119-9136-4bf9-85e1-daf4ab1efac6), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:31.925837 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0993e8b7-d416-40e4-aa14-bbedf36a4bf2 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:32.067702 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-0993e8b7-d416-40e4-aa14-bbedf36a4bf2 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Allocated IP 172.36.5.84 (1e0804d0-d1d9-4d40-9de5-2936f3d87840/6f6f4129-23e5-4c3b-b4ef-4c7ce926797e/354c6eb1-d89d-4190-9a5a-bd435436ca9c) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:46:32.172480 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0993e8b7-d416-40e4-aa14-bbedf36a4bf2 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for port (354c6eb1-d89d-4190-9a5a-bd435436ca9c), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:32.209576 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0993e8b7-d416-40e4-aa14-bbedf36a4bf2 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (354c6eb1-d89d-4190-9a5a-bd435436ca9c), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:32.250173 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0993e8b7-d416-40e4-aa14-bbedf36a4bf2 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Network 1e0804d0-d1d9-4d40-9de5-2936f3d87840 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:46:32.253120 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-0993e8b7-d416-40e4-aa14-bbedf36a4bf2 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:46:32.256768 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0993e8b7-d416-40e4-aa14-bbedf36a4bf2 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:46:32.262394 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0993e8b7-d416-40e4-aa14-bbedf36a4bf2 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event updated for resources: {'Port': ['ID=354c6eb1-d89d-4190-9a5a-bd435436ca9c,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:46:32.544106 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0993e8b7-d416-40e4-aa14-bbedf36a4bf2 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for router_gateway (bd356119-9136-4bf9-85e1-daf4ab1efac6), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:32.778757 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0993e8b7-d416-40e4-aa14-bbedf36a4bf2 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1804241'] for router (bd356119-9136-4bf9-85e1-daf4ab1efac6), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:32.794596 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 049097a7-8791-4730-823c-44d7d4c2de02 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:46:32.818486 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] No Port match for: 049097a7-8791-4730-823c-44d7d4c2de02 {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:46:32.818962 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 049097a7-8791-4730-823c-44d7d4c2de02 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:46:32.927575 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0993e8b7-d416-40e4-aa14-bbedf36a4bf2 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Router bd356119-9136-4bf9-85e1-daf4ab1efac6 is scheduled to L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 with binding_index 1 {{(pid=103408) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 10:46:33.048633 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0993e8b7-d416-40e4-aa14-bbedf36a4bf2 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:46:33.058459 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca0bda8-04c1-4a92-8cf4-41f6f00da6fe None None] Sync routers for ids ['bd356119-9136-4bf9-85e1-daf4ab1efac6'] in dv-neutron-master-2-hyperv {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:46:33.070135 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca0bda8-04c1-4a92-8cf4-41f6f00da6fe None None] Routers {'bd356119-9136-4bf9-85e1-daf4ab1efac6'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:46:33.070789 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-7ca0bda8-04c1-4a92-8cf4-41f6f00da6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:46:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['bd356119-9136-4bf9-85e1-daf4ab1efac6'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:46:33.072975 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0993e8b7-d416-40e4-aa14-bbedf36a4bf2 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for router (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:33.074547 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-0993e8b7-d416-40e4-aa14-bbedf36a4bf2 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.6839283 Feb 28 10:46:33.077689 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 41490) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:46:33.110247 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-58557c38-88fd-4a75-91b0-e0d39303c42c tempest-TestNetworkBasicOps-986752647 tempest-TestNetworkBasicOps-986752647-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=5a84b6bdce3e454e9741c4fbc09bfc68&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0280905 Feb 28 10:46:33.110715 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 41492) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:46:33.185819 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-7ca0bda8-04c1-4a92-8cf4-41f6f00da6fe None None] Set router bd356119-9136-4bf9-85e1-daf4ab1efac6 gateway port host: dv-neutron-master-2-hyperv {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:46:33.201743 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec70dfb8-f7ee-46b8-9a31-bf5ef89125dd tempest-TestNetworkBasicOps-986752647 tempest-TestNetworkBasicOps-986752647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:46:33.205878 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-ec70dfb8-f7ee-46b8-9a31-bf5ef89125dd tempest-TestNetworkBasicOps-986752647 tempest-TestNetworkBasicOps-986752647-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0915847 Feb 28 10:46:33.206097 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 41494) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:46:33.236599 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-25934871-ae96-46ae-b923-c3bd407e7e4b tempest-TestNetworkBasicOps-986752647 tempest-TestNetworkBasicOps-986752647-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=1e0804d0-d1d9-4d40-9de5-2936f3d87840&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269780 Feb 28 10:46:33.236848 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 41496) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:46:33.241513 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-4a6de6d7-20a7-4ec9-bb24-55eefca48347 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-79534368', 'network_id': '33a79088-dada-42b4-8578-deb3443e6e3a', 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:46:33.334029 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a6de6d7-20a7-4ec9-bb24-55eefca48347 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Made reservation on behalf of 5a84b6bdce3e454e9741c4fbc09bfc68 for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:46:33.338205 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4a6de6d7-20a7-4ec9-bb24-55eefca48347 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3516581'] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:33.364375 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-7ca0bda8-04c1-4a92-8cf4-41f6f00da6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd356119-9136-4bf9-85e1-daf4ab1efac6', 'name': 'tempest-TestNetworkBasicOps-router-637421301', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.84'}], 'enable_snat': True}, 'gw_port_id': '354c6eb1-d89d-4190-9a5a-bd435436ca9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:46:31Z', 'updated_at': '2022-02-28T10:46:32Z', 'revision_number': 3, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'gw_port': {'id': '354c6eb1-d89d-4190-9a5a-bd435436ca9c', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:2b:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd356119-9136-4bf9-85e1-daf4ab1efac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:46:31Z', 'updated_at': '2022-02-28T10:46:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:46:33.391267 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca0bda8-04c1-4a92-8cf4-41f6f00da6fe None None] Checking router: bd356119-9136-4bf9-85e1-daf4ab1efac6 for host: dv-neutron-master-2-hyperv {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:46:33.391624 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca0bda8-04c1-4a92-8cf4-41f6f00da6fe None None] Updating router bd356119-9136-4bf9-85e1-daf4ab1efac6 port 354c6eb1-d89d-4190-9a5a-bd435436ca9c binding host dv-neutron-master-2-hyperv {{(pid=103409) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 10:46:33.427972 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7ca0bda8-04c1-4a92-8cf4-41f6f00da6fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (354c6eb1-d89d-4190-9a5a-bd435436ca9c), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:33.520761 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4a6de6d7-20a7-4ec9-bb24-55eefca48347 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3498031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3516567'] for subnet (e9d8ef59-a28a-4805-a18e-013c762eadf4), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:33.577872 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6de6d7-20a7-4ec9-bb24-55eefca48347 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event updated for resources: {'Subnet': ['ID=e9d8ef59-a28a-4805-a18e-013c762eadf4,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:46:33.589437 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6de6d7-20a7-4ec9-bb24-55eefca48347 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Checking segment: {'id': '07e5e1ea-b770-4857-9a52-ace1799d1ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '33a79088-dada-42b4-8578-deb3443e6e3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:46:33.589868 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a6de6d7-20a7-4ec9-bb24-55eefca48347 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Network hostable DHCP agents. Network: 33a79088-dada-42b4-8578-deb3443e6e3a, hostable agents: ['fb6705d2-4f70-4965-92a3-fbfccd43a6d3'], hosted agents: [] {{(pid=103407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:46:33.606736 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a6de6d7-20a7-4ec9-bb24-55eefca48347 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Network 33a79088-dada-42b4-8578-deb3443e6e3a is scheduled to be hosted by DHCP agent fb6705d2-4f70-4965-92a3-fbfccd43a6d3 with binding_index 1 {{(pid=103407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:46:33.615585 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-4a6de6d7-20a7-4ec9-bb24-55eefca48347 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 33a79088-dada-42b4-8578-deb3443e6e3a) {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:46:33.620619 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a6de6d7-20a7-4ec9-bb24-55eefca48347 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:46:33.621217 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4a6de6d7-20a7-4ec9-bb24-55eefca48347 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:33.628423 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f324f312-df87-4be6-aef4-a2c800b35e0b None None] Network 33a79088-dada-42b4-8578-deb3443e6e3a requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:46:33.640513 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-4a6de6d7-20a7-4ec9-bb24-55eefca48347 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4027030 Feb 28 10:46:33.643476 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 41498) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:46:33.745354 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7ca0bda8-04c1-4a92-8cf4-41f6f00da6fe None None] Publish callbacks [] for port (354c6eb1-d89d-4190-9a5a-bd435436ca9c), precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:33.753864 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7ca0bda8-04c1-4a92-8cf4-41f6f00da6fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (354c6eb1-d89d-4190-9a5a-bd435436ca9c), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:33.821043 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f84f3279-1f17-450b-97d2-026707552d00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-33a79088-dada-42b4-8578-deb3443e6e3a', 'network_id': '33a79088-dada-42b4-8578-deb3443e6e3a', 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'fixed_ips': [{'subnet_id': 'e9d8ef59-a28a-4805-a18e-013c762eadf4'}]}} from dv-neutron-master-2-hyperv. {{(pid=103409) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:46:33.822527 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f84f3279-1f17-450b-97d2-026707552d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:33.848640 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-7ca0bda8-04c1-4a92-8cf4-41f6f00da6fe None None] Attempting to bind port 354c6eb1-d89d-4190-9a5a-bd435436ca9c on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:46:33.849074 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-7ca0bda8-04c1-4a92-8cf4-41f6f00da6fe None None] Attempting to bind port 354c6eb1-d89d-4190-9a5a-bd435436ca9c by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '195d7ed7-323d-4284-82df-208cca613d99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:46:33.849565 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca0bda8-04c1-4a92-8cf4-41f6f00da6fe None None] Attempting to bind port 354c6eb1-d89d-4190-9a5a-bd435436ca9c on network 1e0804d0-d1d9-4d40-9de5-2936f3d87840 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:46:33.865909 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4d2a51-9dd6-412d-bb84-0e2f5fbf6b90 None None] Pushing event updated for resources: {'Port': ['ID=354c6eb1-d89d-4190-9a5a-bd435436ca9c,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:46:33.870993 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca0bda8-04c1-4a92-8cf4-41f6f00da6fe None None] Checking agent: {'id': '75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 24, 15), 'started_at': datetime.datetime(2022, 2, 28, 10, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 46, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:46:33.871368 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca0bda8-04c1-4a92-8cf4-41f6f00da6fe None None] Checking segment: {'id': '195d7ed7-323d-4284-82df-208cca613d99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:46:33.871773 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7ca0bda8-04c1-4a92-8cf4-41f6f00da6fe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:33.872151 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca0bda8-04c1-4a92-8cf4-41f6f00da6fe None None] Bound using segment: {'id': '195d7ed7-323d-4284-82df-208cca613d99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:46:33.872640 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-7ca0bda8-04c1-4a92-8cf4-41f6f00da6fe None None] Bound port: 354c6eb1-d89d-4190-9a5a-bd435436ca9c, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '195d7ed7-323d-4284-82df-208cca613d99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:46:33.873022 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7ca0bda8-04c1-4a92-8cf4-41f6f00da6fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (354c6eb1-d89d-4190-9a5a-bd435436ca9c), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:34.026100 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-7ca0bda8-04c1-4a92-8cf4-41f6f00da6fe None None] For port 354c6eb1-d89d-4190-9a5a-bd435436ca9c, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:46:34.031503 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-7ca0bda8-04c1-4a92-8cf4-41f6f00da6fe None None] For port 354c6eb1-d89d-4190-9a5a-bd435436ca9c, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=354c6eb1-d89d-4190-9a5a-bd435436ca9c,segment=NetworkSegment(195d7ed7-323d-4284-82df-208cca613d99),segment_id=195d7ed7-323d-4284-82df-208cca613d99)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:46:34.041025 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7ca0bda8-04c1-4a92-8cf4-41f6f00da6fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (354c6eb1-d89d-4190-9a5a-bd435436ca9c), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:34.155256 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-f84f3279-1f17-450b-97d2-026707552d00 None None] Allocated IP 172.20.0.2 (33a79088-dada-42b4-8578-deb3443e6e3a/e9d8ef59-a28a-4805-a18e-013c762eadf4/0dd9d057-2c43-40b0-a096-ed68e93e1efc) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:46:34.157594 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca0bda8-04c1-4a92-8cf4-41f6f00da6fe None None] Routers {'bd356119-9136-4bf9-85e1-daf4ab1efac6'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:46:34.158213 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-7ca0bda8-04c1-4a92-8cf4-41f6f00da6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:46:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['bd356119-9136-4bf9-85e1-daf4ab1efac6'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:46:34.162817 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4d2a51-9dd6-412d-bb84-0e2f5fbf6b90 None None] Pushing event updated for resources: {'Port': ['ID=354c6eb1-d89d-4190-9a5a-bd435436ca9c,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:46:34.236767 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b7a80bf1-b41c-4a13-92be-0911f2ff9006 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:34.412128 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-7ca0bda8-04c1-4a92-8cf4-41f6f00da6fe None None] Set router bd356119-9136-4bf9-85e1-daf4ab1efac6 gateway port host: dv-neutron-master-2-hyperv {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:46:34.841723 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f84f3279-1f17-450b-97d2-026707552d00 None None] Publish callbacks [] for port (0dd9d057-2c43-40b0-a096-ed68e93e1efc), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:34.859671 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f84f3279-1f17-450b-97d2-026707552d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749'] for port (0dd9d057-2c43-40b0-a096-ed68e93e1efc), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:34.919265 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-b7a80bf1-b41c-4a13-92be-0911f2ff9006 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Allocated IP 172.20.0.1 (33a79088-dada-42b4-8578-deb3443e6e3a/e9d8ef59-a28a-4805-a18e-013c762eadf4/2cbbef5e-36c7-4f1c-8209-22d074a42fd3) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:46:34.920299 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f84f3279-1f17-450b-97d2-026707552d00 None None] Network 33a79088-dada-42b4-8578-deb3443e6e3a is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:46:34.942073 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-f84f3279-1f17-450b-97d2-026707552d00 None None] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:46:34.944985 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84f3279-1f17-450b-97d2-026707552d00 None None] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:46:34.947368 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84f3279-1f17-450b-97d2-026707552d00 None None] Pushing event updated for resources: {'Port': ['ID=0dd9d057-2c43-40b0-a096-ed68e93e1efc,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:46:35.029319 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-f84f3279-1f17-450b-97d2-026707552d00 None None] Attempting to bind port 0dd9d057-2c43-40b0-a096-ed68e93e1efc on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:46:35.029695 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-f84f3279-1f17-450b-97d2-026707552d00 None None] Attempting to bind port 0dd9d057-2c43-40b0-a096-ed68e93e1efc by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '07e5e1ea-b770-4857-9a52-ace1799d1ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '33a79088-dada-42b4-8578-deb3443e6e3a'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:46:35.030073 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f84f3279-1f17-450b-97d2-026707552d00 None None] Attempting to bind port 0dd9d057-2c43-40b0-a096-ed68e93e1efc on network 33a79088-dada-42b4-8578-deb3443e6e3a {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:46:35.037962 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f84f3279-1f17-450b-97d2-026707552d00 None None] Checking agent: {'id': '75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 24, 15), 'started_at': datetime.datetime(2022, 2, 28, 10, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 46, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:46:35.038343 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f84f3279-1f17-450b-97d2-026707552d00 None None] Checking segment: {'id': '07e5e1ea-b770-4857-9a52-ace1799d1ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '33a79088-dada-42b4-8578-deb3443e6e3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:46:35.039376 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f84f3279-1f17-450b-97d2-026707552d00 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:35.039630 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f84f3279-1f17-450b-97d2-026707552d00 None None] Bound using segment: {'id': '07e5e1ea-b770-4857-9a52-ace1799d1ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '33a79088-dada-42b4-8578-deb3443e6e3a'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:46:35.040417 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-f84f3279-1f17-450b-97d2-026707552d00 None None] Bound port: 0dd9d057-2c43-40b0-a096-ed68e93e1efc, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07e5e1ea-b770-4857-9a52-ace1799d1ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '33a79088-dada-42b4-8578-deb3443e6e3a'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:46:35.041092 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f84f3279-1f17-450b-97d2-026707552d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (0dd9d057-2c43-40b0-a096-ed68e93e1efc), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:35.048042 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-7ca0bda8-04c1-4a92-8cf4-41f6f00da6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd356119-9136-4bf9-85e1-daf4ab1efac6', 'name': 'tempest-TestNetworkBasicOps-router-637421301', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.84'}], 'enable_snat': True}, 'gw_port_id': '354c6eb1-d89d-4190-9a5a-bd435436ca9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:46:31Z', 'updated_at': '2022-02-28T10:46:32Z', 'revision_number': 3, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'gw_port': {'id': '354c6eb1-d89d-4190-9a5a-bd435436ca9c', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:2b:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd356119-9136-4bf9-85e1-daf4ab1efac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:46:31Z', 'updated_at': '2022-02-28T10:46:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:46:35.064842 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b7a80bf1-b41c-4a13-92be-0911f2ff9006 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for port (2cbbef5e-36c7-4f1c-8209-22d074a42fd3), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:35.086365 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca0bda8-04c1-4a92-8cf4-41f6f00da6fe None None] The sync data for ids ['bd356119-9136-4bf9-85e1-daf4ab1efac6'] in dv-neutron-master-2-hyperv is: [{'id': 'bd356119-9136-4bf9-85e1-daf4ab1efac6', 'name': 'tempest-TestNetworkBasicOps-router-637421301', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.84'}], 'enable_snat': True}, 'gw_port_id': '354c6eb1-d89d-4190-9a5a-bd435436ca9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:46:31Z', 'updated_at': '2022-02-28T10:46:32Z', 'revision_number': 3, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'gw_port': {'id': '354c6eb1-d89d-4190-9a5a-bd435436ca9c', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:2b:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd356119-9136-4bf9-85e1-daf4ab1efac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:46:31Z', 'updated_at': '2022-02-28T10:46:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:46:35.108913 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b7a80bf1-b41c-4a13-92be-0911f2ff9006 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (2cbbef5e-36c7-4f1c-8209-22d074a42fd3), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:35.158570 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-f84f3279-1f17-450b-97d2-026707552d00 None None] For port 0dd9d057-2c43-40b0-a096-ed68e93e1efc, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:46:35.163433 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-f84f3279-1f17-450b-97d2-026707552d00 None None] For port 0dd9d057-2c43-40b0-a096-ed68e93e1efc, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0dd9d057-2c43-40b0-a096-ed68e93e1efc,segment=NetworkSegment(07e5e1ea-b770-4857-9a52-ace1799d1ef6),segment_id=07e5e1ea-b770-4857-9a52-ace1799d1ef6)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:46:35.171767 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f84f3279-1f17-450b-97d2-026707552d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (0dd9d057-2c43-40b0-a096-ed68e93e1efc), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:35.172041 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7a80bf1-b41c-4a13-92be-0911f2ff9006 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Network 33a79088-dada-42b4-8578-deb3443e6e3a is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:46:35.175583 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-b7a80bf1-b41c-4a13-92be-0911f2ff9006 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:46:35.180960 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a80bf1-b41c-4a13-92be-0911f2ff9006 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:46:35.183656 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a80bf1-b41c-4a13-92be-0911f2ff9006 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event updated for resources: {'Port': ['ID=2cbbef5e-36c7-4f1c-8209-22d074a42fd3,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:46:35.237084 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b7a80bf1-b41c-4a13-92be-0911f2ff9006 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1803404'] for router_interface (bd356119-9136-4bf9-85e1-daf4ab1efac6), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:35.249734 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84f3279-1f17-450b-97d2-026707552d00 None None] Pushing event updated for resources: {'Port': ['ID=0dd9d057-2c43-40b0-a096-ed68e93e1efc,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:46:35.411044 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b7a80bf1-b41c-4a13-92be-0911f2ff9006 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (2cbbef5e-36c7-4f1c-8209-22d074a42fd3), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:35.783138 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b7a80bf1-b41c-4a13-92be-0911f2ff9006 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for port (2cbbef5e-36c7-4f1c-8209-22d074a42fd3), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:35.788582 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b7a80bf1-b41c-4a13-92be-0911f2ff9006 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3242529'] for port (2cbbef5e-36c7-4f1c-8209-22d074a42fd3), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:35.868094 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a80bf1-b41c-4a13-92be-0911f2ff9006 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event updated for resources: {'Port': ['ID=2cbbef5e-36c7-4f1c-8209-22d074a42fd3,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:46:35.871995 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b7a80bf1-b41c-4a13-92be-0911f2ff9006 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1802524'] for router_interface (bd356119-9136-4bf9-85e1-daf4ab1efac6), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:35.984157 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7a80bf1-b41c-4a13-92be-0911f2ff9006 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Network 33a79088-dada-42b4-8578-deb3443e6e3a is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:46:35.986302 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-b7a80bf1-b41c-4a13-92be-0911f2ff9006 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:46:36.229350 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-802a0567-7554-448f-a87e-500c0a517b63 None None] Network 33a79088-dada-42b4-8578-deb3443e6e3a requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:46:36.300606 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-c8a5aa24-ce1c-4d5f-ac4a-21e5f301bf5b None None] Provisioning complete for port 0dd9d057-2c43-40b0-a096-ed68e93e1efc triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:46:36.300993 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c8a5aa24-ce1c-4d5f-ac4a-21e5f301bf5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (0dd9d057-2c43-40b0-a096-ed68e93e1efc), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:36.428543 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-c8a5aa24-ce1c-4d5f-ac4a-21e5f301bf5b None None] Current status of the port 0dd9d057-2c43-40b0-a096-ed68e93e1efc is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:46:36.428973 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c8a5aa24-ce1c-4d5f-ac4a-21e5f301bf5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (0dd9d057-2c43-40b0-a096-ed68e93e1efc), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:36.476095 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-c8a5aa24-ce1c-4d5f-ac4a-21e5f301bf5b None None] For port 0dd9d057-2c43-40b0-a096-ed68e93e1efc, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0dd9d057-2c43-40b0-a096-ed68e93e1efc,segment=NetworkSegment(07e5e1ea-b770-4857-9a52-ace1799d1ef6),segment_id=07e5e1ea-b770-4857-9a52-ace1799d1ef6)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:46:36.482016 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c8a5aa24-ce1c-4d5f-ac4a-21e5f301bf5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (0dd9d057-2c43-40b0-a096-ed68e93e1efc), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:36.483319 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7a80bf1-b41c-4a13-92be-0911f2ff9006 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Router bd356119-9136-4bf9-85e1-daf4ab1efac6 has already been hosted by L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 {{(pid=103408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:46:36.538150 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a5aa24-ce1c-4d5f-ac4a-21e5f301bf5b None None] Pushing event updated for resources: {'Port': ['ID=0dd9d057-2c43-40b0-a096-ed68e93e1efc,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:46:36.634216 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7a80bf1-b41c-4a13-92be-0911f2ff9006 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:46:36.641153 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-b7a80bf1-b41c-4a13-92be-0911f2ff9006 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "PUT /v2.0/routers/bd356119-9136-4bf9-85e1-daf4ab1efac6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9965267 Feb 28 10:46:36.644030 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 41500) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:46:36.729155 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-ebe1d391-77ca-4711-b5d7-616d22b31d4e None None] Provisioning complete for port 0dd9d057-2c43-40b0-a096-ed68e93e1efc triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:46:36.729778 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ebe1d391-77ca-4711-b5d7-616d22b31d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (0dd9d057-2c43-40b0-a096-ed68e93e1efc), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:36.789025 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b784bb56-8f98-4e59-a193-e27abcc829be tempest-TestNetworkBasicOps-986752647 tempest-TestNetworkBasicOps-986752647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:46:36.789514 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b784bb56-8f98-4e59-a193-e27abcc829be tempest-TestNetworkBasicOps-986752647 tempest-TestNetworkBasicOps-986752647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:46:36.790183 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b784bb56-8f98-4e59-a193-e27abcc829be tempest-TestNetworkBasicOps-986752647 tempest-TestNetworkBasicOps-986752647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:46:36.790613 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b784bb56-8f98-4e59-a193-e27abcc829be tempest-TestNetworkBasicOps-986752647 tempest-TestNetworkBasicOps-986752647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:46:36.791084 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b784bb56-8f98-4e59-a193-e27abcc829be tempest-TestNetworkBasicOps-986752647 tempest-TestNetworkBasicOps-986752647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:46:36.791605 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b784bb56-8f98-4e59-a193-e27abcc829be tempest-TestNetworkBasicOps-986752647 tempest-TestNetworkBasicOps-986752647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:46:36.796530 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 41502) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:46:36.806518 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-b784bb56-8f98-4e59-a193-e27abcc829be tempest-TestNetworkBasicOps-986752647 tempest-TestNetworkBasicOps-986752647-project-admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.1608377 Feb 28 10:46:36.839150 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-ebe1d391-77ca-4711-b5d7-616d22b31d4e None None] Current status of the port 0dd9d057-2c43-40b0-a096-ed68e93e1efc is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:46:36.854964 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-ebe1d391-77ca-4711-b5d7-616d22b31d4e None None] Provisioning complete for port 2cbbef5e-36c7-4f1c-8209-22d074a42fd3 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:46:36.857497 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ebe1d391-77ca-4711-b5d7-616d22b31d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (2cbbef5e-36c7-4f1c-8209-22d074a42fd3), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:36.907997 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-ebe1d391-77ca-4711-b5d7-616d22b31d4e None None] Port 2cbbef5e-36c7-4f1c-8209-22d074a42fd3 cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:46:36.935223 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb44d73-c615-4389-96b9-85ac2960e83d None None] Sync routers for ids ['bd356119-9136-4bf9-85e1-daf4ab1efac6'] in dv-neutron-master-2-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:46:36.953002 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb44d73-c615-4389-96b9-85ac2960e83d None None] Routers {'bd356119-9136-4bf9-85e1-daf4ab1efac6'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:46:36.953884 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-6fb44d73-c615-4389-96b9-85ac2960e83d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:46:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['bd356119-9136-4bf9-85e1-daf4ab1efac6'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:46:36.954590 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ea1d1fb-f771-4d12-9bcd-fa1e591ca557 tempest-TestNetworkBasicOps-986752647 tempest-TestNetworkBasicOps-986752647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:46:36.955081 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ea1d1fb-f771-4d12-9bcd-fa1e591ca557 tempest-TestNetworkBasicOps-986752647 tempest-TestNetworkBasicOps-986752647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:46:36.955560 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ea1d1fb-f771-4d12-9bcd-fa1e591ca557 tempest-TestNetworkBasicOps-986752647 tempest-TestNetworkBasicOps-986752647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:46:36.956002 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ea1d1fb-f771-4d12-9bcd-fa1e591ca557 tempest-TestNetworkBasicOps-986752647 tempest-TestNetworkBasicOps-986752647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:46:36.956668 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ea1d1fb-f771-4d12-9bcd-fa1e591ca557 tempest-TestNetworkBasicOps-986752647 tempest-TestNetworkBasicOps-986752647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:46:36.957432 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ea1d1fb-f771-4d12-9bcd-fa1e591ca557 tempest-TestNetworkBasicOps-986752647 tempest-TestNetworkBasicOps-986752647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:46:36.959888 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-4ea1d1fb-f771-4d12-9bcd-fa1e591ca557 tempest-TestNetworkBasicOps-986752647 tempest-TestNetworkBasicOps-986752647-project-admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4003 time: 0.1619811 Feb 28 10:46:36.963869 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 41504) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:46:36.994040 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 0dd9d057-2c43-40b0-a096-ed68e93e1efc up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:46:37.078374 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-1481f9b4-7ac5-49a3-90e0-2e345fe86843 None None] Provisioning complete for port 2cbbef5e-36c7-4f1c-8209-22d074a42fd3 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:46:37.078930 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1481f9b4-7ac5-49a3-90e0-2e345fe86843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (2cbbef5e-36c7-4f1c-8209-22d074a42fd3), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:37.124887 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port 0dd9d057-2c43-40b0-a096-ed68e93e1efc triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:46:37.125264 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (0dd9d057-2c43-40b0-a096-ed68e93e1efc), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:37.132329 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-6fb44d73-c615-4389-96b9-85ac2960e83d None None] Set router bd356119-9136-4bf9-85e1-daf4ab1efac6 gateway port host: dv-neutron-master-2-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:46:37.164127 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-1481f9b4-7ac5-49a3-90e0-2e345fe86843 None None] Port 2cbbef5e-36c7-4f1c-8209-22d074a42fd3 cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:46:37.218663 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 0dd9d057-2c43-40b0-a096-ed68e93e1efc is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:46:37.219674 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 354c6eb1-d89d-4190-9a5a-bd435436ca9c up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:46:37.289536 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-a1664472-381c-42a2-aa73-ed77b864b7eb tempest-TestNetworkBasicOps-986752647 tempest-TestNetworkBasicOps-986752647-project-admin] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.3241997 Feb 28 10:46:37.292368 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 41506) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:46:37.295451 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port 354c6eb1-d89d-4190-9a5a-bd435436ca9c triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:46:37.295962 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (354c6eb1-d89d-4190-9a5a-bd435436ca9c), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:37.298527 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-0daec092-cfac-4cf3-ab6d-ec004dd15f49 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-304682345', 'network_id': '33a79088-dada-42b4-8578-deb3443e6e3a'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:46:37.298707 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-66200c13-870c-4ee1-aba7-7f1e41fdd279 None None] Provisioning complete for port 2cbbef5e-36c7-4f1c-8209-22d074a42fd3 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:46:37.299084 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-66200c13-870c-4ee1-aba7-7f1e41fdd279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (2cbbef5e-36c7-4f1c-8209-22d074a42fd3), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:37.352898 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-6fb44d73-c615-4389-96b9-85ac2960e83d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd356119-9136-4bf9-85e1-daf4ab1efac6', 'name': 'tempest-TestNetworkBasicOps-router-637421301', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.84'}], 'enable_snat': True}, 'gw_port_id': '354c6eb1-d89d-4190-9a5a-bd435436ca9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:46:31Z', 'updated_at': '2022-02-28T10:46:35Z', 'revision_number': 4, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'gw_port': {'id': '354c6eb1-d89d-4190-9a5a-bd435436ca9c', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:2b:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd356119-9136-4bf9-85e1-daf4ab1efac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:46:31Z', 'updated_at': '2022-02-28T10:46:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '2cbbef5e-36c7-4f1c-8209-22d074a42fd3', 'name': '', 'network_id': '33a79088-dada-42b4-8578-deb3443e6e3a', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'mac_address': 'fa:16:3e:0d:8a:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd356119-9136-4bf9-85e1-daf4ab1efac6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': 'e9d8ef59-a28a-4805-a18e-013c762eadf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:46:34Z', 'updated_at': '2022-02-28T10:46:35Z', 'revision_number': 2, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'subnets': [{'id': 'e9d8ef59-a28a-4805-a18e-013c762eadf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:46:37.362434 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-66200c13-870c-4ee1-aba7-7f1e41fdd279 None None] Port 2cbbef5e-36c7-4f1c-8209-22d074a42fd3 cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:46:37.407671 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 354c6eb1-d89d-4190-9a5a-bd435436ca9c is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:46:37.408168 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (354c6eb1-d89d-4190-9a5a-bd435436ca9c), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:37.435692 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] For port 354c6eb1-d89d-4190-9a5a-bd435436ca9c, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=354c6eb1-d89d-4190-9a5a-bd435436ca9c,segment=NetworkSegment(195d7ed7-323d-4284-82df-208cca613d99),segment_id=195d7ed7-323d-4284-82df-208cca613d99)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:46:37.440229 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (354c6eb1-d89d-4190-9a5a-bd435436ca9c), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:37.443025 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0daec092-cfac-4cf3-ab6d-ec004dd15f49 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Made reservation on behalf of 5a84b6bdce3e454e9741c4fbc09bfc68 for: {'port': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:46:37.448987 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0daec092-cfac-4cf3-ab6d-ec004dd15f49 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:37.471200 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [None req-0daec092-cfac-4cf3-ab6d-ec004dd15f49 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] device_id is not set on port dbfbf6eb-bd1f-4acd-a697-fd8a1eaa2e77 yet. {{(pid=103408) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:46:37.483287 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb44d73-c615-4389-96b9-85ac2960e83d None None] Checking router: bd356119-9136-4bf9-85e1-daf4ab1efac6 for host: dv-neutron-master-2-hyperv {{(pid=103410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:46:37.483287 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb44d73-c615-4389-96b9-85ac2960e83d None None] Updating router bd356119-9136-4bf9-85e1-daf4ab1efac6 port 2cbbef5e-36c7-4f1c-8209-22d074a42fd3 binding host dv-neutron-master-2-hyperv {{(pid=103410) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 10:46:37.494514 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Pushing event updated for resources: {'Port': ['ID=354c6eb1-d89d-4190-9a5a-bd435436ca9c,revision_number=4']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:46:37.514013 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6fb44d73-c615-4389-96b9-85ac2960e83d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (2cbbef5e-36c7-4f1c-8209-22d074a42fd3), before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:37.606672 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-0daec092-cfac-4cf3-ab6d-ec004dd15f49 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Allocated IP 172.20.0.8 (33a79088-dada-42b4-8578-deb3443e6e3a/e9d8ef59-a28a-4805-a18e-013c762eadf4/dbfbf6eb-bd1f-4acd-a697-fd8a1eaa2e77) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:46:37.755863 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0daec092-cfac-4cf3-ab6d-ec004dd15f49 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for port (dbfbf6eb-bd1f-4acd-a697-fd8a1eaa2e77), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:37.791490 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0daec092-cfac-4cf3-ab6d-ec004dd15f49 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (dbfbf6eb-bd1f-4acd-a697-fd8a1eaa2e77), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:37.846020 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0daec092-cfac-4cf3-ab6d-ec004dd15f49 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Network 33a79088-dada-42b4-8578-deb3443e6e3a is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:46:37.849172 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-0daec092-cfac-4cf3-ab6d-ec004dd15f49 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:46:37.853139 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0daec092-cfac-4cf3-ab6d-ec004dd15f49 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:46:37.878854 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0daec092-cfac-4cf3-ab6d-ec004dd15f49 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event updated for resources: {'Port': ['ID=dbfbf6eb-bd1f-4acd-a697-fd8a1eaa2e77,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:46:37.911278 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0daec092-cfac-4cf3-ab6d-ec004dd15f49 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:46:37.911971 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0daec092-cfac-4cf3-ab6d-ec004dd15f49 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:37.930839 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-0daec092-cfac-4cf3-ab6d-ec004dd15f49 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.6373224 Feb 28 10:46:37.963196 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6fb44d73-c615-4389-96b9-85ac2960e83d None None] Publish callbacks [] for port (2cbbef5e-36c7-4f1c-8209-22d074a42fd3), precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:37.971171 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6fb44d73-c615-4389-96b9-85ac2960e83d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (2cbbef5e-36c7-4f1c-8209-22d074a42fd3), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:38.037711 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a99bd5-1fd2-4c26-bb54-c73c397a4e33 None None] Pushing event updated for resources: {'Port': ['ID=2cbbef5e-36c7-4f1c-8209-22d074a42fd3,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:46:38.083050 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 41510) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:46:38.084285 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a99bd5-1fd2-4c26-bb54-c73c397a4e33 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:46:38.084691 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a99bd5-1fd2-4c26-bb54-c73c397a4e33 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:46:38.085047 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a99bd5-1fd2-4c26-bb54-c73c397a4e33 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:46:38.085857 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a99bd5-1fd2-4c26-bb54-c73c397a4e33 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:46:38.086189 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a99bd5-1fd2-4c26-bb54-c73c397a4e33 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:46:38.086704 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a99bd5-1fd2-4c26-bb54-c73c397a4e33 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:46:38.087228 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a99bd5-1fd2-4c26-bb54-c73c397a4e33 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:46:38.087820 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a99bd5-1fd2-4c26-bb54-c73c397a4e33 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:46:38.088445 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a99bd5-1fd2-4c26-bb54-c73c397a4e33 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:46:38.088852 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a99bd5-1fd2-4c26-bb54-c73c397a4e33 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:46:38.089385 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a99bd5-1fd2-4c26-bb54-c73c397a4e33 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:46:38.089835 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a99bd5-1fd2-4c26-bb54-c73c397a4e33 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:46:38.090523 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a99bd5-1fd2-4c26-bb54-c73c397a4e33 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:46:38.090657 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-9fcb8b2b-c9d7-4a8b-b6b9-7bb2c656572f tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-182491600', 'description': 'tempest-secgroup-smoke-182491600 description', 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:46:38.098540 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (13ac42ae-016e-4baf-bb31-c6fa820b41c2), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:38.110165 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-6fb44d73-c615-4389-96b9-85ac2960e83d None None] Attempting to bind port 2cbbef5e-36c7-4f1c-8209-22d074a42fd3 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:46:38.110681 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-6fb44d73-c615-4389-96b9-85ac2960e83d None None] Attempting to bind port 2cbbef5e-36c7-4f1c-8209-22d074a42fd3 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '07e5e1ea-b770-4857-9a52-ace1799d1ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '33a79088-dada-42b4-8578-deb3443e6e3a'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:46:38.111571 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb44d73-c615-4389-96b9-85ac2960e83d None None] Attempting to bind port 2cbbef5e-36c7-4f1c-8209-22d074a42fd3 on network 33a79088-dada-42b4-8578-deb3443e6e3a {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:46:38.114253 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9fcb8b2b-c9d7-4a8b-b6b9-7bb2c656572f tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:38.118852 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb44d73-c615-4389-96b9-85ac2960e83d None None] Checking agent: {'id': '75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 24, 15), 'started_at': datetime.datetime(2022, 2, 28, 10, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 46, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:46:38.119233 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb44d73-c615-4389-96b9-85ac2960e83d None None] Checking segment: {'id': '07e5e1ea-b770-4857-9a52-ace1799d1ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '33a79088-dada-42b4-8578-deb3443e6e3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:46:38.119640 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6fb44d73-c615-4389-96b9-85ac2960e83d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:38.120039 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb44d73-c615-4389-96b9-85ac2960e83d None None] Bound using segment: {'id': '07e5e1ea-b770-4857-9a52-ace1799d1ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '33a79088-dada-42b4-8578-deb3443e6e3a'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:46:38.120515 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-6fb44d73-c615-4389-96b9-85ac2960e83d None None] Bound port: 2cbbef5e-36c7-4f1c-8209-22d074a42fd3, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07e5e1ea-b770-4857-9a52-ace1799d1ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '33a79088-dada-42b4-8578-deb3443e6e3a'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:46:38.120932 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6fb44d73-c615-4389-96b9-85ac2960e83d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (2cbbef5e-36c7-4f1c-8209-22d074a42fd3), before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:38.190411 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-e903e1a3-0498-4bb3-b47d-2381bbf01e78 None None] Provisioning complete for port dbfbf6eb-bd1f-4acd-a697-fd8a1eaa2e77 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:46:38.191023 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e903e1a3-0498-4bb3-b47d-2381bbf01e78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (dbfbf6eb-bd1f-4acd-a697-fd8a1eaa2e77), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:38.206507 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-6fb44d73-c615-4389-96b9-85ac2960e83d None None] For port 2cbbef5e-36c7-4f1c-8209-22d074a42fd3, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:46:38.210959 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-6fb44d73-c615-4389-96b9-85ac2960e83d None None] For port 2cbbef5e-36c7-4f1c-8209-22d074a42fd3, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2cbbef5e-36c7-4f1c-8209-22d074a42fd3,segment=NetworkSegment(07e5e1ea-b770-4857-9a52-ace1799d1ef6),segment_id=07e5e1ea-b770-4857-9a52-ace1799d1ef6)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:46:38.219193 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9fcb8b2b-c9d7-4a8b-b6b9-7bb2c656572f tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group (52826edd-c58a-4675-884e-e711470b61e8), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:38.221543 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6fb44d73-c615-4389-96b9-85ac2960e83d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (2cbbef5e-36c7-4f1c-8209-22d074a42fd3), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:38.227711 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9fcb8b2b-c9d7-4a8b-b6b9-7bb2c656572f tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (52826edd-c58a-4675-884e-e711470b61e8), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:38.235662 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-e903e1a3-0498-4bb3-b47d-2381bbf01e78 None None] Port dbfbf6eb-bd1f-4acd-a697-fd8a1eaa2e77 cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:46:38.252070 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9fcb8b2b-c9d7-4a8b-b6b9-7bb2c656572f tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:38.256807 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-9fcb8b2b-c9d7-4a8b-b6b9-7bb2c656572f tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1688983 Feb 28 10:46:38.256807 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 41512) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:46:38.261432 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-270a7c76-9413-4af5-be66-93c68f8e0902 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Request body: {'security_group_rule': {'security_group_id': '52826edd-c58a-4675-884e-e711470b61e8', 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:46:38.286603 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb44d73-c615-4389-96b9-85ac2960e83d None None] Routers {'bd356119-9136-4bf9-85e1-daf4ab1efac6'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:46:38.287563 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-6fb44d73-c615-4389-96b9-85ac2960e83d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:46:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['bd356119-9136-4bf9-85e1-daf4ab1efac6'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:46:38.289224 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcb8b2b-c9d7-4a8b-b6b9-7bb2c656572f tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52826edd-c58a-4675-884e-e711470b61e8,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:46:38.302611 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-270a7c76-9413-4af5-be66-93c68f8e0902 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (6456fbdb-3209-4091-b578-9cf3d8b35d86), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:38.330776 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a99bd5-1fd2-4c26-bb54-c73c397a4e33 None None] Pushing event updated for resources: {'Port': ['ID=2cbbef5e-36c7-4f1c-8209-22d074a42fd3,revision_number=4']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:46:38.358972 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-270a7c76-9413-4af5-be66-93c68f8e0902 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (6456fbdb-3209-4091-b578-9cf3d8b35d86), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:38.363496 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-270a7c76-9413-4af5-be66-93c68f8e0902 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594242'] for security_group_rule (6456fbdb-3209-4091-b578-9cf3d8b35d86), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:38.385310 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270a7c76-9413-4af5-be66-93c68f8e0902 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6456fbdb-3209-4091-b578-9cf3d8b35d86,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:46:38.393683 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-270a7c76-9413-4af5-be66-93c68f8e0902 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:38.397716 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-270a7c76-9413-4af5-be66-93c68f8e0902 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1375167 Feb 28 10:46:38.399199 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 41514) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:46:38.403932 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-4ab35816-c8af-4522-8041-80d644c89575 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Request body: {'security_group_rule': {'security_group_id': '52826edd-c58a-4675-884e-e711470b61e8', 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:46:38.432752 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4ab35816-c8af-4522-8041-80d644c89575 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (fb57c9bb-b39c-43fd-a576-654695909b29), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:38.438218 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-6fb44d73-c615-4389-96b9-85ac2960e83d None None] Set router bd356119-9136-4bf9-85e1-daf4ab1efac6 gateway port host: dv-neutron-master-2-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:46:38.466660 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-17e12972-3f6e-4e3d-b1b1-9c7bd00d0e21 None None] Provisioning complete for port 2cbbef5e-36c7-4f1c-8209-22d074a42fd3 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:46:38.467302 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-17e12972-3f6e-4e3d-b1b1-9c7bd00d0e21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (2cbbef5e-36c7-4f1c-8209-22d074a42fd3), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:38.509448 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4ab35816-c8af-4522-8041-80d644c89575 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (fb57c9bb-b39c-43fd-a576-654695909b29), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:38.514671 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4ab35816-c8af-4522-8041-80d644c89575 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594242'] for security_group_rule (fb57c9bb-b39c-43fd-a576-654695909b29), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:38.534868 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab35816-c8af-4522-8041-80d644c89575 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb57c9bb-b39c-43fd-a576-654695909b29,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:46:38.556345 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4ab35816-c8af-4522-8041-80d644c89575 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:38.557887 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-4ab35816-c8af-4522-8041-80d644c89575 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1577153 Feb 28 10:46:38.560848 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 41518) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:46:38.565501 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-4c9c0094-4bb3-4bfc-bb5b-02bfef39eac7 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Request body: {'security_group_rule': {'security_group_id': '52826edd-c58a-4675-884e-e711470b61e8', 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:46:38.584332 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-17e12972-3f6e-4e3d-b1b1-9c7bd00d0e21 None None] Current status of the port 2cbbef5e-36c7-4f1c-8209-22d074a42fd3 is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:46:38.584782 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-17e12972-3f6e-4e3d-b1b1-9c7bd00d0e21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (2cbbef5e-36c7-4f1c-8209-22d074a42fd3), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:38.604702 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4c9c0094-4bb3-4bfc-bb5b-02bfef39eac7 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (0ee7040f-b461-48bc-8dd2-057512da0738), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:38.625863 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-17e12972-3f6e-4e3d-b1b1-9c7bd00d0e21 None None] For port 2cbbef5e-36c7-4f1c-8209-22d074a42fd3, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2cbbef5e-36c7-4f1c-8209-22d074a42fd3,segment=NetworkSegment(07e5e1ea-b770-4857-9a52-ace1799d1ef6),segment_id=07e5e1ea-b770-4857-9a52-ace1799d1ef6)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:46:38.636057 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-17e12972-3f6e-4e3d-b1b1-9c7bd00d0e21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (2cbbef5e-36c7-4f1c-8209-22d074a42fd3), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:38.682882 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-6fb44d73-c615-4389-96b9-85ac2960e83d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd356119-9136-4bf9-85e1-daf4ab1efac6', 'name': 'tempest-TestNetworkBasicOps-router-637421301', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.84'}], 'enable_snat': True}, 'gw_port_id': '354c6eb1-d89d-4190-9a5a-bd435436ca9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:46:31Z', 'updated_at': '2022-02-28T10:46:35Z', 'revision_number': 4, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'gw_port': {'id': '354c6eb1-d89d-4190-9a5a-bd435436ca9c', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:2b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd356119-9136-4bf9-85e1-daf4ab1efac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:46:31Z', 'updated_at': '2022-02-28T10:46:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '2cbbef5e-36c7-4f1c-8209-22d074a42fd3', 'name': '', 'network_id': '33a79088-dada-42b4-8578-deb3443e6e3a', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'mac_address': 'fa:16:3e:0d:8a:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd356119-9136-4bf9-85e1-daf4ab1efac6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': 'e9d8ef59-a28a-4805-a18e-013c762eadf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:46:34Z', 'updated_at': '2022-02-28T10:46:38Z', 'revision_number': 4, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'subnets': [{'id': 'e9d8ef59-a28a-4805-a18e-013c762eadf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:46:38.699016 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4c9c0094-4bb3-4bfc-bb5b-02bfef39eac7 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (0ee7040f-b461-48bc-8dd2-057512da0738), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:38.703785 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e12972-3f6e-4e3d-b1b1-9c7bd00d0e21 None None] Pushing event updated for resources: {'Port': ['ID=2cbbef5e-36c7-4f1c-8209-22d074a42fd3,revision_number=5']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:46:38.704665 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4c9c0094-4bb3-4bfc-bb5b-02bfef39eac7 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594242'] for security_group_rule (0ee7040f-b461-48bc-8dd2-057512da0738), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:38.717509 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb44d73-c615-4389-96b9-85ac2960e83d None None] The sync data for ids ['bd356119-9136-4bf9-85e1-daf4ab1efac6'] in dv-neutron-master-2-hyperv is: [{'id': 'bd356119-9136-4bf9-85e1-daf4ab1efac6', 'name': 'tempest-TestNetworkBasicOps-router-637421301', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.84'}], 'enable_snat': True}, 'gw_port_id': '354c6eb1-d89d-4190-9a5a-bd435436ca9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:46:31Z', 'updated_at': '2022-02-28T10:46:35Z', 'revision_number': 4, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'gw_port': {'id': '354c6eb1-d89d-4190-9a5a-bd435436ca9c', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:2b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd356119-9136-4bf9-85e1-daf4ab1efac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:46:31Z', 'updated_at': '2022-02-28T10:46:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '2cbbef5e-36c7-4f1c-8209-22d074a42fd3', 'name': '', 'network_id': '33a79088-dada-42b4-8578-deb3443e6e3a', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'mac_address': 'fa:16:3e:0d:8a:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd356119-9136-4bf9-85e1-daf4ab1efac6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': 'e9d8ef59-a28a-4805-a18e-013c762eadf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:46:34Z', 'updated_at': '2022-02-28T10:46:38Z', 'revision_number': 4, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'subnets': [{'id': 'e9d8ef59-a28a-4805-a18e-013c762eadf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:46:38.726058 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9c0094-4bb3-4bfc-bb5b-02bfef39eac7 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ee7040f-b461-48bc-8dd2-057512da0738,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:46:38.731841 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4c9c0094-4bb3-4bfc-bb5b-02bfef39eac7 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:38.733136 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-4c9c0094-4bb3-4bfc-bb5b-02bfef39eac7 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1712649 Feb 28 10:46:38.736078 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 41520) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:46:38.742752 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-0bb6ede2-0191-442b-b931-c043cbfbf3b0 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Request body: {'security_group_rule': {'security_group_id': '52826edd-c58a-4675-884e-e711470b61e8', 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:46:38.762836 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c9176cfb-f111-4a73-bd4f-3af17b871ae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fb6705d2-4f70-4965-92a3-fbfccd43a6d3), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:38.775793 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-82b5a5b2-f831-460d-b8a6-e52fdbb8a043 None None] Provisioning complete for port 2cbbef5e-36c7-4f1c-8209-22d074a42fd3 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:46:38.776817 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-82b5a5b2-f831-460d-b8a6-e52fdbb8a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (2cbbef5e-36c7-4f1c-8209-22d074a42fd3), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:38.789890 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0bb6ede2-0191-442b-b931-c043cbfbf3b0 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (f10d1867-1588-4d5a-842f-0cf32ca1d65a), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:38.880325 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0bb6ede2-0191-442b-b931-c043cbfbf3b0 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (f10d1867-1588-4d5a-842f-0cf32ca1d65a), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:38.890927 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0bb6ede2-0191-442b-b931-c043cbfbf3b0 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594242'] for security_group_rule (f10d1867-1588-4d5a-842f-0cf32ca1d65a), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:38.894610 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-82b5a5b2-f831-460d-b8a6-e52fdbb8a043 None None] Current status of the port 2cbbef5e-36c7-4f1c-8209-22d074a42fd3 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:46:38.910990 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb6ede2-0191-442b-b931-c043cbfbf3b0 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f10d1867-1588-4d5a-842f-0cf32ca1d65a,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:46:38.924271 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0bb6ede2-0191-442b-b931-c043cbfbf3b0 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:38.925659 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-0bb6ede2-0191-442b-b931-c043cbfbf3b0 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1880102 Feb 28 10:46:38.928781 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 41522) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:46:38.933960 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-1296a99b-64cb-4c9d-afdb-560db0561e65 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Request body: {'security_group_rule': {'security_group_id': '52826edd-c58a-4675-884e-e711470b61e8', 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:46:38.971771 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.db.securitygroups_db [None req-1296a99b-64cb-4c9d-afdb-560db0561e65 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Project 5a84b6bdce3e454e9741c4fbc09bfc68 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 10:46:38.978197 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1296a99b-64cb-4c9d-afdb-560db0561e65 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (5cfa984c-5a6e-4fc2-b689-b042ee39b5c3), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:39.008119 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 2cbbef5e-36c7-4f1c-8209-22d074a42fd3 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:46:39.056189 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1296a99b-64cb-4c9d-afdb-560db0561e65 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (5cfa984c-5a6e-4fc2-b689-b042ee39b5c3), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:39.061216 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1296a99b-64cb-4c9d-afdb-560db0561e65 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594242'] for security_group_rule (5cfa984c-5a6e-4fc2-b689-b042ee39b5c3), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:39.062715 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port 2cbbef5e-36c7-4f1c-8209-22d074a42fd3 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:46:39.063100 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (2cbbef5e-36c7-4f1c-8209-22d074a42fd3), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:39.081626 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1296a99b-64cb-4c9d-afdb-560db0561e65 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cfa984c-5a6e-4fc2-b689-b042ee39b5c3,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:46:39.092971 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1296a99b-64cb-4c9d-afdb-560db0561e65 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:39.094707 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-1296a99b-64cb-4c9d-afdb-560db0561e65 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1645937 Feb 28 10:46:39.098973 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 41524) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:46:39.103869 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-8faf0682-1b66-4561-a8f7-06e983531cb3 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Request body: {'security_group_rule': {'security_group_id': '52826edd-c58a-4675-884e-e711470b61e8', 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:46:39.135104 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.db.securitygroups_db [None req-8faf0682-1b66-4561-a8f7-06e983531cb3 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Project 5a84b6bdce3e454e9741c4fbc09bfc68 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 10:46:39.142972 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8faf0682-1b66-4561-a8f7-06e983531cb3 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (03fc3d43-009b-44ad-9db3-3613e8093891), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:39.155412 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 2cbbef5e-36c7-4f1c-8209-22d074a42fd3 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:46:39.156573 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 354c6eb1-d89d-4190-9a5a-bd435436ca9c up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:46:39.218212 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port 354c6eb1-d89d-4190-9a5a-bd435436ca9c triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:46:39.218688 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (354c6eb1-d89d-4190-9a5a-bd435436ca9c), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:39.220435 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8faf0682-1b66-4561-a8f7-06e983531cb3 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (03fc3d43-009b-44ad-9db3-3613e8093891), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:39.227596 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8faf0682-1b66-4561-a8f7-06e983531cb3 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594242'] for security_group_rule (03fc3d43-009b-44ad-9db3-3613e8093891), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:39.248325 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faf0682-1b66-4561-a8f7-06e983531cb3 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03fc3d43-009b-44ad-9db3-3613e8093891,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:46:39.262297 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8faf0682-1b66-4561-a8f7-06e983531cb3 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:39.264205 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-8faf0682-1b66-4561-a8f7-06e983531cb3 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1640944 Feb 28 10:46:39.322132 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 354c6eb1-d89d-4190-9a5a-bd435436ca9c is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:46:39.434020 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-3d488d52-83d6-4921-98ab-e0098a666091 req-402f1f39-8a75-4c40-b541-e43d97a277e9 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-182491600&fields=id&tenant_id=5a84b6bdce3e454e9741c4fbc09bfc68 HTTP/1.1" status: 200 len: 267 time: 0.0507696 Feb 28 10:46:39.489943 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d488d52-83d6-4921-98ab-e0098a666091 req-6803b142-618c-43d7-a40c-9e1eeafc9fa6 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:46:39.491776 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-3d488d52-83d6-4921-98ab-e0098a666091 req-6803b142-618c-43d7-a40c-9e1eeafc9fa6 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/ports/dbfbf6eb-bd1f-4acd-a697-fd8a1eaa2e77 HTTP/1.1" status: 200 len: 929 time: 0.0510478 Feb 28 10:46:39.562344 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-3d488d52-83d6-4921-98ab-e0098a666091 req-76891ae4-2f98-4f67-bffb-8d3c21275ec7 service neutron] 10.222.0.20 "GET /v2.0/ports/dbfbf6eb-bd1f-4acd-a697-fd8a1eaa2e77?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0462351 Feb 28 10:46:39.671628 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-3d488d52-83d6-4921-98ab-e0098a666091 req-bc2f94b9-2b43-42a8-8edd-f90a57861895 service neutron] 10.222.0.20 "GET /v2.0/networks/33a79088-dada-42b4-8578-deb3443e6e3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035845 Feb 28 10:46:39.771365 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-3d488d52-83d6-4921-98ab-e0098a666091 req-bcad1704-0de0-4dda-8106-69e0ec1f9d9a service neutron] 10.222.0.20 "GET /v2.0/networks/33a79088-dada-42b4-8578-deb3443e6e3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939887 Feb 28 10:46:39.830435 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d488d52-83d6-4921-98ab-e0098a666091 req-3b27a0c9-bdb8-432c-bdc5-1b42cecbe708 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:46:39.831926 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-3d488d52-83d6-4921-98ab-e0098a666091 req-3b27a0c9-bdb8-432c-bdc5-1b42cecbe708 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/ports/dbfbf6eb-bd1f-4acd-a697-fd8a1eaa2e77 HTTP/1.1" status: 200 len: 929 time: 0.0540192 Feb 28 10:46:40.000106 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-70ee3c58-2c98-4176-9632-33a0f33c15e3 req-4e67880b-e149-484b-88d0-03849924b8f1 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/ports?device_id=5262f94b-504a-45d4-9c53-8f7d44c21857 HTTP/1.1" status: 200 len: 210 time: 0.0289099 Feb 28 10:46:40.088269 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 41548) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:46:40.193851 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d488d52-83d6-4921-98ab-e0098a666091 req-1420094c-85cf-4fbb-aaf5-f69fbd15477c tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:46:40.195492 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-3d488d52-83d6-4921-98ab-e0098a666091 req-1420094c-85cf-4fbb-aaf5-f69fbd15477c tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/ports/dbfbf6eb-bd1f-4acd-a697-fd8a1eaa2e77 HTTP/1.1" status: 200 len: 929 time: 0.1057858 Feb 28 10:46:41.019951 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-633b2790-f43e-45b6-8d9c-ea8e3af58da7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fc6c9b74-8dbb-41bb-800a-5bd3a43fe896), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:41.102308 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-48be9203-2296-4f98-89d3-ce937997867d req-915b8762-0f9f-4eae-b800-ba3573b83679 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/ports?device_id=5262f94b-504a-45d4-9c53-8f7d44c21857 HTTP/1.1" status: 200 len: 210 time: 0.0345075 Feb 28 10:46:41.267832 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d488d52-83d6-4921-98ab-e0098a666091 req-9f9cbe18-2a48-4d2f-946a-8c38a2a2743c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:46:41.269320 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-3d488d52-83d6-4921-98ab-e0098a666091 req-9f9cbe18-2a48-4d2f-946a-8c38a2a2743c service neutron] 10.222.0.30 "GET /v2.0/ports/dbfbf6eb-bd1f-4acd-a697-fd8a1eaa2e77 HTTP/1.1" status: 200 len: 1025 time: 0.0378788 Feb 28 10:46:41.385095 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d488d52-83d6-4921-98ab-e0098a666091 req-c1c5163e-f052-4fd1-a20c-dc04f83765c8 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:46:41.387136 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-3d488d52-83d6-4921-98ab-e0098a666091 req-c1c5163e-f052-4fd1-a20c-dc04f83765c8 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.30 "GET /v2.0/networks?id=33a79088-dada-42b4-8578-deb3443e6e3a HTTP/1.1" status: 200 len: 797 time: 0.1131349 Feb 28 10:46:41.467882 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-3d488d52-83d6-4921-98ab-e0098a666091 req-665cbd3c-9bef-4071-b205-b2cd6897ce54 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5a84b6bdce3e454e9741c4fbc09bfc68 HTTP/1.1" status: 200 len: 379 time: 0.0680802 Feb 28 10:46:41.491634 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [req-3d488d52-83d6-4921-98ab-e0098a666091 req-bb6af4c9-1c1e-4c45-b5d8-474cd7ab3240 service neutron] Request body: {'port': {'device_id': '5262f94b-504a-45d4-9c53-8f7d44c21857', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:46:41.559333 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-3d488d52-83d6-4921-98ab-e0098a666091 req-bb6af4c9-1c1e-4c45-b5d8-474cd7ab3240 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (dbfbf6eb-bd1f-4acd-a697-fd8a1eaa2e77), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:41.837856 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.notifiers.nova [req-3d488d52-83d6-4921-98ab-e0098a666091 req-bb6af4c9-1c1e-4c45-b5d8-474cd7ab3240 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbfbf6eb-bd1f-4acd-a697-fd8a1eaa2e77 {{(pid=103407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 10:46:41.848015 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-3d488d52-83d6-4921-98ab-e0098a666091 req-bb6af4c9-1c1e-4c45-b5d8-474cd7ab3240 service neutron] Publish callbacks [] for port (dbfbf6eb-bd1f-4acd-a697-fd8a1eaa2e77), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:41.864176 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.provisioning_blocks [req-3d488d52-83d6-4921-98ab-e0098a666091 req-bb6af4c9-1c1e-4c45-b5d8-474cd7ab3240 service neutron] Transition to ACTIVE for port object dbfbf6eb-bd1f-4acd-a697-fd8a1eaa2e77 will not be triggered until provisioned by entity L2. {{(pid=103407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 10:46:41.870060 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-3d488d52-83d6-4921-98ab-e0098a666091 req-bb6af4c9-1c1e-4c45-b5d8-474cd7ab3240 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3498066'] for port (dbfbf6eb-bd1f-4acd-a697-fd8a1eaa2e77), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:41.921649 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6af4c9-1c1e-4c45-b5d8-474cd7ab3240 service neutron] Pushing event updated for resources: {'Port': ['ID=dbfbf6eb-bd1f-4acd-a697-fd8a1eaa2e77,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:46:41.997795 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-3d488d52-83d6-4921-98ab-e0098a666091 req-bb6af4c9-1c1e-4c45-b5d8-474cd7ab3240 service neutron] Attempting to bind port dbfbf6eb-bd1f-4acd-a697-fd8a1eaa2e77 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:46:41.998157 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-3d488d52-83d6-4921-98ab-e0098a666091 req-bb6af4c9-1c1e-4c45-b5d8-474cd7ab3240 service neutron] Attempting to bind port dbfbf6eb-bd1f-4acd-a697-fd8a1eaa2e77 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '07e5e1ea-b770-4857-9a52-ace1799d1ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '33a79088-dada-42b4-8578-deb3443e6e3a'}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:46:41.998493 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d488d52-83d6-4921-98ab-e0098a666091 req-bb6af4c9-1c1e-4c45-b5d8-474cd7ab3240 service neutron] Attempting to bind port dbfbf6eb-bd1f-4acd-a697-fd8a1eaa2e77 on network 33a79088-dada-42b4-8578-deb3443e6e3a {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:46:42.003487 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d488d52-83d6-4921-98ab-e0098a666091 req-bb6af4c9-1c1e-4c45-b5d8-474cd7ab3240 service neutron] Port dbfbf6eb-bd1f-4acd-a697-fd8a1eaa2e77 on network 33a79088-dada-42b4-8578-deb3443e6e3a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 10:46:42.003834 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d488d52-83d6-4921-98ab-e0098a666091 req-bb6af4c9-1c1e-4c45-b5d8-474cd7ab3240 service neutron] Attempting to bind port dbfbf6eb-bd1f-4acd-a697-fd8a1eaa2e77 on network 33a79088-dada-42b4-8578-deb3443e6e3a {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:46:42.010507 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d488d52-83d6-4921-98ab-e0098a666091 req-bb6af4c9-1c1e-4c45-b5d8-474cd7ab3240 service neutron] Checking agent: {'id': '13ac42ae-016e-4baf-bb31-c6fa820b41c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 30, 8), 'started_at': datetime.datetime(2022, 2, 28, 10, 30, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 46, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:46:42.010875 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d488d52-83d6-4921-98ab-e0098a666091 req-bb6af4c9-1c1e-4c45-b5d8-474cd7ab3240 service neutron] Checking segment: {'id': '07e5e1ea-b770-4857-9a52-ace1799d1ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '33a79088-dada-42b4-8578-deb3443e6e3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:46:42.011231 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d488d52-83d6-4921-98ab-e0098a666091 req-bb6af4c9-1c1e-4c45-b5d8-474cd7ab3240 service neutron] Bound using segment: {'id': '07e5e1ea-b770-4857-9a52-ace1799d1ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '33a79088-dada-42b4-8578-deb3443e6e3a'} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:46:42.011660 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-3d488d52-83d6-4921-98ab-e0098a666091 req-bb6af4c9-1c1e-4c45-b5d8-474cd7ab3240 service neutron] Bound port: dbfbf6eb-bd1f-4acd-a697-fd8a1eaa2e77, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07e5e1ea-b770-4857-9a52-ace1799d1ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '33a79088-dada-42b4-8578-deb3443e6e3a'}}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:46:42.012042 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-3d488d52-83d6-4921-98ab-e0098a666091 req-bb6af4c9-1c1e-4c45-b5d8-474cd7ab3240 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (dbfbf6eb-bd1f-4acd-a697-fd8a1eaa2e77), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:42.027210 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b6d631fb-7df0-4fe1-8322-abff3b61cae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (0db5147a-92a3-4581-8a5f-8ec9b93e0600), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:42.084125 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-3d488d52-83d6-4921-98ab-e0098a666091 req-bb6af4c9-1c1e-4c45-b5d8-474cd7ab3240 service neutron] For port dbfbf6eb-bd1f-4acd-a697-fd8a1eaa2e77, host hv-neutron-mast, cleared binding levels {{(pid=103407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:46:42.087935 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-3d488d52-83d6-4921-98ab-e0098a666091 req-bb6af4c9-1c1e-4c45-b5d8-474cd7ab3240 service neutron] For port dbfbf6eb-bd1f-4acd-a697-fd8a1eaa2e77, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=dbfbf6eb-bd1f-4acd-a697-fd8a1eaa2e77,segment=NetworkSegment(07e5e1ea-b770-4857-9a52-ace1799d1ef6),segment_id=07e5e1ea-b770-4857-9a52-ace1799d1ef6)] {{(pid=103407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:46:42.094169 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-3d488d52-83d6-4921-98ab-e0098a666091 req-bb6af4c9-1c1e-4c45-b5d8-474cd7ab3240 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3498066'] for port (dbfbf6eb-bd1f-4acd-a697-fd8a1eaa2e77), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:42.144690 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d488d52-83d6-4921-98ab-e0098a666091 req-bb6af4c9-1c1e-4c45-b5d8-474cd7ab3240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:46:42.146041 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-3d488d52-83d6-4921-98ab-e0098a666091 req-bb6af4c9-1c1e-4c45-b5d8-474cd7ab3240 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:42.148283 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-3d488d52-83d6-4921-98ab-e0098a666091 req-bb6af4c9-1c1e-4c45-b5d8-474cd7ab3240 service neutron] 10.222.0.30 "PUT /v2.0/ports/dbfbf6eb-bd1f-4acd-a697-fd8a1eaa2e77 HTTP/1.1" status: 200 len: 1130 time: 0.6619616 Feb 28 10:46:42.149069 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5262f94b-504a-45d4-9c53-8f7d44c21857', 'tag': 'dbfbf6eb-bd1f-4acd-a697-fd8a1eaa2e77'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:46:42.153276 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c8e1c873eeca597e52e7ceb7469e602eac250bfea6606d285743d38033cf584" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caf658a2-03e7-4d32-b5a0-f12c014be980" -d '{"events": [{"name": "network-changed", "server_uuid": "5262f94b-504a-45d4-9c53-8f7d44c21857", "tag": "dbfbf6eb-bd1f-4acd-a697-fd8a1eaa2e77"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:46:42.211252 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6af4c9-1c1e-4c45-b5d8-474cd7ab3240 service neutron] Pushing event updated for resources: {'Port': ['ID=dbfbf6eb-bd1f-4acd-a697-fd8a1eaa2e77,revision_number=3']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:46:42.217498 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 10:46:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0249ff0-1735-4683-b7cb-b2d0b2d1c601 x-openstack-request-id: req-d0249ff0-1735-4683-b7cb-b2d0b2d1c601 {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:46:42.217955 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5262f94b-504a-45d4-9c53-8f7d44c21857", "tag": "dbfbf6eb-bd1f-4acd-a697-fd8a1eaa2e77", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:46:42.218602 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d0249ff0-1735-4683-b7cb-b2d0b2d1c601 {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:46:42.219482 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5262f94b-504a-45d4-9c53-8f7d44c21857', 'tag': 'dbfbf6eb-bd1f-4acd-a697-fd8a1eaa2e77', 'status': 'completed', 'code': 200} Feb 28 10:46:42.314647 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf321a86-eed5-43e7-b7c0-2a5189e883a1 req-f062fa33-9b77-4e07-be1d-c9908be8cdc4 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:46:42.316303 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-cf321a86-eed5-43e7-b7c0-2a5189e883a1 req-f062fa33-9b77-4e07-be1d-c9908be8cdc4 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/ports?device_id=5262f94b-504a-45d4-9c53-8f7d44c21857 HTTP/1.1" status: 200 len: 980 time: 0.0927439 Feb 28 10:46:42.319462 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d488d52-83d6-4921-98ab-e0098a666091 req-634cebaa-4054-4007-8ce7-12ecb0ea2365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:46:42.321165 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-3d488d52-83d6-4921-98ab-e0098a666091 req-634cebaa-4054-4007-8ce7-12ecb0ea2365 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5a84b6bdce3e454e9741c4fbc09bfc68&device_id=5262f94b-504a-45d4-9c53-8f7d44c21857 HTTP/1.1" status: 200 len: 1164 time: 0.0854981 Feb 28 10:46:42.385650 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-3d488d52-83d6-4921-98ab-e0098a666091 req-a6f12d84-387d-4d42-93dd-7accb098a7c2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dbfbf6eb-bd1f-4acd-a697-fd8a1eaa2e77 HTTP/1.1" status: 200 len: 217 time: 0.0410511 Feb 28 10:46:42.436462 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-cf321a86-eed5-43e7-b7c0-2a5189e883a1 req-14e0a39a-81b6-4777-8a75-277030dba617 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6ab2eba-8f22-4ccb-926f-2f1dea2b8ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134541 Feb 28 10:46:42.447937 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d488d52-83d6-4921-98ab-e0098a666091 req-04459708-4902-4480-97a4-0325cb1a4bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:46:42.449562 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-3d488d52-83d6-4921-98ab-e0098a666091 req-04459708-4902-4480-97a4-0325cb1a4bac service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e9d8ef59-a28a-4805-a18e-013c762eadf4 HTTP/1.1" status: 200 len: 833 time: 0.0584579 Feb 28 10:46:42.505529 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d488d52-83d6-4921-98ab-e0098a666091 req-8e739e1f-21ba-41f3-80d3-f59311041b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:46:42.507235 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-3d488d52-83d6-4921-98ab-e0098a666091 req-8e739e1f-21ba-41f3-80d3-f59311041b2e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=33a79088-dada-42b4-8578-deb3443e6e3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0516903 Feb 28 10:46:42.598427 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-3d488d52-83d6-4921-98ab-e0098a666091 req-51141a98-8211-4453-9888-9ee158b46673 service neutron] 10.222.0.30 "GET /v2.0/networks/33a79088-dada-42b4-8578-deb3443e6e3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855546 Feb 28 10:46:42.694037 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-3d488d52-83d6-4921-98ab-e0098a666091 req-0e723e69-7b94-482c-b58c-4afdbd4cbe31 service neutron] 10.222.0.30 "GET /v2.0/networks/33a79088-dada-42b4-8578-deb3443e6e3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900812 Feb 28 10:46:42.834554 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf658a2-03e7-4d32-b5a0-f12c014be980 req-26956cea-c4f8-4bbf-a9fb-d79e04974a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:46:42.836614 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-caf658a2-03e7-4d32-b5a0-f12c014be980 req-26956cea-c4f8-4bbf-a9fb-d79e04974a8a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5a84b6bdce3e454e9741c4fbc09bfc68&device_id=5262f94b-504a-45d4-9c53-8f7d44c21857 HTTP/1.1" status: 200 len: 1164 time: 0.0515947 Feb 28 10:46:42.937480 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf658a2-03e7-4d32-b5a0-f12c014be980 req-61e066af-3a6b-4aff-a857-46e3bf835339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:46:42.938900 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-caf658a2-03e7-4d32-b5a0-f12c014be980 req-61e066af-3a6b-4aff-a857-46e3bf835339 service neutron] 10.222.0.30 "GET /v2.0/networks?id=33a79088-dada-42b4-8578-deb3443e6e3a HTTP/1.1" status: 200 len: 898 time: 0.0966361 Feb 28 10:46:42.994959 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-caf658a2-03e7-4d32-b5a0-f12c014be980 req-52497a12-4ca8-49fc-9688-bd788667c396 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dbfbf6eb-bd1f-4acd-a697-fd8a1eaa2e77 HTTP/1.1" status: 200 len: 217 time: 0.0495019 Feb 28 10:46:43.045403 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf658a2-03e7-4d32-b5a0-f12c014be980 req-9fcc29ac-35a7-40a4-a0c0-9674f86a08b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:46:43.046971 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-caf658a2-03e7-4d32-b5a0-f12c014be980 req-9fcc29ac-35a7-40a4-a0c0-9674f86a08b1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e9d8ef59-a28a-4805-a18e-013c762eadf4 HTTP/1.1" status: 200 len: 833 time: 0.0470741 Feb 28 10:46:43.100090 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf658a2-03e7-4d32-b5a0-f12c014be980 req-aad01047-b61f-4666-a89e-082b20ceaaae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:46:43.101688 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-caf658a2-03e7-4d32-b5a0-f12c014be980 req-aad01047-b61f-4666-a89e-082b20ceaaae service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=33a79088-dada-42b4-8578-deb3443e6e3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0479350 Feb 28 10:46:43.204472 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-caf658a2-03e7-4d32-b5a0-f12c014be980 req-54563875-5d90-45fd-b5a7-fca9d1305563 service neutron] 10.222.0.30 "GET /v2.0/networks/33a79088-dada-42b4-8578-deb3443e6e3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965528 Feb 28 10:46:43.308306 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-caf658a2-03e7-4d32-b5a0-f12c014be980 req-273aa65d-4b28-480c-925b-c117c5fa322d service neutron] 10.222.0.30 "GET /v2.0/networks/33a79088-dada-42b4-8578-deb3443e6e3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986440 Feb 28 10:46:43.467785 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6b923bb1-06b0-4b84-b461-7cc1d0196090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (2e621730-3978-4720-b581-ac380e97a567), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:43.915621 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c844dae2-a606-4b93-96ce-4f9e90450039 req-ff0b0422-09f3-4d7a-8240-2c578be6121e tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:46:43.917642 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-c844dae2-a606-4b93-96ce-4f9e90450039 req-ff0b0422-09f3-4d7a-8240-2c578be6121e tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/ports?device_id=5262f94b-504a-45d4-9c53-8f7d44c21857 HTTP/1.1" status: 200 len: 980 time: 0.4008141 Feb 28 10:46:43.968794 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-c844dae2-a606-4b93-96ce-4f9e90450039 req-01e88b6b-4b9a-4f05-88ed-ba1933feb6f2 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6ab2eba-8f22-4ccb-926f-2f1dea2b8ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454206 Feb 28 10:46:44.063253 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.agents_db [None req-382e0aa2-b126-48e6-89eb-3efa426b6b29 None None] Agent healthcheck: found 6 active agents {{(pid=103410) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 10:46:44.915491 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:45.087106 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313a6b58-91c9-463c-b4e5-48c3f839f756 req-3044bd20-1a1d-4b0f-8d79-e8caf21d0799 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:46:45.088714 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-313a6b58-91c9-463c-b4e5-48c3f839f756 req-3044bd20-1a1d-4b0f-8d79-e8caf21d0799 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/ports?device_id=5262f94b-504a-45d4-9c53-8f7d44c21857 HTTP/1.1" status: 200 len: 980 time: 0.0536563 Feb 28 10:46:45.136065 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-313a6b58-91c9-463c-b4e5-48c3f839f756 req-c01fab75-71a3-4b67-ade0-7e72584e266e tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6ab2eba-8f22-4ccb-926f-2f1dea2b8ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418859 Feb 28 10:46:46.114904 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device dbfbf6eb-bd1f-4acd-a697-fd8a1eaa2e77 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103409) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 10:46:46.223886 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] For port dbfbf6eb-bd1f-4acd-a697-fd8a1eaa2e77, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=dbfbf6eb-bd1f-4acd-a697-fd8a1eaa2e77,segment=NetworkSegment(07e5e1ea-b770-4857-9a52-ace1799d1ef6),segment_id=07e5e1ea-b770-4857-9a52-ace1799d1ef6)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:46:46.236076 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Returning: {'device': 'dbfbf6eb-bd1f-4acd-a697-fd8a1eaa2e77', 'network_id': '33a79088-dada-42b4-8578-deb3443e6e3a', 'port_id': 'dbfbf6eb-bd1f-4acd-a697-fd8a1eaa2e77', 'mac_address': 'fa:16:3e:0a:79:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 295, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9d8ef59-a28a-4805-a18e-013c762eadf4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103409) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 10:46:46.266724 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86aa27d-bed5-4fcb-b077-a946f21bb12e req-f92a0b95-a605-4275-9bd5-b9d096b04d86 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:46:46.268183 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-d86aa27d-bed5-4fcb-b077-a946f21bb12e req-f92a0b95-a605-4275-9bd5-b9d096b04d86 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/ports?device_id=5262f94b-504a-45d4-9c53-8f7d44c21857 HTTP/1.1" status: 200 len: 980 time: 0.0563874 Feb 28 10:46:46.274352 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Current status of the port dbfbf6eb-bd1f-4acd-a697-fd8a1eaa2e77 is: DOWN; New status is: BUILD {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:46:46.274750 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (dbfbf6eb-bd1f-4acd-a697-fd8a1eaa2e77), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:46.288376 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbfbf6eb-bd1f-4acd-a697-fd8a1eaa2e77 {{(pid=103409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 10:46:46.310126 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] For port dbfbf6eb-bd1f-4acd-a697-fd8a1eaa2e77, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=dbfbf6eb-bd1f-4acd-a697-fd8a1eaa2e77,segment=NetworkSegment(07e5e1ea-b770-4857-9a52-ace1799d1ef6),segment_id=07e5e1ea-b770-4857-9a52-ace1799d1ef6)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:46:46.314642 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (dbfbf6eb-bd1f-4acd-a697-fd8a1eaa2e77), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:46.324164 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-d86aa27d-bed5-4fcb-b077-a946f21bb12e req-99a97fad-9807-4fcc-9dc2-a603f92eb317 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6ab2eba-8f22-4ccb-926f-2f1dea2b8ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501244 Feb 28 10:46:46.363451 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Pushing event updated for resources: {'Port': ['ID=dbfbf6eb-bd1f-4acd-a697-fd8a1eaa2e77,revision_number=4']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:46:46.707898 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] get_ports_and_sgs() called for port_ids ['dbfbf6eb-bd1f-4acd-a697-fd8a1eaa2e77'] {{(pid=103409) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 10:46:47.471706 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a729ab2-04fa-4042-969f-58b764d85148 req-e0a874a2-c885-45ad-9d20-7006c74beff0 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:46:47.473241 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-6a729ab2-04fa-4042-969f-58b764d85148 req-e0a874a2-c885-45ad-9d20-7006c74beff0 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/ports?device_id=5262f94b-504a-45d4-9c53-8f7d44c21857 HTTP/1.1" status: 200 len: 981 time: 0.0654392 Feb 28 10:46:47.523305 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-6a729ab2-04fa-4042-969f-58b764d85148 req-96cf5483-8528-459f-a71f-1b5a0b51aeba tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6ab2eba-8f22-4ccb-926f-2f1dea2b8ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428138 Feb 28 10:46:48.114968 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device dbfbf6eb-bd1f-4acd-a697-fd8a1eaa2e77 up at agent hyperv_hv-neutron-mast {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:46:48.178896 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Provisioning for port dbfbf6eb-bd1f-4acd-a697-fd8a1eaa2e77 completed by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 10:46:48.182775 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Provisioning complete for port dbfbf6eb-bd1f-4acd-a697-fd8a1eaa2e77 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:46:48.183178 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (dbfbf6eb-bd1f-4acd-a697-fd8a1eaa2e77), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:48.264966 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Current status of the port dbfbf6eb-bd1f-4acd-a697-fd8a1eaa2e77 is: BUILD; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:46:48.265497 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (dbfbf6eb-bd1f-4acd-a697-fd8a1eaa2e77), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:48.288872 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5262f94b-504a-45d4-9c53-8f7d44c21857', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbfbf6eb-bd1f-4acd-a697-fd8a1eaa2e77'}] {{(pid=103409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:46:48.291312 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa5325a5be4b33bf61fd809c564e3765e689d817bbd874267890deb3cfccaf12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b0531e8-c139-4b9e-8b82-39ca44b6ae20" -d '{"events": [{"server_uuid": "5262f94b-504a-45d4-9c53-8f7d44c21857", "name": "network-vif-plugged", "status": "completed", "tag": "dbfbf6eb-bd1f-4acd-a697-fd8a1eaa2e77"}]}' {{(pid=103409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:46:48.303627 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] For port dbfbf6eb-bd1f-4acd-a697-fd8a1eaa2e77, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=dbfbf6eb-bd1f-4acd-a697-fd8a1eaa2e77,segment=NetworkSegment(07e5e1ea-b770-4857-9a52-ace1799d1ef6),segment_id=07e5e1ea-b770-4857-9a52-ace1799d1ef6)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:46:48.309457 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (dbfbf6eb-bd1f-4acd-a697-fd8a1eaa2e77), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:48.336473 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 10:46:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-402b457a-aba5-4349-b504-1d537a054730 x-openstack-request-id: req-402b457a-aba5-4349-b504-1d537a054730 {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:46:48.336834 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5262f94b-504a-45d4-9c53-8f7d44c21857", "name": "network-vif-plugged", "status": "completed", "tag": "dbfbf6eb-bd1f-4acd-a697-fd8a1eaa2e77", "code": 200}]} {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:46:48.337089 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-402b457a-aba5-4349-b504-1d537a054730 {{(pid=103409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:46:48.337488 dv-neutron-master-2-hyperv neutron-server[103409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5262f94b-504a-45d4-9c53-8f7d44c21857', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbfbf6eb-bd1f-4acd-a697-fd8a1eaa2e77', 'code': 200} Feb 28 10:46:48.365408 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Pushing event updated for resources: {'Port': ['ID=dbfbf6eb-bd1f-4acd-a697-fd8a1eaa2e77,revision_number=5']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:46:48.546155 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5295d721-600d-4dc2-8fe5-f790a45945cc req-5ff865a1-1be1-422c-8b45-842c01c110b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:46:48.547853 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-5295d721-600d-4dc2-8fe5-f790a45945cc req-5ff865a1-1be1-422c-8b45-842c01c110b8 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5262f94b-504a-45d4-9c53-8f7d44c21857 HTTP/1.1" status: 200 len: 1166 time: 0.0476935 Feb 28 10:46:48.608259 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-5295d721-600d-4dc2-8fe5-f790a45945cc req-20a090bf-5dd5-43ea-8a4d-fee70ed9b968 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=f6ab2eba-8f22-4ccb-926f-2f1dea2b8ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538869 Feb 28 10:46:48.653803 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55270fdf-0918-4a98-b901-bdb54da6457d req-56c1c00c-e7ab-4736-b7e3-bd28a772389c tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:46:48.655194 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-55270fdf-0918-4a98-b901-bdb54da6457d req-56c1c00c-e7ab-4736-b7e3-bd28a772389c tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/ports?device_id=5262f94b-504a-45d4-9c53-8f7d44c21857 HTTP/1.1" status: 200 len: 982 time: 0.0577292 Feb 28 10:46:48.711830 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-55270fdf-0918-4a98-b901-bdb54da6457d req-2b729a74-2b98-4687-b0e1-183855751978 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6ab2eba-8f22-4ccb-926f-2f1dea2b8ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509825 Feb 28 10:46:49.851151 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36197f1e-f5ad-43e2-a857-610cfb10da7b req-93169cd6-09ea-4a17-aa16-b1f91d86b89c tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:46:49.852682 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-36197f1e-f5ad-43e2-a857-610cfb10da7b req-93169cd6-09ea-4a17-aa16-b1f91d86b89c tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/ports?device_id=5262f94b-504a-45d4-9c53-8f7d44c21857 HTTP/1.1" status: 200 len: 982 time: 0.0543022 Feb 28 10:46:49.902533 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-36197f1e-f5ad-43e2-a857-610cfb10da7b req-d14a5e15-bc25-4a62-bed3-3553d62d5fd2 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6ab2eba-8f22-4ccb-926f-2f1dea2b8ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436630 Feb 28 10:46:51.037867 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b4fdaa-4851-4e0b-b8a2-783d742629ff req-70afcaf4-c7bf-4ca2-b914-0be6be607825 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:46:51.039430 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-b4b4fdaa-4851-4e0b-b8a2-783d742629ff req-70afcaf4-c7bf-4ca2-b914-0be6be607825 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/ports?device_id=5262f94b-504a-45d4-9c53-8f7d44c21857 HTTP/1.1" status: 200 len: 982 time: 0.0610826 Feb 28 10:46:51.090028 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-b4b4fdaa-4851-4e0b-b8a2-783d742629ff req-7ab8f889-abe6-47fa-ab69-d9ec5b08805c tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6ab2eba-8f22-4ccb-926f-2f1dea2b8ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444973 Feb 28 10:46:51.217516 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098dadcf-5b6f-4ac4-bcd3-cdfdd7244c4e req-a5dd1826-69f3-4fdc-9848-8581390f2fd6 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:46:51.219250 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-098dadcf-5b6f-4ac4-bcd3-cdfdd7244c4e req-a5dd1826-69f3-4fdc-9848-8581390f2fd6 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/ports?device_id=5262f94b-504a-45d4-9c53-8f7d44c21857 HTTP/1.1" status: 200 len: 982 time: 0.0584629 Feb 28 10:46:51.281600 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-098dadcf-5b6f-4ac4-bcd3-cdfdd7244c4e req-6ba6d92b-77b5-4b11-9339-23ded6623e86 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6ab2eba-8f22-4ccb-926f-2f1dea2b8ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561707 Feb 28 10:46:51.313194 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 41590) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:46:51.360217 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9816a88a-c502-4bac-971d-20a82d6929ad tempest-TestNetworkBasicOps-986752647 tempest-TestNetworkBasicOps-986752647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:46:51.361826 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-9816a88a-c502-4bac-971d-20a82d6929ad tempest-TestNetworkBasicOps-986752647 tempest-TestNetworkBasicOps-986752647-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=5262f94b-504a-45d4-9c53-8f7d44c21857 HTTP/1.1" status: 200 len: 1161 time: 0.0475979 Feb 28 10:46:51.364835 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 41592) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:46:51.369333 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-c0370db2-8c4b-4cc5-a9ce-a28bc8b2308c tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Request body: {'floatingip': {'floating_network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'port_id': 'dbfbf6eb-bd1f-4acd-a697-fd8a1eaa2e77', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:46:51.399148 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c0370db2-8c4b-4cc5-a9ce-a28bc8b2308c tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:51.497508 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c0370db2-8c4b-4cc5-a9ce-a28bc8b2308c tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:51.660102 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-c0370db2-8c4b-4cc5-a9ce-a28bc8b2308c tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Allocated IP 172.36.5.34 (1e0804d0-d1d9-4d40-9de5-2936f3d87840/6f6f4129-23e5-4c3b-b4ef-4c7ce926797e/443f74c5-6e9a-4dec-97b5-c79938212fd5) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:46:51.778291 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c0370db2-8c4b-4cc5-a9ce-a28bc8b2308c tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for port (443f74c5-6e9a-4dec-97b5-c79938212fd5), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:51.816670 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c0370db2-8c4b-4cc5-a9ce-a28bc8b2308c tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (443f74c5-6e9a-4dec-97b5-c79938212fd5), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:51.856990 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0370db2-8c4b-4cc5-a9ce-a28bc8b2308c tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Network 1e0804d0-d1d9-4d40-9de5-2936f3d87840 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:46:51.859903 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-c0370db2-8c4b-4cc5-a9ce-a28bc8b2308c tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:46:51.863647 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0370db2-8c4b-4cc5-a9ce-a28bc8b2308c tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:46:51.869204 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0370db2-8c4b-4cc5-a9ce-a28bc8b2308c tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event updated for resources: {'Port': ['ID=443f74c5-6e9a-4dec-97b5-c79938212fd5,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:46:52.289333 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c0370db2-8c4b-4cc5-a9ce-a28bc8b2308c tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for floatingip (e1cff905-8865-4d00-a9d1-0c899ac76d02), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:52.369372 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c0370db2-8c4b-4cc5-a9ce-a28bc8b2308c tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (443f74c5-6e9a-4dec-97b5-c79938212fd5), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:52.525990 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c0370db2-8c4b-4cc5-a9ce-a28bc8b2308c tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for port (443f74c5-6e9a-4dec-97b5-c79938212fd5), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:52.533486 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c0370db2-8c4b-4cc5-a9ce-a28bc8b2308c tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3498066'] for port (443f74c5-6e9a-4dec-97b5-c79938212fd5), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:52.606967 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0370db2-8c4b-4cc5-a9ce-a28bc8b2308c tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event updated for resources: {'Port': ['ID=443f74c5-6e9a-4dec-97b5-c79938212fd5,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:46:52.619796 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c0370db2-8c4b-4cc5-a9ce-a28bc8b2308c tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1803383'] for floatingip (e1cff905-8865-4d00-a9d1-0c899ac76d02), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:52.730998 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.db.l3_db [None req-c0370db2-8c4b-4cc5-a9ce-a28bc8b2308c tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Floating IP e1cff905-8865-4d00-a9d1-0c899ac76d02 associated. External IP: 172.36.5.34, port: dbfbf6eb-bd1f-4acd-a697-fd8a1eaa2e77. Feb 28 10:46:52.957068 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0370db2-8c4b-4cc5-a9ce-a28bc8b2308c tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Router bd356119-9136-4bf9-85e1-daf4ab1efac6 has already been hosted by L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:46:53.069458 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0370db2-8c4b-4cc5-a9ce-a28bc8b2308c tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:46:53.079799 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683547e6-5808-497f-8689-d160eb3c71f7 None None] Sync routers for ids ['bd356119-9136-4bf9-85e1-daf4ab1efac6'] in dv-neutron-master-2-hyperv {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:46:53.088907 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c0370db2-8c4b-4cc5-a9ce-a28bc8b2308c tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for floatingip (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:53.094644 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683547e6-5808-497f-8689-d160eb3c71f7 None None] Routers {'bd356119-9136-4bf9-85e1-daf4ab1efac6'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:46:53.095358 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-683547e6-5808-497f-8689-d160eb3c71f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:46:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['bd356119-9136-4bf9-85e1-daf4ab1efac6'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:46:53.119368 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-c0370db2-8c4b-4cc5-a9ce-a28bc8b2308c tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1032 time: 1.7534339 Feb 28 10:46:53.119933 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5262f94b-504a-45d4-9c53-8f7d44c21857', 'tag': 'dbfbf6eb-bd1f-4acd-a697-fd8a1eaa2e77'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:46:53.122220 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c8e1c873eeca597e52e7ceb7469e602eac250bfea6606d285743d38033cf584" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61e7f85f-e83c-4a29-af82-92c00c8e2a83" -d '{"events": [{"name": "network-changed", "server_uuid": "5262f94b-504a-45d4-9c53-8f7d44c21857", "tag": "dbfbf6eb-bd1f-4acd-a697-fd8a1eaa2e77"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:46:53.122909 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 41594) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:46:53.159324 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 10:46:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0a5b78f-fea1-4161-b1c0-5bf950a1d5fd x-openstack-request-id: req-c0a5b78f-fea1-4161-b1c0-5bf950a1d5fd {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:46:53.159833 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5262f94b-504a-45d4-9c53-8f7d44c21857", "tag": "dbfbf6eb-bd1f-4acd-a697-fd8a1eaa2e77", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:46:53.160075 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c0a5b78f-fea1-4161-b1c0-5bf950a1d5fd {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:46:53.160490 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5262f94b-504a-45d4-9c53-8f7d44c21857', 'tag': 'dbfbf6eb-bd1f-4acd-a697-fd8a1eaa2e77', 'status': 'completed', 'code': 200} Feb 28 10:46:53.202967 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45830d94-3a71-43ff-8200-cb4fab04e67f tempest-TestNetworkBasicOps-986752647 tempest-TestNetworkBasicOps-986752647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:46:53.207469 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-45830d94-3a71-43ff-8200-cb4fab04e67f tempest-TestNetworkBasicOps-986752647 tempest-TestNetworkBasicOps-986752647-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=5262f94b-504a-45d4-9c53-8f7d44c21857&network_id=33a79088-dada-42b4-8578-deb3443e6e3a HTTP/1.1" status: 200 len: 1161 time: 0.0807292 Feb 28 10:46:53.209627 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-683547e6-5808-497f-8689-d160eb3c71f7 None None] Set router bd356119-9136-4bf9-85e1-daf4ab1efac6 gateway port host: dv-neutron-master-2-hyperv {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:46:53.251261 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e7f85f-e83c-4a29-af82-92c00c8e2a83 req-4ecd6f2c-48fa-486f-aa23-1c7d61ee7607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:46:53.252916 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-61e7f85f-e83c-4a29-af82-92c00c8e2a83 req-4ecd6f2c-48fa-486f-aa23-1c7d61ee7607 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5a84b6bdce3e454e9741c4fbc09bfc68&device_id=5262f94b-504a-45d4-9c53-8f7d44c21857 HTTP/1.1" status: 200 len: 1166 time: 0.0483851 Feb 28 10:46:53.356308 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e7f85f-e83c-4a29-af82-92c00c8e2a83 req-3f8e0caf-0e01-4ae9-8925-70d883c9f5af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:46:53.359589 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-61e7f85f-e83c-4a29-af82-92c00c8e2a83 req-3f8e0caf-0e01-4ae9-8925-70d883c9f5af service neutron] 10.222.0.30 "GET /v2.0/networks?id=33a79088-dada-42b4-8578-deb3443e6e3a HTTP/1.1" status: 200 len: 898 time: 0.1013353 Feb 28 10:46:53.492335 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-61e7f85f-e83c-4a29-af82-92c00c8e2a83 req-1b37fc9b-b300-47fd-87e8-41bed0be206c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dbfbf6eb-bd1f-4acd-a697-fd8a1eaa2e77 HTTP/1.1" status: 200 len: 1035 time: 0.0948315 Feb 28 10:46:53.503041 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c43798-95a7-454a-88e7-6f784798ca1f req-c4429546-fe5d-4d73-a6f3-3c0f3ed6da03 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:46:53.506092 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-62c43798-95a7-454a-88e7-6f784798ca1f req-c4429546-fe5d-4d73-a6f3-3c0f3ed6da03 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/ports?device_id=5262f94b-504a-45d4-9c53-8f7d44c21857 HTTP/1.1" status: 200 len: 982 time: 0.1203723 Feb 28 10:46:53.573614 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e7f85f-e83c-4a29-af82-92c00c8e2a83 req-19dd2976-f20a-4a16-b9bc-6a99f1d383b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:46:53.575126 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-61e7f85f-e83c-4a29-af82-92c00c8e2a83 req-19dd2976-f20a-4a16-b9bc-6a99f1d383b2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e9d8ef59-a28a-4805-a18e-013c762eadf4 HTTP/1.1" status: 200 len: 833 time: 0.0680692 Feb 28 10:46:53.595387 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-62c43798-95a7-454a-88e7-6f784798ca1f req-4ca02c2e-e827-413e-8806-a9c3ff16645a tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6ab2eba-8f22-4ccb-926f-2f1dea2b8ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807705 Feb 28 10:46:53.605914 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-683547e6-5808-497f-8689-d160eb3c71f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd356119-9136-4bf9-85e1-daf4ab1efac6', 'name': 'tempest-TestNetworkBasicOps-router-637421301', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.84'}], 'enable_snat': True}, 'gw_port_id': '354c6eb1-d89d-4190-9a5a-bd435436ca9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:46:31Z', 'updated_at': '2022-02-28T10:46:35Z', 'revision_number': 4, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'gw_port': {'id': '354c6eb1-d89d-4190-9a5a-bd435436ca9c', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:2b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd356119-9136-4bf9-85e1-daf4ab1efac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:46:31Z', 'updated_at': '2022-02-28T10:46:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'e1cff905-8865-4d00-a9d1-0c899ac76d02', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'floating_ip_address': '172.36.5.34', 'floating_network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'router_id': 'bd356119-9136-4bf9-85e1-daf4ab1efac6', 'port_id': 'dbfbf6eb-bd1f-4acd-a697-fd8a1eaa2e77', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1418, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-304682345', 'network_id': '33a79088-dada-42b4-8578-deb3443e6e3a', 'mac_address': 'fa:16:3e:0a:79:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5262f94b-504a-45d4-9c53-8f7d44c21857', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:46:52Z', 'updated_at': '2022-02-28T10:46:52Z', 'revision_number': 0, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cbbef5e-36c7-4f1c-8209-22d074a42fd3', 'name': '', 'network_id': '33a79088-dada-42b4-8578-deb3443e6e3a', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'mac_address': 'fa:16:3e:0d:8a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd356119-9136-4bf9-85e1-daf4ab1efac6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': 'e9d8ef59-a28a-4805-a18e-013c762eadf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:46:34Z', 'updated_at': '2022-02-28T10:46:38Z', 'revision_number': 5, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'subnets': [{'id': 'e9d8ef59-a28a-4805-a18e-013c762eadf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:46:53.628669 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e7f85f-e83c-4a29-af82-92c00c8e2a83 req-d3059cfe-024c-4098-baf9-925dbbe86b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:46:53.630221 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-61e7f85f-e83c-4a29-af82-92c00c8e2a83 req-d3059cfe-024c-4098-baf9-925dbbe86b72 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=33a79088-dada-42b4-8578-deb3443e6e3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0476179 Feb 28 10:46:53.636466 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683547e6-5808-497f-8689-d160eb3c71f7 None None] Checking router: bd356119-9136-4bf9-85e1-daf4ab1efac6 for host: dv-neutron-master-2-hyperv {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:46:53.645760 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683547e6-5808-497f-8689-d160eb3c71f7 None None] Routers {'bd356119-9136-4bf9-85e1-daf4ab1efac6'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:46:53.646376 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-683547e6-5808-497f-8689-d160eb3c71f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:46:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['bd356119-9136-4bf9-85e1-daf4ab1efac6'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:46:53.724577 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-61e7f85f-e83c-4a29-af82-92c00c8e2a83 req-f114f75d-21dc-4088-aef4-55fb047872ce service neutron] 10.222.0.30 "GET /v2.0/networks/33a79088-dada-42b4-8578-deb3443e6e3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872860 Feb 28 10:46:53.755390 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-683547e6-5808-497f-8689-d160eb3c71f7 None None] Set router bd356119-9136-4bf9-85e1-daf4ab1efac6 gateway port host: dv-neutron-master-2-hyperv {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:46:53.824778 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-61e7f85f-e83c-4a29-af82-92c00c8e2a83 req-b1b62a4c-efda-40a1-a9eb-25f03dce0efe service neutron] 10.222.0.30 "GET /v2.0/networks/33a79088-dada-42b4-8578-deb3443e6e3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940051 Feb 28 10:46:53.993378 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-683547e6-5808-497f-8689-d160eb3c71f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd356119-9136-4bf9-85e1-daf4ab1efac6', 'name': 'tempest-TestNetworkBasicOps-router-637421301', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.84'}], 'enable_snat': True}, 'gw_port_id': '354c6eb1-d89d-4190-9a5a-bd435436ca9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:46:31Z', 'updated_at': '2022-02-28T10:46:35Z', 'revision_number': 4, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'gw_port': {'id': '354c6eb1-d89d-4190-9a5a-bd435436ca9c', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:2b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd356119-9136-4bf9-85e1-daf4ab1efac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:46:31Z', 'updated_at': '2022-02-28T10:46:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'e1cff905-8865-4d00-a9d1-0c899ac76d02', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'floating_ip_address': '172.36.5.34', 'floating_network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'router_id': 'bd356119-9136-4bf9-85e1-daf4ab1efac6', 'port_id': 'dbfbf6eb-bd1f-4acd-a697-fd8a1eaa2e77', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1418, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-304682345', 'network_id': '33a79088-dada-42b4-8578-deb3443e6e3a', 'mac_address': 'fa:16:3e:0a:79:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5262f94b-504a-45d4-9c53-8f7d44c21857', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:46:52Z', 'updated_at': '2022-02-28T10:46:52Z', 'revision_number': 0, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cbbef5e-36c7-4f1c-8209-22d074a42fd3', 'name': '', 'network_id': '33a79088-dada-42b4-8578-deb3443e6e3a', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'mac_address': 'fa:16:3e:0d:8a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd356119-9136-4bf9-85e1-daf4ab1efac6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': 'e9d8ef59-a28a-4805-a18e-013c762eadf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:46:34Z', 'updated_at': '2022-02-28T10:46:38Z', 'revision_number': 5, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'subnets': [{'id': 'e9d8ef59-a28a-4805-a18e-013c762eadf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:46:54.023355 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683547e6-5808-497f-8689-d160eb3c71f7 None None] The sync data for ids ['bd356119-9136-4bf9-85e1-daf4ab1efac6'] in dv-neutron-master-2-hyperv is: [{'id': 'bd356119-9136-4bf9-85e1-daf4ab1efac6', 'name': 'tempest-TestNetworkBasicOps-router-637421301', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.84'}], 'enable_snat': True}, 'gw_port_id': '354c6eb1-d89d-4190-9a5a-bd435436ca9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:46:31Z', 'updated_at': '2022-02-28T10:46:35Z', 'revision_number': 4, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'gw_port': {'id': '354c6eb1-d89d-4190-9a5a-bd435436ca9c', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:2b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd356119-9136-4bf9-85e1-daf4ab1efac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:46:31Z', 'updated_at': '2022-02-28T10:46:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'e1cff905-8865-4d00-a9d1-0c899ac76d02', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'floating_ip_address': '172.36.5.34', 'floating_network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'router_id': 'bd356119-9136-4bf9-85e1-daf4ab1efac6', 'port_id': 'dbfbf6eb-bd1f-4acd-a697-fd8a1eaa2e77', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1418, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-304682345', 'network_id': '33a79088-dada-42b4-8578-deb3443e6e3a', 'mac_address': 'fa:16:3e:0a:79:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5262f94b-504a-45d4-9c53-8f7d44c21857', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:46:52Z', 'updated_at': '2022-02-28T10:46:52Z', 'revision_number': 0, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cbbef5e-36c7-4f1c-8209-22d074a42fd3', 'name': '', 'network_id': '33a79088-dada-42b4-8578-deb3443e6e3a', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'mac_address': 'fa:16:3e:0d:8a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd356119-9136-4bf9-85e1-daf4ab1efac6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': 'e9d8ef59-a28a-4805-a18e-013c762eadf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:46:34Z', 'updated_at': '2022-02-28T10:46:38Z', 'revision_number': 5, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'subnets': [{'id': 'e9d8ef59-a28a-4805-a18e-013c762eadf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:46:54.220592 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7124166d-da64-4da4-bf7f-711dc5f090c6 None None] New status for floating IP e1cff905-8865-4d00-a9d1-0c899ac76d02: ACTIVE {{(pid=103410) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 10:46:54.995162 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d2aaa6-6ddc-446a-a141-c1686911795e req-ababaea4-0c48-497c-a459-d70228fc9925 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:46:54.996726 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-47d2aaa6-6ddc-446a-a141-c1686911795e req-ababaea4-0c48-497c-a459-d70228fc9925 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/ports?device_id=5262f94b-504a-45d4-9c53-8f7d44c21857 HTTP/1.1" status: 200 len: 982 time: 0.3294988 Feb 28 10:46:55.044705 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-47d2aaa6-6ddc-446a-a141-c1686911795e req-81d3d9b8-d9f7-4e52-92f5-27767fa51494 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6ab2eba-8f22-4ccb-926f-2f1dea2b8ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414937 Feb 28 10:46:55.164050 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7d8b36-86d8-435d-a931-3eb925b44c99 req-833479c8-dfc1-4791-baf6-534c424a560d tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:46:55.165428 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-0c7d8b36-86d8-435d-a931-3eb925b44c99 req-833479c8-dfc1-4791-baf6-534c424a560d tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.30 "GET /v2.0/ports?device_id=5262f94b-504a-45d4-9c53-8f7d44c21857 HTTP/1.1" status: 200 len: 982 time: 0.0555050 Feb 28 10:46:55.213281 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7d8b36-86d8-435d-a931-3eb925b44c99 req-a3e181a8-a103-4f1b-a6e0-712c934bf2d7 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:46:55.214668 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-0c7d8b36-86d8-435d-a931-3eb925b44c99 req-a3e181a8-a103-4f1b-a6e0-712c934bf2d7 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.30 "GET /v2.0/ports/dbfbf6eb-bd1f-4acd-a697-fd8a1eaa2e77?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0435433 Feb 28 10:46:55.320879 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-0c7d8b36-86d8-435d-a931-3eb925b44c99 req-0090cb7e-556a-4c92-ac02-c39b133c1ac8 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.30 "GET /v2.0/networks/33a79088-dada-42b4-8578-deb3443e6e3a?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1002612 Feb 28 10:46:55.331048 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [req-0c7d8b36-86d8-435d-a931-3eb925b44c99 req-b64d61e8-bb8c-4c8d-811c-936b21b3fc6f service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:46:55.391145 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-0c7d8b36-86d8-435d-a931-3eb925b44c99 req-b64d61e8-bb8c-4c8d-811c-936b21b3fc6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (dbfbf6eb-bd1f-4acd-a697-fd8a1eaa2e77), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:55.529135 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-0c7d8b36-86d8-435d-a931-3eb925b44c99 req-b64d61e8-bb8c-4c8d-811c-936b21b3fc6f service neutron] For port dbfbf6eb-bd1f-4acd-a697-fd8a1eaa2e77, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=dbfbf6eb-bd1f-4acd-a697-fd8a1eaa2e77,segment=NetworkSegment(07e5e1ea-b770-4857-9a52-ace1799d1ef6),segment_id=07e5e1ea-b770-4857-9a52-ace1799d1ef6)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:46:55.565598 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-0c7d8b36-86d8-435d-a931-3eb925b44c99 req-b64d61e8-bb8c-4c8d-811c-936b21b3fc6f service neutron] For port dbfbf6eb-bd1f-4acd-a697-fd8a1eaa2e77, host hv-neutron-mast, cleared binding levels {{(pid=103407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:46:55.602409 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.notifiers.nova [req-0c7d8b36-86d8-435d-a931-3eb925b44c99 req-b64d61e8-bb8c-4c8d-811c-936b21b3fc6f service neutron] device_id is not set on port dbfbf6eb-bd1f-4acd-a697-fd8a1eaa2e77 yet. {{(pid=103407) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:46:55.611660 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-0c7d8b36-86d8-435d-a931-3eb925b44c99 req-b64d61e8-bb8c-4c8d-811c-936b21b3fc6f service neutron] Publish callbacks [] for port (dbfbf6eb-bd1f-4acd-a697-fd8a1eaa2e77), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:55.617797 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-0c7d8b36-86d8-435d-a931-3eb925b44c99 req-b64d61e8-bb8c-4c8d-811c-936b21b3fc6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3498066'] for port (dbfbf6eb-bd1f-4acd-a697-fd8a1eaa2e77), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:55.725329 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64d61e8-bb8c-4c8d-811c-936b21b3fc6f service neutron] Pushing event updated for resources: {'Port': ['ID=dbfbf6eb-bd1f-4acd-a697-fd8a1eaa2e77,revision_number=6']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:46:55.794831 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c7d8b36-86d8-435d-a931-3eb925b44c99 req-b64d61e8-bb8c-4c8d-811c-936b21b3fc6f service neutron] No DVR routers for this DVR port dbfbf6eb-bd1f-4acd-a697-fd8a1eaa2e77 on host hv-neutron-mast {{(pid=103407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:46:55.890889 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-f1bd8eec-fc60-4e79-9c76-92230c5db40f None None] Provisioning complete for port dbfbf6eb-bd1f-4acd-a697-fd8a1eaa2e77 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:46:55.891507 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f1bd8eec-fc60-4e79-9c76-92230c5db40f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (dbfbf6eb-bd1f-4acd-a697-fd8a1eaa2e77), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:55.928395 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-f1bd8eec-fc60-4e79-9c76-92230c5db40f None None] Port dbfbf6eb-bd1f-4acd-a697-fd8a1eaa2e77 cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:46:55.942773 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [req-0c7d8b36-86d8-435d-a931-3eb925b44c99 req-b64d61e8-bb8c-4c8d-811c-936b21b3fc6f service neutron] In _notify_port_updated(), no bound segment for port dbfbf6eb-bd1f-4acd-a697-fd8a1eaa2e77 on network 33a79088-dada-42b4-8578-deb3443e6e3a {{(pid=103407) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 28 10:46:55.943671 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7d8b36-86d8-435d-a931-3eb925b44c99 req-b64d61e8-bb8c-4c8d-811c-936b21b3fc6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:46:55.944293 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-0c7d8b36-86d8-435d-a931-3eb925b44c99 req-b64d61e8-bb8c-4c8d-811c-936b21b3fc6f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:55.945880 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-0c7d8b36-86d8-435d-a931-3eb925b44c99 req-b64d61e8-bb8c-4c8d-811c-936b21b3fc6f service neutron] 10.222.0.30 "PUT /v2.0/ports/dbfbf6eb-bd1f-4acd-a697-fd8a1eaa2e77 HTTP/1.1" status: 200 len: 1025 time: 0.6190176 Feb 28 10:46:56.156247 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-50298874-272b-4c79-b797-49907327adcf req-39b90b14-91e8-4a02-a3b1-094a2741d3a8 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/ports?device_id=5262f94b-504a-45d4-9c53-8f7d44c21857 HTTP/1.1" status: 200 len: 210 time: 0.0316257 Feb 28 10:46:57.222957 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 41610) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:46:57.272603 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b647b62-21bf-42e5-aba7-2ba30d8617f1 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:46:57.273964 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-8b647b62-21bf-42e5-aba7-2ba30d8617f1 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/ports/dbfbf6eb-bd1f-4acd-a697-fd8a1eaa2e77 HTTP/1.1" status: 200 len: 924 time: 0.0499980 Feb 28 10:46:57.452289 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 41614) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:46:57.457069 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-8a67c841-a06a-4dc1-b1e9-be60b7b36898 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1511769299', 'description': 'tempest-secgroup-smoke-1511769299 description', 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:46:57.479250 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8a67c841-a06a-4dc1-b1e9-be60b7b36898 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:57.546098 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8a67c841-a06a-4dc1-b1e9-be60b7b36898 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group (8f267589-2c17-403d-b4e6-a6874cc15ee3), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:57.550825 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8a67c841-a06a-4dc1-b1e9-be60b7b36898 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (8f267589-2c17-403d-b4e6-a6874cc15ee3), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:57.580741 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8a67c841-a06a-4dc1-b1e9-be60b7b36898 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:57.581987 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-8a67c841-a06a-4dc1-b1e9-be60b7b36898 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1286530 Feb 28 10:46:57.583978 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a67c841-a06a-4dc1-b1e9-be60b7b36898 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f267589-2c17-403d-b4e6-a6874cc15ee3,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:46:57.585341 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 41616) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:46:57.590440 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-b0e5cbe6-2d9b-4dcf-9e6a-be09180969d6 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Request body: {'security_group_rule': {'security_group_id': '8f267589-2c17-403d-b4e6-a6874cc15ee3', 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:46:57.618893 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b0e5cbe6-2d9b-4dcf-9e6a-be09180969d6 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (2b84d4c4-b562-4c48-82ce-6e20e24a3b12), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:57.680396 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b0e5cbe6-2d9b-4dcf-9e6a-be09180969d6 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (2b84d4c4-b562-4c48-82ce-6e20e24a3b12), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:57.685328 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b0e5cbe6-2d9b-4dcf-9e6a-be09180969d6 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594242'] for security_group_rule (2b84d4c4-b562-4c48-82ce-6e20e24a3b12), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:57.705746 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e5cbe6-2d9b-4dcf-9e6a-be09180969d6 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b84d4c4-b562-4c48-82ce-6e20e24a3b12,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:46:57.712037 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b0e5cbe6-2d9b-4dcf-9e6a-be09180969d6 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:57.713286 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-b0e5cbe6-2d9b-4dcf-9e6a-be09180969d6 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1264992 Feb 28 10:46:57.716901 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 41618) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:46:57.721231 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-e3b455a0-198a-4b07-b600-6af1fea58534 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Request body: {'security_group_rule': {'security_group_id': '8f267589-2c17-403d-b4e6-a6874cc15ee3', 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:46:57.748730 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e3b455a0-198a-4b07-b600-6af1fea58534 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (bf303b27-4cf1-41c2-9ce4-8a2cea77be72), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:57.805953 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e3b455a0-198a-4b07-b600-6af1fea58534 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (bf303b27-4cf1-41c2-9ce4-8a2cea77be72), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:57.810811 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e3b455a0-198a-4b07-b600-6af1fea58534 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594242'] for security_group_rule (bf303b27-4cf1-41c2-9ce4-8a2cea77be72), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:57.828993 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b455a0-198a-4b07-b600-6af1fea58534 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf303b27-4cf1-41c2-9ce4-8a2cea77be72,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:46:57.838094 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e3b455a0-198a-4b07-b600-6af1fea58534 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:57.839321 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-e3b455a0-198a-4b07-b600-6af1fea58534 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1215208 Feb 28 10:46:57.842164 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 41620) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:46:57.847011 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-448c2bd7-d4b3-4040-9bee-969eb7116cd8 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Request body: {'security_group_rule': {'security_group_id': '8f267589-2c17-403d-b4e6-a6874cc15ee3', 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:46:57.875028 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-448c2bd7-d4b3-4040-9bee-969eb7116cd8 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (dfb61dff-cd2c-44ae-a356-dd54faa5f523), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:57.935971 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-448c2bd7-d4b3-4040-9bee-969eb7116cd8 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (dfb61dff-cd2c-44ae-a356-dd54faa5f523), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:57.941012 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-448c2bd7-d4b3-4040-9bee-969eb7116cd8 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594242'] for security_group_rule (dfb61dff-cd2c-44ae-a356-dd54faa5f523), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:57.967137 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448c2bd7-d4b3-4040-9bee-969eb7116cd8 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfb61dff-cd2c-44ae-a356-dd54faa5f523,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:46:57.976693 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-448c2bd7-d4b3-4040-9bee-969eb7116cd8 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:57.978096 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-448c2bd7-d4b3-4040-9bee-969eb7116cd8 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1347396 Feb 28 10:46:57.981430 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 41622) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:46:57.986396 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-41c4b08a-dc12-4a15-b689-235d67130f1d tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Request body: {'security_group_rule': {'security_group_id': '8f267589-2c17-403d-b4e6-a6874cc15ee3', 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:46:58.012145 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-41c4b08a-dc12-4a15-b689-235d67130f1d tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (a6b4d0fa-20b8-4ca0-a6b6-de81d4f6e930), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:58.073824 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-41c4b08a-dc12-4a15-b689-235d67130f1d tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (a6b4d0fa-20b8-4ca0-a6b6-de81d4f6e930), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:58.078848 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-41c4b08a-dc12-4a15-b689-235d67130f1d tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594242'] for security_group_rule (a6b4d0fa-20b8-4ca0-a6b6-de81d4f6e930), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:58.098730 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c4b08a-dc12-4a15-b689-235d67130f1d tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6b4d0fa-20b8-4ca0-a6b6-de81d4f6e930,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:46:58.104381 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-41c4b08a-dc12-4a15-b689-235d67130f1d tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:58.105642 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-41c4b08a-dc12-4a15-b689-235d67130f1d tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1231127 Feb 28 10:46:58.108719 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 41624) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:46:58.113539 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-9ecf6cd0-9172-4507-a926-90129314cb95 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Request body: {'security_group_rule': {'security_group_id': '8f267589-2c17-403d-b4e6-a6874cc15ee3', 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:46:58.128832 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device dbfbf6eb-bd1f-4acd-a697-fd8a1eaa2e77 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:46:58.137219 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.db.securitygroups_db [None req-9ecf6cd0-9172-4507-a926-90129314cb95 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Project 5a84b6bdce3e454e9741c4fbc09bfc68 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 10:46:58.142514 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9ecf6cd0-9172-4507-a926-90129314cb95 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (7990475c-402d-4135-89ed-63ce546589a0), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:58.170842 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] The host hv-neutron-mast is not matching for port dbfbf6eb-bd1f-4acd-a697-fd8a1eaa2e77 host ! {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 28 10:46:58.171272 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device dbfbf6eb-bd1f-4acd-a697-fd8a1eaa2e77 not bound to the agent host hv-neutron-mast {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:46:58.203752 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9ecf6cd0-9172-4507-a926-90129314cb95 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (7990475c-402d-4135-89ed-63ce546589a0), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:58.207989 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9ecf6cd0-9172-4507-a926-90129314cb95 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594242'] for security_group_rule (7990475c-402d-4135-89ed-63ce546589a0), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:58.226314 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecf6cd0-9172-4507-a926-90129314cb95 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7990475c-402d-4135-89ed-63ce546589a0,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:46:58.233954 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9ecf6cd0-9172-4507-a926-90129314cb95 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:58.235183 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-9ecf6cd0-9172-4507-a926-90129314cb95 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1254714 Feb 28 10:46:58.238665 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 41626) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:46:58.243094 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-f97a10ae-20d2-4e8d-ac05-b2cec56c9a6c tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Request body: {'security_group_rule': {'security_group_id': '8f267589-2c17-403d-b4e6-a6874cc15ee3', 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:46:58.266620 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.db.securitygroups_db [None req-f97a10ae-20d2-4e8d-ac05-b2cec56c9a6c tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Project 5a84b6bdce3e454e9741c4fbc09bfc68 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 10:46:58.271833 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f97a10ae-20d2-4e8d-ac05-b2cec56c9a6c tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (a6ef0a54-b98e-4cf7-9c45-ef71cd17a62e), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:58.337039 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f97a10ae-20d2-4e8d-ac05-b2cec56c9a6c tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (a6ef0a54-b98e-4cf7-9c45-ef71cd17a62e), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:58.341975 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f97a10ae-20d2-4e8d-ac05-b2cec56c9a6c tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594242'] for security_group_rule (a6ef0a54-b98e-4cf7-9c45-ef71cd17a62e), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:58.357593 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97a10ae-20d2-4e8d-ac05-b2cec56c9a6c tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6ef0a54-b98e-4cf7-9c45-ef71cd17a62e,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:46:58.372582 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f97a10ae-20d2-4e8d-ac05-b2cec56c9a6c tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:46:58.374460 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-f97a10ae-20d2-4e8d-ac05-b2cec56c9a6c tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1347299 Feb 28 10:46:58.539045 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-6391f951-ccc7-47bf-90e1-a7ecf5a94b74 req-e824ae41-bb27-45a2-82a6-499fe224c5ec tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1511769299&fields=id&tenant_id=5a84b6bdce3e454e9741c4fbc09bfc68 HTTP/1.1" status: 200 len: 267 time: 0.0546787 Feb 28 10:46:58.600483 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6391f951-ccc7-47bf-90e1-a7ecf5a94b74 req-5e38bea7-2599-4634-9ff5-e3c3d6f706e9 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:46:58.601939 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-6391f951-ccc7-47bf-90e1-a7ecf5a94b74 req-5e38bea7-2599-4634-9ff5-e3c3d6f706e9 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/ports/dbfbf6eb-bd1f-4acd-a697-fd8a1eaa2e77 HTTP/1.1" status: 200 len: 929 time: 0.0534303 Feb 28 10:46:58.654683 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-6391f951-ccc7-47bf-90e1-a7ecf5a94b74 req-427b5572-70b5-47cd-9586-a0dfb6eb3562 service neutron] 10.222.0.20 "GET /v2.0/ports/dbfbf6eb-bd1f-4acd-a697-fd8a1eaa2e77?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0399578 Feb 28 10:46:58.745043 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-6391f951-ccc7-47bf-90e1-a7ecf5a94b74 req-faaad7da-e2de-4e2c-8d5c-249434559c5e service neutron] 10.222.0.20 "GET /v2.0/networks/33a79088-dada-42b4-8578-deb3443e6e3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843594 Feb 28 10:46:58.840242 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-6391f951-ccc7-47bf-90e1-a7ecf5a94b74 req-5e05cbcc-b807-4039-adbf-9e12df8eee67 service neutron] 10.222.0.20 "GET /v2.0/networks/33a79088-dada-42b4-8578-deb3443e6e3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870891 Feb 28 10:46:58.910683 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6391f951-ccc7-47bf-90e1-a7ecf5a94b74 req-1bda5a18-437e-4fab-b920-116fe70455ce tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:46:58.912111 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-6391f951-ccc7-47bf-90e1-a7ecf5a94b74 req-1bda5a18-437e-4fab-b920-116fe70455ce tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/ports/dbfbf6eb-bd1f-4acd-a697-fd8a1eaa2e77 HTTP/1.1" status: 200 len: 929 time: 0.0640459 Feb 28 10:46:59.088761 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-5a581077-97db-416e-8996-660376acd43a req-3a2ad112-0ef2-4e8c-8f8e-9334728c9902 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/ports?device_id=f706772c-48a8-4833-9c89-de39bb916207 HTTP/1.1" status: 200 len: 210 time: 0.0287626 Feb 28 10:46:59.090500 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 41646) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:46:59.195659 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6391f951-ccc7-47bf-90e1-a7ecf5a94b74 req-ac2fb168-4a9d-4a7b-af88-6f5d9e79d3d2 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:46:59.197673 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-6391f951-ccc7-47bf-90e1-a7ecf5a94b74 req-ac2fb168-4a9d-4a7b-af88-6f5d9e79d3d2 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/ports/dbfbf6eb-bd1f-4acd-a697-fd8a1eaa2e77 HTTP/1.1" status: 200 len: 929 time: 0.1058841 Feb 28 10:47:00.198797 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-641d688c-b61a-4a5c-bfce-bd5d44be990d req-10ff8dd2-fd8c-40a0-a70c-e9024c58de2d tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/ports?device_id=f706772c-48a8-4833-9c89-de39bb916207 HTTP/1.1" status: 200 len: 210 time: 0.0356262 Feb 28 10:47:00.268179 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6391f951-ccc7-47bf-90e1-a7ecf5a94b74 req-e1d56a8b-ecff-4fe6-a4ca-7f10bc7089ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:00.269645 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-6391f951-ccc7-47bf-90e1-a7ecf5a94b74 req-e1d56a8b-ecff-4fe6-a4ca-7f10bc7089ce service neutron] 10.222.0.30 "GET /v2.0/ports/dbfbf6eb-bd1f-4acd-a697-fd8a1eaa2e77 HTTP/1.1" status: 200 len: 1025 time: 0.0372534 Feb 28 10:47:00.381211 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6391f951-ccc7-47bf-90e1-a7ecf5a94b74 req-8bc76735-85cc-4fc4-965c-0fc21d727721 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:00.382801 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-6391f951-ccc7-47bf-90e1-a7ecf5a94b74 req-8bc76735-85cc-4fc4-965c-0fc21d727721 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.30 "GET /v2.0/networks?id=33a79088-dada-42b4-8578-deb3443e6e3a HTTP/1.1" status: 200 len: 797 time: 0.1071346 Feb 28 10:47:00.496523 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-6391f951-ccc7-47bf-90e1-a7ecf5a94b74 req-0bd58a19-4505-4a0d-851e-b3709d57e041 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5a84b6bdce3e454e9741c4fbc09bfc68 HTTP/1.1" status: 200 len: 472 time: 0.0906270 Feb 28 10:47:00.512230 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [req-6391f951-ccc7-47bf-90e1-a7ecf5a94b74 req-11a2593b-ee60-4084-8dcc-91c65d9c61b8 service neutron] Request body: {'port': {'device_id': 'f706772c-48a8-4833-9c89-de39bb916207', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:47:00.578085 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-6391f951-ccc7-47bf-90e1-a7ecf5a94b74 req-11a2593b-ee60-4084-8dcc-91c65d9c61b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (dbfbf6eb-bd1f-4acd-a697-fd8a1eaa2e77), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:00.864821 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.notifiers.nova [req-6391f951-ccc7-47bf-90e1-a7ecf5a94b74 req-11a2593b-ee60-4084-8dcc-91c65d9c61b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbfbf6eb-bd1f-4acd-a697-fd8a1eaa2e77 {{(pid=103407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 10:47:00.873132 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-6391f951-ccc7-47bf-90e1-a7ecf5a94b74 req-11a2593b-ee60-4084-8dcc-91c65d9c61b8 service neutron] Publish callbacks [] for port (dbfbf6eb-bd1f-4acd-a697-fd8a1eaa2e77), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:00.887582 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.provisioning_blocks [req-6391f951-ccc7-47bf-90e1-a7ecf5a94b74 req-11a2593b-ee60-4084-8dcc-91c65d9c61b8 service neutron] Transition to ACTIVE for port object dbfbf6eb-bd1f-4acd-a697-fd8a1eaa2e77 will not be triggered until provisioned by entity L2. {{(pid=103407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 10:47:00.894239 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-6391f951-ccc7-47bf-90e1-a7ecf5a94b74 req-11a2593b-ee60-4084-8dcc-91c65d9c61b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3498066'] for port (dbfbf6eb-bd1f-4acd-a697-fd8a1eaa2e77), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:00.981421 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a2593b-ee60-4084-8dcc-91c65d9c61b8 service neutron] Pushing event updated for resources: {'Port': ['ID=dbfbf6eb-bd1f-4acd-a697-fd8a1eaa2e77,revision_number=7']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:47:01.092486 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-6391f951-ccc7-47bf-90e1-a7ecf5a94b74 req-11a2593b-ee60-4084-8dcc-91c65d9c61b8 service neutron] Attempting to bind port dbfbf6eb-bd1f-4acd-a697-fd8a1eaa2e77 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:47:01.092916 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-6391f951-ccc7-47bf-90e1-a7ecf5a94b74 req-11a2593b-ee60-4084-8dcc-91c65d9c61b8 service neutron] Attempting to bind port dbfbf6eb-bd1f-4acd-a697-fd8a1eaa2e77 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '07e5e1ea-b770-4857-9a52-ace1799d1ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '33a79088-dada-42b4-8578-deb3443e6e3a'}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:47:01.093374 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6391f951-ccc7-47bf-90e1-a7ecf5a94b74 req-11a2593b-ee60-4084-8dcc-91c65d9c61b8 service neutron] Attempting to bind port dbfbf6eb-bd1f-4acd-a697-fd8a1eaa2e77 on network 33a79088-dada-42b4-8578-deb3443e6e3a {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:47:01.099108 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6391f951-ccc7-47bf-90e1-a7ecf5a94b74 req-11a2593b-ee60-4084-8dcc-91c65d9c61b8 service neutron] Port dbfbf6eb-bd1f-4acd-a697-fd8a1eaa2e77 on network 33a79088-dada-42b4-8578-deb3443e6e3a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 10:47:01.099535 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6391f951-ccc7-47bf-90e1-a7ecf5a94b74 req-11a2593b-ee60-4084-8dcc-91c65d9c61b8 service neutron] Attempting to bind port dbfbf6eb-bd1f-4acd-a697-fd8a1eaa2e77 on network 33a79088-dada-42b4-8578-deb3443e6e3a {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:47:01.105017 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6391f951-ccc7-47bf-90e1-a7ecf5a94b74 req-11a2593b-ee60-4084-8dcc-91c65d9c61b8 service neutron] Checking agent: {'id': '13ac42ae-016e-4baf-bb31-c6fa820b41c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 30, 8), 'started_at': datetime.datetime(2022, 2, 28, 10, 30, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 46, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:47:01.105437 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6391f951-ccc7-47bf-90e1-a7ecf5a94b74 req-11a2593b-ee60-4084-8dcc-91c65d9c61b8 service neutron] Checking segment: {'id': '07e5e1ea-b770-4857-9a52-ace1799d1ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '33a79088-dada-42b4-8578-deb3443e6e3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:47:01.105893 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6391f951-ccc7-47bf-90e1-a7ecf5a94b74 req-11a2593b-ee60-4084-8dcc-91c65d9c61b8 service neutron] Bound using segment: {'id': '07e5e1ea-b770-4857-9a52-ace1799d1ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '33a79088-dada-42b4-8578-deb3443e6e3a'} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:47:01.106655 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-6391f951-ccc7-47bf-90e1-a7ecf5a94b74 req-11a2593b-ee60-4084-8dcc-91c65d9c61b8 service neutron] Bound port: dbfbf6eb-bd1f-4acd-a697-fd8a1eaa2e77, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07e5e1ea-b770-4857-9a52-ace1799d1ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '33a79088-dada-42b4-8578-deb3443e6e3a'}}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:47:01.106803 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-6391f951-ccc7-47bf-90e1-a7ecf5a94b74 req-11a2593b-ee60-4084-8dcc-91c65d9c61b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (dbfbf6eb-bd1f-4acd-a697-fd8a1eaa2e77), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:01.178370 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-6391f951-ccc7-47bf-90e1-a7ecf5a94b74 req-11a2593b-ee60-4084-8dcc-91c65d9c61b8 service neutron] For port dbfbf6eb-bd1f-4acd-a697-fd8a1eaa2e77, host hv-neutron-mast, cleared binding levels {{(pid=103407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:47:01.181665 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-6391f951-ccc7-47bf-90e1-a7ecf5a94b74 req-11a2593b-ee60-4084-8dcc-91c65d9c61b8 service neutron] For port dbfbf6eb-bd1f-4acd-a697-fd8a1eaa2e77, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=dbfbf6eb-bd1f-4acd-a697-fd8a1eaa2e77,segment=NetworkSegment(07e5e1ea-b770-4857-9a52-ace1799d1ef6),segment_id=07e5e1ea-b770-4857-9a52-ace1799d1ef6)] {{(pid=103407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:47:01.188489 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-6391f951-ccc7-47bf-90e1-a7ecf5a94b74 req-11a2593b-ee60-4084-8dcc-91c65d9c61b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3498066'] for port (dbfbf6eb-bd1f-4acd-a697-fd8a1eaa2e77), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:01.228869 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6391f951-ccc7-47bf-90e1-a7ecf5a94b74 req-11a2593b-ee60-4084-8dcc-91c65d9c61b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:01.229505 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-6391f951-ccc7-47bf-90e1-a7ecf5a94b74 req-11a2593b-ee60-4084-8dcc-91c65d9c61b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:01.230976 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-6391f951-ccc7-47bf-90e1-a7ecf5a94b74 req-11a2593b-ee60-4084-8dcc-91c65d9c61b8 service neutron] 10.222.0.30 "PUT /v2.0/ports/dbfbf6eb-bd1f-4acd-a697-fd8a1eaa2e77 HTTP/1.1" status: 200 len: 1130 time: 0.7230616 Feb 28 10:47:01.231394 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f706772c-48a8-4833-9c89-de39bb916207', 'tag': 'dbfbf6eb-bd1f-4acd-a697-fd8a1eaa2e77'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:47:01.233650 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c8e1c873eeca597e52e7ceb7469e602eac250bfea6606d285743d38033cf584" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-946171a8-42f7-45d4-883c-319f1a355f87" -d '{"events": [{"name": "network-changed", "server_uuid": "f706772c-48a8-4833-9c89-de39bb916207", "tag": "dbfbf6eb-bd1f-4acd-a697-fd8a1eaa2e77"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:47:01.257300 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a2593b-ee60-4084-8dcc-91c65d9c61b8 service neutron] Pushing event updated for resources: {'Port': ['ID=dbfbf6eb-bd1f-4acd-a697-fd8a1eaa2e77,revision_number=8']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:47:01.283793 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 10:47:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91a3ad21-c7c7-4cec-867d-226146ca7a06 x-openstack-request-id: req-91a3ad21-c7c7-4cec-867d-226146ca7a06 {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:47:01.284124 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f706772c-48a8-4833-9c89-de39bb916207", "tag": "dbfbf6eb-bd1f-4acd-a697-fd8a1eaa2e77", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:47:01.284326 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-91a3ad21-c7c7-4cec-867d-226146ca7a06 {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:47:01.284827 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f706772c-48a8-4833-9c89-de39bb916207', 'tag': 'dbfbf6eb-bd1f-4acd-a697-fd8a1eaa2e77', 'status': 'completed', 'code': 200} Feb 28 10:47:01.365057 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8135d41-3b17-4e38-91df-c1a8f30014a8 req-fff54fa4-d96a-4877-9afa-903e282cb6f7 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:01.366878 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-e8135d41-3b17-4e38-91df-c1a8f30014a8 req-fff54fa4-d96a-4877-9afa-903e282cb6f7 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/ports?device_id=f706772c-48a8-4833-9c89-de39bb916207 HTTP/1.1" status: 200 len: 980 time: 0.0657349 Feb 28 10:47:01.445324 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-e8135d41-3b17-4e38-91df-c1a8f30014a8 req-056d26fa-1747-45c1-9a99-52509c915e2d tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6ab2eba-8f22-4ccb-926f-2f1dea2b8ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724514 Feb 28 10:47:01.454891 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6391f951-ccc7-47bf-90e1-a7ecf5a94b74 req-84a8007e-8eb0-461b-a4d4-b7c34374c678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:01.456438 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-6391f951-ccc7-47bf-90e1-a7ecf5a94b74 req-84a8007e-8eb0-461b-a4d4-b7c34374c678 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5a84b6bdce3e454e9741c4fbc09bfc68&device_id=f706772c-48a8-4833-9c89-de39bb916207 HTTP/1.1" status: 200 len: 1164 time: 0.0754216 Feb 28 10:47:01.535321 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-6391f951-ccc7-47bf-90e1-a7ecf5a94b74 req-d3a04c89-0589-4dba-a2fd-470cd5ce9163 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dbfbf6eb-bd1f-4acd-a697-fd8a1eaa2e77 HTTP/1.1" status: 200 len: 1035 time: 0.0650072 Feb 28 10:47:01.584504 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6391f951-ccc7-47bf-90e1-a7ecf5a94b74 req-f587caa7-2904-4028-9e8a-89f4ae4e76f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:01.586410 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-6391f951-ccc7-47bf-90e1-a7ecf5a94b74 req-f587caa7-2904-4028-9e8a-89f4ae4e76f7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e9d8ef59-a28a-4805-a18e-013c762eadf4 HTTP/1.1" status: 200 len: 833 time: 0.0448117 Feb 28 10:47:01.654648 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6391f951-ccc7-47bf-90e1-a7ecf5a94b74 req-55a5df02-7c97-4f6d-aef3-b1556466b541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:01.656152 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-6391f951-ccc7-47bf-90e1-a7ecf5a94b74 req-55a5df02-7c97-4f6d-aef3-b1556466b541 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=33a79088-dada-42b4-8578-deb3443e6e3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0639739 Feb 28 10:47:01.757293 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-6391f951-ccc7-47bf-90e1-a7ecf5a94b74 req-9fb12ead-d384-4030-bc89-f49bcb69ea42 service neutron] 10.222.0.30 "GET /v2.0/networks/33a79088-dada-42b4-8578-deb3443e6e3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942070 Feb 28 10:47:01.848608 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-6391f951-ccc7-47bf-90e1-a7ecf5a94b74 req-931bbe3f-1f3b-4f5a-a4f6-49b91f5f25cd service neutron] 10.222.0.30 "GET /v2.0/networks/33a79088-dada-42b4-8578-deb3443e6e3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850208 Feb 28 10:47:02.006708 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946171a8-42f7-45d4-883c-319f1a355f87 req-9de364b7-2cae-4ad7-8c86-e6274a05076b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:02.008276 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-946171a8-42f7-45d4-883c-319f1a355f87 req-9de364b7-2cae-4ad7-8c86-e6274a05076b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5a84b6bdce3e454e9741c4fbc09bfc68&device_id=f706772c-48a8-4833-9c89-de39bb916207 HTTP/1.1" status: 200 len: 1164 time: 0.0559394 Feb 28 10:47:02.104364 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946171a8-42f7-45d4-883c-319f1a355f87 req-ecafa22e-8c04-4162-b279-1071e65113cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:02.105781 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-946171a8-42f7-45d4-883c-319f1a355f87 req-ecafa22e-8c04-4162-b279-1071e65113cf service neutron] 10.222.0.30 "GET /v2.0/networks?id=33a79088-dada-42b4-8578-deb3443e6e3a HTTP/1.1" status: 200 len: 898 time: 0.0920756 Feb 28 10:47:02.170524 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-946171a8-42f7-45d4-883c-319f1a355f87 req-77e715c4-4580-4629-a94b-0df3d6d96d9d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dbfbf6eb-bd1f-4acd-a697-fd8a1eaa2e77 HTTP/1.1" status: 200 len: 1035 time: 0.0590260 Feb 28 10:47:02.233238 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946171a8-42f7-45d4-883c-319f1a355f87 req-c3196822-428e-4495-a694-6fd362655c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:02.234783 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-946171a8-42f7-45d4-883c-319f1a355f87 req-c3196822-428e-4495-a694-6fd362655c6e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e9d8ef59-a28a-4805-a18e-013c762eadf4 HTTP/1.1" status: 200 len: 833 time: 0.0588210 Feb 28 10:47:02.285386 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946171a8-42f7-45d4-883c-319f1a355f87 req-b5dda12e-10ca-410d-b5f6-8f501b8fcb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:02.286944 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-946171a8-42f7-45d4-883c-319f1a355f87 req-b5dda12e-10ca-410d-b5f6-8f501b8fcb00 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=33a79088-dada-42b4-8578-deb3443e6e3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0463681 Feb 28 10:47:02.378339 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-946171a8-42f7-45d4-883c-319f1a355f87 req-1a6308cd-f594-4e4d-bf5d-7953fe9175ab service neutron] 10.222.0.30 "GET /v2.0/networks/33a79088-dada-42b4-8578-deb3443e6e3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849247 Feb 28 10:47:02.475489 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-946171a8-42f7-45d4-883c-319f1a355f87 req-a4582ec0-d327-421f-9d8a-1707c571e872 service neutron] 10.222.0.30 "GET /v2.0/networks/33a79088-dada-42b4-8578-deb3443e6e3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905511 Feb 28 10:47:02.574883 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57906aa-9899-47e8-af1e-b2ba13a56890 req-71345076-7b96-41fa-b6b2-ef460af238a3 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:02.576391 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-f57906aa-9899-47e8-af1e-b2ba13a56890 req-71345076-7b96-41fa-b6b2-ef460af238a3 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/ports?device_id=f706772c-48a8-4833-9c89-de39bb916207 HTTP/1.1" status: 200 len: 980 time: 0.0606537 Feb 28 10:47:02.626296 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-f57906aa-9899-47e8-af1e-b2ba13a56890 req-cffa273c-1a87-46c8-9e62-b007078079b8 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6ab2eba-8f22-4ccb-926f-2f1dea2b8ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441189 Feb 28 10:47:03.777032 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ee9184-cac8-4936-a70e-910000172ca9 req-7bbc184e-ed42-406f-a32e-9028c52b89a2 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:03.778516 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-43ee9184-cac8-4936-a70e-910000172ca9 req-7bbc184e-ed42-406f-a32e-9028c52b89a2 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/ports?device_id=f706772c-48a8-4833-9c89-de39bb916207 HTTP/1.1" status: 200 len: 980 time: 0.0665469 Feb 28 10:47:03.828879 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-43ee9184-cac8-4936-a70e-910000172ca9 req-8727bcf0-3d96-4ded-a91d-e22a1951c9e7 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6ab2eba-8f22-4ccb-926f-2f1dea2b8ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446401 Feb 28 10:47:04.971449 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6420548-2eef-4f68-90ca-d1e20f022e0f req-5d330465-35bd-4901-8454-779b8765d692 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:04.972978 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-b6420548-2eef-4f68-90ca-d1e20f022e0f req-5d330465-35bd-4901-8454-779b8765d692 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/ports?device_id=f706772c-48a8-4833-9c89-de39bb916207 HTTP/1.1" status: 200 len: 980 time: 0.0633540 Feb 28 10:47:05.021166 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-b6420548-2eef-4f68-90ca-d1e20f022e0f req-c3241d81-431e-426a-a157-73bd72cc9409 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6ab2eba-8f22-4ccb-926f-2f1dea2b8ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418670 Feb 28 10:47:06.150049 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc19e0d-6da3-4c73-905f-f481c9a52da4 req-8794d745-2168-4a3c-a427-41d86bd6296c tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:06.151533 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-bdc19e0d-6da3-4c73-905f-f481c9a52da4 req-8794d745-2168-4a3c-a427-41d86bd6296c tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/ports?device_id=f706772c-48a8-4833-9c89-de39bb916207 HTTP/1.1" status: 200 len: 980 time: 0.0563757 Feb 28 10:47:06.191996 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device dbfbf6eb-bd1f-4acd-a697-fd8a1eaa2e77 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103409) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 10:47:06.199660 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-bdc19e0d-6da3-4c73-905f-f481c9a52da4 req-684e5df9-7c4d-4034-b03f-c132f2779c66 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6ab2eba-8f22-4ccb-926f-2f1dea2b8ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425272 Feb 28 10:47:06.294660 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] For port dbfbf6eb-bd1f-4acd-a697-fd8a1eaa2e77, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=dbfbf6eb-bd1f-4acd-a697-fd8a1eaa2e77,segment=NetworkSegment(07e5e1ea-b770-4857-9a52-ace1799d1ef6),segment_id=07e5e1ea-b770-4857-9a52-ace1799d1ef6)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:47:06.306523 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Returning: {'device': 'dbfbf6eb-bd1f-4acd-a697-fd8a1eaa2e77', 'network_id': '33a79088-dada-42b4-8578-deb3443e6e3a', 'port_id': 'dbfbf6eb-bd1f-4acd-a697-fd8a1eaa2e77', 'mac_address': 'fa:16:3e:0a:79:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 295, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9d8ef59-a28a-4805-a18e-013c762eadf4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103409) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 10:47:06.352896 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Current status of the port dbfbf6eb-bd1f-4acd-a697-fd8a1eaa2e77 is: DOWN; New status is: BUILD {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:47:06.353287 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (dbfbf6eb-bd1f-4acd-a697-fd8a1eaa2e77), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:06.366177 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbfbf6eb-bd1f-4acd-a697-fd8a1eaa2e77 {{(pid=103409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 10:47:06.386735 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] For port dbfbf6eb-bd1f-4acd-a697-fd8a1eaa2e77, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=dbfbf6eb-bd1f-4acd-a697-fd8a1eaa2e77,segment=NetworkSegment(07e5e1ea-b770-4857-9a52-ace1799d1ef6),segment_id=07e5e1ea-b770-4857-9a52-ace1799d1ef6)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:47:06.392651 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (dbfbf6eb-bd1f-4acd-a697-fd8a1eaa2e77), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:06.438849 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Pushing event updated for resources: {'Port': ['ID=dbfbf6eb-bd1f-4acd-a697-fd8a1eaa2e77,revision_number=9']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:47:06.446143 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:47:06.446501 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:47:06.446848 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:47:06.447187 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:47:06.447524 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:47:06.447859 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:47:06.448191 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:47:06.448529 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:47:06.448874 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:47:06.449203 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:47:06.449527 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:47:06.449855 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:47:06.450171 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:47:06.813094 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] get_ports_and_sgs() called for port_ids ['dbfbf6eb-bd1f-4acd-a697-fd8a1eaa2e77'] {{(pid=103409) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 10:47:07.349112 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6148c3-032e-4756-ad14-37935726ac4b req-e5964ee3-d564-4c47-a583-0fab5f935692 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:07.350604 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-ec6148c3-032e-4756-ad14-37935726ac4b req-e5964ee3-d564-4c47-a583-0fab5f935692 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/ports?device_id=f706772c-48a8-4833-9c89-de39bb916207 HTTP/1.1" status: 200 len: 981 time: 0.0686061 Feb 28 10:47:07.408406 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-ec6148c3-032e-4756-ad14-37935726ac4b req-3acc7375-f2c1-46cf-8f3c-19ade1c542b2 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6ab2eba-8f22-4ccb-926f-2f1dea2b8ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518301 Feb 28 10:47:08.100061 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (13ac42ae-016e-4baf-bb31-c6fa820b41c2), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:08.255144 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device dbfbf6eb-bd1f-4acd-a697-fd8a1eaa2e77 up at agent hyperv_hv-neutron-mast {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:47:08.315405 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Provisioning for port dbfbf6eb-bd1f-4acd-a697-fd8a1eaa2e77 completed by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 10:47:08.319305 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Provisioning complete for port dbfbf6eb-bd1f-4acd-a697-fd8a1eaa2e77 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:47:08.319683 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (dbfbf6eb-bd1f-4acd-a697-fd8a1eaa2e77), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:08.404477 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Current status of the port dbfbf6eb-bd1f-4acd-a697-fd8a1eaa2e77 is: BUILD; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:47:08.404826 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (dbfbf6eb-bd1f-4acd-a697-fd8a1eaa2e77), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:08.432524 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f706772c-48a8-4833-9c89-de39bb916207', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbfbf6eb-bd1f-4acd-a697-fd8a1eaa2e77'}] {{(pid=103409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:47:08.434801 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa5325a5be4b33bf61fd809c564e3765e689d817bbd874267890deb3cfccaf12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6c67928-a4d5-4eda-8795-c09e31c96d16" -d '{"events": [{"server_uuid": "f706772c-48a8-4833-9c89-de39bb916207", "name": "network-vif-plugged", "status": "completed", "tag": "dbfbf6eb-bd1f-4acd-a697-fd8a1eaa2e77"}]}' {{(pid=103409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:47:08.447316 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] For port dbfbf6eb-bd1f-4acd-a697-fd8a1eaa2e77, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=dbfbf6eb-bd1f-4acd-a697-fd8a1eaa2e77,segment=NetworkSegment(07e5e1ea-b770-4857-9a52-ace1799d1ef6),segment_id=07e5e1ea-b770-4857-9a52-ace1799d1ef6)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:47:08.453632 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (dbfbf6eb-bd1f-4acd-a697-fd8a1eaa2e77), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:08.478755 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 10:47:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25bf5999-2255-4e19-95c2-5298b41c5954 x-openstack-request-id: req-25bf5999-2255-4e19-95c2-5298b41c5954 {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:47:08.479133 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f706772c-48a8-4833-9c89-de39bb916207", "name": "network-vif-plugged", "status": "completed", "tag": "dbfbf6eb-bd1f-4acd-a697-fd8a1eaa2e77", "code": 200}]} {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:47:08.479469 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-25bf5999-2255-4e19-95c2-5298b41c5954 {{(pid=103409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:47:08.479878 dv-neutron-master-2-hyperv neutron-server[103409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f706772c-48a8-4833-9c89-de39bb916207', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbfbf6eb-bd1f-4acd-a697-fd8a1eaa2e77', 'code': 200} Feb 28 10:47:08.507671 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Pushing event updated for resources: {'Port': ['ID=dbfbf6eb-bd1f-4acd-a697-fd8a1eaa2e77,revision_number=10']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:47:08.542299 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baadf6f0-860f-495c-935a-f26e56aeb37f req-f5494ff9-76ec-4475-a58f-5ada2ea7f6b2 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:08.543806 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-baadf6f0-860f-495c-935a-f26e56aeb37f req-f5494ff9-76ec-4475-a58f-5ada2ea7f6b2 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/ports?device_id=f706772c-48a8-4833-9c89-de39bb916207 HTTP/1.1" status: 200 len: 983 time: 0.0541892 Feb 28 10:47:08.599137 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-baadf6f0-860f-495c-935a-f26e56aeb37f req-b1985512-b8c9-43da-b5e6-1ff25be0b464 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6ab2eba-8f22-4ccb-926f-2f1dea2b8ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489237 Feb 28 10:47:08.705510 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a5b2b2-97ae-459a-98b9-ddd0db84bcf4 req-496d8c21-ec04-4057-884f-3ba5f299b1db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:08.707201 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-03a5b2b2-97ae-459a-98b9-ddd0db84bcf4 req-496d8c21-ec04-4057-884f-3ba5f299b1db service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f706772c-48a8-4833-9c89-de39bb916207 HTTP/1.1" status: 200 len: 1167 time: 0.0553646 Feb 28 10:47:08.751872 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-03a5b2b2-97ae-459a-98b9-ddd0db84bcf4 req-86996a5b-c8d6-456b-955e-c1d9f1a63d15 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=f6ab2eba-8f22-4ccb-926f-2f1dea2b8ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389733 Feb 28 10:47:08.756668 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b1374950-b2b8-43ca-ba98-7767a1427821 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fb6705d2-4f70-4965-92a3-fbfccd43a6d3), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:09.738015 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84481382-fbe7-4a4c-bca6-f07635fd7e7b req-4e5c3169-5d58-46ff-91cb-7ea849ec133b tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:09.739490 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-84481382-fbe7-4a4c-bca6-f07635fd7e7b req-4e5c3169-5d58-46ff-91cb-7ea849ec133b tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/ports?device_id=f706772c-48a8-4833-9c89-de39bb916207 HTTP/1.1" status: 200 len: 983 time: 0.0594058 Feb 28 10:47:09.789939 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-84481382-fbe7-4a4c-bca6-f07635fd7e7b req-13ce2d98-20d2-41bb-8569-197b0ddca992 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6ab2eba-8f22-4ccb-926f-2f1dea2b8ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431359 Feb 28 10:47:10.911704 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf1e03a-e1b2-4c24-aac0-c2b45bdca929 req-c0fe9799-bfb0-44d6-bcce-69fe0632c388 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:10.913209 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-dcf1e03a-e1b2-4c24-aac0-c2b45bdca929 req-c0fe9799-bfb0-44d6-bcce-69fe0632c388 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/ports?device_id=f706772c-48a8-4833-9c89-de39bb916207 HTTP/1.1" status: 200 len: 983 time: 0.0538599 Feb 28 10:47:10.966033 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-dcf1e03a-e1b2-4c24-aac0-c2b45bdca929 req-9026fd9f-e49b-49c3-b213-8b6f7f12ad21 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6ab2eba-8f22-4ccb-926f-2f1dea2b8ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468657 Feb 28 10:47:11.014325 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4560fa7f-b84f-4f29-b82e-f453deba0b95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fc6c9b74-8dbb-41bb-800a-5bd3a43fe896), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:11.091172 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d74a742-7362-4255-a68c-49b2d70ba905 req-2676cf4f-148e-4ce3-8074-ddc706f4b638 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:11.092629 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-2d74a742-7362-4255-a68c-49b2d70ba905 req-2676cf4f-148e-4ce3-8074-ddc706f4b638 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/ports?device_id=f706772c-48a8-4833-9c89-de39bb916207 HTTP/1.1" status: 200 len: 983 time: 0.0566535 Feb 28 10:47:11.142381 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-2d74a742-7362-4255-a68c-49b2d70ba905 req-ee1f042f-e6b4-4525-b5bc-bcce7833e238 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6ab2eba-8f22-4ccb-926f-2f1dea2b8ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426614 Feb 28 10:47:11.175063 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 41692) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:47:11.251857 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ee915ed-79a4-4c63-badc-c4814bc17135 tempest-TestNetworkBasicOps-986752647 tempest-TestNetworkBasicOps-986752647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:11.253432 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-7ee915ed-79a4-4c63-badc-c4814bc17135 tempest-TestNetworkBasicOps-986752647 tempest-TestNetworkBasicOps-986752647-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=f706772c-48a8-4833-9c89-de39bb916207&network_id=33a79088-dada-42b4-8578-deb3443e6e3a HTTP/1.1" status: 200 len: 1162 time: 0.0773938 Feb 28 10:47:11.494885 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd728df-b60a-42e7-aa38-468b3950903c req-2923581c-50ee-4766-95a0-1763cbe24c34 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:11.496392 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-abd728df-b60a-42e7-aa38-468b3950903c req-2923581c-50ee-4766-95a0-1763cbe24c34 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/ports?device_id=f706772c-48a8-4833-9c89-de39bb916207 HTTP/1.1" status: 200 len: 983 time: 0.0672047 Feb 28 10:47:11.547736 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-abd728df-b60a-42e7-aa38-468b3950903c req-a669ddca-f4ec-4997-b0e7-a36aa2349ba9 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6ab2eba-8f22-4ccb-926f-2f1dea2b8ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443797 Feb 28 10:47:12.037587 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b6d631fb-7df0-4fe1-8322-abff3b61cae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (0db5147a-92a3-4581-8a5f-8ec9b93e0600), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:12.692455 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e07e5b-6d12-47ef-9b25-7d107e2ed7ad req-e1b365df-ae8b-4348-9db2-31564557d194 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:12.693977 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-94e07e5b-6d12-47ef-9b25-7d107e2ed7ad req-e1b365df-ae8b-4348-9db2-31564557d194 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/ports?device_id=f706772c-48a8-4833-9c89-de39bb916207 HTTP/1.1" status: 200 len: 983 time: 0.0632329 Feb 28 10:47:12.742204 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-94e07e5b-6d12-47ef-9b25-7d107e2ed7ad req-303549ca-e4bf-49a6-b7fe-785237a7cf57 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6ab2eba-8f22-4ccb-926f-2f1dea2b8ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425098 Feb 28 10:47:13.013546 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df7dac3-4536-4edd-8207-ddd32eddfc3a req-762e2422-3781-4fbb-84af-abee077b3750 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:13.015003 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-6df7dac3-4536-4edd-8207-ddd32eddfc3a req-762e2422-3781-4fbb-84af-abee077b3750 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.30 "GET /v2.0/ports?device_id=f706772c-48a8-4833-9c89-de39bb916207 HTTP/1.1" status: 200 len: 983 time: 0.0732496 Feb 28 10:47:13.062612 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df7dac3-4536-4edd-8207-ddd32eddfc3a req-29d1eb9c-f62a-4332-8ef9-a7b1d6944439 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:13.063881 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-6df7dac3-4536-4edd-8207-ddd32eddfc3a req-29d1eb9c-f62a-4332-8ef9-a7b1d6944439 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.30 "GET /v2.0/ports/dbfbf6eb-bd1f-4acd-a697-fd8a1eaa2e77?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0428185 Feb 28 10:47:13.173266 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-6df7dac3-4536-4edd-8207-ddd32eddfc3a req-1def3b58-bcf3-481d-a090-1b5f61d1518f tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.30 "GET /v2.0/networks/33a79088-dada-42b4-8578-deb3443e6e3a?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1040981 Feb 28 10:47:13.183727 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [req-6df7dac3-4536-4edd-8207-ddd32eddfc3a req-fe32df67-868c-4782-a503-50652eebaa3a service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:47:13.249357 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-6df7dac3-4536-4edd-8207-ddd32eddfc3a req-fe32df67-868c-4782-a503-50652eebaa3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (dbfbf6eb-bd1f-4acd-a697-fd8a1eaa2e77), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:13.472872 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6b923bb1-06b0-4b84-b461-7cc1d0196090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (2e621730-3978-4720-b581-ac380e97a567), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:13.667580 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-6df7dac3-4536-4edd-8207-ddd32eddfc3a req-fe32df67-868c-4782-a503-50652eebaa3a service neutron] For port dbfbf6eb-bd1f-4acd-a697-fd8a1eaa2e77, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=dbfbf6eb-bd1f-4acd-a697-fd8a1eaa2e77,segment=NetworkSegment(07e5e1ea-b770-4857-9a52-ace1799d1ef6),segment_id=07e5e1ea-b770-4857-9a52-ace1799d1ef6)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:47:13.700441 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-6df7dac3-4536-4edd-8207-ddd32eddfc3a req-fe32df67-868c-4782-a503-50652eebaa3a service neutron] For port dbfbf6eb-bd1f-4acd-a697-fd8a1eaa2e77, host hv-neutron-mast, cleared binding levels {{(pid=103407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:47:13.733894 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.notifiers.nova [req-6df7dac3-4536-4edd-8207-ddd32eddfc3a req-fe32df67-868c-4782-a503-50652eebaa3a service neutron] device_id is not set on port dbfbf6eb-bd1f-4acd-a697-fd8a1eaa2e77 yet. {{(pid=103407) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 28 10:47:13.742604 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-6df7dac3-4536-4edd-8207-ddd32eddfc3a req-fe32df67-868c-4782-a503-50652eebaa3a service neutron] Publish callbacks [] for port (dbfbf6eb-bd1f-4acd-a697-fd8a1eaa2e77), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:13.750831 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-6df7dac3-4536-4edd-8207-ddd32eddfc3a req-fe32df67-868c-4782-a503-50652eebaa3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3498066'] for port (dbfbf6eb-bd1f-4acd-a697-fd8a1eaa2e77), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:13.841158 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe32df67-868c-4782-a503-50652eebaa3a service neutron] Pushing event updated for resources: {'Port': ['ID=dbfbf6eb-bd1f-4acd-a697-fd8a1eaa2e77,revision_number=11']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:47:13.867419 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-51f18a23-5494-4348-a8b1-195c538d781a req-10c2a78e-2ebe-43ca-91d0-5590f5547a9e tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/ports?device_id=f706772c-48a8-4833-9c89-de39bb916207 HTTP/1.1" status: 200 len: 210 time: 0.0417325 Feb 28 10:47:13.896688 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-6df7dac3-4536-4edd-8207-ddd32eddfc3a req-fe32df67-868c-4782-a503-50652eebaa3a service neutron] No DVR routers for this DVR port dbfbf6eb-bd1f-4acd-a697-fd8a1eaa2e77 on host hv-neutron-mast {{(pid=103407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:47:14.013732 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-25502d2f-4d4e-47c9-9c76-ac1cbecbf826 None None] Provisioning complete for port dbfbf6eb-bd1f-4acd-a697-fd8a1eaa2e77 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:47:14.014208 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-25502d2f-4d4e-47c9-9c76-ac1cbecbf826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (dbfbf6eb-bd1f-4acd-a697-fd8a1eaa2e77), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:14.041323 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [req-6df7dac3-4536-4edd-8207-ddd32eddfc3a req-fe32df67-868c-4782-a503-50652eebaa3a service neutron] In _notify_port_updated(), no bound segment for port dbfbf6eb-bd1f-4acd-a697-fd8a1eaa2e77 on network 33a79088-dada-42b4-8578-deb3443e6e3a {{(pid=103407) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 28 10:47:14.042218 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df7dac3-4536-4edd-8207-ddd32eddfc3a req-fe32df67-868c-4782-a503-50652eebaa3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:14.042903 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-6df7dac3-4536-4edd-8207-ddd32eddfc3a req-fe32df67-868c-4782-a503-50652eebaa3a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:14.044201 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-6df7dac3-4536-4edd-8207-ddd32eddfc3a req-fe32df67-868c-4782-a503-50652eebaa3a service neutron] 10.222.0.30 "PUT /v2.0/ports/dbfbf6eb-bd1f-4acd-a697-fd8a1eaa2e77 HTTP/1.1" status: 200 len: 1026 time: 0.8648484 Feb 28 10:47:14.049299 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-25502d2f-4d4e-47c9-9c76-ac1cbecbf826 None None] Port dbfbf6eb-bd1f-4acd-a697-fd8a1eaa2e77 cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:47:14.911617 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:14.927663 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 41704) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:47:14.993425 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-232e07ba-a462-4776-aede-29c8ea0c4fe7 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group (8f267589-2c17-403d-b4e6-a6874cc15ee3), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:15.019728 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-232e07ba-a462-4776-aede-29c8ea0c4fe7 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group (8f267589-2c17-403d-b4e6-a6874cc15ee3), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:15.095112 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-232e07ba-a462-4776-aede-29c8ea0c4fe7 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (8f267589-2c17-403d-b4e6-a6874cc15ee3), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:15.097827 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-232e07ba-a462-4776-aede-29c8ea0c4fe7 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:15.099072 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-232e07ba-a462-4776-aede-29c8ea0c4fe7 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "DELETE /v2.0/security-groups/8f267589-2c17-403d-b4e6-a6874cc15ee3 HTTP/1.1" status: 204 len: 168 time: 0.1703303 Feb 28 10:47:15.108815 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232e07ba-a462-4776-aede-29c8ea0c4fe7 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f267589-2c17-403d-b4e6-a6874cc15ee3,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:47:15.132764 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 41708) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:47:15.297430 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-800238b1-09bd-4a5b-bd58-1aad5a021c23 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Deleting port 443f74c5-6e9a-4dec-97b5-c79938212fd5 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:47:15.297780 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-800238b1-09bd-4a5b-bd58-1aad5a021c23 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (443f74c5-6e9a-4dec-97b5-c79938212fd5), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:15.379337 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-800238b1-09bd-4a5b-bd58-1aad5a021c23 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (443f74c5-6e9a-4dec-97b5-c79938212fd5), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:15.379603 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-800238b1-09bd-4a5b-bd58-1aad5a021c23 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for floatingip (443f74c5-6e9a-4dec-97b5-c79938212fd5), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:15.391367 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-800238b1-09bd-4a5b-bd58-1aad5a021c23 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Calling delete_port for 443f74c5-6e9a-4dec-97b5-c79938212fd5 owned by network:floatingip {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:47:15.575426 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-800238b1-09bd-4a5b-bd58-1aad5a021c23 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (443f74c5-6e9a-4dec-97b5-c79938212fd5), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:15.606794 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800238b1-09bd-4a5b-bd58-1aad5a021c23 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event deleted for resources: {'Port': ['ID=443f74c5-6e9a-4dec-97b5-c79938212fd5,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:47:15.686296 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-800238b1-09bd-4a5b-bd58-1aad5a021c23 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for floatingip (e1cff905-8865-4d00-a9d1-0c899ac76d02), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:15.686776 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.db.l3_db [None req-800238b1-09bd-4a5b-bd58-1aad5a021c23 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Floating IP e1cff905-8865-4d00-a9d1-0c899ac76d02 disassociated (deleted). External IP: 172.36.5.34, port: dbfbf6eb-bd1f-4acd-a697-fd8a1eaa2e77. Feb 28 10:47:15.910427 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-800238b1-09bd-4a5b-bd58-1aad5a021c23 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Router bd356119-9136-4bf9-85e1-daf4ab1efac6 has already been hosted by L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:47:16.030583 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-800238b1-09bd-4a5b-bd58-1aad5a021c23 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:47:16.035508 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-800238b1-09bd-4a5b-bd58-1aad5a021c23 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for floatingip (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:16.040226 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a988388b-1362-431e-a9b9-ff3c6a0959d6 None None] Sync routers for ids ['bd356119-9136-4bf9-85e1-daf4ab1efac6'] in dv-neutron-master-2-hyperv {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:47:16.054260 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a988388b-1362-431e-a9b9-ff3c6a0959d6 None None] Routers {'bd356119-9136-4bf9-85e1-daf4ab1efac6'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:47:16.054876 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-a988388b-1362-431e-a9b9-ff3c6a0959d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:47:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['bd356119-9136-4bf9-85e1-daf4ab1efac6'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:47:16.066239 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-800238b1-09bd-4a5b-bd58-1aad5a021c23 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "DELETE /v2.0/floatingips/e1cff905-8865-4d00-a9d1-0c899ac76d02 HTTP/1.1" status: 204 len: 168 time: 0.9321795 Feb 28 10:47:16.139742 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 41714) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:47:16.164338 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-a988388b-1362-431e-a9b9-ff3c6a0959d6 None None] Set router bd356119-9136-4bf9-85e1-daf4ab1efac6 gateway port host: dv-neutron-master-2-hyperv {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:47:16.205198 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-458946f2-e196-48e6-862d-899cb49177c1 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group (52826edd-c58a-4675-884e-e711470b61e8), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:16.234014 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-458946f2-e196-48e6-862d-899cb49177c1 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group (52826edd-c58a-4675-884e-e711470b61e8), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:16.286188 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device dbfbf6eb-bd1f-4acd-a697-fd8a1eaa2e77 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:47:16.297227 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-458946f2-e196-48e6-862d-899cb49177c1 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (52826edd-c58a-4675-884e-e711470b61e8), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:16.299986 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-458946f2-e196-48e6-862d-899cb49177c1 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:16.301230 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-458946f2-e196-48e6-862d-899cb49177c1 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "DELETE /v2.0/security-groups/52826edd-c58a-4675-884e-e711470b61e8 HTTP/1.1" status: 204 len: 168 time: 0.1605034 Feb 28 10:47:16.311466 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458946f2-e196-48e6-862d-899cb49177c1 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52826edd-c58a-4675-884e-e711470b61e8,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:47:16.337470 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 41718) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:47:16.361329 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] The host hv-neutron-mast is not matching for port dbfbf6eb-bd1f-4acd-a697-fd8a1eaa2e77 host ! {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 28 10:47:16.361762 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device dbfbf6eb-bd1f-4acd-a697-fd8a1eaa2e77 not bound to the agent host hv-neutron-mast {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:47:16.411298 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-a988388b-1362-431e-a9b9-ff3c6a0959d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd356119-9136-4bf9-85e1-daf4ab1efac6', 'name': 'tempest-TestNetworkBasicOps-router-637421301', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.84'}], 'enable_snat': True}, 'gw_port_id': '354c6eb1-d89d-4190-9a5a-bd435436ca9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:46:31Z', 'updated_at': '2022-02-28T10:46:35Z', 'revision_number': 4, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'gw_port': {'id': '354c6eb1-d89d-4190-9a5a-bd435436ca9c', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:2b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd356119-9136-4bf9-85e1-daf4ab1efac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:46:31Z', 'updated_at': '2022-02-28T10:46:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '2cbbef5e-36c7-4f1c-8209-22d074a42fd3', 'name': '', 'network_id': '33a79088-dada-42b4-8578-deb3443e6e3a', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'mac_address': 'fa:16:3e:0d:8a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd356119-9136-4bf9-85e1-daf4ab1efac6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': 'e9d8ef59-a28a-4805-a18e-013c762eadf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:46:34Z', 'updated_at': '2022-02-28T10:46:38Z', 'revision_number': 5, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'subnets': [{'id': 'e9d8ef59-a28a-4805-a18e-013c762eadf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:47:16.430932 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-dcde387b-5ae1-4d29-aec7-3334f2f15fb8 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Deleting port dbfbf6eb-bd1f-4acd-a697-fd8a1eaa2e77 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:47:16.431305 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-dcde387b-5ae1-4d29-aec7-3334f2f15fb8 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (dbfbf6eb-bd1f-4acd-a697-fd8a1eaa2e77), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:16.441235 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a988388b-1362-431e-a9b9-ff3c6a0959d6 None None] Checking router: bd356119-9136-4bf9-85e1-daf4ab1efac6 for host: dv-neutron-master-2-hyperv {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:47:16.450126 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a988388b-1362-431e-a9b9-ff3c6a0959d6 None None] Routers {'bd356119-9136-4bf9-85e1-daf4ab1efac6'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:47:16.450756 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-a988388b-1362-431e-a9b9-ff3c6a0959d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:47:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['bd356119-9136-4bf9-85e1-daf4ab1efac6'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:47:16.533965 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-dcde387b-5ae1-4d29-aec7-3334f2f15fb8 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (dbfbf6eb-bd1f-4acd-a697-fd8a1eaa2e77), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:16.549132 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-dcde387b-5ae1-4d29-aec7-3334f2f15fb8 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Calling delete_port for dbfbf6eb-bd1f-4acd-a697-fd8a1eaa2e77 owned by {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:47:16.687404 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-dcde387b-5ae1-4d29-aec7-3334f2f15fb8 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (dbfbf6eb-bd1f-4acd-a697-fd8a1eaa2e77), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:16.714613 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-a988388b-1362-431e-a9b9-ff3c6a0959d6 None None] Set router bd356119-9136-4bf9-85e1-daf4ab1efac6 gateway port host: dv-neutron-master-2-hyperv {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:47:16.718031 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcde387b-5ae1-4d29-aec7-3334f2f15fb8 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event deleted for resources: {'Port': ['ID=dbfbf6eb-bd1f-4acd-a697-fd8a1eaa2e77,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:47:16.790588 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-dcde387b-5ae1-4d29-aec7-3334f2f15fb8 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:16.797678 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-dcde387b-5ae1-4d29-aec7-3334f2f15fb8 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "DELETE /v2.0/ports/dbfbf6eb-bd1f-4acd-a697-fd8a1eaa2e77 HTTP/1.1" status: 204 len: 168 time: 0.4568577 Feb 28 10:47:16.798312 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 41720) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:47:16.931886 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-a988388b-1362-431e-a9b9-ff3c6a0959d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd356119-9136-4bf9-85e1-daf4ab1efac6', 'name': 'tempest-TestNetworkBasicOps-router-637421301', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.84'}], 'enable_snat': True}, 'gw_port_id': '354c6eb1-d89d-4190-9a5a-bd435436ca9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:46:31Z', 'updated_at': '2022-02-28T10:46:35Z', 'revision_number': 4, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'gw_port': {'id': '354c6eb1-d89d-4190-9a5a-bd435436ca9c', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:2b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd356119-9136-4bf9-85e1-daf4ab1efac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:46:31Z', 'updated_at': '2022-02-28T10:46:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '2cbbef5e-36c7-4f1c-8209-22d074a42fd3', 'name': '', 'network_id': '33a79088-dada-42b4-8578-deb3443e6e3a', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'mac_address': 'fa:16:3e:0d:8a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd356119-9136-4bf9-85e1-daf4ab1efac6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': 'e9d8ef59-a28a-4805-a18e-013c762eadf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:46:34Z', 'updated_at': '2022-02-28T10:46:38Z', 'revision_number': 5, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'subnets': [{'id': 'e9d8ef59-a28a-4805-a18e-013c762eadf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:47:16.959401 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a988388b-1362-431e-a9b9-ff3c6a0959d6 None None] The sync data for ids ['bd356119-9136-4bf9-85e1-daf4ab1efac6'] in dv-neutron-master-2-hyperv is: [{'id': 'bd356119-9136-4bf9-85e1-daf4ab1efac6', 'name': 'tempest-TestNetworkBasicOps-router-637421301', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.84'}], 'enable_snat': True}, 'gw_port_id': '354c6eb1-d89d-4190-9a5a-bd435436ca9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:46:31Z', 'updated_at': '2022-02-28T10:46:35Z', 'revision_number': 4, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'gw_port': {'id': '354c6eb1-d89d-4190-9a5a-bd435436ca9c', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:2b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd356119-9136-4bf9-85e1-daf4ab1efac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:46:31Z', 'updated_at': '2022-02-28T10:46:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '2cbbef5e-36c7-4f1c-8209-22d074a42fd3', 'name': '', 'network_id': '33a79088-dada-42b4-8578-deb3443e6e3a', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'mac_address': 'fa:16:3e:0d:8a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd356119-9136-4bf9-85e1-daf4ab1efac6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': 'e9d8ef59-a28a-4805-a18e-013c762eadf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:46:34Z', 'updated_at': '2022-02-28T10:46:38Z', 'revision_number': 5, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'subnets': [{'id': 'e9d8ef59-a28a-4805-a18e-013c762eadf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:47:17.184204 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fada579-81c9-4d3b-95e7-c02d39f4bbd7 None None] New status for floating IP e1cff905-8865-4d00-a9d1-0c899ac76d02: DOWN {{(pid=103410) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 10:47:17.190096 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-cd5b6166-812b-447d-9378-5c5728dd0833 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1802615'] for router_interface (bd356119-9136-4bf9-85e1-daf4ab1efac6), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:17.463612 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-cd5b6166-812b-447d-9378-5c5728dd0833 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Deleting port 2cbbef5e-36c7-4f1c-8209-22d074a42fd3 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:47:17.463870 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-cd5b6166-812b-447d-9378-5c5728dd0833 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (2cbbef5e-36c7-4f1c-8209-22d074a42fd3), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:17.565291 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-cd5b6166-812b-447d-9378-5c5728dd0833 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] For port 2cbbef5e-36c7-4f1c-8209-22d074a42fd3, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2cbbef5e-36c7-4f1c-8209-22d074a42fd3,segment=NetworkSegment(07e5e1ea-b770-4857-9a52-ace1799d1ef6),segment_id=07e5e1ea-b770-4857-9a52-ace1799d1ef6)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:47:17.565670 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-cd5b6166-812b-447d-9378-5c5728dd0833 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (2cbbef5e-36c7-4f1c-8209-22d074a42fd3), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:17.578778 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-cd5b6166-812b-447d-9378-5c5728dd0833 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Calling delete_port for 2cbbef5e-36c7-4f1c-8209-22d074a42fd3 owned by network:router_interface {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:47:17.790681 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-cd5b6166-812b-447d-9378-5c5728dd0833 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (2cbbef5e-36c7-4f1c-8209-22d074a42fd3), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:17.821957 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5b6166-812b-447d-9378-5c5728dd0833 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event deleted for resources: {'Port': ['ID=2cbbef5e-36c7-4f1c-8209-22d074a42fd3,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:47:18.005302 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-cd5b6166-812b-447d-9378-5c5728dd0833 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1802651'] for router_interface (bd356119-9136-4bf9-85e1-daf4ab1efac6), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:18.237770 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd5b6166-812b-447d-9378-5c5728dd0833 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Router bd356119-9136-4bf9-85e1-daf4ab1efac6 has already been hosted by L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:47:18.354582 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd5b6166-812b-447d-9378-5c5728dd0833 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:47:18.360758 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-cd5b6166-812b-447d-9378-5c5728dd0833 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "PUT /v2.0/routers/bd356119-9136-4bf9-85e1-daf4ab1efac6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5608375 Feb 28 10:47:18.363170 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 41722) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:47:18.365864 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3325897a-b0c5-40b1-8d9b-ac793b600fde None None] Sync routers for ids ['bd356119-9136-4bf9-85e1-daf4ab1efac6'] in dv-neutron-master-2-hyperv {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:47:18.381316 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3325897a-b0c5-40b1-8d9b-ac793b600fde None None] Routers {'bd356119-9136-4bf9-85e1-daf4ab1efac6'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:47:18.382012 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-3325897a-b0c5-40b1-8d9b-ac793b600fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:47:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['bd356119-9136-4bf9-85e1-daf4ab1efac6'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:47:18.415039 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_v2 [None req-17842395-7cb7-4180-96dd-4ddf04306e69 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Deleting subnet e9d8ef59-a28a-4805-a18e-013c762eadf4 {{(pid=103407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:47:18.418465 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-17842395-7cb7-4180-96dd-4ddf04306e69 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for subnet (e9d8ef59-a28a-4805-a18e-013c762eadf4), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:18.457948 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-17842395-7cb7-4180-96dd-4ddf04306e69 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3501132'] for subnet (e9d8ef59-a28a-4805-a18e-013c762eadf4), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:18.490928 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-3325897a-b0c5-40b1-8d9b-ac793b600fde None None] Set router bd356119-9136-4bf9-85e1-daf4ab1efac6 gateway port host: dv-neutron-master-2-hyperv {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:47:18.583092 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-17842395-7cb7-4180-96dd-4ddf04306e69 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-823142'] for subnet (e9d8ef59-a28a-4805-a18e-013c762eadf4), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:18.642426 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-17842395-7cb7-4180-96dd-4ddf04306e69 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-823145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3498088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3516558'] for subnet (e9d8ef59-a28a-4805-a18e-013c762eadf4), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:18.669844 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-3325897a-b0c5-40b1-8d9b-ac793b600fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd356119-9136-4bf9-85e1-daf4ab1efac6', 'name': 'tempest-TestNetworkBasicOps-router-637421301', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.84'}], 'enable_snat': True}, 'gw_port_id': '354c6eb1-d89d-4190-9a5a-bd435436ca9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:46:31Z', 'updated_at': '2022-02-28T10:47:17Z', 'revision_number': 5, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'gw_port': {'id': '354c6eb1-d89d-4190-9a5a-bd435436ca9c', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:2b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd356119-9136-4bf9-85e1-daf4ab1efac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:46:31Z', 'updated_at': '2022-02-28T10:46:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:47:18.674480 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17842395-7cb7-4180-96dd-4ddf04306e69 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event deleted for resources: {'Subnet': ['ID=e9d8ef59-a28a-4805-a18e-013c762eadf4,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:47:18.678308 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-17842395-7cb7-4180-96dd-4ddf04306e69 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:18.684735 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-17842395-7cb7-4180-96dd-4ddf04306e69 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "DELETE /v2.0/subnets/e9d8ef59-a28a-4805-a18e-013c762eadf4 HTTP/1.1" status: 204 len: 168 time: 0.3178833 Feb 28 10:47:18.684854 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 41724) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:47:18.697876 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3b57a46-78d3-4524-99de-05f4807dc404 None None] Network 33a79088-dada-42b4-8578-deb3443e6e3a requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:47:18.700368 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3325897a-b0c5-40b1-8d9b-ac793b600fde None None] Checking router: bd356119-9136-4bf9-85e1-daf4ab1efac6 for host: dv-neutron-master-2-hyperv {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:47:18.758173 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3325897a-b0c5-40b1-8d9b-ac793b600fde None None] Routers {'bd356119-9136-4bf9-85e1-daf4ab1efac6'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:47:18.758818 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-3325897a-b0c5-40b1-8d9b-ac793b600fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:47:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['bd356119-9136-4bf9-85e1-daf4ab1efac6'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:47:18.906682 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-3325897a-b0c5-40b1-8d9b-ac793b600fde None None] Set router bd356119-9136-4bf9-85e1-daf4ab1efac6 gateway port host: dv-neutron-master-2-hyperv {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:47:18.966551 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfae0590-2303-491f-a7cf-6fa1a25f733f None None] DHCP port deletion for 33a79088-dada-42b4-8578-deb3443e6e3a request from dv-neutron-master-2-hyperv {{(pid=103409) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:47:19.078143 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d73fbc02-7d7c-4396-a096-25b3cce91205 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for router (bd356119-9136-4bf9-85e1-daf4ab1efac6), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:19.105562 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-bfae0590-2303-491f-a7cf-6fa1a25f733f None None] Deleting port 0dd9d057-2c43-40b0-a096-ed68e93e1efc {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:47:19.105945 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bfae0590-2303-491f-a7cf-6fa1a25f733f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (0dd9d057-2c43-40b0-a096-ed68e93e1efc), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:19.173509 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-bfae0590-2303-491f-a7cf-6fa1a25f733f None None] For port 0dd9d057-2c43-40b0-a096-ed68e93e1efc, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0dd9d057-2c43-40b0-a096-ed68e93e1efc,segment=NetworkSegment(07e5e1ea-b770-4857-9a52-ace1799d1ef6),segment_id=07e5e1ea-b770-4857-9a52-ace1799d1ef6)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:47:19.173896 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bfae0590-2303-491f-a7cf-6fa1a25f733f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (0dd9d057-2c43-40b0-a096-ed68e93e1efc), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:19.187963 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d73fbc02-7d7c-4396-a096-25b3cce91205 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for router_gateway (bd356119-9136-4bf9-85e1-daf4ab1efac6), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:19.189776 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-bfae0590-2303-491f-a7cf-6fa1a25f733f None None] Calling delete_port for 0dd9d057-2c43-40b0-a096-ed68e93e1efc owned by network:dhcp {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:47:19.202758 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-3325897a-b0c5-40b1-8d9b-ac793b600fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd356119-9136-4bf9-85e1-daf4ab1efac6', 'name': 'tempest-TestNetworkBasicOps-router-637421301', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.84'}], 'enable_snat': True}, 'gw_port_id': '354c6eb1-d89d-4190-9a5a-bd435436ca9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:46:31Z', 'updated_at': '2022-02-28T10:47:17Z', 'revision_number': 5, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'gw_port': {'id': '354c6eb1-d89d-4190-9a5a-bd435436ca9c', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:2b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd356119-9136-4bf9-85e1-daf4ab1efac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:46:31Z', 'updated_at': '2022-02-28T10:46:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:47:19.243709 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-d73fbc02-7d7c-4396-a096-25b3cce91205 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Deleting port 354c6eb1-d89d-4190-9a5a-bd435436ca9c {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:47:19.244374 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d73fbc02-7d7c-4396-a096-25b3cce91205 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (354c6eb1-d89d-4190-9a5a-bd435436ca9c), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:19.258525 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3325897a-b0c5-40b1-8d9b-ac793b600fde None None] The sync data for ids ['bd356119-9136-4bf9-85e1-daf4ab1efac6'] in dv-neutron-master-2-hyperv is: [{'id': 'bd356119-9136-4bf9-85e1-daf4ab1efac6', 'name': 'tempest-TestNetworkBasicOps-router-637421301', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.84'}], 'enable_snat': True}, 'gw_port_id': '354c6eb1-d89d-4190-9a5a-bd435436ca9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:46:31Z', 'updated_at': '2022-02-28T10:47:17Z', 'revision_number': 5, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'gw_port': {'id': '354c6eb1-d89d-4190-9a5a-bd435436ca9c', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:2b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd356119-9136-4bf9-85e1-daf4ab1efac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:46:31Z', 'updated_at': '2022-02-28T10:46:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:47:19.310004 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bfae0590-2303-491f-a7cf-6fa1a25f733f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758'] for port (0dd9d057-2c43-40b0-a096-ed68e93e1efc), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:19.326982 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-d73fbc02-7d7c-4396-a096-25b3cce91205 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] For port 354c6eb1-d89d-4190-9a5a-bd435436ca9c, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=354c6eb1-d89d-4190-9a5a-bd435436ca9c,segment=NetworkSegment(195d7ed7-323d-4284-82df-208cca613d99),segment_id=195d7ed7-323d-4284-82df-208cca613d99)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:47:19.327355 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d73fbc02-7d7c-4396-a096-25b3cce91205 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (354c6eb1-d89d-4190-9a5a-bd435436ca9c), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:19.335217 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfae0590-2303-491f-a7cf-6fa1a25f733f None None] Pushing event deleted for resources: {'Port': ['ID=0dd9d057-2c43-40b0-a096-ed68e93e1efc,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:47:19.340863 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfae0590-2303-491f-a7cf-6fa1a25f733f None None] No DVR routers for this DVR port 0dd9d057-2c43-40b0-a096-ed68e93e1efc on host dv-neutron-master-2-hyperv {{(pid=103409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:47:19.345487 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-d73fbc02-7d7c-4396-a096-25b3cce91205 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Calling delete_port for 354c6eb1-d89d-4190-9a5a-bd435436ca9c owned by network:router_gateway {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:47:19.527040 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d73fbc02-7d7c-4396-a096-25b3cce91205 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (354c6eb1-d89d-4190-9a5a-bd435436ca9c), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:19.552631 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73fbc02-7d7c-4396-a096-25b3cce91205 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event deleted for resources: {'Port': ['ID=354c6eb1-d89d-4190-9a5a-bd435436ca9c,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:47:19.619821 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d73fbc02-7d7c-4396-a096-25b3cce91205 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1803321'] for router_gateway (bd356119-9136-4bf9-85e1-daf4ab1efac6), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:19.734592 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d73fbc02-7d7c-4396-a096-25b3cce91205 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1807017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5941'] for router (bd356119-9136-4bf9-85e1-daf4ab1efac6), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:19.736807 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d73fbc02-7d7c-4396-a096-25b3cce91205 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for router_controller (bd356119-9136-4bf9-85e1-daf4ab1efac6), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:19.798628 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d73fbc02-7d7c-4396-a096-25b3cce91205 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1806994'] for router (bd356119-9136-4bf9-85e1-daf4ab1efac6), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:19.799258 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d73fbc02-7d7c-4396-a096-25b3cce91205 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Fanout notify agent at l3_agent the message router_deleted on router bd356119-9136-4bf9-85e1-daf4ab1efac6 {{(pid=103407) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 10:47:19.807197 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d73fbc02-7d7c-4396-a096-25b3cce91205 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for router (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:19.808359 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-d73fbc02-7d7c-4396-a096-25b3cce91205 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "DELETE /v2.0/routers/bd356119-9136-4bf9-85e1-daf4ab1efac6 HTTP/1.1" status: 204 len: 168 time: 1.1226242 Feb 28 10:47:19.811173 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 41726) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:47:19.896964 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2812b987-8c81-4f17-ad28-fd067c4205b0 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-665757'] for network (33a79088-dada-42b4-8578-deb3443e6e3a), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:19.981952 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2812b987-8c81-4f17-ad28-fd067c4205b0 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672413', 'neutron.services.segments.db._delete_segments_for_network-8742057110173'] for network (33a79088-dada-42b4-8578-deb3443e6e3a), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:20.001423 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-2812b987-8c81-4f17-ad28-fd067c4205b0 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33a79088-dada-42b4-8578-deb3443e6e3a']}} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:47:20.011725 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-2812b987-8c81-4f17-ad28-fd067c4205b0 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07e5e1ea-b770-4857-9a52-ace1799d1ef6') {'for_net_delete': True} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:47:20.012032 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-2812b987-8c81-4f17-ad28-fd067c4205b0 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07e5e1ea-b770-4857-9a52-ace1799d1ef6') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:47:20.026617 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2812b987-8c81-4f17-ad28-fd067c4205b0 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742057113766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3501147'] for segment (07e5e1ea-b770-4857-9a52-ace1799d1ef6), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:20.040480 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2812b987-8c81-4f17-ad28-fd067c4205b0 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (07e5e1ea-b770-4857-9a52-ace1799d1ef6), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:20.046983 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2812b987-8c81-4f17-ad28-fd067c4205b0 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Releasing vlan 295 on physical network physnet1 to pool {{(pid=103407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:47:20.047376 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2812b987-8c81-4f17-ad28-fd067c4205b0 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3498166'] for segment (07e5e1ea-b770-4857-9a52-ace1799d1ef6), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:20.050346 dv-neutron-master-2-hyperv neutron-server[103407]: Traceback (most recent call last): Feb 28 10:47:20.050346 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:47:20.050346 dv-neutron-master-2-hyperv neutron-server[103407]: timer() Feb 28 10:47:20.050346 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:47:20.050346 dv-neutron-master-2-hyperv neutron-server[103407]: cb(*args, **kw) Feb 28 10:47:20.050346 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:47:20.050346 dv-neutron-master-2-hyperv neutron-server[103407]: return func(*args, **kwargs) Feb 28 10:47:20.050346 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:47:20.050346 dv-neutron-master-2-hyperv neutron-server[103407]: self._notify() Feb 28 10:47:20.050346 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:47:20.050346 dv-neutron-master-2-hyperv neutron-server[103407]: self.callback(batched_events) Feb 28 10:47:20.050346 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:47:20.050346 dv-neutron-master-2-hyperv neutron-server[103407]: event.method(event) Feb 28 10:47:20.050346 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:47:20.050346 dv-neutron-master-2-hyperv neutron-server[103407]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:47:20.050346 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:47:20.050346 dv-neutron-master-2-hyperv neutron-server[103407]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:47:20.050346 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:47:20.050346 dv-neutron-master-2-hyperv neutron-server[103407]: return f(self, *a, **k) Feb 28 10:47:20.050346 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:47:20.050346 dv-neutron-master-2-hyperv neutron-server[103407]: return self._get(url).json() Feb 28 10:47:20.050346 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:47:20.050346 dv-neutron-master-2-hyperv neutron-server[103407]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:47:20.050346 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:47:20.050346 dv-neutron-master-2-hyperv neutron-server[103407]: return self.request(url, 'GET', **kwargs) Feb 28 10:47:20.050346 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:47:20.050346 dv-neutron-master-2-hyperv neutron-server[103407]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:47:20.050346 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:47:20.050346 dv-neutron-master-2-hyperv neutron-server[103407]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:47:20.050346 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:47:20.050346 dv-neutron-master-2-hyperv neutron-server[103407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:47:20.050346 dv-neutron-master-2-hyperv neutron-server[103407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:47:20.115427 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2812b987-8c81-4f17-ad28-fd067c4205b0 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803269'] for network (33a79088-dada-42b4-8578-deb3443e6e3a), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:20.122918 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2812b987-8c81-4f17-ad28-fd067c4205b0 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:20.126142 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-2812b987-8c81-4f17-ad28-fd067c4205b0 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "DELETE /v2.0/networks/33a79088-dada-42b4-8578-deb3443e6e3a HTTP/1.1" status: 204 len: 168 time: 0.3140233 Feb 28 10:47:20.136078 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 41728) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:47:20.137872 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2812b987-8c81-4f17-ad28-fd067c4205b0 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event deleted for resources: {'Network': ['ID=33a79088-dada-42b4-8578-deb3443e6e3a,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:47:20.145695 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2812b987-8c81-4f17-ad28-fd067c4205b0 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:47:20.146058 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2812b987-8c81-4f17-ad28-fd067c4205b0 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:47:20.146414 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2812b987-8c81-4f17-ad28-fd067c4205b0 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:47:20.146773 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2812b987-8c81-4f17-ad28-fd067c4205b0 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:47:20.147222 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2812b987-8c81-4f17-ad28-fd067c4205b0 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:47:20.147565 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2812b987-8c81-4f17-ad28-fd067c4205b0 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:47:20.147902 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2812b987-8c81-4f17-ad28-fd067c4205b0 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:47:20.148240 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2812b987-8c81-4f17-ad28-fd067c4205b0 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:47:20.148578 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2812b987-8c81-4f17-ad28-fd067c4205b0 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:47:20.148824 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-1f8a72b4-5cb0-4353-8844-8404fa5e1250 tempest-TestNetworkBasicOps-986752647 tempest-TestNetworkBasicOps-986752647-project-admin] 10.222.0.20 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0108137 Feb 28 10:47:20.148973 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2812b987-8c81-4f17-ad28-fd067c4205b0 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:47:20.149274 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2812b987-8c81-4f17-ad28-fd067c4205b0 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:47:20.149601 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2812b987-8c81-4f17-ad28-fd067c4205b0 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:47:20.149931 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2812b987-8c81-4f17-ad28-fd067c4205b0 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:47:20.151256 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 41730) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:47:20.157557 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-8a23c942-0001-4de9-8bc3-00a9e5e256e2 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Request body: {'network': {'name': 'tempest-network-smoke--336564445', 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'port_security_enabled': True}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:47:20.179013 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a23c942-0001-4de9-8bc3-00a9e5e256e2 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Made reservation on behalf of 5a84b6bdce3e454e9741c4fbc09bfc68 for: {'network': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:47:20.182482 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8a23c942-0001-4de9-8bc3-00a9e5e256e2 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for network (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:20.206017 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a23c942-0001-4de9-8bc3-00a9e5e256e2 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 252} {{(pid=103408) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:47:20.216514 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8a23c942-0001-4de9-8bc3-00a9e5e256e2 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (0dae14b1-c47d-4003-8ca9-f7a179a24576), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:20.216997 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.db.segments_db [None req-8a23c942-0001-4de9-8bc3-00a9e5e256e2 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Added segment 0dae14b1-c47d-4003-8ca9-f7a179a24576 of type vlan for network 1314aeb8-1260-4c15-8782-b7f1fbc1af22 Feb 28 10:47:20.258025 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8a23c942-0001-4de9-8bc3-00a9e5e256e2 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742056637431'] for network (1314aeb8-1260-4c15-8782-b7f1fbc1af22), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:20.290586 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8a23c942-0001-4de9-8bc3-00a9e5e256e2 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551'] for network (1314aeb8-1260-4c15-8782-b7f1fbc1af22), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:20.296002 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a23c942-0001-4de9-8bc3-00a9e5e256e2 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:20.296631 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8a23c942-0001-4de9-8bc3-00a9e5e256e2 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for network (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:20.352215 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-8a23c942-0001-4de9-8bc3-00a9e5e256e2 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1998601 Feb 28 10:47:20.355282 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 41732) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:47:20.370430 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-0504b616-5a5c-43a0-9a12-f95fd4ec3925 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1079726585', 'admin_state_up': True, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840'}}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:47:20.387676 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a23c942-0001-4de9-8bc3-00a9e5e256e2 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event updated for resources: {'Network': ['ID=1314aeb8-1260-4c15-8782-b7f1fbc1af22,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:47:20.399213 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a23c942-0001-4de9-8bc3-00a9e5e256e2 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:47:20.399565 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a23c942-0001-4de9-8bc3-00a9e5e256e2 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:47:20.399895 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a23c942-0001-4de9-8bc3-00a9e5e256e2 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:47:20.400279 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a23c942-0001-4de9-8bc3-00a9e5e256e2 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:47:20.400652 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a23c942-0001-4de9-8bc3-00a9e5e256e2 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:47:20.400991 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a23c942-0001-4de9-8bc3-00a9e5e256e2 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:47:20.401329 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a23c942-0001-4de9-8bc3-00a9e5e256e2 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:47:20.401806 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a23c942-0001-4de9-8bc3-00a9e5e256e2 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:47:20.402304 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a23c942-0001-4de9-8bc3-00a9e5e256e2 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:47:20.402671 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a23c942-0001-4de9-8bc3-00a9e5e256e2 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:47:20.402970 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a23c942-0001-4de9-8bc3-00a9e5e256e2 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:47:20.403302 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a23c942-0001-4de9-8bc3-00a9e5e256e2 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:47:20.403630 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a23c942-0001-4de9-8bc3-00a9e5e256e2 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:47:20.407228 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0504b616-5a5c-43a0-9a12-f95fd4ec3925 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1805251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254175'] for router (b34aa78d-693e-4c68-895b-c2e0f887a713), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:20.408249 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0504b616-5a5c-43a0-9a12-f95fd4ec3925 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1804172', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1602053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254150'] for router (b34aa78d-693e-4c68-895b-c2e0f887a713), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:20.415563 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Network 1314aeb8-1260-4c15-8782-b7f1fbc1af22 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103409) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:47:20.469147 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0504b616-5a5c-43a0-9a12-f95fd4ec3925 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for router_controller (b34aa78d-693e-4c68-895b-c2e0f887a713), precommit_add_association {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:20.616695 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0504b616-5a5c-43a0-9a12-f95fd4ec3925 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for router_gateway (b34aa78d-693e-4c68-895b-c2e0f887a713), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:20.828791 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0504b616-5a5c-43a0-9a12-f95fd4ec3925 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for router_gateway (b34aa78d-693e-4c68-895b-c2e0f887a713), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:20.848248 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0504b616-5a5c-43a0-9a12-f95fd4ec3925 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:20.852623 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 2cbbef5e-36c7-4f1c-8209-22d074a42fd3 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:47:20.873330 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] No Port match for: 2cbbef5e-36c7-4f1c-8209-22d074a42fd3 {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:47:20.873679 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 2cbbef5e-36c7-4f1c-8209-22d074a42fd3 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:47:20.874109 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 0dd9d057-2c43-40b0-a096-ed68e93e1efc no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:47:20.893018 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] No Port match for: 0dd9d057-2c43-40b0-a096-ed68e93e1efc {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:47:20.893364 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 0dd9d057-2c43-40b0-a096-ed68e93e1efc not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:47:20.893779 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 354c6eb1-d89d-4190-9a5a-bd435436ca9c no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:47:20.923276 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] No Port match for: 354c6eb1-d89d-4190-9a5a-bd435436ca9c {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:47:20.923591 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 354c6eb1-d89d-4190-9a5a-bd435436ca9c not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:47:20.962851 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-0504b616-5a5c-43a0-9a12-f95fd4ec3925 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Allocated IP 172.36.5.242 (1e0804d0-d1d9-4d40-9de5-2936f3d87840/6f6f4129-23e5-4c3b-b4ef-4c7ce926797e/f2a3abaa-0a9e-4bb5-a8b2-05e7a6ece86c) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:47:21.063296 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.agents_db [None req-382e0aa2-b126-48e6-89eb-3efa426b6b29 None None] Agent healthcheck: found 6 active agents {{(pid=103410) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 10:47:21.072293 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0504b616-5a5c-43a0-9a12-f95fd4ec3925 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for port (f2a3abaa-0a9e-4bb5-a8b2-05e7a6ece86c), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:21.116149 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0504b616-5a5c-43a0-9a12-f95fd4ec3925 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (f2a3abaa-0a9e-4bb5-a8b2-05e7a6ece86c), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:21.163081 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0504b616-5a5c-43a0-9a12-f95fd4ec3925 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Network 1e0804d0-d1d9-4d40-9de5-2936f3d87840 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:47:21.167865 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-0504b616-5a5c-43a0-9a12-f95fd4ec3925 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:47:21.172210 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0504b616-5a5c-43a0-9a12-f95fd4ec3925 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:47:21.175293 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0504b616-5a5c-43a0-9a12-f95fd4ec3925 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event updated for resources: {'Port': ['ID=f2a3abaa-0a9e-4bb5-a8b2-05e7a6ece86c,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:47:21.426470 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0504b616-5a5c-43a0-9a12-f95fd4ec3925 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for router_gateway (b34aa78d-693e-4c68-895b-c2e0f887a713), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:21.656089 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0504b616-5a5c-43a0-9a12-f95fd4ec3925 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1804241'] for router (b34aa78d-693e-4c68-895b-c2e0f887a713), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:21.805504 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0504b616-5a5c-43a0-9a12-f95fd4ec3925 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Router b34aa78d-693e-4c68-895b-c2e0f887a713 is scheduled to L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 with binding_index 1 {{(pid=103408) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 10:47:21.915286 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0504b616-5a5c-43a0-9a12-f95fd4ec3925 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:47:21.926440 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9393ff-13bf-40d6-afb5-3d17fde5c966 None None] Sync routers for ids ['b34aa78d-693e-4c68-895b-c2e0f887a713'] in dv-neutron-master-2-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:47:21.938454 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9393ff-13bf-40d6-afb5-3d17fde5c966 None None] Routers {'b34aa78d-693e-4c68-895b-c2e0f887a713'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:47:21.939133 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-6e9393ff-13bf-40d6-afb5-3d17fde5c966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:47:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['b34aa78d-693e-4c68-895b-c2e0f887a713'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:47:21.939910 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0504b616-5a5c-43a0-9a12-f95fd4ec3925 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for router (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:21.941249 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-0504b616-5a5c-43a0-9a12-f95fd4ec3925 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.5850270 Feb 28 10:47:21.944300 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 41734) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:47:21.978362 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-2c2acf79-a7c1-43f9-81fd-66e1d6e347ea tempest-TestNetworkBasicOps-986752647 tempest-TestNetworkBasicOps-986752647-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=5a84b6bdce3e454e9741c4fbc09bfc68&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0328472 Feb 28 10:47:21.981951 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 41736) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:47:22.053037 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-6e9393ff-13bf-40d6-afb5-3d17fde5c966 None None] Set router b34aa78d-693e-4c68-895b-c2e0f887a713 gateway port host: dv-neutron-master-2-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:47:22.076777 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d7a6d0c-874e-40ad-b59a-e1d260c12486 tempest-TestNetworkBasicOps-986752647 tempest-TestNetworkBasicOps-986752647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:22.080955 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-8d7a6d0c-874e-40ad-b59a-e1d260c12486 tempest-TestNetworkBasicOps-986752647 tempest-TestNetworkBasicOps-986752647-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0952432 Feb 28 10:47:22.081349 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 41738) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:47:22.110192 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-6c61cd7c-da5b-4e5e-95a6-e5561007b47e tempest-TestNetworkBasicOps-986752647 tempest-TestNetworkBasicOps-986752647-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=1e0804d0-d1d9-4d40-9de5-2936f3d87840&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276418 Feb 28 10:47:22.112540 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 41740) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:47:22.117386 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-c1d7abbf-3f37-4ef8-becc-2006c9958739 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1608676184', 'network_id': '1314aeb8-1260-4c15-8782-b7f1fbc1af22', 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:47:22.200431 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1d7abbf-3f37-4ef8-becc-2006c9958739 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Made reservation on behalf of 5a84b6bdce3e454e9741c4fbc09bfc68 for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:47:22.203888 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c1d7abbf-3f37-4ef8-becc-2006c9958739 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3516581'] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:22.235000 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-6e9393ff-13bf-40d6-afb5-3d17fde5c966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b34aa78d-693e-4c68-895b-c2e0f887a713', 'name': 'tempest-TestNetworkBasicOps-router-1079726585', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.242'}], 'enable_snat': True}, 'gw_port_id': 'f2a3abaa-0a9e-4bb5-a8b2-05e7a6ece86c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:47:20Z', 'updated_at': '2022-02-28T10:47:21Z', 'revision_number': 3, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'gw_port': {'id': 'f2a3abaa-0a9e-4bb5-a8b2-05e7a6ece86c', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:80:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b34aa78d-693e-4c68-895b-c2e0f887a713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:47:20Z', 'updated_at': '2022-02-28T10:47:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:47:22.260938 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9393ff-13bf-40d6-afb5-3d17fde5c966 None None] Checking router: b34aa78d-693e-4c68-895b-c2e0f887a713 for host: dv-neutron-master-2-hyperv {{(pid=103410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:47:22.261342 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9393ff-13bf-40d6-afb5-3d17fde5c966 None None] Updating router b34aa78d-693e-4c68-895b-c2e0f887a713 port f2a3abaa-0a9e-4bb5-a8b2-05e7a6ece86c binding host dv-neutron-master-2-hyperv {{(pid=103410) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 10:47:22.289708 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6e9393ff-13bf-40d6-afb5-3d17fde5c966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (f2a3abaa-0a9e-4bb5-a8b2-05e7a6ece86c), before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:22.388517 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c1d7abbf-3f37-4ef8-becc-2006c9958739 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3498031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3516567'] for subnet (f7b5b783-daec-4588-a86d-9b73614d09a6), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:22.455317 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d7abbf-3f37-4ef8-becc-2006c9958739 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event updated for resources: {'Subnet': ['ID=f7b5b783-daec-4588-a86d-9b73614d09a6,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:47:22.466469 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d7abbf-3f37-4ef8-becc-2006c9958739 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Checking segment: {'id': '0dae14b1-c47d-4003-8ca9-f7a179a24576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '1314aeb8-1260-4c15-8782-b7f1fbc1af22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:47:22.466915 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1d7abbf-3f37-4ef8-becc-2006c9958739 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Network hostable DHCP agents. Network: 1314aeb8-1260-4c15-8782-b7f1fbc1af22, hostable agents: ['fb6705d2-4f70-4965-92a3-fbfccd43a6d3'], hosted agents: [] {{(pid=103407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:47:22.484708 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1d7abbf-3f37-4ef8-becc-2006c9958739 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Network 1314aeb8-1260-4c15-8782-b7f1fbc1af22 is scheduled to be hosted by DHCP agent fb6705d2-4f70-4965-92a3-fbfccd43a6d3 with binding_index 1 {{(pid=103407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:47:22.494095 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-c1d7abbf-3f37-4ef8-becc-2006c9958739 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 1314aeb8-1260-4c15-8782-b7f1fbc1af22) {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:47:22.505137 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1d7abbf-3f37-4ef8-becc-2006c9958739 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:22.505990 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c1d7abbf-3f37-4ef8-becc-2006c9958739 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:22.506424 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f5b1971-7fdc-4e8f-9160-6c322ca60e9b None None] Network 1314aeb8-1260-4c15-8782-b7f1fbc1af22 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:47:22.524961 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-c1d7abbf-3f37-4ef8-becc-2006c9958739 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4112880 Feb 28 10:47:22.527718 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 41742) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:47:22.614203 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25290e7e-ca27-444a-9fb0-ab1ee054aa67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-1314aeb8-1260-4c15-8782-b7f1fbc1af22', 'network_id': '1314aeb8-1260-4c15-8782-b7f1fbc1af22', 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'fixed_ips': [{'subnet_id': 'f7b5b783-daec-4588-a86d-9b73614d09a6'}]}} from dv-neutron-master-2-hyperv. {{(pid=103409) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:47:22.615184 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-25290e7e-ca27-444a-9fb0-ab1ee054aa67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:22.640748 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6e9393ff-13bf-40d6-afb5-3d17fde5c966 None None] Publish callbacks [] for port (f2a3abaa-0a9e-4bb5-a8b2-05e7a6ece86c), precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:22.648168 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6e9393ff-13bf-40d6-afb5-3d17fde5c966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (f2a3abaa-0a9e-4bb5-a8b2-05e7a6ece86c), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:22.697497 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-6e9393ff-13bf-40d6-afb5-3d17fde5c966 None None] Attempting to bind port f2a3abaa-0a9e-4bb5-a8b2-05e7a6ece86c on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:47:22.697878 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-6e9393ff-13bf-40d6-afb5-3d17fde5c966 None None] Attempting to bind port f2a3abaa-0a9e-4bb5-a8b2-05e7a6ece86c by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '195d7ed7-323d-4284-82df-208cca613d99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:47:22.698242 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9393ff-13bf-40d6-afb5-3d17fde5c966 None None] Attempting to bind port f2a3abaa-0a9e-4bb5-a8b2-05e7a6ece86c on network 1e0804d0-d1d9-4d40-9de5-2936f3d87840 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:47:22.705674 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771ffb19-4595-4c94-8a53-d96ad1f15eea None None] Pushing event updated for resources: {'Port': ['ID=f2a3abaa-0a9e-4bb5-a8b2-05e7a6ece86c,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:47:22.708486 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9393ff-13bf-40d6-afb5-3d17fde5c966 None None] Checking agent: {'id': '75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 24, 15), 'started_at': datetime.datetime(2022, 2, 28, 10, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 47, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:47:22.708890 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9393ff-13bf-40d6-afb5-3d17fde5c966 None None] Checking segment: {'id': '195d7ed7-323d-4284-82df-208cca613d99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:47:22.709294 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6e9393ff-13bf-40d6-afb5-3d17fde5c966 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:22.709688 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9393ff-13bf-40d6-afb5-3d17fde5c966 None None] Bound using segment: {'id': '195d7ed7-323d-4284-82df-208cca613d99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:47:22.710165 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-6e9393ff-13bf-40d6-afb5-3d17fde5c966 None None] Bound port: f2a3abaa-0a9e-4bb5-a8b2-05e7a6ece86c, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '195d7ed7-323d-4284-82df-208cca613d99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:47:22.710911 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6e9393ff-13bf-40d6-afb5-3d17fde5c966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (f2a3abaa-0a9e-4bb5-a8b2-05e7a6ece86c), before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:22.761847 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-6e9393ff-13bf-40d6-afb5-3d17fde5c966 None None] For port f2a3abaa-0a9e-4bb5-a8b2-05e7a6ece86c, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:47:22.762524 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-25290e7e-ca27-444a-9fb0-ab1ee054aa67 None None] Allocated IP 172.20.0.2 (1314aeb8-1260-4c15-8782-b7f1fbc1af22/f7b5b783-daec-4588-a86d-9b73614d09a6/c5af97ed-06ee-4cc3-baaa-73921993ccbe) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:47:22.765022 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-6e9393ff-13bf-40d6-afb5-3d17fde5c966 None None] For port f2a3abaa-0a9e-4bb5-a8b2-05e7a6ece86c, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f2a3abaa-0a9e-4bb5-a8b2-05e7a6ece86c,segment=NetworkSegment(195d7ed7-323d-4284-82df-208cca613d99),segment_id=195d7ed7-323d-4284-82df-208cca613d99)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:47:22.771291 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-6e9393ff-13bf-40d6-afb5-3d17fde5c966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (f2a3abaa-0a9e-4bb5-a8b2-05e7a6ece86c), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:22.828927 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9393ff-13bf-40d6-afb5-3d17fde5c966 None None] Routers {'b34aa78d-693e-4c68-895b-c2e0f887a713'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:47:22.829571 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-6e9393ff-13bf-40d6-afb5-3d17fde5c966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:47:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['b34aa78d-693e-4c68-895b-c2e0f887a713'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:47:22.873289 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771ffb19-4595-4c94-8a53-d96ad1f15eea None None] Pushing event updated for resources: {'Port': ['ID=f2a3abaa-0a9e-4bb5-a8b2-05e7a6ece86c,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:47:22.914191 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-25290e7e-ca27-444a-9fb0-ab1ee054aa67 None None] Publish callbacks [] for port (c5af97ed-06ee-4cc3-baaa-73921993ccbe), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:22.920955 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-25290e7e-ca27-444a-9fb0-ab1ee054aa67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749'] for port (c5af97ed-06ee-4cc3-baaa-73921993ccbe), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:22.945428 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-6e9393ff-13bf-40d6-afb5-3d17fde5c966 None None] Set router b34aa78d-693e-4c68-895b-c2e0f887a713 gateway port host: dv-neutron-master-2-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:47:22.963347 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25290e7e-ca27-444a-9fb0-ab1ee054aa67 None None] Network 1314aeb8-1260-4c15-8782-b7f1fbc1af22 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:47:22.969800 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-25290e7e-ca27-444a-9fb0-ab1ee054aa67 None None] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:47:22.973043 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25290e7e-ca27-444a-9fb0-ab1ee054aa67 None None] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:47:22.980760 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25290e7e-ca27-444a-9fb0-ab1ee054aa67 None None] Pushing event updated for resources: {'Port': ['ID=c5af97ed-06ee-4cc3-baaa-73921993ccbe,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:47:23.036539 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f72d0d43-9f26-44f4-9926-7472bfaea9ac tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:23.056868 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-25290e7e-ca27-444a-9fb0-ab1ee054aa67 None None] Attempting to bind port c5af97ed-06ee-4cc3-baaa-73921993ccbe on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:47:23.057378 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-25290e7e-ca27-444a-9fb0-ab1ee054aa67 None None] Attempting to bind port c5af97ed-06ee-4cc3-baaa-73921993ccbe by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '0dae14b1-c47d-4003-8ca9-f7a179a24576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '1314aeb8-1260-4c15-8782-b7f1fbc1af22'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:47:23.057899 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25290e7e-ca27-444a-9fb0-ab1ee054aa67 None None] Attempting to bind port c5af97ed-06ee-4cc3-baaa-73921993ccbe on network 1314aeb8-1260-4c15-8782-b7f1fbc1af22 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:47:23.063830 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25290e7e-ca27-444a-9fb0-ab1ee054aa67 None None] Checking agent: {'id': '75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 24, 15), 'started_at': datetime.datetime(2022, 2, 28, 10, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 47, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:47:23.064734 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25290e7e-ca27-444a-9fb0-ab1ee054aa67 None None] Checking segment: {'id': '0dae14b1-c47d-4003-8ca9-f7a179a24576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '1314aeb8-1260-4c15-8782-b7f1fbc1af22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:47:23.065341 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-25290e7e-ca27-444a-9fb0-ab1ee054aa67 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:23.065741 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25290e7e-ca27-444a-9fb0-ab1ee054aa67 None None] Bound using segment: {'id': '0dae14b1-c47d-4003-8ca9-f7a179a24576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '1314aeb8-1260-4c15-8782-b7f1fbc1af22'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:47:23.066341 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-25290e7e-ca27-444a-9fb0-ab1ee054aa67 None None] Bound port: c5af97ed-06ee-4cc3-baaa-73921993ccbe, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dae14b1-c47d-4003-8ca9-f7a179a24576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '1314aeb8-1260-4c15-8782-b7f1fbc1af22'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:47:23.066752 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-25290e7e-ca27-444a-9fb0-ab1ee054aa67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (c5af97ed-06ee-4cc3-baaa-73921993ccbe), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:23.117267 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-6154ba3a-bdf1-4864-8f6b-5753126463f5 req-81a4b802-a02d-4aca-b9a6-8aa37e29dfe7 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c3949dcf-1058-4944-b0bc-7a64112645e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0936477 Feb 28 10:47:23.130340 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-25290e7e-ca27-444a-9fb0-ab1ee054aa67 None None] For port c5af97ed-06ee-4cc3-baaa-73921993ccbe, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:47:23.133608 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-25290e7e-ca27-444a-9fb0-ab1ee054aa67 None None] For port c5af97ed-06ee-4cc3-baaa-73921993ccbe, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c5af97ed-06ee-4cc3-baaa-73921993ccbe,segment=NetworkSegment(0dae14b1-c47d-4003-8ca9-f7a179a24576),segment_id=0dae14b1-c47d-4003-8ca9-f7a179a24576)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:47:23.142536 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-25290e7e-ca27-444a-9fb0-ab1ee054aa67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (c5af97ed-06ee-4cc3-baaa-73921993ccbe), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:23.150344 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-6e9393ff-13bf-40d6-afb5-3d17fde5c966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b34aa78d-693e-4c68-895b-c2e0f887a713', 'name': 'tempest-TestNetworkBasicOps-router-1079726585', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.242'}], 'enable_snat': True}, 'gw_port_id': 'f2a3abaa-0a9e-4bb5-a8b2-05e7a6ece86c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:47:20Z', 'updated_at': '2022-02-28T10:47:21Z', 'revision_number': 3, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'gw_port': {'id': 'f2a3abaa-0a9e-4bb5-a8b2-05e7a6ece86c', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:80:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b34aa78d-693e-4c68-895b-c2e0f887a713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:47:20Z', 'updated_at': '2022-02-28T10:47:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:47:23.179695 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9393ff-13bf-40d6-afb5-3d17fde5c966 None None] The sync data for ids ['b34aa78d-693e-4c68-895b-c2e0f887a713'] in dv-neutron-master-2-hyperv is: [{'id': 'b34aa78d-693e-4c68-895b-c2e0f887a713', 'name': 'tempest-TestNetworkBasicOps-router-1079726585', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.242'}], 'enable_snat': True}, 'gw_port_id': 'f2a3abaa-0a9e-4bb5-a8b2-05e7a6ece86c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:47:20Z', 'updated_at': '2022-02-28T10:47:21Z', 'revision_number': 3, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'gw_port': {'id': 'f2a3abaa-0a9e-4bb5-a8b2-05e7a6ece86c', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:80:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b34aa78d-693e-4c68-895b-c2e0f887a713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:47:20Z', 'updated_at': '2022-02-28T10:47:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:47:23.217762 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25290e7e-ca27-444a-9fb0-ab1ee054aa67 None None] Pushing event updated for resources: {'Port': ['ID=c5af97ed-06ee-4cc3-baaa-73921993ccbe,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:47:23.631642 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6154ba3a-bdf1-4864-8f6b-5753126463f5 req-9e1f0b8b-8ac8-4081-bee9-e6effeb1992b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:23.633622 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-6154ba3a-bdf1-4864-8f6b-5753126463f5 req-9e1f0b8b-8ac8-4081-bee9-e6effeb1992b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=731d835d2b9d4f1cae2d0f5bd7f8ebb9&device_id=c3949dcf-1058-4944-b0bc-7a64112645e3 HTTP/1.1" status: 200 len: 1130 time: 0.1436334 Feb 28 10:47:23.834199 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6154ba3a-bdf1-4864-8f6b-5753126463f5 req-fe75f557-c65a-48ad-94b2-7397c1485c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:23.836142 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-6154ba3a-bdf1-4864-8f6b-5753126463f5 req-fe75f557-c65a-48ad-94b2-7397c1485c3a service neutron] 10.222.0.30 "GET /v2.0/networks?id=75bff9a3-e6fb-40b9-a252-b48d30550927 HTTP/1.1" status: 200 len: 913 time: 0.1778374 Feb 28 10:47:23.857183 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-f72d0d43-9f26-44f4-9926-7472bfaea9ac tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Allocated IP 172.20.0.1 (1314aeb8-1260-4c15-8782-b7f1fbc1af22/f7b5b783-daec-4588-a86d-9b73614d09a6/9597387c-a169-4a99-9c50-6cdd831c57fd) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:47:23.964184 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-6154ba3a-bdf1-4864-8f6b-5753126463f5 req-b7f9a353-a821-4641-a034-21e5e6685e74 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2097dbc1-1ec9-4802-a47b-5238b152e3ed HTTP/1.1" status: 200 len: 1002 time: 0.1162176 Feb 28 10:47:24.051102 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6154ba3a-bdf1-4864-8f6b-5753126463f5 req-ea553b3d-d701-474d-b92d-9c3cf433e961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:24.052732 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-6154ba3a-bdf1-4864-8f6b-5753126463f5 req-ea553b3d-d701-474d-b92d-9c3cf433e961 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e42d74b6-8cf8-4c98-a2fa-7c543c8ad426 HTTP/1.1" status: 200 len: 851 time: 0.0824208 Feb 28 10:47:24.099777 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f72d0d43-9f26-44f4-9926-7472bfaea9ac tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for port (9597387c-a169-4a99-9c50-6cdd831c57fd), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:24.141328 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6154ba3a-bdf1-4864-8f6b-5753126463f5 req-0e9ebf05-1b91-4f20-811c-572ca4f5a99b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:24.142887 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-6154ba3a-bdf1-4864-8f6b-5753126463f5 req-0e9ebf05-1b91-4f20-811c-572ca4f5a99b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=75bff9a3-e6fb-40b9-a252-b48d30550927&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0844243 Feb 28 10:47:24.158516 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f72d0d43-9f26-44f4-9926-7472bfaea9ac tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (9597387c-a169-4a99-9c50-6cdd831c57fd), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:24.246811 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f72d0d43-9f26-44f4-9926-7472bfaea9ac tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Network 1314aeb8-1260-4c15-8782-b7f1fbc1af22 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:47:24.253114 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-f72d0d43-9f26-44f4-9926-7472bfaea9ac tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:47:24.259098 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f72d0d43-9f26-44f4-9926-7472bfaea9ac tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:47:24.264189 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72d0d43-9f26-44f4-9926-7472bfaea9ac tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event updated for resources: {'Port': ['ID=9597387c-a169-4a99-9c50-6cdd831c57fd,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:47:24.289570 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a8c34cd-8bd4-4eed-b096-c550b50abc93 None None] Network 1314aeb8-1260-4c15-8782-b7f1fbc1af22 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:47:24.323097 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f72d0d43-9f26-44f4-9926-7472bfaea9ac tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1803404'] for router_interface (b34aa78d-693e-4c68-895b-c2e0f887a713), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:24.329441 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-6154ba3a-bdf1-4864-8f6b-5753126463f5 req-955b5b71-7f7d-4fd6-89a9-edaee0a45e33 service neutron] 10.222.0.30 "GET /v2.0/networks/75bff9a3-e6fb-40b9-a252-b48d30550927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801813 Feb 28 10:47:24.371301 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-c60f2581-dba6-4ad2-a193-cb9209e7c41b None None] Provisioning complete for port c5af97ed-06ee-4cc3-baaa-73921993ccbe triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:47:24.371739 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c60f2581-dba6-4ad2-a193-cb9209e7c41b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (c5af97ed-06ee-4cc3-baaa-73921993ccbe), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:24.533154 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-6154ba3a-bdf1-4864-8f6b-5753126463f5 req-e443dea7-657a-4356-affd-2df506aaa999 service neutron] 10.222.0.30 "GET /v2.0/networks/75bff9a3-e6fb-40b9-a252-b48d30550927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722426 Feb 28 10:47:24.587065 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f72d0d43-9f26-44f4-9926-7472bfaea9ac tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (9597387c-a169-4a99-9c50-6cdd831c57fd), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:24.658599 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-c60f2581-dba6-4ad2-a193-cb9209e7c41b None None] Current status of the port c5af97ed-06ee-4cc3-baaa-73921993ccbe is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:47:24.658994 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c60f2581-dba6-4ad2-a193-cb9209e7c41b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (c5af97ed-06ee-4cc3-baaa-73921993ccbe), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:24.700141 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-c60f2581-dba6-4ad2-a193-cb9209e7c41b None None] For port c5af97ed-06ee-4cc3-baaa-73921993ccbe, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c5af97ed-06ee-4cc3-baaa-73921993ccbe,segment=NetworkSegment(0dae14b1-c47d-4003-8ca9-f7a179a24576),segment_id=0dae14b1-c47d-4003-8ca9-f7a179a24576)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:47:24.705846 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c60f2581-dba6-4ad2-a193-cb9209e7c41b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (c5af97ed-06ee-4cc3-baaa-73921993ccbe), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:24.758247 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60f2581-dba6-4ad2-a193-cb9209e7c41b None None] Pushing event updated for resources: {'Port': ['ID=c5af97ed-06ee-4cc3-baaa-73921993ccbe,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:47:24.837054 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-40d0ea61-5428-48ac-a741-d769510d1699 None None] Provisioning complete for port c5af97ed-06ee-4cc3-baaa-73921993ccbe triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:47:24.837363 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-40d0ea61-5428-48ac-a741-d769510d1699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (c5af97ed-06ee-4cc3-baaa-73921993ccbe), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:24.939055 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-40d0ea61-5428-48ac-a741-d769510d1699 None None] Current status of the port c5af97ed-06ee-4cc3-baaa-73921993ccbe is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:47:24.951547 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f72d0d43-9f26-44f4-9926-7472bfaea9ac tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for port (9597387c-a169-4a99-9c50-6cdd831c57fd), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:24.954122 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-40d0ea61-5428-48ac-a741-d769510d1699 None None] Provisioning complete for port 9597387c-a169-4a99-9c50-6cdd831c57fd triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:47:24.954826 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-40d0ea61-5428-48ac-a741-d769510d1699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (9597387c-a169-4a99-9c50-6cdd831c57fd), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:24.960893 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f72d0d43-9f26-44f4-9926-7472bfaea9ac tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3498066'] for port (9597387c-a169-4a99-9c50-6cdd831c57fd), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:24.984367 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device c5af97ed-06ee-4cc3-baaa-73921993ccbe up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:47:25.020283 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-40d0ea61-5428-48ac-a741-d769510d1699 None None] Port 9597387c-a169-4a99-9c50-6cdd831c57fd cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:47:25.042456 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port c5af97ed-06ee-4cc3-baaa-73921993ccbe triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:47:25.042857 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (c5af97ed-06ee-4cc3-baaa-73921993ccbe), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:25.046305 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72d0d43-9f26-44f4-9926-7472bfaea9ac tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event updated for resources: {'Port': ['ID=9597387c-a169-4a99-9c50-6cdd831c57fd,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:47:25.051471 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f72d0d43-9f26-44f4-9926-7472bfaea9ac tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1802524'] for router_interface (b34aa78d-693e-4c68-895b-c2e0f887a713), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:25.124979 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port c5af97ed-06ee-4cc3-baaa-73921993ccbe is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:47:25.126087 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device f2a3abaa-0a9e-4bb5-a8b2-05e7a6ece86c up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:47:25.151948 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f72d0d43-9f26-44f4-9926-7472bfaea9ac tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Network 1314aeb8-1260-4c15-8782-b7f1fbc1af22 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:47:25.153475 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-f72d0d43-9f26-44f4-9926-7472bfaea9ac tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:47:25.168302 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-b9cca46a-6544-47b0-830c-df6be075dc21 None None] Provisioning complete for port 9597387c-a169-4a99-9c50-6cdd831c57fd triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:47:25.168714 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b9cca46a-6544-47b0-830c-df6be075dc21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (9597387c-a169-4a99-9c50-6cdd831c57fd), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:25.212270 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-b9cca46a-6544-47b0-830c-df6be075dc21 None None] Port 9597387c-a169-4a99-9c50-6cdd831c57fd cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:47:25.215043 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port f2a3abaa-0a9e-4bb5-a8b2-05e7a6ece86c triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:47:25.215429 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (f2a3abaa-0a9e-4bb5-a8b2-05e7a6ece86c), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:25.287180 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f72d0d43-9f26-44f4-9926-7472bfaea9ac tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Router b34aa78d-693e-4c68-895b-c2e0f887a713 has already been hosted by L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:47:25.322509 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port f2a3abaa-0a9e-4bb5-a8b2-05e7a6ece86c is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:47:25.323128 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (f2a3abaa-0a9e-4bb5-a8b2-05e7a6ece86c), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:25.347195 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] For port f2a3abaa-0a9e-4bb5-a8b2-05e7a6ece86c, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f2a3abaa-0a9e-4bb5-a8b2-05e7a6ece86c,segment=NetworkSegment(195d7ed7-323d-4284-82df-208cca613d99),segment_id=195d7ed7-323d-4284-82df-208cca613d99)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:47:25.353905 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (f2a3abaa-0a9e-4bb5-a8b2-05e7a6ece86c), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:25.402644 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Pushing event updated for resources: {'Port': ['ID=f2a3abaa-0a9e-4bb5-a8b2-05e7a6ece86c,revision_number=4']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:47:25.421058 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f72d0d43-9f26-44f4-9926-7472bfaea9ac tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:47:25.426142 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-f72d0d43-9f26-44f4-9926-7472bfaea9ac tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "PUT /v2.0/routers/b34aa78d-693e-4c68-895b-c2e0f887a713/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8973546 Feb 28 10:47:25.429092 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 41744) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:47:25.431822 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b85986f-600c-425d-9a95-ee7423e35365 None None] Sync routers for ids ['b34aa78d-693e-4c68-895b-c2e0f887a713'] in dv-neutron-master-2-hyperv {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:47:25.448430 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b85986f-600c-425d-9a95-ee7423e35365 None None] Routers {'b34aa78d-693e-4c68-895b-c2e0f887a713'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:47:25.449089 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-6b85986f-600c-425d-9a95-ee7423e35365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:47:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['b34aa78d-693e-4c68-895b-c2e0f887a713'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:47:25.453819 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-e3e0c3dd-3653-4512-ac80-d77178f2d6d5 None None] Provisioning complete for port 9597387c-a169-4a99-9c50-6cdd831c57fd triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:47:25.454181 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e3e0c3dd-3653-4512-ac80-d77178f2d6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (9597387c-a169-4a99-9c50-6cdd831c57fd), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:25.532846 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-e3e0c3dd-3653-4512-ac80-d77178f2d6d5 None None] Port 9597387c-a169-4a99-9c50-6cdd831c57fd cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:47:25.590315 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-6b85986f-600c-425d-9a95-ee7423e35365 None None] Set router b34aa78d-693e-4c68-895b-c2e0f887a713 gateway port host: dv-neutron-master-2-hyperv {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:47:25.603969 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-713e370d-2d91-46aa-a328-af423c3d8109 tempest-TestNetworkBasicOps-986752647 tempest-TestNetworkBasicOps-986752647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:25.604456 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-713e370d-2d91-46aa-a328-af423c3d8109 tempest-TestNetworkBasicOps-986752647 tempest-TestNetworkBasicOps-986752647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:25.605020 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-713e370d-2d91-46aa-a328-af423c3d8109 tempest-TestNetworkBasicOps-986752647 tempest-TestNetworkBasicOps-986752647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:25.605461 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-713e370d-2d91-46aa-a328-af423c3d8109 tempest-TestNetworkBasicOps-986752647 tempest-TestNetworkBasicOps-986752647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:25.605923 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-713e370d-2d91-46aa-a328-af423c3d8109 tempest-TestNetworkBasicOps-986752647 tempest-TestNetworkBasicOps-986752647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:25.606554 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-713e370d-2d91-46aa-a328-af423c3d8109 tempest-TestNetworkBasicOps-986752647 tempest-TestNetworkBasicOps-986752647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:25.614196 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-713e370d-2d91-46aa-a328-af423c3d8109 tempest-TestNetworkBasicOps-986752647 tempest-TestNetworkBasicOps-986752647-project-admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.1813805 Feb 28 10:47:25.614366 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 41746) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:47:25.668825 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eaee96d-e865-4672-851c-cb6103566814 tempest-TestNetworkBasicOps-986752647 tempest-TestNetworkBasicOps-986752647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:25.669298 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eaee96d-e865-4672-851c-cb6103566814 tempest-TestNetworkBasicOps-986752647 tempest-TestNetworkBasicOps-986752647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:25.669736 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eaee96d-e865-4672-851c-cb6103566814 tempest-TestNetworkBasicOps-986752647 tempest-TestNetworkBasicOps-986752647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:25.670193 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eaee96d-e865-4672-851c-cb6103566814 tempest-TestNetworkBasicOps-986752647 tempest-TestNetworkBasicOps-986752647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:25.670684 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eaee96d-e865-4672-851c-cb6103566814 tempest-TestNetworkBasicOps-986752647 tempest-TestNetworkBasicOps-986752647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:25.671135 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eaee96d-e865-4672-851c-cb6103566814 tempest-TestNetworkBasicOps-986752647 tempest-TestNetworkBasicOps-986752647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:25.672997 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-5eaee96d-e865-4672-851c-cb6103566814 tempest-TestNetworkBasicOps-986752647 tempest-TestNetworkBasicOps-986752647-project-admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.0576117 Feb 28 10:47:25.675965 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 41748) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:47:25.786591 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-6b85986f-600c-425d-9a95-ee7423e35365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b34aa78d-693e-4c68-895b-c2e0f887a713', 'name': 'tempest-TestNetworkBasicOps-router-1079726585', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.242'}], 'enable_snat': True}, 'gw_port_id': 'f2a3abaa-0a9e-4bb5-a8b2-05e7a6ece86c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:47:20Z', 'updated_at': '2022-02-28T10:47:24Z', 'revision_number': 4, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'gw_port': {'id': 'f2a3abaa-0a9e-4bb5-a8b2-05e7a6ece86c', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:80:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34aa78d-693e-4c68-895b-c2e0f887a713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:47:20Z', 'updated_at': '2022-02-28T10:47:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '9597387c-a169-4a99-9c50-6cdd831c57fd', 'name': '', 'network_id': '1314aeb8-1260-4c15-8782-b7f1fbc1af22', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'mac_address': 'fa:16:3e:55:1a:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b34aa78d-693e-4c68-895b-c2e0f887a713', 'device_owner': 'network:router_interface', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': 'f7b5b783-daec-4588-a86d-9b73614d09a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:47:23Z', 'updated_at': '2022-02-28T10:47:24Z', 'revision_number': 2, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'subnets': [{'id': 'f7b5b783-daec-4588-a86d-9b73614d09a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:47:25.812367 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b85986f-600c-425d-9a95-ee7423e35365 None None] Checking router: b34aa78d-693e-4c68-895b-c2e0f887a713 for host: dv-neutron-master-2-hyperv {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:47:25.812780 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b85986f-600c-425d-9a95-ee7423e35365 None None] Updating router b34aa78d-693e-4c68-895b-c2e0f887a713 port 9597387c-a169-4a99-9c50-6cdd831c57fd binding host dv-neutron-master-2-hyperv {{(pid=103409) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 10:47:25.845814 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6b85986f-600c-425d-9a95-ee7423e35365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (9597387c-a169-4a99-9c50-6cdd831c57fd), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:26.121534 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6b85986f-600c-425d-9a95-ee7423e35365 None None] Publish callbacks [] for port (9597387c-a169-4a99-9c50-6cdd831c57fd), precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:26.121888 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-f0e8e0c3-b0ed-4ffa-9874-fd14b49c61a2 tempest-TestNetworkBasicOps-986752647 tempest-TestNetworkBasicOps-986752647-project-admin] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.4448380 Feb 28 10:47:26.129916 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6b85986f-600c-425d-9a95-ee7423e35365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (9597387c-a169-4a99-9c50-6cdd831c57fd), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:26.197752 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54032a2a-9c9b-4868-b045-5abb86bf1406 None None] Pushing event updated for resources: {'Port': ['ID=9597387c-a169-4a99-9c50-6cdd831c57fd,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:47:26.238081 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-6b85986f-600c-425d-9a95-ee7423e35365 None None] Attempting to bind port 9597387c-a169-4a99-9c50-6cdd831c57fd on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:47:26.238459 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-6b85986f-600c-425d-9a95-ee7423e35365 None None] Attempting to bind port 9597387c-a169-4a99-9c50-6cdd831c57fd by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '0dae14b1-c47d-4003-8ca9-f7a179a24576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '1314aeb8-1260-4c15-8782-b7f1fbc1af22'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:47:26.238820 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b85986f-600c-425d-9a95-ee7423e35365 None None] Attempting to bind port 9597387c-a169-4a99-9c50-6cdd831c57fd on network 1314aeb8-1260-4c15-8782-b7f1fbc1af22 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:47:26.244421 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b85986f-600c-425d-9a95-ee7423e35365 None None] Checking agent: {'id': '75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 24, 15), 'started_at': datetime.datetime(2022, 2, 28, 10, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 47, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:47:26.244824 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b85986f-600c-425d-9a95-ee7423e35365 None None] Checking segment: {'id': '0dae14b1-c47d-4003-8ca9-f7a179a24576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '1314aeb8-1260-4c15-8782-b7f1fbc1af22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:47:26.245665 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6b85986f-600c-425d-9a95-ee7423e35365 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:26.246068 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b85986f-600c-425d-9a95-ee7423e35365 None None] Bound using segment: {'id': '0dae14b1-c47d-4003-8ca9-f7a179a24576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '1314aeb8-1260-4c15-8782-b7f1fbc1af22'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:47:26.246546 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-6b85986f-600c-425d-9a95-ee7423e35365 None None] Bound port: 9597387c-a169-4a99-9c50-6cdd831c57fd, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dae14b1-c47d-4003-8ca9-f7a179a24576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '1314aeb8-1260-4c15-8782-b7f1fbc1af22'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:47:26.246929 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6b85986f-600c-425d-9a95-ee7423e35365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (9597387c-a169-4a99-9c50-6cdd831c57fd), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:26.313724 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-6b85986f-600c-425d-9a95-ee7423e35365 None None] For port 9597387c-a169-4a99-9c50-6cdd831c57fd, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:47:26.317088 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-6b85986f-600c-425d-9a95-ee7423e35365 None None] For port 9597387c-a169-4a99-9c50-6cdd831c57fd, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9597387c-a169-4a99-9c50-6cdd831c57fd,segment=NetworkSegment(0dae14b1-c47d-4003-8ca9-f7a179a24576),segment_id=0dae14b1-c47d-4003-8ca9-f7a179a24576)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:47:26.324416 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6b85986f-600c-425d-9a95-ee7423e35365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (9597387c-a169-4a99-9c50-6cdd831c57fd), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:26.384395 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54032a2a-9c9b-4868-b045-5abb86bf1406 None None] Pushing event updated for resources: {'Port': ['ID=9597387c-a169-4a99-9c50-6cdd831c57fd,revision_number=4']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:47:26.387161 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b85986f-600c-425d-9a95-ee7423e35365 None None] Routers {'b34aa78d-693e-4c68-895b-c2e0f887a713'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:47:26.387753 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-6b85986f-600c-425d-9a95-ee7423e35365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:47:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['b34aa78d-693e-4c68-895b-c2e0f887a713'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:47:26.492428 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 41752) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:47:26.494619 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-bdc6bac7-96bd-4140-9fca-b384cf791416 None None] Provisioning complete for port 9597387c-a169-4a99-9c50-6cdd831c57fd triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:47:26.495003 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bdc6bac7-96bd-4140-9fca-b384cf791416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (9597387c-a169-4a99-9c50-6cdd831c57fd), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:26.503797 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-210bfed4-5ec6-4512-a26f-c97ca33c56b9 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-678285648', 'description': 'tempest-secgroup-smoke-678285648 description', 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:47:26.536641 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-210bfed4-5ec6-4512-a26f-c97ca33c56b9 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:26.542374 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-6b85986f-600c-425d-9a95-ee7423e35365 None None] Set router b34aa78d-693e-4c68-895b-c2e0f887a713 gateway port host: dv-neutron-master-2-hyperv {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:47:26.617593 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-210bfed4-5ec6-4512-a26f-c97ca33c56b9 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group (d63c2a16-9890-465e-82b4-7b6f8368c807), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:26.623447 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-210bfed4-5ec6-4512-a26f-c97ca33c56b9 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (d63c2a16-9890-465e-82b4-7b6f8368c807), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:26.651368 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-210bfed4-5ec6-4512-a26f-c97ca33c56b9 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:26.652820 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-210bfed4-5ec6-4512-a26f-c97ca33c56b9 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1592951 Feb 28 10:47:26.655737 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 41754) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:47:26.661213 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-dd91e4d6-99a4-44a8-829a-5e1c2f0cd185 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Request body: {'security_group_rule': {'security_group_id': 'd63c2a16-9890-465e-82b4-7b6f8368c807', 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:47:26.666499 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210bfed4-5ec6-4512-a26f-c97ca33c56b9 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d63c2a16-9890-465e-82b4-7b6f8368c807,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:47:26.692044 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-dd91e4d6-99a4-44a8-829a-5e1c2f0cd185 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (82a32f8f-7b13-45f7-bc0e-93c7ab959eef), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:26.701551 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-bdc6bac7-96bd-4140-9fca-b384cf791416 None None] Current status of the port 9597387c-a169-4a99-9c50-6cdd831c57fd is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:47:26.701954 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bdc6bac7-96bd-4140-9fca-b384cf791416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (9597387c-a169-4a99-9c50-6cdd831c57fd), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:26.751412 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-dd91e4d6-99a4-44a8-829a-5e1c2f0cd185 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (82a32f8f-7b13-45f7-bc0e-93c7ab959eef), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:26.754231 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-bdc6bac7-96bd-4140-9fca-b384cf791416 None None] For port 9597387c-a169-4a99-9c50-6cdd831c57fd, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9597387c-a169-4a99-9c50-6cdd831c57fd,segment=NetworkSegment(0dae14b1-c47d-4003-8ca9-f7a179a24576),segment_id=0dae14b1-c47d-4003-8ca9-f7a179a24576)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:47:26.755694 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-dd91e4d6-99a4-44a8-829a-5e1c2f0cd185 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594242'] for security_group_rule (82a32f8f-7b13-45f7-bc0e-93c7ab959eef), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:26.772927 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bdc6bac7-96bd-4140-9fca-b384cf791416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (9597387c-a169-4a99-9c50-6cdd831c57fd), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:26.774582 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd91e4d6-99a4-44a8-829a-5e1c2f0cd185 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82a32f8f-7b13-45f7-bc0e-93c7ab959eef,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:47:26.785625 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-dd91e4d6-99a4-44a8-829a-5e1c2f0cd185 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:26.786848 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-dd91e4d6-99a4-44a8-829a-5e1c2f0cd185 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1290884 Feb 28 10:47:26.789870 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 41756) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:47:26.795450 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-79981849-737c-461c-8f1b-a75843625748 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Request body: {'security_group_rule': {'security_group_id': 'd63c2a16-9890-465e-82b4-7b6f8368c807', 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:47:26.824123 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-79981849-737c-461c-8f1b-a75843625748 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (56d7817e-12be-4bfe-8f03-59269a7a89d8), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:26.837773 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc6bac7-96bd-4140-9fca-b384cf791416 None None] Pushing event updated for resources: {'Port': ['ID=9597387c-a169-4a99-9c50-6cdd831c57fd,revision_number=5']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:47:26.848277 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-6b85986f-600c-425d-9a95-ee7423e35365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b34aa78d-693e-4c68-895b-c2e0f887a713', 'name': 'tempest-TestNetworkBasicOps-router-1079726585', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.242'}], 'enable_snat': True}, 'gw_port_id': 'f2a3abaa-0a9e-4bb5-a8b2-05e7a6ece86c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:47:20Z', 'updated_at': '2022-02-28T10:47:24Z', 'revision_number': 4, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'gw_port': {'id': 'f2a3abaa-0a9e-4bb5-a8b2-05e7a6ece86c', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:80:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34aa78d-693e-4c68-895b-c2e0f887a713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:47:20Z', 'updated_at': '2022-02-28T10:47:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '9597387c-a169-4a99-9c50-6cdd831c57fd', 'name': '', 'network_id': '1314aeb8-1260-4c15-8782-b7f1fbc1af22', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'mac_address': 'fa:16:3e:55:1a:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b34aa78d-693e-4c68-895b-c2e0f887a713', 'device_owner': 'network:router_interface', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': 'f7b5b783-daec-4588-a86d-9b73614d09a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:47:23Z', 'updated_at': '2022-02-28T10:47:26Z', 'revision_number': 4, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'subnets': [{'id': 'f7b5b783-daec-4588-a86d-9b73614d09a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:47:26.875257 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b85986f-600c-425d-9a95-ee7423e35365 None None] The sync data for ids ['b34aa78d-693e-4c68-895b-c2e0f887a713'] in dv-neutron-master-2-hyperv is: [{'id': 'b34aa78d-693e-4c68-895b-c2e0f887a713', 'name': 'tempest-TestNetworkBasicOps-router-1079726585', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.242'}], 'enable_snat': True}, 'gw_port_id': 'f2a3abaa-0a9e-4bb5-a8b2-05e7a6ece86c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:47:20Z', 'updated_at': '2022-02-28T10:47:24Z', 'revision_number': 4, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'gw_port': {'id': 'f2a3abaa-0a9e-4bb5-a8b2-05e7a6ece86c', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:80:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34aa78d-693e-4c68-895b-c2e0f887a713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:47:20Z', 'updated_at': '2022-02-28T10:47:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '9597387c-a169-4a99-9c50-6cdd831c57fd', 'name': '', 'network_id': '1314aeb8-1260-4c15-8782-b7f1fbc1af22', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'mac_address': 'fa:16:3e:55:1a:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b34aa78d-693e-4c68-895b-c2e0f887a713', 'device_owner': 'network:router_interface', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': 'f7b5b783-daec-4588-a86d-9b73614d09a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:47:23Z', 'updated_at': '2022-02-28T10:47:26Z', 'revision_number': 4, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'subnets': [{'id': 'f7b5b783-daec-4588-a86d-9b73614d09a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:47:26.887752 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device f2a3abaa-0a9e-4bb5-a8b2-05e7a6ece86c up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:47:26.897205 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-79981849-737c-461c-8f1b-a75843625748 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (56d7817e-12be-4bfe-8f03-59269a7a89d8), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:26.902825 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-79981849-737c-461c-8f1b-a75843625748 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594242'] for security_group_rule (56d7817e-12be-4bfe-8f03-59269a7a89d8), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:26.921505 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79981849-737c-461c-8f1b-a75843625748 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56d7817e-12be-4bfe-8f03-59269a7a89d8,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:47:26.942266 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-79981849-737c-461c-8f1b-a75843625748 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:26.947597 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-79981849-737c-461c-8f1b-a75843625748 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1551566 Feb 28 10:47:26.947793 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 41758) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:47:26.953842 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-42e723a5-f472-4345-9051-3a8f3973a97c tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Request body: {'security_group_rule': {'security_group_id': 'd63c2a16-9890-465e-82b4-7b6f8368c807', 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:47:26.961385 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-1e1d4978-e4c4-4e6a-b34e-20fa7972acb4 None None] Provisioning complete for port 9597387c-a169-4a99-9c50-6cdd831c57fd triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:47:26.961757 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1e1d4978-e4c4-4e6a-b34e-20fa7972acb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (9597387c-a169-4a99-9c50-6cdd831c57fd), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:26.996920 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-42e723a5-f472-4345-9051-3a8f3973a97c tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (67706e29-a669-47cd-84a4-28148d36f186), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:27.018447 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port f2a3abaa-0a9e-4bb5-a8b2-05e7a6ece86c triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:47:27.018917 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (f2a3abaa-0a9e-4bb5-a8b2-05e7a6ece86c), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:27.063500 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-42e723a5-f472-4345-9051-3a8f3973a97c tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (67706e29-a669-47cd-84a4-28148d36f186), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:27.069260 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-42e723a5-f472-4345-9051-3a8f3973a97c tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594242'] for security_group_rule (67706e29-a669-47cd-84a4-28148d36f186), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:27.089586 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e723a5-f472-4345-9051-3a8f3973a97c tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67706e29-a669-47cd-84a4-28148d36f186,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:47:27.100532 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-42e723a5-f472-4345-9051-3a8f3973a97c tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:27.101796 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-42e723a5-f472-4345-9051-3a8f3973a97c tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1537154 Feb 28 10:47:27.104936 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 41760) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:47:27.105282 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-1e1d4978-e4c4-4e6a-b34e-20fa7972acb4 None None] Current status of the port 9597387c-a169-4a99-9c50-6cdd831c57fd is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:47:27.111064 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-19a75fd8-0769-4c7c-bf00-52764e461f61 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Request body: {'security_group_rule': {'security_group_id': 'd63c2a16-9890-465e-82b4-7b6f8368c807', 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:47:27.142121 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-19a75fd8-0769-4c7c-bf00-52764e461f61 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (127aab18-129a-4adf-bdb2-f62b9ae33eec), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:27.147059 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port f2a3abaa-0a9e-4bb5-a8b2-05e7a6ece86c is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:47:27.207671 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-19a75fd8-0769-4c7c-bf00-52764e461f61 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (127aab18-129a-4adf-bdb2-f62b9ae33eec), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:27.212539 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-19a75fd8-0769-4c7c-bf00-52764e461f61 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594242'] for security_group_rule (127aab18-129a-4adf-bdb2-f62b9ae33eec), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:27.232183 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a75fd8-0769-4c7c-bf00-52764e461f61 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=127aab18-129a-4adf-bdb2-f62b9ae33eec,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:47:27.243592 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-19a75fd8-0769-4c7c-bf00-52764e461f61 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:27.244973 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-19a75fd8-0769-4c7c-bf00-52764e461f61 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1388147 Feb 28 10:47:27.247937 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 41762) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:47:27.252353 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-a750ad09-6a94-401c-8aa4-712c0f394e06 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Request body: {'security_group_rule': {'security_group_id': 'd63c2a16-9890-465e-82b4-7b6f8368c807', 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:47:27.273847 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.db.securitygroups_db [None req-a750ad09-6a94-401c-8aa4-712c0f394e06 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Project 5a84b6bdce3e454e9741c4fbc09bfc68 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 10:47:27.279573 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a750ad09-6a94-401c-8aa4-712c0f394e06 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (34e2acb8-fee3-46aa-b382-f2ad5385225a), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:27.343190 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a750ad09-6a94-401c-8aa4-712c0f394e06 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (34e2acb8-fee3-46aa-b382-f2ad5385225a), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:27.347969 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a750ad09-6a94-401c-8aa4-712c0f394e06 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594242'] for security_group_rule (34e2acb8-fee3-46aa-b382-f2ad5385225a), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:27.366695 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a750ad09-6a94-401c-8aa4-712c0f394e06 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34e2acb8-fee3-46aa-b382-f2ad5385225a,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:47:27.378961 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a750ad09-6a94-401c-8aa4-712c0f394e06 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:27.380311 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-a750ad09-6a94-401c-8aa4-712c0f394e06 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1314359 Feb 28 10:47:27.383134 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 41764) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:47:27.387939 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-4f85a322-e0a3-44c8-b22e-a31bf80b3b14 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Request body: {'security_group_rule': {'security_group_id': 'd63c2a16-9890-465e-82b4-7b6f8368c807', 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:47:27.409562 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.db.securitygroups_db [None req-4f85a322-e0a3-44c8-b22e-a31bf80b3b14 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Project 5a84b6bdce3e454e9741c4fbc09bfc68 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 10:47:27.415187 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4f85a322-e0a3-44c8-b22e-a31bf80b3b14 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (ddb6d8c5-66fe-425b-9932-09e34d239086), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:27.477752 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4f85a322-e0a3-44c8-b22e-a31bf80b3b14 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (ddb6d8c5-66fe-425b-9932-09e34d239086), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:27.481913 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4f85a322-e0a3-44c8-b22e-a31bf80b3b14 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594242'] for security_group_rule (ddb6d8c5-66fe-425b-9932-09e34d239086), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:27.502679 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f85a322-e0a3-44c8-b22e-a31bf80b3b14 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddb6d8c5-66fe-425b-9932-09e34d239086,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:47:27.510213 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4f85a322-e0a3-44c8-b22e-a31bf80b3b14 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:27.511560 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-4f85a322-e0a3-44c8-b22e-a31bf80b3b14 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1272972 Feb 28 10:47:27.671259 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-02a958bf-ff59-42db-9d85-0220733b336a req-3eb98034-33e2-4783-96d1-ed5e7453b01a tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-678285648&fields=id&tenant_id=5a84b6bdce3e454e9741c4fbc09bfc68 HTTP/1.1" status: 200 len: 267 time: 0.0531971 Feb 28 10:47:27.783442 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a958bf-ff59-42db-9d85-0220733b336a req-ad8d0d6e-579c-44a7-989f-23baac8956c3 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:27.785114 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-02a958bf-ff59-42db-9d85-0220733b336a req-ad8d0d6e-579c-44a7-989f-23baac8956c3 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/networks?id=1314aeb8-1260-4c15-8782-b7f1fbc1af22 HTTP/1.1" status: 200 len: 796 time: 0.1069191 Feb 28 10:47:27.803574 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-02a958bf-ff59-42db-9d85-0220733b336a req-a286262d-d3e8-49ab-bd8e-334bca46a7b0 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/quotas/5a84b6bdce3e454e9741c4fbc09bfc68 HTTP/1.1" status: 200 len: 375 time: 0.0126817 Feb 28 10:47:27.862729 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-02a958bf-ff59-42db-9d85-0220733b336a req-b1c0a11c-eb63-48ba-a70a-dffa87cddfc3 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=5a84b6bdce3e454e9741c4fbc09bfc68&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0564766 Feb 28 10:47:27.961063 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-02a958bf-ff59-42db-9d85-0220733b336a req-3f892087-68b8-4626-9d39-3bc073318aef service neutron] 10.222.0.20 "GET /v2.0/networks/1314aeb8-1260-4c15-8782-b7f1fbc1af22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860431 Feb 28 10:47:28.054443 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-02a958bf-ff59-42db-9d85-0220733b336a req-5193aa8d-056d-4a9a-840d-95db28b8d25d service neutron] 10.222.0.20 "GET /v2.0/networks/1314aeb8-1260-4c15-8782-b7f1fbc1af22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875340 Feb 28 10:47:28.228585 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-a295444d-7a84-4752-85a5-473da7b3a241 req-e340c57f-038e-4926-ae0a-3dfe5b71b2e4 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/ports?device_id=752cd32f-df43-4cc6-aac6-b3a850630717 HTTP/1.1" status: 200 len: 210 time: 0.0282793 Feb 28 10:47:28.905537 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 9597387c-a169-4a99-9c50-6cdd831c57fd up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:47:28.960793 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port 9597387c-a169-4a99-9c50-6cdd831c57fd triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:47:28.961180 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (9597387c-a169-4a99-9c50-6cdd831c57fd), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:29.196834 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 9597387c-a169-4a99-9c50-6cdd831c57fd is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:47:29.360183 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-f6475ce3-971f-4945-b565-bb800ee553ab req-b12b3a5f-7d1b-48ca-b950-66fbb0c54870 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/ports?device_id=752cd32f-df43-4cc6-aac6-b3a850630717 HTTP/1.1" status: 200 len: 210 time: 0.0452640 Feb 28 10:47:29.386571 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a958bf-ff59-42db-9d85-0220733b336a req-ef58dee0-4cac-4642-9ce6-5b3705891e66 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:29.388277 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-02a958bf-ff59-42db-9d85-0220733b336a req-ef58dee0-4cac-4642-9ce6-5b3705891e66 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.30 "GET /v2.0/networks?id=1314aeb8-1260-4c15-8782-b7f1fbc1af22 HTTP/1.1" status: 200 len: 796 time: 0.1471789 Feb 28 10:47:29.464178 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-02a958bf-ff59-42db-9d85-0220733b336a req-082e1a6d-4417-4c0f-bd14-8254e03faf7b tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5a84b6bdce3e454e9741c4fbc09bfc68 HTTP/1.1" status: 200 len: 379 time: 0.0603178 Feb 28 10:47:29.472725 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [req-02a958bf-ff59-42db-9d85-0220733b336a req-3b939663-14c0-436e-aaf5-8902be694a3e tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Request body: {'port': {'device_id': '752cd32f-df43-4cc6-aac6-b3a850630717', 'network_id': '1314aeb8-1260-4c15-8782-b7f1fbc1af22', 'admin_state_up': True, 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'security_groups': ['d63c2a16-9890-465e-82b4-7b6f8368c807']}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:47:29.586228 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02a958bf-ff59-42db-9d85-0220733b336a req-3b939663-14c0-436e-aaf5-8902be694a3e tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Made reservation on behalf of 5a84b6bdce3e454e9741c4fbc09bfc68 for: {'port': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:47:29.589807 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-02a958bf-ff59-42db-9d85-0220733b336a req-3b939663-14c0-436e-aaf5-8902be694a3e tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:29.731140 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [req-02a958bf-ff59-42db-9d85-0220733b336a req-3b939663-14c0-436e-aaf5-8902be694a3e tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Allocated IP 172.20.0.14 (1314aeb8-1260-4c15-8782-b7f1fbc1af22/f7b5b783-daec-4588-a86d-9b73614d09a6/b21f965b-a860-4f49-aa34-b565ca8c2bb1) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:47:29.884640 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-02a958bf-ff59-42db-9d85-0220733b336a req-3b939663-14c0-436e-aaf5-8902be694a3e tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for port (b21f965b-a860-4f49-aa34-b565ca8c2bb1), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:29.923953 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-02a958bf-ff59-42db-9d85-0220733b336a req-3b939663-14c0-436e-aaf5-8902be694a3e tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (b21f965b-a860-4f49-aa34-b565ca8c2bb1), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:29.968097 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02a958bf-ff59-42db-9d85-0220733b336a req-3b939663-14c0-436e-aaf5-8902be694a3e tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Network 1314aeb8-1260-4c15-8782-b7f1fbc1af22 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:47:29.971114 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [req-02a958bf-ff59-42db-9d85-0220733b336a req-3b939663-14c0-436e-aaf5-8902be694a3e tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:47:29.974886 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-02a958bf-ff59-42db-9d85-0220733b336a req-3b939663-14c0-436e-aaf5-8902be694a3e tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:47:29.998879 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b939663-14c0-436e-aaf5-8902be694a3e tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event updated for resources: {'Port': ['ID=b21f965b-a860-4f49-aa34-b565ca8c2bb1,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:47:30.029242 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a958bf-ff59-42db-9d85-0220733b336a req-3b939663-14c0-436e-aaf5-8902be694a3e tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:30.029925 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-02a958bf-ff59-42db-9d85-0220733b336a req-3b939663-14c0-436e-aaf5-8902be694a3e tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:30.048373 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-02a958bf-ff59-42db-9d85-0220733b336a req-3b939663-14c0-436e-aaf5-8902be694a3e tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5792873 Feb 28 10:47:30.067791 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [req-02a958bf-ff59-42db-9d85-0220733b336a req-0dac912f-1c47-48ec-9554-19065eb50726 service neutron] Request body: {'port': {'device_id': '752cd32f-df43-4cc6-aac6-b3a850630717', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:47:30.136495 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-02a958bf-ff59-42db-9d85-0220733b336a req-0dac912f-1c47-48ec-9554-19065eb50726 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (b21f965b-a860-4f49-aa34-b565ca8c2bb1), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:30.252763 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-87f83d70-91a5-432f-8194-33b7d11e955d None None] Provisioning complete for port b21f965b-a860-4f49-aa34-b565ca8c2bb1 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:47:30.253383 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-87f83d70-91a5-432f-8194-33b7d11e955d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (b21f965b-a860-4f49-aa34-b565ca8c2bb1), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:30.287473 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-87f83d70-91a5-432f-8194-33b7d11e955d None None] Port b21f965b-a860-4f49-aa34-b565ca8c2bb1 cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:47:30.407776 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.notifiers.nova [req-02a958bf-ff59-42db-9d85-0220733b336a req-0dac912f-1c47-48ec-9554-19065eb50726 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b21f965b-a860-4f49-aa34-b565ca8c2bb1 {{(pid=103407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 10:47:30.416089 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-02a958bf-ff59-42db-9d85-0220733b336a req-0dac912f-1c47-48ec-9554-19065eb50726 service neutron] Publish callbacks [] for port (b21f965b-a860-4f49-aa34-b565ca8c2bb1), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:30.429144 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.provisioning_blocks [req-02a958bf-ff59-42db-9d85-0220733b336a req-0dac912f-1c47-48ec-9554-19065eb50726 service neutron] Transition to ACTIVE for port object b21f965b-a860-4f49-aa34-b565ca8c2bb1 will not be triggered until provisioned by entity L2. {{(pid=103407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 10:47:30.440331 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-02a958bf-ff59-42db-9d85-0220733b336a req-0dac912f-1c47-48ec-9554-19065eb50726 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3498066'] for port (b21f965b-a860-4f49-aa34-b565ca8c2bb1), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:30.513627 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dac912f-1c47-48ec-9554-19065eb50726 service neutron] Pushing event updated for resources: {'Port': ['ID=b21f965b-a860-4f49-aa34-b565ca8c2bb1,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:47:30.550649 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e67d29-01aa-448f-a65d-e18f9f4e16ad req-9c71d620-f40a-4a92-8945-e73f26e0366a tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:30.552243 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-a9e67d29-01aa-448f-a65d-e18f9f4e16ad req-9c71d620-f40a-4a92-8945-e73f26e0366a tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/ports?device_id=752cd32f-df43-4cc6-aac6-b3a850630717 HTTP/1.1" status: 200 len: 944 time: 0.1220200 Feb 28 10:47:30.630964 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-02a958bf-ff59-42db-9d85-0220733b336a req-0dac912f-1c47-48ec-9554-19065eb50726 service neutron] Attempting to bind port b21f965b-a860-4f49-aa34-b565ca8c2bb1 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:47:30.631278 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-02a958bf-ff59-42db-9d85-0220733b336a req-0dac912f-1c47-48ec-9554-19065eb50726 service neutron] Attempting to bind port b21f965b-a860-4f49-aa34-b565ca8c2bb1 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '0dae14b1-c47d-4003-8ca9-f7a179a24576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '1314aeb8-1260-4c15-8782-b7f1fbc1af22'}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:47:30.631763 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02a958bf-ff59-42db-9d85-0220733b336a req-0dac912f-1c47-48ec-9554-19065eb50726 service neutron] Attempting to bind port b21f965b-a860-4f49-aa34-b565ca8c2bb1 on network 1314aeb8-1260-4c15-8782-b7f1fbc1af22 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:47:30.644265 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-a9e67d29-01aa-448f-a65d-e18f9f4e16ad req-a07b30d1-85c1-4e57-a4c2-d2b3ea0a5005 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/security-groups?id=d63c2a16-9890-465e-82b4-7b6f8368c807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726030 Feb 28 10:47:30.645013 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02a958bf-ff59-42db-9d85-0220733b336a req-0dac912f-1c47-48ec-9554-19065eb50726 service neutron] Port b21f965b-a860-4f49-aa34-b565ca8c2bb1 on network 1314aeb8-1260-4c15-8782-b7f1fbc1af22 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 10:47:30.645338 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02a958bf-ff59-42db-9d85-0220733b336a req-0dac912f-1c47-48ec-9554-19065eb50726 service neutron] Attempting to bind port b21f965b-a860-4f49-aa34-b565ca8c2bb1 on network 1314aeb8-1260-4c15-8782-b7f1fbc1af22 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:47:30.650870 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02a958bf-ff59-42db-9d85-0220733b336a req-0dac912f-1c47-48ec-9554-19065eb50726 service neutron] Checking agent: {'id': '13ac42ae-016e-4baf-bb31-c6fa820b41c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 30, 8), 'started_at': datetime.datetime(2022, 2, 28, 10, 30, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 47, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:47:30.651211 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02a958bf-ff59-42db-9d85-0220733b336a req-0dac912f-1c47-48ec-9554-19065eb50726 service neutron] Checking segment: {'id': '0dae14b1-c47d-4003-8ca9-f7a179a24576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '1314aeb8-1260-4c15-8782-b7f1fbc1af22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:47:30.651689 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02a958bf-ff59-42db-9d85-0220733b336a req-0dac912f-1c47-48ec-9554-19065eb50726 service neutron] Bound using segment: {'id': '0dae14b1-c47d-4003-8ca9-f7a179a24576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '1314aeb8-1260-4c15-8782-b7f1fbc1af22'} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:47:30.652430 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-02a958bf-ff59-42db-9d85-0220733b336a req-0dac912f-1c47-48ec-9554-19065eb50726 service neutron] Bound port: b21f965b-a860-4f49-aa34-b565ca8c2bb1, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0dae14b1-c47d-4003-8ca9-f7a179a24576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '1314aeb8-1260-4c15-8782-b7f1fbc1af22'}}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:47:30.652838 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-02a958bf-ff59-42db-9d85-0220733b336a req-0dac912f-1c47-48ec-9554-19065eb50726 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (b21f965b-a860-4f49-aa34-b565ca8c2bb1), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:30.722952 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-02a958bf-ff59-42db-9d85-0220733b336a req-0dac912f-1c47-48ec-9554-19065eb50726 service neutron] For port b21f965b-a860-4f49-aa34-b565ca8c2bb1, host hv-neutron-mast, cleared binding levels {{(pid=103407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:47:30.726027 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-02a958bf-ff59-42db-9d85-0220733b336a req-0dac912f-1c47-48ec-9554-19065eb50726 service neutron] For port b21f965b-a860-4f49-aa34-b565ca8c2bb1, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=b21f965b-a860-4f49-aa34-b565ca8c2bb1,segment=NetworkSegment(0dae14b1-c47d-4003-8ca9-f7a179a24576),segment_id=0dae14b1-c47d-4003-8ca9-f7a179a24576)] {{(pid=103407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:47:30.733205 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-02a958bf-ff59-42db-9d85-0220733b336a req-0dac912f-1c47-48ec-9554-19065eb50726 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3498066'] for port (b21f965b-a860-4f49-aa34-b565ca8c2bb1), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:30.771236 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a958bf-ff59-42db-9d85-0220733b336a req-0dac912f-1c47-48ec-9554-19065eb50726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:30.771665 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-02a958bf-ff59-42db-9d85-0220733b336a req-0dac912f-1c47-48ec-9554-19065eb50726 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:30.773107 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-02a958bf-ff59-42db-9d85-0220733b336a req-0dac912f-1c47-48ec-9554-19065eb50726 service neutron] 10.222.0.30 "PUT /v2.0/ports/b21f965b-a860-4f49-aa34-b565ca8c2bb1 HTTP/1.1" status: 200 len: 1094 time: 0.7100248 Feb 28 10:47:30.773554 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '752cd32f-df43-4cc6-aac6-b3a850630717', 'tag': 'b21f965b-a860-4f49-aa34-b565ca8c2bb1'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:47:30.775876 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c8e1c873eeca597e52e7ceb7469e602eac250bfea6606d285743d38033cf584" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5773abde-b375-49a8-b26f-2fea71181b16" -d '{"events": [{"name": "network-changed", "server_uuid": "752cd32f-df43-4cc6-aac6-b3a850630717", "tag": "b21f965b-a860-4f49-aa34-b565ca8c2bb1"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:47:30.799388 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dac912f-1c47-48ec-9554-19065eb50726 service neutron] Pushing event updated for resources: {'Port': ['ID=b21f965b-a860-4f49-aa34-b565ca8c2bb1,revision_number=3']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:47:30.830446 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 10:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33907d70-4ec6-49b0-a7bd-b28b65dc8de4 x-openstack-request-id: req-33907d70-4ec6-49b0-a7bd-b28b65dc8de4 {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:47:30.830770 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "752cd32f-df43-4cc6-aac6-b3a850630717", "tag": "b21f965b-a860-4f49-aa34-b565ca8c2bb1", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:47:30.831165 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-33907d70-4ec6-49b0-a7bd-b28b65dc8de4 {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:47:30.831594 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '752cd32f-df43-4cc6-aac6-b3a850630717', 'tag': 'b21f965b-a860-4f49-aa34-b565ca8c2bb1', 'status': 'completed', 'code': 200} Feb 28 10:47:30.893142 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a958bf-ff59-42db-9d85-0220733b336a req-75158eb0-50b2-4376-bb4e-33f5675d1d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:30.894729 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-02a958bf-ff59-42db-9d85-0220733b336a req-75158eb0-50b2-4376-bb4e-33f5675d1d6f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5a84b6bdce3e454e9741c4fbc09bfc68&device_id=752cd32f-df43-4cc6-aac6-b3a850630717 HTTP/1.1" status: 200 len: 1128 time: 0.0486083 Feb 28 10:47:30.943893 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-02a958bf-ff59-42db-9d85-0220733b336a req-f7e65369-bfcc-42df-8331-a92efd845829 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b21f965b-a860-4f49-aa34-b565ca8c2bb1 HTTP/1.1" status: 200 len: 217 time: 0.0357273 Feb 28 10:47:30.998723 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a958bf-ff59-42db-9d85-0220733b336a req-9bd16f3a-4c33-4182-93a5-bd6705544d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:31.000186 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-02a958bf-ff59-42db-9d85-0220733b336a req-9bd16f3a-4c33-4182-93a5-bd6705544d50 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f7b5b783-daec-4588-a86d-9b73614d09a6 HTTP/1.1" status: 200 len: 835 time: 0.0494473 Feb 28 10:47:31.049207 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a958bf-ff59-42db-9d85-0220733b336a req-7638ce46-99aa-4088-9e34-6633a68d0fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:31.050734 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-02a958bf-ff59-42db-9d85-0220733b336a req-7638ce46-99aa-4088-9e34-6633a68d0fbb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1314aeb8-1260-4c15-8782-b7f1fbc1af22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0448704 Feb 28 10:47:31.146998 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-02a958bf-ff59-42db-9d85-0220733b336a req-7e2d2d08-885f-454d-8f31-2b0ebbc53762 service neutron] 10.222.0.30 "GET /v2.0/networks/1314aeb8-1260-4c15-8782-b7f1fbc1af22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892093 Feb 28 10:47:31.238423 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-02a958bf-ff59-42db-9d85-0220733b336a req-03897b39-1b93-4e85-a8a7-9ed4ba182361 service neutron] 10.222.0.30 "GET /v2.0/networks/1314aeb8-1260-4c15-8782-b7f1fbc1af22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848103 Feb 28 10:47:31.374148 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5773abde-b375-49a8-b26f-2fea71181b16 req-ec95ebd8-568c-46fa-bd6d-14a73f7a59b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:31.375588 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-5773abde-b375-49a8-b26f-2fea71181b16 req-ec95ebd8-568c-46fa-bd6d-14a73f7a59b6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5a84b6bdce3e454e9741c4fbc09bfc68&device_id=752cd32f-df43-4cc6-aac6-b3a850630717 HTTP/1.1" status: 200 len: 1128 time: 0.0484285 Feb 28 10:47:31.487171 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5773abde-b375-49a8-b26f-2fea71181b16 req-bce6100e-88e3-4735-87e6-ba2d298d008e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:31.488732 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-5773abde-b375-49a8-b26f-2fea71181b16 req-bce6100e-88e3-4735-87e6-ba2d298d008e service neutron] 10.222.0.30 "GET /v2.0/networks?id=1314aeb8-1260-4c15-8782-b7f1fbc1af22 HTTP/1.1" status: 200 len: 897 time: 0.1064169 Feb 28 10:47:31.530721 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-5773abde-b375-49a8-b26f-2fea71181b16 req-86ad84ee-6e6c-4cd1-92c0-2dfa89edc156 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b21f965b-a860-4f49-aa34-b565ca8c2bb1 HTTP/1.1" status: 200 len: 217 time: 0.0359576 Feb 28 10:47:31.578965 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5773abde-b375-49a8-b26f-2fea71181b16 req-d22a62a2-d282-47d1-9350-df3f92340ede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:31.580420 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-5773abde-b375-49a8-b26f-2fea71181b16 req-d22a62a2-d282-47d1-9350-df3f92340ede service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f7b5b783-daec-4588-a86d-9b73614d09a6 HTTP/1.1" status: 200 len: 835 time: 0.0439711 Feb 28 10:47:31.635271 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5773abde-b375-49a8-b26f-2fea71181b16 req-ee6bf697-3c8d-42de-8e5a-e4d6e2f033fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:31.636908 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-5773abde-b375-49a8-b26f-2fea71181b16 req-ee6bf697-3c8d-42de-8e5a-e4d6e2f033fb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1314aeb8-1260-4c15-8782-b7f1fbc1af22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0502732 Feb 28 10:47:31.768253 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-5773abde-b375-49a8-b26f-2fea71181b16 req-aa9057a0-39dc-49e7-9c2d-94c60add858e service neutron] 10.222.0.30 "GET /v2.0/networks/1314aeb8-1260-4c15-8782-b7f1fbc1af22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254783 Feb 28 10:47:31.838836 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2c1d68-a221-43a1-aa33-6a305ec7f4ad req-51d6ac8e-4caf-482a-a6f0-c5a849aad91c tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:31.841213 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-2b2c1d68-a221-43a1-aa33-6a305ec7f4ad req-51d6ac8e-4caf-482a-a6f0-c5a849aad91c tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/ports?device_id=752cd32f-df43-4cc6-aac6-b3a850630717 HTTP/1.1" status: 200 len: 944 time: 0.1211114 Feb 28 10:47:31.905008 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-5773abde-b375-49a8-b26f-2fea71181b16 req-576b051d-8543-44af-b101-22b135f6e708 service neutron] 10.222.0.30 "GET /v2.0/networks/1314aeb8-1260-4c15-8782-b7f1fbc1af22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301184 Feb 28 10:47:31.919104 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-2b2c1d68-a221-43a1-aa33-6a305ec7f4ad req-3331fda7-883f-4f4f-ae31-c5fe0c674d82 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/security-groups?id=d63c2a16-9890-465e-82b4-7b6f8368c807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721164 Feb 28 10:47:33.065635 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e09859-75b2-42bc-a922-e3a9136c60dd req-56cf9faa-4ebb-4890-b4cc-b9cc3ac1d544 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:33.067031 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-d8e09859-75b2-42bc-a922-e3a9136c60dd req-56cf9faa-4ebb-4890-b4cc-b9cc3ac1d544 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/ports?device_id=752cd32f-df43-4cc6-aac6-b3a850630717 HTTP/1.1" status: 200 len: 944 time: 0.0689456 Feb 28 10:47:33.118419 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-d8e09859-75b2-42bc-a922-e3a9136c60dd req-0165de0d-3f5f-455b-9057-88a69f1ee9ec tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/security-groups?id=d63c2a16-9890-465e-82b4-7b6f8368c807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457346 Feb 28 10:47:34.257572 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd7d6c2-ee51-404f-bb93-0dcc87d8c8e0 req-3f063edc-6b42-4f6e-9c46-cc6a7d386498 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:34.259071 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-acd7d6c2-ee51-404f-bb93-0dcc87d8c8e0 req-3f063edc-6b42-4f6e-9c46-cc6a7d386498 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/ports?device_id=752cd32f-df43-4cc6-aac6-b3a850630717 HTTP/1.1" status: 200 len: 944 time: 0.0595615 Feb 28 10:47:34.307592 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-acd7d6c2-ee51-404f-bb93-0dcc87d8c8e0 req-412618f7-37ba-46c6-90ac-ca686a9c518f tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/security-groups?id=d63c2a16-9890-465e-82b4-7b6f8368c807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429432 Feb 28 10:47:34.347705 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device b21f965b-a860-4f49-aa34-b565ca8c2bb1 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103409) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 10:47:34.461626 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] For port b21f965b-a860-4f49-aa34-b565ca8c2bb1, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=b21f965b-a860-4f49-aa34-b565ca8c2bb1,segment=NetworkSegment(0dae14b1-c47d-4003-8ca9-f7a179a24576),segment_id=0dae14b1-c47d-4003-8ca9-f7a179a24576)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:47:34.505324 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Returning: {'device': 'b21f965b-a860-4f49-aa34-b565ca8c2bb1', 'network_id': '1314aeb8-1260-4c15-8782-b7f1fbc1af22', 'port_id': 'b21f965b-a860-4f49-aa34-b565ca8c2bb1', 'mac_address': 'fa:16:3e:a4:f5:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7b5b783-daec-4588-a86d-9b73614d09a6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103409) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 10:47:34.555974 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Current status of the port b21f965b-a860-4f49-aa34-b565ca8c2bb1 is: DOWN; New status is: BUILD {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:47:34.556233 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (b21f965b-a860-4f49-aa34-b565ca8c2bb1), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:34.572591 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b21f965b-a860-4f49-aa34-b565ca8c2bb1 {{(pid=103409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 10:47:34.600562 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] For port b21f965b-a860-4f49-aa34-b565ca8c2bb1, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=b21f965b-a860-4f49-aa34-b565ca8c2bb1,segment=NetworkSegment(0dae14b1-c47d-4003-8ca9-f7a179a24576),segment_id=0dae14b1-c47d-4003-8ca9-f7a179a24576)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:47:34.626989 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (b21f965b-a860-4f49-aa34-b565ca8c2bb1), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:34.684520 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Pushing event updated for resources: {'Port': ['ID=b21f965b-a860-4f49-aa34-b565ca8c2bb1,revision_number=4']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:47:35.057390 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] get_ports_and_sgs() called for port_ids ['b21f965b-a860-4f49-aa34-b565ca8c2bb1'] {{(pid=103409) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 10:47:35.437574 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb98bda-5e3a-4fc5-9704-b4b40567bded req-73006653-bbb6-4a52-82c5-97559fbba49f tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:35.439049 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-0fb98bda-5e3a-4fc5-9704-b4b40567bded req-73006653-bbb6-4a52-82c5-97559fbba49f tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/ports?device_id=752cd32f-df43-4cc6-aac6-b3a850630717 HTTP/1.1" status: 200 len: 945 time: 0.0548964 Feb 28 10:47:35.495816 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-0fb98bda-5e3a-4fc5-9704-b4b40567bded req-a5e8790a-f180-4d29-9862-b61468465ebf tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/security-groups?id=d63c2a16-9890-465e-82b4-7b6f8368c807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489180 Feb 28 10:47:36.348701 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device b21f965b-a860-4f49-aa34-b565ca8c2bb1 up at agent hyperv_hv-neutron-mast {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:47:36.407397 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Provisioning for port b21f965b-a860-4f49-aa34-b565ca8c2bb1 completed by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 10:47:36.412810 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Provisioning complete for port b21f965b-a860-4f49-aa34-b565ca8c2bb1 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:47:36.413461 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (b21f965b-a860-4f49-aa34-b565ca8c2bb1), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:36.501627 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Current status of the port b21f965b-a860-4f49-aa34-b565ca8c2bb1 is: BUILD; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:47:36.502026 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (b21f965b-a860-4f49-aa34-b565ca8c2bb1), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:36.528062 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '752cd32f-df43-4cc6-aac6-b3a850630717', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b21f965b-a860-4f49-aa34-b565ca8c2bb1'}] {{(pid=103409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:47:36.530460 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa5325a5be4b33bf61fd809c564e3765e689d817bbd874267890deb3cfccaf12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54307e25-d392-4cb9-ad73-f5e1e77b972d" -d '{"events": [{"server_uuid": "752cd32f-df43-4cc6-aac6-b3a850630717", "name": "network-vif-plugged", "status": "completed", "tag": "b21f965b-a860-4f49-aa34-b565ca8c2bb1"}]}' {{(pid=103409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:47:36.550491 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] For port b21f965b-a860-4f49-aa34-b565ca8c2bb1, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=b21f965b-a860-4f49-aa34-b565ca8c2bb1,segment=NetworkSegment(0dae14b1-c47d-4003-8ca9-f7a179a24576),segment_id=0dae14b1-c47d-4003-8ca9-f7a179a24576)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:47:36.556060 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (b21f965b-a860-4f49-aa34-b565ca8c2bb1), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:36.584291 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 10:47:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a99ae0d1-341e-4b1a-ad19-ac10a55e0871 x-openstack-request-id: req-a99ae0d1-341e-4b1a-ad19-ac10a55e0871 {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:47:36.584665 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "752cd32f-df43-4cc6-aac6-b3a850630717", "name": "network-vif-plugged", "status": "completed", "tag": "b21f965b-a860-4f49-aa34-b565ca8c2bb1", "code": 200}]} {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:47:36.584868 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a99ae0d1-341e-4b1a-ad19-ac10a55e0871 {{(pid=103409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:47:36.585607 dv-neutron-master-2-hyperv neutron-server[103409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '752cd32f-df43-4cc6-aac6-b3a850630717', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b21f965b-a860-4f49-aa34-b565ca8c2bb1', 'code': 200} Feb 28 10:47:36.617166 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Pushing event updated for resources: {'Port': ['ID=b21f965b-a860-4f49-aa34-b565ca8c2bb1,revision_number=5']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:47:36.638973 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485c0a0c-7b5d-4d37-8f25-076268985d83 req-ec8009e3-bc80-4441-b936-c41324c75f30 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:36.640475 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-485c0a0c-7b5d-4d37-8f25-076268985d83 req-ec8009e3-bc80-4441-b936-c41324c75f30 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/ports?device_id=752cd32f-df43-4cc6-aac6-b3a850630717 HTTP/1.1" status: 200 len: 946 time: 0.0674155 Feb 28 10:47:36.689555 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-485c0a0c-7b5d-4d37-8f25-076268985d83 req-9ecb52fd-aac8-4bcc-af64-0af14f0d86f6 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/security-groups?id=d63c2a16-9890-465e-82b4-7b6f8368c807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433116 Feb 28 10:47:36.811555 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca72321-5426-452f-b9ad-0ea79ce87eec req-e4810ce5-a5e7-4abb-bf2a-e117560cec06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:36.813022 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-eca72321-5426-452f-b9ad-0ea79ce87eec req-e4810ce5-a5e7-4abb-bf2a-e117560cec06 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=752cd32f-df43-4cc6-aac6-b3a850630717 HTTP/1.1" status: 200 len: 1130 time: 0.0546734 Feb 28 10:47:36.868253 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-eca72321-5426-452f-b9ad-0ea79ce87eec req-b6f69831-1db1-463a-8964-e695001c9212 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d63c2a16-9890-465e-82b4-7b6f8368c807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478697 Feb 28 10:47:37.846289 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22451b4-74bc-4914-95ee-454359e3938d req-2f4c402c-7163-44ee-a70b-23f925208b6f tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:37.847673 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-d22451b4-74bc-4914-95ee-454359e3938d req-2f4c402c-7163-44ee-a70b-23f925208b6f tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/ports?device_id=752cd32f-df43-4cc6-aac6-b3a850630717 HTTP/1.1" status: 200 len: 946 time: 0.0712116 Feb 28 10:47:37.895780 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-d22451b4-74bc-4914-95ee-454359e3938d req-9951e6fe-9eeb-4db5-9d10-022b155abd13 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/security-groups?id=d63c2a16-9890-465e-82b4-7b6f8368c807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424383 Feb 28 10:47:38.097325 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (13ac42ae-016e-4baf-bb31-c6fa820b41c2), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:38.761308 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-75113d8b-0259-47d5-9891-09ca82903b3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fb6705d2-4f70-4965-92a3-fbfccd43a6d3), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:39.029468 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb213293-e58b-4a8f-94f6-b3d05cb9d05e req-ddc21b83-7f59-4811-a7aa-43da24a00b32 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:39.030862 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-bb213293-e58b-4a8f-94f6-b3d05cb9d05e req-ddc21b83-7f59-4811-a7aa-43da24a00b32 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/ports?device_id=752cd32f-df43-4cc6-aac6-b3a850630717 HTTP/1.1" status: 200 len: 946 time: 0.0553436 Feb 28 10:47:39.089119 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-bb213293-e58b-4a8f-94f6-b3d05cb9d05e req-9e6ee764-db82-41c2-b5f3-4597ff95463d tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/security-groups?id=d63c2a16-9890-465e-82b4-7b6f8368c807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502350 Feb 28 10:47:39.212849 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a599fe1e-33d7-4621-af4a-5f2d8c111999 req-caf26955-d24f-4a1f-b963-226316304b16 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:39.214355 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-a599fe1e-33d7-4621-af4a-5f2d8c111999 req-caf26955-d24f-4a1f-b963-226316304b16 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/ports?device_id=752cd32f-df43-4cc6-aac6-b3a850630717 HTTP/1.1" status: 200 len: 946 time: 0.0594454 Feb 28 10:47:39.272725 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-a599fe1e-33d7-4621-af4a-5f2d8c111999 req-235c49e7-67ea-4053-be05-10eedd73c52d tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/security-groups?id=d63c2a16-9890-465e-82b4-7b6f8368c807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526075 Feb 28 10:47:39.299952 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 41816) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:47:39.346394 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb34976b-e0ac-445b-8be9-8283dea50785 tempest-TestNetworkBasicOps-986752647 tempest-TestNetworkBasicOps-986752647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:39.347952 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-fb34976b-e0ac-445b-8be9-8283dea50785 tempest-TestNetworkBasicOps-986752647 tempest-TestNetworkBasicOps-986752647-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=752cd32f-df43-4cc6-aac6-b3a850630717 HTTP/1.1" status: 200 len: 1125 time: 0.0469863 Feb 28 10:47:39.351038 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 41818) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:47:39.355806 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-47759e36-5ae7-4f19-92b6-8a14cf0d0514 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Request body: {'floatingip': {'floating_network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'port_id': 'b21f965b-a860-4f49-aa34-b565ca8c2bb1', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:47:39.380056 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-47759e36-5ae7-4f19-92b6-8a14cf0d0514 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:39.486388 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-47759e36-5ae7-4f19-92b6-8a14cf0d0514 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:39.597624 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-47759e36-5ae7-4f19-92b6-8a14cf0d0514 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Allocated IP 172.36.5.230 (1e0804d0-d1d9-4d40-9de5-2936f3d87840/6f6f4129-23e5-4c3b-b4ef-4c7ce926797e/25fbbe9d-9399-41d2-916d-6ce91602586e) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:47:39.723110 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-47759e36-5ae7-4f19-92b6-8a14cf0d0514 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for port (25fbbe9d-9399-41d2-916d-6ce91602586e), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:39.761441 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-47759e36-5ae7-4f19-92b6-8a14cf0d0514 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (25fbbe9d-9399-41d2-916d-6ce91602586e), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:39.803328 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47759e36-5ae7-4f19-92b6-8a14cf0d0514 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Network 1e0804d0-d1d9-4d40-9de5-2936f3d87840 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:47:39.806229 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-47759e36-5ae7-4f19-92b6-8a14cf0d0514 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:47:39.810015 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47759e36-5ae7-4f19-92b6-8a14cf0d0514 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:47:39.815688 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47759e36-5ae7-4f19-92b6-8a14cf0d0514 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event updated for resources: {'Port': ['ID=25fbbe9d-9399-41d2-916d-6ce91602586e,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:47:40.515975 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-47759e36-5ae7-4f19-92b6-8a14cf0d0514 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for floatingip (957f2993-a482-48c7-bb8e-fab0583c2fb4), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:40.588494 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-47759e36-5ae7-4f19-92b6-8a14cf0d0514 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (25fbbe9d-9399-41d2-916d-6ce91602586e), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:40.745616 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-47759e36-5ae7-4f19-92b6-8a14cf0d0514 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for port (25fbbe9d-9399-41d2-916d-6ce91602586e), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:40.753621 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-47759e36-5ae7-4f19-92b6-8a14cf0d0514 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3242529'] for port (25fbbe9d-9399-41d2-916d-6ce91602586e), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:40.822987 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47759e36-5ae7-4f19-92b6-8a14cf0d0514 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event updated for resources: {'Port': ['ID=25fbbe9d-9399-41d2-916d-6ce91602586e,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:47:40.835019 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-47759e36-5ae7-4f19-92b6-8a14cf0d0514 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1803383'] for floatingip (957f2993-a482-48c7-bb8e-fab0583c2fb4), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:40.938233 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.db.l3_db [None req-47759e36-5ae7-4f19-92b6-8a14cf0d0514 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Floating IP 957f2993-a482-48c7-bb8e-fab0583c2fb4 associated. External IP: 172.36.5.230, port: b21f965b-a860-4f49-aa34-b565ca8c2bb1. Feb 28 10:47:41.020148 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6ef0d3b4-7094-4134-8d27-6eb3cc75d8ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fc6c9b74-8dbb-41bb-800a-5bd3a43fe896), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:41.175954 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47759e36-5ae7-4f19-92b6-8a14cf0d0514 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Router b34aa78d-693e-4c68-895b-c2e0f887a713 has already been hosted by L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 {{(pid=103408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:47:41.302287 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47759e36-5ae7-4f19-92b6-8a14cf0d0514 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:47:41.315365 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3fb6a28-3950-411a-8d42-2b02e480f068 None None] Sync routers for ids ['b34aa78d-693e-4c68-895b-c2e0f887a713'] in dv-neutron-master-2-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:47:41.325084 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-47759e36-5ae7-4f19-92b6-8a14cf0d0514 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for floatingip (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:41.327884 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3fb6a28-3950-411a-8d42-2b02e480f068 None None] Routers {'b34aa78d-693e-4c68-895b-c2e0f887a713'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:47:41.328600 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-a3fb6a28-3950-411a-8d42-2b02e480f068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:47:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['b34aa78d-693e-4c68-895b-c2e0f887a713'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:47:41.362012 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-47759e36-5ae7-4f19-92b6-8a14cf0d0514 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0074413 Feb 28 10:47:41.362012 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '752cd32f-df43-4cc6-aac6-b3a850630717', 'tag': 'b21f965b-a860-4f49-aa34-b565ca8c2bb1'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:47:41.362451 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 41820) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:47:41.362938 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f56b9db1a49ad64bfd589e142fe25e4b3ad10508b17737ae95e2f0d29aca45ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae3eab61-d186-44af-b94e-26c997e65541" -d '{"events": [{"name": "network-changed", "server_uuid": "752cd32f-df43-4cc6-aac6-b3a850630717", "tag": "b21f965b-a860-4f49-aa34-b565ca8c2bb1"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:47:41.401746 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 10:47:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28fbf093-9cf7-4387-8e3d-1938f22784c1 x-openstack-request-id: req-28fbf093-9cf7-4387-8e3d-1938f22784c1 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:47:41.402110 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "752cd32f-df43-4cc6-aac6-b3a850630717", "tag": "b21f965b-a860-4f49-aa34-b565ca8c2bb1", "status": "completed", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:47:41.402435 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-28fbf093-9cf7-4387-8e3d-1938f22784c1 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:47:41.403021 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '752cd32f-df43-4cc6-aac6-b3a850630717', 'tag': 'b21f965b-a860-4f49-aa34-b565ca8c2bb1', 'status': 'completed', 'code': 200} Feb 28 10:47:41.446160 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-a3fb6a28-3950-411a-8d42-2b02e480f068 None None] Set router b34aa78d-693e-4c68-895b-c2e0f887a713 gateway port host: dv-neutron-master-2-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:47:41.506238 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-da08e2cc-c24e-4d79-bf59-0d5023d6148c tempest-TestNetworkBasicOps-986752647 tempest-TestNetworkBasicOps-986752647-project-admin] 10.222.0.20 "GET /v2.0/routers/b34aa78d-693e-4c68-895b-c2e0f887a713 HTTP/1.1" status: 200 len: 923 time: 0.1422694 Feb 28 10:47:41.508957 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 41824) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:47:41.512400 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3eab61-d186-44af-b94e-26c997e65541 req-9e7a5a25-6367-4d5a-9401-d3da4c693834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:41.513909 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-ae3eab61-d186-44af-b94e-26c997e65541 req-9e7a5a25-6367-4d5a-9401-d3da4c693834 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5a84b6bdce3e454e9741c4fbc09bfc68&device_id=752cd32f-df43-4cc6-aac6-b3a850630717 HTTP/1.1" status: 200 len: 1130 time: 0.0618048 Feb 28 10:47:41.575633 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-6ea92b43-5d4b-49c9-974e-c7172b8eb1ab tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/floatingips/957f2993-a482-48c7-bb8e-fab0583c2fb4 HTTP/1.1" status: 200 len: 992 time: 0.0653763 Feb 28 10:47:41.606316 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3eab61-d186-44af-b94e-26c997e65541 req-51e2c738-712b-40d9-96bf-5b8138c9e8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:41.607810 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-ae3eab61-d186-44af-b94e-26c997e65541 req-51e2c738-712b-40d9-96bf-5b8138c9e8aa service neutron] 10.222.0.30 "GET /v2.0/networks?id=1314aeb8-1260-4c15-8782-b7f1fbc1af22 HTTP/1.1" status: 200 len: 897 time: 0.0882013 Feb 28 10:47:41.675173 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-ae3eab61-d186-44af-b94e-26c997e65541 req-c63c6f4b-d283-4b95-bf92-1f78368f5e0d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b21f965b-a860-4f49-aa34-b565ca8c2bb1 HTTP/1.1" status: 200 len: 1000 time: 0.0607946 Feb 28 10:47:41.679973 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-a3fb6a28-3950-411a-8d42-2b02e480f068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b34aa78d-693e-4c68-895b-c2e0f887a713', 'name': 'tempest-TestNetworkBasicOps-router-1079726585', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.242'}], 'enable_snat': True}, 'gw_port_id': 'f2a3abaa-0a9e-4bb5-a8b2-05e7a6ece86c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:47:20Z', 'updated_at': '2022-02-28T10:47:24Z', 'revision_number': 4, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'gw_port': {'id': 'f2a3abaa-0a9e-4bb5-a8b2-05e7a6ece86c', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:80:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34aa78d-693e-4c68-895b-c2e0f887a713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:47:20Z', 'updated_at': '2022-02-28T10:47:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '957f2993-a482-48c7-bb8e-fab0583c2fb4', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'floating_ip_address': '172.36.5.230', 'floating_network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'router_id': 'b34aa78d-693e-4c68-895b-c2e0f887a713', 'port_id': 'b21f965b-a860-4f49-aa34-b565ca8c2bb1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1446, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1314aeb8-1260-4c15-8782-b7f1fbc1af22', 'mac_address': 'fa:16:3e:a4:f5:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '752cd32f-df43-4cc6-aac6-b3a850630717', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:47:40Z', 'updated_at': '2022-02-28T10:47:40Z', 'revision_number': 0, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9597387c-a169-4a99-9c50-6cdd831c57fd', 'name': '', 'network_id': '1314aeb8-1260-4c15-8782-b7f1fbc1af22', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'mac_address': 'fa:16:3e:55:1a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34aa78d-693e-4c68-895b-c2e0f887a713', 'device_owner': 'network:router_interface', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': 'f7b5b783-daec-4588-a86d-9b73614d09a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:47:23Z', 'updated_at': '2022-02-28T10:47:26Z', 'revision_number': 5, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'subnets': [{'id': 'f7b5b783-daec-4588-a86d-9b73614d09a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:47:41.711065 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3fb6a28-3950-411a-8d42-2b02e480f068 None None] Checking router: b34aa78d-693e-4c68-895b-c2e0f887a713 for host: dv-neutron-master-2-hyperv {{(pid=103410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:47:41.720782 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3fb6a28-3950-411a-8d42-2b02e480f068 None None] Routers {'b34aa78d-693e-4c68-895b-c2e0f887a713'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:47:41.721405 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-a3fb6a28-3950-411a-8d42-2b02e480f068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:47:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['b34aa78d-693e-4c68-895b-c2e0f887a713'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:47:41.729362 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3eab61-d186-44af-b94e-26c997e65541 req-93beb225-4f80-4f6f-9c81-fff1e7eed4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:41.730967 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-ae3eab61-d186-44af-b94e-26c997e65541 req-93beb225-4f80-4f6f-9c81-fff1e7eed4c6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f7b5b783-daec-4588-a86d-9b73614d09a6 HTTP/1.1" status: 200 len: 835 time: 0.0507348 Feb 28 10:47:41.780751 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3eab61-d186-44af-b94e-26c997e65541 req-41f8a588-b2c2-4eb5-bf9b-a9eb79b7fcc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:41.782305 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-ae3eab61-d186-44af-b94e-26c997e65541 req-41f8a588-b2c2-4eb5-bf9b-a9eb79b7fcc5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1314aeb8-1260-4c15-8782-b7f1fbc1af22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0457025 Feb 28 10:47:41.841722 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-a3fb6a28-3950-411a-8d42-2b02e480f068 None None] Set router b34aa78d-693e-4c68-895b-c2e0f887a713 gateway port host: dv-neutron-master-2-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:47:41.874769 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-ae3eab61-d186-44af-b94e-26c997e65541 req-de19845e-55b9-42db-b82b-ae3327473aca service neutron] 10.222.0.30 "GET /v2.0/networks/1314aeb8-1260-4c15-8782-b7f1fbc1af22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863333 Feb 28 10:47:41.967799 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-ae3eab61-d186-44af-b94e-26c997e65541 req-df8c9e65-d797-4879-97d6-337453c20e91 service neutron] 10.222.0.30 "GET /v2.0/networks/1314aeb8-1260-4c15-8782-b7f1fbc1af22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869596 Feb 28 10:47:42.034235 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b6d631fb-7df0-4fe1-8322-abff3b61cae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (0db5147a-92a3-4581-8a5f-8ec9b93e0600), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:42.069778 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-a3fb6a28-3950-411a-8d42-2b02e480f068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b34aa78d-693e-4c68-895b-c2e0f887a713', 'name': 'tempest-TestNetworkBasicOps-router-1079726585', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.242'}], 'enable_snat': True}, 'gw_port_id': 'f2a3abaa-0a9e-4bb5-a8b2-05e7a6ece86c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:47:20Z', 'updated_at': '2022-02-28T10:47:24Z', 'revision_number': 4, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'gw_port': {'id': 'f2a3abaa-0a9e-4bb5-a8b2-05e7a6ece86c', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:80:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34aa78d-693e-4c68-895b-c2e0f887a713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:47:20Z', 'updated_at': '2022-02-28T10:47:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '957f2993-a482-48c7-bb8e-fab0583c2fb4', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'floating_ip_address': '172.36.5.230', 'floating_network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'router_id': 'b34aa78d-693e-4c68-895b-c2e0f887a713', 'port_id': 'b21f965b-a860-4f49-aa34-b565ca8c2bb1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1446, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1314aeb8-1260-4c15-8782-b7f1fbc1af22', 'mac_address': 'fa:16:3e:a4:f5:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '752cd32f-df43-4cc6-aac6-b3a850630717', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:47:40Z', 'updated_at': '2022-02-28T10:47:40Z', 'revision_number': 0, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9597387c-a169-4a99-9c50-6cdd831c57fd', 'name': '', 'network_id': '1314aeb8-1260-4c15-8782-b7f1fbc1af22', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'mac_address': 'fa:16:3e:55:1a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34aa78d-693e-4c68-895b-c2e0f887a713', 'device_owner': 'network:router_interface', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': 'f7b5b783-daec-4588-a86d-9b73614d09a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:47:23Z', 'updated_at': '2022-02-28T10:47:26Z', 'revision_number': 5, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'subnets': [{'id': 'f7b5b783-daec-4588-a86d-9b73614d09a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:47:42.099650 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3fb6a28-3950-411a-8d42-2b02e480f068 None None] The sync data for ids ['b34aa78d-693e-4c68-895b-c2e0f887a713'] in dv-neutron-master-2-hyperv is: [{'id': 'b34aa78d-693e-4c68-895b-c2e0f887a713', 'name': 'tempest-TestNetworkBasicOps-router-1079726585', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.242'}], 'enable_snat': True}, 'gw_port_id': 'f2a3abaa-0a9e-4bb5-a8b2-05e7a6ece86c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:47:20Z', 'updated_at': '2022-02-28T10:47:24Z', 'revision_number': 4, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'gw_port': {'id': 'f2a3abaa-0a9e-4bb5-a8b2-05e7a6ece86c', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:80:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34aa78d-693e-4c68-895b-c2e0f887a713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:47:20Z', 'updated_at': '2022-02-28T10:47:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '957f2993-a482-48c7-bb8e-fab0583c2fb4', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'floating_ip_address': '172.36.5.230', 'floating_network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'router_id': 'b34aa78d-693e-4c68-895b-c2e0f887a713', 'port_id': 'b21f965b-a860-4f49-aa34-b565ca8c2bb1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1446, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1314aeb8-1260-4c15-8782-b7f1fbc1af22', 'mac_address': 'fa:16:3e:a4:f5:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '752cd32f-df43-4cc6-aac6-b3a850630717', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:47:40Z', 'updated_at': '2022-02-28T10:47:40Z', 'revision_number': 0, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9597387c-a169-4a99-9c50-6cdd831c57fd', 'name': '', 'network_id': '1314aeb8-1260-4c15-8782-b7f1fbc1af22', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'mac_address': 'fa:16:3e:55:1a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34aa78d-693e-4c68-895b-c2e0f887a713', 'device_owner': 'network:router_interface', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': 'f7b5b783-daec-4588-a86d-9b73614d09a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:47:23Z', 'updated_at': '2022-02-28T10:47:26Z', 'revision_number': 5, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'subnets': [{'id': 'f7b5b783-daec-4588-a86d-9b73614d09a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:47:42.310361 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7352afe0-85f4-4c47-859c-aec12b26b317 None None] New status for floating IP 957f2993-a482-48c7-bb8e-fab0583c2fb4: ACTIVE {{(pid=103409) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 10:47:42.578634 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 41826) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:47:42.641474 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-05c81671-8536-415d-bb10-08baddd3b62e tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/floatingips/957f2993-a482-48c7-bb8e-fab0583c2fb4 HTTP/1.1" status: 200 len: 994 time: 0.0616093 Feb 28 10:47:43.477599 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6b923bb1-06b0-4b84-b461-7cc1d0196090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (2e621730-3978-4720-b581-ac380e97a567), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:44.916765 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:46.156541 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 41828) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:47:46.327325 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-b8935a3e-ceff-4792-a9c0-2021e67a3f07 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Deleting port 47debd89-6a0c-49be-9a7b-b95568d9ba11 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:47:46.327698 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b8935a3e-ceff-4792-a9c0-2021e67a3f07 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (47debd89-6a0c-49be-9a7b-b95568d9ba11), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:46.419417 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b8935a3e-ceff-4792-a9c0-2021e67a3f07 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (47debd89-6a0c-49be-9a7b-b95568d9ba11), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:46.419733 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b8935a3e-ceff-4792-a9c0-2021e67a3f07 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Publish callbacks [] for floatingip (47debd89-6a0c-49be-9a7b-b95568d9ba11), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:46.431987 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-b8935a3e-ceff-4792-a9c0-2021e67a3f07 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Calling delete_port for 47debd89-6a0c-49be-9a7b-b95568d9ba11 owned by network:floatingip {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:47:46.588664 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b8935a3e-ceff-4792-a9c0-2021e67a3f07 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (47debd89-6a0c-49be-9a7b-b95568d9ba11), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:46.612291 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8935a3e-ceff-4792-a9c0-2021e67a3f07 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Pushing event deleted for resources: {'Port': ['ID=47debd89-6a0c-49be-9a7b-b95568d9ba11,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:47:46.678253 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b8935a3e-ceff-4792-a9c0-2021e67a3f07 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Publish callbacks [] for floatingip (ba8aa16b-beda-4e9b-a4bd-cb8760848d28), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:46.678506 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.db.l3_db [None req-b8935a3e-ceff-4792-a9c0-2021e67a3f07 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Floating IP ba8aa16b-beda-4e9b-a4bd-cb8760848d28 disassociated (deleted). External IP: 172.36.5.27, port: 8cf9144b-d97b-42aa-a6d6-d16464b24251. Feb 28 10:47:46.895443 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8935a3e-ceff-4792-a9c0-2021e67a3f07 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Router bd5e29c8-c38a-48ce-8dc3-970636090032 has already been hosted by L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:47:47.009488 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8935a3e-ceff-4792-a9c0-2021e67a3f07 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:47:47.015463 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b8935a3e-ceff-4792-a9c0-2021e67a3f07 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for floatingip (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:47.048440 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-b8935a3e-ceff-4792-a9c0-2021e67a3f07 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.20 "DELETE /v2.0/floatingips/ba8aa16b-beda-4e9b-a4bd-cb8760848d28 HTTP/1.1" status: 204 len: 168 time: 0.8906131 Feb 28 10:47:47.049500 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8adea748-19cc-4cf4-a8f9-2b42965f8431', 'tag': '8cf9144b-d97b-42aa-a6d6-d16464b24251'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:47:47.052118 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c8e1c873eeca597e52e7ceb7469e602eac250bfea6606d285743d38033cf584" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-017f639b-619e-4bd8-87ba-a5cf2c116f89" -d '{"events": [{"name": "network-changed", "server_uuid": "8adea748-19cc-4cf4-a8f9-2b42965f8431", "tag": "8cf9144b-d97b-42aa-a6d6-d16464b24251"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:47:47.095273 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 10:47:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60bba7e4-88db-4a22-8d44-30cd0c8fd905 x-openstack-request-id: req-60bba7e4-88db-4a22-8d44-30cd0c8fd905 {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:47:47.095566 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8adea748-19cc-4cf4-a8f9-2b42965f8431", "tag": "8cf9144b-d97b-42aa-a6d6-d16464b24251", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:47:47.095838 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-60bba7e4-88db-4a22-8d44-30cd0c8fd905 {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:47:47.096228 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8adea748-19cc-4cf4-a8f9-2b42965f8431', 'tag': '8cf9144b-d97b-42aa-a6d6-d16464b24251', 'status': 'completed', 'code': 200} Feb 28 10:47:47.117034 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7adb94e-c0ac-4df7-86eb-cb5821bc7562 None None] Sync routers for ids ['bd5e29c8-c38a-48ce-8dc3-970636090032'] in dv-neutron-master-2-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:47:47.127629 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7adb94e-c0ac-4df7-86eb-cb5821bc7562 None None] Routers {'bd5e29c8-c38a-48ce-8dc3-970636090032'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:47:47.128243 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-b7adb94e-c0ac-4df7-86eb-cb5821bc7562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:47:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['bd5e29c8-c38a-48ce-8dc3-970636090032'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:47:47.212349 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017f639b-619e-4bd8-87ba-a5cf2c116f89 req-a2719390-55e4-4612-9233-48d9a62c755d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:47.214154 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-017f639b-619e-4bd8-87ba-a5cf2c116f89 req-a2719390-55e4-4612-9233-48d9a62c755d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=731d835d2b9d4f1cae2d0f5bd7f8ebb9&device_id=8adea748-19cc-4cf4-a8f9-2b42965f8431 HTTP/1.1" status: 200 len: 1129 time: 0.0577457 Feb 28 10:47:47.238389 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-b7adb94e-c0ac-4df7-86eb-cb5821bc7562 None None] Set router bd5e29c8-c38a-48ce-8dc3-970636090032 gateway port host: dv-neutron-master-2-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:47:47.355951 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40eb12b-37e6-4cb2-8b5b-d0eba6f7a3c7 req-fdb4aa38-01fb-4491-961d-d176ea253f00 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:47.357544 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-d40eb12b-37e6-4cb2-8b5b-d0eba6f7a3c7 req-fdb4aa38-01fb-4491-961d-d176ea253f00 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.20 "GET /v2.0/ports?device_id=8adea748-19cc-4cf4-a8f9-2b42965f8431 HTTP/1.1" status: 200 len: 945 time: 0.1113954 Feb 28 10:47:47.376412 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017f639b-619e-4bd8-87ba-a5cf2c116f89 req-c849b6e3-3661-46ed-a678-9ec4f696ba85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:47.377847 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-017f639b-619e-4bd8-87ba-a5cf2c116f89 req-c849b6e3-3661-46ed-a678-9ec4f696ba85 service neutron] 10.222.0.30 "GET /v2.0/networks?id=75bff9a3-e6fb-40b9-a252-b48d30550927 HTTP/1.1" status: 200 len: 913 time: 0.1227238 Feb 28 10:47:47.428372 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-017f639b-619e-4bd8-87ba-a5cf2c116f89 req-87aece77-6c7f-4c35-8f14-170b9f54bcb0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8cf9144b-d97b-42aa-a6d6-d16464b24251 HTTP/1.1" status: 200 len: 217 time: 0.0402858 Feb 28 10:47:47.471536 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-b7adb94e-c0ac-4df7-86eb-cb5821bc7562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd5e29c8-c38a-48ce-8dc3-970636090032', 'name': 'tempest-TestVolumeBootPattern-1823250637-router', 'tenant_id': '731d835d2b9d4f1cae2d0f5bd7f8ebb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.129'}], 'enable_snat': True}, 'gw_port_id': '7dff299d-16aa-48a9-bb1b-402a94ac724b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:40:11Z', 'updated_at': '2022-02-28T10:40:14Z', 'revision_number': 4, 'project_id': '731d835d2b9d4f1cae2d0f5bd7f8ebb9', 'gw_port': {'id': '7dff299d-16aa-48a9-bb1b-402a94ac724b', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:b0:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5e29c8-c38a-48ce-8dc3-970636090032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:40:12Z', 'updated_at': '2022-02-28T10:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '9d0f137a-9c2c-4cec-98d1-e4f8c39c49d3', 'tenant_id': '731d835d2b9d4f1cae2d0f5bd7f8ebb9', 'floating_ip_address': '172.36.5.180', 'floating_network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'router_id': 'bd5e29c8-c38a-48ce-8dc3-970636090032', 'port_id': '2097dbc1-1ec9-4802-a47b-5238b152e3ed', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1386, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75bff9a3-e6fb-40b9-a252-b48d30550927', 'mac_address': 'fa:16:3e:21:1f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3949dcf-1058-4944-b0bc-7a64112645e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:43:53Z', 'updated_at': '2022-02-28T10:43:55Z', 'revision_number': 1, 'project_id': '731d835d2b9d4f1cae2d0f5bd7f8ebb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87df74ac-20b3-46c6-9cf3-a504e98c4bb3', 'name': '', 'network_id': '75bff9a3-e6fb-40b9-a252-b48d30550927', 'tenant_id': '731d835d2b9d4f1cae2d0f5bd7f8ebb9', 'mac_address': 'fa:16:3e:9d:bd:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5e29c8-c38a-48ce-8dc3-970636090032', 'device_owner': 'network:router_interface', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': 'e42d74b6-8cf8-4c98-a2fa-7c543c8ad426', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:40:14Z', 'updated_at': '2022-02-28T10:40:19Z', 'revision_number': 5, 'project_id': '731d835d2b9d4f1cae2d0f5bd7f8ebb9', 'subnets': [{'id': 'e42d74b6-8cf8-4c98-a2fa-7c543c8ad426', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:47:47.480461 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-d40eb12b-37e6-4cb2-8b5b-d0eba6f7a3c7 req-55db2225-f776-4710-9782-f52eae465397 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.20 "GET /v2.0/security-groups?id=a08cfa97-6188-4a72-a6d9-f5f45058a420&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1139758 Feb 28 10:47:47.491555 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017f639b-619e-4bd8-87ba-a5cf2c116f89 req-52dba41d-f20b-474b-bd69-347ea0c6cd98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:47.493002 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-017f639b-619e-4bd8-87ba-a5cf2c116f89 req-52dba41d-f20b-474b-bd69-347ea0c6cd98 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e42d74b6-8cf8-4c98-a2fa-7c543c8ad426 HTTP/1.1" status: 200 len: 851 time: 0.0587430 Feb 28 10:47:47.499341 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7adb94e-c0ac-4df7-86eb-cb5821bc7562 None None] Checking router: bd5e29c8-c38a-48ce-8dc3-970636090032 for host: dv-neutron-master-2-hyperv {{(pid=103410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:47:47.508079 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7adb94e-c0ac-4df7-86eb-cb5821bc7562 None None] Routers {'bd5e29c8-c38a-48ce-8dc3-970636090032'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:47:47.508736 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-b7adb94e-c0ac-4df7-86eb-cb5821bc7562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:47:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['bd5e29c8-c38a-48ce-8dc3-970636090032'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:47:47.551815 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017f639b-619e-4bd8-87ba-a5cf2c116f89 req-d9859bef-e2eb-4615-ab01-f2fcdaebbb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:47.553244 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-017f639b-619e-4bd8-87ba-a5cf2c116f89 req-d9859bef-e2eb-4615-ab01-f2fcdaebbb75 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=75bff9a3-e6fb-40b9-a252-b48d30550927&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0526779 Feb 28 10:47:47.622333 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-b7adb94e-c0ac-4df7-86eb-cb5821bc7562 None None] Set router bd5e29c8-c38a-48ce-8dc3-970636090032 gateway port host: dv-neutron-master-2-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:47:47.643689 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-017f639b-619e-4bd8-87ba-a5cf2c116f89 req-fd80ab70-f029-4593-86b2-0d95b0231c03 service neutron] 10.222.0.30 "GET /v2.0/networks/75bff9a3-e6fb-40b9-a252-b48d30550927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841250 Feb 28 10:47:47.737793 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-017f639b-619e-4bd8-87ba-a5cf2c116f89 req-dafbbc37-dd62-4d96-a778-334ed94eb6ca service neutron] 10.222.0.30 "GET /v2.0/networks/75bff9a3-e6fb-40b9-a252-b48d30550927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874865 Feb 28 10:47:47.854354 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-b7adb94e-c0ac-4df7-86eb-cb5821bc7562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd5e29c8-c38a-48ce-8dc3-970636090032', 'name': 'tempest-TestVolumeBootPattern-1823250637-router', 'tenant_id': '731d835d2b9d4f1cae2d0f5bd7f8ebb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.129'}], 'enable_snat': True}, 'gw_port_id': '7dff299d-16aa-48a9-bb1b-402a94ac724b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:40:11Z', 'updated_at': '2022-02-28T10:40:14Z', 'revision_number': 4, 'project_id': '731d835d2b9d4f1cae2d0f5bd7f8ebb9', 'gw_port': {'id': '7dff299d-16aa-48a9-bb1b-402a94ac724b', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:b0:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5e29c8-c38a-48ce-8dc3-970636090032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:40:12Z', 'updated_at': '2022-02-28T10:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '9d0f137a-9c2c-4cec-98d1-e4f8c39c49d3', 'tenant_id': '731d835d2b9d4f1cae2d0f5bd7f8ebb9', 'floating_ip_address': '172.36.5.180', 'floating_network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'router_id': 'bd5e29c8-c38a-48ce-8dc3-970636090032', 'port_id': '2097dbc1-1ec9-4802-a47b-5238b152e3ed', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1386, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75bff9a3-e6fb-40b9-a252-b48d30550927', 'mac_address': 'fa:16:3e:21:1f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3949dcf-1058-4944-b0bc-7a64112645e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:43:53Z', 'updated_at': '2022-02-28T10:43:55Z', 'revision_number': 1, 'project_id': '731d835d2b9d4f1cae2d0f5bd7f8ebb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87df74ac-20b3-46c6-9cf3-a504e98c4bb3', 'name': '', 'network_id': '75bff9a3-e6fb-40b9-a252-b48d30550927', 'tenant_id': '731d835d2b9d4f1cae2d0f5bd7f8ebb9', 'mac_address': 'fa:16:3e:9d:bd:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5e29c8-c38a-48ce-8dc3-970636090032', 'device_owner': 'network:router_interface', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': 'e42d74b6-8cf8-4c98-a2fa-7c543c8ad426', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:40:14Z', 'updated_at': '2022-02-28T10:40:19Z', 'revision_number': 5, 'project_id': '731d835d2b9d4f1cae2d0f5bd7f8ebb9', 'subnets': [{'id': 'e42d74b6-8cf8-4c98-a2fa-7c543c8ad426', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:47:47.884329 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7adb94e-c0ac-4df7-86eb-cb5821bc7562 None None] The sync data for ids ['bd5e29c8-c38a-48ce-8dc3-970636090032'] in dv-neutron-master-2-hyperv is: [{'id': 'bd5e29c8-c38a-48ce-8dc3-970636090032', 'name': 'tempest-TestVolumeBootPattern-1823250637-router', 'tenant_id': '731d835d2b9d4f1cae2d0f5bd7f8ebb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.129'}], 'enable_snat': True}, 'gw_port_id': '7dff299d-16aa-48a9-bb1b-402a94ac724b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:40:11Z', 'updated_at': '2022-02-28T10:40:14Z', 'revision_number': 4, 'project_id': '731d835d2b9d4f1cae2d0f5bd7f8ebb9', 'gw_port': {'id': '7dff299d-16aa-48a9-bb1b-402a94ac724b', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:b0:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5e29c8-c38a-48ce-8dc3-970636090032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:40:12Z', 'updated_at': '2022-02-28T10:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '9d0f137a-9c2c-4cec-98d1-e4f8c39c49d3', 'tenant_id': '731d835d2b9d4f1cae2d0f5bd7f8ebb9', 'floating_ip_address': '172.36.5.180', 'floating_network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'router_id': 'bd5e29c8-c38a-48ce-8dc3-970636090032', 'port_id': '2097dbc1-1ec9-4802-a47b-5238b152e3ed', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1386, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75bff9a3-e6fb-40b9-a252-b48d30550927', 'mac_address': 'fa:16:3e:21:1f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3949dcf-1058-4944-b0bc-7a64112645e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:43:53Z', 'updated_at': '2022-02-28T10:43:55Z', 'revision_number': 1, 'project_id': '731d835d2b9d4f1cae2d0f5bd7f8ebb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87df74ac-20b3-46c6-9cf3-a504e98c4bb3', 'name': '', 'network_id': '75bff9a3-e6fb-40b9-a252-b48d30550927', 'tenant_id': '731d835d2b9d4f1cae2d0f5bd7f8ebb9', 'mac_address': 'fa:16:3e:9d:bd:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5e29c8-c38a-48ce-8dc3-970636090032', 'device_owner': 'network:router_interface', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': 'e42d74b6-8cf8-4c98-a2fa-7c543c8ad426', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:40:14Z', 'updated_at': '2022-02-28T10:40:19Z', 'revision_number': 5, 'project_id': '731d835d2b9d4f1cae2d0f5bd7f8ebb9', 'subnets': [{'id': 'e42d74b6-8cf8-4c98-a2fa-7c543c8ad426', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:47:48.116775 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a79b156-4f51-453e-8869-ec706f7e6031 None None] New status for floating IP ba8aa16b-beda-4e9b-a4bd-cb8760848d28: DOWN {{(pid=103409) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 10:47:48.926934 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81a60a9-9422-4fc3-807e-9b1443b06670 req-41e100dc-9150-49c1-97e0-512497ebb3f3 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:48.928407 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-a81a60a9-9422-4fc3-807e-9b1443b06670 req-41e100dc-9150-49c1-97e0-512497ebb3f3 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.20 "GET /v2.0/ports?device_id=8adea748-19cc-4cf4-a8f9-2b42965f8431 HTTP/1.1" status: 200 len: 945 time: 0.3746550 Feb 28 10:47:48.988019 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-a81a60a9-9422-4fc3-807e-9b1443b06670 req-570b8585-4d9e-4de3-a6cf-fd66dd1518d3 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.20 "GET /v2.0/security-groups?id=a08cfa97-6188-4a72-a6d9-f5f45058a420&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539744 Feb 28 10:47:49.193223 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52272dba-fdc0-4633-82df-de9d5335afa9 req-095b538b-13d9-47d5-8753-6b53db97f35a tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:47:49.194595 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-52272dba-fdc0-4633-82df-de9d5335afa9 req-095b538b-13d9-47d5-8753-6b53db97f35a tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.30 "GET /v2.0/ports?device_id=8adea748-19cc-4cf4-a8f9-2b42965f8431 HTTP/1.1" status: 200 len: 945 time: 0.0647275 Feb 28 10:47:49.291070 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [req-52272dba-fdc0-4633-82df-de9d5335afa9 req-cfac3ed7-4fc6-4fac-bc52-50ca25a31b64 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Deleting port 8cf9144b-d97b-42aa-a6d6-d16464b24251 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:47:49.291400 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-52272dba-fdc0-4633-82df-de9d5335afa9 req-cfac3ed7-4fc6-4fac-bc52-50ca25a31b64 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (8cf9144b-d97b-42aa-a6d6-d16464b24251), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:49.403061 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-52272dba-fdc0-4633-82df-de9d5335afa9 req-cfac3ed7-4fc6-4fac-bc52-50ca25a31b64 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] For port 8cf9144b-d97b-42aa-a6d6-d16464b24251, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=8cf9144b-d97b-42aa-a6d6-d16464b24251,segment=NetworkSegment(635647a0-bb32-4e83-8331-d451090464be),segment_id=635647a0-bb32-4e83-8331-d451090464be)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:47:49.403393 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-52272dba-fdc0-4633-82df-de9d5335afa9 req-cfac3ed7-4fc6-4fac-bc52-50ca25a31b64 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (8cf9144b-d97b-42aa-a6d6-d16464b24251), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:49.420793 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [req-52272dba-fdc0-4633-82df-de9d5335afa9 req-cfac3ed7-4fc6-4fac-bc52-50ca25a31b64 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Calling delete_port for 8cf9144b-d97b-42aa-a6d6-d16464b24251 owned by compute:nova {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:47:49.563302 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-52272dba-fdc0-4633-82df-de9d5335afa9 req-cfac3ed7-4fc6-4fac-bc52-50ca25a31b64 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (8cf9144b-d97b-42aa-a6d6-d16464b24251), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:49.596148 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfac3ed7-4fc6-4fac-bc52-50ca25a31b64 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Pushing event deleted for resources: {'Port': ['ID=8cf9144b-d97b-42aa-a6d6-d16464b24251,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:47:49.645574 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-52272dba-fdc0-4633-82df-de9d5335afa9 req-cfac3ed7-4fc6-4fac-bc52-50ca25a31b64 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] No DVR routers for this DVR port 8cf9144b-d97b-42aa-a6d6-d16464b24251 on host hv-neutron-mast {{(pid=103407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:47:49.648453 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-52272dba-fdc0-4633-82df-de9d5335afa9 req-cfac3ed7-4fc6-4fac-bc52-50ca25a31b64 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:47:49.652096 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-52272dba-fdc0-4633-82df-de9d5335afa9 req-cfac3ed7-4fc6-4fac-bc52-50ca25a31b64 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.30 "DELETE /v2.0/ports/8cf9144b-d97b-42aa-a6d6-d16464b24251 HTTP/1.1" status: 204 len: 173 time: 0.4518433 Feb 28 10:47:49.652561 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8adea748-19cc-4cf4-a8f9-2b42965f8431', 'name': 'network-vif-deleted', 'tag': '8cf9144b-d97b-42aa-a6d6-d16464b24251'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:47:49.655750 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c8e1c873eeca597e52e7ceb7469e602eac250bfea6606d285743d38033cf584" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaf0f6e1-7133-4362-94bc-69d91061ddbf" -d '{"events": [{"server_uuid": "8adea748-19cc-4cf4-a8f9-2b42965f8431", "name": "network-vif-deleted", "tag": "8cf9144b-d97b-42aa-a6d6-d16464b24251"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:47:49.693038 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 10:47:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-784a93ac-064e-43eb-b992-24b4826ca228 x-openstack-request-id: req-784a93ac-064e-43eb-b992-24b4826ca228 {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:47:49.693336 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8adea748-19cc-4cf4-a8f9-2b42965f8431", "name": "network-vif-deleted", "tag": "8cf9144b-d97b-42aa-a6d6-d16464b24251", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:47:49.693587 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-784a93ac-064e-43eb-b992-24b4826ca228 {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:47:49.693998 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8adea748-19cc-4cf4-a8f9-2b42965f8431', 'name': 'network-vif-deleted', 'tag': '8cf9144b-d97b-42aa-a6d6-d16464b24251', 'status': 'completed', 'code': 200} Feb 28 10:47:50.093009 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-f03720ad-8988-4ac1-961c-26f561377400 req-9384acc0-14d6-4225-8eed-8569e08ee4aa tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.20 "GET /v2.0/ports?device_id=8adea748-19cc-4cf4-a8f9-2b42965f8431 HTTP/1.1" status: 200 len: 210 time: 0.0298417 Feb 28 10:47:51.190479 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-35474e55-6ab3-4fb2-a7f3-b34c7fafd022 req-8e546771-34e2-4df9-9925-0193f5e3b934 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.20 "GET /v2.0/ports?device_id=8adea748-19cc-4cf4-a8f9-2b42965f8431 HTTP/1.1" status: 200 len: 210 time: 0.0279422 Feb 28 10:47:52.304353 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-9eac7253-c751-473d-9533-a133555e4f0d req-3ef8ab9f-4bbf-4e43-9ef4-ed8ea4871d75 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.20 "GET /v2.0/ports?device_id=8adea748-19cc-4cf4-a8f9-2b42965f8431 HTTP/1.1" status: 200 len: 210 time: 0.0329528 Feb 28 10:47:52.409954 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device 8cf9144b-d97b-42aa-a6d6-d16464b24251 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:47:52.430473 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] No Port match for: 8cf9144b-d97b-42aa-a6d6-d16464b24251 {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:47:52.430823 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device 8cf9144b-d97b-42aa-a6d6-d16464b24251 not bound to the agent host hv-neutron-mast {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:47:53.401070 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-719d0a6b-068c-4d4b-bd88-d4479b7e4c50 req-6c09e42a-4147-441e-a39c-b227c921551a tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.20 "GET /v2.0/ports?device_id=8adea748-19cc-4cf4-a8f9-2b42965f8431 HTTP/1.1" status: 200 len: 210 time: 0.0271721 Feb 28 10:47:54.504493 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-310bd289-f7e0-4e65-bb7b-dc742b9b1a5c req-23fb6df4-662a-4b1f-a5ac-6f9eba167e3a tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.20 "GET /v2.0/ports?device_id=8adea748-19cc-4cf4-a8f9-2b42965f8431 HTTP/1.1" status: 200 len: 210 time: 0.0340278 Feb 28 10:47:55.609606 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-2ae07a49-0ef3-403f-9aa2-c2b7b8fe4f69 req-f2616e12-efab-4de6-a5ff-63f3a9f2fe06 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.20 "GET /v2.0/ports?device_id=8adea748-19cc-4cf4-a8f9-2b42965f8431 HTTP/1.1" status: 200 len: 210 time: 0.0293150 Feb 28 10:47:56.760243 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-dde38b29-c103-4347-8b7c-1409f82029d9 req-cbe73817-9db9-42a5-984b-e3d73d0cf4e1 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.20 "GET /v2.0/ports?device_id=8adea748-19cc-4cf4-a8f9-2b42965f8431 HTTP/1.1" status: 200 len: 210 time: 0.0836425 Feb 28 10:47:57.859361 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-dfb69ab2-09d3-432b-ba88-8e8a3d30c89b req-13f2e42e-9bb1-4d4a-954f-4bdde6cbd711 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.20 "GET /v2.0/ports?device_id=8adea748-19cc-4cf4-a8f9-2b42965f8431 HTTP/1.1" status: 200 len: 210 time: 0.0279770 Feb 28 10:47:58.062337 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.agents_db [None req-382e0aa2-b126-48e6-89eb-3efa426b6b29 None None] Agent healthcheck: found 6 active agents {{(pid=103410) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 10:47:58.967701 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-087efe6d-496e-4385-b37c-dc77604829f1 req-5849f07f-4763-45cf-89d5-054665a4c8cb tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.20 "GET /v2.0/ports?device_id=8adea748-19cc-4cf4-a8f9-2b42965f8431 HTTP/1.1" status: 200 len: 210 time: 0.0280163 Feb 28 10:48:04.218739 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [req-ad7020f5-7557-466d-be2b-46cfe27f21c9 req-f50c2008-36f5-4ead-a7af-12728b41f3df service neutron] (103407) timed out ('10.222.0.30', 63059) {{(pid=103407) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 28 10:48:08.114055 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (13ac42ae-016e-4baf-bb31-c6fa820b41c2), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:08.543021 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 41890) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:48:08.710756 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-7290dcea-fe01-495e-90b7-fa2af59de4fd tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Deleting port 2e1901b2-9c75-4233-95eb-056d32240644 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:48:08.711118 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7290dcea-fe01-495e-90b7-fa2af59de4fd tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (2e1901b2-9c75-4233-95eb-056d32240644), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:08.767191 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-875fef7c-2b6f-470a-946c-92bde99714d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fb6705d2-4f70-4965-92a3-fbfccd43a6d3), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:08.789635 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7290dcea-fe01-495e-90b7-fa2af59de4fd tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (2e1901b2-9c75-4233-95eb-056d32240644), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:08.789970 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7290dcea-fe01-495e-90b7-fa2af59de4fd tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Publish callbacks [] for floatingip (2e1901b2-9c75-4233-95eb-056d32240644), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:08.801695 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-7290dcea-fe01-495e-90b7-fa2af59de4fd tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Calling delete_port for 2e1901b2-9c75-4233-95eb-056d32240644 owned by network:floatingip {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:48:08.955126 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7290dcea-fe01-495e-90b7-fa2af59de4fd tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (2e1901b2-9c75-4233-95eb-056d32240644), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:08.982908 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7290dcea-fe01-495e-90b7-fa2af59de4fd tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Pushing event deleted for resources: {'Port': ['ID=2e1901b2-9c75-4233-95eb-056d32240644,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:48:09.043758 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7290dcea-fe01-495e-90b7-fa2af59de4fd tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Publish callbacks [] for floatingip (9d0f137a-9c2c-4cec-98d1-e4f8c39c49d3), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:09.044114 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.db.l3_db [None req-7290dcea-fe01-495e-90b7-fa2af59de4fd tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Floating IP 9d0f137a-9c2c-4cec-98d1-e4f8c39c49d3 disassociated (deleted). External IP: 172.36.5.180, port: 2097dbc1-1ec9-4802-a47b-5238b152e3ed. Feb 28 10:48:09.265949 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7290dcea-fe01-495e-90b7-fa2af59de4fd tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Router bd5e29c8-c38a-48ce-8dc3-970636090032 has already been hosted by L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:48:09.384955 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7290dcea-fe01-495e-90b7-fa2af59de4fd tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:48:09.390355 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7290dcea-fe01-495e-90b7-fa2af59de4fd tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for floatingip (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:09.395064 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b604a19-4d24-4390-bb5d-0f0d21bb2e00 None None] Sync routers for ids ['bd5e29c8-c38a-48ce-8dc3-970636090032'] in dv-neutron-master-2-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:48:09.404166 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b604a19-4d24-4390-bb5d-0f0d21bb2e00 None None] Routers {'bd5e29c8-c38a-48ce-8dc3-970636090032'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:48:09.404911 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-2b604a19-4d24-4390-bb5d-0f0d21bb2e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:47:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['bd5e29c8-c38a-48ce-8dc3-970636090032'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:48:09.423329 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-7290dcea-fe01-495e-90b7-fa2af59de4fd tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.20 "DELETE /v2.0/floatingips/9d0f137a-9c2c-4cec-98d1-e4f8c39c49d3 HTTP/1.1" status: 204 len: 168 time: 0.8765342 Feb 28 10:48:09.423329 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3949dcf-1058-4944-b0bc-7a64112645e3', 'tag': '2097dbc1-1ec9-4802-a47b-5238b152e3ed'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:48:09.423690 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c8e1c873eeca597e52e7ceb7469e602eac250bfea6606d285743d38033cf584" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44d0874e-80ce-4815-a399-5327c6b13a30" -d '{"events": [{"name": "network-changed", "server_uuid": "c3949dcf-1058-4944-b0bc-7a64112645e3", "tag": "2097dbc1-1ec9-4802-a47b-5238b152e3ed"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:48:09.461193 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 10:48:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6c809d6-e8eb-477e-9707-5c5106fc9a84 x-openstack-request-id: req-e6c809d6-e8eb-477e-9707-5c5106fc9a84 {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:48:09.461493 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3949dcf-1058-4944-b0bc-7a64112645e3", "tag": "2097dbc1-1ec9-4802-a47b-5238b152e3ed", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:48:09.461793 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e6c809d6-e8eb-477e-9707-5c5106fc9a84 {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:48:09.462323 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3949dcf-1058-4944-b0bc-7a64112645e3', 'tag': '2097dbc1-1ec9-4802-a47b-5238b152e3ed', 'status': 'completed', 'code': 200} Feb 28 10:48:09.519593 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-2b604a19-4d24-4390-bb5d-0f0d21bb2e00 None None] Set router bd5e29c8-c38a-48ce-8dc3-970636090032 gateway port host: dv-neutron-master-2-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:48:09.551039 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d0874e-80ce-4815-a399-5327c6b13a30 req-41b7b6ea-88cf-4c64-83e5-bdef27ba928c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:48:09.552832 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-44d0874e-80ce-4815-a399-5327c6b13a30 req-41b7b6ea-88cf-4c64-83e5-bdef27ba928c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=731d835d2b9d4f1cae2d0f5bd7f8ebb9&device_id=c3949dcf-1058-4944-b0bc-7a64112645e3 HTTP/1.1" status: 200 len: 1130 time: 0.0482280 Feb 28 10:48:09.665499 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d0874e-80ce-4815-a399-5327c6b13a30 req-debc7e65-677c-4572-ab8e-8ca4d0dc2299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:48:09.667236 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-44d0874e-80ce-4815-a399-5327c6b13a30 req-debc7e65-677c-4572-ab8e-8ca4d0dc2299 service neutron] 10.222.0.30 "GET /v2.0/networks?id=75bff9a3-e6fb-40b9-a252-b48d30550927 HTTP/1.1" status: 200 len: 913 time: 0.1085620 Feb 28 10:48:09.720033 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-44d0874e-80ce-4815-a399-5327c6b13a30 req-b48db965-85ee-444b-a6f3-d4ef32731243 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2097dbc1-1ec9-4802-a47b-5238b152e3ed HTTP/1.1" status: 200 len: 217 time: 0.0458016 Feb 28 10:48:09.733381 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-2b604a19-4d24-4390-bb5d-0f0d21bb2e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd5e29c8-c38a-48ce-8dc3-970636090032', 'name': 'tempest-TestVolumeBootPattern-1823250637-router', 'tenant_id': '731d835d2b9d4f1cae2d0f5bd7f8ebb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.129'}], 'enable_snat': True}, 'gw_port_id': '7dff299d-16aa-48a9-bb1b-402a94ac724b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:40:11Z', 'updated_at': '2022-02-28T10:40:14Z', 'revision_number': 4, 'project_id': '731d835d2b9d4f1cae2d0f5bd7f8ebb9', 'gw_port': {'id': '7dff299d-16aa-48a9-bb1b-402a94ac724b', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:b0:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5e29c8-c38a-48ce-8dc3-970636090032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:40:12Z', 'updated_at': '2022-02-28T10:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '87df74ac-20b3-46c6-9cf3-a504e98c4bb3', 'name': '', 'network_id': '75bff9a3-e6fb-40b9-a252-b48d30550927', 'tenant_id': '731d835d2b9d4f1cae2d0f5bd7f8ebb9', 'mac_address': 'fa:16:3e:9d:bd:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5e29c8-c38a-48ce-8dc3-970636090032', 'device_owner': 'network:router_interface', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': 'e42d74b6-8cf8-4c98-a2fa-7c543c8ad426', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:40:14Z', 'updated_at': '2022-02-28T10:40:19Z', 'revision_number': 5, 'project_id': '731d835d2b9d4f1cae2d0f5bd7f8ebb9', 'subnets': [{'id': 'e42d74b6-8cf8-4c98-a2fa-7c543c8ad426', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:48:09.759433 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b604a19-4d24-4390-bb5d-0f0d21bb2e00 None None] Checking router: bd5e29c8-c38a-48ce-8dc3-970636090032 for host: dv-neutron-master-2-hyperv {{(pid=103410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:48:09.768435 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b604a19-4d24-4390-bb5d-0f0d21bb2e00 None None] Routers {'bd5e29c8-c38a-48ce-8dc3-970636090032'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:48:09.769149 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-2b604a19-4d24-4390-bb5d-0f0d21bb2e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:47:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['bd5e29c8-c38a-48ce-8dc3-970636090032'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:48:09.790155 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d0874e-80ce-4815-a399-5327c6b13a30 req-c92d32c6-fc3b-43a1-bd29-35ee18f261d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:48:09.791645 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-44d0874e-80ce-4815-a399-5327c6b13a30 req-c92d32c6-fc3b-43a1-bd29-35ee18f261d7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e42d74b6-8cf8-4c98-a2fa-7c543c8ad426 HTTP/1.1" status: 200 len: 851 time: 0.0574369 Feb 28 10:48:09.803374 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af97c953-be01-470e-becb-df0f3c82e9ea req-0bbf7a2c-8939-4607-9e17-5ec251422394 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:48:09.804798 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-af97c953-be01-470e-becb-df0f3c82e9ea req-0bbf7a2c-8939-4607-9e17-5ec251422394 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3949dcf-1058-4944-b0bc-7a64112645e3 HTTP/1.1" status: 200 len: 946 time: 0.1794763 Feb 28 10:48:09.881604 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-2b604a19-4d24-4390-bb5d-0f0d21bb2e00 None None] Set router bd5e29c8-c38a-48ce-8dc3-970636090032 gateway port host: dv-neutron-master-2-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:48:09.883756 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-af97c953-be01-470e-becb-df0f3c82e9ea req-10a613f2-b229-4f39-9fb3-f204cf42795f tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.20 "GET /v2.0/security-groups?id=a08cfa97-6188-4a72-a6d9-f5f45058a420&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703170 Feb 28 10:48:09.886733 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d0874e-80ce-4815-a399-5327c6b13a30 req-3ea8c93c-452f-4d0e-a417-33e8aea239c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:48:09.888056 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-44d0874e-80ce-4815-a399-5327c6b13a30 req-3ea8c93c-452f-4d0e-a417-33e8aea239c9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=75bff9a3-e6fb-40b9-a252-b48d30550927&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0823770 Feb 28 10:48:09.991260 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-44d0874e-80ce-4815-a399-5327c6b13a30 req-855b5ec7-fff4-4197-9f84-901bee4dbac5 service neutron] 10.222.0.30 "GET /v2.0/networks/75bff9a3-e6fb-40b9-a252-b48d30550927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944321 Feb 28 10:48:10.084487 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-44d0874e-80ce-4815-a399-5327c6b13a30 req-e5f1a55a-a473-4e7f-9105-cca7930a736a service neutron] 10.222.0.30 "GET /v2.0/networks/75bff9a3-e6fb-40b9-a252-b48d30550927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868821 Feb 28 10:48:10.175603 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-2b604a19-4d24-4390-bb5d-0f0d21bb2e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd5e29c8-c38a-48ce-8dc3-970636090032', 'name': 'tempest-TestVolumeBootPattern-1823250637-router', 'tenant_id': '731d835d2b9d4f1cae2d0f5bd7f8ebb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.129'}], 'enable_snat': True}, 'gw_port_id': '7dff299d-16aa-48a9-bb1b-402a94ac724b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:40:11Z', 'updated_at': '2022-02-28T10:40:14Z', 'revision_number': 4, 'project_id': '731d835d2b9d4f1cae2d0f5bd7f8ebb9', 'gw_port': {'id': '7dff299d-16aa-48a9-bb1b-402a94ac724b', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:b0:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5e29c8-c38a-48ce-8dc3-970636090032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:40:12Z', 'updated_at': '2022-02-28T10:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '87df74ac-20b3-46c6-9cf3-a504e98c4bb3', 'name': '', 'network_id': '75bff9a3-e6fb-40b9-a252-b48d30550927', 'tenant_id': '731d835d2b9d4f1cae2d0f5bd7f8ebb9', 'mac_address': 'fa:16:3e:9d:bd:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5e29c8-c38a-48ce-8dc3-970636090032', 'device_owner': 'network:router_interface', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': 'e42d74b6-8cf8-4c98-a2fa-7c543c8ad426', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:40:14Z', 'updated_at': '2022-02-28T10:40:19Z', 'revision_number': 5, 'project_id': '731d835d2b9d4f1cae2d0f5bd7f8ebb9', 'subnets': [{'id': 'e42d74b6-8cf8-4c98-a2fa-7c543c8ad426', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:48:10.204873 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b604a19-4d24-4390-bb5d-0f0d21bb2e00 None None] The sync data for ids ['bd5e29c8-c38a-48ce-8dc3-970636090032'] in dv-neutron-master-2-hyperv is: [{'id': 'bd5e29c8-c38a-48ce-8dc3-970636090032', 'name': 'tempest-TestVolumeBootPattern-1823250637-router', 'tenant_id': '731d835d2b9d4f1cae2d0f5bd7f8ebb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.129'}], 'enable_snat': True}, 'gw_port_id': '7dff299d-16aa-48a9-bb1b-402a94ac724b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:40:11Z', 'updated_at': '2022-02-28T10:40:14Z', 'revision_number': 4, 'project_id': '731d835d2b9d4f1cae2d0f5bd7f8ebb9', 'gw_port': {'id': '7dff299d-16aa-48a9-bb1b-402a94ac724b', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:b0:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5e29c8-c38a-48ce-8dc3-970636090032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:40:12Z', 'updated_at': '2022-02-28T10:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '87df74ac-20b3-46c6-9cf3-a504e98c4bb3', 'name': '', 'network_id': '75bff9a3-e6fb-40b9-a252-b48d30550927', 'tenant_id': '731d835d2b9d4f1cae2d0f5bd7f8ebb9', 'mac_address': 'fa:16:3e:9d:bd:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5e29c8-c38a-48ce-8dc3-970636090032', 'device_owner': 'network:router_interface', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': 'e42d74b6-8cf8-4c98-a2fa-7c543c8ad426', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:40:14Z', 'updated_at': '2022-02-28T10:40:19Z', 'revision_number': 5, 'project_id': '731d835d2b9d4f1cae2d0f5bd7f8ebb9', 'subnets': [{'id': 'e42d74b6-8cf8-4c98-a2fa-7c543c8ad426', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:48:10.449011 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f60652f-87e6-4c78-b5e2-74df5f42eb9e None None] New status for floating IP 9d0f137a-9c2c-4cec-98d1-e4f8c39c49d3: DOWN {{(pid=103409) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 10:48:11.018563 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5423631b-c2ae-4ecf-bdb5-eeb38a3c9e59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fc6c9b74-8dbb-41bb-800a-5bd3a43fe896), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:11.038676 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64be28d2-d6f8-4066-ac17-b011160d6cb3 req-10d010af-e233-4ea5-bca8-3c25703a2344 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:48:11.040210 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-64be28d2-d6f8-4066-ac17-b011160d6cb3 req-10d010af-e233-4ea5-bca8-3c25703a2344 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3949dcf-1058-4944-b0bc-7a64112645e3 HTTP/1.1" status: 200 len: 946 time: 0.0705543 Feb 28 10:48:11.095097 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-64be28d2-d6f8-4066-ac17-b011160d6cb3 req-c67b8f92-43fd-408a-8fd1-3ff1c2014d75 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.20 "GET /v2.0/security-groups?id=a08cfa97-6188-4a72-a6d9-f5f45058a420&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490499 Feb 28 10:48:11.411614 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ec613f-92b8-4d79-9726-e974cfb51fff req-8e830276-7faf-40ff-ba78-3d2736a02e62 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:48:11.413015 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-e8ec613f-92b8-4d79-9726-e974cfb51fff req-8e830276-7faf-40ff-ba78-3d2736a02e62 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3949dcf-1058-4944-b0bc-7a64112645e3 HTTP/1.1" status: 200 len: 946 time: 0.0701654 Feb 28 10:48:11.513964 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [req-e8ec613f-92b8-4d79-9726-e974cfb51fff req-a0f8cfe9-8831-4c33-9f2b-b4936d2318e4 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Deleting port 2097dbc1-1ec9-4802-a47b-5238b152e3ed {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:48:11.514174 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-e8ec613f-92b8-4d79-9726-e974cfb51fff req-a0f8cfe9-8831-4c33-9f2b-b4936d2318e4 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (2097dbc1-1ec9-4802-a47b-5238b152e3ed), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:11.611287 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-e8ec613f-92b8-4d79-9726-e974cfb51fff req-a0f8cfe9-8831-4c33-9f2b-b4936d2318e4 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] For port 2097dbc1-1ec9-4802-a47b-5238b152e3ed, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=2097dbc1-1ec9-4802-a47b-5238b152e3ed,segment=NetworkSegment(635647a0-bb32-4e83-8331-d451090464be),segment_id=635647a0-bb32-4e83-8331-d451090464be)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:48:11.611626 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-e8ec613f-92b8-4d79-9726-e974cfb51fff req-a0f8cfe9-8831-4c33-9f2b-b4936d2318e4 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (2097dbc1-1ec9-4802-a47b-5238b152e3ed), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:11.624727 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [req-e8ec613f-92b8-4d79-9726-e974cfb51fff req-a0f8cfe9-8831-4c33-9f2b-b4936d2318e4 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Calling delete_port for 2097dbc1-1ec9-4802-a47b-5238b152e3ed owned by compute:nova {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:48:11.771390 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-e8ec613f-92b8-4d79-9726-e974cfb51fff req-a0f8cfe9-8831-4c33-9f2b-b4936d2318e4 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (2097dbc1-1ec9-4802-a47b-5238b152e3ed), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:11.800098 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f8cfe9-8831-4c33-9f2b-b4936d2318e4 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Pushing event deleted for resources: {'Port': ['ID=2097dbc1-1ec9-4802-a47b-5238b152e3ed,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:48:11.844748 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8ec613f-92b8-4d79-9726-e974cfb51fff req-a0f8cfe9-8831-4c33-9f2b-b4936d2318e4 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] No DVR routers for this DVR port 2097dbc1-1ec9-4802-a47b-5238b152e3ed on host hv-neutron-mast {{(pid=103407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:48:11.847445 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-e8ec613f-92b8-4d79-9726-e974cfb51fff req-a0f8cfe9-8831-4c33-9f2b-b4936d2318e4 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:11.851051 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-e8ec613f-92b8-4d79-9726-e974cfb51fff req-a0f8cfe9-8831-4c33-9f2b-b4936d2318e4 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.30 "DELETE /v2.0/ports/2097dbc1-1ec9-4802-a47b-5238b152e3ed HTTP/1.1" status: 204 len: 173 time: 0.4321158 Feb 28 10:48:11.851587 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3949dcf-1058-4944-b0bc-7a64112645e3', 'name': 'network-vif-deleted', 'tag': '2097dbc1-1ec9-4802-a47b-5238b152e3ed'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:48:11.853859 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c8e1c873eeca597e52e7ceb7469e602eac250bfea6606d285743d38033cf584" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7f78250-d5a7-4cd8-b3c3-920a87b21d61" -d '{"events": [{"server_uuid": "c3949dcf-1058-4944-b0bc-7a64112645e3", "name": "network-vif-deleted", "tag": "2097dbc1-1ec9-4802-a47b-5238b152e3ed"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:48:11.890889 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 10:48:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44f9db30-1f9f-4de3-b8af-da84aacf3f1d x-openstack-request-id: req-44f9db30-1f9f-4de3-b8af-da84aacf3f1d {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:48:11.891197 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3949dcf-1058-4944-b0bc-7a64112645e3", "name": "network-vif-deleted", "tag": "2097dbc1-1ec9-4802-a47b-5238b152e3ed", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:48:11.891458 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-44f9db30-1f9f-4de3-b8af-da84aacf3f1d {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:48:11.891872 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3949dcf-1058-4944-b0bc-7a64112645e3', 'name': 'network-vif-deleted', 'tag': '2097dbc1-1ec9-4802-a47b-5238b152e3ed', 'status': 'completed', 'code': 200} Feb 28 10:48:12.038560 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b6d631fb-7df0-4fe1-8322-abff3b61cae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (0db5147a-92a3-4581-8a5f-8ec9b93e0600), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:12.195574 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-17d9e642-4e8a-4c90-bb56-b1256cc53639 req-541ed8ae-f72a-454b-85d0-576e6dcbb5bc tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3949dcf-1058-4944-b0bc-7a64112645e3 HTTP/1.1" status: 200 len: 210 time: 0.0294547 Feb 28 10:48:13.296353 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-5fb23b62-4a3d-46d2-981c-c105a3da3e67 req-e0c0aefa-bd05-431f-9248-98e4838871f5 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3949dcf-1058-4944-b0bc-7a64112645e3 HTTP/1.1" status: 200 len: 210 time: 0.0313804 Feb 28 10:48:13.479055 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6b923bb1-06b0-4b84-b461-7cc1d0196090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (2e621730-3978-4720-b581-ac380e97a567), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:14.394650 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-be7fb88c-a415-4680-a646-24bd0a54a27f req-47a84e9b-02df-4879-8b24-b0069bdc299e tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3949dcf-1058-4944-b0bc-7a64112645e3 HTTP/1.1" status: 200 len: 210 time: 0.0284872 Feb 28 10:48:14.493149 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device 2097dbc1-1ec9-4802-a47b-5238b152e3ed no longer exists at agent hyperv_hv-neutron-mast {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:48:14.514049 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] No Port match for: 2097dbc1-1ec9-4802-a47b-5238b152e3ed {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:48:14.514655 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device 2097dbc1-1ec9-4802-a47b-5238b152e3ed not bound to the agent host hv-neutron-mast {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:48:14.911682 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:15.494406 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-1f57ace0-1023-4464-b17f-3eb33ed77f79 req-e81662c6-20af-41a5-8aeb-80efdaa4896e tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3949dcf-1058-4944-b0bc-7a64112645e3 HTTP/1.1" status: 200 len: 210 time: 0.0277040 Feb 28 10:48:16.592717 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-e3821259-8634-4039-9d82-dfcdd34ca7be req-7c6a478f-6bbc-45f5-bb0d-9f28c8e55699 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3949dcf-1058-4944-b0bc-7a64112645e3 HTTP/1.1" status: 200 len: 210 time: 0.0281255 Feb 28 10:48:17.688949 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-a7667408-65fa-43c9-acc3-60983f205b89 req-ec8f71bb-d363-4c32-9a35-dfc25f5a545e tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3949dcf-1058-4944-b0bc-7a64112645e3 HTTP/1.1" status: 200 len: 210 time: 0.0274258 Feb 28 10:48:18.788167 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-b9dd473b-40b8-49ec-bdb8-9e02a1f50f63 req-b9db1064-231f-4e21-ac9e-ce049bc90f02 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3949dcf-1058-4944-b0bc-7a64112645e3 HTTP/1.1" status: 200 len: 210 time: 0.0290682 Feb 28 10:48:19.888423 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-9a03af8b-d38b-4de0-ae80-72bd9fda3095 req-f0074b22-8038-4e1c-86bd-880c2fa28933 tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3949dcf-1058-4944-b0bc-7a64112645e3 HTTP/1.1" status: 200 len: 210 time: 0.0313668 Feb 28 10:48:21.007247 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-c014010a-4fde-4dcc-b588-5ceb6f41f8c8 req-1d1d30e6-35b2-451d-baa2-3246ca4eb1ec tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.20 "GET /v2.0/ports?device_id=c3949dcf-1058-4944-b0bc-7a64112645e3 HTTP/1.1" status: 200 len: 210 time: 0.0283926 Feb 28 10:48:22.065956 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 41932) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:48:22.196148 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-ae70dfb7-7e88-4400-b091-2d79b82f06fe tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Deleting port a5e3918b-76d4-4d5e-97b9-88a900a92faa {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:48:22.196476 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ae70dfb7-7e88-4400-b091-2d79b82f06fe tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (a5e3918b-76d4-4d5e-97b9-88a900a92faa), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:22.282058 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ae70dfb7-7e88-4400-b091-2d79b82f06fe tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (a5e3918b-76d4-4d5e-97b9-88a900a92faa), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:22.282368 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ae70dfb7-7e88-4400-b091-2d79b82f06fe tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Publish callbacks [] for floatingip (a5e3918b-76d4-4d5e-97b9-88a900a92faa), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:22.294167 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-ae70dfb7-7e88-4400-b091-2d79b82f06fe tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Calling delete_port for a5e3918b-76d4-4d5e-97b9-88a900a92faa owned by network:floatingip {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:48:22.452603 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ae70dfb7-7e88-4400-b091-2d79b82f06fe tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (a5e3918b-76d4-4d5e-97b9-88a900a92faa), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:22.477416 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae70dfb7-7e88-4400-b091-2d79b82f06fe tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Pushing event deleted for resources: {'Port': ['ID=a5e3918b-76d4-4d5e-97b9-88a900a92faa,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:48:22.491211 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae70dfb7-7e88-4400-b091-2d79b82f06fe tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:48:22.491575 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae70dfb7-7e88-4400-b091-2d79b82f06fe tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:48:22.492025 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae70dfb7-7e88-4400-b091-2d79b82f06fe tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:48:22.492313 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae70dfb7-7e88-4400-b091-2d79b82f06fe tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:48:22.492662 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae70dfb7-7e88-4400-b091-2d79b82f06fe tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:48:22.493004 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae70dfb7-7e88-4400-b091-2d79b82f06fe tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:48:22.493544 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae70dfb7-7e88-4400-b091-2d79b82f06fe tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:48:22.493678 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae70dfb7-7e88-4400-b091-2d79b82f06fe tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:48:22.494821 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae70dfb7-7e88-4400-b091-2d79b82f06fe tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:48:22.494821 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae70dfb7-7e88-4400-b091-2d79b82f06fe tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:48:22.494821 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae70dfb7-7e88-4400-b091-2d79b82f06fe tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:48:22.495242 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae70dfb7-7e88-4400-b091-2d79b82f06fe tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:48:22.495336 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae70dfb7-7e88-4400-b091-2d79b82f06fe tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:48:22.559147 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ae70dfb7-7e88-4400-b091-2d79b82f06fe tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Publish callbacks [] for floatingip (0b9cdc64-610f-4d46-9879-2ad27e0417f3), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:22.561681 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ae70dfb7-7e88-4400-b091-2d79b82f06fe tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for floatingip (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:22.562919 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-ae70dfb7-7e88-4400-b091-2d79b82f06fe tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.20 "DELETE /v2.0/floatingips/0b9cdc64-610f-4d46-9879-2ad27e0417f3 HTTP/1.1" status: 204 len: 168 time: 0.4959528 Feb 28 10:48:27.993838 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 41958) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:48:28.054460 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7dbf14fc-4f89-46fd-a8eb-4a5968e4583f tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Publish callbacks [] for security_group (a08cfa97-6188-4a72-a6d9-f5f45058a420), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:28.080084 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7dbf14fc-4f89-46fd-a8eb-4a5968e4583f tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Publish callbacks [] for security_group (a08cfa97-6188-4a72-a6d9-f5f45058a420), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:28.141814 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7dbf14fc-4f89-46fd-a8eb-4a5968e4583f tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (a08cfa97-6188-4a72-a6d9-f5f45058a420), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:28.145363 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7dbf14fc-4f89-46fd-a8eb-4a5968e4583f tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:28.149240 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-7dbf14fc-4f89-46fd-a8eb-4a5968e4583f tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] 10.222.0.20 "DELETE /v2.0/security-groups/a08cfa97-6188-4a72-a6d9-f5f45058a420 HTTP/1.1" status: 204 len: 168 time: 0.1517200 Feb 28 10:48:28.160339 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbf14fc-4f89-46fd-a8eb-4a5968e4583f tempest-TestVolumeBootPattern-1393687893 tempest-TestVolumeBootPattern-1393687893-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a08cfa97-6188-4a72-a6d9-f5f45058a420,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:48:28.216622 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 41962) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:48:28.698637 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3564ebfb-7a36-449a-accf-90a58a804a34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1802615'] for router_interface (bd5e29c8-c38a-48ce-8dc3-970636090032), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:28.966949 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-3564ebfb-7a36-449a-accf-90a58a804a34 admin admin] Deleting port 87df74ac-20b3-46c6-9cf3-a504e98c4bb3 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:48:28.967290 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3564ebfb-7a36-449a-accf-90a58a804a34 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (87df74ac-20b3-46c6-9cf3-a504e98c4bb3), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:29.048120 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-3564ebfb-7a36-449a-accf-90a58a804a34 admin admin] For port 87df74ac-20b3-46c6-9cf3-a504e98c4bb3, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=87df74ac-20b3-46c6-9cf3-a504e98c4bb3,segment=NetworkSegment(635647a0-bb32-4e83-8331-d451090464be),segment_id=635647a0-bb32-4e83-8331-d451090464be)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:48:29.048488 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3564ebfb-7a36-449a-accf-90a58a804a34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (87df74ac-20b3-46c6-9cf3-a504e98c4bb3), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:29.061867 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-3564ebfb-7a36-449a-accf-90a58a804a34 admin admin] Calling delete_port for 87df74ac-20b3-46c6-9cf3-a504e98c4bb3 owned by network:router_interface {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:48:29.251827 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3564ebfb-7a36-449a-accf-90a58a804a34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (87df74ac-20b3-46c6-9cf3-a504e98c4bb3), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:29.274267 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3564ebfb-7a36-449a-accf-90a58a804a34 admin admin] Pushing event deleted for resources: {'Port': ['ID=87df74ac-20b3-46c6-9cf3-a504e98c4bb3,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:48:29.286446 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3564ebfb-7a36-449a-accf-90a58a804a34 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:48:29.286874 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3564ebfb-7a36-449a-accf-90a58a804a34 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:48:29.287173 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3564ebfb-7a36-449a-accf-90a58a804a34 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:48:29.287512 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3564ebfb-7a36-449a-accf-90a58a804a34 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:48:29.287849 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3564ebfb-7a36-449a-accf-90a58a804a34 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:48:29.288181 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3564ebfb-7a36-449a-accf-90a58a804a34 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:48:29.289062 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3564ebfb-7a36-449a-accf-90a58a804a34 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:48:29.289062 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3564ebfb-7a36-449a-accf-90a58a804a34 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:48:29.289274 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3564ebfb-7a36-449a-accf-90a58a804a34 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:48:29.289451 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3564ebfb-7a36-449a-accf-90a58a804a34 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:48:29.289779 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3564ebfb-7a36-449a-accf-90a58a804a34 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:48:29.290285 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3564ebfb-7a36-449a-accf-90a58a804a34 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:48:29.290629 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3564ebfb-7a36-449a-accf-90a58a804a34 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:48:29.472411 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3564ebfb-7a36-449a-accf-90a58a804a34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1802651'] for router_interface (bd5e29c8-c38a-48ce-8dc3-970636090032), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:29.732486 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3564ebfb-7a36-449a-accf-90a58a804a34 admin admin] Router bd5e29c8-c38a-48ce-8dc3-970636090032 has already been hosted by L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 {{(pid=103408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:48:29.861750 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3564ebfb-7a36-449a-accf-90a58a804a34 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:48:29.867021 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-3564ebfb-7a36-449a-accf-90a58a804a34 admin admin] 10.222.0.20 "PUT /v2.0/routers/bd5e29c8-c38a-48ce-8dc3-970636090032/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6487553 Feb 28 10:48:29.870444 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 41966) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:48:29.871582 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e839c6e-3c4f-40f1-b01b-53add9229b85 None None] Sync routers for ids ['bd5e29c8-c38a-48ce-8dc3-970636090032'] in dv-neutron-master-2-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:48:29.885109 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e839c6e-3c4f-40f1-b01b-53add9229b85 None None] Routers {'bd5e29c8-c38a-48ce-8dc3-970636090032'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:48:29.885773 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-0e839c6e-3c4f-40f1-b01b-53add9229b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:48:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['bd5e29c8-c38a-48ce-8dc3-970636090032'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:48:29.980690 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-09ee9ab1-9677-4e6d-96ba-c96b95a539f9 admin admin] Publish callbacks [] for router (bd5e29c8-c38a-48ce-8dc3-970636090032), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:30.010745 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-0e839c6e-3c4f-40f1-b01b-53add9229b85 None None] Set router bd5e29c8-c38a-48ce-8dc3-970636090032 gateway port host: dv-neutron-master-2-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:48:30.109760 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-09ee9ab1-9677-4e6d-96ba-c96b95a539f9 admin admin] Publish callbacks [] for router_gateway (bd5e29c8-c38a-48ce-8dc3-970636090032), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:30.170551 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-09ee9ab1-9677-4e6d-96ba-c96b95a539f9 admin admin] Deleting port 7dff299d-16aa-48a9-bb1b-402a94ac724b {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:48:30.170881 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-09ee9ab1-9677-4e6d-96ba-c96b95a539f9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (7dff299d-16aa-48a9-bb1b-402a94ac724b), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:30.214639 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-0e839c6e-3c4f-40f1-b01b-53add9229b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd5e29c8-c38a-48ce-8dc3-970636090032', 'name': 'tempest-TestVolumeBootPattern-1823250637-router', 'tenant_id': '731d835d2b9d4f1cae2d0f5bd7f8ebb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.129'}], 'enable_snat': True}, 'gw_port_id': '7dff299d-16aa-48a9-bb1b-402a94ac724b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:40:11Z', 'updated_at': '2022-02-28T10:48:29Z', 'revision_number': 5, 'project_id': '731d835d2b9d4f1cae2d0f5bd7f8ebb9', 'gw_port': {'id': '7dff299d-16aa-48a9-bb1b-402a94ac724b', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:b0:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5e29c8-c38a-48ce-8dc3-970636090032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:40:12Z', 'updated_at': '2022-02-28T10:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:48:30.249589 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e839c6e-3c4f-40f1-b01b-53add9229b85 None None] Checking router: bd5e29c8-c38a-48ce-8dc3-970636090032 for host: dv-neutron-master-2-hyperv {{(pid=103410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:48:30.258243 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e839c6e-3c4f-40f1-b01b-53add9229b85 None None] Routers {'bd5e29c8-c38a-48ce-8dc3-970636090032'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:48:30.258435 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-09ee9ab1-9677-4e6d-96ba-c96b95a539f9 admin admin] For port 7dff299d-16aa-48a9-bb1b-402a94ac724b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7dff299d-16aa-48a9-bb1b-402a94ac724b,segment=NetworkSegment(195d7ed7-323d-4284-82df-208cca613d99),segment_id=195d7ed7-323d-4284-82df-208cca613d99)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:48:30.258961 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-09ee9ab1-9677-4e6d-96ba-c96b95a539f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (7dff299d-16aa-48a9-bb1b-402a94ac724b), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:30.259071 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-0e839c6e-3c4f-40f1-b01b-53add9229b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:48:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['bd5e29c8-c38a-48ce-8dc3-970636090032'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:48:30.277046 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-09ee9ab1-9677-4e6d-96ba-c96b95a539f9 admin admin] Calling delete_port for 7dff299d-16aa-48a9-bb1b-402a94ac724b owned by network:router_gateway {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:48:30.361414 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-0e839c6e-3c4f-40f1-b01b-53add9229b85 None None] Set router bd5e29c8-c38a-48ce-8dc3-970636090032 gateway port host: None {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:48:30.422862 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-0e839c6e-3c4f-40f1-b01b-53add9229b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd5e29c8-c38a-48ce-8dc3-970636090032', 'name': 'tempest-TestVolumeBootPattern-1823250637-router', 'tenant_id': '731d835d2b9d4f1cae2d0f5bd7f8ebb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:40:11Z', 'updated_at': '2022-02-28T10:48:30Z', 'revision_number': 6, 'project_id': '731d835d2b9d4f1cae2d0f5bd7f8ebb9', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:48:30.454545 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e839c6e-3c4f-40f1-b01b-53add9229b85 None None] The sync data for ids ['bd5e29c8-c38a-48ce-8dc3-970636090032'] in dv-neutron-master-2-hyperv is: [{'id': 'bd5e29c8-c38a-48ce-8dc3-970636090032', 'name': 'tempest-TestVolumeBootPattern-1823250637-router', 'tenant_id': '731d835d2b9d4f1cae2d0f5bd7f8ebb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:40:11Z', 'updated_at': '2022-02-28T10:48:30Z', 'revision_number': 6, 'project_id': '731d835d2b9d4f1cae2d0f5bd7f8ebb9', 'gw_port_host': None}] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:48:30.471187 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-09ee9ab1-9677-4e6d-96ba-c96b95a539f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (7dff299d-16aa-48a9-bb1b-402a94ac724b), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:30.501315 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ee9ab1-9677-4e6d-96ba-c96b95a539f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=7dff299d-16aa-48a9-bb1b-402a94ac724b,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:48:30.565029 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-09ee9ab1-9677-4e6d-96ba-c96b95a539f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1803321'] for router_gateway (bd5e29c8-c38a-48ce-8dc3-970636090032), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:30.661023 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-09ee9ab1-9677-4e6d-96ba-c96b95a539f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1807017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5941'] for router (bd5e29c8-c38a-48ce-8dc3-970636090032), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:30.663451 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-09ee9ab1-9677-4e6d-96ba-c96b95a539f9 admin admin] Publish callbacks [] for router_controller (bd5e29c8-c38a-48ce-8dc3-970636090032), precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:30.713677 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-09ee9ab1-9677-4e6d-96ba-c96b95a539f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1806994'] for router (bd5e29c8-c38a-48ce-8dc3-970636090032), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:30.714279 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09ee9ab1-9677-4e6d-96ba-c96b95a539f9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bd5e29c8-c38a-48ce-8dc3-970636090032 {{(pid=103408) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 10:48:30.719043 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-09ee9ab1-9677-4e6d-96ba-c96b95a539f9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:30.720246 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-09ee9ab1-9677-4e6d-96ba-c96b95a539f9 admin admin] 10.222.0.20 "DELETE /v2.0/routers/bd5e29c8-c38a-48ce-8dc3-970636090032 HTTP/1.1" status: 204 len: 168 time: 0.8488748 Feb 28 10:48:30.722806 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 41968) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:48:30.775510 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c135544-5a97-41f1-9a7e-d2ad6a6b42ee admin admin] Deleting subnet e42d74b6-8cf8-4c98-a2fa-7c543c8ad426 {{(pid=103408) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:48:30.779264 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3c135544-5a97-41f1-9a7e-d2ad6a6b42ee admin admin] Publish callbacks [] for subnet (e42d74b6-8cf8-4c98-a2fa-7c543c8ad426), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:31.151563 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3c135544-5a97-41f1-9a7e-d2ad6a6b42ee admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3423529'] for subnet (e42d74b6-8cf8-4c98-a2fa-7c543c8ad426), precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:31.238386 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3c135544-5a97-41f1-9a7e-d2ad6a6b42ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-823142'] for subnet (e42d74b6-8cf8-4c98-a2fa-7c543c8ad426), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:31.287627 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 87df74ac-20b3-46c6-9cf3-a504e98c4bb3 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:48:31.299230 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3c135544-5a97-41f1-9a7e-d2ad6a6b42ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-823145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3242523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3951170'] for subnet (e42d74b6-8cf8-4c98-a2fa-7c543c8ad426), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:31.308972 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] No Port match for: 87df74ac-20b3-46c6-9cf3-a504e98c4bb3 {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:48:31.309322 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 87df74ac-20b3-46c6-9cf3-a504e98c4bb3 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:48:31.325180 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c135544-5a97-41f1-9a7e-d2ad6a6b42ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e42d74b6-8cf8-4c98-a2fa-7c543c8ad426,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:48:31.331092 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3c135544-5a97-41f1-9a7e-d2ad6a6b42ee admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:31.337003 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-3c135544-5a97-41f1-9a7e-d2ad6a6b42ee admin admin] 10.222.0.20 "DELETE /v2.0/subnets/e42d74b6-8cf8-4c98-a2fa-7c543c8ad426 HTTP/1.1" status: 204 len: 168 time: 0.6105278 Feb 28 10:48:31.337194 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 41970) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:48:31.338422 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3427d7c9-b27b-427c-b44c-bfaffd2a25ee None None] Network 75bff9a3-e6fb-40b9-a252-b48d30550927 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:48:31.409430 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4efe189f-341f-41e8-9a92-2a1624479026 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-665757'] for network (75bff9a3-e6fb-40b9-a252-b48d30550927), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:31.467202 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-4efe189f-341f-41e8-9a92-2a1624479026 admin admin] Deleting port da53b9bc-99a1-454a-8745-397211e4d7d4 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:48:31.467548 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4efe189f-341f-41e8-9a92-2a1624479026 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (da53b9bc-99a1-454a-8745-397211e4d7d4), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:31.504002 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9775c0bf-2c0e-4745-b222-657b8bc16fc3 None None] DHCP port deletion for 75bff9a3-e6fb-40b9-a252-b48d30550927 request from dv-neutron-master-2-hyperv {{(pid=103409) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:48:31.541245 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-4efe189f-341f-41e8-9a92-2a1624479026 admin admin] For port da53b9bc-99a1-454a-8745-397211e4d7d4, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=da53b9bc-99a1-454a-8745-397211e4d7d4,segment=NetworkSegment(635647a0-bb32-4e83-8331-d451090464be),segment_id=635647a0-bb32-4e83-8331-d451090464be)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:48:31.541245 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4efe189f-341f-41e8-9a92-2a1624479026 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (da53b9bc-99a1-454a-8745-397211e4d7d4), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:31.555882 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-4efe189f-341f-41e8-9a92-2a1624479026 admin admin] Calling delete_port for da53b9bc-99a1-454a-8745-397211e4d7d4 owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:48:31.560659 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-9775c0bf-2c0e-4745-b222-657b8bc16fc3 None None] Deleting port da53b9bc-99a1-454a-8745-397211e4d7d4 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:48:31.561038 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9775c0bf-2c0e-4745-b222-657b8bc16fc3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (da53b9bc-99a1-454a-8745-397211e4d7d4), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:31.626153 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-9775c0bf-2c0e-4745-b222-657b8bc16fc3 None None] For port da53b9bc-99a1-454a-8745-397211e4d7d4, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=da53b9bc-99a1-454a-8745-397211e4d7d4,segment=NetworkSegment(635647a0-bb32-4e83-8331-d451090464be),segment_id=635647a0-bb32-4e83-8331-d451090464be)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:48:31.626550 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9775c0bf-2c0e-4745-b222-657b8bc16fc3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (da53b9bc-99a1-454a-8745-397211e4d7d4), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:31.640518 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4efe189f-341f-41e8-9a92-2a1624479026 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (da53b9bc-99a1-454a-8745-397211e4d7d4), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:31.640754 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-9775c0bf-2c0e-4745-b222-657b8bc16fc3 None None] Calling delete_port for da53b9bc-99a1-454a-8745-397211e4d7d4 owned by network:dhcp {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:48:31.670900 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efe189f-341f-41e8-9a92-2a1624479026 admin admin] Pushing event deleted for resources: {'Port': ['ID=da53b9bc-99a1-454a-8745-397211e4d7d4,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:48:31.672728 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4efe189f-341f-41e8-9a92-2a1624479026 admin admin] No DVR routers for this DVR port da53b9bc-99a1-454a-8745-397211e4d7d4 on host dv-neutron-master-2-hyperv {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:48:31.720147 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9775c0bf-2c0e-4745-b222-657b8bc16fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758'] for port (da53b9bc-99a1-454a-8745-397211e4d7d4), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:31.742301 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4efe189f-341f-41e8-9a92-2a1624479026 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672413', 'neutron.services.segments.db._delete_segments_for_network-8742057110173'] for network (75bff9a3-e6fb-40b9-a252-b48d30550927), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:31.746770 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9775c0bf-2c0e-4745-b222-657b8bc16fc3 None None] Pushing event deleted for resources: {'Port': ['ID=da53b9bc-99a1-454a-8745-397211e4d7d4,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:48:31.757168 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9775c0bf-2c0e-4745-b222-657b8bc16fc3 None None] No DVR routers for this DVR port da53b9bc-99a1-454a-8745-397211e4d7d4 on host dv-neutron-master-2-hyperv {{(pid=103409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:48:31.762244 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9775c0bf-2c0e-4745-b222-657b8bc16fc3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:48:31.762571 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9775c0bf-2c0e-4745-b222-657b8bc16fc3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:48:31.762941 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9775c0bf-2c0e-4745-b222-657b8bc16fc3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:48:31.763219 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-4efe189f-341f-41e8-9a92-2a1624479026 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75bff9a3-e6fb-40b9-a252-b48d30550927']}} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:48:31.763362 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9775c0bf-2c0e-4745-b222-657b8bc16fc3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:48:31.763563 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9775c0bf-2c0e-4745-b222-657b8bc16fc3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:48:31.763897 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9775c0bf-2c0e-4745-b222-657b8bc16fc3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:48:31.764257 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9775c0bf-2c0e-4745-b222-657b8bc16fc3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:48:31.764589 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9775c0bf-2c0e-4745-b222-657b8bc16fc3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:48:31.764940 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9775c0bf-2c0e-4745-b222-657b8bc16fc3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:48:31.765268 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9775c0bf-2c0e-4745-b222-657b8bc16fc3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:48:31.765627 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9775c0bf-2c0e-4745-b222-657b8bc16fc3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:48:31.765941 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9775c0bf-2c0e-4745-b222-657b8bc16fc3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:48:31.766335 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9775c0bf-2c0e-4745-b222-657b8bc16fc3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:48:31.777520 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-4efe189f-341f-41e8-9a92-2a1624479026 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '635647a0-bb32-4e83-8331-d451090464be') {'for_net_delete': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:48:31.777816 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-4efe189f-341f-41e8-9a92-2a1624479026 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '635647a0-bb32-4e83-8331-d451090464be') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:48:31.787367 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4efe189f-341f-41e8-9a92-2a1624479026 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742057113766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3423550'] for segment (635647a0-bb32-4e83-8331-d451090464be), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:31.801332 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4efe189f-341f-41e8-9a92-2a1624479026 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (635647a0-bb32-4e83-8331-d451090464be), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:31.808378 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4efe189f-341f-41e8-9a92-2a1624479026 admin admin] Releasing vlan 276 on physical network physnet1 to pool {{(pid=103408) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:48:31.808883 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4efe189f-341f-41e8-9a92-2a1624479026 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3242693'] for segment (635647a0-bb32-4e83-8331-d451090464be), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:31.810705 dv-neutron-master-2-hyperv neutron-server[103408]: Traceback (most recent call last): Feb 28 10:48:31.810705 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:48:31.810705 dv-neutron-master-2-hyperv neutron-server[103408]: timer() Feb 28 10:48:31.810705 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:48:31.810705 dv-neutron-master-2-hyperv neutron-server[103408]: cb(*args, **kw) Feb 28 10:48:31.810705 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:48:31.810705 dv-neutron-master-2-hyperv neutron-server[103408]: return func(*args, **kwargs) Feb 28 10:48:31.810705 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:48:31.810705 dv-neutron-master-2-hyperv neutron-server[103408]: self._notify() Feb 28 10:48:31.810705 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:48:31.810705 dv-neutron-master-2-hyperv neutron-server[103408]: self.callback(batched_events) Feb 28 10:48:31.810705 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:48:31.810705 dv-neutron-master-2-hyperv neutron-server[103408]: event.method(event) Feb 28 10:48:31.810705 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:48:31.810705 dv-neutron-master-2-hyperv neutron-server[103408]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:48:31.810705 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:48:31.810705 dv-neutron-master-2-hyperv neutron-server[103408]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:48:31.810705 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:48:31.810705 dv-neutron-master-2-hyperv neutron-server[103408]: return f(self, *a, **k) Feb 28 10:48:31.810705 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:48:31.810705 dv-neutron-master-2-hyperv neutron-server[103408]: return self._get(url).json() Feb 28 10:48:31.810705 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:48:31.810705 dv-neutron-master-2-hyperv neutron-server[103408]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:48:31.810705 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:48:31.810705 dv-neutron-master-2-hyperv neutron-server[103408]: return self.request(url, 'GET', **kwargs) Feb 28 10:48:31.810705 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:48:31.810705 dv-neutron-master-2-hyperv neutron-server[103408]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:48:31.810705 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:48:31.810705 dv-neutron-master-2-hyperv neutron-server[103408]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:48:31.810705 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:48:31.810705 dv-neutron-master-2-hyperv neutron-server[103408]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:48:31.810705 dv-neutron-master-2-hyperv neutron-server[103408]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:48:31.869915 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4efe189f-341f-41e8-9a92-2a1624479026 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803269'] for network (75bff9a3-e6fb-40b9-a252-b48d30550927), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:31.875310 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4efe189f-341f-41e8-9a92-2a1624479026 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:31.878566 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-4efe189f-341f-41e8-9a92-2a1624479026 admin admin] 10.222.0.20 "DELETE /v2.0/networks/75bff9a3-e6fb-40b9-a252-b48d30550927 HTTP/1.1" status: 204 len: 168 time: 0.5404394 Feb 28 10:48:31.881915 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 41972) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:48:31.889681 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efe189f-341f-41e8-9a92-2a1624479026 admin admin] Pushing event deleted for resources: {'Network': ['ID=75bff9a3-e6fb-40b9-a252-b48d30550927,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:48:32.265137 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-232c730e-1f24-4849-b667-6b0cfd05c7e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1802615'] for router_interface (03e2959c-b89d-4437-8a80-ffd89a2a6ed4), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:32.546749 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-232c730e-1f24-4849-b667-6b0cfd05c7e8 admin admin] Deleting port fe947fde-d4a5-401b-843e-3cf9d5442fc7 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:48:32.547637 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-232c730e-1f24-4849-b667-6b0cfd05c7e8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (fe947fde-d4a5-401b-843e-3cf9d5442fc7), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:32.628970 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-232c730e-1f24-4849-b667-6b0cfd05c7e8 admin admin] For port fe947fde-d4a5-401b-843e-3cf9d5442fc7, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=fe947fde-d4a5-401b-843e-3cf9d5442fc7,segment=NetworkSegment(86d99fb8-d2e2-4446-952c-ef9722c1da86),segment_id=86d99fb8-d2e2-4446-952c-ef9722c1da86)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:48:32.629302 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-232c730e-1f24-4849-b667-6b0cfd05c7e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (fe947fde-d4a5-401b-843e-3cf9d5442fc7), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:32.642735 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-232c730e-1f24-4849-b667-6b0cfd05c7e8 admin admin] Calling delete_port for fe947fde-d4a5-401b-843e-3cf9d5442fc7 owned by network:router_interface {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:48:32.835901 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-232c730e-1f24-4849-b667-6b0cfd05c7e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (fe947fde-d4a5-401b-843e-3cf9d5442fc7), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:32.864942 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232c730e-1f24-4849-b667-6b0cfd05c7e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe947fde-d4a5-401b-843e-3cf9d5442fc7,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:48:32.916143 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 7dff299d-16aa-48a9-bb1b-402a94ac724b no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:48:32.938972 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] No Port match for: 7dff299d-16aa-48a9-bb1b-402a94ac724b {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:48:32.939507 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 7dff299d-16aa-48a9-bb1b-402a94ac724b not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:48:32.940031 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device da53b9bc-99a1-454a-8745-397211e4d7d4 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:48:32.961011 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] No Port match for: da53b9bc-99a1-454a-8745-397211e4d7d4 {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:48:32.961505 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device da53b9bc-99a1-454a-8745-397211e4d7d4 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:48:33.038900 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-232c730e-1f24-4849-b667-6b0cfd05c7e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1802651'] for router_interface (03e2959c-b89d-4437-8a80-ffd89a2a6ed4), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:33.574269 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-232c730e-1f24-4849-b667-6b0cfd05c7e8 admin admin] Router 03e2959c-b89d-4437-8a80-ffd89a2a6ed4 has already been hosted by L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:48:33.699117 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-232c730e-1f24-4849-b667-6b0cfd05c7e8 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:48:33.705460 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-232c730e-1f24-4849-b667-6b0cfd05c7e8 admin admin] 10.222.0.20 "PUT /v2.0/routers/03e2959c-b89d-4437-8a80-ffd89a2a6ed4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8221498 Feb 28 10:48:33.708475 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 41976) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:48:33.712959 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb9fee9-0215-4ff0-bcf7-637ca338981d None None] Sync routers for ids ['03e2959c-b89d-4437-8a80-ffd89a2a6ed4'] in dv-neutron-master-2-hyperv {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:48:33.725077 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb9fee9-0215-4ff0-bcf7-637ca338981d None None] Routers {'03e2959c-b89d-4437-8a80-ffd89a2a6ed4'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:48:33.725690 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-9eb9fee9-0215-4ff0-bcf7-637ca338981d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:48:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['03e2959c-b89d-4437-8a80-ffd89a2a6ed4'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:48:33.816090 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6f07fe0b-bd6e-4afa-bed1-6fdc69783123 admin admin] Publish callbacks [] for router (03e2959c-b89d-4437-8a80-ffd89a2a6ed4), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:33.832540 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-9eb9fee9-0215-4ff0-bcf7-637ca338981d None None] Set router 03e2959c-b89d-4437-8a80-ffd89a2a6ed4 gateway port host: dv-neutron-master-2-hyperv {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:48:33.926050 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6f07fe0b-bd6e-4afa-bed1-6fdc69783123 admin admin] Publish callbacks [] for router_gateway (03e2959c-b89d-4437-8a80-ffd89a2a6ed4), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:33.985196 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-6f07fe0b-bd6e-4afa-bed1-6fdc69783123 admin admin] Deleting port 026c9510-6357-4f0f-8cd0-c205c4c7a512 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:48:33.985687 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6f07fe0b-bd6e-4afa-bed1-6fdc69783123 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (026c9510-6357-4f0f-8cd0-c205c4c7a512), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:34.014164 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-9eb9fee9-0215-4ff0-bcf7-637ca338981d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03e2959c-b89d-4437-8a80-ffd89a2a6ed4', 'name': 'tempest-TestVolumeBootPattern-894695723-router', 'tenant_id': 'a20b0e8ec1f1498f9e149d5f73c51e8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.24'}], 'enable_snat': True}, 'gw_port_id': '026c9510-6357-4f0f-8cd0-c205c4c7a512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:40:16Z', 'updated_at': '2022-02-28T10:48:32Z', 'revision_number': 5, 'project_id': 'a20b0e8ec1f1498f9e149d5f73c51e8a', 'gw_port': {'id': '026c9510-6357-4f0f-8cd0-c205c4c7a512', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:ad:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03e2959c-b89d-4437-8a80-ffd89a2a6ed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:40:17Z', 'updated_at': '2022-02-28T10:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:48:34.040854 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb9fee9-0215-4ff0-bcf7-637ca338981d None None] Checking router: 03e2959c-b89d-4437-8a80-ffd89a2a6ed4 for host: dv-neutron-master-2-hyperv {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:48:34.049792 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb9fee9-0215-4ff0-bcf7-637ca338981d None None] Routers {'03e2959c-b89d-4437-8a80-ffd89a2a6ed4'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:48:34.050397 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-9eb9fee9-0215-4ff0-bcf7-637ca338981d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:48:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['03e2959c-b89d-4437-8a80-ffd89a2a6ed4'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:48:34.065835 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-6f07fe0b-bd6e-4afa-bed1-6fdc69783123 admin admin] For port 026c9510-6357-4f0f-8cd0-c205c4c7a512, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=026c9510-6357-4f0f-8cd0-c205c4c7a512,segment=NetworkSegment(195d7ed7-323d-4284-82df-208cca613d99),segment_id=195d7ed7-323d-4284-82df-208cca613d99)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:48:34.066476 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6f07fe0b-bd6e-4afa-bed1-6fdc69783123 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (026c9510-6357-4f0f-8cd0-c205c4c7a512), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:34.078381 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-6f07fe0b-bd6e-4afa-bed1-6fdc69783123 admin admin] Calling delete_port for 026c9510-6357-4f0f-8cd0-c205c4c7a512 owned by network:router_gateway {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:48:34.260346 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6f07fe0b-bd6e-4afa-bed1-6fdc69783123 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (026c9510-6357-4f0f-8cd0-c205c4c7a512), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:34.283783 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f07fe0b-bd6e-4afa-bed1-6fdc69783123 admin admin] Pushing event deleted for resources: {'Port': ['ID=026c9510-6357-4f0f-8cd0-c205c4c7a512,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:48:34.288364 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-9eb9fee9-0215-4ff0-bcf7-637ca338981d None None] Set router 03e2959c-b89d-4437-8a80-ffd89a2a6ed4 gateway port host: None {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:48:34.339841 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-9eb9fee9-0215-4ff0-bcf7-637ca338981d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03e2959c-b89d-4437-8a80-ffd89a2a6ed4', 'name': 'tempest-TestVolumeBootPattern-894695723-router', 'tenant_id': 'a20b0e8ec1f1498f9e149d5f73c51e8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:40:16Z', 'updated_at': '2022-02-28T10:48:33Z', 'revision_number': 6, 'project_id': 'a20b0e8ec1f1498f9e149d5f73c51e8a', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:48:34.350944 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6f07fe0b-bd6e-4afa-bed1-6fdc69783123 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1803321'] for router_gateway (03e2959c-b89d-4437-8a80-ffd89a2a6ed4), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:34.369880 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb9fee9-0215-4ff0-bcf7-637ca338981d None None] The sync data for ids ['03e2959c-b89d-4437-8a80-ffd89a2a6ed4'] in dv-neutron-master-2-hyperv is: [{'id': '03e2959c-b89d-4437-8a80-ffd89a2a6ed4', 'name': 'tempest-TestVolumeBootPattern-894695723-router', 'tenant_id': 'a20b0e8ec1f1498f9e149d5f73c51e8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:40:16Z', 'updated_at': '2022-02-28T10:48:33Z', 'revision_number': 6, 'project_id': 'a20b0e8ec1f1498f9e149d5f73c51e8a', 'gw_port_host': None}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:48:34.447812 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6f07fe0b-bd6e-4afa-bed1-6fdc69783123 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1807017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5941'] for router (03e2959c-b89d-4437-8a80-ffd89a2a6ed4), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:34.450130 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6f07fe0b-bd6e-4afa-bed1-6fdc69783123 admin admin] Publish callbacks [] for router_controller (03e2959c-b89d-4437-8a80-ffd89a2a6ed4), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:34.498042 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6f07fe0b-bd6e-4afa-bed1-6fdc69783123 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1806994'] for router (03e2959c-b89d-4437-8a80-ffd89a2a6ed4), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:34.498724 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f07fe0b-bd6e-4afa-bed1-6fdc69783123 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 03e2959c-b89d-4437-8a80-ffd89a2a6ed4 {{(pid=103407) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 10:48:34.503933 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6f07fe0b-bd6e-4afa-bed1-6fdc69783123 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:34.505007 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-6f07fe0b-bd6e-4afa-bed1-6fdc69783123 admin admin] 10.222.0.20 "DELETE /v2.0/routers/03e2959c-b89d-4437-8a80-ffd89a2a6ed4 HTTP/1.1" status: 204 len: 168 time: 0.7955182 Feb 28 10:48:34.507860 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 41978) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:48:34.555940 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_v2 [None req-005ede80-2e48-4326-a8df-0c3d435115dd admin admin] Deleting subnet 68cb3009-a53a-4d80-9483-4b9666139b95 {{(pid=103407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:48:34.559414 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-005ede80-2e48-4326-a8df-0c3d435115dd admin admin] Publish callbacks [] for subnet (68cb3009-a53a-4d80-9483-4b9666139b95), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:34.594921 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-005ede80-2e48-4326-a8df-0c3d435115dd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3501132'] for subnet (68cb3009-a53a-4d80-9483-4b9666139b95), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:34.679511 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-005ede80-2e48-4326-a8df-0c3d435115dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-823142'] for subnet (68cb3009-a53a-4d80-9483-4b9666139b95), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:34.742473 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-005ede80-2e48-4326-a8df-0c3d435115dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-823145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3498088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3516558'] for subnet (68cb3009-a53a-4d80-9483-4b9666139b95), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:34.767101 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005ede80-2e48-4326-a8df-0c3d435115dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68cb3009-a53a-4d80-9483-4b9666139b95,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:48:34.773270 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-005ede80-2e48-4326-a8df-0c3d435115dd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:34.778840 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-005ede80-2e48-4326-a8df-0c3d435115dd admin admin] 10.222.0.20 "DELETE /v2.0/subnets/68cb3009-a53a-4d80-9483-4b9666139b95 HTTP/1.1" status: 204 len: 168 time: 0.2672944 Feb 28 10:48:34.779814 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 41980) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:48:34.781777 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5968729e-72bc-4c1b-a221-b187316d4e7a None None] Network ab4bc953-f0b4-4d36-b8f9-ffd434ee4f70 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:48:34.849803 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2e9f0b9a-f86b-4dc3-ba98-bcd1b7bf9303 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-665757'] for network (ab4bc953-f0b4-4d36-b8f9-ffd434ee4f70), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:34.907374 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-2e9f0b9a-f86b-4dc3-ba98-bcd1b7bf9303 admin admin] Deleting port f12ac1f4-9a8e-49bc-a16c-342c88151b59 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:48:34.907719 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2e9f0b9a-f86b-4dc3-ba98-bcd1b7bf9303 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (f12ac1f4-9a8e-49bc-a16c-342c88151b59), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:34.978272 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-2e9f0b9a-f86b-4dc3-ba98-bcd1b7bf9303 admin admin] For port f12ac1f4-9a8e-49bc-a16c-342c88151b59, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f12ac1f4-9a8e-49bc-a16c-342c88151b59,segment=NetworkSegment(86d99fb8-d2e2-4446-952c-ef9722c1da86),segment_id=86d99fb8-d2e2-4446-952c-ef9722c1da86)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:48:34.978616 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2e9f0b9a-f86b-4dc3-ba98-bcd1b7bf9303 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (f12ac1f4-9a8e-49bc-a16c-342c88151b59), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:34.997893 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-2e9f0b9a-f86b-4dc3-ba98-bcd1b7bf9303 admin admin] Calling delete_port for f12ac1f4-9a8e-49bc-a16c-342c88151b59 owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:48:35.061849 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.agents_db [None req-382e0aa2-b126-48e6-89eb-3efa426b6b29 None None] Agent healthcheck: found 6 active agents {{(pid=103410) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 10:48:35.090632 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2e9f0b9a-f86b-4dc3-ba98-bcd1b7bf9303 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (f12ac1f4-9a8e-49bc-a16c-342c88151b59), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:35.119050 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9f0b9a-f86b-4dc3-ba98-bcd1b7bf9303 admin admin] Pushing event deleted for resources: {'Port': ['ID=f12ac1f4-9a8e-49bc-a16c-342c88151b59,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:48:35.119266 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9f0b9a-f86b-4dc3-ba98-bcd1b7bf9303 admin admin] No DVR routers for this DVR port f12ac1f4-9a8e-49bc-a16c-342c88151b59 on host dv-neutron-master-2-hyperv {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:48:35.150882 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5832099d-a78d-4de1-b4f8-5c6f3aa91f3a None None] DHCP port deletion for ab4bc953-f0b4-4d36-b8f9-ffd434ee4f70 request from dv-neutron-master-2-hyperv {{(pid=103409) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:48:35.197626 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2e9f0b9a-f86b-4dc3-ba98-bcd1b7bf9303 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672413', 'neutron.services.segments.db._delete_segments_for_network-8742057110173'] for network (ab4bc953-f0b4-4d36-b8f9-ffd434ee4f70), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:35.210484 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device f12ac1f4-9a8e-49bc-a16c-342c88151b59 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:48:35.224042 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-2e9f0b9a-f86b-4dc3-ba98-bcd1b7bf9303 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab4bc953-f0b4-4d36-b8f9-ffd434ee4f70']}} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:48:35.229754 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] No Port match for: f12ac1f4-9a8e-49bc-a16c-342c88151b59 {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:48:35.230106 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device f12ac1f4-9a8e-49bc-a16c-342c88151b59 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:48:35.230547 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 026c9510-6357-4f0f-8cd0-c205c4c7a512 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:48:35.233358 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-2e9f0b9a-f86b-4dc3-ba98-bcd1b7bf9303 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86d99fb8-d2e2-4446-952c-ef9722c1da86') {'for_net_delete': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:48:35.233669 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-2e9f0b9a-f86b-4dc3-ba98-bcd1b7bf9303 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86d99fb8-d2e2-4446-952c-ef9722c1da86') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:48:35.243660 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2e9f0b9a-f86b-4dc3-ba98-bcd1b7bf9303 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742057113766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3423550'] for segment (86d99fb8-d2e2-4446-952c-ef9722c1da86), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:35.249307 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] No Port match for: 026c9510-6357-4f0f-8cd0-c205c4c7a512 {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:48:35.250072 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 026c9510-6357-4f0f-8cd0-c205c4c7a512 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:48:35.250662 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device fe947fde-d4a5-401b-843e-3cf9d5442fc7 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:48:35.261368 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2e9f0b9a-f86b-4dc3-ba98-bcd1b7bf9303 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (86d99fb8-d2e2-4446-952c-ef9722c1da86), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:35.269491 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e9f0b9a-f86b-4dc3-ba98-bcd1b7bf9303 admin admin] Releasing vlan 297 on physical network physnet1 to pool {{(pid=103408) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:48:35.270319 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2e9f0b9a-f86b-4dc3-ba98-bcd1b7bf9303 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3242693'] for segment (86d99fb8-d2e2-4446-952c-ef9722c1da86), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:35.270693 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] No Port match for: fe947fde-d4a5-401b-843e-3cf9d5442fc7 {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:48:35.271049 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device fe947fde-d4a5-401b-843e-3cf9d5442fc7 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:48:35.272836 dv-neutron-master-2-hyperv neutron-server[103408]: Traceback (most recent call last): Feb 28 10:48:35.272836 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:48:35.272836 dv-neutron-master-2-hyperv neutron-server[103408]: timer() Feb 28 10:48:35.272836 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:48:35.272836 dv-neutron-master-2-hyperv neutron-server[103408]: cb(*args, **kw) Feb 28 10:48:35.272836 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:48:35.272836 dv-neutron-master-2-hyperv neutron-server[103408]: return func(*args, **kwargs) Feb 28 10:48:35.272836 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:48:35.272836 dv-neutron-master-2-hyperv neutron-server[103408]: self._notify() Feb 28 10:48:35.272836 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:48:35.272836 dv-neutron-master-2-hyperv neutron-server[103408]: self.callback(batched_events) Feb 28 10:48:35.272836 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:48:35.272836 dv-neutron-master-2-hyperv neutron-server[103408]: event.method(event) Feb 28 10:48:35.272836 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:48:35.272836 dv-neutron-master-2-hyperv neutron-server[103408]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:48:35.272836 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:48:35.272836 dv-neutron-master-2-hyperv neutron-server[103408]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:48:35.272836 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:48:35.272836 dv-neutron-master-2-hyperv neutron-server[103408]: return f(self, *a, **k) Feb 28 10:48:35.272836 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:48:35.272836 dv-neutron-master-2-hyperv neutron-server[103408]: return self._get(url).json() Feb 28 10:48:35.272836 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:48:35.272836 dv-neutron-master-2-hyperv neutron-server[103408]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:48:35.272836 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:48:35.272836 dv-neutron-master-2-hyperv neutron-server[103408]: return self.request(url, 'GET', **kwargs) Feb 28 10:48:35.272836 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:48:35.272836 dv-neutron-master-2-hyperv neutron-server[103408]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:48:35.272836 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:48:35.272836 dv-neutron-master-2-hyperv neutron-server[103408]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:48:35.272836 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:48:35.272836 dv-neutron-master-2-hyperv neutron-server[103408]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:48:35.272836 dv-neutron-master-2-hyperv neutron-server[103408]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:48:35.339585 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2e9f0b9a-f86b-4dc3-ba98-bcd1b7bf9303 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803269'] for network (ab4bc953-f0b4-4d36-b8f9-ffd434ee4f70), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:35.345595 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2e9f0b9a-f86b-4dc3-ba98-bcd1b7bf9303 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:35.351984 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-2e9f0b9a-f86b-4dc3-ba98-bcd1b7bf9303 admin admin] 10.222.0.20 "DELETE /v2.0/networks/ab4bc953-f0b4-4d36-b8f9-ffd434ee4f70 HTTP/1.1" status: 204 len: 168 time: 0.5705204 Feb 28 10:48:35.365325 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9f0b9a-f86b-4dc3-ba98-bcd1b7bf9303 admin admin] Pushing event deleted for resources: {'Network': ['ID=ab4bc953-f0b4-4d36-b8f9-ffd434ee4f70,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:48:35.477392 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 41984) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:48:35.526883 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-74bc5c62-bd4f-4f5d-8d84-300aa3829ad2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=731d835d2b9d4f1cae2d0f5bd7f8ebb9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0460715 Feb 28 10:48:35.527101 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 41986) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:48:35.582540 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-06d69ee4-184a-4af1-b5c5-d3b9b59868a0 admin admin] Publish callbacks [] for security_group (fcc7e9dd-c841-432f-8cb0-3135d1a46f9d), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:35.605760 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-06d69ee4-184a-4af1-b5c5-d3b9b59868a0 admin admin] Publish callbacks [] for security_group (fcc7e9dd-c841-432f-8cb0-3135d1a46f9d), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:35.667282 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-06d69ee4-184a-4af1-b5c5-d3b9b59868a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (fcc7e9dd-c841-432f-8cb0-3135d1a46f9d), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:35.670120 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-06d69ee4-184a-4af1-b5c5-d3b9b59868a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:35.673422 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-06d69ee4-184a-4af1-b5c5-d3b9b59868a0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fcc7e9dd-c841-432f-8cb0-3135d1a46f9d HTTP/1.1" status: 204 len: 168 time: 0.1433172 Feb 28 10:48:35.680387 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d69ee4-184a-4af1-b5c5-d3b9b59868a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcc7e9dd-c841-432f-8cb0-3135d1a46f9d,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:48:36.052435 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 41992) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:48:36.106548 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-fab4e3ef-eb64-45d5-9d86-201969bee4d7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a20b0e8ec1f1498f9e149d5f73c51e8a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0519896 Feb 28 10:48:36.109835 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 41994) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:48:36.158111 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1903da90-556d-4efd-b801-3dfb4813e452 admin admin] Publish callbacks [] for security_group (4cdc0906-b41f-4699-b5bb-843e9b15a3a2), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:36.178987 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1903da90-556d-4efd-b801-3dfb4813e452 admin admin] Publish callbacks [] for security_group (4cdc0906-b41f-4699-b5bb-843e9b15a3a2), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:36.234938 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1903da90-556d-4efd-b801-3dfb4813e452 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (4cdc0906-b41f-4699-b5bb-843e9b15a3a2), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:36.237773 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1903da90-556d-4efd-b801-3dfb4813e452 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:36.238972 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-1903da90-556d-4efd-b801-3dfb4813e452 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4cdc0906-b41f-4699-b5bb-843e9b15a3a2 HTTP/1.1" status: 204 len: 168 time: 0.1281943 Feb 28 10:48:36.247445 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1903da90-556d-4efd-b801-3dfb4813e452 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cdc0906-b41f-4699-b5bb-843e9b15a3a2,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:48:38.139149 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (13ac42ae-016e-4baf-bb31-c6fa820b41c2), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:38.766968 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-68a44efd-5713-4b12-9cda-7ea7a9658b29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fb6705d2-4f70-4965-92a3-fbfccd43a6d3), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:41.016476 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-62919a00-63ff-4668-bcbd-021898ac482f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fc6c9b74-8dbb-41bb-800a-5bd3a43fe896), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:42.052797 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b6d631fb-7df0-4fe1-8322-abff3b61cae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (0db5147a-92a3-4581-8a5f-8ec9b93e0600), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:43.482933 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6b923bb1-06b0-4b84-b461-7cc1d0196090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (2e621730-3978-4720-b581-ac380e97a567), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:44.922874 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:55.933531 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 42004) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:48:56.445666 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-26601944-f7bc-46fb-9ede-1c730067da6d tempest-TestNetworkBasicOps-986752647 tempest-TestNetworkBasicOps-986752647-project-admin] 10.222.0.20 "GET /v2.0/routers/b34aa78d-693e-4c68-895b-c2e0f887a713/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.5106950 Feb 28 10:48:56.448636 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 42008) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:48:56.578954 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6eaf8d8-44ed-4330-9126-e49a9c8b4211 tempest-TestNetworkBasicOps-986752647 tempest-TestNetworkBasicOps-986752647-project-admin] Notify agent at dv-neutron-master-2-hyperv the message router_removed_from_agent {{(pid=103407) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Feb 28 10:48:56.582678 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-c6eaf8d8-44ed-4330-9126-e49a9c8b4211 tempest-TestNetworkBasicOps-986752647 tempest-TestNetworkBasicOps-986752647-project-admin] 10.222.0.20 "DELETE /v2.0/agents/fc6c9b74-8dbb-41bb-800a-5bd3a43fe896/l3-routers/b34aa78d-693e-4c68-895b-c2e0f887a713 HTTP/1.1" status: 204 len: 168 time: 0.1327314 Feb 28 10:48:56.585517 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 42010) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:48:56.703512 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-a3893780-7fc7-477a-a285-8601040cb24e tempest-TestNetworkBasicOps-986752647 tempest-TestNetworkBasicOps-986752647-project-admin] 10.222.0.20 "GET /v2.0/routers/b34aa78d-693e-4c68-895b-c2e0f887a713/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1166570 Feb 28 10:48:56.707448 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 42012) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:48:56.923442 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-f3230103-9b50-4136-af3b-b15f3f936711 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/floatingips/957f2993-a482-48c7-bb8e-fab0583c2fb4 HTTP/1.1" status: 200 len: 994 time: 0.2148228 Feb 28 10:48:57.385051 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 9597387c-a169-4a99-9c50-6cdd831c57fd no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:48:57.396259 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c21945f-8a59-42a3-8ef3-5d41c7d79e1b None None] New status for floating IP 957f2993-a482-48c7-bb8e-fab0583c2fb4: DOWN {{(pid=103410) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 10:48:57.462027 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 9597387c-a169-4a99-9c50-6cdd831c57fd is: ACTIVE; New status is: DOWN {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:48:57.462434 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (9597387c-a169-4a99-9c50-6cdd831c57fd), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:57.495444 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] For port 9597387c-a169-4a99-9c50-6cdd831c57fd, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9597387c-a169-4a99-9c50-6cdd831c57fd,segment=NetworkSegment(0dae14b1-c47d-4003-8ca9-f7a179a24576),segment_id=0dae14b1-c47d-4003-8ca9-f7a179a24576)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:48:57.502232 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (9597387c-a169-4a99-9c50-6cdd831c57fd), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:57.554111 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Pushing event updated for resources: {'Port': ['ID=9597387c-a169-4a99-9c50-6cdd831c57fd,revision_number=6']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:48:57.929074 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 42016) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:48:58.008523 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-cbb5359b-260b-4b93-abaa-88154a27e4cc tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/floatingips/957f2993-a482-48c7-bb8e-fab0583c2fb4 HTTP/1.1" status: 200 len: 992 time: 0.0783348 Feb 28 10:48:59.055465 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device f2a3abaa-0a9e-4bb5-a8b2-05e7a6ece86c no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:48:59.132849 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port f2a3abaa-0a9e-4bb5-a8b2-05e7a6ece86c is: ACTIVE; New status is: DOWN {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:48:59.133361 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (f2a3abaa-0a9e-4bb5-a8b2-05e7a6ece86c), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:59.136602 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 42020) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:48:59.155457 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] For port f2a3abaa-0a9e-4bb5-a8b2-05e7a6ece86c, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f2a3abaa-0a9e-4bb5-a8b2-05e7a6ece86c,segment=NetworkSegment(195d7ed7-323d-4284-82df-208cca613d99),segment_id=195d7ed7-323d-4284-82df-208cca613d99)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:48:59.162256 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (f2a3abaa-0a9e-4bb5-a8b2-05e7a6ece86c), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:48:59.215449 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Pushing event updated for resources: {'Port': ['ID=f2a3abaa-0a9e-4bb5-a8b2-05e7a6ece86c,revision_number=5']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:48:59.283870 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b6ceaa0-cadf-4c9d-87b8-55d5881e957b tempest-TestNetworkBasicOps-986752647 tempest-TestNetworkBasicOps-986752647-project-admin] Router b34aa78d-693e-4c68-895b-c2e0f887a713 is scheduled to L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 with binding_index 1 {{(pid=103408) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 10:48:59.284214 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b6ceaa0-cadf-4c9d-87b8-55d5881e957b tempest-TestNetworkBasicOps-986752647 tempest-TestNetworkBasicOps-986752647-project-admin] Notify agent at dv-neutron-master-2-hyperv the message router_added_to_agent {{(pid=103408) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Feb 28 10:48:59.304889 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-7b6ceaa0-cadf-4c9d-87b8-55d5881e957b tempest-TestNetworkBasicOps-986752647 tempest-TestNetworkBasicOps-986752647-project-admin] 10.222.0.20 "POST /v2.0/agents/fc6c9b74-8dbb-41bb-800a-5bd3a43fe896/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.1645637 Feb 28 10:48:59.305212 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 42026) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:48:59.315157 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b1db75d-5bc2-4f0f-9d0f-d5cff658d84a None None] Sync routers for ids ['b34aa78d-693e-4c68-895b-c2e0f887a713'] in dv-neutron-master-2-hyperv {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:48:59.325349 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b1db75d-5bc2-4f0f-9d0f-d5cff658d84a None None] Routers {'b34aa78d-693e-4c68-895b-c2e0f887a713'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:48:59.325965 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-0b1db75d-5bc2-4f0f-9d0f-d5cff658d84a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:48:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['b34aa78d-693e-4c68-895b-c2e0f887a713'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:48:59.426807 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-64dfcba6-bff4-49de-b8f2-f70a0da53ac6 tempest-TestNetworkBasicOps-986752647 tempest-TestNetworkBasicOps-986752647-project-admin] 10.222.0.20 "GET /v2.0/routers/b34aa78d-693e-4c68-895b-c2e0f887a713/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1194828 Feb 28 10:48:59.429560 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 42028) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:48:59.439183 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-0b1db75d-5bc2-4f0f-9d0f-d5cff658d84a None None] Set router b34aa78d-693e-4c68-895b-c2e0f887a713 gateway port host: dv-neutron-master-2-hyperv {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:48:59.494835 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-b1b80ca2-8e17-442d-ae2e-90a10aa0fde6 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/floatingips/957f2993-a482-48c7-bb8e-fab0583c2fb4 HTTP/1.1" status: 200 len: 992 time: 0.0640848 Feb 28 10:48:59.678200 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-0b1db75d-5bc2-4f0f-9d0f-d5cff658d84a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b34aa78d-693e-4c68-895b-c2e0f887a713', 'name': 'tempest-TestNetworkBasicOps-router-1079726585', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.242'}], 'enable_snat': True}, 'gw_port_id': 'f2a3abaa-0a9e-4bb5-a8b2-05e7a6ece86c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:47:20Z', 'updated_at': '2022-02-28T10:47:24Z', 'revision_number': 4, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'gw_port': {'id': 'f2a3abaa-0a9e-4bb5-a8b2-05e7a6ece86c', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:80:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b34aa78d-693e-4c68-895b-c2e0f887a713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:47:20Z', 'updated_at': '2022-02-28T10:48:59Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '957f2993-a482-48c7-bb8e-fab0583c2fb4', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'floating_ip_address': '172.36.5.230', 'floating_network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'router_id': 'b34aa78d-693e-4c68-895b-c2e0f887a713', 'port_id': 'b21f965b-a860-4f49-aa34-b565ca8c2bb1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1446, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1314aeb8-1260-4c15-8782-b7f1fbc1af22', 'mac_address': 'fa:16:3e:a4:f5:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '752cd32f-df43-4cc6-aac6-b3a850630717', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:47:40Z', 'updated_at': '2022-02-28T10:48:57Z', 'revision_number': 2, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9597387c-a169-4a99-9c50-6cdd831c57fd', 'name': '', 'network_id': '1314aeb8-1260-4c15-8782-b7f1fbc1af22', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'mac_address': 'fa:16:3e:55:1a:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b34aa78d-693e-4c68-895b-c2e0f887a713', 'device_owner': 'network:router_interface', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': 'f7b5b783-daec-4588-a86d-9b73614d09a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:47:23Z', 'updated_at': '2022-02-28T10:48:57Z', 'revision_number': 6, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'subnets': [{'id': 'f7b5b783-daec-4588-a86d-9b73614d09a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:48:59.709067 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b1db75d-5bc2-4f0f-9d0f-d5cff658d84a None None] Checking router: b34aa78d-693e-4c68-895b-c2e0f887a713 for host: dv-neutron-master-2-hyperv {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:48:59.718946 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b1db75d-5bc2-4f0f-9d0f-d5cff658d84a None None] Routers {'b34aa78d-693e-4c68-895b-c2e0f887a713'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:48:59.719563 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-0b1db75d-5bc2-4f0f-9d0f-d5cff658d84a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:48:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['b34aa78d-693e-4c68-895b-c2e0f887a713'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:48:59.834116 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-0b1db75d-5bc2-4f0f-9d0f-d5cff658d84a None None] Set router b34aa78d-693e-4c68-895b-c2e0f887a713 gateway port host: dv-neutron-master-2-hyperv {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:49:00.061200 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-0b1db75d-5bc2-4f0f-9d0f-d5cff658d84a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b34aa78d-693e-4c68-895b-c2e0f887a713', 'name': 'tempest-TestNetworkBasicOps-router-1079726585', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.242'}], 'enable_snat': True}, 'gw_port_id': 'f2a3abaa-0a9e-4bb5-a8b2-05e7a6ece86c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:47:20Z', 'updated_at': '2022-02-28T10:47:24Z', 'revision_number': 4, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'gw_port': {'id': 'f2a3abaa-0a9e-4bb5-a8b2-05e7a6ece86c', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:80:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b34aa78d-693e-4c68-895b-c2e0f887a713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:47:20Z', 'updated_at': '2022-02-28T10:48:59Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '957f2993-a482-48c7-bb8e-fab0583c2fb4', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'floating_ip_address': '172.36.5.230', 'floating_network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'router_id': 'b34aa78d-693e-4c68-895b-c2e0f887a713', 'port_id': 'b21f965b-a860-4f49-aa34-b565ca8c2bb1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1446, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1314aeb8-1260-4c15-8782-b7f1fbc1af22', 'mac_address': 'fa:16:3e:a4:f5:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '752cd32f-df43-4cc6-aac6-b3a850630717', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:47:40Z', 'updated_at': '2022-02-28T10:48:57Z', 'revision_number': 2, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9597387c-a169-4a99-9c50-6cdd831c57fd', 'name': '', 'network_id': '1314aeb8-1260-4c15-8782-b7f1fbc1af22', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'mac_address': 'fa:16:3e:55:1a:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b34aa78d-693e-4c68-895b-c2e0f887a713', 'device_owner': 'network:router_interface', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': 'f7b5b783-daec-4588-a86d-9b73614d09a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:47:23Z', 'updated_at': '2022-02-28T10:48:57Z', 'revision_number': 6, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'subnets': [{'id': 'f7b5b783-daec-4588-a86d-9b73614d09a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:49:00.091848 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b1db75d-5bc2-4f0f-9d0f-d5cff658d84a None None] The sync data for ids ['b34aa78d-693e-4c68-895b-c2e0f887a713'] in dv-neutron-master-2-hyperv is: [{'id': 'b34aa78d-693e-4c68-895b-c2e0f887a713', 'name': 'tempest-TestNetworkBasicOps-router-1079726585', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.242'}], 'enable_snat': True}, 'gw_port_id': 'f2a3abaa-0a9e-4bb5-a8b2-05e7a6ece86c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:47:20Z', 'updated_at': '2022-02-28T10:47:24Z', 'revision_number': 4, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'gw_port': {'id': 'f2a3abaa-0a9e-4bb5-a8b2-05e7a6ece86c', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:80:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b34aa78d-693e-4c68-895b-c2e0f887a713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:47:20Z', 'updated_at': '2022-02-28T10:48:59Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '957f2993-a482-48c7-bb8e-fab0583c2fb4', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'floating_ip_address': '172.36.5.230', 'floating_network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'router_id': 'b34aa78d-693e-4c68-895b-c2e0f887a713', 'port_id': 'b21f965b-a860-4f49-aa34-b565ca8c2bb1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1446, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1314aeb8-1260-4c15-8782-b7f1fbc1af22', 'mac_address': 'fa:16:3e:a4:f5:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '752cd32f-df43-4cc6-aac6-b3a850630717', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:47:40Z', 'updated_at': '2022-02-28T10:48:57Z', 'revision_number': 2, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9597387c-a169-4a99-9c50-6cdd831c57fd', 'name': '', 'network_id': '1314aeb8-1260-4c15-8782-b7f1fbc1af22', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'mac_address': 'fa:16:3e:55:1a:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b34aa78d-693e-4c68-895b-c2e0f887a713', 'device_owner': 'network:router_interface', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': 'f7b5b783-daec-4588-a86d-9b73614d09a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:47:23Z', 'updated_at': '2022-02-28T10:48:57Z', 'revision_number': 6, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'subnets': [{'id': 'f7b5b783-daec-4588-a86d-9b73614d09a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:49:00.498862 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 42030) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:49:00.567211 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-ec60656b-8c95-432c-9ba2-ee04069ee0bd tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/floatingips/957f2993-a482-48c7-bb8e-fab0583c2fb4 HTTP/1.1" status: 200 len: 992 time: 0.0657732 Feb 28 10:49:01.110331 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 9597387c-a169-4a99-9c50-6cdd831c57fd up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:49:01.160349 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port 9597387c-a169-4a99-9c50-6cdd831c57fd triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:49:01.160760 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (9597387c-a169-4a99-9c50-6cdd831c57fd), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:01.242555 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 9597387c-a169-4a99-9c50-6cdd831c57fd is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:49:01.243400 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (9597387c-a169-4a99-9c50-6cdd831c57fd), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:01.281757 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] For port 9597387c-a169-4a99-9c50-6cdd831c57fd, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9597387c-a169-4a99-9c50-6cdd831c57fd,segment=NetworkSegment(0dae14b1-c47d-4003-8ca9-f7a179a24576),segment_id=0dae14b1-c47d-4003-8ca9-f7a179a24576)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:49:01.287076 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (9597387c-a169-4a99-9c50-6cdd831c57fd), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:01.287901 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device f2a3abaa-0a9e-4bb5-a8b2-05e7a6ece86c up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:49:01.371892 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Pushing event updated for resources: {'Port': ['ID=9597387c-a169-4a99-9c50-6cdd831c57fd,revision_number=7']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:49:01.383551 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port f2a3abaa-0a9e-4bb5-a8b2-05e7a6ece86c triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:49:01.384446 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (f2a3abaa-0a9e-4bb5-a8b2-05e7a6ece86c), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:01.472310 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port f2a3abaa-0a9e-4bb5-a8b2-05e7a6ece86c is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:49:01.472718 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (f2a3abaa-0a9e-4bb5-a8b2-05e7a6ece86c), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:01.494793 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] For port f2a3abaa-0a9e-4bb5-a8b2-05e7a6ece86c, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f2a3abaa-0a9e-4bb5-a8b2-05e7a6ece86c,segment=NetworkSegment(195d7ed7-323d-4284-82df-208cca613d99),segment_id=195d7ed7-323d-4284-82df-208cca613d99)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:49:01.500174 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (f2a3abaa-0a9e-4bb5-a8b2-05e7a6ece86c), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:01.552415 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Pushing event updated for resources: {'Port': ['ID=f2a3abaa-0a9e-4bb5-a8b2-05e7a6ece86c,revision_number=6']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:49:01.570143 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 42032) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:49:01.651492 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-127ea04d-cc5b-4beb-92ce-2a85403a4dd8 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/floatingips/957f2993-a482-48c7-bb8e-fab0583c2fb4 HTTP/1.1" status: 200 len: 992 time: 0.0800989 Feb 28 10:49:01.854124 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603d3355-7b11-4058-9f32-a64e30d22405 None None] New status for floating IP 957f2993-a482-48c7-bb8e-fab0583c2fb4: ACTIVE {{(pid=103410) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 10:49:02.655081 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 42034) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:49:02.734417 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-04f916d8-8bc5-4dec-92a9-97b77b8df13a tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/floatingips/957f2993-a482-48c7-bb8e-fab0583c2fb4 HTTP/1.1" status: 200 len: 994 time: 0.0781052 Feb 28 10:49:03.012523 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 42040) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:49:03.069119 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 9597387c-a169-4a99-9c50-6cdd831c57fd up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:49:03.120824 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port 9597387c-a169-4a99-9c50-6cdd831c57fd triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:49:03.121337 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (9597387c-a169-4a99-9c50-6cdd831c57fd), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:03.178063 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-1e82874b-0181-4207-87e8-b2a15bc6b675 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Deleting port 25fbbe9d-9399-41d2-916d-6ce91602586e {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:49:03.178361 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1e82874b-0181-4207-87e8-b2a15bc6b675 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (25fbbe9d-9399-41d2-916d-6ce91602586e), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:03.203070 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 9597387c-a169-4a99-9c50-6cdd831c57fd is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:49:03.204140 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device f2a3abaa-0a9e-4bb5-a8b2-05e7a6ece86c up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:49:03.251351 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port f2a3abaa-0a9e-4bb5-a8b2-05e7a6ece86c triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:49:03.251639 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (f2a3abaa-0a9e-4bb5-a8b2-05e7a6ece86c), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:03.257033 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1e82874b-0181-4207-87e8-b2a15bc6b675 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (25fbbe9d-9399-41d2-916d-6ce91602586e), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:03.257370 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1e82874b-0181-4207-87e8-b2a15bc6b675 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for floatingip (25fbbe9d-9399-41d2-916d-6ce91602586e), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:03.269236 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-1e82874b-0181-4207-87e8-b2a15bc6b675 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Calling delete_port for 25fbbe9d-9399-41d2-916d-6ce91602586e owned by network:floatingip {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:49:03.329441 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port f2a3abaa-0a9e-4bb5-a8b2-05e7a6ece86c is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:49:03.423794 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1e82874b-0181-4207-87e8-b2a15bc6b675 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (25fbbe9d-9399-41d2-916d-6ce91602586e), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:03.453712 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e82874b-0181-4207-87e8-b2a15bc6b675 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event deleted for resources: {'Port': ['ID=25fbbe9d-9399-41d2-916d-6ce91602586e,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:49:03.518347 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1e82874b-0181-4207-87e8-b2a15bc6b675 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for floatingip (957f2993-a482-48c7-bb8e-fab0583c2fb4), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:03.518658 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.db.l3_db [None req-1e82874b-0181-4207-87e8-b2a15bc6b675 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Floating IP 957f2993-a482-48c7-bb8e-fab0583c2fb4 disassociated (deleted). External IP: 172.36.5.230, port: b21f965b-a860-4f49-aa34-b565ca8c2bb1. Feb 28 10:49:03.739131 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e82874b-0181-4207-87e8-b2a15bc6b675 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Router b34aa78d-693e-4c68-895b-c2e0f887a713 has already been hosted by L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:49:03.854320 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e82874b-0181-4207-87e8-b2a15bc6b675 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:49:03.858855 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1e82874b-0181-4207-87e8-b2a15bc6b675 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for floatingip (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:03.864405 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb516fd-67e7-473b-bdf0-cd479c9d984a None None] Sync routers for ids ['b34aa78d-693e-4c68-895b-c2e0f887a713'] in dv-neutron-master-2-hyperv {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:49:03.875060 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb516fd-67e7-473b-bdf0-cd479c9d984a None None] Routers {'b34aa78d-693e-4c68-895b-c2e0f887a713'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:49:03.875684 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-7fb516fd-67e7-473b-bdf0-cd479c9d984a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:48:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['b34aa78d-693e-4c68-895b-c2e0f887a713'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:49:03.890374 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-1e82874b-0181-4207-87e8-b2a15bc6b675 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "DELETE /v2.0/floatingips/957f2993-a482-48c7-bb8e-fab0583c2fb4 HTTP/1.1" status: 204 len: 168 time: 0.8765869 Feb 28 10:49:03.891231 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '752cd32f-df43-4cc6-aac6-b3a850630717', 'tag': 'b21f965b-a860-4f49-aa34-b565ca8c2bb1'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:49:03.893730 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c8e1c873eeca597e52e7ceb7469e602eac250bfea6606d285743d38033cf584" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1253407-2a91-486f-9064-44221f39405a" -d '{"events": [{"name": "network-changed", "server_uuid": "752cd32f-df43-4cc6-aac6-b3a850630717", "tag": "b21f965b-a860-4f49-aa34-b565ca8c2bb1"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:49:03.991858 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-7fb516fd-67e7-473b-bdf0-cd479c9d984a None None] Set router b34aa78d-693e-4c68-895b-c2e0f887a713 gateway port host: dv-neutron-master-2-hyperv {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:49:04.077445 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 10:49:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f6a5f4d-1aa9-4c4e-b647-853cb2e43466 x-openstack-request-id: req-3f6a5f4d-1aa9-4c4e-b647-853cb2e43466 {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:49:04.077965 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "752cd32f-df43-4cc6-aac6-b3a850630717", "tag": "b21f965b-a860-4f49-aa34-b565ca8c2bb1", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:49:04.077965 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3f6a5f4d-1aa9-4c4e-b647-853cb2e43466 {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:49:04.078413 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '752cd32f-df43-4cc6-aac6-b3a850630717', 'tag': 'b21f965b-a860-4f49-aa34-b565ca8c2bb1', 'status': 'completed', 'code': 200} Feb 28 10:49:04.153481 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f317a5-b1b1-467f-aa32-58e8c2fff70d req-c5fecfed-e2b2-437b-9638-da71109a25ac tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:49:04.155212 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-27f317a5-b1b1-467f-aa32-58e8c2fff70d req-c5fecfed-e2b2-437b-9638-da71109a25ac tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/ports?device_id=752cd32f-df43-4cc6-aac6-b3a850630717 HTTP/1.1" status: 200 len: 946 time: 0.0804827 Feb 28 10:49:04.243811 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-27f317a5-b1b1-467f-aa32-58e8c2fff70d req-d823f5ae-010b-4012-8857-b19102aaca7c tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/security-groups?id=d63c2a16-9890-465e-82b4-7b6f8368c807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822113 Feb 28 10:49:04.252508 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1253407-2a91-486f-9064-44221f39405a req-8c2b9343-dc0a-47e2-af49-a46340f05e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:49:04.254146 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-f1253407-2a91-486f-9064-44221f39405a req-8c2b9343-dc0a-47e2-af49-a46340f05e5a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5a84b6bdce3e454e9741c4fbc09bfc68&device_id=752cd32f-df43-4cc6-aac6-b3a850630717 HTTP/1.1" status: 200 len: 1130 time: 0.1347268 Feb 28 10:49:04.347993 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1253407-2a91-486f-9064-44221f39405a req-301b8b36-2b84-4e8f-b018-d98e04621953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:49:04.349549 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-f1253407-2a91-486f-9064-44221f39405a req-301b8b36-2b84-4e8f-b018-d98e04621953 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1314aeb8-1260-4c15-8782-b7f1fbc1af22 HTTP/1.1" status: 200 len: 897 time: 0.0881264 Feb 28 10:49:04.364873 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-7fb516fd-67e7-473b-bdf0-cd479c9d984a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b34aa78d-693e-4c68-895b-c2e0f887a713', 'name': 'tempest-TestNetworkBasicOps-router-1079726585', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.242'}], 'enable_snat': True}, 'gw_port_id': 'f2a3abaa-0a9e-4bb5-a8b2-05e7a6ece86c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:47:20Z', 'updated_at': '2022-02-28T10:47:24Z', 'revision_number': 4, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'gw_port': {'id': 'f2a3abaa-0a9e-4bb5-a8b2-05e7a6ece86c', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:80:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34aa78d-693e-4c68-895b-c2e0f887a713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:47:20Z', 'updated_at': '2022-02-28T10:49:01Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '9597387c-a169-4a99-9c50-6cdd831c57fd', 'name': '', 'network_id': '1314aeb8-1260-4c15-8782-b7f1fbc1af22', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'mac_address': 'fa:16:3e:55:1a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34aa78d-693e-4c68-895b-c2e0f887a713', 'device_owner': 'network:router_interface', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': 'f7b5b783-daec-4588-a86d-9b73614d09a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:47:23Z', 'updated_at': '2022-02-28T10:49:01Z', 'revision_number': 7, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'subnets': [{'id': 'f7b5b783-daec-4588-a86d-9b73614d09a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:49:04.391630 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb516fd-67e7-473b-bdf0-cd479c9d984a None None] Checking router: b34aa78d-693e-4c68-895b-c2e0f887a713 for host: dv-neutron-master-2-hyperv {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:49:04.397490 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-f1253407-2a91-486f-9064-44221f39405a req-72235ff6-7cd3-4989-ba91-cd12d23a9a1d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b21f965b-a860-4f49-aa34-b565ca8c2bb1 HTTP/1.1" status: 200 len: 217 time: 0.0398958 Feb 28 10:49:04.400915 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb516fd-67e7-473b-bdf0-cd479c9d984a None None] Routers {'b34aa78d-693e-4c68-895b-c2e0f887a713'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:49:04.401526 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-7fb516fd-67e7-473b-bdf0-cd479c9d984a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:48:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['b34aa78d-693e-4c68-895b-c2e0f887a713'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:49:04.455234 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1253407-2a91-486f-9064-44221f39405a req-c963f3a3-1aff-4024-b33f-3c186d5976d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:49:04.457422 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-f1253407-2a91-486f-9064-44221f39405a req-c963f3a3-1aff-4024-b33f-3c186d5976d9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f7b5b783-daec-4588-a86d-9b73614d09a6 HTTP/1.1" status: 200 len: 835 time: 0.0530150 Feb 28 10:49:04.508578 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1253407-2a91-486f-9064-44221f39405a req-66250ba8-0b91-4c4f-ab56-07a646fbb4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:49:04.510225 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-f1253407-2a91-486f-9064-44221f39405a req-66250ba8-0b91-4c4f-ab56-07a646fbb4a1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1314aeb8-1260-4c15-8782-b7f1fbc1af22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0454543 Feb 28 10:49:04.518030 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-7fb516fd-67e7-473b-bdf0-cd479c9d984a None None] Set router b34aa78d-693e-4c68-895b-c2e0f887a713 gateway port host: dv-neutron-master-2-hyperv {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:49:04.603682 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-f1253407-2a91-486f-9064-44221f39405a req-fc3db2a3-13b3-45fb-ac75-76c8505a8490 service neutron] 10.222.0.30 "GET /v2.0/networks/1314aeb8-1260-4c15-8782-b7f1fbc1af22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867348 Feb 28 10:49:04.729736 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-7fb516fd-67e7-473b-bdf0-cd479c9d984a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b34aa78d-693e-4c68-895b-c2e0f887a713', 'name': 'tempest-TestNetworkBasicOps-router-1079726585', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.242'}], 'enable_snat': True}, 'gw_port_id': 'f2a3abaa-0a9e-4bb5-a8b2-05e7a6ece86c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:47:20Z', 'updated_at': '2022-02-28T10:47:24Z', 'revision_number': 4, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'gw_port': {'id': 'f2a3abaa-0a9e-4bb5-a8b2-05e7a6ece86c', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:80:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34aa78d-693e-4c68-895b-c2e0f887a713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:47:20Z', 'updated_at': '2022-02-28T10:49:01Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '9597387c-a169-4a99-9c50-6cdd831c57fd', 'name': '', 'network_id': '1314aeb8-1260-4c15-8782-b7f1fbc1af22', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'mac_address': 'fa:16:3e:55:1a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34aa78d-693e-4c68-895b-c2e0f887a713', 'device_owner': 'network:router_interface', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': 'f7b5b783-daec-4588-a86d-9b73614d09a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:47:23Z', 'updated_at': '2022-02-28T10:49:01Z', 'revision_number': 7, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'subnets': [{'id': 'f7b5b783-daec-4588-a86d-9b73614d09a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:49:04.757012 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb516fd-67e7-473b-bdf0-cd479c9d984a None None] The sync data for ids ['b34aa78d-693e-4c68-895b-c2e0f887a713'] in dv-neutron-master-2-hyperv is: [{'id': 'b34aa78d-693e-4c68-895b-c2e0f887a713', 'name': 'tempest-TestNetworkBasicOps-router-1079726585', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.242'}], 'enable_snat': True}, 'gw_port_id': 'f2a3abaa-0a9e-4bb5-a8b2-05e7a6ece86c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:47:20Z', 'updated_at': '2022-02-28T10:47:24Z', 'revision_number': 4, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'gw_port': {'id': 'f2a3abaa-0a9e-4bb5-a8b2-05e7a6ece86c', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:80:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34aa78d-693e-4c68-895b-c2e0f887a713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:47:20Z', 'updated_at': '2022-02-28T10:49:01Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '9597387c-a169-4a99-9c50-6cdd831c57fd', 'name': '', 'network_id': '1314aeb8-1260-4c15-8782-b7f1fbc1af22', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'mac_address': 'fa:16:3e:55:1a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34aa78d-693e-4c68-895b-c2e0f887a713', 'device_owner': 'network:router_interface', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': 'f7b5b783-daec-4588-a86d-9b73614d09a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:47:23Z', 'updated_at': '2022-02-28T10:49:01Z', 'revision_number': 7, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'subnets': [{'id': 'f7b5b783-daec-4588-a86d-9b73614d09a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:49:05.032025 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-f1253407-2a91-486f-9064-44221f39405a req-51a8548f-a6c0-4d81-a492-9944b21eff51 service neutron] 10.222.0.30 "GET /v2.0/networks/1314aeb8-1260-4c15-8782-b7f1fbc1af22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4209645 Feb 28 10:49:05.371595 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84d88d0-ee4d-48ae-b909-f804b4dd56c1 req-1772b7f6-e4af-44d3-8622-2c2334fdde12 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:49:05.373132 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-e84d88d0-ee4d-48ae-b909-f804b4dd56c1 req-1772b7f6-e4af-44d3-8622-2c2334fdde12 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/ports?device_id=752cd32f-df43-4cc6-aac6-b3a850630717 HTTP/1.1" status: 200 len: 946 time: 0.0550008 Feb 28 10:49:05.416093 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27cfc2a9-c71e-475b-90d4-5d5727e111ea None None] New status for floating IP 957f2993-a482-48c7-bb8e-fab0583c2fb4: DOWN {{(pid=103410) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 10:49:05.430345 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-e84d88d0-ee4d-48ae-b909-f804b4dd56c1 req-f03ef165-e8d6-432a-b07d-c6a8a3847deb tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/security-groups?id=d63c2a16-9890-465e-82b4-7b6f8368c807&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505877 Feb 28 10:49:05.909316 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ffe98e-34e9-43b8-8759-3212759e0550 req-bb374412-9173-493b-a1c8-a3cbb3d05c06 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:49:05.910761 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-04ffe98e-34e9-43b8-8759-3212759e0550 req-bb374412-9173-493b-a1c8-a3cbb3d05c06 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.30 "GET /v2.0/ports?device_id=752cd32f-df43-4cc6-aac6-b3a850630717 HTTP/1.1" status: 200 len: 946 time: 0.0604959 Feb 28 10:49:06.004541 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [req-04ffe98e-34e9-43b8-8759-3212759e0550 req-3a101d7c-4e15-4fba-9236-e4fbb095e614 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Deleting port b21f965b-a860-4f49-aa34-b565ca8c2bb1 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:49:06.004917 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-04ffe98e-34e9-43b8-8759-3212759e0550 req-3a101d7c-4e15-4fba-9236-e4fbb095e614 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (b21f965b-a860-4f49-aa34-b565ca8c2bb1), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:06.099691 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-04ffe98e-34e9-43b8-8759-3212759e0550 req-3a101d7c-4e15-4fba-9236-e4fbb095e614 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] For port b21f965b-a860-4f49-aa34-b565ca8c2bb1, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=b21f965b-a860-4f49-aa34-b565ca8c2bb1,segment=NetworkSegment(0dae14b1-c47d-4003-8ca9-f7a179a24576),segment_id=0dae14b1-c47d-4003-8ca9-f7a179a24576)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:49:06.100010 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-04ffe98e-34e9-43b8-8759-3212759e0550 req-3a101d7c-4e15-4fba-9236-e4fbb095e614 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (b21f965b-a860-4f49-aa34-b565ca8c2bb1), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:06.120270 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [req-04ffe98e-34e9-43b8-8759-3212759e0550 req-3a101d7c-4e15-4fba-9236-e4fbb095e614 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Calling delete_port for b21f965b-a860-4f49-aa34-b565ca8c2bb1 owned by compute:nova {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:49:06.274099 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-04ffe98e-34e9-43b8-8759-3212759e0550 req-3a101d7c-4e15-4fba-9236-e4fbb095e614 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (b21f965b-a860-4f49-aa34-b565ca8c2bb1), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:06.303352 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a101d7c-4e15-4fba-9236-e4fbb095e614 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event deleted for resources: {'Port': ['ID=b21f965b-a860-4f49-aa34-b565ca8c2bb1,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:49:06.349654 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-04ffe98e-34e9-43b8-8759-3212759e0550 req-3a101d7c-4e15-4fba-9236-e4fbb095e614 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] No DVR routers for this DVR port b21f965b-a860-4f49-aa34-b565ca8c2bb1 on host hv-neutron-mast {{(pid=103407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:49:06.354779 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-04ffe98e-34e9-43b8-8759-3212759e0550 req-3a101d7c-4e15-4fba-9236-e4fbb095e614 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:06.359621 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-04ffe98e-34e9-43b8-8759-3212759e0550 req-3a101d7c-4e15-4fba-9236-e4fbb095e614 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.30 "DELETE /v2.0/ports/b21f965b-a860-4f49-aa34-b565ca8c2bb1 HTTP/1.1" status: 204 len: 173 time: 0.4435282 Feb 28 10:49:06.360267 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '752cd32f-df43-4cc6-aac6-b3a850630717', 'name': 'network-vif-deleted', 'tag': 'b21f965b-a860-4f49-aa34-b565ca8c2bb1'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:49:06.363039 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c8e1c873eeca597e52e7ceb7469e602eac250bfea6606d285743d38033cf584" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ada957f-42be-4f4d-8c35-cf5a3d9f907c" -d '{"events": [{"server_uuid": "752cd32f-df43-4cc6-aac6-b3a850630717", "name": "network-vif-deleted", "tag": "b21f965b-a860-4f49-aa34-b565ca8c2bb1"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:49:06.398525 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 10:49:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5391bf68-fc17-4bc8-b8c1-ae5de872ecb8 x-openstack-request-id: req-5391bf68-fc17-4bc8-b8c1-ae5de872ecb8 {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:49:06.399210 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "752cd32f-df43-4cc6-aac6-b3a850630717", "name": "network-vif-deleted", "tag": "b21f965b-a860-4f49-aa34-b565ca8c2bb1", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:49:06.399392 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5391bf68-fc17-4bc8-b8c1-ae5de872ecb8 {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:49:06.399827 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '752cd32f-df43-4cc6-aac6-b3a850630717', 'name': 'network-vif-deleted', 'tag': 'b21f965b-a860-4f49-aa34-b565ca8c2bb1', 'status': 'completed', 'code': 200} Feb 28 10:49:06.549443 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-2cecacab-1368-43e1-9d84-915ea7e6023f req-9aff67a9-8ee0-4dab-ac28-cc10c1234cbb tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/ports?device_id=752cd32f-df43-4cc6-aac6-b3a850630717 HTTP/1.1" status: 200 len: 210 time: 0.0314898 Feb 28 10:49:07.615784 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 42060) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:49:07.679126 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-31f0b8de-b10b-4c50-8701-8df1f67b7271 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group (d63c2a16-9890-465e-82b4-7b6f8368c807), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:07.704797 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-31f0b8de-b10b-4c50-8701-8df1f67b7271 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group (d63c2a16-9890-465e-82b4-7b6f8368c807), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:07.768444 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-31f0b8de-b10b-4c50-8701-8df1f67b7271 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (d63c2a16-9890-465e-82b4-7b6f8368c807), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:07.771123 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-31f0b8de-b10b-4c50-8701-8df1f67b7271 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:07.772329 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-31f0b8de-b10b-4c50-8701-8df1f67b7271 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "DELETE /v2.0/security-groups/d63c2a16-9890-465e-82b4-7b6f8368c807 HTTP/1.1" status: 204 len: 168 time: 0.1555622 Feb 28 10:49:07.782386 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f0b8de-b10b-4c50-8701-8df1f67b7271 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d63c2a16-9890-465e-82b4-7b6f8368c807,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:49:07.807060 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 42064) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:49:08.166936 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (13ac42ae-016e-4baf-bb31-c6fa820b41c2), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:08.183408 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3ffe0656-b1ad-4fe4-923e-badeaa5732bf tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1802615'] for router_interface (b34aa78d-693e-4c68-895b-c2e0f887a713), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:08.469678 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-3ffe0656-b1ad-4fe4-923e-badeaa5732bf tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Deleting port 9597387c-a169-4a99-9c50-6cdd831c57fd {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:49:08.469944 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3ffe0656-b1ad-4fe4-923e-badeaa5732bf tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (9597387c-a169-4a99-9c50-6cdd831c57fd), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:08.567130 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-3ffe0656-b1ad-4fe4-923e-badeaa5732bf tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] For port 9597387c-a169-4a99-9c50-6cdd831c57fd, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9597387c-a169-4a99-9c50-6cdd831c57fd,segment=NetworkSegment(0dae14b1-c47d-4003-8ca9-f7a179a24576),segment_id=0dae14b1-c47d-4003-8ca9-f7a179a24576)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:49:08.567505 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3ffe0656-b1ad-4fe4-923e-badeaa5732bf tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (9597387c-a169-4a99-9c50-6cdd831c57fd), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:08.580807 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-3ffe0656-b1ad-4fe4-923e-badeaa5732bf tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Calling delete_port for 9597387c-a169-4a99-9c50-6cdd831c57fd owned by network:router_interface {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:49:08.659803 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device b21f965b-a860-4f49-aa34-b565ca8c2bb1 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:49:08.683495 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] No Port match for: b21f965b-a860-4f49-aa34-b565ca8c2bb1 {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:49:08.683848 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device b21f965b-a860-4f49-aa34-b565ca8c2bb1 not bound to the agent host hv-neutron-mast {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:49:08.762675 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-51797a07-66cc-46ba-867e-fc758e84ffb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fb6705d2-4f70-4965-92a3-fbfccd43a6d3), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:08.783807 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3ffe0656-b1ad-4fe4-923e-badeaa5732bf tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (9597387c-a169-4a99-9c50-6cdd831c57fd), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:08.808884 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffe0656-b1ad-4fe4-923e-badeaa5732bf tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event deleted for resources: {'Port': ['ID=9597387c-a169-4a99-9c50-6cdd831c57fd,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:49:09.002913 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3ffe0656-b1ad-4fe4-923e-badeaa5732bf tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1802651'] for router_interface (b34aa78d-693e-4c68-895b-c2e0f887a713), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:09.225777 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ffe0656-b1ad-4fe4-923e-badeaa5732bf tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Router b34aa78d-693e-4c68-895b-c2e0f887a713 has already been hosted by L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 {{(pid=103408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:49:09.340604 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ffe0656-b1ad-4fe4-923e-badeaa5732bf tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:49:09.346375 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-3ffe0656-b1ad-4fe4-923e-badeaa5732bf tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "PUT /v2.0/routers/b34aa78d-693e-4c68-895b-c2e0f887a713/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5379820 Feb 28 10:49:09.348746 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 42066) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:49:09.350224 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf1de5c-537e-499b-a147-d96e7417b8fe None None] Sync routers for ids ['b34aa78d-693e-4c68-895b-c2e0f887a713'] in dv-neutron-master-2-hyperv {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:49:09.362479 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf1de5c-537e-499b-a147-d96e7417b8fe None None] Routers {'b34aa78d-693e-4c68-895b-c2e0f887a713'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:49:09.363173 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-aaf1de5c-537e-499b-a147-d96e7417b8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:48:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['b34aa78d-693e-4c68-895b-c2e0f887a713'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:49:09.408066 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_v2 [None req-bad95bce-40ef-420f-8c88-7a7d736fac6f tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Deleting subnet f7b5b783-daec-4588-a86d-9b73614d09a6 {{(pid=103407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:49:09.411430 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bad95bce-40ef-420f-8c88-7a7d736fac6f tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for subnet (f7b5b783-daec-4588-a86d-9b73614d09a6), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:09.452298 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bad95bce-40ef-420f-8c88-7a7d736fac6f tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3501132'] for subnet (f7b5b783-daec-4588-a86d-9b73614d09a6), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:09.471349 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-aaf1de5c-537e-499b-a147-d96e7417b8fe None None] Set router b34aa78d-693e-4c68-895b-c2e0f887a713 gateway port host: dv-neutron-master-2-hyperv {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:49:09.539717 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bad95bce-40ef-420f-8c88-7a7d736fac6f tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-823142'] for subnet (f7b5b783-daec-4588-a86d-9b73614d09a6), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:09.604031 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bad95bce-40ef-420f-8c88-7a7d736fac6f tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-823145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3498088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3516558'] for subnet (f7b5b783-daec-4588-a86d-9b73614d09a6), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:09.630958 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad95bce-40ef-420f-8c88-7a7d736fac6f tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event deleted for resources: {'Subnet': ['ID=f7b5b783-daec-4588-a86d-9b73614d09a6,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:49:09.634988 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bad95bce-40ef-420f-8c88-7a7d736fac6f tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:09.638237 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-bad95bce-40ef-420f-8c88-7a7d736fac6f tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "DELETE /v2.0/subnets/f7b5b783-daec-4588-a86d-9b73614d09a6 HTTP/1.1" status: 204 len: 168 time: 0.2883675 Feb 28 10:49:09.641203 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 42068) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:49:09.642734 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1f31ca4-05db-4f3f-bfbe-4c89d02258e9 None None] Network 1314aeb8-1260-4c15-8782-b7f1fbc1af22 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:49:09.710342 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-aaf1de5c-537e-499b-a147-d96e7417b8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b34aa78d-693e-4c68-895b-c2e0f887a713', 'name': 'tempest-TestNetworkBasicOps-router-1079726585', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.242'}], 'enable_snat': True}, 'gw_port_id': 'f2a3abaa-0a9e-4bb5-a8b2-05e7a6ece86c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:47:20Z', 'updated_at': '2022-02-28T10:49:08Z', 'revision_number': 5, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'gw_port': {'id': 'f2a3abaa-0a9e-4bb5-a8b2-05e7a6ece86c', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:80:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34aa78d-693e-4c68-895b-c2e0f887a713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:47:20Z', 'updated_at': '2022-02-28T10:49:01Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:49:09.751059 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-44d3e9fd-db25-43bf-b3eb-101d0e0d866c tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for router (b34aa78d-693e-4c68-895b-c2e0f887a713), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:09.752469 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf1de5c-537e-499b-a147-d96e7417b8fe None None] Checking router: b34aa78d-693e-4c68-895b-c2e0f887a713 for host: dv-neutron-master-2-hyperv {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:49:09.767374 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf1de5c-537e-499b-a147-d96e7417b8fe None None] Routers {'b34aa78d-693e-4c68-895b-c2e0f887a713'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:49:09.767993 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-aaf1de5c-537e-499b-a147-d96e7417b8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:48:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['b34aa78d-693e-4c68-895b-c2e0f887a713'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:49:09.861048 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-44d3e9fd-db25-43bf-b3eb-101d0e0d866c tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for router_gateway (b34aa78d-693e-4c68-895b-c2e0f887a713), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:09.887883 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-aaf1de5c-537e-499b-a147-d96e7417b8fe None None] Set router b34aa78d-693e-4c68-895b-c2e0f887a713 gateway port host: dv-neutron-master-2-hyperv {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:49:09.891165 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7708d599-3eb1-44a8-871e-b049fd71caf1 None None] DHCP port deletion for 1314aeb8-1260-4c15-8782-b7f1fbc1af22 request from dv-neutron-master-2-hyperv {{(pid=103409) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:49:09.919588 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-44d3e9fd-db25-43bf-b3eb-101d0e0d866c tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Deleting port f2a3abaa-0a9e-4bb5-a8b2-05e7a6ece86c {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:49:09.919588 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-44d3e9fd-db25-43bf-b3eb-101d0e0d866c tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (f2a3abaa-0a9e-4bb5-a8b2-05e7a6ece86c), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:10.002470 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-44d3e9fd-db25-43bf-b3eb-101d0e0d866c tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] For port f2a3abaa-0a9e-4bb5-a8b2-05e7a6ece86c, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f2a3abaa-0a9e-4bb5-a8b2-05e7a6ece86c,segment=NetworkSegment(195d7ed7-323d-4284-82df-208cca613d99),segment_id=195d7ed7-323d-4284-82df-208cca613d99)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:49:10.002818 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-44d3e9fd-db25-43bf-b3eb-101d0e0d866c tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (f2a3abaa-0a9e-4bb5-a8b2-05e7a6ece86c), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:10.015622 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-44d3e9fd-db25-43bf-b3eb-101d0e0d866c tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Calling delete_port for f2a3abaa-0a9e-4bb5-a8b2-05e7a6ece86c owned by network:router_gateway {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:49:10.076662 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-7708d599-3eb1-44a8-871e-b049fd71caf1 None None] Deleting port c5af97ed-06ee-4cc3-baaa-73921993ccbe {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:49:10.077040 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7708d599-3eb1-44a8-871e-b049fd71caf1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (c5af97ed-06ee-4cc3-baaa-73921993ccbe), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:10.151363 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-7708d599-3eb1-44a8-871e-b049fd71caf1 None None] For port c5af97ed-06ee-4cc3-baaa-73921993ccbe, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c5af97ed-06ee-4cc3-baaa-73921993ccbe,segment=NetworkSegment(0dae14b1-c47d-4003-8ca9-f7a179a24576),segment_id=0dae14b1-c47d-4003-8ca9-f7a179a24576)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:49:10.151635 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7708d599-3eb1-44a8-871e-b049fd71caf1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (c5af97ed-06ee-4cc3-baaa-73921993ccbe), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:10.166103 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-7708d599-3eb1-44a8-871e-b049fd71caf1 None None] Calling delete_port for c5af97ed-06ee-4cc3-baaa-73921993ccbe owned by network:dhcp {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:49:10.182603 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-aaf1de5c-537e-499b-a147-d96e7417b8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b34aa78d-693e-4c68-895b-c2e0f887a713', 'name': 'tempest-TestNetworkBasicOps-router-1079726585', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.242'}], 'enable_snat': True}, 'gw_port_id': 'f2a3abaa-0a9e-4bb5-a8b2-05e7a6ece86c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:47:20Z', 'updated_at': '2022-02-28T10:49:08Z', 'revision_number': 5, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'gw_port': {'id': 'f2a3abaa-0a9e-4bb5-a8b2-05e7a6ece86c', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:80:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34aa78d-693e-4c68-895b-c2e0f887a713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:47:20Z', 'updated_at': '2022-02-28T10:49:01Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:49:10.188871 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-44d3e9fd-db25-43bf-b3eb-101d0e0d866c tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (f2a3abaa-0a9e-4bb5-a8b2-05e7a6ece86c), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:10.216748 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d3e9fd-db25-43bf-b3eb-101d0e0d866c tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event deleted for resources: {'Port': ['ID=f2a3abaa-0a9e-4bb5-a8b2-05e7a6ece86c,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:49:10.238786 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf1de5c-537e-499b-a147-d96e7417b8fe None None] The sync data for ids ['b34aa78d-693e-4c68-895b-c2e0f887a713'] in dv-neutron-master-2-hyperv is: [{'id': 'b34aa78d-693e-4c68-895b-c2e0f887a713', 'name': 'tempest-TestNetworkBasicOps-router-1079726585', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.242'}], 'enable_snat': True}, 'gw_port_id': 'f2a3abaa-0a9e-4bb5-a8b2-05e7a6ece86c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:47:20Z', 'updated_at': '2022-02-28T10:49:08Z', 'revision_number': 5, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'gw_port': {'id': 'f2a3abaa-0a9e-4bb5-a8b2-05e7a6ece86c', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:80:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34aa78d-693e-4c68-895b-c2e0f887a713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:47:20Z', 'updated_at': '2022-02-28T10:49:01Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:49:10.280703 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7708d599-3eb1-44a8-871e-b049fd71caf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758'] for port (c5af97ed-06ee-4cc3-baaa-73921993ccbe), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:10.287308 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-44d3e9fd-db25-43bf-b3eb-101d0e0d866c tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1803321'] for router_gateway (b34aa78d-693e-4c68-895b-c2e0f887a713), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:10.310025 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7708d599-3eb1-44a8-871e-b049fd71caf1 None None] Pushing event deleted for resources: {'Port': ['ID=c5af97ed-06ee-4cc3-baaa-73921993ccbe,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:49:10.314749 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7708d599-3eb1-44a8-871e-b049fd71caf1 None None] No DVR routers for this DVR port c5af97ed-06ee-4cc3-baaa-73921993ccbe on host dv-neutron-master-2-hyperv {{(pid=103409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:49:10.386728 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-44d3e9fd-db25-43bf-b3eb-101d0e0d866c tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1807017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5941'] for router (b34aa78d-693e-4c68-895b-c2e0f887a713), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:10.389121 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-44d3e9fd-db25-43bf-b3eb-101d0e0d866c tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for router_controller (b34aa78d-693e-4c68-895b-c2e0f887a713), precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:10.435390 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-44d3e9fd-db25-43bf-b3eb-101d0e0d866c tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1806994'] for router (b34aa78d-693e-4c68-895b-c2e0f887a713), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:10.435873 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44d3e9fd-db25-43bf-b3eb-101d0e0d866c tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Fanout notify agent at l3_agent the message router_deleted on router b34aa78d-693e-4c68-895b-c2e0f887a713 {{(pid=103408) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 10:49:10.443125 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-44d3e9fd-db25-43bf-b3eb-101d0e0d866c tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for router (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:10.446794 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-44d3e9fd-db25-43bf-b3eb-101d0e0d866c tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "DELETE /v2.0/routers/b34aa78d-693e-4c68-895b-c2e0f887a713 HTTP/1.1" status: 204 len: 168 time: 0.8020785 Feb 28 10:49:10.447097 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 42070) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:49:10.522081 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-cda67f82-52ec-4252-afe1-ae91b0ab6792 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-665757'] for network (1314aeb8-1260-4c15-8782-b7f1fbc1af22), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:10.613018 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-cda67f82-52ec-4252-afe1-ae91b0ab6792 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672413', 'neutron.services.segments.db._delete_segments_for_network-8742057110173'] for network (1314aeb8-1260-4c15-8782-b7f1fbc1af22), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:10.635558 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-cda67f82-52ec-4252-afe1-ae91b0ab6792 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1314aeb8-1260-4c15-8782-b7f1fbc1af22']}} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:49:10.645607 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-cda67f82-52ec-4252-afe1-ae91b0ab6792 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0dae14b1-c47d-4003-8ca9-f7a179a24576') {'for_net_delete': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:49:10.646019 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-cda67f82-52ec-4252-afe1-ae91b0ab6792 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0dae14b1-c47d-4003-8ca9-f7a179a24576') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:49:10.656587 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-cda67f82-52ec-4252-afe1-ae91b0ab6792 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742057113766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3423550'] for segment (0dae14b1-c47d-4003-8ca9-f7a179a24576), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:10.671030 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-cda67f82-52ec-4252-afe1-ae91b0ab6792 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (0dae14b1-c47d-4003-8ca9-f7a179a24576), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:10.678019 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cda67f82-52ec-4252-afe1-ae91b0ab6792 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Releasing vlan 252 on physical network physnet1 to pool {{(pid=103408) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:49:10.678495 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-cda67f82-52ec-4252-afe1-ae91b0ab6792 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3242693'] for segment (0dae14b1-c47d-4003-8ca9-f7a179a24576), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:10.681843 dv-neutron-master-2-hyperv neutron-server[103408]: Traceback (most recent call last): Feb 28 10:49:10.681843 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:49:10.681843 dv-neutron-master-2-hyperv neutron-server[103408]: timer() Feb 28 10:49:10.681843 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:49:10.681843 dv-neutron-master-2-hyperv neutron-server[103408]: cb(*args, **kw) Feb 28 10:49:10.681843 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:49:10.681843 dv-neutron-master-2-hyperv neutron-server[103408]: return func(*args, **kwargs) Feb 28 10:49:10.681843 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:49:10.681843 dv-neutron-master-2-hyperv neutron-server[103408]: self._notify() Feb 28 10:49:10.681843 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:49:10.681843 dv-neutron-master-2-hyperv neutron-server[103408]: self.callback(batched_events) Feb 28 10:49:10.681843 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:49:10.681843 dv-neutron-master-2-hyperv neutron-server[103408]: event.method(event) Feb 28 10:49:10.681843 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:49:10.681843 dv-neutron-master-2-hyperv neutron-server[103408]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:49:10.681843 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:49:10.681843 dv-neutron-master-2-hyperv neutron-server[103408]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:49:10.681843 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:49:10.681843 dv-neutron-master-2-hyperv neutron-server[103408]: return f(self, *a, **k) Feb 28 10:49:10.681843 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:49:10.681843 dv-neutron-master-2-hyperv neutron-server[103408]: return self._get(url).json() Feb 28 10:49:10.681843 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:49:10.681843 dv-neutron-master-2-hyperv neutron-server[103408]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:49:10.681843 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:49:10.681843 dv-neutron-master-2-hyperv neutron-server[103408]: return self.request(url, 'GET', **kwargs) Feb 28 10:49:10.681843 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:49:10.681843 dv-neutron-master-2-hyperv neutron-server[103408]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:49:10.681843 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:49:10.681843 dv-neutron-master-2-hyperv neutron-server[103408]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:49:10.681843 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:49:10.681843 dv-neutron-master-2-hyperv neutron-server[103408]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:49:10.681843 dv-neutron-master-2-hyperv neutron-server[103408]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:49:10.748908 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-cda67f82-52ec-4252-afe1-ae91b0ab6792 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803269'] for network (1314aeb8-1260-4c15-8782-b7f1fbc1af22), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:10.753586 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-cda67f82-52ec-4252-afe1-ae91b0ab6792 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for network (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:10.757125 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-cda67f82-52ec-4252-afe1-ae91b0ab6792 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "DELETE /v2.0/networks/1314aeb8-1260-4c15-8782-b7f1fbc1af22 HTTP/1.1" status: 204 len: 168 time: 0.3090618 Feb 28 10:49:10.771903 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda67f82-52ec-4252-afe1-ae91b0ab6792 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event deleted for resources: {'Network': ['ID=1314aeb8-1260-4c15-8782-b7f1fbc1af22,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:49:10.776430 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 42072) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:49:10.784456 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-673f2be1-2503-4952-8c3e-e50974985758 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Request body: {'network': {'name': 'tempest-network-smoke--830475278', 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'port_security_enabled': True}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:49:10.805254 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-673f2be1-2503-4952-8c3e-e50974985758 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Made reservation on behalf of 5a84b6bdce3e454e9741c4fbc09bfc68 for: {'network': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:49:10.808764 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-673f2be1-2503-4952-8c3e-e50974985758 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for network (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:10.834516 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-673f2be1-2503-4952-8c3e-e50974985758 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 277} {{(pid=103407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:49:10.847402 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-673f2be1-2503-4952-8c3e-e50974985758 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (49e588c2-2217-4ecd-9c42-5667ec811b12), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:10.847759 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.db.segments_db [None req-673f2be1-2503-4952-8c3e-e50974985758 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Added segment 49e588c2-2217-4ecd-9c42-5667ec811b12 of type vlan for network 38c3b1b7-a2c2-48fd-8309-b820f94c24e7 Feb 28 10:49:10.890778 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-673f2be1-2503-4952-8c3e-e50974985758 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742056637431'] for network (38c3b1b7-a2c2-48fd-8309-b820f94c24e7), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:10.920342 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-673f2be1-2503-4952-8c3e-e50974985758 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551'] for network (38c3b1b7-a2c2-48fd-8309-b820f94c24e7), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:10.925906 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-673f2be1-2503-4952-8c3e-e50974985758 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:49:10.926498 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-673f2be1-2503-4952-8c3e-e50974985758 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:10.990525 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-673f2be1-2503-4952-8c3e-e50974985758 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2118680 Feb 28 10:49:10.993510 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 42074) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:49:10.998961 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-a4361783-5bc4-4b22-bbb6-2ac36de80341 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1978175941', 'admin_state_up': True, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840'}}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:49:11.000412 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673f2be1-2503-4952-8c3e-e50974985758 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event updated for resources: {'Network': ['ID=38c3b1b7-a2c2-48fd-8309-b820f94c24e7,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:49:11.012527 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Network 38c3b1b7-a2c2-48fd-8309-b820f94c24e7 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103409) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:49:11.016128 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e28dea65-eb96-43ea-9cbc-6a7812ad3568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fc6c9b74-8dbb-41bb-800a-5bd3a43fe896), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:11.023002 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a4361783-5bc4-4b22-bbb6-2ac36de80341 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1805251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254175'] for router (94019a49-df67-4f54-b5ee-252b6f834cc8), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:11.024292 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a4361783-5bc4-4b22-bbb6-2ac36de80341 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1804172', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1602053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254150'] for router (94019a49-df67-4f54-b5ee-252b6f834cc8), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:11.077549 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a4361783-5bc4-4b22-bbb6-2ac36de80341 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for router_controller (94019a49-df67-4f54-b5ee-252b6f834cc8), precommit_add_association {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:11.283440 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 9597387c-a169-4a99-9c50-6cdd831c57fd no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:49:11.308409 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] No Port match for: 9597387c-a169-4a99-9c50-6cdd831c57fd {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:49:11.308785 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 9597387c-a169-4a99-9c50-6cdd831c57fd not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:49:11.309221 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device c5af97ed-06ee-4cc3-baaa-73921993ccbe no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:49:11.329255 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] No Port match for: c5af97ed-06ee-4cc3-baaa-73921993ccbe {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:49:11.329565 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device c5af97ed-06ee-4cc3-baaa-73921993ccbe not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:49:11.330010 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device f2a3abaa-0a9e-4bb5-a8b2-05e7a6ece86c no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:49:11.350728 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] No Port match for: f2a3abaa-0a9e-4bb5-a8b2-05e7a6ece86c {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:49:11.351090 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device f2a3abaa-0a9e-4bb5-a8b2-05e7a6ece86c not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:49:11.555628 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a4361783-5bc4-4b22-bbb6-2ac36de80341 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for router_gateway (94019a49-df67-4f54-b5ee-252b6f834cc8), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:11.764485 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a4361783-5bc4-4b22-bbb6-2ac36de80341 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for router_gateway (94019a49-df67-4f54-b5ee-252b6f834cc8), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:11.783250 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a4361783-5bc4-4b22-bbb6-2ac36de80341 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:11.888954 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-a4361783-5bc4-4b22-bbb6-2ac36de80341 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Allocated IP 172.36.5.157 (1e0804d0-d1d9-4d40-9de5-2936f3d87840/6f6f4129-23e5-4c3b-b4ef-4c7ce926797e/73767981-6895-4782-872e-8b659aeeab52) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:49:11.997751 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a4361783-5bc4-4b22-bbb6-2ac36de80341 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for port (73767981-6895-4782-872e-8b659aeeab52), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:12.045907 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a4361783-5bc4-4b22-bbb6-2ac36de80341 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (73767981-6895-4782-872e-8b659aeeab52), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:12.047262 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b6d631fb-7df0-4fe1-8322-abff3b61cae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (0db5147a-92a3-4581-8a5f-8ec9b93e0600), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:12.084222 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4361783-5bc4-4b22-bbb6-2ac36de80341 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Network 1e0804d0-d1d9-4d40-9de5-2936f3d87840 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:49:12.087872 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-a4361783-5bc4-4b22-bbb6-2ac36de80341 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:49:12.091689 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4361783-5bc4-4b22-bbb6-2ac36de80341 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:49:12.127417 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4361783-5bc4-4b22-bbb6-2ac36de80341 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event updated for resources: {'Port': ['ID=73767981-6895-4782-872e-8b659aeeab52,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:49:12.153936 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.agents_db [None req-382e0aa2-b126-48e6-89eb-3efa426b6b29 None None] Agent healthcheck: found 6 active agents {{(pid=103410) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 10:49:12.388726 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a4361783-5bc4-4b22-bbb6-2ac36de80341 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for router_gateway (94019a49-df67-4f54-b5ee-252b6f834cc8), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:12.628872 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a4361783-5bc4-4b22-bbb6-2ac36de80341 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1804241'] for router (94019a49-df67-4f54-b5ee-252b6f834cc8), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:12.790074 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4361783-5bc4-4b22-bbb6-2ac36de80341 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Router 94019a49-df67-4f54-b5ee-252b6f834cc8 is scheduled to L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 with binding_index 1 {{(pid=103408) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 10:49:12.906628 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4361783-5bc4-4b22-bbb6-2ac36de80341 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:49:12.917315 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570d1c22-185d-41ca-bcb1-6293c67986d4 None None] Sync routers for ids ['94019a49-df67-4f54-b5ee-252b6f834cc8'] in dv-neutron-master-2-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:49:12.927811 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a4361783-5bc4-4b22-bbb6-2ac36de80341 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for router (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:12.928122 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570d1c22-185d-41ca-bcb1-6293c67986d4 None None] Routers {'94019a49-df67-4f54-b5ee-252b6f834cc8'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:49:12.932097 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-570d1c22-185d-41ca-bcb1-6293c67986d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:49:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['94019a49-df67-4f54-b5ee-252b6f834cc8'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:49:12.932283 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-a4361783-5bc4-4b22-bbb6-2ac36de80341 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.9339993 Feb 28 10:49:12.932385 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 42076) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:49:12.961000 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-ddab311f-3f27-4239-9ea1-a1803043b71b tempest-TestNetworkBasicOps-986752647 tempest-TestNetworkBasicOps-986752647-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=5a84b6bdce3e454e9741c4fbc09bfc68&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274045 Feb 28 10:49:12.963760 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 42078) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:49:13.035777 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-570d1c22-185d-41ca-bcb1-6293c67986d4 None None] Set router 94019a49-df67-4f54-b5ee-252b6f834cc8 gateway port host: dv-neutron-master-2-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:49:13.052279 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-527e7b72-7b5c-4918-8783-7762c5a89846 tempest-TestNetworkBasicOps-986752647 tempest-TestNetworkBasicOps-986752647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:49:13.053772 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-527e7b72-7b5c-4918-8783-7762c5a89846 tempest-TestNetworkBasicOps-986752647 tempest-TestNetworkBasicOps-986752647-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0891063 Feb 28 10:49:13.056950 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 42080) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:49:13.088545 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-b954a13c-c4c7-4370-b69e-ecbc1f9c8988 tempest-TestNetworkBasicOps-986752647 tempest-TestNetworkBasicOps-986752647-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=1e0804d0-d1d9-4d40-9de5-2936f3d87840&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275543 Feb 28 10:49:13.088792 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 42082) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:49:13.093659 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-0e549a72-f329-4061-aebe-de87a7fa3e6b tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-216583105', 'network_id': '38c3b1b7-a2c2-48fd-8309-b820f94c24e7', 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:49:13.181492 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e549a72-f329-4061-aebe-de87a7fa3e6b tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Made reservation on behalf of 5a84b6bdce3e454e9741c4fbc09bfc68 for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:49:13.184952 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0e549a72-f329-4061-aebe-de87a7fa3e6b tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3516581'] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:13.216302 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-570d1c22-185d-41ca-bcb1-6293c67986d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94019a49-df67-4f54-b5ee-252b6f834cc8', 'name': 'tempest-TestNetworkBasicOps-router-1978175941', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.157'}], 'enable_snat': True}, 'gw_port_id': '73767981-6895-4782-872e-8b659aeeab52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:49:11Z', 'updated_at': '2022-02-28T10:49:12Z', 'revision_number': 3, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'gw_port': {'id': '73767981-6895-4782-872e-8b659aeeab52', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:81:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94019a49-df67-4f54-b5ee-252b6f834cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:49:11Z', 'updated_at': '2022-02-28T10:49:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:49:13.246356 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570d1c22-185d-41ca-bcb1-6293c67986d4 None None] Checking router: 94019a49-df67-4f54-b5ee-252b6f834cc8 for host: dv-neutron-master-2-hyperv {{(pid=103410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:49:13.246655 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570d1c22-185d-41ca-bcb1-6293c67986d4 None None] Updating router 94019a49-df67-4f54-b5ee-252b6f834cc8 port 73767981-6895-4782-872e-8b659aeeab52 binding host dv-neutron-master-2-hyperv {{(pid=103410) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 10:49:13.275181 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-570d1c22-185d-41ca-bcb1-6293c67986d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (73767981-6895-4782-872e-8b659aeeab52), before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:13.373192 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0e549a72-f329-4061-aebe-de87a7fa3e6b tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3498031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3516567'] for subnet (3be93d88-19df-4e84-bd6e-adf1dc42ebd0), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:13.436639 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e549a72-f329-4061-aebe-de87a7fa3e6b tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event updated for resources: {'Subnet': ['ID=3be93d88-19df-4e84-bd6e-adf1dc42ebd0,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:49:13.452908 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e549a72-f329-4061-aebe-de87a7fa3e6b tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Checking segment: {'id': '49e588c2-2217-4ecd-9c42-5667ec811b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '38c3b1b7-a2c2-48fd-8309-b820f94c24e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:49:13.453279 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e549a72-f329-4061-aebe-de87a7fa3e6b tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Network hostable DHCP agents. Network: 38c3b1b7-a2c2-48fd-8309-b820f94c24e7, hostable agents: ['fb6705d2-4f70-4965-92a3-fbfccd43a6d3'], hosted agents: [] {{(pid=103407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:49:13.470171 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e549a72-f329-4061-aebe-de87a7fa3e6b tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Network 38c3b1b7-a2c2-48fd-8309-b820f94c24e7 is scheduled to be hosted by DHCP agent fb6705d2-4f70-4965-92a3-fbfccd43a6d3 with binding_index 1 {{(pid=103407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:49:13.480162 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-0e549a72-f329-4061-aebe-de87a7fa3e6b tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 38c3b1b7-a2c2-48fd-8309-b820f94c24e7) {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:49:13.484539 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e549a72-f329-4061-aebe-de87a7fa3e6b tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:49:13.485410 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0e549a72-f329-4061-aebe-de87a7fa3e6b tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:13.492752 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6b923bb1-06b0-4b84-b461-7cc1d0196090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (2e621730-3978-4720-b581-ac380e97a567), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:13.493781 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fc281e0-91f5-4dfe-9fb4-9252356e7360 None None] Network 38c3b1b7-a2c2-48fd-8309-b820f94c24e7 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:49:13.508380 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-0e549a72-f329-4061-aebe-de87a7fa3e6b tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.4184897 Feb 28 10:49:13.512248 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 42084) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:49:13.545064 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-570d1c22-185d-41ca-bcb1-6293c67986d4 None None] Publish callbacks [] for port (73767981-6895-4782-872e-8b659aeeab52), precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:13.551179 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-570d1c22-185d-41ca-bcb1-6293c67986d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (73767981-6895-4782-872e-8b659aeeab52), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:13.603869 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-570d1c22-185d-41ca-bcb1-6293c67986d4 None None] Attempting to bind port 73767981-6895-4782-872e-8b659aeeab52 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:49:13.604243 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-570d1c22-185d-41ca-bcb1-6293c67986d4 None None] Attempting to bind port 73767981-6895-4782-872e-8b659aeeab52 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '195d7ed7-323d-4284-82df-208cca613d99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:49:13.604623 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-570d1c22-185d-41ca-bcb1-6293c67986d4 None None] Attempting to bind port 73767981-6895-4782-872e-8b659aeeab52 on network 1e0804d0-d1d9-4d40-9de5-2936f3d87840 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:49:13.614203 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-570d1c22-185d-41ca-bcb1-6293c67986d4 None None] Checking agent: {'id': '75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 24, 15), 'started_at': datetime.datetime(2022, 2, 28, 10, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 48, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:49:13.614605 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-570d1c22-185d-41ca-bcb1-6293c67986d4 None None] Checking segment: {'id': '195d7ed7-323d-4284-82df-208cca613d99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:49:13.614967 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-570d1c22-185d-41ca-bcb1-6293c67986d4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:13.615358 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-570d1c22-185d-41ca-bcb1-6293c67986d4 None None] Bound using segment: {'id': '195d7ed7-323d-4284-82df-208cca613d99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:49:13.615838 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-570d1c22-185d-41ca-bcb1-6293c67986d4 None None] Bound port: 73767981-6895-4782-872e-8b659aeeab52, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '195d7ed7-323d-4284-82df-208cca613d99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:49:13.616209 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-570d1c22-185d-41ca-bcb1-6293c67986d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (73767981-6895-4782-872e-8b659aeeab52), before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:13.663160 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e07822-d611-4d00-8c2d-92732ce68eaf None None] Pushing event updated for resources: {'Port': ['ID=73767981-6895-4782-872e-8b659aeeab52,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:49:13.679736 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e07822-d611-4d00-8c2d-92732ce68eaf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:49:13.680321 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e07822-d611-4d00-8c2d-92732ce68eaf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:49:13.680321 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e07822-d611-4d00-8c2d-92732ce68eaf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:49:13.680963 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e07822-d611-4d00-8c2d-92732ce68eaf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:49:13.681364 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e07822-d611-4d00-8c2d-92732ce68eaf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:49:13.681509 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e07822-d611-4d00-8c2d-92732ce68eaf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:49:13.681757 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e07822-d611-4d00-8c2d-92732ce68eaf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:49:13.682121 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e07822-d611-4d00-8c2d-92732ce68eaf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:49:13.682453 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e07822-d611-4d00-8c2d-92732ce68eaf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:49:13.682819 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e07822-d611-4d00-8c2d-92732ce68eaf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:49:13.683178 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e07822-d611-4d00-8c2d-92732ce68eaf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:49:13.683493 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e07822-d611-4d00-8c2d-92732ce68eaf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:49:13.683840 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e07822-d611-4d00-8c2d-92732ce68eaf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:49:13.692540 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-570d1c22-185d-41ca-bcb1-6293c67986d4 None None] For port 73767981-6895-4782-872e-8b659aeeab52, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:49:13.696841 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-570d1c22-185d-41ca-bcb1-6293c67986d4 None None] For port 73767981-6895-4782-872e-8b659aeeab52, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=73767981-6895-4782-872e-8b659aeeab52,segment=NetworkSegment(195d7ed7-323d-4284-82df-208cca613d99),segment_id=195d7ed7-323d-4284-82df-208cca613d99)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:49:13.704332 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-570d1c22-185d-41ca-bcb1-6293c67986d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (73767981-6895-4782-872e-8b659aeeab52), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:13.763945 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570d1c22-185d-41ca-bcb1-6293c67986d4 None None] Routers {'94019a49-df67-4f54-b5ee-252b6f834cc8'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:49:13.764460 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-570d1c22-185d-41ca-bcb1-6293c67986d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:49:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['94019a49-df67-4f54-b5ee-252b6f834cc8'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:49:13.768447 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e07822-d611-4d00-8c2d-92732ce68eaf None None] Pushing event updated for resources: {'Port': ['ID=73767981-6895-4782-872e-8b659aeeab52,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:49:13.772763 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-423a7867-f5a1-40d6-aa3e-505e1322fbb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-38c3b1b7-a2c2-48fd-8309-b820f94c24e7', 'network_id': '38c3b1b7-a2c2-48fd-8309-b820f94c24e7', 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'fixed_ips': [{'subnet_id': '3be93d88-19df-4e84-bd6e-adf1dc42ebd0'}]}} from dv-neutron-master-2-hyperv. {{(pid=103409) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:49:13.774380 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-423a7867-f5a1-40d6-aa3e-505e1322fbb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:13.879482 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-570d1c22-185d-41ca-bcb1-6293c67986d4 None None] Set router 94019a49-df67-4f54-b5ee-252b6f834cc8 gateway port host: dv-neutron-master-2-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:49:13.924222 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-423a7867-f5a1-40d6-aa3e-505e1322fbb4 None None] Allocated IP 172.20.0.2 (38c3b1b7-a2c2-48fd-8309-b820f94c24e7/3be93d88-19df-4e84-bd6e-adf1dc42ebd0/401f9659-0bfd-483d-bd56-c9ba2d39f11a) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:49:13.995868 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0cd9ea91-6e65-4aa5-aac2-1c99e0a5590b tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:14.062673 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-570d1c22-185d-41ca-bcb1-6293c67986d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94019a49-df67-4f54-b5ee-252b6f834cc8', 'name': 'tempest-TestNetworkBasicOps-router-1978175941', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.157'}], 'enable_snat': True}, 'gw_port_id': '73767981-6895-4782-872e-8b659aeeab52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:49:11Z', 'updated_at': '2022-02-28T10:49:12Z', 'revision_number': 3, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'gw_port': {'id': '73767981-6895-4782-872e-8b659aeeab52', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:81:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94019a49-df67-4f54-b5ee-252b6f834cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:49:11Z', 'updated_at': '2022-02-28T10:49:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:49:14.073528 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-423a7867-f5a1-40d6-aa3e-505e1322fbb4 None None] Publish callbacks [] for port (401f9659-0bfd-483d-bd56-c9ba2d39f11a), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:14.081940 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-423a7867-f5a1-40d6-aa3e-505e1322fbb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749'] for port (401f9659-0bfd-483d-bd56-c9ba2d39f11a), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:14.095603 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570d1c22-185d-41ca-bcb1-6293c67986d4 None None] The sync data for ids ['94019a49-df67-4f54-b5ee-252b6f834cc8'] in dv-neutron-master-2-hyperv is: [{'id': '94019a49-df67-4f54-b5ee-252b6f834cc8', 'name': 'tempest-TestNetworkBasicOps-router-1978175941', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.157'}], 'enable_snat': True}, 'gw_port_id': '73767981-6895-4782-872e-8b659aeeab52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:49:11Z', 'updated_at': '2022-02-28T10:49:12Z', 'revision_number': 3, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'gw_port': {'id': '73767981-6895-4782-872e-8b659aeeab52', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:81:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94019a49-df67-4f54-b5ee-252b6f834cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:49:11Z', 'updated_at': '2022-02-28T10:49:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:49:14.133681 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-423a7867-f5a1-40d6-aa3e-505e1322fbb4 None None] Network 38c3b1b7-a2c2-48fd-8309-b820f94c24e7 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:49:14.137386 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-423a7867-f5a1-40d6-aa3e-505e1322fbb4 None None] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:49:14.139564 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423a7867-f5a1-40d6-aa3e-505e1322fbb4 None None] Pushing event updated for resources: {'Port': ['ID=401f9659-0bfd-483d-bd56-c9ba2d39f11a,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:49:14.141836 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423a7867-f5a1-40d6-aa3e-505e1322fbb4 None None] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:49:14.202117 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-423a7867-f5a1-40d6-aa3e-505e1322fbb4 None None] Attempting to bind port 401f9659-0bfd-483d-bd56-c9ba2d39f11a on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:49:14.202498 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-423a7867-f5a1-40d6-aa3e-505e1322fbb4 None None] Attempting to bind port 401f9659-0bfd-483d-bd56-c9ba2d39f11a by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '49e588c2-2217-4ecd-9c42-5667ec811b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '38c3b1b7-a2c2-48fd-8309-b820f94c24e7'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:49:14.202875 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-423a7867-f5a1-40d6-aa3e-505e1322fbb4 None None] Attempting to bind port 401f9659-0bfd-483d-bd56-c9ba2d39f11a on network 38c3b1b7-a2c2-48fd-8309-b820f94c24e7 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:49:14.207900 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-423a7867-f5a1-40d6-aa3e-505e1322fbb4 None None] Checking agent: {'id': '75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 24, 15), 'started_at': datetime.datetime(2022, 2, 28, 10, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 48, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:49:14.208309 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-423a7867-f5a1-40d6-aa3e-505e1322fbb4 None None] Checking segment: {'id': '49e588c2-2217-4ecd-9c42-5667ec811b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '38c3b1b7-a2c2-48fd-8309-b820f94c24e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:49:14.208742 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-423a7867-f5a1-40d6-aa3e-505e1322fbb4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:14.209150 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-423a7867-f5a1-40d6-aa3e-505e1322fbb4 None None] Bound using segment: {'id': '49e588c2-2217-4ecd-9c42-5667ec811b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '38c3b1b7-a2c2-48fd-8309-b820f94c24e7'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:49:14.209632 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-423a7867-f5a1-40d6-aa3e-505e1322fbb4 None None] Bound port: 401f9659-0bfd-483d-bd56-c9ba2d39f11a, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49e588c2-2217-4ecd-9c42-5667ec811b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '38c3b1b7-a2c2-48fd-8309-b820f94c24e7'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:49:14.210385 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-423a7867-f5a1-40d6-aa3e-505e1322fbb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (401f9659-0bfd-483d-bd56-c9ba2d39f11a), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:14.275518 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-423a7867-f5a1-40d6-aa3e-505e1322fbb4 None None] For port 401f9659-0bfd-483d-bd56-c9ba2d39f11a, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:49:14.278973 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-423a7867-f5a1-40d6-aa3e-505e1322fbb4 None None] For port 401f9659-0bfd-483d-bd56-c9ba2d39f11a, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=401f9659-0bfd-483d-bd56-c9ba2d39f11a,segment=NetworkSegment(49e588c2-2217-4ecd-9c42-5667ec811b12),segment_id=49e588c2-2217-4ecd-9c42-5667ec811b12)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:49:14.286021 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-423a7867-f5a1-40d6-aa3e-505e1322fbb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (401f9659-0bfd-483d-bd56-c9ba2d39f11a), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:14.290513 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-0cd9ea91-6e65-4aa5-aac2-1c99e0a5590b tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Allocated IP 172.20.0.1 (38c3b1b7-a2c2-48fd-8309-b820f94c24e7/3be93d88-19df-4e84-bd6e-adf1dc42ebd0/87b3c079-1ca2-4670-b4e6-2587ac703a3d) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:49:14.365231 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423a7867-f5a1-40d6-aa3e-505e1322fbb4 None None] Pushing event updated for resources: {'Port': ['ID=401f9659-0bfd-483d-bd56-c9ba2d39f11a,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:49:14.468300 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0cd9ea91-6e65-4aa5-aac2-1c99e0a5590b tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for port (87b3c079-1ca2-4670-b4e6-2587ac703a3d), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:14.507658 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0cd9ea91-6e65-4aa5-aac2-1c99e0a5590b tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (87b3c079-1ca2-4670-b4e6-2587ac703a3d), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:14.560488 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cd9ea91-6e65-4aa5-aac2-1c99e0a5590b tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Network 38c3b1b7-a2c2-48fd-8309-b820f94c24e7 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:49:14.563848 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-0cd9ea91-6e65-4aa5-aac2-1c99e0a5590b tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:49:14.568995 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd9ea91-6e65-4aa5-aac2-1c99e0a5590b tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:49:14.607062 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd9ea91-6e65-4aa5-aac2-1c99e0a5590b tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event updated for resources: {'Port': ['ID=87b3c079-1ca2-4670-b4e6-2587ac703a3d,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:49:14.630113 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0cd9ea91-6e65-4aa5-aac2-1c99e0a5590b tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1803404'] for router_interface (94019a49-df67-4f54-b5ee-252b6f834cc8), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:14.786998 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0cd9ea91-6e65-4aa5-aac2-1c99e0a5590b tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (87b3c079-1ca2-4670-b4e6-2587ac703a3d), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:14.920961 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:15.109093 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0cd9ea91-6e65-4aa5-aac2-1c99e0a5590b tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for port (87b3c079-1ca2-4670-b4e6-2587ac703a3d), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:15.116252 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0cd9ea91-6e65-4aa5-aac2-1c99e0a5590b tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3242529'] for port (87b3c079-1ca2-4670-b4e6-2587ac703a3d), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:15.162683 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 401f9659-0bfd-483d-bd56-c9ba2d39f11a up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:49:15.190721 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0cd9ea91-6e65-4aa5-aac2-1c99e0a5590b tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1802524'] for router_interface (94019a49-df67-4f54-b5ee-252b6f834cc8), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:15.199203 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd9ea91-6e65-4aa5-aac2-1c99e0a5590b tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event updated for resources: {'Port': ['ID=87b3c079-1ca2-4670-b4e6-2587ac703a3d,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:49:15.223284 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port 401f9659-0bfd-483d-bd56-c9ba2d39f11a triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:49:15.223987 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (401f9659-0bfd-483d-bd56-c9ba2d39f11a), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:15.294808 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cd9ea91-6e65-4aa5-aac2-1c99e0a5590b tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Network 38c3b1b7-a2c2-48fd-8309-b820f94c24e7 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:49:15.296719 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-0cd9ea91-6e65-4aa5-aac2-1c99e0a5590b tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:49:15.309557 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 401f9659-0bfd-483d-bd56-c9ba2d39f11a is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:49:15.310042 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (401f9659-0bfd-483d-bd56-c9ba2d39f11a), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:15.355750 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] For port 401f9659-0bfd-483d-bd56-c9ba2d39f11a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=401f9659-0bfd-483d-bd56-c9ba2d39f11a,segment=NetworkSegment(49e588c2-2217-4ecd-9c42-5667ec811b12),segment_id=49e588c2-2217-4ecd-9c42-5667ec811b12)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:49:15.361492 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (401f9659-0bfd-483d-bd56-c9ba2d39f11a), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:15.362320 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 73767981-6895-4782-872e-8b659aeeab52 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:49:15.438472 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Pushing event updated for resources: {'Port': ['ID=401f9659-0bfd-483d-bd56-c9ba2d39f11a,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:49:15.453199 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port 73767981-6895-4782-872e-8b659aeeab52 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:49:15.453551 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (73767981-6895-4782-872e-8b659aeeab52), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:15.475669 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f80faeb-3f2d-41ef-aca8-24217f7b3923 None None] Network 38c3b1b7-a2c2-48fd-8309-b820f94c24e7 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:49:15.573523 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-b2dbfb13-11a6-42bd-a3c1-7ef9994d2540 None None] Provisioning complete for port 401f9659-0bfd-483d-bd56-c9ba2d39f11a triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:49:15.573902 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b2dbfb13-11a6-42bd-a3c1-7ef9994d2540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (401f9659-0bfd-483d-bd56-c9ba2d39f11a), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:15.685130 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 73767981-6895-4782-872e-8b659aeeab52 is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:49:15.685525 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (73767981-6895-4782-872e-8b659aeeab52), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:15.722059 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] For port 73767981-6895-4782-872e-8b659aeeab52, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=73767981-6895-4782-872e-8b659aeeab52,segment=NetworkSegment(195d7ed7-323d-4284-82df-208cca613d99),segment_id=195d7ed7-323d-4284-82df-208cca613d99)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:49:15.743675 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (73767981-6895-4782-872e-8b659aeeab52), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:15.782957 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cd9ea91-6e65-4aa5-aac2-1c99e0a5590b tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Router 94019a49-df67-4f54-b5ee-252b6f834cc8 has already been hosted by L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 {{(pid=103408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:49:15.785274 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-b2dbfb13-11a6-42bd-a3c1-7ef9994d2540 None None] Current status of the port 401f9659-0bfd-483d-bd56-c9ba2d39f11a is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:49:15.803926 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Pushing event updated for resources: {'Port': ['ID=73767981-6895-4782-872e-8b659aeeab52,revision_number=4']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:49:15.905514 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cd9ea91-6e65-4aa5-aac2-1c99e0a5590b tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:49:15.911089 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-0cd9ea91-6e65-4aa5-aac2-1c99e0a5590b tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "PUT /v2.0/routers/94019a49-df67-4f54-b5ee-252b6f834cc8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3974900 Feb 28 10:49:15.913777 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 42086) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:49:15.916354 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52a976d-b9e1-4925-84fc-cd0112e05c0e None None] Sync routers for ids ['94019a49-df67-4f54-b5ee-252b6f834cc8'] in dv-neutron-master-2-hyperv {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:49:15.926763 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52a976d-b9e1-4925-84fc-cd0112e05c0e None None] Routers {'94019a49-df67-4f54-b5ee-252b6f834cc8'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:49:15.927453 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-e52a976d-b9e1-4925-84fc-cd0112e05c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:49:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['94019a49-df67-4f54-b5ee-252b6f834cc8'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:49:16.015860 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca3e0e7c-939b-4be2-bd0e-039a71f7c2a0 tempest-TestNetworkBasicOps-986752647 tempest-TestNetworkBasicOps-986752647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:49:16.016267 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca3e0e7c-939b-4be2-bd0e-039a71f7c2a0 tempest-TestNetworkBasicOps-986752647 tempest-TestNetworkBasicOps-986752647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:49:16.016776 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca3e0e7c-939b-4be2-bd0e-039a71f7c2a0 tempest-TestNetworkBasicOps-986752647 tempest-TestNetworkBasicOps-986752647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:49:16.017243 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca3e0e7c-939b-4be2-bd0e-039a71f7c2a0 tempest-TestNetworkBasicOps-986752647 tempest-TestNetworkBasicOps-986752647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:49:16.021543 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-ca3e0e7c-939b-4be2-bd0e-039a71f7c2a0 tempest-TestNetworkBasicOps-986752647 tempest-TestNetworkBasicOps-986752647-project-admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1040180 Feb 28 10:49:16.021831 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 42088) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:49:16.046280 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-3039bb99-bcb0-4298-bec3-a0be47c87878 None None] Provisioning complete for port 87b3c079-1ca2-4670-b4e6-2587ac703a3d triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:49:16.046751 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3039bb99-bcb0-4298-bec3-a0be47c87878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (87b3c079-1ca2-4670-b4e6-2587ac703a3d), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:16.087995 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-e52a976d-b9e1-4925-84fc-cd0112e05c0e None None] Set router 94019a49-df67-4f54-b5ee-252b6f834cc8 gateway port host: dv-neutron-master-2-hyperv {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:49:16.088233 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ef5cf35-ba33-411f-9532-65c1b2d2bfd3 tempest-TestNetworkBasicOps-986752647 tempest-TestNetworkBasicOps-986752647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:49:16.088684 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ef5cf35-ba33-411f-9532-65c1b2d2bfd3 tempest-TestNetworkBasicOps-986752647 tempest-TestNetworkBasicOps-986752647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:49:16.089151 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ef5cf35-ba33-411f-9532-65c1b2d2bfd3 tempest-TestNetworkBasicOps-986752647 tempest-TestNetworkBasicOps-986752647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:49:16.090620 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ef5cf35-ba33-411f-9532-65c1b2d2bfd3 tempest-TestNetworkBasicOps-986752647 tempest-TestNetworkBasicOps-986752647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:49:16.091342 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-2ef5cf35-ba33-411f-9532-65c1b2d2bfd3 tempest-TestNetworkBasicOps-986752647 tempest-TestNetworkBasicOps-986752647-project-admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2736 time: 0.0685318 Feb 28 10:49:16.094106 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 42090) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:49:16.133077 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-3039bb99-bcb0-4298-bec3-a0be47c87878 None None] Port 87b3c079-1ca2-4670-b4e6-2587ac703a3d cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:49:16.181564 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-3039bb99-bcb0-4298-bec3-a0be47c87878 None None] Provisioning complete for port 401f9659-0bfd-483d-bd56-c9ba2d39f11a triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:49:16.182025 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3039bb99-bcb0-4298-bec3-a0be47c87878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (401f9659-0bfd-483d-bd56-c9ba2d39f11a), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:16.249393 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-073bab77-251d-4040-90bb-17d47fd0705f tempest-TestNetworkBasicOps-986752647 tempest-TestNetworkBasicOps-986752647-project-admin] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.1514215 Feb 28 10:49:16.357554 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-3039bb99-bcb0-4298-bec3-a0be47c87878 None None] Current status of the port 401f9659-0bfd-483d-bd56-c9ba2d39f11a is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:49:16.382018 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-e52a976d-b9e1-4925-84fc-cd0112e05c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94019a49-df67-4f54-b5ee-252b6f834cc8', 'name': 'tempest-TestNetworkBasicOps-router-1978175941', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.157'}], 'enable_snat': True}, 'gw_port_id': '73767981-6895-4782-872e-8b659aeeab52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:49:11Z', 'updated_at': '2022-02-28T10:49:14Z', 'revision_number': 4, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'gw_port': {'id': '73767981-6895-4782-872e-8b659aeeab52', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:81:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94019a49-df67-4f54-b5ee-252b6f834cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:49:11Z', 'updated_at': '2022-02-28T10:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '87b3c079-1ca2-4670-b4e6-2587ac703a3d', 'name': '', 'network_id': '38c3b1b7-a2c2-48fd-8309-b820f94c24e7', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'mac_address': 'fa:16:3e:a7:db:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94019a49-df67-4f54-b5ee-252b6f834cc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': '3be93d88-19df-4e84-bd6e-adf1dc42ebd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:49:14Z', 'updated_at': '2022-02-28T10:49:14Z', 'revision_number': 2, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'subnets': [{'id': '3be93d88-19df-4e84-bd6e-adf1dc42ebd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:49:16.408571 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52a976d-b9e1-4925-84fc-cd0112e05c0e None None] Checking router: 94019a49-df67-4f54-b5ee-252b6f834cc8 for host: dv-neutron-master-2-hyperv {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:49:16.408920 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52a976d-b9e1-4925-84fc-cd0112e05c0e None None] Updating router 94019a49-df67-4f54-b5ee-252b6f834cc8 port 87b3c079-1ca2-4670-b4e6-2587ac703a3d binding host dv-neutron-master-2-hyperv {{(pid=103409) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 10:49:16.436121 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 42094) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:49:16.436782 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e52a976d-b9e1-4925-84fc-cd0112e05c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (87b3c079-1ca2-4670-b4e6-2587ac703a3d), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:16.440869 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-10447465-6858-49a2-8cd1-596c7e8b5570 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-675624324', 'description': 'tempest-secgroup-smoke-675624324 description', 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:49:16.463051 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-10447465-6858-49a2-8cd1-596c7e8b5570 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:16.530905 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-10447465-6858-49a2-8cd1-596c7e8b5570 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group (1a676110-2631-4018-9a9d-774788ec3537), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:16.534964 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-10447465-6858-49a2-8cd1-596c7e8b5570 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (1a676110-2631-4018-9a9d-774788ec3537), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:16.549805 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-531b0181-8a4c-44a6-be35-ad13ef04b083 None None] Provisioning complete for port 87b3c079-1ca2-4670-b4e6-2587ac703a3d triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:49:16.550192 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-531b0181-8a4c-44a6-be35-ad13ef04b083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (87b3c079-1ca2-4670-b4e6-2587ac703a3d), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:16.566807 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-10447465-6858-49a2-8cd1-596c7e8b5570 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:16.568074 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-10447465-6858-49a2-8cd1-596c7e8b5570 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1308413 Feb 28 10:49:16.569301 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10447465-6858-49a2-8cd1-596c7e8b5570 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a676110-2631-4018-9a9d-774788ec3537,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:49:16.571318 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 42096) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:49:16.588522 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-84ed5821-2b55-4793-9567-5851eb3cd3c6 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Request body: {'security_group_rule': {'security_group_id': '1a676110-2631-4018-9a9d-774788ec3537', 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:49:16.620353 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-531b0181-8a4c-44a6-be35-ad13ef04b083 None None] Port 87b3c079-1ca2-4670-b4e6-2587ac703a3d cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:49:16.620992 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-84ed5821-2b55-4793-9567-5851eb3cd3c6 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (220ff515-95ae-413f-865c-f0bccaaa76d4), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:16.683630 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-84ed5821-2b55-4793-9567-5851eb3cd3c6 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (220ff515-95ae-413f-865c-f0bccaaa76d4), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:16.688497 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-84ed5821-2b55-4793-9567-5851eb3cd3c6 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594242'] for security_group_rule (220ff515-95ae-413f-865c-f0bccaaa76d4), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:16.708484 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ed5821-2b55-4793-9567-5851eb3cd3c6 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=220ff515-95ae-413f-865c-f0bccaaa76d4,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:49:16.715093 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-84ed5821-2b55-4793-9567-5851eb3cd3c6 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:16.716885 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-84ed5821-2b55-4793-9567-5851eb3cd3c6 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1410654 Feb 28 10:49:16.720343 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 42098) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:49:16.724897 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-e3d8defb-ec8a-46da-a605-1f80323c16f5 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Request body: {'security_group_rule': {'security_group_id': '1a676110-2631-4018-9a9d-774788ec3537', 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:49:16.750078 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e3d8defb-ec8a-46da-a605-1f80323c16f5 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (f0a2db99-c02d-4986-8ec3-adcc84e702f4), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:16.772861 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e52a976d-b9e1-4925-84fc-cd0112e05c0e None None] Publish callbacks [] for port (87b3c079-1ca2-4670-b4e6-2587ac703a3d), precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:16.779188 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e52a976d-b9e1-4925-84fc-cd0112e05c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (87b3c079-1ca2-4670-b4e6-2587ac703a3d), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:16.805849 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e3d8defb-ec8a-46da-a605-1f80323c16f5 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (f0a2db99-c02d-4986-8ec3-adcc84e702f4), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:16.810189 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e3d8defb-ec8a-46da-a605-1f80323c16f5 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594242'] for security_group_rule (f0a2db99-c02d-4986-8ec3-adcc84e702f4), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:16.829740 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd441ab8-e9f1-44cb-b14f-7eba7485ff92 None None] Pushing event updated for resources: {'Port': ['ID=87b3c079-1ca2-4670-b4e6-2587ac703a3d,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:49:16.832638 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d8defb-ec8a-46da-a605-1f80323c16f5 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0a2db99-c02d-4986-8ec3-adcc84e702f4,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:49:16.840883 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e3d8defb-ec8a-46da-a605-1f80323c16f5 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:16.842203 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-e3d8defb-ec8a-46da-a605-1f80323c16f5 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1208322 Feb 28 10:49:16.845271 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 42100) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:49:16.850452 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-227d7200-27c1-4666-8896-f9b6a80f734e tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Request body: {'security_group_rule': {'security_group_id': '1a676110-2631-4018-9a9d-774788ec3537', 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:49:16.885682 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-227d7200-27c1-4666-8896-f9b6a80f734e tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (9a4f7501-c8ba-485b-bd7c-0cce630c856e), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:16.891189 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-e52a976d-b9e1-4925-84fc-cd0112e05c0e None None] Attempting to bind port 87b3c079-1ca2-4670-b4e6-2587ac703a3d on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:49:16.891567 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-e52a976d-b9e1-4925-84fc-cd0112e05c0e None None] Attempting to bind port 87b3c079-1ca2-4670-b4e6-2587ac703a3d by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '49e588c2-2217-4ecd-9c42-5667ec811b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '38c3b1b7-a2c2-48fd-8309-b820f94c24e7'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:49:16.891934 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52a976d-b9e1-4925-84fc-cd0112e05c0e None None] Attempting to bind port 87b3c079-1ca2-4670-b4e6-2587ac703a3d on network 38c3b1b7-a2c2-48fd-8309-b820f94c24e7 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:49:16.897535 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52a976d-b9e1-4925-84fc-cd0112e05c0e None None] Checking agent: {'id': '75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 24, 15), 'started_at': datetime.datetime(2022, 2, 28, 10, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 49, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:49:16.897772 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52a976d-b9e1-4925-84fc-cd0112e05c0e None None] Checking segment: {'id': '49e588c2-2217-4ecd-9c42-5667ec811b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '38c3b1b7-a2c2-48fd-8309-b820f94c24e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:49:16.898140 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e52a976d-b9e1-4925-84fc-cd0112e05c0e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:16.898743 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52a976d-b9e1-4925-84fc-cd0112e05c0e None None] Bound using segment: {'id': '49e588c2-2217-4ecd-9c42-5667ec811b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '38c3b1b7-a2c2-48fd-8309-b820f94c24e7'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:49:16.899218 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-e52a976d-b9e1-4925-84fc-cd0112e05c0e None None] Bound port: 87b3c079-1ca2-4670-b4e6-2587ac703a3d, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49e588c2-2217-4ecd-9c42-5667ec811b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '38c3b1b7-a2c2-48fd-8309-b820f94c24e7'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:49:16.899607 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e52a976d-b9e1-4925-84fc-cd0112e05c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (87b3c079-1ca2-4670-b4e6-2587ac703a3d), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:16.950145 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-227d7200-27c1-4666-8896-f9b6a80f734e tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (9a4f7501-c8ba-485b-bd7c-0cce630c856e), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:16.955293 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-227d7200-27c1-4666-8896-f9b6a80f734e tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594242'] for security_group_rule (9a4f7501-c8ba-485b-bd7c-0cce630c856e), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:16.977740 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-e52a976d-b9e1-4925-84fc-cd0112e05c0e None None] For port 87b3c079-1ca2-4670-b4e6-2587ac703a3d, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:49:16.980425 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227d7200-27c1-4666-8896-f9b6a80f734e tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a4f7501-c8ba-485b-bd7c-0cce630c856e,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:49:16.981221 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-e52a976d-b9e1-4925-84fc-cd0112e05c0e None None] For port 87b3c079-1ca2-4670-b4e6-2587ac703a3d, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=87b3c079-1ca2-4670-b4e6-2587ac703a3d,segment=NetworkSegment(49e588c2-2217-4ecd-9c42-5667ec811b12),segment_id=49e588c2-2217-4ecd-9c42-5667ec811b12)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:49:16.986176 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-227d7200-27c1-4666-8896-f9b6a80f734e tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:16.988807 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-227d7200-27c1-4666-8896-f9b6a80f734e tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1409438 Feb 28 10:49:16.990559 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 42102) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:49:16.994105 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e52a976d-b9e1-4925-84fc-cd0112e05c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (87b3c079-1ca2-4670-b4e6-2587ac703a3d), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:16.996379 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-66841d7f-98d9-488c-a9f7-306aa694e5e3 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Request body: {'security_group_rule': {'security_group_id': '1a676110-2631-4018-9a9d-774788ec3537', 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:49:17.030690 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-66841d7f-98d9-488c-a9f7-306aa694e5e3 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (0aba368a-5244-4dae-8718-b4280541a342), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:17.041169 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52a976d-b9e1-4925-84fc-cd0112e05c0e None None] Routers {'94019a49-df67-4f54-b5ee-252b6f834cc8'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:49:17.041771 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-e52a976d-b9e1-4925-84fc-cd0112e05c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:49:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['94019a49-df67-4f54-b5ee-252b6f834cc8'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:49:17.108590 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-66841d7f-98d9-488c-a9f7-306aa694e5e3 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (0aba368a-5244-4dae-8718-b4280541a342), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:17.113980 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-66841d7f-98d9-488c-a9f7-306aa694e5e3 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594242'] for security_group_rule (0aba368a-5244-4dae-8718-b4280541a342), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:17.114929 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 401f9659-0bfd-483d-bd56-c9ba2d39f11a up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:49:17.137458 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66841d7f-98d9-488c-a9f7-306aa694e5e3 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0aba368a-5244-4dae-8718-b4280541a342,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:49:17.145299 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd441ab8-e9f1-44cb-b14f-7eba7485ff92 None None] Pushing event updated for resources: {'Port': ['ID=87b3c079-1ca2-4670-b4e6-2587ac703a3d,revision_number=4']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:49:17.148632 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-66841d7f-98d9-488c-a9f7-306aa694e5e3 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:17.150434 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-66841d7f-98d9-488c-a9f7-306aa694e5e3 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1586530 Feb 28 10:49:17.153267 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 42104) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:49:17.158327 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-47a4213c-dc06-410b-b044-c265efd591b0 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Request body: {'security_group_rule': {'security_group_id': '1a676110-2631-4018-9a9d-774788ec3537', 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:49:17.184305 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.db.securitygroups_db [None req-47a4213c-dc06-410b-b044-c265efd591b0 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Project 5a84b6bdce3e454e9741c4fbc09bfc68 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 10:49:17.190758 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-47a4213c-dc06-410b-b044-c265efd591b0 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (04dd25ca-6391-463c-94e7-40666e0b5299), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:17.267419 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-47a4213c-dc06-410b-b044-c265efd591b0 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (04dd25ca-6391-463c-94e7-40666e0b5299), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:17.272621 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-47a4213c-dc06-410b-b044-c265efd591b0 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594242'] for security_group_rule (04dd25ca-6391-463c-94e7-40666e0b5299), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:17.292239 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a4213c-dc06-410b-b044-c265efd591b0 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04dd25ca-6391-463c-94e7-40666e0b5299,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:49:17.302650 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-47a4213c-dc06-410b-b044-c265efd591b0 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:17.304041 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-47a4213c-dc06-410b-b044-c265efd591b0 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1495500 Feb 28 10:49:17.307167 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 42106) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:49:17.311965 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-f041639a-117f-4ada-8a06-bc2475beef3a tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Request body: {'security_group_rule': {'security_group_id': '1a676110-2631-4018-9a9d-774788ec3537', 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:49:17.333561 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.db.securitygroups_db [None req-f041639a-117f-4ada-8a06-bc2475beef3a tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Project 5a84b6bdce3e454e9741c4fbc09bfc68 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 10:49:17.339677 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f041639a-117f-4ada-8a06-bc2475beef3a tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (2e712362-626e-415e-b95d-f685d7845239), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:17.382144 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-a879e5e7-4b08-4651-b17f-cb917db83ee7 None None] Provisioning complete for port 87b3c079-1ca2-4670-b4e6-2587ac703a3d triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:49:17.382490 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a879e5e7-4b08-4651-b17f-cb917db83ee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (87b3c079-1ca2-4670-b4e6-2587ac703a3d), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:17.401581 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f041639a-117f-4ada-8a06-bc2475beef3a tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (2e712362-626e-415e-b95d-f685d7845239), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:17.405849 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f041639a-117f-4ada-8a06-bc2475beef3a tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594242'] for security_group_rule (2e712362-626e-415e-b95d-f685d7845239), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:17.417106 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-e52a976d-b9e1-4925-84fc-cd0112e05c0e None None] Set router 94019a49-df67-4f54-b5ee-252b6f834cc8 gateway port host: dv-neutron-master-2-hyperv {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:49:17.424177 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f041639a-117f-4ada-8a06-bc2475beef3a tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e712362-626e-415e-b95d-f685d7845239,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:49:17.433679 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f041639a-117f-4ada-8a06-bc2475beef3a tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:17.445958 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-f041639a-117f-4ada-8a06-bc2475beef3a tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1266084 Feb 28 10:49:17.460886 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port 401f9659-0bfd-483d-bd56-c9ba2d39f11a triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:49:17.461346 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (401f9659-0bfd-483d-bd56-c9ba2d39f11a), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:17.658292 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-5be384e1-5992-411f-a007-3acfcca3700d req-6fc90525-c662-4686-862f-5b62e5ec51de tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-675624324&fields=id&tenant_id=5a84b6bdce3e454e9741c4fbc09bfc68 HTTP/1.1" status: 200 len: 267 time: 0.0449195 Feb 28 10:49:17.668308 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-a879e5e7-4b08-4651-b17f-cb917db83ee7 None None] Current status of the port 87b3c079-1ca2-4670-b4e6-2587ac703a3d is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:49:17.668732 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a879e5e7-4b08-4651-b17f-cb917db83ee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (87b3c079-1ca2-4670-b4e6-2587ac703a3d), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:17.723566 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 401f9659-0bfd-483d-bd56-c9ba2d39f11a is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:49:17.724591 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 73767981-6895-4782-872e-8b659aeeab52 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:49:17.759673 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-a879e5e7-4b08-4651-b17f-cb917db83ee7 None None] For port 87b3c079-1ca2-4670-b4e6-2587ac703a3d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=87b3c079-1ca2-4670-b4e6-2587ac703a3d,segment=NetworkSegment(49e588c2-2217-4ecd-9c42-5667ec811b12),segment_id=49e588c2-2217-4ecd-9c42-5667ec811b12)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:49:17.767816 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a879e5e7-4b08-4651-b17f-cb917db83ee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (87b3c079-1ca2-4670-b4e6-2587ac703a3d), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:17.777055 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be384e1-5992-411f-a007-3acfcca3700d req-488a7a61-78c7-4905-b653-4ab0bd3f6be5 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:49:17.778556 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-5be384e1-5992-411f-a007-3acfcca3700d req-488a7a61-78c7-4905-b653-4ab0bd3f6be5 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/networks?id=38c3b1b7-a2c2-48fd-8309-b820f94c24e7 HTTP/1.1" status: 200 len: 796 time: 0.1136882 Feb 28 10:49:17.795008 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-5be384e1-5992-411f-a007-3acfcca3700d req-5fcc7956-9958-4d59-82ff-2e672459bf53 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/quotas/5a84b6bdce3e454e9741c4fbc09bfc68 HTTP/1.1" status: 200 len: 375 time: 0.0106995 Feb 28 10:49:17.837181 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a879e5e7-4b08-4651-b17f-cb917db83ee7 None None] Pushing event updated for resources: {'Port': ['ID=87b3c079-1ca2-4670-b4e6-2587ac703a3d,revision_number=5']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:49:17.847766 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-e52a976d-b9e1-4925-84fc-cd0112e05c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94019a49-df67-4f54-b5ee-252b6f834cc8', 'name': 'tempest-TestNetworkBasicOps-router-1978175941', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.157'}], 'enable_snat': True}, 'gw_port_id': '73767981-6895-4782-872e-8b659aeeab52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:49:11Z', 'updated_at': '2022-02-28T10:49:14Z', 'revision_number': 4, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'gw_port': {'id': '73767981-6895-4782-872e-8b659aeeab52', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:81:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94019a49-df67-4f54-b5ee-252b6f834cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:49:11Z', 'updated_at': '2022-02-28T10:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '87b3c079-1ca2-4670-b4e6-2587ac703a3d', 'name': '', 'network_id': '38c3b1b7-a2c2-48fd-8309-b820f94c24e7', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'mac_address': 'fa:16:3e:a7:db:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94019a49-df67-4f54-b5ee-252b6f834cc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': '3be93d88-19df-4e84-bd6e-adf1dc42ebd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:49:14Z', 'updated_at': '2022-02-28T10:49:16Z', 'revision_number': 4, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'subnets': [{'id': '3be93d88-19df-4e84-bd6e-adf1dc42ebd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:49:17.858707 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-5be384e1-5992-411f-a007-3acfcca3700d req-686df692-5f7a-4a48-b1f4-fe851c569d7e tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=5a84b6bdce3e454e9741c4fbc09bfc68&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0578487 Feb 28 10:49:17.879868 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52a976d-b9e1-4925-84fc-cd0112e05c0e None None] The sync data for ids ['94019a49-df67-4f54-b5ee-252b6f834cc8'] in dv-neutron-master-2-hyperv is: [{'id': '94019a49-df67-4f54-b5ee-252b6f834cc8', 'name': 'tempest-TestNetworkBasicOps-router-1978175941', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.157'}], 'enable_snat': True}, 'gw_port_id': '73767981-6895-4782-872e-8b659aeeab52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:49:11Z', 'updated_at': '2022-02-28T10:49:14Z', 'revision_number': 4, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'gw_port': {'id': '73767981-6895-4782-872e-8b659aeeab52', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:81:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94019a49-df67-4f54-b5ee-252b6f834cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:49:11Z', 'updated_at': '2022-02-28T10:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '87b3c079-1ca2-4670-b4e6-2587ac703a3d', 'name': '', 'network_id': '38c3b1b7-a2c2-48fd-8309-b820f94c24e7', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'mac_address': 'fa:16:3e:a7:db:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94019a49-df67-4f54-b5ee-252b6f834cc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': '3be93d88-19df-4e84-bd6e-adf1dc42ebd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:49:14Z', 'updated_at': '2022-02-28T10:49:16Z', 'revision_number': 4, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'subnets': [{'id': '3be93d88-19df-4e84-bd6e-adf1dc42ebd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:49:17.881373 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port 73767981-6895-4782-872e-8b659aeeab52 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:49:17.881840 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (73767981-6895-4782-872e-8b659aeeab52), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:17.922498 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-c091b506-0022-41fd-8a43-0894d0eb44fc None None] Provisioning complete for port 87b3c079-1ca2-4670-b4e6-2587ac703a3d triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:49:17.922867 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c091b506-0022-41fd-8a43-0894d0eb44fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (87b3c079-1ca2-4670-b4e6-2587ac703a3d), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:18.023393 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 73767981-6895-4782-872e-8b659aeeab52 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:49:18.048814 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-5be384e1-5992-411f-a007-3acfcca3700d req-8299088e-5c7e-4745-bf67-76522e8de2fb service neutron] 10.222.0.20 "GET /v2.0/networks/38c3b1b7-a2c2-48fd-8309-b820f94c24e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800318 Feb 28 10:49:18.063766 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-c091b506-0022-41fd-8a43-0894d0eb44fc None None] Current status of the port 87b3c079-1ca2-4670-b4e6-2587ac703a3d is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:49:18.147982 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-5be384e1-5992-411f-a007-3acfcca3700d req-2b9eea1d-a6d7-4f00-9ac1-57950379f03d service neutron] 10.222.0.20 "GET /v2.0/networks/38c3b1b7-a2c2-48fd-8309-b820f94c24e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930016 Feb 28 10:49:18.312148 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-59c1b703-b378-49fd-9605-cb5fe83f1838 req-ee186158-faf5-440b-98e6-54a0fbd69394 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/ports?device_id=4592b506-f60c-40cf-91d2-7c345625850c HTTP/1.1" status: 200 len: 210 time: 0.0294414 Feb 28 10:49:19.092311 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 87b3c079-1ca2-4670-b4e6-2587ac703a3d up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:49:19.142457 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port 87b3c079-1ca2-4670-b4e6-2587ac703a3d triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:49:19.142861 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (87b3c079-1ca2-4670-b4e6-2587ac703a3d), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:19.224532 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 87b3c079-1ca2-4670-b4e6-2587ac703a3d is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:49:19.341641 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be384e1-5992-411f-a007-3acfcca3700d req-b21dc312-4978-4a02-a4d9-75c1ee97d56b tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:49:19.342745 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-5be384e1-5992-411f-a007-3acfcca3700d req-b21dc312-4978-4a02-a4d9-75c1ee97d56b tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.30 "GET /v2.0/networks?id=38c3b1b7-a2c2-48fd-8309-b820f94c24e7 HTTP/1.1" status: 200 len: 796 time: 0.1112761 Feb 28 10:49:19.426609 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-b0d91d2c-5e70-4526-824c-d33d08a2daa0 req-007263ce-34ac-4ca4-8d10-32bfef6cf71a tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/ports?device_id=4592b506-f60c-40cf-91d2-7c345625850c HTTP/1.1" status: 200 len: 210 time: 0.0384464 Feb 28 10:49:19.443469 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-5be384e1-5992-411f-a007-3acfcca3700d req-072f3954-cbf3-4b6c-9da3-b4479f177b44 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5a84b6bdce3e454e9741c4fbc09bfc68 HTTP/1.1" status: 200 len: 379 time: 0.0825510 Feb 28 10:49:19.456121 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [req-5be384e1-5992-411f-a007-3acfcca3700d req-8026de79-0b52-4502-8be6-c36035e01d8f tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Request body: {'port': {'device_id': '4592b506-f60c-40cf-91d2-7c345625850c', 'network_id': '38c3b1b7-a2c2-48fd-8309-b820f94c24e7', 'admin_state_up': True, 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'security_groups': ['1a676110-2631-4018-9a9d-774788ec3537']}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:49:19.576640 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5be384e1-5992-411f-a007-3acfcca3700d req-8026de79-0b52-4502-8be6-c36035e01d8f tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Made reservation on behalf of 5a84b6bdce3e454e9741c4fbc09bfc68 for: {'port': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:49:19.580325 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-5be384e1-5992-411f-a007-3acfcca3700d req-8026de79-0b52-4502-8be6-c36035e01d8f tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:19.719650 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [req-5be384e1-5992-411f-a007-3acfcca3700d req-8026de79-0b52-4502-8be6-c36035e01d8f tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Allocated IP 172.20.0.7 (38c3b1b7-a2c2-48fd-8309-b820f94c24e7/3be93d88-19df-4e84-bd6e-adf1dc42ebd0/8bc8131f-8b4a-4acc-8e24-8171ffce16b4) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:49:19.860393 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-5be384e1-5992-411f-a007-3acfcca3700d req-8026de79-0b52-4502-8be6-c36035e01d8f tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for port (8bc8131f-8b4a-4acc-8e24-8171ffce16b4), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:19.896525 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-5be384e1-5992-411f-a007-3acfcca3700d req-8026de79-0b52-4502-8be6-c36035e01d8f tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (8bc8131f-8b4a-4acc-8e24-8171ffce16b4), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:19.942248 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5be384e1-5992-411f-a007-3acfcca3700d req-8026de79-0b52-4502-8be6-c36035e01d8f tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Network 38c3b1b7-a2c2-48fd-8309-b820f94c24e7 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:49:19.945586 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [req-5be384e1-5992-411f-a007-3acfcca3700d req-8026de79-0b52-4502-8be6-c36035e01d8f tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:49:19.949465 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-5be384e1-5992-411f-a007-3acfcca3700d req-8026de79-0b52-4502-8be6-c36035e01d8f tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:49:19.977372 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8026de79-0b52-4502-8be6-c36035e01d8f tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event updated for resources: {'Port': ['ID=8bc8131f-8b4a-4acc-8e24-8171ffce16b4,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:49:20.007365 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be384e1-5992-411f-a007-3acfcca3700d req-8026de79-0b52-4502-8be6-c36035e01d8f tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:49:20.008102 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-5be384e1-5992-411f-a007-3acfcca3700d req-8026de79-0b52-4502-8be6-c36035e01d8f tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:20.026773 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-5be384e1-5992-411f-a007-3acfcca3700d req-8026de79-0b52-4502-8be6-c36035e01d8f tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5742481 Feb 28 10:49:20.044685 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [req-5be384e1-5992-411f-a007-3acfcca3700d req-bc98669a-5b63-4d83-9bb9-2dc708bebe57 service neutron] Request body: {'port': {'device_id': '4592b506-f60c-40cf-91d2-7c345625850c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:49:20.107312 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-5be384e1-5992-411f-a007-3acfcca3700d req-bc98669a-5b63-4d83-9bb9-2dc708bebe57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (8bc8131f-8b4a-4acc-8e24-8171ffce16b4), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:20.197828 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-eb20bc0b-b2c5-436b-a9c6-9391f96e56ce None None] Provisioning complete for port 8bc8131f-8b4a-4acc-8e24-8171ffce16b4 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:49:20.198462 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-eb20bc0b-b2c5-436b-a9c6-9391f96e56ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (8bc8131f-8b4a-4acc-8e24-8171ffce16b4), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:20.233872 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-eb20bc0b-b2c5-436b-a9c6-9391f96e56ce None None] Port 8bc8131f-8b4a-4acc-8e24-8171ffce16b4 cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:49:20.383794 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.notifiers.nova [req-5be384e1-5992-411f-a007-3acfcca3700d req-bc98669a-5b63-4d83-9bb9-2dc708bebe57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8bc8131f-8b4a-4acc-8e24-8171ffce16b4 {{(pid=103407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 10:49:20.391607 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-5be384e1-5992-411f-a007-3acfcca3700d req-bc98669a-5b63-4d83-9bb9-2dc708bebe57 service neutron] Publish callbacks [] for port (8bc8131f-8b4a-4acc-8e24-8171ffce16b4), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:20.404863 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.provisioning_blocks [req-5be384e1-5992-411f-a007-3acfcca3700d req-bc98669a-5b63-4d83-9bb9-2dc708bebe57 service neutron] Transition to ACTIVE for port object 8bc8131f-8b4a-4acc-8e24-8171ffce16b4 will not be triggered until provisioned by entity L2. {{(pid=103407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 10:49:20.410116 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-5be384e1-5992-411f-a007-3acfcca3700d req-bc98669a-5b63-4d83-9bb9-2dc708bebe57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3498066'] for port (8bc8131f-8b4a-4acc-8e24-8171ffce16b4), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:20.464093 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc98669a-5b63-4d83-9bb9-2dc708bebe57 service neutron] Pushing event updated for resources: {'Port': ['ID=8bc8131f-8b4a-4acc-8e24-8171ffce16b4,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:49:20.574542 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-5be384e1-5992-411f-a007-3acfcca3700d req-bc98669a-5b63-4d83-9bb9-2dc708bebe57 service neutron] Attempting to bind port 8bc8131f-8b4a-4acc-8e24-8171ffce16b4 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:49:20.574881 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-5be384e1-5992-411f-a007-3acfcca3700d req-bc98669a-5b63-4d83-9bb9-2dc708bebe57 service neutron] Attempting to bind port 8bc8131f-8b4a-4acc-8e24-8171ffce16b4 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '49e588c2-2217-4ecd-9c42-5667ec811b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '38c3b1b7-a2c2-48fd-8309-b820f94c24e7'}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:49:20.575213 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be384e1-5992-411f-a007-3acfcca3700d req-bc98669a-5b63-4d83-9bb9-2dc708bebe57 service neutron] Attempting to bind port 8bc8131f-8b4a-4acc-8e24-8171ffce16b4 on network 38c3b1b7-a2c2-48fd-8309-b820f94c24e7 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:49:20.583722 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be384e1-5992-411f-a007-3acfcca3700d req-bc98669a-5b63-4d83-9bb9-2dc708bebe57 service neutron] Port 8bc8131f-8b4a-4acc-8e24-8171ffce16b4 on network 38c3b1b7-a2c2-48fd-8309-b820f94c24e7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 10:49:20.584054 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be384e1-5992-411f-a007-3acfcca3700d req-bc98669a-5b63-4d83-9bb9-2dc708bebe57 service neutron] Attempting to bind port 8bc8131f-8b4a-4acc-8e24-8171ffce16b4 on network 38c3b1b7-a2c2-48fd-8309-b820f94c24e7 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:49:20.598550 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260a6d04-0422-4e00-9195-9fbe25541748 req-13984c4b-8f01-4c2c-ae40-07a9a6d51de4 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:49:20.600528 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-260a6d04-0422-4e00-9195-9fbe25541748 req-13984c4b-8f01-4c2c-ae40-07a9a6d51de4 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/ports?device_id=4592b506-f60c-40cf-91d2-7c345625850c HTTP/1.1" status: 200 len: 943 time: 0.0950141 Feb 28 10:49:20.604446 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be384e1-5992-411f-a007-3acfcca3700d req-bc98669a-5b63-4d83-9bb9-2dc708bebe57 service neutron] Checking agent: {'id': '13ac42ae-016e-4baf-bb31-c6fa820b41c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 30, 8), 'started_at': datetime.datetime(2022, 2, 28, 10, 30, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 49, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:49:20.604818 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be384e1-5992-411f-a007-3acfcca3700d req-bc98669a-5b63-4d83-9bb9-2dc708bebe57 service neutron] Checking segment: {'id': '49e588c2-2217-4ecd-9c42-5667ec811b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '38c3b1b7-a2c2-48fd-8309-b820f94c24e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:49:20.605208 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5be384e1-5992-411f-a007-3acfcca3700d req-bc98669a-5b63-4d83-9bb9-2dc708bebe57 service neutron] Bound using segment: {'id': '49e588c2-2217-4ecd-9c42-5667ec811b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '38c3b1b7-a2c2-48fd-8309-b820f94c24e7'} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:49:20.605639 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-5be384e1-5992-411f-a007-3acfcca3700d req-bc98669a-5b63-4d83-9bb9-2dc708bebe57 service neutron] Bound port: 8bc8131f-8b4a-4acc-8e24-8171ffce16b4, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49e588c2-2217-4ecd-9c42-5667ec811b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '38c3b1b7-a2c2-48fd-8309-b820f94c24e7'}}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:49:20.605998 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-5be384e1-5992-411f-a007-3acfcca3700d req-bc98669a-5b63-4d83-9bb9-2dc708bebe57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (8bc8131f-8b4a-4acc-8e24-8171ffce16b4), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:20.690216 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-260a6d04-0422-4e00-9195-9fbe25541748 req-b8655d41-44b1-495f-84c6-e57f4bd619d7 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a676110-2631-4018-9a9d-774788ec3537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818431 Feb 28 10:49:20.710691 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-5be384e1-5992-411f-a007-3acfcca3700d req-bc98669a-5b63-4d83-9bb9-2dc708bebe57 service neutron] For port 8bc8131f-8b4a-4acc-8e24-8171ffce16b4, host hv-neutron-mast, cleared binding levels {{(pid=103407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:49:20.710691 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-5be384e1-5992-411f-a007-3acfcca3700d req-bc98669a-5b63-4d83-9bb9-2dc708bebe57 service neutron] For port 8bc8131f-8b4a-4acc-8e24-8171ffce16b4, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=8bc8131f-8b4a-4acc-8e24-8171ffce16b4,segment=NetworkSegment(49e588c2-2217-4ecd-9c42-5667ec811b12),segment_id=49e588c2-2217-4ecd-9c42-5667ec811b12)] {{(pid=103407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:49:20.717549 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-5be384e1-5992-411f-a007-3acfcca3700d req-bc98669a-5b63-4d83-9bb9-2dc708bebe57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3498066'] for port (8bc8131f-8b4a-4acc-8e24-8171ffce16b4), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:20.752897 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be384e1-5992-411f-a007-3acfcca3700d req-bc98669a-5b63-4d83-9bb9-2dc708bebe57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:49:20.753529 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-5be384e1-5992-411f-a007-3acfcca3700d req-bc98669a-5b63-4d83-9bb9-2dc708bebe57 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:20.754911 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-5be384e1-5992-411f-a007-3acfcca3700d req-bc98669a-5b63-4d83-9bb9-2dc708bebe57 service neutron] 10.222.0.30 "PUT /v2.0/ports/8bc8131f-8b4a-4acc-8e24-8171ffce16b4 HTTP/1.1" status: 200 len: 1093 time: 0.7148814 Feb 28 10:49:20.755317 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4592b506-f60c-40cf-91d2-7c345625850c', 'tag': '8bc8131f-8b4a-4acc-8e24-8171ffce16b4'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:49:20.757638 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c8e1c873eeca597e52e7ceb7469e602eac250bfea6606d285743d38033cf584" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf778b9f-838c-400f-8e4f-1a1dfd107267" -d '{"events": [{"name": "network-changed", "server_uuid": "4592b506-f60c-40cf-91d2-7c345625850c", "tag": "8bc8131f-8b4a-4acc-8e24-8171ffce16b4"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:49:20.784934 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc98669a-5b63-4d83-9bb9-2dc708bebe57 service neutron] Pushing event updated for resources: {'Port': ['ID=8bc8131f-8b4a-4acc-8e24-8171ffce16b4,revision_number=3']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:49:20.810784 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 10:49:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84759b13-34a6-4030-82e6-f5ab494c3135 x-openstack-request-id: req-84759b13-34a6-4030-82e6-f5ab494c3135 {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:49:20.811573 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4592b506-f60c-40cf-91d2-7c345625850c", "tag": "8bc8131f-8b4a-4acc-8e24-8171ffce16b4", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:49:20.812094 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-84759b13-34a6-4030-82e6-f5ab494c3135 {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:49:20.812838 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4592b506-f60c-40cf-91d2-7c345625850c', 'tag': '8bc8131f-8b4a-4acc-8e24-8171ffce16b4', 'status': 'completed', 'code': 200} Feb 28 10:49:20.887097 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be384e1-5992-411f-a007-3acfcca3700d req-37cd0aab-7682-4cb0-91d2-83cef38fbc38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:49:20.888665 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-5be384e1-5992-411f-a007-3acfcca3700d req-37cd0aab-7682-4cb0-91d2-83cef38fbc38 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5a84b6bdce3e454e9741c4fbc09bfc68&device_id=4592b506-f60c-40cf-91d2-7c345625850c HTTP/1.1" status: 200 len: 1127 time: 0.0586977 Feb 28 10:49:20.939955 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-5be384e1-5992-411f-a007-3acfcca3700d req-bb494e8b-93a6-4b72-b9f3-acaa8e6cb229 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8bc8131f-8b4a-4acc-8e24-8171ffce16b4 HTTP/1.1" status: 200 len: 217 time: 0.0380886 Feb 28 10:49:20.993172 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be384e1-5992-411f-a007-3acfcca3700d req-38f871e9-e0cb-4359-b923-35048ee21503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:49:20.994671 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-5be384e1-5992-411f-a007-3acfcca3700d req-38f871e9-e0cb-4359-b923-35048ee21503 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3be93d88-19df-4e84-bd6e-adf1dc42ebd0 HTTP/1.1" status: 200 len: 843 time: 0.0489202 Feb 28 10:49:21.049072 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be384e1-5992-411f-a007-3acfcca3700d req-d3e669e5-a40b-4e04-95a2-4914fed9df2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:49:21.050582 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-5be384e1-5992-411f-a007-3acfcca3700d req-d3e669e5-a40b-4e04-95a2-4914fed9df2a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=38c3b1b7-a2c2-48fd-8309-b820f94c24e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0494325 Feb 28 10:49:21.142834 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-5be384e1-5992-411f-a007-3acfcca3700d req-cf3aea2f-382f-4107-8284-5b008d8b65df service neutron] 10.222.0.30 "GET /v2.0/networks/38c3b1b7-a2c2-48fd-8309-b820f94c24e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859480 Feb 28 10:49:21.238106 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-5be384e1-5992-411f-a007-3acfcca3700d req-28ce5dbb-292f-4ba0-816d-ee95c32bb9a0 service neutron] 10.222.0.30 "GET /v2.0/networks/38c3b1b7-a2c2-48fd-8309-b820f94c24e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891650 Feb 28 10:49:21.378092 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf778b9f-838c-400f-8e4f-1a1dfd107267 req-3507c5f3-ca62-4cc3-a5ab-6f8e2aab85c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:49:21.380208 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-bf778b9f-838c-400f-8e4f-1a1dfd107267 req-3507c5f3-ca62-4cc3-a5ab-6f8e2aab85c7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5a84b6bdce3e454e9741c4fbc09bfc68&device_id=4592b506-f60c-40cf-91d2-7c345625850c HTTP/1.1" status: 200 len: 1127 time: 0.0543954 Feb 28 10:49:21.473318 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf778b9f-838c-400f-8e4f-1a1dfd107267 req-51359d1f-134d-4ef4-a15d-cc14effb81fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:49:21.474708 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-bf778b9f-838c-400f-8e4f-1a1dfd107267 req-51359d1f-134d-4ef4-a15d-cc14effb81fe service neutron] 10.222.0.30 "GET /v2.0/networks?id=38c3b1b7-a2c2-48fd-8309-b820f94c24e7 HTTP/1.1" status: 200 len: 897 time: 0.0882227 Feb 28 10:49:21.520871 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-bf778b9f-838c-400f-8e4f-1a1dfd107267 req-04ccc15c-8c2f-4173-b7c1-d0d0be36d499 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8bc8131f-8b4a-4acc-8e24-8171ffce16b4 HTTP/1.1" status: 200 len: 217 time: 0.0390680 Feb 28 10:49:21.569794 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf778b9f-838c-400f-8e4f-1a1dfd107267 req-028a18ee-8539-483c-8c62-dc878dedac5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:49:21.571825 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-bf778b9f-838c-400f-8e4f-1a1dfd107267 req-028a18ee-8539-483c-8c62-dc878dedac5d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3be93d88-19df-4e84-bd6e-adf1dc42ebd0 HTTP/1.1" status: 200 len: 843 time: 0.0456204 Feb 28 10:49:21.623607 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf778b9f-838c-400f-8e4f-1a1dfd107267 req-bb7ea53b-2fa0-4f12-b52f-8bf086678835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:49:21.625123 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-bf778b9f-838c-400f-8e4f-1a1dfd107267 req-bb7ea53b-2fa0-4f12-b52f-8bf086678835 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=38c3b1b7-a2c2-48fd-8309-b820f94c24e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0474222 Feb 28 10:49:21.720464 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-bf778b9f-838c-400f-8e4f-1a1dfd107267 req-bcd4e17d-cd37-4f9c-8125-40cea00e92ec service neutron] 10.222.0.30 "GET /v2.0/networks/38c3b1b7-a2c2-48fd-8309-b820f94c24e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889554 Feb 28 10:49:21.852317 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-bf778b9f-838c-400f-8e4f-1a1dfd107267 req-2e5d0291-f554-43a1-90dc-9bb5b93748c5 service neutron] 10.222.0.30 "GET /v2.0/networks/38c3b1b7-a2c2-48fd-8309-b820f94c24e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257527 Feb 28 10:49:21.863778 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebf9f86-d439-488b-9980-5adf8a8b459e req-ac6f6527-9273-4104-a341-539387d4e064 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:49:21.865332 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-3ebf9f86-d439-488b-9980-5adf8a8b459e req-ac6f6527-9273-4104-a341-539387d4e064 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/ports?device_id=4592b506-f60c-40cf-91d2-7c345625850c HTTP/1.1" status: 200 len: 943 time: 0.0917497 Feb 28 10:49:21.925611 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-3ebf9f86-d439-488b-9980-5adf8a8b459e req-905b8721-5683-4bbf-841d-f1c770e57997 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a676110-2631-4018-9a9d-774788ec3537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532219 Feb 28 10:49:23.071259 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de20e9df-a191-4679-9711-a0e14157c2af req-bf9ed269-f692-4a9f-a28a-7646a697f023 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:49:23.072773 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-de20e9df-a191-4679-9711-a0e14157c2af req-bf9ed269-f692-4a9f-a28a-7646a697f023 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/ports?device_id=4592b506-f60c-40cf-91d2-7c345625850c HTTP/1.1" status: 200 len: 943 time: 0.0619400 Feb 28 10:49:23.125857 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-de20e9df-a191-4679-9711-a0e14157c2af req-623304d8-1683-4322-bc0b-d8af6d3a4a06 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a676110-2631-4018-9a9d-774788ec3537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450380 Feb 28 10:49:24.251825 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1392c95-2205-4752-b00e-29e594e80533 req-f6f12d95-b4f6-44ee-ab10-9c81ae89a555 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:49:24.253342 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-b1392c95-2205-4752-b00e-29e594e80533 req-f6f12d95-b4f6-44ee-ab10-9c81ae89a555 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/ports?device_id=4592b506-f60c-40cf-91d2-7c345625850c HTTP/1.1" status: 200 len: 943 time: 0.0600922 Feb 28 10:49:24.303261 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-b1392c95-2205-4752-b00e-29e594e80533 req-9c860fb2-8e0c-4f53-930c-5c42726e09d3 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a676110-2631-4018-9a9d-774788ec3537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427239 Feb 28 10:49:24.831492 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device 8bc8131f-8b4a-4acc-8e24-8171ffce16b4 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103409) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 10:49:24.931230 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] For port 8bc8131f-8b4a-4acc-8e24-8171ffce16b4, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=8bc8131f-8b4a-4acc-8e24-8171ffce16b4,segment=NetworkSegment(49e588c2-2217-4ecd-9c42-5667ec811b12),segment_id=49e588c2-2217-4ecd-9c42-5667ec811b12)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:49:24.943361 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Returning: {'device': '8bc8131f-8b4a-4acc-8e24-8171ffce16b4', 'network_id': '38c3b1b7-a2c2-48fd-8309-b820f94c24e7', 'port_id': '8bc8131f-8b4a-4acc-8e24-8171ffce16b4', 'mac_address': 'fa:16:3e:89:7d:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 277, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3be93d88-19df-4e84-bd6e-adf1dc42ebd0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103409) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 10:49:24.987238 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Current status of the port 8bc8131f-8b4a-4acc-8e24-8171ffce16b4 is: DOWN; New status is: BUILD {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:49:24.987633 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (8bc8131f-8b4a-4acc-8e24-8171ffce16b4), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:25.005457 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bc8131f-8b4a-4acc-8e24-8171ffce16b4 {{(pid=103409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 10:49:25.027790 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] For port 8bc8131f-8b4a-4acc-8e24-8171ffce16b4, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=8bc8131f-8b4a-4acc-8e24-8171ffce16b4,segment=NetworkSegment(49e588c2-2217-4ecd-9c42-5667ec811b12),segment_id=49e588c2-2217-4ecd-9c42-5667ec811b12)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:49:25.031868 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (8bc8131f-8b4a-4acc-8e24-8171ffce16b4), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:25.077731 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Pushing event updated for resources: {'Port': ['ID=8bc8131f-8b4a-4acc-8e24-8171ffce16b4,revision_number=4']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:49:25.417698 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] get_ports_and_sgs() called for port_ids ['8bc8131f-8b4a-4acc-8e24-8171ffce16b4'] {{(pid=103409) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 10:49:25.431990 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a826bb05-b822-4610-9f24-9925382dc489 req-b0ddeac5-65c9-43c6-9a88-949f12cd8d70 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:49:25.433533 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-a826bb05-b822-4610-9f24-9925382dc489 req-b0ddeac5-65c9-43c6-9a88-949f12cd8d70 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/ports?device_id=4592b506-f60c-40cf-91d2-7c345625850c HTTP/1.1" status: 200 len: 944 time: 0.0573659 Feb 28 10:49:25.483823 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-a826bb05-b822-4610-9f24-9925382dc489 req-ad0091c3-809c-4e08-a0de-c2f2bacdeb96 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a676110-2631-4018-9a9d-774788ec3537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445712 Feb 28 10:49:26.606795 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216da756-7d04-40f5-ab00-4d7dc32c8c6d req-9483185f-a609-4317-9af9-321480faa6c4 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:49:26.608295 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-216da756-7d04-40f5-ab00-4d7dc32c8c6d req-9483185f-a609-4317-9af9-321480faa6c4 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/ports?device_id=4592b506-f60c-40cf-91d2-7c345625850c HTTP/1.1" status: 200 len: 944 time: 0.0542395 Feb 28 10:49:26.663212 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-216da756-7d04-40f5-ab00-4d7dc32c8c6d req-d2e106a8-3f99-40fb-8d85-1d56ea2d4e2d tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a676110-2631-4018-9a9d-774788ec3537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493660 Feb 28 10:49:26.843152 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device 8bc8131f-8b4a-4acc-8e24-8171ffce16b4 up at agent hyperv_hv-neutron-mast {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:49:26.905777 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Provisioning for port 8bc8131f-8b4a-4acc-8e24-8171ffce16b4 completed by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 10:49:26.909591 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Provisioning complete for port 8bc8131f-8b4a-4acc-8e24-8171ffce16b4 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:49:26.909938 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (8bc8131f-8b4a-4acc-8e24-8171ffce16b4), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:26.991348 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Current status of the port 8bc8131f-8b4a-4acc-8e24-8171ffce16b4 is: BUILD; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:49:26.991711 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (8bc8131f-8b4a-4acc-8e24-8171ffce16b4), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:27.032210 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4592b506-f60c-40cf-91d2-7c345625850c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bc8131f-8b4a-4acc-8e24-8171ffce16b4'}] {{(pid=103409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:49:27.035038 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa5325a5be4b33bf61fd809c564e3765e689d817bbd874267890deb3cfccaf12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87971db3-ed35-4028-b40d-2903d5a54ab2" -d '{"events": [{"server_uuid": "4592b506-f60c-40cf-91d2-7c345625850c", "name": "network-vif-plugged", "status": "completed", "tag": "8bc8131f-8b4a-4acc-8e24-8171ffce16b4"}]}' {{(pid=103409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:49:27.050896 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] For port 8bc8131f-8b4a-4acc-8e24-8171ffce16b4, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=8bc8131f-8b4a-4acc-8e24-8171ffce16b4,segment=NetworkSegment(49e588c2-2217-4ecd-9c42-5667ec811b12),segment_id=49e588c2-2217-4ecd-9c42-5667ec811b12)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:49:27.057560 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (8bc8131f-8b4a-4acc-8e24-8171ffce16b4), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:27.106980 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Pushing event updated for resources: {'Port': ['ID=8bc8131f-8b4a-4acc-8e24-8171ffce16b4,revision_number=5']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:49:27.140437 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 10:49:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63eaf991-65f3-44f4-9f12-eaa4f4827e6d x-openstack-request-id: req-63eaf991-65f3-44f4-9f12-eaa4f4827e6d {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:49:27.140780 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4592b506-f60c-40cf-91d2-7c345625850c", "name": "network-vif-plugged", "status": "completed", "tag": "8bc8131f-8b4a-4acc-8e24-8171ffce16b4", "code": 200}]} {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:49:27.141010 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-63eaf991-65f3-44f4-9f12-eaa4f4827e6d {{(pid=103409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:49:27.141453 dv-neutron-master-2-hyperv neutron-server[103409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4592b506-f60c-40cf-91d2-7c345625850c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bc8131f-8b4a-4acc-8e24-8171ffce16b4', 'code': 200} Feb 28 10:49:27.357214 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bc1816-d834-499f-afe0-60cf15826a6f req-c21daaab-bf7a-4cfb-9102-96454c468de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:49:27.358730 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-21bc1816-d834-499f-afe0-60cf15826a6f req-c21daaab-bf7a-4cfb-9102-96454c468de1 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4592b506-f60c-40cf-91d2-7c345625850c HTTP/1.1" status: 200 len: 1129 time: 0.0463200 Feb 28 10:49:27.403615 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-21bc1816-d834-499f-afe0-60cf15826a6f req-33950e39-b5f1-40ef-9aca-95e09ecdf6fd service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=1a676110-2631-4018-9a9d-774788ec3537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392737 Feb 28 10:49:27.791694 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a79b64-b33b-4305-aadc-27f90cbcf400 req-886aa827-6641-4d50-836b-015156199161 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:49:27.793215 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-f1a79b64-b33b-4305-aadc-27f90cbcf400 req-886aa827-6641-4d50-836b-015156199161 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/ports?device_id=4592b506-f60c-40cf-91d2-7c345625850c HTTP/1.1" status: 200 len: 945 time: 0.0529664 Feb 28 10:49:27.843923 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-f1a79b64-b33b-4305-aadc-27f90cbcf400 req-71110654-585b-40f6-9bfd-50bcc28c5107 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a676110-2631-4018-9a9d-774788ec3537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450411 Feb 28 10:49:28.979094 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8a1577-b9c7-446c-849c-e6d78571957b req-8c5fd7aa-12d5-4488-b889-04ab6c4aa447 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:49:28.980585 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-df8a1577-b9c7-446c-849c-e6d78571957b req-8c5fd7aa-12d5-4488-b889-04ab6c4aa447 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/ports?device_id=4592b506-f60c-40cf-91d2-7c345625850c HTTP/1.1" status: 200 len: 945 time: 0.0626783 Feb 28 10:49:29.038733 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-df8a1577-b9c7-446c-849c-e6d78571957b req-2f8b546a-1d79-4c30-a7af-56b68717128d tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a676110-2631-4018-9a9d-774788ec3537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498993 Feb 28 10:49:29.160031 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3483ed-62b7-48f4-9a5c-e016a8e33b43 req-044570b8-f90c-49c5-a620-20848ada0ef4 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:49:29.161463 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-9e3483ed-62b7-48f4-9a5c-e016a8e33b43 req-044570b8-f90c-49c5-a620-20848ada0ef4 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/ports?device_id=4592b506-f60c-40cf-91d2-7c345625850c HTTP/1.1" status: 200 len: 945 time: 0.0550549 Feb 28 10:49:29.224874 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-9e3483ed-62b7-48f4-9a5c-e016a8e33b43 req-4ecc6389-2891-49ad-8e2b-2241291229ff tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a676110-2631-4018-9a9d-774788ec3537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577378 Feb 28 10:49:29.246894 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 42166) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:49:29.296296 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2204879a-d313-47f6-8935-12950171f5de tempest-TestNetworkBasicOps-986752647 tempest-TestNetworkBasicOps-986752647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:49:29.298393 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-2204879a-d313-47f6-8935-12950171f5de tempest-TestNetworkBasicOps-986752647 tempest-TestNetworkBasicOps-986752647-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=4592b506-f60c-40cf-91d2-7c345625850c HTTP/1.1" status: 200 len: 1124 time: 0.0505447 Feb 28 10:49:29.301700 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 42168) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:49:29.306509 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-010b0a2c-2bab-453e-a56b-1f05fe11eb7a tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Request body: {'floatingip': {'floating_network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'port_id': '8bc8131f-8b4a-4acc-8e24-8171ffce16b4', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:49:29.331533 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-010b0a2c-2bab-453e-a56b-1f05fe11eb7a tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:29.444464 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-010b0a2c-2bab-453e-a56b-1f05fe11eb7a tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:29.569104 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-010b0a2c-2bab-453e-a56b-1f05fe11eb7a tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Allocated IP 172.36.5.74 (1e0804d0-d1d9-4d40-9de5-2936f3d87840/6f6f4129-23e5-4c3b-b4ef-4c7ce926797e/6f33af6e-8a44-42f7-a649-1688edc66dab) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:49:29.694429 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-010b0a2c-2bab-453e-a56b-1f05fe11eb7a tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for port (6f33af6e-8a44-42f7-a649-1688edc66dab), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:29.741847 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-010b0a2c-2bab-453e-a56b-1f05fe11eb7a tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (6f33af6e-8a44-42f7-a649-1688edc66dab), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:29.786006 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-010b0a2c-2bab-453e-a56b-1f05fe11eb7a tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Network 1e0804d0-d1d9-4d40-9de5-2936f3d87840 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:49:29.789412 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-010b0a2c-2bab-453e-a56b-1f05fe11eb7a tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:49:29.793460 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010b0a2c-2bab-453e-a56b-1f05fe11eb7a tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:49:29.823698 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010b0a2c-2bab-453e-a56b-1f05fe11eb7a tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event updated for resources: {'Port': ['ID=6f33af6e-8a44-42f7-a649-1688edc66dab,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:49:29.838326 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010b0a2c-2bab-453e-a56b-1f05fe11eb7a tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:49:29.838828 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010b0a2c-2bab-453e-a56b-1f05fe11eb7a tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:49:29.839356 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010b0a2c-2bab-453e-a56b-1f05fe11eb7a tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:49:29.839767 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010b0a2c-2bab-453e-a56b-1f05fe11eb7a tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:49:29.840111 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010b0a2c-2bab-453e-a56b-1f05fe11eb7a tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:49:29.840589 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010b0a2c-2bab-453e-a56b-1f05fe11eb7a tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:49:29.840957 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010b0a2c-2bab-453e-a56b-1f05fe11eb7a tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:49:29.841311 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010b0a2c-2bab-453e-a56b-1f05fe11eb7a tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:49:29.841624 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010b0a2c-2bab-453e-a56b-1f05fe11eb7a tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:49:29.841962 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010b0a2c-2bab-453e-a56b-1f05fe11eb7a tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:49:29.842296 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010b0a2c-2bab-453e-a56b-1f05fe11eb7a tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:49:29.842626 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010b0a2c-2bab-453e-a56b-1f05fe11eb7a tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:49:29.842952 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010b0a2c-2bab-453e-a56b-1f05fe11eb7a tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:49:30.228265 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-010b0a2c-2bab-453e-a56b-1f05fe11eb7a tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for floatingip (083a6e1f-395a-45bf-a470-0c20d36628b2), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:30.312772 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-010b0a2c-2bab-453e-a56b-1f05fe11eb7a tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (6f33af6e-8a44-42f7-a649-1688edc66dab), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:30.473995 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-010b0a2c-2bab-453e-a56b-1f05fe11eb7a tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for port (6f33af6e-8a44-42f7-a649-1688edc66dab), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:30.480748 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-010b0a2c-2bab-453e-a56b-1f05fe11eb7a tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3242529'] for port (6f33af6e-8a44-42f7-a649-1688edc66dab), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:30.551854 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010b0a2c-2bab-453e-a56b-1f05fe11eb7a tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event updated for resources: {'Port': ['ID=6f33af6e-8a44-42f7-a649-1688edc66dab,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:49:30.564359 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-010b0a2c-2bab-453e-a56b-1f05fe11eb7a tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1803383'] for floatingip (083a6e1f-395a-45bf-a470-0c20d36628b2), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:30.680605 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.db.l3_db [None req-010b0a2c-2bab-453e-a56b-1f05fe11eb7a tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Floating IP 083a6e1f-395a-45bf-a470-0c20d36628b2 associated. External IP: 172.36.5.74, port: 8bc8131f-8b4a-4acc-8e24-8171ffce16b4. Feb 28 10:49:30.911045 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-010b0a2c-2bab-453e-a56b-1f05fe11eb7a tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Router 94019a49-df67-4f54-b5ee-252b6f834cc8 has already been hosted by L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 {{(pid=103408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:49:31.037562 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-010b0a2c-2bab-453e-a56b-1f05fe11eb7a tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:49:31.050880 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb3795b5-903f-40bd-9ed3-43f524ea6e4d None None] Sync routers for ids ['94019a49-df67-4f54-b5ee-252b6f834cc8'] in dv-neutron-master-2-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:49:31.058428 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-010b0a2c-2bab-453e-a56b-1f05fe11eb7a tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for floatingip (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:31.061955 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb3795b5-903f-40bd-9ed3-43f524ea6e4d None None] Routers {'94019a49-df67-4f54-b5ee-252b6f834cc8'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:49:31.062576 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-fb3795b5-903f-40bd-9ed3-43f524ea6e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:49:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['94019a49-df67-4f54-b5ee-252b6f834cc8'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:49:31.090297 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-010b0a2c-2bab-453e-a56b-1f05fe11eb7a tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7875037 Feb 28 10:49:31.090937 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4592b506-f60c-40cf-91d2-7c345625850c', 'tag': '8bc8131f-8b4a-4acc-8e24-8171ffce16b4'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:49:31.093197 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f56b9db1a49ad64bfd589e142fe25e4b3ad10508b17737ae95e2f0d29aca45ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb7321f9-1e13-4541-a0c8-ae77fa1aaeb1" -d '{"events": [{"name": "network-changed", "server_uuid": "4592b506-f60c-40cf-91d2-7c345625850c", "tag": "8bc8131f-8b4a-4acc-8e24-8171ffce16b4"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:49:31.093411 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 42170) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:49:31.129051 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 10:49:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea4857b8-79a1-4fc3-83cf-568f8af2900c x-openstack-request-id: req-ea4857b8-79a1-4fc3-83cf-568f8af2900c {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:49:31.129321 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4592b506-f60c-40cf-91d2-7c345625850c", "tag": "8bc8131f-8b4a-4acc-8e24-8171ffce16b4", "status": "completed", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:49:31.130273 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ea4857b8-79a1-4fc3-83cf-568f8af2900c {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:49:31.130273 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4592b506-f60c-40cf-91d2-7c345625850c', 'tag': '8bc8131f-8b4a-4acc-8e24-8171ffce16b4', 'status': 'completed', 'code': 200} Feb 28 10:49:31.155692 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-1acc6ac1-2ca0-4c2f-91b9-530281846833 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/floatingips/083a6e1f-395a-45bf-a470-0c20d36628b2 HTTP/1.1" status: 200 len: 990 time: 0.0612469 Feb 28 10:49:31.177332 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-fb3795b5-903f-40bd-9ed3-43f524ea6e4d None None] Set router 94019a49-df67-4f54-b5ee-252b6f834cc8 gateway port host: dv-neutron-master-2-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:49:31.217980 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7321f9-1e13-4541-a0c8-ae77fa1aaeb1 req-af9e9369-cfe8-43ca-94bc-5939554b19a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:49:31.219506 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-cb7321f9-1e13-4541-a0c8-ae77fa1aaeb1 req-af9e9369-cfe8-43ca-94bc-5939554b19a3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5a84b6bdce3e454e9741c4fbc09bfc68&device_id=4592b506-f60c-40cf-91d2-7c345625850c HTTP/1.1" status: 200 len: 1129 time: 0.0462892 Feb 28 10:49:31.315341 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7321f9-1e13-4541-a0c8-ae77fa1aaeb1 req-3edecc03-f2f8-40ba-aba4-d2eb34a89563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:49:31.316872 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-cb7321f9-1e13-4541-a0c8-ae77fa1aaeb1 req-3edecc03-f2f8-40ba-aba4-d2eb34a89563 service neutron] 10.222.0.30 "GET /v2.0/networks?id=38c3b1b7-a2c2-48fd-8309-b820f94c24e7 HTTP/1.1" status: 200 len: 897 time: 0.0908873 Feb 28 10:49:31.383595 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-cb7321f9-1e13-4541-a0c8-ae77fa1aaeb1 req-856a516e-812d-4333-ae4d-d57705716eb9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8bc8131f-8b4a-4acc-8e24-8171ffce16b4 HTTP/1.1" status: 200 len: 998 time: 0.0607045 Feb 28 10:49:31.407642 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-fb3795b5-903f-40bd-9ed3-43f524ea6e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94019a49-df67-4f54-b5ee-252b6f834cc8', 'name': 'tempest-TestNetworkBasicOps-router-1978175941', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.157'}], 'enable_snat': True}, 'gw_port_id': '73767981-6895-4782-872e-8b659aeeab52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:49:11Z', 'updated_at': '2022-02-28T10:49:14Z', 'revision_number': 4, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'gw_port': {'id': '73767981-6895-4782-872e-8b659aeeab52', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:81:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94019a49-df67-4f54-b5ee-252b6f834cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:49:11Z', 'updated_at': '2022-02-28T10:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '083a6e1f-395a-45bf-a470-0c20d36628b2', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'floating_ip_address': '172.36.5.74', 'floating_network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'router_id': '94019a49-df67-4f54-b5ee-252b6f834cc8', 'port_id': '8bc8131f-8b4a-4acc-8e24-8171ffce16b4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1465, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '38c3b1b7-a2c2-48fd-8309-b820f94c24e7', 'mac_address': 'fa:16:3e:89:7d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4592b506-f60c-40cf-91d2-7c345625850c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:49:30Z', 'updated_at': '2022-02-28T10:49:30Z', 'revision_number': 0, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87b3c079-1ca2-4670-b4e6-2587ac703a3d', 'name': '', 'network_id': '38c3b1b7-a2c2-48fd-8309-b820f94c24e7', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'mac_address': 'fa:16:3e:a7:db:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94019a49-df67-4f54-b5ee-252b6f834cc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': '3be93d88-19df-4e84-bd6e-adf1dc42ebd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:49:14Z', 'updated_at': '2022-02-28T10:49:17Z', 'revision_number': 5, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'subnets': [{'id': '3be93d88-19df-4e84-bd6e-adf1dc42ebd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:49:31.439438 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7321f9-1e13-4541-a0c8-ae77fa1aaeb1 req-2c6b5dfc-ad20-48d7-811d-552e45afe703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:49:31.440887 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-cb7321f9-1e13-4541-a0c8-ae77fa1aaeb1 req-2c6b5dfc-ad20-48d7-811d-552e45afe703 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3be93d88-19df-4e84-bd6e-adf1dc42ebd0 HTTP/1.1" status: 200 len: 843 time: 0.0516562 Feb 28 10:49:31.496202 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7321f9-1e13-4541-a0c8-ae77fa1aaeb1 req-34c71852-bf08-40d5-982f-b5f4fc434a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:49:31.497842 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-cb7321f9-1e13-4541-a0c8-ae77fa1aaeb1 req-34c71852-bf08-40d5-982f-b5f4fc434a26 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=38c3b1b7-a2c2-48fd-8309-b820f94c24e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0511057 Feb 28 10:49:31.523268 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb3795b5-903f-40bd-9ed3-43f524ea6e4d None None] Checking router: 94019a49-df67-4f54-b5ee-252b6f834cc8 for host: dv-neutron-master-2-hyperv {{(pid=103410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:49:31.532057 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb3795b5-903f-40bd-9ed3-43f524ea6e4d None None] Routers {'94019a49-df67-4f54-b5ee-252b6f834cc8'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:49:31.532716 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-fb3795b5-903f-40bd-9ed3-43f524ea6e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:49:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['94019a49-df67-4f54-b5ee-252b6f834cc8'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:49:31.591860 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-cb7321f9-1e13-4541-a0c8-ae77fa1aaeb1 req-4254bbe0-8b99-47a1-af5e-e837f11b155c service neutron] 10.222.0.30 "GET /v2.0/networks/38c3b1b7-a2c2-48fd-8309-b820f94c24e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879281 Feb 28 10:49:31.640240 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-fb3795b5-903f-40bd-9ed3-43f524ea6e4d None None] Set router 94019a49-df67-4f54-b5ee-252b6f834cc8 gateway port host: dv-neutron-master-2-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:49:31.687599 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-cb7321f9-1e13-4541-a0c8-ae77fa1aaeb1 req-c3ed5bac-1af4-4e3f-87a6-60693466d2fc service neutron] 10.222.0.30 "GET /v2.0/networks/38c3b1b7-a2c2-48fd-8309-b820f94c24e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894454 Feb 28 10:49:31.873578 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-fb3795b5-903f-40bd-9ed3-43f524ea6e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94019a49-df67-4f54-b5ee-252b6f834cc8', 'name': 'tempest-TestNetworkBasicOps-router-1978175941', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.157'}], 'enable_snat': True}, 'gw_port_id': '73767981-6895-4782-872e-8b659aeeab52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:49:11Z', 'updated_at': '2022-02-28T10:49:14Z', 'revision_number': 4, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'gw_port': {'id': '73767981-6895-4782-872e-8b659aeeab52', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:81:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94019a49-df67-4f54-b5ee-252b6f834cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:49:11Z', 'updated_at': '2022-02-28T10:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '083a6e1f-395a-45bf-a470-0c20d36628b2', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'floating_ip_address': '172.36.5.74', 'floating_network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'router_id': '94019a49-df67-4f54-b5ee-252b6f834cc8', 'port_id': '8bc8131f-8b4a-4acc-8e24-8171ffce16b4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1465, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '38c3b1b7-a2c2-48fd-8309-b820f94c24e7', 'mac_address': 'fa:16:3e:89:7d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4592b506-f60c-40cf-91d2-7c345625850c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:49:30Z', 'updated_at': '2022-02-28T10:49:30Z', 'revision_number': 0, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87b3c079-1ca2-4670-b4e6-2587ac703a3d', 'name': '', 'network_id': '38c3b1b7-a2c2-48fd-8309-b820f94c24e7', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'mac_address': 'fa:16:3e:a7:db:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94019a49-df67-4f54-b5ee-252b6f834cc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': '3be93d88-19df-4e84-bd6e-adf1dc42ebd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:49:14Z', 'updated_at': '2022-02-28T10:49:17Z', 'revision_number': 5, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'subnets': [{'id': '3be93d88-19df-4e84-bd6e-adf1dc42ebd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:49:31.899351 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb3795b5-903f-40bd-9ed3-43f524ea6e4d None None] The sync data for ids ['94019a49-df67-4f54-b5ee-252b6f834cc8'] in dv-neutron-master-2-hyperv is: [{'id': '94019a49-df67-4f54-b5ee-252b6f834cc8', 'name': 'tempest-TestNetworkBasicOps-router-1978175941', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.157'}], 'enable_snat': True}, 'gw_port_id': '73767981-6895-4782-872e-8b659aeeab52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:49:11Z', 'updated_at': '2022-02-28T10:49:14Z', 'revision_number': 4, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'gw_port': {'id': '73767981-6895-4782-872e-8b659aeeab52', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:81:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94019a49-df67-4f54-b5ee-252b6f834cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:49:11Z', 'updated_at': '2022-02-28T10:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '083a6e1f-395a-45bf-a470-0c20d36628b2', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'floating_ip_address': '172.36.5.74', 'floating_network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'router_id': '94019a49-df67-4f54-b5ee-252b6f834cc8', 'port_id': '8bc8131f-8b4a-4acc-8e24-8171ffce16b4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1465, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '38c3b1b7-a2c2-48fd-8309-b820f94c24e7', 'mac_address': 'fa:16:3e:89:7d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4592b506-f60c-40cf-91d2-7c345625850c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:49:30Z', 'updated_at': '2022-02-28T10:49:30Z', 'revision_number': 0, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87b3c079-1ca2-4670-b4e6-2587ac703a3d', 'name': '', 'network_id': '38c3b1b7-a2c2-48fd-8309-b820f94c24e7', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'mac_address': 'fa:16:3e:a7:db:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94019a49-df67-4f54-b5ee-252b6f834cc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': '3be93d88-19df-4e84-bd6e-adf1dc42ebd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:49:14Z', 'updated_at': '2022-02-28T10:49:17Z', 'revision_number': 5, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'subnets': [{'id': '3be93d88-19df-4e84-bd6e-adf1dc42ebd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:49:32.104245 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95617ac-7ab1-48a0-bd58-9f5b4a188201 None None] New status for floating IP 083a6e1f-395a-45bf-a470-0c20d36628b2: ACTIVE {{(pid=103409) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 10:49:32.159929 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 42174) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:49:32.225468 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-6aff375c-b1f6-4d8f-b250-485aa3667226 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/floatingips/083a6e1f-395a-45bf-a470-0c20d36628b2 HTTP/1.1" status: 200 len: 990 time: 0.0644295 Feb 28 10:49:33.231030 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 42176) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:49:33.308973 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-9a8f26dc-0d9d-45aa-b123-0169eac9cbcc tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/floatingips/083a6e1f-395a-45bf-a470-0c20d36628b2 HTTP/1.1" status: 200 len: 992 time: 0.0762751 Feb 28 10:49:38.194563 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (13ac42ae-016e-4baf-bb31-c6fa820b41c2), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:38.758284 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b77f6439-ff91-4a29-9966-206feb38582a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fb6705d2-4f70-4965-92a3-fbfccd43a6d3), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:41.014282 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-40fb2448-a6c0-4d75-9431-cb45923d87d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fc6c9b74-8dbb-41bb-800a-5bd3a43fe896), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:42.059347 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b6d631fb-7df0-4fe1-8322-abff3b61cae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (0db5147a-92a3-4581-8a5f-8ec9b93e0600), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:43.492957 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6b923bb1-06b0-4b84-b461-7cc1d0196090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (2e621730-3978-4720-b581-ac380e97a567), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:44.922749 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:49:49.062747 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.agents_db [None req-382e0aa2-b126-48e6-89eb-3efa426b6b29 None None] Agent healthcheck: found 6 active agents {{(pid=103410) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 10:50:08.214579 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (13ac42ae-016e-4baf-bb31-c6fa820b41c2), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:50:08.770444 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-237c30f5-62b4-465e-bacc-2f5320d8947b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fb6705d2-4f70-4965-92a3-fbfccd43a6d3), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:50:11.018623 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7cfb0fcc-c753-4c8c-a332-637cae9972f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fc6c9b74-8dbb-41bb-800a-5bd3a43fe896), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:50:12.053078 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b6d631fb-7df0-4fe1-8322-abff3b61cae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (0db5147a-92a3-4581-8a5f-8ec9b93e0600), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:50:13.493204 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6b923bb1-06b0-4b84-b461-7cc1d0196090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (2e621730-3978-4720-b581-ac380e97a567), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:50:14.930849 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:50:26.067363 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.agents_db [None req-382e0aa2-b126-48e6-89eb-3efa426b6b29 None None] Agent healthcheck: found 6 active agents {{(pid=103410) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 10:50:29.011681 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-20b4d6bb-623d-4213-9f39-27df8f5b55ef req-81cd28ea-ce05-459d-89b5-761eb923996e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4592b506-f60c-40cf-91d2-7c345625850c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0501244 Feb 28 10:50:29.120202 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b4d6bb-623d-4213-9f39-27df8f5b55ef req-1c93ad79-9ffe-4628-857a-aa3472656613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:50:29.121845 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-20b4d6bb-623d-4213-9f39-27df8f5b55ef req-1c93ad79-9ffe-4628-857a-aa3472656613 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5a84b6bdce3e454e9741c4fbc09bfc68&device_id=4592b506-f60c-40cf-91d2-7c345625850c HTTP/1.1" status: 200 len: 1129 time: 0.0493855 Feb 28 10:50:29.229012 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b4d6bb-623d-4213-9f39-27df8f5b55ef req-6f728997-46f3-49bd-a00d-b12752cbe67c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:50:29.230525 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-20b4d6bb-623d-4213-9f39-27df8f5b55ef req-6f728997-46f3-49bd-a00d-b12752cbe67c service neutron] 10.222.0.30 "GET /v2.0/networks?id=38c3b1b7-a2c2-48fd-8309-b820f94c24e7 HTTP/1.1" status: 200 len: 897 time: 0.0894241 Feb 28 10:50:29.307334 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-20b4d6bb-623d-4213-9f39-27df8f5b55ef req-dc093111-0ddc-4d27-8316-93d3e145f96c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8bc8131f-8b4a-4acc-8e24-8171ffce16b4 HTTP/1.1" status: 200 len: 1000 time: 0.0710011 Feb 28 10:50:29.378744 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b4d6bb-623d-4213-9f39-27df8f5b55ef req-dd8f6198-ceb1-46cd-bfe3-dee932300abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:50:29.381250 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-20b4d6bb-623d-4213-9f39-27df8f5b55ef req-dd8f6198-ceb1-46cd-bfe3-dee932300abe service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3be93d88-19df-4e84-bd6e-adf1dc42ebd0 HTTP/1.1" status: 200 len: 843 time: 0.0681572 Feb 28 10:50:29.434193 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b4d6bb-623d-4213-9f39-27df8f5b55ef req-181cee2c-7a24-4273-8427-0cc54d99f9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:50:29.435716 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-20b4d6bb-623d-4213-9f39-27df8f5b55ef req-181cee2c-7a24-4273-8427-0cc54d99f9a4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=38c3b1b7-a2c2-48fd-8309-b820f94c24e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0487063 Feb 28 10:50:29.541230 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-20b4d6bb-623d-4213-9f39-27df8f5b55ef req-75d21858-ec7e-41c2-b1da-9d066c97c3ec service neutron] 10.222.0.30 "GET /v2.0/networks/38c3b1b7-a2c2-48fd-8309-b820f94c24e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977466 Feb 28 10:50:29.653437 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-20b4d6bb-623d-4213-9f39-27df8f5b55ef req-e1bec756-18b4-4d33-82e5-674a6c5d8900 service neutron] 10.222.0.30 "GET /v2.0/networks/38c3b1b7-a2c2-48fd-8309-b820f94c24e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050940 Feb 28 10:50:38.220382 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (13ac42ae-016e-4baf-bb31-c6fa820b41c2), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:50:38.770248 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-591eb9f8-c472-44e4-8e4d-9541f1755ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fb6705d2-4f70-4965-92a3-fbfccd43a6d3), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:50:41.022114 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4037a254-ccd7-4de0-add5-7130cdfa601a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fc6c9b74-8dbb-41bb-800a-5bd3a43fe896), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:50:42.067930 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b6d631fb-7df0-4fe1-8322-abff3b61cae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (0db5147a-92a3-4581-8a5f-8ec9b93e0600), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:50:43.496010 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6b923bb1-06b0-4b84-b461-7cc1d0196090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (2e621730-3978-4720-b581-ac380e97a567), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:50:44.919196 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:51:03.069322 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.agents_db [None req-382e0aa2-b126-48e6-89eb-3efa426b6b29 None None] Agent healthcheck: found 6 active agents {{(pid=103410) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 10:51:08.214227 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (13ac42ae-016e-4baf-bb31-c6fa820b41c2), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:51:08.767394 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-cb55d446-1caf-4168-8cda-51e8086bedbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fb6705d2-4f70-4965-92a3-fbfccd43a6d3), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:51:11.023312 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4aa1c033-e073-48fa-be71-5470e75812b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fc6c9b74-8dbb-41bb-800a-5bd3a43fe896), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:51:12.064728 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b6d631fb-7df0-4fe1-8322-abff3b61cae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (0db5147a-92a3-4581-8a5f-8ec9b93e0600), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:51:13.497577 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6b923bb1-06b0-4b84-b461-7cc1d0196090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (2e621730-3978-4720-b581-ac380e97a567), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:51:14.921411 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:51:29.010994 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-d2d8a7ed-2ac6-4484-bab9-bd2a96c539b3 req-42a99ead-cf3f-43ad-a4ed-484e172417c8 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4592b506-f60c-40cf-91d2-7c345625850c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0481393 Feb 28 10:51:29.121240 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d8a7ed-2ac6-4484-bab9-bd2a96c539b3 req-6b8151d2-8eb5-4300-a2a6-740bdcfdd96b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:51:29.122746 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-d2d8a7ed-2ac6-4484-bab9-bd2a96c539b3 req-6b8151d2-8eb5-4300-a2a6-740bdcfdd96b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5a84b6bdce3e454e9741c4fbc09bfc68&device_id=4592b506-f60c-40cf-91d2-7c345625850c HTTP/1.1" status: 200 len: 1129 time: 0.0482178 Feb 28 10:51:29.250298 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d8a7ed-2ac6-4484-bab9-bd2a96c539b3 req-d1219e70-1d04-47ad-becf-63723b2fbd77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:51:29.251817 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-d2d8a7ed-2ac6-4484-bab9-bd2a96c539b3 req-d1219e70-1d04-47ad-becf-63723b2fbd77 service neutron] 10.222.0.30 "GET /v2.0/networks?id=38c3b1b7-a2c2-48fd-8309-b820f94c24e7 HTTP/1.1" status: 200 len: 897 time: 0.1086814 Feb 28 10:51:29.326698 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-d2d8a7ed-2ac6-4484-bab9-bd2a96c539b3 req-dcb1e88f-94d0-4de1-abea-2f22aba35179 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8bc8131f-8b4a-4acc-8e24-8171ffce16b4 HTTP/1.1" status: 200 len: 1000 time: 0.0663030 Feb 28 10:51:29.720621 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d8a7ed-2ac6-4484-bab9-bd2a96c539b3 req-51454a1d-17df-4077-b1c3-047d6c39fc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:51:29.722754 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-d2d8a7ed-2ac6-4484-bab9-bd2a96c539b3 req-51454a1d-17df-4077-b1c3-047d6c39fc7e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3be93d88-19df-4e84-bd6e-adf1dc42ebd0 HTTP/1.1" status: 200 len: 843 time: 0.3899119 Feb 28 10:51:29.781980 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d8a7ed-2ac6-4484-bab9-bd2a96c539b3 req-832268d7-547a-49c0-8a7c-4116cbf522a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:51:29.784718 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-d2d8a7ed-2ac6-4484-bab9-bd2a96c539b3 req-832268d7-547a-49c0-8a7c-4116cbf522a9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=38c3b1b7-a2c2-48fd-8309-b820f94c24e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0546787 Feb 28 10:51:29.893970 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-d2d8a7ed-2ac6-4484-bab9-bd2a96c539b3 req-2be187fe-84dd-4ed5-b395-1f8a9c453bbd service neutron] 10.222.0.30 "GET /v2.0/networks/38c3b1b7-a2c2-48fd-8309-b820f94c24e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042299 Feb 28 10:51:30.006886 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-d2d8a7ed-2ac6-4484-bab9-bd2a96c539b3 req-eeeae1eb-054a-4774-a81b-602841f132f4 service neutron] 10.222.0.30 "GET /v2.0/networks/38c3b1b7-a2c2-48fd-8309-b820f94c24e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066623 Feb 28 10:51:38.218928 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (13ac42ae-016e-4baf-bb31-c6fa820b41c2), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:51:38.764164 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-31bd543d-f190-431d-8247-b2ebd292b5c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fb6705d2-4f70-4965-92a3-fbfccd43a6d3), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:51:40.073440 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.agents_db [None req-382e0aa2-b126-48e6-89eb-3efa426b6b29 None None] Agent healthcheck: found 6 active agents {{(pid=103410) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 10:51:41.029687 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-068a718e-10e9-47e7-939f-0645d8775fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fc6c9b74-8dbb-41bb-800a-5bd3a43fe896), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:51:42.065278 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b6d631fb-7df0-4fe1-8322-abff3b61cae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (0db5147a-92a3-4581-8a5f-8ec9b93e0600), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:51:43.500304 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6b923bb1-06b0-4b84-b461-7cc1d0196090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (2e621730-3978-4720-b581-ac380e97a567), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:51:44.923844 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:51:59.377011 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 42220) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:51:59.385578 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-a296e218-9347-46c5-9a1f-a47a2e422f8e tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:51:59.477731 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a296e218-9347-46c5-9a1f-a47a2e422f8e tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3951184'] for subnet (3be93d88-19df-4e84-bd6e-adf1dc42ebd0), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:51:59.632672 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a296e218-9347-46c5-9a1f-a47a2e422f8e tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8742057140965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3242594'] for subnet (3be93d88-19df-4e84-bd6e-adf1dc42ebd0), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:51:59.669561 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a296e218-9347-46c5-9a1f-a47a2e422f8e tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:51:59.670165 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a296e218-9347-46c5-9a1f-a47a2e422f8e tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for subnet (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:51:59.671440 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-a296e218-9347-46c5-9a1f-a47a2e422f8e tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "PUT /v2.0/subnets/3be93d88-19df-4e84-bd6e-adf1dc42ebd0 HTTP/1.1" status: 200 len: 835 time: 0.2934203 Feb 28 10:51:59.677154 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f35b536d-fed4-4f89-89b0-453b411cece6 None None] Network 38c3b1b7-a2c2-48fd-8309-b820f94c24e7 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:51:59.686542 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a296e218-9347-46c5-9a1f-a47a2e422f8e tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event updated for resources: {'Subnet': ['ID=3be93d88-19df-4e84-bd6e-adf1dc42ebd0,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:51:59.694606 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a296e218-9347-46c5-9a1f-a47a2e422f8e tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:51:59.694966 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a296e218-9347-46c5-9a1f-a47a2e422f8e tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:51:59.695319 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a296e218-9347-46c5-9a1f-a47a2e422f8e tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:51:59.695666 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a296e218-9347-46c5-9a1f-a47a2e422f8e tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:51:59.696008 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a296e218-9347-46c5-9a1f-a47a2e422f8e tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:51:59.696346 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a296e218-9347-46c5-9a1f-a47a2e422f8e tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:51:59.696721 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a296e218-9347-46c5-9a1f-a47a2e422f8e tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:51:59.697056 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a296e218-9347-46c5-9a1f-a47a2e422f8e tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:51:59.697390 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a296e218-9347-46c5-9a1f-a47a2e422f8e tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:51:59.697722 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a296e218-9347-46c5-9a1f-a47a2e422f8e tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:51:59.698052 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a296e218-9347-46c5-9a1f-a47a2e422f8e tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:51:59.698511 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a296e218-9347-46c5-9a1f-a47a2e422f8e tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:51:59.698847 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a296e218-9347-46c5-9a1f-a47a2e422f8e tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:51:59.989038 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-feba9e3c-2b96-49db-8eb1-0b89fc3c070e None None] Provisioning complete for port 8bc8131f-8b4a-4acc-8e24-8171ffce16b4 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:51:59.989428 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-feba9e3c-2b96-49db-8eb1-0b89fc3c070e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (8bc8131f-8b4a-4acc-8e24-8171ffce16b4), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:00.229556 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-feba9e3c-2b96-49db-8eb1-0b89fc3c070e None None] Current status of the port 8bc8131f-8b4a-4acc-8e24-8171ffce16b4 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:52:00.240743 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-feba9e3c-2b96-49db-8eb1-0b89fc3c070e None None] Provisioning complete for port 87b3c079-1ca2-4670-b4e6-2587ac703a3d triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:52:00.241603 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-feba9e3c-2b96-49db-8eb1-0b89fc3c070e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (87b3c079-1ca2-4670-b4e6-2587ac703a3d), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:00.330198 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-feba9e3c-2b96-49db-8eb1-0b89fc3c070e None None] Current status of the port 87b3c079-1ca2-4670-b4e6-2587ac703a3d is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:52:00.344468 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-feba9e3c-2b96-49db-8eb1-0b89fc3c070e None None] Provisioning complete for port 401f9659-0bfd-483d-bd56-c9ba2d39f11a triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:52:00.345126 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-feba9e3c-2b96-49db-8eb1-0b89fc3c070e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (401f9659-0bfd-483d-bd56-c9ba2d39f11a), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:00.435232 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-feba9e3c-2b96-49db-8eb1-0b89fc3c070e None None] Current status of the port 401f9659-0bfd-483d-bd56-c9ba2d39f11a is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:52:08.219768 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (13ac42ae-016e-4baf-bb31-c6fa820b41c2), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:08.760393 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-68481acd-3c0f-495c-8fcd-2acefe8bf07e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fb6705d2-4f70-4965-92a3-fbfccd43a6d3), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:11.019042 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b2504b96-6fd0-463d-a941-f668a25e25e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fc6c9b74-8dbb-41bb-800a-5bd3a43fe896), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:12.077858 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b6d631fb-7df0-4fe1-8322-abff3b61cae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (0db5147a-92a3-4581-8a5f-8ec9b93e0600), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:13.506668 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6b923bb1-06b0-4b84-b461-7cc1d0196090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (2e621730-3978-4720-b581-ac380e97a567), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:14.921268 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:17.078311 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.agents_db [None req-382e0aa2-b126-48e6-89eb-3efa426b6b29 None None] Agent healthcheck: found 6 active agents {{(pid=103410) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 10:52:30.014595 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-91a9bd94-8af8-45e4-8c5b-3073cfec5868 req-a295c19e-65fa-4621-803a-25586bf52fdb service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4592b506-f60c-40cf-91d2-7c345625850c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0498259 Feb 28 10:52:30.122684 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a9bd94-8af8-45e4-8c5b-3073cfec5868 req-4f9fb1f4-740e-4c1f-8339-94684b10344e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:52:30.125180 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-91a9bd94-8af8-45e4-8c5b-3073cfec5868 req-4f9fb1f4-740e-4c1f-8339-94684b10344e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5a84b6bdce3e454e9741c4fbc09bfc68&device_id=4592b506-f60c-40cf-91d2-7c345625850c HTTP/1.1" status: 200 len: 1129 time: 0.0499237 Feb 28 10:52:30.232106 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a9bd94-8af8-45e4-8c5b-3073cfec5868 req-12b20f9d-929c-4a7b-b3e6-f40ca4afd4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:52:30.233647 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-91a9bd94-8af8-45e4-8c5b-3073cfec5868 req-12b20f9d-929c-4a7b-b3e6-f40ca4afd4b4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=38c3b1b7-a2c2-48fd-8309-b820f94c24e7 HTTP/1.1" status: 200 len: 897 time: 0.0908217 Feb 28 10:52:30.301244 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-91a9bd94-8af8-45e4-8c5b-3073cfec5868 req-91e58a53-e186-40a5-b754-08d7520ef54f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8bc8131f-8b4a-4acc-8e24-8171ffce16b4 HTTP/1.1" status: 200 len: 1000 time: 0.0615623 Feb 28 10:52:30.358504 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a9bd94-8af8-45e4-8c5b-3073cfec5868 req-4f271050-4787-4072-86ce-e9c2c20bf69f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:52:30.360045 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-91a9bd94-8af8-45e4-8c5b-3073cfec5868 req-4f271050-4787-4072-86ce-e9c2c20bf69f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3be93d88-19df-4e84-bd6e-adf1dc42ebd0 HTTP/1.1" status: 200 len: 843 time: 0.0532050 Feb 28 10:52:30.410820 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a9bd94-8af8-45e4-8c5b-3073cfec5868 req-90198e2a-44c4-4507-95ac-3129e2510d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:52:30.412342 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-91a9bd94-8af8-45e4-8c5b-3073cfec5868 req-90198e2a-44c4-4507-95ac-3129e2510d66 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=38c3b1b7-a2c2-48fd-8309-b820f94c24e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0465539 Feb 28 10:52:30.521363 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-91a9bd94-8af8-45e4-8c5b-3073cfec5868 req-199ada21-b751-4617-b622-650c72827483 service neutron] 10.222.0.30 "GET /v2.0/networks/38c3b1b7-a2c2-48fd-8309-b820f94c24e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025763 Feb 28 10:52:30.645306 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-91a9bd94-8af8-45e4-8c5b-3073cfec5868 req-dda5b128-2049-4f86-bf35-6314b3a6ba90 service neutron] 10.222.0.30 "GET /v2.0/networks/38c3b1b7-a2c2-48fd-8309-b820f94c24e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180136 Feb 28 10:52:38.235280 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (13ac42ae-016e-4baf-bb31-c6fa820b41c2), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:38.761300 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3deba009-d136-4a9d-be41-731a695664af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fb6705d2-4f70-4965-92a3-fbfccd43a6d3), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:41.024653 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-af27546c-601a-4872-9972-561023294adf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fc6c9b74-8dbb-41bb-800a-5bd3a43fe896), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:42.072348 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b6d631fb-7df0-4fe1-8322-abff3b61cae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (0db5147a-92a3-4581-8a5f-8ec9b93e0600), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:43.420343 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 42246) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:52:43.509307 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6b923bb1-06b0-4b84-b461-7cc1d0196090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (2e621730-3978-4720-b581-ac380e97a567), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:43.584640 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-2f9fd373-37ac-4934-9a55-c1f227ae71fb tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Deleting port 6f33af6e-8a44-42f7-a649-1688edc66dab {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:52:43.585004 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2f9fd373-37ac-4934-9a55-c1f227ae71fb tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (6f33af6e-8a44-42f7-a649-1688edc66dab), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:43.661246 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2f9fd373-37ac-4934-9a55-c1f227ae71fb tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (6f33af6e-8a44-42f7-a649-1688edc66dab), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:43.661559 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2f9fd373-37ac-4934-9a55-c1f227ae71fb tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for floatingip (6f33af6e-8a44-42f7-a649-1688edc66dab), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:43.673549 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-2f9fd373-37ac-4934-9a55-c1f227ae71fb tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Calling delete_port for 6f33af6e-8a44-42f7-a649-1688edc66dab owned by network:floatingip {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:52:43.847873 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2f9fd373-37ac-4934-9a55-c1f227ae71fb tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (6f33af6e-8a44-42f7-a649-1688edc66dab), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:43.870834 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9fd373-37ac-4934-9a55-c1f227ae71fb tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event deleted for resources: {'Port': ['ID=6f33af6e-8a44-42f7-a649-1688edc66dab,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:52:43.936610 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2f9fd373-37ac-4934-9a55-c1f227ae71fb tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for floatingip (083a6e1f-395a-45bf-a470-0c20d36628b2), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:43.936877 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.db.l3_db [None req-2f9fd373-37ac-4934-9a55-c1f227ae71fb tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Floating IP 083a6e1f-395a-45bf-a470-0c20d36628b2 disassociated (deleted). External IP: 172.36.5.74, port: 8bc8131f-8b4a-4acc-8e24-8171ffce16b4. Feb 28 10:52:44.165196 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f9fd373-37ac-4934-9a55-c1f227ae71fb tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Router 94019a49-df67-4f54-b5ee-252b6f834cc8 has already been hosted by L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 {{(pid=103408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:52:44.279035 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f9fd373-37ac-4934-9a55-c1f227ae71fb tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:52:44.284286 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2f9fd373-37ac-4934-9a55-c1f227ae71fb tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for floatingip (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:44.291148 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-816fd558-976a-41d6-9684-d446a72ea4b9 None None] Sync routers for ids ['94019a49-df67-4f54-b5ee-252b6f834cc8'] in dv-neutron-master-2-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:52:44.300566 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816fd558-976a-41d6-9684-d446a72ea4b9 None None] Routers {'94019a49-df67-4f54-b5ee-252b6f834cc8'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:52:44.301200 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-816fd558-976a-41d6-9684-d446a72ea4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:52:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['94019a49-df67-4f54-b5ee-252b6f834cc8'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:52:44.317825 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-2f9fd373-37ac-4934-9a55-c1f227ae71fb tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "DELETE /v2.0/floatingips/083a6e1f-395a-45bf-a470-0c20d36628b2 HTTP/1.1" status: 204 len: 168 time: 0.8938875 Feb 28 10:52:44.317825 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4592b506-f60c-40cf-91d2-7c345625850c', 'tag': '8bc8131f-8b4a-4acc-8e24-8171ffce16b4'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:52:44.318178 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f56b9db1a49ad64bfd589e142fe25e4b3ad10508b17737ae95e2f0d29aca45ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bf06b3d-bbd2-4966-8a2f-9cf082f6aa64" -d '{"events": [{"name": "network-changed", "server_uuid": "4592b506-f60c-40cf-91d2-7c345625850c", "tag": "8bc8131f-8b4a-4acc-8e24-8171ffce16b4"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:52:44.423509 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-816fd558-976a-41d6-9684-d446a72ea4b9 None None] Set router 94019a49-df67-4f54-b5ee-252b6f834cc8 gateway port host: dv-neutron-master-2-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:52:44.438749 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 10:52:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b895be46-60d5-412f-9ef9-4687c43f3c4f x-openstack-request-id: req-b895be46-60d5-412f-9ef9-4687c43f3c4f {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:52:44.439266 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4592b506-f60c-40cf-91d2-7c345625850c", "tag": "8bc8131f-8b4a-4acc-8e24-8171ffce16b4", "status": "completed", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:52:44.439527 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b895be46-60d5-412f-9ef9-4687c43f3c4f {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:52:44.439768 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4592b506-f60c-40cf-91d2-7c345625850c', 'tag': '8bc8131f-8b4a-4acc-8e24-8171ffce16b4', 'status': 'completed', 'code': 200} Feb 28 10:52:44.527683 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf06b3d-bbd2-4966-8a2f-9cf082f6aa64 req-68727f61-ad89-411c-918a-5f7a26f41ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:52:44.529329 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-8bf06b3d-bbd2-4966-8a2f-9cf082f6aa64 req-68727f61-ad89-411c-918a-5f7a26f41ed5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5a84b6bdce3e454e9741c4fbc09bfc68&device_id=4592b506-f60c-40cf-91d2-7c345625850c HTTP/1.1" status: 200 len: 1129 time: 0.0469728 Feb 28 10:52:44.621780 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf06b3d-bbd2-4966-8a2f-9cf082f6aa64 req-03f542c2-22fe-4b63-976c-c5b25045c676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:52:44.623279 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-8bf06b3d-bbd2-4966-8a2f-9cf082f6aa64 req-03f542c2-22fe-4b63-976c-c5b25045c676 service neutron] 10.222.0.30 "GET /v2.0/networks?id=38c3b1b7-a2c2-48fd-8309-b820f94c24e7 HTTP/1.1" status: 200 len: 897 time: 0.0886595 Feb 28 10:52:44.628631 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-816fd558-976a-41d6-9684-d446a72ea4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94019a49-df67-4f54-b5ee-252b6f834cc8', 'name': 'tempest-TestNetworkBasicOps-router-1978175941', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.157'}], 'enable_snat': True}, 'gw_port_id': '73767981-6895-4782-872e-8b659aeeab52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:49:11Z', 'updated_at': '2022-02-28T10:49:14Z', 'revision_number': 4, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'gw_port': {'id': '73767981-6895-4782-872e-8b659aeeab52', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:81:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94019a49-df67-4f54-b5ee-252b6f834cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:49:11Z', 'updated_at': '2022-02-28T10:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '87b3c079-1ca2-4670-b4e6-2587ac703a3d', 'name': '', 'network_id': '38c3b1b7-a2c2-48fd-8309-b820f94c24e7', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'mac_address': 'fa:16:3e:a7:db:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94019a49-df67-4f54-b5ee-252b6f834cc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': '3be93d88-19df-4e84-bd6e-adf1dc42ebd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:49:14Z', 'updated_at': '2022-02-28T10:49:17Z', 'revision_number': 5, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'subnets': [{'id': '3be93d88-19df-4e84-bd6e-adf1dc42ebd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:52:44.654545 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-816fd558-976a-41d6-9684-d446a72ea4b9 None None] Checking router: 94019a49-df67-4f54-b5ee-252b6f834cc8 for host: dv-neutron-master-2-hyperv {{(pid=103410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:52:44.663219 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816fd558-976a-41d6-9684-d446a72ea4b9 None None] Routers {'94019a49-df67-4f54-b5ee-252b6f834cc8'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:52:44.663902 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-816fd558-976a-41d6-9684-d446a72ea4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:52:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['94019a49-df67-4f54-b5ee-252b6f834cc8'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:52:44.665760 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-8bf06b3d-bbd2-4966-8a2f-9cf082f6aa64 req-f0052747-8309-4b0c-9d29-20874a9fa256 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8bc8131f-8b4a-4acc-8e24-8171ffce16b4 HTTP/1.1" status: 200 len: 217 time: 0.0359488 Feb 28 10:52:44.714664 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf06b3d-bbd2-4966-8a2f-9cf082f6aa64 req-b24491df-411e-44c7-89cb-3229ddd7f96e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:52:44.716337 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-8bf06b3d-bbd2-4966-8a2f-9cf082f6aa64 req-b24491df-411e-44c7-89cb-3229ddd7f96e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3be93d88-19df-4e84-bd6e-adf1dc42ebd0 HTTP/1.1" status: 200 len: 843 time: 0.0450032 Feb 28 10:52:44.772267 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf06b3d-bbd2-4966-8a2f-9cf082f6aa64 req-4ff570b5-c486-4ea8-8fdc-f83e8988dcef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:52:44.772546 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-816fd558-976a-41d6-9684-d446a72ea4b9 None None] Set router 94019a49-df67-4f54-b5ee-252b6f834cc8 gateway port host: dv-neutron-master-2-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:52:44.773868 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-8bf06b3d-bbd2-4966-8a2f-9cf082f6aa64 req-4ff570b5-c486-4ea8-8fdc-f83e8988dcef service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=38c3b1b7-a2c2-48fd-8309-b820f94c24e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0518787 Feb 28 10:52:44.864247 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-8bf06b3d-bbd2-4966-8a2f-9cf082f6aa64 req-a4cd1b10-8fc2-4219-b940-b29fe2d6a343 service neutron] 10.222.0.30 "GET /v2.0/networks/38c3b1b7-a2c2-48fd-8309-b820f94c24e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844204 Feb 28 10:52:44.917807 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:44.959752 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-8bf06b3d-bbd2-4966-8a2f-9cf082f6aa64 req-7756a92e-f4f4-49f4-8cef-c3b43389de43 service neutron] 10.222.0.30 "GET /v2.0/networks/38c3b1b7-a2c2-48fd-8309-b820f94c24e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889406 Feb 28 10:52:44.984302 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-816fd558-976a-41d6-9684-d446a72ea4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94019a49-df67-4f54-b5ee-252b6f834cc8', 'name': 'tempest-TestNetworkBasicOps-router-1978175941', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.157'}], 'enable_snat': True}, 'gw_port_id': '73767981-6895-4782-872e-8b659aeeab52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:49:11Z', 'updated_at': '2022-02-28T10:49:14Z', 'revision_number': 4, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'gw_port': {'id': '73767981-6895-4782-872e-8b659aeeab52', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:81:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94019a49-df67-4f54-b5ee-252b6f834cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:49:11Z', 'updated_at': '2022-02-28T10:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '87b3c079-1ca2-4670-b4e6-2587ac703a3d', 'name': '', 'network_id': '38c3b1b7-a2c2-48fd-8309-b820f94c24e7', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'mac_address': 'fa:16:3e:a7:db:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94019a49-df67-4f54-b5ee-252b6f834cc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': '3be93d88-19df-4e84-bd6e-adf1dc42ebd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:49:14Z', 'updated_at': '2022-02-28T10:49:17Z', 'revision_number': 5, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'subnets': [{'id': '3be93d88-19df-4e84-bd6e-adf1dc42ebd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:52:45.102182 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-816fd558-976a-41d6-9684-d446a72ea4b9 None None] The sync data for ids ['94019a49-df67-4f54-b5ee-252b6f834cc8'] in dv-neutron-master-2-hyperv is: [{'id': '94019a49-df67-4f54-b5ee-252b6f834cc8', 'name': 'tempest-TestNetworkBasicOps-router-1978175941', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.157'}], 'enable_snat': True}, 'gw_port_id': '73767981-6895-4782-872e-8b659aeeab52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:49:11Z', 'updated_at': '2022-02-28T10:49:14Z', 'revision_number': 4, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'gw_port': {'id': '73767981-6895-4782-872e-8b659aeeab52', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:81:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94019a49-df67-4f54-b5ee-252b6f834cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:49:11Z', 'updated_at': '2022-02-28T10:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '87b3c079-1ca2-4670-b4e6-2587ac703a3d', 'name': '', 'network_id': '38c3b1b7-a2c2-48fd-8309-b820f94c24e7', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'mac_address': 'fa:16:3e:a7:db:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94019a49-df67-4f54-b5ee-252b6f834cc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': '3be93d88-19df-4e84-bd6e-adf1dc42ebd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:49:14Z', 'updated_at': '2022-02-28T10:49:17Z', 'revision_number': 5, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'subnets': [{'id': '3be93d88-19df-4e84-bd6e-adf1dc42ebd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:52:45.372479 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d79971-ccf0-4f0e-9eb5-3f04c67b4ccc None None] New status for floating IP 083a6e1f-395a-45bf-a470-0c20d36628b2: DOWN {{(pid=103409) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 10:52:45.586944 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1112991a-299a-4a1e-b648-6bc8ede88eff req-dfc7f386-9b4d-4e93-95b9-961e2a84dad0 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:52:45.588421 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-1112991a-299a-4a1e-b648-6bc8ede88eff req-dfc7f386-9b4d-4e93-95b9-961e2a84dad0 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/ports?device_id=4592b506-f60c-40cf-91d2-7c345625850c HTTP/1.1" status: 200 len: 945 time: 0.0603535 Feb 28 10:52:45.639959 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-1112991a-299a-4a1e-b648-6bc8ede88eff req-81c25682-3ebb-42f9-933a-072ba59caee5 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a676110-2631-4018-9a9d-774788ec3537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456133 Feb 28 10:52:46.773258 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af99fc4-508f-41b2-bcf6-eea5b75e5067 req-a7b513ee-17a6-403a-8479-9685e3676ca5 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:52:46.774637 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-1af99fc4-508f-41b2-bcf6-eea5b75e5067 req-a7b513ee-17a6-403a-8479-9685e3676ca5 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/ports?device_id=4592b506-f60c-40cf-91d2-7c345625850c HTTP/1.1" status: 200 len: 945 time: 0.0554495 Feb 28 10:52:46.829224 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-1af99fc4-508f-41b2-bcf6-eea5b75e5067 req-248a8d35-c0cc-444c-9509-f1eab2abe7e6 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a676110-2631-4018-9a9d-774788ec3537&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458858 Feb 28 10:52:47.273050 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2b332d-688e-4f99-926c-a4a73aade828 req-588f048c-bcb2-40f3-803a-155f1e37b256 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:52:47.274509 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-7a2b332d-688e-4f99-926c-a4a73aade828 req-588f048c-bcb2-40f3-803a-155f1e37b256 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.30 "GET /v2.0/ports?device_id=4592b506-f60c-40cf-91d2-7c345625850c HTTP/1.1" status: 200 len: 945 time: 0.0704858 Feb 28 10:52:47.365150 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [req-7a2b332d-688e-4f99-926c-a4a73aade828 req-e5b5bd27-a25b-4f74-8c21-71a6a7b7a19f tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Deleting port 8bc8131f-8b4a-4acc-8e24-8171ffce16b4 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:52:47.365472 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-7a2b332d-688e-4f99-926c-a4a73aade828 req-e5b5bd27-a25b-4f74-8c21-71a6a7b7a19f tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (8bc8131f-8b4a-4acc-8e24-8171ffce16b4), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:47.465374 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-7a2b332d-688e-4f99-926c-a4a73aade828 req-e5b5bd27-a25b-4f74-8c21-71a6a7b7a19f tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] For port 8bc8131f-8b4a-4acc-8e24-8171ffce16b4, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=8bc8131f-8b4a-4acc-8e24-8171ffce16b4,segment=NetworkSegment(49e588c2-2217-4ecd-9c42-5667ec811b12),segment_id=49e588c2-2217-4ecd-9c42-5667ec811b12)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:52:47.465641 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-7a2b332d-688e-4f99-926c-a4a73aade828 req-e5b5bd27-a25b-4f74-8c21-71a6a7b7a19f tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (8bc8131f-8b4a-4acc-8e24-8171ffce16b4), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:47.477818 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [req-7a2b332d-688e-4f99-926c-a4a73aade828 req-e5b5bd27-a25b-4f74-8c21-71a6a7b7a19f tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Calling delete_port for 8bc8131f-8b4a-4acc-8e24-8171ffce16b4 owned by compute:nova {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:52:47.623089 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-7a2b332d-688e-4f99-926c-a4a73aade828 req-e5b5bd27-a25b-4f74-8c21-71a6a7b7a19f tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (8bc8131f-8b4a-4acc-8e24-8171ffce16b4), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:47.655434 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b5bd27-a25b-4f74-8c21-71a6a7b7a19f tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event deleted for resources: {'Port': ['ID=8bc8131f-8b4a-4acc-8e24-8171ffce16b4,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:52:47.685086 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b5bd27-a25b-4f74-8c21-71a6a7b7a19f tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:52:47.685442 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b5bd27-a25b-4f74-8c21-71a6a7b7a19f tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:52:47.685792 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b5bd27-a25b-4f74-8c21-71a6a7b7a19f tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:52:47.686133 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b5bd27-a25b-4f74-8c21-71a6a7b7a19f tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:52:47.686467 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b5bd27-a25b-4f74-8c21-71a6a7b7a19f tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:52:47.686798 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b5bd27-a25b-4f74-8c21-71a6a7b7a19f tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:52:47.687129 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b5bd27-a25b-4f74-8c21-71a6a7b7a19f tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:52:47.687457 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b5bd27-a25b-4f74-8c21-71a6a7b7a19f tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:52:47.687783 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b5bd27-a25b-4f74-8c21-71a6a7b7a19f tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:52:47.688113 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b5bd27-a25b-4f74-8c21-71a6a7b7a19f tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:52:47.688436 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b5bd27-a25b-4f74-8c21-71a6a7b7a19f tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:52:47.688778 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b5bd27-a25b-4f74-8c21-71a6a7b7a19f tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:52:47.689099 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b5bd27-a25b-4f74-8c21-71a6a7b7a19f tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:52:47.710350 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a2b332d-688e-4f99-926c-a4a73aade828 req-e5b5bd27-a25b-4f74-8c21-71a6a7b7a19f tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] No DVR routers for this DVR port 8bc8131f-8b4a-4acc-8e24-8171ffce16b4 on host hv-neutron-mast {{(pid=103407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:52:47.713400 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-7a2b332d-688e-4f99-926c-a4a73aade828 req-e5b5bd27-a25b-4f74-8c21-71a6a7b7a19f tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:47.717231 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-7a2b332d-688e-4f99-926c-a4a73aade828 req-e5b5bd27-a25b-4f74-8c21-71a6a7b7a19f tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.30 "DELETE /v2.0/ports/8bc8131f-8b4a-4acc-8e24-8171ffce16b4 HTTP/1.1" status: 204 len: 173 time: 0.4376271 Feb 28 10:52:47.717649 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4592b506-f60c-40cf-91d2-7c345625850c', 'name': 'network-vif-deleted', 'tag': '8bc8131f-8b4a-4acc-8e24-8171ffce16b4'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:52:47.719904 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c8e1c873eeca597e52e7ceb7469e602eac250bfea6606d285743d38033cf584" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4514220-16e5-49d5-8460-c3b20b8729b6" -d '{"events": [{"server_uuid": "4592b506-f60c-40cf-91d2-7c345625850c", "name": "network-vif-deleted", "tag": "8bc8131f-8b4a-4acc-8e24-8171ffce16b4"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:52:47.755678 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 10:52:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62b8c0bd-5838-4a28-8d03-724d75641ea5 x-openstack-request-id: req-62b8c0bd-5838-4a28-8d03-724d75641ea5 {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:52:47.755966 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4592b506-f60c-40cf-91d2-7c345625850c", "name": "network-vif-deleted", "tag": "8bc8131f-8b4a-4acc-8e24-8171ffce16b4", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:52:47.756296 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-62b8c0bd-5838-4a28-8d03-724d75641ea5 {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:52:47.756705 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4592b506-f60c-40cf-91d2-7c345625850c', 'name': 'network-vif-deleted', 'tag': '8bc8131f-8b4a-4acc-8e24-8171ffce16b4', 'status': 'completed', 'code': 200} Feb 28 10:52:47.936986 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-4e264ec9-0d90-49e4-b76e-83693168be90 req-7f7bf1b4-f6d7-4370-b802-53f76961f8f3 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/ports?device_id=4592b506-f60c-40cf-91d2-7c345625850c HTTP/1.1" status: 200 len: 210 time: 0.0275228 Feb 28 10:52:49.010450 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 42274) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:52:49.073669 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-dde87435-f23a-4ac3-8b09-318f389439fe tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group (1a676110-2631-4018-9a9d-774788ec3537), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:49.106236 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-dde87435-f23a-4ac3-8b09-318f389439fe tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group (1a676110-2631-4018-9a9d-774788ec3537), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:49.182493 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-dde87435-f23a-4ac3-8b09-318f389439fe tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (1a676110-2631-4018-9a9d-774788ec3537), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:49.185987 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-dde87435-f23a-4ac3-8b09-318f389439fe tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:49.187175 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-dde87435-f23a-4ac3-8b09-318f389439fe tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "DELETE /v2.0/security-groups/1a676110-2631-4018-9a9d-774788ec3537 HTTP/1.1" status: 204 len: 168 time: 0.1755579 Feb 28 10:52:49.196928 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde87435-f23a-4ac3-8b09-318f389439fe tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a676110-2631-4018-9a9d-774788ec3537,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:52:49.228111 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 42278) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:52:49.646310 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-72df9abd-3c17-4e11-a3f6-ddd460ee8ea0 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1802615'] for router_interface (94019a49-df67-4f54-b5ee-252b6f834cc8), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:49.799725 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device 8bc8131f-8b4a-4acc-8e24-8171ffce16b4 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:52:49.819606 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] No Port match for: 8bc8131f-8b4a-4acc-8e24-8171ffce16b4 {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:52:49.819957 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device 8bc8131f-8b4a-4acc-8e24-8171ffce16b4 not bound to the agent host hv-neutron-mast {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:52:49.928768 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-72df9abd-3c17-4e11-a3f6-ddd460ee8ea0 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Deleting port 87b3c079-1ca2-4670-b4e6-2587ac703a3d {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:52:49.929092 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-72df9abd-3c17-4e11-a3f6-ddd460ee8ea0 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (87b3c079-1ca2-4670-b4e6-2587ac703a3d), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:50.031150 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-72df9abd-3c17-4e11-a3f6-ddd460ee8ea0 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] For port 87b3c079-1ca2-4670-b4e6-2587ac703a3d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=87b3c079-1ca2-4670-b4e6-2587ac703a3d,segment=NetworkSegment(49e588c2-2217-4ecd-9c42-5667ec811b12),segment_id=49e588c2-2217-4ecd-9c42-5667ec811b12)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:52:50.031535 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-72df9abd-3c17-4e11-a3f6-ddd460ee8ea0 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (87b3c079-1ca2-4670-b4e6-2587ac703a3d), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:50.049096 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-72df9abd-3c17-4e11-a3f6-ddd460ee8ea0 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Calling delete_port for 87b3c079-1ca2-4670-b4e6-2587ac703a3d owned by network:router_interface {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:52:50.246156 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-72df9abd-3c17-4e11-a3f6-ddd460ee8ea0 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (87b3c079-1ca2-4670-b4e6-2587ac703a3d), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:50.275740 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72df9abd-3c17-4e11-a3f6-ddd460ee8ea0 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event deleted for resources: {'Port': ['ID=87b3c079-1ca2-4670-b4e6-2587ac703a3d,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:52:50.457508 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-72df9abd-3c17-4e11-a3f6-ddd460ee8ea0 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1802651'] for router_interface (94019a49-df67-4f54-b5ee-252b6f834cc8), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:50.698465 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72df9abd-3c17-4e11-a3f6-ddd460ee8ea0 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Router 94019a49-df67-4f54-b5ee-252b6f834cc8 has already been hosted by L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:52:50.813420 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72df9abd-3c17-4e11-a3f6-ddd460ee8ea0 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:52:50.819694 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-72df9abd-3c17-4e11-a3f6-ddd460ee8ea0 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "PUT /v2.0/routers/94019a49-df67-4f54-b5ee-252b6f834cc8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5901809 Feb 28 10:52:50.822147 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 42280) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:52:50.823878 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef267c13-1f63-4b95-ab76-802a270da3d1 None None] Sync routers for ids ['94019a49-df67-4f54-b5ee-252b6f834cc8'] in dv-neutron-master-2-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:52:50.834718 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef267c13-1f63-4b95-ab76-802a270da3d1 None None] Routers {'94019a49-df67-4f54-b5ee-252b6f834cc8'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:52:50.835408 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-ef267c13-1f63-4b95-ab76-802a270da3d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:52:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['94019a49-df67-4f54-b5ee-252b6f834cc8'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:52:50.876205 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_v2 [None req-e282ca30-a65c-4ab4-8e0e-9972382258c3 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Deleting subnet 3be93d88-19df-4e84-bd6e-adf1dc42ebd0 {{(pid=103408) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:52:50.879431 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e282ca30-a65c-4ab4-8e0e-9972382258c3 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for subnet (3be93d88-19df-4e84-bd6e-adf1dc42ebd0), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:50.922809 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e282ca30-a65c-4ab4-8e0e-9972382258c3 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3423529'] for subnet (3be93d88-19df-4e84-bd6e-adf1dc42ebd0), precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:50.943673 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-ef267c13-1f63-4b95-ab76-802a270da3d1 None None] Set router 94019a49-df67-4f54-b5ee-252b6f834cc8 gateway port host: dv-neutron-master-2-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:52:51.008199 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e282ca30-a65c-4ab4-8e0e-9972382258c3 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-823142'] for subnet (3be93d88-19df-4e84-bd6e-adf1dc42ebd0), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:51.068204 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e282ca30-a65c-4ab4-8e0e-9972382258c3 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-823145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3242523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3951170'] for subnet (3be93d88-19df-4e84-bd6e-adf1dc42ebd0), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:51.100120 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e282ca30-a65c-4ab4-8e0e-9972382258c3 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event deleted for resources: {'Subnet': ['ID=3be93d88-19df-4e84-bd6e-adf1dc42ebd0,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:52:51.102379 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e282ca30-a65c-4ab4-8e0e-9972382258c3 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for subnet (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:51.106865 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-e282ca30-a65c-4ab4-8e0e-9972382258c3 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "DELETE /v2.0/subnets/3be93d88-19df-4e84-bd6e-adf1dc42ebd0 HTTP/1.1" status: 204 len: 168 time: 0.2833900 Feb 28 10:52:51.109981 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 42282) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:52:51.111946 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd8f7ac6-98f3-4984-9da0-a7740c3abec2 None None] Network 38c3b1b7-a2c2-48fd-8309-b820f94c24e7 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:52:51.132992 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-ef267c13-1f63-4b95-ab76-802a270da3d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94019a49-df67-4f54-b5ee-252b6f834cc8', 'name': 'tempest-TestNetworkBasicOps-router-1978175941', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.157'}], 'enable_snat': True}, 'gw_port_id': '73767981-6895-4782-872e-8b659aeeab52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:49:11Z', 'updated_at': '2022-02-28T10:52:50Z', 'revision_number': 5, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'gw_port': {'id': '73767981-6895-4782-872e-8b659aeeab52', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:81:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94019a49-df67-4f54-b5ee-252b6f834cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:49:11Z', 'updated_at': '2022-02-28T10:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:52:51.160948 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef267c13-1f63-4b95-ab76-802a270da3d1 None None] Checking router: 94019a49-df67-4f54-b5ee-252b6f834cc8 for host: dv-neutron-master-2-hyperv {{(pid=103410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:52:51.173470 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef267c13-1f63-4b95-ab76-802a270da3d1 None None] Routers {'94019a49-df67-4f54-b5ee-252b6f834cc8'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:52:51.174356 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-ef267c13-1f63-4b95-ab76-802a270da3d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:52:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['94019a49-df67-4f54-b5ee-252b6f834cc8'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:52:51.222019 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9f68fbc7-cfcf-4ad2-84cd-c50d1c99d31f tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for router (94019a49-df67-4f54-b5ee-252b6f834cc8), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:51.284813 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-ef267c13-1f63-4b95-ab76-802a270da3d1 None None] Set router 94019a49-df67-4f54-b5ee-252b6f834cc8 gateway port host: dv-neutron-master-2-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:52:51.332184 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69ae84e3-173a-48e6-8085-315761e7dfb9 None None] DHCP port deletion for 38c3b1b7-a2c2-48fd-8309-b820f94c24e7 request from dv-neutron-master-2-hyperv {{(pid=103409) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:52:51.335621 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9f68fbc7-cfcf-4ad2-84cd-c50d1c99d31f tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for router_gateway (94019a49-df67-4f54-b5ee-252b6f834cc8), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:51.386949 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-69ae84e3-173a-48e6-8085-315761e7dfb9 None None] Deleting port 401f9659-0bfd-483d-bd56-c9ba2d39f11a {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:52:51.387655 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-69ae84e3-173a-48e6-8085-315761e7dfb9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (401f9659-0bfd-483d-bd56-c9ba2d39f11a), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:51.390808 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-9f68fbc7-cfcf-4ad2-84cd-c50d1c99d31f tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Deleting port 73767981-6895-4782-872e-8b659aeeab52 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:52:51.391541 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9f68fbc7-cfcf-4ad2-84cd-c50d1c99d31f tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (73767981-6895-4782-872e-8b659aeeab52), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:51.452687 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-69ae84e3-173a-48e6-8085-315761e7dfb9 None None] For port 401f9659-0bfd-483d-bd56-c9ba2d39f11a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=401f9659-0bfd-483d-bd56-c9ba2d39f11a,segment=NetworkSegment(49e588c2-2217-4ecd-9c42-5667ec811b12),segment_id=49e588c2-2217-4ecd-9c42-5667ec811b12)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:52:51.453527 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-69ae84e3-173a-48e6-8085-315761e7dfb9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (401f9659-0bfd-483d-bd56-c9ba2d39f11a), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:51.470747 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-69ae84e3-173a-48e6-8085-315761e7dfb9 None None] Calling delete_port for 401f9659-0bfd-483d-bd56-c9ba2d39f11a owned by network:dhcp {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:52:51.472505 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-9f68fbc7-cfcf-4ad2-84cd-c50d1c99d31f tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] For port 73767981-6895-4782-872e-8b659aeeab52, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=73767981-6895-4782-872e-8b659aeeab52,segment=NetworkSegment(195d7ed7-323d-4284-82df-208cca613d99),segment_id=195d7ed7-323d-4284-82df-208cca613d99)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:52:51.472910 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9f68fbc7-cfcf-4ad2-84cd-c50d1c99d31f tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (73767981-6895-4782-872e-8b659aeeab52), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:51.475318 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-ef267c13-1f63-4b95-ab76-802a270da3d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94019a49-df67-4f54-b5ee-252b6f834cc8', 'name': 'tempest-TestNetworkBasicOps-router-1978175941', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.157'}], 'enable_snat': True}, 'gw_port_id': '73767981-6895-4782-872e-8b659aeeab52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:49:11Z', 'updated_at': '2022-02-28T10:52:50Z', 'revision_number': 5, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'gw_port': {'id': '73767981-6895-4782-872e-8b659aeeab52', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:81:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94019a49-df67-4f54-b5ee-252b6f834cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:49:11Z', 'updated_at': '2022-02-28T10:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:52:51.487772 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-9f68fbc7-cfcf-4ad2-84cd-c50d1c99d31f tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Calling delete_port for 73767981-6895-4782-872e-8b659aeeab52 owned by network:router_gateway {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:52:51.505237 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef267c13-1f63-4b95-ab76-802a270da3d1 None None] The sync data for ids ['94019a49-df67-4f54-b5ee-252b6f834cc8'] in dv-neutron-master-2-hyperv is: [{'id': '94019a49-df67-4f54-b5ee-252b6f834cc8', 'name': 'tempest-TestNetworkBasicOps-router-1978175941', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.157'}], 'enable_snat': True}, 'gw_port_id': '73767981-6895-4782-872e-8b659aeeab52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:49:11Z', 'updated_at': '2022-02-28T10:52:50Z', 'revision_number': 5, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'gw_port': {'id': '73767981-6895-4782-872e-8b659aeeab52', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:81:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94019a49-df67-4f54-b5ee-252b6f834cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:49:11Z', 'updated_at': '2022-02-28T10:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:52:51.565212 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-69ae84e3-173a-48e6-8085-315761e7dfb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758'] for port (401f9659-0bfd-483d-bd56-c9ba2d39f11a), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:51.593085 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ae84e3-173a-48e6-8085-315761e7dfb9 None None] No DVR routers for this DVR port 401f9659-0bfd-483d-bd56-c9ba2d39f11a on host dv-neutron-master-2-hyperv {{(pid=103409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:52:51.602442 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ae84e3-173a-48e6-8085-315761e7dfb9 None None] Pushing event deleted for resources: {'Port': ['ID=401f9659-0bfd-483d-bd56-c9ba2d39f11a,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:52:51.607705 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ae84e3-173a-48e6-8085-315761e7dfb9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:52:51.608068 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ae84e3-173a-48e6-8085-315761e7dfb9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:52:51.608414 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ae84e3-173a-48e6-8085-315761e7dfb9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:52:51.608779 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ae84e3-173a-48e6-8085-315761e7dfb9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:52:51.609117 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ae84e3-173a-48e6-8085-315761e7dfb9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:52:51.609450 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ae84e3-173a-48e6-8085-315761e7dfb9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:52:51.609784 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ae84e3-173a-48e6-8085-315761e7dfb9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:52:51.610117 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ae84e3-173a-48e6-8085-315761e7dfb9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:52:51.610457 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ae84e3-173a-48e6-8085-315761e7dfb9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:52:51.610793 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ae84e3-173a-48e6-8085-315761e7dfb9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:52:51.611118 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ae84e3-173a-48e6-8085-315761e7dfb9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:52:51.611444 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ae84e3-173a-48e6-8085-315761e7dfb9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:52:51.611765 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ae84e3-173a-48e6-8085-315761e7dfb9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:52:51.677126 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9f68fbc7-cfcf-4ad2-84cd-c50d1c99d31f tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (73767981-6895-4782-872e-8b659aeeab52), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:51.702848 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f68fbc7-cfcf-4ad2-84cd-c50d1c99d31f tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event deleted for resources: {'Port': ['ID=73767981-6895-4782-872e-8b659aeeab52,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:52:51.764545 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9f68fbc7-cfcf-4ad2-84cd-c50d1c99d31f tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1803321'] for router_gateway (94019a49-df67-4f54-b5ee-252b6f834cc8), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:51.857897 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9f68fbc7-cfcf-4ad2-84cd-c50d1c99d31f tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1807017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5941'] for router (94019a49-df67-4f54-b5ee-252b6f834cc8), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:51.859981 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9f68fbc7-cfcf-4ad2-84cd-c50d1c99d31f tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for router_controller (94019a49-df67-4f54-b5ee-252b6f834cc8), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:51.910840 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9f68fbc7-cfcf-4ad2-84cd-c50d1c99d31f tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1806994'] for router (94019a49-df67-4f54-b5ee-252b6f834cc8), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:51.911771 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f68fbc7-cfcf-4ad2-84cd-c50d1c99d31f tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Fanout notify agent at l3_agent the message router_deleted on router 94019a49-df67-4f54-b5ee-252b6f834cc8 {{(pid=103407) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 10:52:51.919308 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9f68fbc7-cfcf-4ad2-84cd-c50d1c99d31f tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for router (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:51.920477 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-9f68fbc7-cfcf-4ad2-84cd-c50d1c99d31f tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "DELETE /v2.0/routers/94019a49-df67-4f54-b5ee-252b6f834cc8 HTTP/1.1" status: 204 len: 168 time: 0.8093786 Feb 28 10:52:51.923447 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 42284) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:52:52.005430 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7c18ec4d-b8a9-4833-997e-6611f5372461 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-665757'] for network (38c3b1b7-a2c2-48fd-8309-b820f94c24e7), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:52.095131 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7c18ec4d-b8a9-4833-997e-6611f5372461 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672413', 'neutron.services.segments.db._delete_segments_for_network-8742057110173'] for network (38c3b1b7-a2c2-48fd-8309-b820f94c24e7), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:52.114665 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-7c18ec4d-b8a9-4833-997e-6611f5372461 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38c3b1b7-a2c2-48fd-8309-b820f94c24e7']}} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:52:52.124161 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-7c18ec4d-b8a9-4833-997e-6611f5372461 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49e588c2-2217-4ecd-9c42-5667ec811b12') {'for_net_delete': True} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:52:52.124464 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-7c18ec4d-b8a9-4833-997e-6611f5372461 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49e588c2-2217-4ecd-9c42-5667ec811b12') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:52:52.134440 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7c18ec4d-b8a9-4833-997e-6611f5372461 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742057113766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3501147'] for segment (49e588c2-2217-4ecd-9c42-5667ec811b12), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:52.152105 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7c18ec4d-b8a9-4833-997e-6611f5372461 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (49e588c2-2217-4ecd-9c42-5667ec811b12), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:52.158561 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c18ec4d-b8a9-4833-997e-6611f5372461 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Releasing vlan 277 on physical network physnet1 to pool {{(pid=103407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:52:52.159022 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7c18ec4d-b8a9-4833-997e-6611f5372461 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3498166'] for segment (49e588c2-2217-4ecd-9c42-5667ec811b12), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:52.162142 dv-neutron-master-2-hyperv neutron-server[103407]: Traceback (most recent call last): Feb 28 10:52:52.162142 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:52:52.162142 dv-neutron-master-2-hyperv neutron-server[103407]: timer() Feb 28 10:52:52.162142 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:52:52.162142 dv-neutron-master-2-hyperv neutron-server[103407]: cb(*args, **kw) Feb 28 10:52:52.162142 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:52:52.162142 dv-neutron-master-2-hyperv neutron-server[103407]: return func(*args, **kwargs) Feb 28 10:52:52.162142 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:52:52.162142 dv-neutron-master-2-hyperv neutron-server[103407]: self._notify() Feb 28 10:52:52.162142 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:52:52.162142 dv-neutron-master-2-hyperv neutron-server[103407]: self.callback(batched_events) Feb 28 10:52:52.162142 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:52:52.162142 dv-neutron-master-2-hyperv neutron-server[103407]: event.method(event) Feb 28 10:52:52.162142 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:52:52.162142 dv-neutron-master-2-hyperv neutron-server[103407]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:52:52.162142 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:52:52.162142 dv-neutron-master-2-hyperv neutron-server[103407]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:52:52.162142 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:52:52.162142 dv-neutron-master-2-hyperv neutron-server[103407]: return f(self, *a, **k) Feb 28 10:52:52.162142 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:52:52.162142 dv-neutron-master-2-hyperv neutron-server[103407]: return self._get(url).json() Feb 28 10:52:52.162142 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:52:52.162142 dv-neutron-master-2-hyperv neutron-server[103407]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:52:52.162142 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:52:52.162142 dv-neutron-master-2-hyperv neutron-server[103407]: return self.request(url, 'GET', **kwargs) Feb 28 10:52:52.162142 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:52:52.162142 dv-neutron-master-2-hyperv neutron-server[103407]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:52:52.162142 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:52:52.162142 dv-neutron-master-2-hyperv neutron-server[103407]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:52:52.162142 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:52:52.162142 dv-neutron-master-2-hyperv neutron-server[103407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:52:52.162142 dv-neutron-master-2-hyperv neutron-server[103407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:52:52.231741 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7c18ec4d-b8a9-4833-997e-6611f5372461 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803269'] for network (38c3b1b7-a2c2-48fd-8309-b820f94c24e7), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:52.239760 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7c18ec4d-b8a9-4833-997e-6611f5372461 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:52.243770 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-7c18ec4d-b8a9-4833-997e-6611f5372461 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "DELETE /v2.0/networks/38c3b1b7-a2c2-48fd-8309-b820f94c24e7 HTTP/1.1" status: 204 len: 168 time: 0.3191187 Feb 28 10:52:52.256379 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 42286) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:52:52.261702 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-ca90235e-c7d1-4c29-b686-12f787d95aa5 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Request body: {'network': {'name': 'tempest-network-smoke--894770616', 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'port_security_enabled': True}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:52:52.263636 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c18ec4d-b8a9-4833-997e-6611f5372461 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event deleted for resources: {'Network': ['ID=38c3b1b7-a2c2-48fd-8309-b820f94c24e7,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:52:52.284261 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca90235e-c7d1-4c29-b686-12f787d95aa5 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Made reservation on behalf of 5a84b6bdce3e454e9741c4fbc09bfc68 for: {'network': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:52:52.287614 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ca90235e-c7d1-4c29-b686-12f787d95aa5 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for network (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:52.316430 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca90235e-c7d1-4c29-b686-12f787d95aa5 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 250} {{(pid=103408) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:52:52.325409 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ca90235e-c7d1-4c29-b686-12f787d95aa5 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (60c0c7dd-692d-4256-ba69-e967758ad086), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:52.325820 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.db.segments_db [None req-ca90235e-c7d1-4c29-b686-12f787d95aa5 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Added segment 60c0c7dd-692d-4256-ba69-e967758ad086 of type vlan for network 14560530-0a96-4e96-812d-ffb50b20c623 Feb 28 10:52:52.369568 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ca90235e-c7d1-4c29-b686-12f787d95aa5 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742056637431'] for network (14560530-0a96-4e96-812d-ffb50b20c623), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:52.398412 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ca90235e-c7d1-4c29-b686-12f787d95aa5 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551'] for network (14560530-0a96-4e96-812d-ffb50b20c623), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:52.403504 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca90235e-c7d1-4c29-b686-12f787d95aa5 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:52:52.404103 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ca90235e-c7d1-4c29-b686-12f787d95aa5 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for network (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:52.464669 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-ca90235e-c7d1-4c29-b686-12f787d95aa5 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2070611 Feb 28 10:52:52.467415 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 42288) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:52:52.471704 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-f5861192-1ceb-4eef-ac1b-e522c39823fa tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-442898792', 'admin_state_up': True, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840'}}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:52:52.485810 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca90235e-c7d1-4c29-b686-12f787d95aa5 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event updated for resources: {'Network': ['ID=14560530-0a96-4e96-812d-ffb50b20c623,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:52:52.497376 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Network 14560530-0a96-4e96-812d-ffb50b20c623 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103409) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:52:52.499424 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f5861192-1ceb-4eef-ac1b-e522c39823fa tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1805251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254175'] for router (6e58f911-7cba-4b8e-a315-eef546187e1c), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:52.500656 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f5861192-1ceb-4eef-ac1b-e522c39823fa tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1804172', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1602053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254150'] for router (6e58f911-7cba-4b8e-a315-eef546187e1c), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:52.558030 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f5861192-1ceb-4eef-ac1b-e522c39823fa tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for router_controller (6e58f911-7cba-4b8e-a315-eef546187e1c), precommit_add_association {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:52.701954 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f5861192-1ceb-4eef-ac1b-e522c39823fa tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for router_gateway (6e58f911-7cba-4b8e-a315-eef546187e1c), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:53.193924 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 401f9659-0bfd-483d-bd56-c9ba2d39f11a no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:52:53.215337 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] No Port match for: 401f9659-0bfd-483d-bd56-c9ba2d39f11a {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:52:53.215672 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 401f9659-0bfd-483d-bd56-c9ba2d39f11a not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:52:53.216127 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 73767981-6895-4782-872e-8b659aeeab52 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:52:53.235221 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] No Port match for: 73767981-6895-4782-872e-8b659aeeab52 {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:52:53.235572 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 73767981-6895-4782-872e-8b659aeeab52 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:52:53.235997 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 87b3c079-1ca2-4670-b4e6-2587ac703a3d no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:52:53.245172 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f5861192-1ceb-4eef-ac1b-e522c39823fa tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for router_gateway (6e58f911-7cba-4b8e-a315-eef546187e1c), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:53.254278 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] No Port match for: 87b3c079-1ca2-4670-b4e6-2587ac703a3d {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:52:53.254629 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 87b3c079-1ca2-4670-b4e6-2587ac703a3d not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:52:53.264418 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f5861192-1ceb-4eef-ac1b-e522c39823fa tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:53.369539 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-f5861192-1ceb-4eef-ac1b-e522c39823fa tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Allocated IP 172.36.5.163 (1e0804d0-d1d9-4d40-9de5-2936f3d87840/6f6f4129-23e5-4c3b-b4ef-4c7ce926797e/72adec00-4729-4505-9f74-cd91dc835114) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:52:53.475900 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f5861192-1ceb-4eef-ac1b-e522c39823fa tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for port (72adec00-4729-4505-9f74-cd91dc835114), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:53.514543 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f5861192-1ceb-4eef-ac1b-e522c39823fa tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (72adec00-4729-4505-9f74-cd91dc835114), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:53.561149 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5861192-1ceb-4eef-ac1b-e522c39823fa tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Network 1e0804d0-d1d9-4d40-9de5-2936f3d87840 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:52:53.566013 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-f5861192-1ceb-4eef-ac1b-e522c39823fa tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:52:53.570367 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5861192-1ceb-4eef-ac1b-e522c39823fa tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:52:53.573432 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5861192-1ceb-4eef-ac1b-e522c39823fa tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event updated for resources: {'Port': ['ID=72adec00-4729-4505-9f74-cd91dc835114,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:52:53.836207 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f5861192-1ceb-4eef-ac1b-e522c39823fa tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for router_gateway (6e58f911-7cba-4b8e-a315-eef546187e1c), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:54.041118 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f5861192-1ceb-4eef-ac1b-e522c39823fa tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1804241'] for router (6e58f911-7cba-4b8e-a315-eef546187e1c), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:54.078135 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.agents_db [None req-382e0aa2-b126-48e6-89eb-3efa426b6b29 None None] Agent healthcheck: found 6 active agents {{(pid=103410) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 10:52:54.176535 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5861192-1ceb-4eef-ac1b-e522c39823fa tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Router 6e58f911-7cba-4b8e-a315-eef546187e1c is scheduled to L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 with binding_index 1 {{(pid=103408) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 10:52:54.288465 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5861192-1ceb-4eef-ac1b-e522c39823fa tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:52:54.299896 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de398ded-9b2c-46f4-8ddf-9c0fb32b5e2f None None] Sync routers for ids ['6e58f911-7cba-4b8e-a315-eef546187e1c'] in dv-neutron-master-2-hyperv {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:52:54.310689 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de398ded-9b2c-46f4-8ddf-9c0fb32b5e2f None None] Routers {'6e58f911-7cba-4b8e-a315-eef546187e1c'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:52:54.311327 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-de398ded-9b2c-46f4-8ddf-9c0fb32b5e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:52:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['6e58f911-7cba-4b8e-a315-eef546187e1c'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:52:54.311872 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f5861192-1ceb-4eef-ac1b-e522c39823fa tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for router (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:54.316226 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-f5861192-1ceb-4eef-ac1b-e522c39823fa tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.8449795 Feb 28 10:52:54.316761 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 42290) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:52:54.352142 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-d4891232-55b8-4938-92ad-c232c426f29a tempest-TestNetworkBasicOps-986752647 tempest-TestNetworkBasicOps-986752647-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=5a84b6bdce3e454e9741c4fbc09bfc68&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0317702 Feb 28 10:52:54.352426 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 42292) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:52:54.428317 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-de398ded-9b2c-46f4-8ddf-9c0fb32b5e2f None None] Set router 6e58f911-7cba-4b8e-a315-eef546187e1c gateway port host: dv-neutron-master-2-hyperv {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:52:54.455451 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c17f2595-037e-43f0-aca5-e15affdea007 tempest-TestNetworkBasicOps-986752647 tempest-TestNetworkBasicOps-986752647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:52:54.460784 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 42294) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:52:54.471858 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-c17f2595-037e-43f0-aca5-e15affdea007 tempest-TestNetworkBasicOps-986752647 tempest-TestNetworkBasicOps-986752647-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1168032 Feb 28 10:52:54.507967 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 42296) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:52:54.508314 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-2e265849-168e-4143-8284-8eade2be51c6 tempest-TestNetworkBasicOps-986752647 tempest-TestNetworkBasicOps-986752647-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=1e0804d0-d1d9-4d40-9de5-2936f3d87840&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0463433 Feb 28 10:52:54.513756 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-375b00dd-610f-4102-a86d-87a8429f0568 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-767136864', 'network_id': '14560530-0a96-4e96-812d-ffb50b20c623', 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:52:54.624978 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-375b00dd-610f-4102-a86d-87a8429f0568 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Made reservation on behalf of 5a84b6bdce3e454e9741c4fbc09bfc68 for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:52:54.629325 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-375b00dd-610f-4102-a86d-87a8429f0568 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3951209'] for subnet (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:54.638190 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-de398ded-9b2c-46f4-8ddf-9c0fb32b5e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e58f911-7cba-4b8e-a315-eef546187e1c', 'name': 'tempest-TestNetworkBasicOps-router-442898792', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.163'}], 'enable_snat': True}, 'gw_port_id': '72adec00-4729-4505-9f74-cd91dc835114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:52:52Z', 'updated_at': '2022-02-28T10:52:53Z', 'revision_number': 3, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'gw_port': {'id': '72adec00-4729-4505-9f74-cd91dc835114', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:3d:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e58f911-7cba-4b8e-a315-eef546187e1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:52:53Z', 'updated_at': '2022-02-28T10:52:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:52:54.664995 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de398ded-9b2c-46f4-8ddf-9c0fb32b5e2f None None] Checking router: 6e58f911-7cba-4b8e-a315-eef546187e1c for host: dv-neutron-master-2-hyperv {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:52:54.665350 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de398ded-9b2c-46f4-8ddf-9c0fb32b5e2f None None] Updating router 6e58f911-7cba-4b8e-a315-eef546187e1c port 72adec00-4729-4505-9f74-cd91dc835114 binding host dv-neutron-master-2-hyperv {{(pid=103409) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 10:52:54.697238 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-de398ded-9b2c-46f4-8ddf-9c0fb32b5e2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (72adec00-4729-4505-9f74-cd91dc835114), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:54.820437 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-375b00dd-610f-4102-a86d-87a8429f0568 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3242588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3951195'] for subnet (c965ec29-2c88-4570-b1b0-f21de5e253d0), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:54.887351 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375b00dd-610f-4102-a86d-87a8429f0568 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event updated for resources: {'Subnet': ['ID=c965ec29-2c88-4570-b1b0-f21de5e253d0,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:52:54.897294 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-375b00dd-610f-4102-a86d-87a8429f0568 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Checking segment: {'id': '60c0c7dd-692d-4256-ba69-e967758ad086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '14560530-0a96-4e96-812d-ffb50b20c623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:52:54.897294 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-375b00dd-610f-4102-a86d-87a8429f0568 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Network hostable DHCP agents. Network: 14560530-0a96-4e96-812d-ffb50b20c623, hostable agents: ['fb6705d2-4f70-4965-92a3-fbfccd43a6d3'], hosted agents: [] {{(pid=103408) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:52:54.917214 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-375b00dd-610f-4102-a86d-87a8429f0568 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Network 14560530-0a96-4e96-812d-ffb50b20c623 is scheduled to be hosted by DHCP agent fb6705d2-4f70-4965-92a3-fbfccd43a6d3 with binding_index 1 {{(pid=103408) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:52:54.927719 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-375b00dd-610f-4102-a86d-87a8429f0568 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 14560530-0a96-4e96-812d-ffb50b20c623) {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:52:54.934372 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-375b00dd-610f-4102-a86d-87a8429f0568 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:52:54.935020 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-375b00dd-610f-4102-a86d-87a8429f0568 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for subnet (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:54.957327 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-375b00dd-610f-4102-a86d-87a8429f0568 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4452031 Feb 28 10:52:54.957561 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ea87d55-594a-4c1c-8129-3f91c14d44c1 None None] Network 14560530-0a96-4e96-812d-ffb50b20c623 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:52:54.957678 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 42298) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:52:55.024311 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-de398ded-9b2c-46f4-8ddf-9c0fb32b5e2f None None] Publish callbacks [] for port (72adec00-4729-4505-9f74-cd91dc835114), precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:55.033952 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-de398ded-9b2c-46f4-8ddf-9c0fb32b5e2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (72adec00-4729-4505-9f74-cd91dc835114), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:55.112649 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-de398ded-9b2c-46f4-8ddf-9c0fb32b5e2f None None] Attempting to bind port 72adec00-4729-4505-9f74-cd91dc835114 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:52:55.113138 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-de398ded-9b2c-46f4-8ddf-9c0fb32b5e2f None None] Attempting to bind port 72adec00-4729-4505-9f74-cd91dc835114 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '195d7ed7-323d-4284-82df-208cca613d99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:52:55.113605 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de398ded-9b2c-46f4-8ddf-9c0fb32b5e2f None None] Attempting to bind port 72adec00-4729-4505-9f74-cd91dc835114 on network 1e0804d0-d1d9-4d40-9de5-2936f3d87840 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:52:55.135978 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa876ddb-8308-43c6-bb50-c886fe203049 None None] Pushing event updated for resources: {'Port': ['ID=72adec00-4729-4505-9f74-cd91dc835114,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:52:55.139052 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de398ded-9b2c-46f4-8ddf-9c0fb32b5e2f None None] Checking agent: {'id': '75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 24, 15), 'started_at': datetime.datetime(2022, 2, 28, 10, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 52, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:52:55.139551 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de398ded-9b2c-46f4-8ddf-9c0fb32b5e2f None None] Checking segment: {'id': '195d7ed7-323d-4284-82df-208cca613d99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:52:55.140070 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-de398ded-9b2c-46f4-8ddf-9c0fb32b5e2f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:55.140579 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de398ded-9b2c-46f4-8ddf-9c0fb32b5e2f None None] Bound using segment: {'id': '195d7ed7-323d-4284-82df-208cca613d99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:52:55.141166 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-de398ded-9b2c-46f4-8ddf-9c0fb32b5e2f None None] Bound port: 72adec00-4729-4505-9f74-cd91dc835114, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '195d7ed7-323d-4284-82df-208cca613d99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:52:55.141666 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-de398ded-9b2c-46f4-8ddf-9c0fb32b5e2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (72adec00-4729-4505-9f74-cd91dc835114), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:55.166482 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1cdf3f0-5be4-44cd-bae1-a663e60fd015 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-14560530-0a96-4e96-812d-ffb50b20c623', 'network_id': '14560530-0a96-4e96-812d-ffb50b20c623', 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'fixed_ips': [{'subnet_id': 'c965ec29-2c88-4570-b1b0-f21de5e253d0'}]}} from dv-neutron-master-2-hyperv. {{(pid=103409) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:52:55.167532 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e1cdf3f0-5be4-44cd-bae1-a663e60fd015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:55.264961 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-de398ded-9b2c-46f4-8ddf-9c0fb32b5e2f None None] For port 72adec00-4729-4505-9f74-cd91dc835114, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:52:55.283308 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-de398ded-9b2c-46f4-8ddf-9c0fb32b5e2f None None] For port 72adec00-4729-4505-9f74-cd91dc835114, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=72adec00-4729-4505-9f74-cd91dc835114,segment=NetworkSegment(195d7ed7-323d-4284-82df-208cca613d99),segment_id=195d7ed7-323d-4284-82df-208cca613d99)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:52:55.295638 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-de398ded-9b2c-46f4-8ddf-9c0fb32b5e2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (72adec00-4729-4505-9f74-cd91dc835114), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:55.385408 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-e1cdf3f0-5be4-44cd-bae1-a663e60fd015 None None] Allocated IP 172.20.0.2 (14560530-0a96-4e96-812d-ffb50b20c623/c965ec29-2c88-4570-b1b0-f21de5e253d0/5cdc3789-d5ab-47f6-937e-7720cbf09c1c) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:52:55.390811 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de398ded-9b2c-46f4-8ddf-9c0fb32b5e2f None None] Routers {'6e58f911-7cba-4b8e-a315-eef546187e1c'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:52:55.391387 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-de398ded-9b2c-46f4-8ddf-9c0fb32b5e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:52:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['6e58f911-7cba-4b8e-a315-eef546187e1c'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:52:55.395095 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa876ddb-8308-43c6-bb50-c886fe203049 None None] Pushing event updated for resources: {'Port': ['ID=72adec00-4729-4505-9f74-cd91dc835114,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:52:55.453015 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2de323ff-f72b-42ff-a5b0-77981d40adee tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:55.725255 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-de398ded-9b2c-46f4-8ddf-9c0fb32b5e2f None None] Set router 6e58f911-7cba-4b8e-a315-eef546187e1c gateway port host: dv-neutron-master-2-hyperv {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:52:55.873199 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e1cdf3f0-5be4-44cd-bae1-a663e60fd015 None None] Publish callbacks [] for port (5cdc3789-d5ab-47f6-937e-7720cbf09c1c), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:55.895833 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e1cdf3f0-5be4-44cd-bae1-a663e60fd015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749'] for port (5cdc3789-d5ab-47f6-937e-7720cbf09c1c), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:55.933149 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-2de323ff-f72b-42ff-a5b0-77981d40adee tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Allocated IP 172.20.0.1 (14560530-0a96-4e96-812d-ffb50b20c623/c965ec29-2c88-4570-b1b0-f21de5e253d0/2b1b2a91-241a-4e7c-92d4-c0c0c63fba5b) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:52:55.970501 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1cdf3f0-5be4-44cd-bae1-a663e60fd015 None None] Network 14560530-0a96-4e96-812d-ffb50b20c623 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:52:55.972781 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cdf3f0-5be4-44cd-bae1-a663e60fd015 None None] Pushing event updated for resources: {'Port': ['ID=5cdc3789-d5ab-47f6-937e-7720cbf09c1c,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:52:55.976073 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-e1cdf3f0-5be4-44cd-bae1-a663e60fd015 None None] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:52:55.979165 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1cdf3f0-5be4-44cd-bae1-a663e60fd015 None None] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:52:56.047106 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-de398ded-9b2c-46f4-8ddf-9c0fb32b5e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e58f911-7cba-4b8e-a315-eef546187e1c', 'name': 'tempest-TestNetworkBasicOps-router-442898792', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.163'}], 'enable_snat': True}, 'gw_port_id': '72adec00-4729-4505-9f74-cd91dc835114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:52:52Z', 'updated_at': '2022-02-28T10:52:53Z', 'revision_number': 3, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'gw_port': {'id': '72adec00-4729-4505-9f74-cd91dc835114', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:3d:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e58f911-7cba-4b8e-a315-eef546187e1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:52:53Z', 'updated_at': '2022-02-28T10:52:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:52:56.049165 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-e1cdf3f0-5be4-44cd-bae1-a663e60fd015 None None] Attempting to bind port 5cdc3789-d5ab-47f6-937e-7720cbf09c1c on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:52:56.049537 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-e1cdf3f0-5be4-44cd-bae1-a663e60fd015 None None] Attempting to bind port 5cdc3789-d5ab-47f6-937e-7720cbf09c1c by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '60c0c7dd-692d-4256-ba69-e967758ad086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '14560530-0a96-4e96-812d-ffb50b20c623'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:52:56.049919 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1cdf3f0-5be4-44cd-bae1-a663e60fd015 None None] Attempting to bind port 5cdc3789-d5ab-47f6-937e-7720cbf09c1c on network 14560530-0a96-4e96-812d-ffb50b20c623 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:52:56.073572 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2de323ff-f72b-42ff-a5b0-77981d40adee tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for port (2b1b2a91-241a-4e7c-92d4-c0c0c63fba5b), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:56.083090 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de398ded-9b2c-46f4-8ddf-9c0fb32b5e2f None None] The sync data for ids ['6e58f911-7cba-4b8e-a315-eef546187e1c'] in dv-neutron-master-2-hyperv is: [{'id': '6e58f911-7cba-4b8e-a315-eef546187e1c', 'name': 'tempest-TestNetworkBasicOps-router-442898792', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.163'}], 'enable_snat': True}, 'gw_port_id': '72adec00-4729-4505-9f74-cd91dc835114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:52:52Z', 'updated_at': '2022-02-28T10:52:53Z', 'revision_number': 3, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'gw_port': {'id': '72adec00-4729-4505-9f74-cd91dc835114', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:3d:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e58f911-7cba-4b8e-a315-eef546187e1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:52:53Z', 'updated_at': '2022-02-28T10:52:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:52:56.084989 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1cdf3f0-5be4-44cd-bae1-a663e60fd015 None None] Checking agent: {'id': '75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 24, 15), 'started_at': datetime.datetime(2022, 2, 28, 10, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 52, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:52:56.085305 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1cdf3f0-5be4-44cd-bae1-a663e60fd015 None None] Checking segment: {'id': '60c0c7dd-692d-4256-ba69-e967758ad086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '14560530-0a96-4e96-812d-ffb50b20c623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:52:56.085715 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e1cdf3f0-5be4-44cd-bae1-a663e60fd015 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:56.086099 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1cdf3f0-5be4-44cd-bae1-a663e60fd015 None None] Bound using segment: {'id': '60c0c7dd-692d-4256-ba69-e967758ad086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '14560530-0a96-4e96-812d-ffb50b20c623'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:52:56.086682 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-e1cdf3f0-5be4-44cd-bae1-a663e60fd015 None None] Bound port: 5cdc3789-d5ab-47f6-937e-7720cbf09c1c, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60c0c7dd-692d-4256-ba69-e967758ad086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '14560530-0a96-4e96-812d-ffb50b20c623'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:52:56.086957 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e1cdf3f0-5be4-44cd-bae1-a663e60fd015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (5cdc3789-d5ab-47f6-937e-7720cbf09c1c), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:56.121826 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2de323ff-f72b-42ff-a5b0-77981d40adee tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (2b1b2a91-241a-4e7c-92d4-c0c0c63fba5b), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:56.161564 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-e1cdf3f0-5be4-44cd-bae1-a663e60fd015 None None] For port 5cdc3789-d5ab-47f6-937e-7720cbf09c1c, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:52:56.165864 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-e1cdf3f0-5be4-44cd-bae1-a663e60fd015 None None] For port 5cdc3789-d5ab-47f6-937e-7720cbf09c1c, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5cdc3789-d5ab-47f6-937e-7720cbf09c1c,segment=NetworkSegment(60c0c7dd-692d-4256-ba69-e967758ad086),segment_id=60c0c7dd-692d-4256-ba69-e967758ad086)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:52:56.166409 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2de323ff-f72b-42ff-a5b0-77981d40adee tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Network 14560530-0a96-4e96-812d-ffb50b20c623 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:52:56.169848 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-2de323ff-f72b-42ff-a5b0-77981d40adee tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:52:56.172188 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de323ff-f72b-42ff-a5b0-77981d40adee tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:52:56.178319 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e1cdf3f0-5be4-44cd-bae1-a663e60fd015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (5cdc3789-d5ab-47f6-937e-7720cbf09c1c), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:56.205431 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de323ff-f72b-42ff-a5b0-77981d40adee tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event updated for resources: {'Port': ['ID=2b1b2a91-241a-4e7c-92d4-c0c0c63fba5b,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:52:56.226323 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2de323ff-f72b-42ff-a5b0-77981d40adee tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1803404'] for router_interface (6e58f911-7cba-4b8e-a315-eef546187e1c), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:56.249553 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cdf3f0-5be4-44cd-bae1-a663e60fd015 None None] Pushing event updated for resources: {'Port': ['ID=5cdc3789-d5ab-47f6-937e-7720cbf09c1c,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:52:56.395547 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2de323ff-f72b-42ff-a5b0-77981d40adee tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (2b1b2a91-241a-4e7c-92d4-c0c0c63fba5b), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:56.731896 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2de323ff-f72b-42ff-a5b0-77981d40adee tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for port (2b1b2a91-241a-4e7c-92d4-c0c0c63fba5b), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:56.737703 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2de323ff-f72b-42ff-a5b0-77981d40adee tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3242529'] for port (2b1b2a91-241a-4e7c-92d4-c0c0c63fba5b), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:56.816033 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de323ff-f72b-42ff-a5b0-77981d40adee tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event updated for resources: {'Port': ['ID=2b1b2a91-241a-4e7c-92d4-c0c0c63fba5b,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:52:56.818695 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2de323ff-f72b-42ff-a5b0-77981d40adee tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1802524'] for router_interface (6e58f911-7cba-4b8e-a315-eef546187e1c), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:56.914818 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2de323ff-f72b-42ff-a5b0-77981d40adee tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Network 14560530-0a96-4e96-812d-ffb50b20c623 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:52:56.916489 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-2de323ff-f72b-42ff-a5b0-77981d40adee tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:52:57.043831 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2de323ff-f72b-42ff-a5b0-77981d40adee tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Router 6e58f911-7cba-4b8e-a315-eef546187e1c has already been hosted by L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 {{(pid=103408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:52:57.165684 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2de323ff-f72b-42ff-a5b0-77981d40adee tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:52:57.171376 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-2de323ff-f72b-42ff-a5b0-77981d40adee tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "PUT /v2.0/routers/6e58f911-7cba-4b8e-a315-eef546187e1c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2124166 Feb 28 10:52:57.173838 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 42300) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:52:57.271693 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-994b1e4a-ea3b-417a-8e40-a51eccc9553c None None] Network 14560530-0a96-4e96-812d-ffb50b20c623 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:52:57.279150 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 72adec00-4729-4505-9f74-cd91dc835114 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:52:57.300486 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1ade328-b201-4d3a-bb4e-8dac38cd3eb3 tempest-TestNetworkBasicOps-986752647 tempest-TestNetworkBasicOps-986752647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:52:57.301129 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1ade328-b201-4d3a-bb4e-8dac38cd3eb3 tempest-TestNetworkBasicOps-986752647 tempest-TestNetworkBasicOps-986752647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:52:57.301607 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1ade328-b201-4d3a-bb4e-8dac38cd3eb3 tempest-TestNetworkBasicOps-986752647 tempest-TestNetworkBasicOps-986752647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:52:57.302070 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1ade328-b201-4d3a-bb4e-8dac38cd3eb3 tempest-TestNetworkBasicOps-986752647 tempest-TestNetworkBasicOps-986752647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:52:57.303709 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-a1ade328-b201-4d3a-bb4e-8dac38cd3eb3 tempest-TestNetworkBasicOps-986752647 tempest-TestNetworkBasicOps-986752647-project-admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1288753 Feb 28 10:52:57.306483 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 42302) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:52:57.364278 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54b0847d-0138-4eec-aecd-3b1190e4b91d tempest-TestNetworkBasicOps-986752647 tempest-TestNetworkBasicOps-986752647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:52:57.364781 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54b0847d-0138-4eec-aecd-3b1190e4b91d tempest-TestNetworkBasicOps-986752647 tempest-TestNetworkBasicOps-986752647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:52:57.365248 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54b0847d-0138-4eec-aecd-3b1190e4b91d tempest-TestNetworkBasicOps-986752647 tempest-TestNetworkBasicOps-986752647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:52:57.365705 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54b0847d-0138-4eec-aecd-3b1190e4b91d tempest-TestNetworkBasicOps-986752647 tempest-TestNetworkBasicOps-986752647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:52:57.367395 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-54b0847d-0138-4eec-aecd-3b1190e4b91d tempest-TestNetworkBasicOps-986752647 tempest-TestNetworkBasicOps-986752647-project-admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0597973 Feb 28 10:52:57.370613 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 42304) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:52:57.379729 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-9338d468-0b9a-48b7-9d35-7879b4962f01 None None] Provisioning complete for port 5cdc3789-d5ab-47f6-937e-7720cbf09c1c triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:52:57.380104 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9338d468-0b9a-48b7-9d35-7879b4962f01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (5cdc3789-d5ab-47f6-937e-7720cbf09c1c), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:57.461240 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port 72adec00-4729-4505-9f74-cd91dc835114 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:52:57.461631 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (72adec00-4729-4505-9f74-cd91dc835114), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:57.528409 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-9ddf85e6-ce8a-4687-9094-e073840cae6b tempest-TestNetworkBasicOps-986752647 tempest-TestNetworkBasicOps-986752647-project-admin] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.1537356 Feb 28 10:52:57.562488 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-9338d468-0b9a-48b7-9d35-7879b4962f01 None None] Current status of the port 5cdc3789-d5ab-47f6-937e-7720cbf09c1c is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:52:57.563114 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9338d468-0b9a-48b7-9d35-7879b4962f01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (5cdc3789-d5ab-47f6-937e-7720cbf09c1c), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:57.628285 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-9338d468-0b9a-48b7-9d35-7879b4962f01 None None] For port 5cdc3789-d5ab-47f6-937e-7720cbf09c1c, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5cdc3789-d5ab-47f6-937e-7720cbf09c1c,segment=NetworkSegment(60c0c7dd-692d-4256-ba69-e967758ad086),segment_id=60c0c7dd-692d-4256-ba69-e967758ad086)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:52:57.631984 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 72adec00-4729-4505-9f74-cd91dc835114 is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:52:57.632545 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (72adec00-4729-4505-9f74-cd91dc835114), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:57.640646 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9338d468-0b9a-48b7-9d35-7879b4962f01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (5cdc3789-d5ab-47f6-937e-7720cbf09c1c), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:57.691161 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] For port 72adec00-4729-4505-9f74-cd91dc835114, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=72adec00-4729-4505-9f74-cd91dc835114,segment=NetworkSegment(195d7ed7-323d-4284-82df-208cca613d99),segment_id=195d7ed7-323d-4284-82df-208cca613d99)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:52:57.700204 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (72adec00-4729-4505-9f74-cd91dc835114), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:57.701190 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 5cdc3789-d5ab-47f6-937e-7720cbf09c1c up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:52:57.734096 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9338d468-0b9a-48b7-9d35-7879b4962f01 None None] Pushing event updated for resources: {'Port': ['ID=5cdc3789-d5ab-47f6-937e-7720cbf09c1c,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:52:57.801984 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-d1f46566-6e77-4c61-a40f-280fae81dda8 None None] Provisioning complete for port 5cdc3789-d5ab-47f6-937e-7720cbf09c1c triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:52:57.802373 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d1f46566-6e77-4c61-a40f-280fae81dda8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (5cdc3789-d5ab-47f6-937e-7720cbf09c1c), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:57.841560 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Pushing event updated for resources: {'Port': ['ID=72adec00-4729-4505-9f74-cd91dc835114,revision_number=4']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:52:57.848940 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port 5cdc3789-d5ab-47f6-937e-7720cbf09c1c triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:52:57.849322 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (5cdc3789-d5ab-47f6-937e-7720cbf09c1c), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:57.870472 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 42308) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:52:57.875448 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-6ab633cd-f8ea-4f71-98c2-7b349387185b tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-271084748', 'description': 'tempest-secgroup-smoke-271084748 description', 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:52:57.905602 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6ab633cd-f8ea-4f71-98c2-7b349387185b tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:57.925111 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd73a0d-57df-40fb-9dc8-15fff72e0e83 None None] Sync routers for ids ['6e58f911-7cba-4b8e-a315-eef546187e1c'] in dv-neutron-master-2-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:52:57.936453 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd73a0d-57df-40fb-9dc8-15fff72e0e83 None None] Routers {'6e58f911-7cba-4b8e-a315-eef546187e1c'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:52:57.937536 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-8cd73a0d-57df-40fb-9dc8-15fff72e0e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:52:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['6e58f911-7cba-4b8e-a315-eef546187e1c'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:52:57.986765 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6ab633cd-f8ea-4f71-98c2-7b349387185b tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group (bd9f5016-e054-4746-abcf-139718deed51), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:57.994808 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6ab633cd-f8ea-4f71-98c2-7b349387185b tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (bd9f5016-e054-4746-abcf-139718deed51), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:58.001798 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 5cdc3789-d5ab-47f6-937e-7720cbf09c1c is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:52:58.025542 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-d1f46566-6e77-4c61-a40f-280fae81dda8 None None] Current status of the port 5cdc3789-d5ab-47f6-937e-7720cbf09c1c is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:52:58.039729 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-d1f46566-6e77-4c61-a40f-280fae81dda8 None None] Provisioning complete for port 2b1b2a91-241a-4e7c-92d4-c0c0c63fba5b triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:52:58.040123 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d1f46566-6e77-4c61-a40f-280fae81dda8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (2b1b2a91-241a-4e7c-92d4-c0c0c63fba5b), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:58.043485 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6ab633cd-f8ea-4f71-98c2-7b349387185b tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:58.047524 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-6ab633cd-f8ea-4f71-98c2-7b349387185b tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1733367 Feb 28 10:52:58.048433 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 42310) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:52:58.053053 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-16b1072e-f083-4cea-982b-13ce525bfde4 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Request body: {'security_group_rule': {'security_group_id': 'bd9f5016-e054-4746-abcf-139718deed51', 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:52:58.071387 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-8cd73a0d-57df-40fb-9dc8-15fff72e0e83 None None] Set router 6e58f911-7cba-4b8e-a315-eef546187e1c gateway port host: dv-neutron-master-2-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:52:58.074946 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab633cd-f8ea-4f71-98c2-7b349387185b tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd9f5016-e054-4746-abcf-139718deed51,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:52:58.096455 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-16b1072e-f083-4cea-982b-13ce525bfde4 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (da38c095-b06c-4524-9b80-cca888082076), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:58.097038 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-d1f46566-6e77-4c61-a40f-280fae81dda8 None None] Port 2b1b2a91-241a-4e7c-92d4-c0c0c63fba5b cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:52:58.162738 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-16b1072e-f083-4cea-982b-13ce525bfde4 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (da38c095-b06c-4524-9b80-cca888082076), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:58.168503 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-16b1072e-f083-4cea-982b-13ce525bfde4 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594242'] for security_group_rule (da38c095-b06c-4524-9b80-cca888082076), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:58.187830 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b1072e-f083-4cea-982b-13ce525bfde4 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da38c095-b06c-4524-9b80-cca888082076,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:52:58.208411 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-16b1072e-f083-4cea-982b-13ce525bfde4 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:58.213051 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-16b1072e-f083-4cea-982b-13ce525bfde4 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1637235 Feb 28 10:52:58.213578 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 42312) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:52:58.218539 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-a8f212cf-8a63-4415-9e02-57b81976b258 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Request body: {'security_group_rule': {'security_group_id': 'bd9f5016-e054-4746-abcf-139718deed51', 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:52:58.222562 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-ed2a8062-0339-48b6-b9c3-cfd8369a8937 None None] Provisioning complete for port 2b1b2a91-241a-4e7c-92d4-c0c0c63fba5b triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:52:58.223260 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ed2a8062-0339-48b6-b9c3-cfd8369a8937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (2b1b2a91-241a-4e7c-92d4-c0c0c63fba5b), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:58.256692 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a8f212cf-8a63-4415-9e02-57b81976b258 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (ef3eff1d-66f0-4d44-9a85-c7e8db30ae77), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:58.272456 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-ed2a8062-0339-48b6-b9c3-cfd8369a8937 None None] Port 2b1b2a91-241a-4e7c-92d4-c0c0c63fba5b cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:52:58.309936 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-8cd73a0d-57df-40fb-9dc8-15fff72e0e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e58f911-7cba-4b8e-a315-eef546187e1c', 'name': 'tempest-TestNetworkBasicOps-router-442898792', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.163'}], 'enable_snat': True}, 'gw_port_id': '72adec00-4729-4505-9f74-cd91dc835114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:52:52Z', 'updated_at': '2022-02-28T10:52:56Z', 'revision_number': 4, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'gw_port': {'id': '72adec00-4729-4505-9f74-cd91dc835114', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:3d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e58f911-7cba-4b8e-a315-eef546187e1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:52:53Z', 'updated_at': '2022-02-28T10:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '2b1b2a91-241a-4e7c-92d4-c0c0c63fba5b', 'name': '', 'network_id': '14560530-0a96-4e96-812d-ffb50b20c623', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'mac_address': 'fa:16:3e:09:b1:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e58f911-7cba-4b8e-a315-eef546187e1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': 'c965ec29-2c88-4570-b1b0-f21de5e253d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:52:55Z', 'updated_at': '2022-02-28T10:52:56Z', 'revision_number': 2, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'subnets': [{'id': 'c965ec29-2c88-4570-b1b0-f21de5e253d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:52:58.311048 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a8f212cf-8a63-4415-9e02-57b81976b258 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (ef3eff1d-66f0-4d44-9a85-c7e8db30ae77), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:58.315463 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a8f212cf-8a63-4415-9e02-57b81976b258 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594242'] for security_group_rule (ef3eff1d-66f0-4d44-9a85-c7e8db30ae77), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:58.335643 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f212cf-8a63-4415-9e02-57b81976b258 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef3eff1d-66f0-4d44-9a85-c7e8db30ae77,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:52:58.341463 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd73a0d-57df-40fb-9dc8-15fff72e0e83 None None] Checking router: 6e58f911-7cba-4b8e-a315-eef546187e1c for host: dv-neutron-master-2-hyperv {{(pid=103410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:52:58.341715 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd73a0d-57df-40fb-9dc8-15fff72e0e83 None None] Updating router 6e58f911-7cba-4b8e-a315-eef546187e1c port 2b1b2a91-241a-4e7c-92d4-c0c0c63fba5b binding host dv-neutron-master-2-hyperv {{(pid=103410) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 10:52:58.348327 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a8f212cf-8a63-4415-9e02-57b81976b258 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:58.349603 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-a8f212cf-8a63-4415-9e02-57b81976b258 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1349478 Feb 28 10:52:58.352681 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 42314) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:52:58.357243 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-649e1048-98c7-4409-b946-ab63972d79fb tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Request body: {'security_group_rule': {'security_group_id': 'bd9f5016-e054-4746-abcf-139718deed51', 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:52:58.371361 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8cd73a0d-57df-40fb-9dc8-15fff72e0e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (2b1b2a91-241a-4e7c-92d4-c0c0c63fba5b), before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:58.382645 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-649e1048-98c7-4409-b946-ab63972d79fb tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (7be6ba2a-e95c-4017-9dc4-6892b2bf4220), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:58.396370 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-54b2d1fc-72a0-4be5-8d6f-085d8fd2260d None None] Provisioning complete for port 2b1b2a91-241a-4e7c-92d4-c0c0c63fba5b triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:52:58.396781 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-54b2d1fc-72a0-4be5-8d6f-085d8fd2260d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (2b1b2a91-241a-4e7c-92d4-c0c0c63fba5b), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:58.433819 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-54b2d1fc-72a0-4be5-8d6f-085d8fd2260d None None] Port 2b1b2a91-241a-4e7c-92d4-c0c0c63fba5b cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:52:58.448023 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-649e1048-98c7-4409-b946-ab63972d79fb tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (7be6ba2a-e95c-4017-9dc4-6892b2bf4220), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:58.452296 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-649e1048-98c7-4409-b946-ab63972d79fb tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594242'] for security_group_rule (7be6ba2a-e95c-4017-9dc4-6892b2bf4220), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:58.469759 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649e1048-98c7-4409-b946-ab63972d79fb tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7be6ba2a-e95c-4017-9dc4-6892b2bf4220,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:52:58.479354 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-649e1048-98c7-4409-b946-ab63972d79fb tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:58.480609 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-649e1048-98c7-4409-b946-ab63972d79fb tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1269751 Feb 28 10:52:58.483902 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 42316) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:52:58.488290 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-30c2d670-916f-4b0d-9a74-b4a0d99b8f05 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Request body: {'security_group_rule': {'security_group_id': 'bd9f5016-e054-4746-abcf-139718deed51', 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:52:58.514990 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-30c2d670-916f-4b0d-9a74-b4a0d99b8f05 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (9f8ced9e-9994-4915-9758-d9373cf4188d), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:58.580925 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-30c2d670-916f-4b0d-9a74-b4a0d99b8f05 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (9f8ced9e-9994-4915-9758-d9373cf4188d), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:58.587003 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-30c2d670-916f-4b0d-9a74-b4a0d99b8f05 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594242'] for security_group_rule (9f8ced9e-9994-4915-9758-d9373cf4188d), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:58.606283 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c2d670-916f-4b0d-9a74-b4a0d99b8f05 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f8ced9e-9994-4915-9758-d9373cf4188d,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:52:58.615284 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-30c2d670-916f-4b0d-9a74-b4a0d99b8f05 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:58.616545 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-30c2d670-916f-4b0d-9a74-b4a0d99b8f05 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1317201 Feb 28 10:52:58.619614 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 42318) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:52:58.625331 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-36afda6b-2a02-4b39-9c5f-8bf4954f5fdb tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Request body: {'security_group_rule': {'security_group_id': 'bd9f5016-e054-4746-abcf-139718deed51', 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:52:58.650597 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.db.securitygroups_db [None req-36afda6b-2a02-4b39-9c5f-8bf4954f5fdb tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Project 5a84b6bdce3e454e9741c4fbc09bfc68 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 10:52:58.656000 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-36afda6b-2a02-4b39-9c5f-8bf4954f5fdb tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (1877ad19-3dcf-44d5-b528-6a2fbea88ecb), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:58.714257 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-36afda6b-2a02-4b39-9c5f-8bf4954f5fdb tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (1877ad19-3dcf-44d5-b528-6a2fbea88ecb), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:58.718403 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-36afda6b-2a02-4b39-9c5f-8bf4954f5fdb tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594242'] for security_group_rule (1877ad19-3dcf-44d5-b528-6a2fbea88ecb), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:58.736734 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36afda6b-2a02-4b39-9c5f-8bf4954f5fdb tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1877ad19-3dcf-44d5-b528-6a2fbea88ecb,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:52:58.739505 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8cd73a0d-57df-40fb-9dc8-15fff72e0e83 None None] Publish callbacks [] for port (2b1b2a91-241a-4e7c-92d4-c0c0c63fba5b), precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:58.743571 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-36afda6b-2a02-4b39-9c5f-8bf4954f5fdb tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:58.744958 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-36afda6b-2a02-4b39-9c5f-8bf4954f5fdb tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1235747 Feb 28 10:52:58.745471 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8cd73a0d-57df-40fb-9dc8-15fff72e0e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (2b1b2a91-241a-4e7c-92d4-c0c0c63fba5b), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:58.747789 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 42320) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:52:58.752365 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-bc3d8692-0193-4a5d-88c0-96b39faf8206 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Request body: {'security_group_rule': {'security_group_id': 'bd9f5016-e054-4746-abcf-139718deed51', 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:52:58.773084 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.db.securitygroups_db [None req-bc3d8692-0193-4a5d-88c0-96b39faf8206 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Project 5a84b6bdce3e454e9741c4fbc09bfc68 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 10:52:58.777951 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bc3d8692-0193-4a5d-88c0-96b39faf8206 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (bec654b8-cc58-4239-a98f-7ed1cf1eb090), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:58.797121 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9053c34f-592f-495b-a934-35e3626c6023 None None] Pushing event updated for resources: {'Port': ['ID=2b1b2a91-241a-4e7c-92d4-c0c0c63fba5b,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:52:58.809837 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9053c34f-592f-495b-a934-35e3626c6023 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:52:58.810180 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9053c34f-592f-495b-a934-35e3626c6023 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:52:58.810904 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9053c34f-592f-495b-a934-35e3626c6023 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:52:58.811441 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9053c34f-592f-495b-a934-35e3626c6023 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:52:58.811774 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9053c34f-592f-495b-a934-35e3626c6023 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:52:58.812104 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9053c34f-592f-495b-a934-35e3626c6023 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:52:58.812434 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9053c34f-592f-495b-a934-35e3626c6023 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:52:58.812800 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9053c34f-592f-495b-a934-35e3626c6023 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:52:58.813120 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9053c34f-592f-495b-a934-35e3626c6023 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:52:58.813448 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9053c34f-592f-495b-a934-35e3626c6023 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:52:58.813769 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9053c34f-592f-495b-a934-35e3626c6023 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:52:58.814087 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9053c34f-592f-495b-a934-35e3626c6023 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:52:58.814406 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9053c34f-592f-495b-a934-35e3626c6023 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:52:58.857193 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bc3d8692-0193-4a5d-88c0-96b39faf8206 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (bec654b8-cc58-4239-a98f-7ed1cf1eb090), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:58.863083 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bc3d8692-0193-4a5d-88c0-96b39faf8206 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594242'] for security_group_rule (bec654b8-cc58-4239-a98f-7ed1cf1eb090), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:58.868632 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-8cd73a0d-57df-40fb-9dc8-15fff72e0e83 None None] Attempting to bind port 2b1b2a91-241a-4e7c-92d4-c0c0c63fba5b on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:52:58.869111 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-8cd73a0d-57df-40fb-9dc8-15fff72e0e83 None None] Attempting to bind port 2b1b2a91-241a-4e7c-92d4-c0c0c63fba5b by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '60c0c7dd-692d-4256-ba69-e967758ad086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '14560530-0a96-4e96-812d-ffb50b20c623'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:52:58.870133 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd73a0d-57df-40fb-9dc8-15fff72e0e83 None None] Attempting to bind port 2b1b2a91-241a-4e7c-92d4-c0c0c63fba5b on network 14560530-0a96-4e96-812d-ffb50b20c623 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:52:58.875371 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd73a0d-57df-40fb-9dc8-15fff72e0e83 None None] Checking agent: {'id': '75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 24, 15), 'started_at': datetime.datetime(2022, 2, 28, 10, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 52, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:52:58.875750 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd73a0d-57df-40fb-9dc8-15fff72e0e83 None None] Checking segment: {'id': '60c0c7dd-692d-4256-ba69-e967758ad086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '14560530-0a96-4e96-812d-ffb50b20c623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:52:58.876358 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8cd73a0d-57df-40fb-9dc8-15fff72e0e83 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:58.876933 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd73a0d-57df-40fb-9dc8-15fff72e0e83 None None] Bound using segment: {'id': '60c0c7dd-692d-4256-ba69-e967758ad086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '14560530-0a96-4e96-812d-ffb50b20c623'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:52:58.877601 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-8cd73a0d-57df-40fb-9dc8-15fff72e0e83 None None] Bound port: 2b1b2a91-241a-4e7c-92d4-c0c0c63fba5b, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60c0c7dd-692d-4256-ba69-e967758ad086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '14560530-0a96-4e96-812d-ffb50b20c623'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:52:58.878160 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8cd73a0d-57df-40fb-9dc8-15fff72e0e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (2b1b2a91-241a-4e7c-92d4-c0c0c63fba5b), before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:58.947775 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-8cd73a0d-57df-40fb-9dc8-15fff72e0e83 None None] For port 2b1b2a91-241a-4e7c-92d4-c0c0c63fba5b, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:52:58.952263 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-8cd73a0d-57df-40fb-9dc8-15fff72e0e83 None None] For port 2b1b2a91-241a-4e7c-92d4-c0c0c63fba5b, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2b1b2a91-241a-4e7c-92d4-c0c0c63fba5b,segment=NetworkSegment(60c0c7dd-692d-4256-ba69-e967758ad086),segment_id=60c0c7dd-692d-4256-ba69-e967758ad086)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:52:58.961605 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-8cd73a0d-57df-40fb-9dc8-15fff72e0e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (2b1b2a91-241a-4e7c-92d4-c0c0c63fba5b), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:59.019398 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd73a0d-57df-40fb-9dc8-15fff72e0e83 None None] Routers {'6e58f911-7cba-4b8e-a315-eef546187e1c'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:52:59.020205 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-8cd73a0d-57df-40fb-9dc8-15fff72e0e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:52:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['6e58f911-7cba-4b8e-a315-eef546187e1c'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:52:59.059113 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-b6c65848-4287-4595-8a15-ac0feeb62f5d None None] Provisioning complete for port 2b1b2a91-241a-4e7c-92d4-c0c0c63fba5b triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:52:59.059777 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b6c65848-4287-4595-8a15-ac0feeb62f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (2b1b2a91-241a-4e7c-92d4-c0c0c63fba5b), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:59.148585 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-8cd73a0d-57df-40fb-9dc8-15fff72e0e83 None None] Set router 6e58f911-7cba-4b8e-a315-eef546187e1c gateway port host: dv-neutron-master-2-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:52:59.156751 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-b6c65848-4287-4595-8a15-ac0feeb62f5d None None] Current status of the port 2b1b2a91-241a-4e7c-92d4-c0c0c63fba5b is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:52:59.157544 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b6c65848-4287-4595-8a15-ac0feeb62f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (2b1b2a91-241a-4e7c-92d4-c0c0c63fba5b), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:59.212722 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-b6c65848-4287-4595-8a15-ac0feeb62f5d None None] For port 2b1b2a91-241a-4e7c-92d4-c0c0c63fba5b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2b1b2a91-241a-4e7c-92d4-c0c0c63fba5b,segment=NetworkSegment(60c0c7dd-692d-4256-ba69-e967758ad086),segment_id=60c0c7dd-692d-4256-ba69-e967758ad086)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:52:59.223453 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b6c65848-4287-4595-8a15-ac0feeb62f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (2b1b2a91-241a-4e7c-92d4-c0c0c63fba5b), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:59.241713 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 72adec00-4729-4505-9f74-cd91dc835114 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:52:59.257565 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9053c34f-592f-495b-a934-35e3626c6023 None None] Pushing event updated for resources: {'Port': ['ID=2b1b2a91-241a-4e7c-92d4-c0c0c63fba5b,revision_number=4']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:52:59.265330 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3d8692-0193-4a5d-88c0-96b39faf8206 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bec654b8-cc58-4239-a98f-7ed1cf1eb090,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:52:59.278842 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bc3d8692-0193-4a5d-88c0-96b39faf8206 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:59.280150 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-bc3d8692-0193-4a5d-88c0-96b39faf8206 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5313499 Feb 28 10:52:59.325030 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c65848-4287-4595-8a15-ac0feeb62f5d None None] Pushing event updated for resources: {'Port': ['ID=2b1b2a91-241a-4e7c-92d4-c0c0c63fba5b,revision_number=5']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:52:59.359886 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-8c8ad1aa-c95e-467a-ad06-85ecd523863e None None] Provisioning complete for port 2b1b2a91-241a-4e7c-92d4-c0c0c63fba5b triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:52:59.360363 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8c8ad1aa-c95e-467a-ad06-85ecd523863e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (2b1b2a91-241a-4e7c-92d4-c0c0c63fba5b), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:59.363137 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port 72adec00-4729-4505-9f74-cd91dc835114 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:52:59.363475 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (72adec00-4729-4505-9f74-cd91dc835114), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:59.399458 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-8cd73a0d-57df-40fb-9dc8-15fff72e0e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e58f911-7cba-4b8e-a315-eef546187e1c', 'name': 'tempest-TestNetworkBasicOps-router-442898792', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.163'}], 'enable_snat': True}, 'gw_port_id': '72adec00-4729-4505-9f74-cd91dc835114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:52:52Z', 'updated_at': '2022-02-28T10:52:56Z', 'revision_number': 4, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'gw_port': {'id': '72adec00-4729-4505-9f74-cd91dc835114', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:3d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e58f911-7cba-4b8e-a315-eef546187e1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:52:53Z', 'updated_at': '2022-02-28T10:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '2b1b2a91-241a-4e7c-92d4-c0c0c63fba5b', 'name': '', 'network_id': '14560530-0a96-4e96-812d-ffb50b20c623', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'mac_address': 'fa:16:3e:09:b1:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e58f911-7cba-4b8e-a315-eef546187e1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': 'c965ec29-2c88-4570-b1b0-f21de5e253d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:52:55Z', 'updated_at': '2022-02-28T10:52:58Z', 'revision_number': 4, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'subnets': [{'id': 'c965ec29-2c88-4570-b1b0-f21de5e253d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:52:59.426208 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd73a0d-57df-40fb-9dc8-15fff72e0e83 None None] The sync data for ids ['6e58f911-7cba-4b8e-a315-eef546187e1c'] in dv-neutron-master-2-hyperv is: [{'id': '6e58f911-7cba-4b8e-a315-eef546187e1c', 'name': 'tempest-TestNetworkBasicOps-router-442898792', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.163'}], 'enable_snat': True}, 'gw_port_id': '72adec00-4729-4505-9f74-cd91dc835114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:52:52Z', 'updated_at': '2022-02-28T10:52:56Z', 'revision_number': 4, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'gw_port': {'id': '72adec00-4729-4505-9f74-cd91dc835114', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:3d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e58f911-7cba-4b8e-a315-eef546187e1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:52:53Z', 'updated_at': '2022-02-28T10:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '2b1b2a91-241a-4e7c-92d4-c0c0c63fba5b', 'name': '', 'network_id': '14560530-0a96-4e96-812d-ffb50b20c623', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'mac_address': 'fa:16:3e:09:b1:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e58f911-7cba-4b8e-a315-eef546187e1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': 'c965ec29-2c88-4570-b1b0-f21de5e253d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:52:55Z', 'updated_at': '2022-02-28T10:52:58Z', 'revision_number': 4, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'subnets': [{'id': 'c965ec29-2c88-4570-b1b0-f21de5e253d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:52:59.439810 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-88609b46-4afd-4fc2-96b4-3553293beb6f req-10c0a0e6-9a84-4d4c-a6fa-7a2c4eaedb71 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-271084748&fields=id&tenant_id=5a84b6bdce3e454e9741c4fbc09bfc68 HTTP/1.1" status: 200 len: 267 time: 0.0462747 Feb 28 10:52:59.528272 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-8c8ad1aa-c95e-467a-ad06-85ecd523863e None None] Current status of the port 2b1b2a91-241a-4e7c-92d4-c0c0c63fba5b is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:52:59.530379 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 72adec00-4729-4505-9f74-cd91dc835114 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:52:59.531361 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 5cdc3789-d5ab-47f6-937e-7720cbf09c1c up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:52:59.582707 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port 5cdc3789-d5ab-47f6-937e-7720cbf09c1c triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:52:59.583205 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (5cdc3789-d5ab-47f6-937e-7720cbf09c1c), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:52:59.585144 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88609b46-4afd-4fc2-96b4-3553293beb6f req-4a48c96f-d1dd-4a52-a246-6b62afee8e3e tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:52:59.586711 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-88609b46-4afd-4fc2-96b4-3553293beb6f req-4a48c96f-d1dd-4a52-a246-6b62afee8e3e tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/networks?id=14560530-0a96-4e96-812d-ffb50b20c623 HTTP/1.1" status: 200 len: 796 time: 0.1399758 Feb 28 10:52:59.602506 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-88609b46-4afd-4fc2-96b4-3553293beb6f req-996b3bd9-9834-4e77-833b-322a7393faa5 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/quotas/5a84b6bdce3e454e9741c4fbc09bfc68 HTTP/1.1" status: 200 len: 375 time: 0.0098598 Feb 28 10:52:59.663357 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 5cdc3789-d5ab-47f6-937e-7720cbf09c1c is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:52:59.668150 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-88609b46-4afd-4fc2-96b4-3553293beb6f req-feaa34d1-014d-472b-b92f-088d54061097 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=5a84b6bdce3e454e9741c4fbc09bfc68&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0583465 Feb 28 10:52:59.764939 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-88609b46-4afd-4fc2-96b4-3553293beb6f req-060d7f75-a9d4-46fc-a2a8-b552a34b3e7a service neutron] 10.222.0.20 "GET /v2.0/networks/14560530-0a96-4e96-812d-ffb50b20c623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863264 Feb 28 10:52:59.867520 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-88609b46-4afd-4fc2-96b4-3553293beb6f req-60f9a3ee-fdd3-4f25-8794-842899700020 service neutron] 10.222.0.20 "GET /v2.0/networks/14560530-0a96-4e96-812d-ffb50b20c623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961461 Feb 28 10:53:00.103679 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-e2157e1c-3e0e-4617-aaaa-0536568bb1e5 req-2c17dff7-606c-433a-8353-66bb132764c5 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b76f42a-18bc-41f2-af01-743764732ac0 HTTP/1.1" status: 200 len: 210 time: 0.0834291 Feb 28 10:53:01.158820 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88609b46-4afd-4fc2-96b4-3553293beb6f req-118da306-5bf1-43f4-b806-37ba79b006ad tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:53:01.160294 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-88609b46-4afd-4fc2-96b4-3553293beb6f req-118da306-5bf1-43f4-b806-37ba79b006ad tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.30 "GET /v2.0/networks?id=14560530-0a96-4e96-812d-ffb50b20c623 HTTP/1.1" status: 200 len: 796 time: 0.1168401 Feb 28 10:53:01.221680 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-b45ca319-791b-47ee-a91e-9d5e0f045a91 req-8b6dc186-0a46-4933-b0a7-d3ce7719d544 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b76f42a-18bc-41f2-af01-743764732ac0 HTTP/1.1" status: 200 len: 210 time: 0.0348947 Feb 28 10:53:01.247591 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 2b1b2a91-241a-4e7c-92d4-c0c0c63fba5b up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:53:01.269618 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-88609b46-4afd-4fc2-96b4-3553293beb6f req-3f63c473-7c1f-4fd6-bc02-e3bfb531e3d2 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5a84b6bdce3e454e9741c4fbc09bfc68 HTTP/1.1" status: 200 len: 379 time: 0.0953951 Feb 28 10:53:01.277735 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [req-88609b46-4afd-4fc2-96b4-3553293beb6f req-2e144930-102e-44ae-b3ee-3e666633d843 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Request body: {'port': {'device_id': '5b76f42a-18bc-41f2-af01-743764732ac0', 'network_id': '14560530-0a96-4e96-812d-ffb50b20c623', 'admin_state_up': True, 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'security_groups': ['bd9f5016-e054-4746-abcf-139718deed51']}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:53:01.299569 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port 2b1b2a91-241a-4e7c-92d4-c0c0c63fba5b triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:53:01.300154 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (2b1b2a91-241a-4e7c-92d4-c0c0c63fba5b), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:01.377657 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 2b1b2a91-241a-4e7c-92d4-c0c0c63fba5b is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:53:01.388954 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88609b46-4afd-4fc2-96b4-3553293beb6f req-2e144930-102e-44ae-b3ee-3e666633d843 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Made reservation on behalf of 5a84b6bdce3e454e9741c4fbc09bfc68 for: {'port': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:53:01.392378 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-88609b46-4afd-4fc2-96b4-3553293beb6f req-2e144930-102e-44ae-b3ee-3e666633d843 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:01.519969 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [req-88609b46-4afd-4fc2-96b4-3553293beb6f req-2e144930-102e-44ae-b3ee-3e666633d843 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Allocated IP 172.20.0.3 (14560530-0a96-4e96-812d-ffb50b20c623/c965ec29-2c88-4570-b1b0-f21de5e253d0/e2e48428-ff68-4d64-8a67-d956b6d1636c) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:53:01.677602 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-88609b46-4afd-4fc2-96b4-3553293beb6f req-2e144930-102e-44ae-b3ee-3e666633d843 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for port (e2e48428-ff68-4d64-8a67-d956b6d1636c), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:01.719058 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-88609b46-4afd-4fc2-96b4-3553293beb6f req-2e144930-102e-44ae-b3ee-3e666633d843 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (e2e48428-ff68-4d64-8a67-d956b6d1636c), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:01.764344 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88609b46-4afd-4fc2-96b4-3553293beb6f req-2e144930-102e-44ae-b3ee-3e666633d843 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Network 14560530-0a96-4e96-812d-ffb50b20c623 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:53:01.768119 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [req-88609b46-4afd-4fc2-96b4-3553293beb6f req-2e144930-102e-44ae-b3ee-3e666633d843 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:53:01.773840 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-88609b46-4afd-4fc2-96b4-3553293beb6f req-2e144930-102e-44ae-b3ee-3e666633d843 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:53:01.807918 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e144930-102e-44ae-b3ee-3e666633d843 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event updated for resources: {'Port': ['ID=e2e48428-ff68-4d64-8a67-d956b6d1636c,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:53:01.841042 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88609b46-4afd-4fc2-96b4-3553293beb6f req-2e144930-102e-44ae-b3ee-3e666633d843 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:53:01.841672 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-88609b46-4afd-4fc2-96b4-3553293beb6f req-2e144930-102e-44ae-b3ee-3e666633d843 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:01.858508 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-88609b46-4afd-4fc2-96b4-3553293beb6f req-2e144930-102e-44ae-b3ee-3e666633d843 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5845337 Feb 28 10:53:01.868149 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [req-88609b46-4afd-4fc2-96b4-3553293beb6f req-0efd260f-429b-4208-bc9a-8a611eba78a5 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103407) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 10:53:01.869309 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-88609b46-4afd-4fc2-96b4-3553293beb6f req-0efd260f-429b-4208-bc9a-8a611eba78a5 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055397 Feb 28 10:53:01.886981 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [req-88609b46-4afd-4fc2-96b4-3553293beb6f req-ecdb1a17-447c-4d3c-8619-dd9be5c33290 service neutron] Request body: {'port': {'device_id': '5b76f42a-18bc-41f2-af01-743764732ac0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:53:01.950503 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-88609b46-4afd-4fc2-96b4-3553293beb6f req-ecdb1a17-447c-4d3c-8619-dd9be5c33290 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (e2e48428-ff68-4d64-8a67-d956b6d1636c), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:01.971249 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-f85500bf-a063-4cc9-bb68-a0b80436206b None None] Provisioning complete for port e2e48428-ff68-4d64-8a67-d956b6d1636c triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:53:01.971709 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f85500bf-a063-4cc9-bb68-a0b80436206b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (e2e48428-ff68-4d64-8a67-d956b6d1636c), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:02.004930 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-f85500bf-a063-4cc9-bb68-a0b80436206b None None] Port e2e48428-ff68-4d64-8a67-d956b6d1636c cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:53:02.211697 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.notifiers.nova [req-88609b46-4afd-4fc2-96b4-3553293beb6f req-ecdb1a17-447c-4d3c-8619-dd9be5c33290 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2e48428-ff68-4d64-8a67-d956b6d1636c {{(pid=103407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 10:53:02.220773 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-88609b46-4afd-4fc2-96b4-3553293beb6f req-ecdb1a17-447c-4d3c-8619-dd9be5c33290 service neutron] Publish callbacks [] for port (e2e48428-ff68-4d64-8a67-d956b6d1636c), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:02.233144 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.provisioning_blocks [req-88609b46-4afd-4fc2-96b4-3553293beb6f req-ecdb1a17-447c-4d3c-8619-dd9be5c33290 service neutron] Transition to ACTIVE for port object e2e48428-ff68-4d64-8a67-d956b6d1636c will not be triggered until provisioned by entity L2. {{(pid=103407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 10:53:02.237239 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-88609b46-4afd-4fc2-96b4-3553293beb6f req-ecdb1a17-447c-4d3c-8619-dd9be5c33290 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3498066'] for port (e2e48428-ff68-4d64-8a67-d956b6d1636c), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:02.287614 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdb1a17-447c-4d3c-8619-dd9be5c33290 service neutron] Pushing event updated for resources: {'Port': ['ID=e2e48428-ff68-4d64-8a67-d956b6d1636c,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:53:02.398836 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81505be3-00da-42cb-829a-14287af4c39c req-0895d5c7-227f-493e-87e4-f70c60d439dd tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:53:02.400348 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-81505be3-00da-42cb-829a-14287af4c39c req-0895d5c7-227f-493e-87e4-f70c60d439dd tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b76f42a-18bc-41f2-af01-743764732ac0 HTTP/1.1" status: 200 len: 943 time: 0.1101496 Feb 28 10:53:02.403446 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-88609b46-4afd-4fc2-96b4-3553293beb6f req-ecdb1a17-447c-4d3c-8619-dd9be5c33290 service neutron] Attempting to bind port e2e48428-ff68-4d64-8a67-d956b6d1636c on host hv-neutron-mast for vnic_type normal with profile {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:53:02.403784 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-88609b46-4afd-4fc2-96b4-3553293beb6f req-ecdb1a17-447c-4d3c-8619-dd9be5c33290 service neutron] Attempting to bind port e2e48428-ff68-4d64-8a67-d956b6d1636c by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '60c0c7dd-692d-4256-ba69-e967758ad086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '14560530-0a96-4e96-812d-ffb50b20c623'}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:53:02.404133 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88609b46-4afd-4fc2-96b4-3553293beb6f req-ecdb1a17-447c-4d3c-8619-dd9be5c33290 service neutron] Attempting to bind port e2e48428-ff68-4d64-8a67-d956b6d1636c on network 14560530-0a96-4e96-812d-ffb50b20c623 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:53:02.423306 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88609b46-4afd-4fc2-96b4-3553293beb6f req-ecdb1a17-447c-4d3c-8619-dd9be5c33290 service neutron] Port e2e48428-ff68-4d64-8a67-d956b6d1636c on network 14560530-0a96-4e96-812d-ffb50b20c623 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 10:53:02.423635 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88609b46-4afd-4fc2-96b4-3553293beb6f req-ecdb1a17-447c-4d3c-8619-dd9be5c33290 service neutron] Attempting to bind port e2e48428-ff68-4d64-8a67-d956b6d1636c on network 14560530-0a96-4e96-812d-ffb50b20c623 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:53:02.429920 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88609b46-4afd-4fc2-96b4-3553293beb6f req-ecdb1a17-447c-4d3c-8619-dd9be5c33290 service neutron] Checking agent: {'id': '13ac42ae-016e-4baf-bb31-c6fa820b41c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 30, 8), 'started_at': datetime.datetime(2022, 2, 28, 10, 30, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 52, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:53:02.430261 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88609b46-4afd-4fc2-96b4-3553293beb6f req-ecdb1a17-447c-4d3c-8619-dd9be5c33290 service neutron] Checking segment: {'id': '60c0c7dd-692d-4256-ba69-e967758ad086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '14560530-0a96-4e96-812d-ffb50b20c623'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:53:02.430671 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88609b46-4afd-4fc2-96b4-3553293beb6f req-ecdb1a17-447c-4d3c-8619-dd9be5c33290 service neutron] Bound using segment: {'id': '60c0c7dd-692d-4256-ba69-e967758ad086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '14560530-0a96-4e96-812d-ffb50b20c623'} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:53:02.431100 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-88609b46-4afd-4fc2-96b4-3553293beb6f req-ecdb1a17-447c-4d3c-8619-dd9be5c33290 service neutron] Bound port: e2e48428-ff68-4d64-8a67-d956b6d1636c, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60c0c7dd-692d-4256-ba69-e967758ad086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '14560530-0a96-4e96-812d-ffb50b20c623'}}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:53:02.431457 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-88609b46-4afd-4fc2-96b4-3553293beb6f req-ecdb1a17-447c-4d3c-8619-dd9be5c33290 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (e2e48428-ff68-4d64-8a67-d956b6d1636c), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:02.489840 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-81505be3-00da-42cb-829a-14287af4c39c req-134f3052-78af-4489-bf94-4e668c4f6174 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd9f5016-e054-4746-abcf-139718deed51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832191 Feb 28 10:53:02.521270 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-88609b46-4afd-4fc2-96b4-3553293beb6f req-ecdb1a17-447c-4d3c-8619-dd9be5c33290 service neutron] For port e2e48428-ff68-4d64-8a67-d956b6d1636c, host hv-neutron-mast, cleared binding levels {{(pid=103407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:53:02.524626 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-88609b46-4afd-4fc2-96b4-3553293beb6f req-ecdb1a17-447c-4d3c-8619-dd9be5c33290 service neutron] For port e2e48428-ff68-4d64-8a67-d956b6d1636c, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=e2e48428-ff68-4d64-8a67-d956b6d1636c,segment=NetworkSegment(60c0c7dd-692d-4256-ba69-e967758ad086),segment_id=60c0c7dd-692d-4256-ba69-e967758ad086)] {{(pid=103407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:53:02.535343 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-88609b46-4afd-4fc2-96b4-3553293beb6f req-ecdb1a17-447c-4d3c-8619-dd9be5c33290 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3498066'] for port (e2e48428-ff68-4d64-8a67-d956b6d1636c), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:02.576468 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88609b46-4afd-4fc2-96b4-3553293beb6f req-ecdb1a17-447c-4d3c-8619-dd9be5c33290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:53:02.577210 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-88609b46-4afd-4fc2-96b4-3553293beb6f req-ecdb1a17-447c-4d3c-8619-dd9be5c33290 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:02.578636 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-88609b46-4afd-4fc2-96b4-3553293beb6f req-ecdb1a17-447c-4d3c-8619-dd9be5c33290 service neutron] 10.222.0.30 "PUT /v2.0/ports/e2e48428-ff68-4d64-8a67-d956b6d1636c HTTP/1.1" status: 200 len: 1093 time: 0.6962237 Feb 28 10:53:02.579102 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b76f42a-18bc-41f2-af01-743764732ac0', 'tag': 'e2e48428-ff68-4d64-8a67-d956b6d1636c'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:53:02.581500 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c8e1c873eeca597e52e7ceb7469e602eac250bfea6606d285743d38033cf584" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-262cf8e3-fca3-4a5a-a561-63ebd3108ecc" -d '{"events": [{"name": "network-changed", "server_uuid": "5b76f42a-18bc-41f2-af01-743764732ac0", "tag": "e2e48428-ff68-4d64-8a67-d956b6d1636c"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:53:02.609455 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdb1a17-447c-4d3c-8619-dd9be5c33290 service neutron] Pushing event updated for resources: {'Port': ['ID=e2e48428-ff68-4d64-8a67-d956b6d1636c,revision_number=3']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:53:02.625967 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 10:53:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24eb6ed8-caa7-4cf1-aa3a-2acf7d681ae0 x-openstack-request-id: req-24eb6ed8-caa7-4cf1-aa3a-2acf7d681ae0 {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:53:02.628924 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b76f42a-18bc-41f2-af01-743764732ac0", "tag": "e2e48428-ff68-4d64-8a67-d956b6d1636c", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:53:02.629309 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-24eb6ed8-caa7-4cf1-aa3a-2acf7d681ae0 {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:53:02.629873 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b76f42a-18bc-41f2-af01-743764732ac0', 'tag': 'e2e48428-ff68-4d64-8a67-d956b6d1636c', 'status': 'completed', 'code': 200} Feb 28 10:53:02.689471 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88609b46-4afd-4fc2-96b4-3553293beb6f req-c999d2a9-9455-4ff4-91a9-93f342f3dfdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:53:02.691004 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-88609b46-4afd-4fc2-96b4-3553293beb6f req-c999d2a9-9455-4ff4-91a9-93f342f3dfdd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5a84b6bdce3e454e9741c4fbc09bfc68&device_id=5b76f42a-18bc-41f2-af01-743764732ac0 HTTP/1.1" status: 200 len: 1127 time: 0.0524423 Feb 28 10:53:02.741192 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-88609b46-4afd-4fc2-96b4-3553293beb6f req-828314e7-2339-4f43-a089-4e51e803cdb9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e2e48428-ff68-4d64-8a67-d956b6d1636c HTTP/1.1" status: 200 len: 217 time: 0.0364118 Feb 28 10:53:02.788672 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88609b46-4afd-4fc2-96b4-3553293beb6f req-f8e5a6a3-b31c-4e1c-a1a4-60714ecc9736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:53:02.790209 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-88609b46-4afd-4fc2-96b4-3553293beb6f req-f8e5a6a3-b31c-4e1c-a1a4-60714ecc9736 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c965ec29-2c88-4570-b1b0-f21de5e253d0 HTTP/1.1" status: 200 len: 834 time: 0.0437827 Feb 28 10:53:02.844711 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88609b46-4afd-4fc2-96b4-3553293beb6f req-fe1ddd3a-326e-451b-9861-7742020c8818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:53:02.846125 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-88609b46-4afd-4fc2-96b4-3553293beb6f req-fe1ddd3a-326e-451b-9861-7742020c8818 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=14560530-0a96-4e96-812d-ffb50b20c623&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0501661 Feb 28 10:53:02.942550 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-88609b46-4afd-4fc2-96b4-3553293beb6f req-a1fe9ece-c513-4f95-80c2-44bbdaad172d service neutron] 10.222.0.30 "GET /v2.0/networks/14560530-0a96-4e96-812d-ffb50b20c623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899436 Feb 28 10:53:03.038546 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-88609b46-4afd-4fc2-96b4-3553293beb6f req-321b5a18-bf38-424e-bc31-d3cb08b20828 service neutron] 10.222.0.30 "GET /v2.0/networks/14560530-0a96-4e96-812d-ffb50b20c623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898395 Feb 28 10:53:03.178299 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262cf8e3-fca3-4a5a-a561-63ebd3108ecc req-071652d5-bc61-43a3-9bed-f4b261a243b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:53:03.179840 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-262cf8e3-fca3-4a5a-a561-63ebd3108ecc req-071652d5-bc61-43a3-9bed-f4b261a243b7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5a84b6bdce3e454e9741c4fbc09bfc68&device_id=5b76f42a-18bc-41f2-af01-743764732ac0 HTTP/1.1" status: 200 len: 1127 time: 0.0479412 Feb 28 10:53:03.268754 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262cf8e3-fca3-4a5a-a561-63ebd3108ecc req-707e3590-e3cb-416a-9830-3688370d83d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:53:03.270234 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-262cf8e3-fca3-4a5a-a561-63ebd3108ecc req-707e3590-e3cb-416a-9830-3688370d83d0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=14560530-0a96-4e96-812d-ffb50b20c623 HTTP/1.1" status: 200 len: 897 time: 0.0847225 Feb 28 10:53:03.314157 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-262cf8e3-fca3-4a5a-a561-63ebd3108ecc req-110d6fe1-1b96-40b7-bd57-b0b5a736408c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e2e48428-ff68-4d64-8a67-d956b6d1636c HTTP/1.1" status: 200 len: 217 time: 0.0376475 Feb 28 10:53:03.364817 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262cf8e3-fca3-4a5a-a561-63ebd3108ecc req-11356645-334c-46f2-8681-c422618bee42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:53:03.366167 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-262cf8e3-fca3-4a5a-a561-63ebd3108ecc req-11356645-334c-46f2-8681-c422618bee42 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c965ec29-2c88-4570-b1b0-f21de5e253d0 HTTP/1.1" status: 200 len: 834 time: 0.0469205 Feb 28 10:53:03.417296 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262cf8e3-fca3-4a5a-a561-63ebd3108ecc req-6be11ee1-8a02-4e47-9d51-decf516dbcdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:53:03.418863 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-262cf8e3-fca3-4a5a-a561-63ebd3108ecc req-6be11ee1-8a02-4e47-9d51-decf516dbcdb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=14560530-0a96-4e96-812d-ffb50b20c623&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0464687 Feb 28 10:53:03.516798 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-262cf8e3-fca3-4a5a-a561-63ebd3108ecc req-2c2ed674-60fd-4748-8cff-b7bd81fc3915 service neutron] 10.222.0.30 "GET /v2.0/networks/14560530-0a96-4e96-812d-ffb50b20c623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919025 Feb 28 10:53:03.644940 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-262cf8e3-fca3-4a5a-a561-63ebd3108ecc req-aec14975-70a7-47b7-b91c-5ba478313fc8 service neutron] 10.222.0.30 "GET /v2.0/networks/14560530-0a96-4e96-812d-ffb50b20c623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219406 Feb 28 10:53:03.652729 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd34017a-d2a5-49bf-aeae-cb40ba725b2d req-aa8ae595-2690-4762-82d9-0488d40f6569 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:53:03.654097 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-bd34017a-d2a5-49bf-aeae-cb40ba725b2d req-aa8ae595-2690-4762-82d9-0488d40f6569 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b76f42a-18bc-41f2-af01-743764732ac0 HTTP/1.1" status: 200 len: 943 time: 0.0881426 Feb 28 10:53:03.704892 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-bd34017a-d2a5-49bf-aeae-cb40ba725b2d req-5b20adc2-f572-4400-8b49-96055d3a03a2 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd9f5016-e054-4746-abcf-139718deed51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450761 Feb 28 10:53:04.842383 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5450ee-b424-42ed-a51d-070a2bfef0a4 req-faac22f7-29f7-403a-a0d6-6f4552324a81 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:53:04.843932 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-7c5450ee-b424-42ed-a51d-070a2bfef0a4 req-faac22f7-29f7-403a-a0d6-6f4552324a81 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b76f42a-18bc-41f2-af01-743764732ac0 HTTP/1.1" status: 200 len: 943 time: 0.0572376 Feb 28 10:53:04.895262 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-7c5450ee-b424-42ed-a51d-070a2bfef0a4 req-b1c37ddc-0eb1-4f17-b8a7-0110d6b8d29e tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd9f5016-e054-4746-abcf-139718deed51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455701 Feb 28 10:53:05.824796 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device e2e48428-ff68-4d64-8a67-d956b6d1636c details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103409) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 10:53:05.926731 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] For port e2e48428-ff68-4d64-8a67-d956b6d1636c, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=e2e48428-ff68-4d64-8a67-d956b6d1636c,segment=NetworkSegment(60c0c7dd-692d-4256-ba69-e967758ad086),segment_id=60c0c7dd-692d-4256-ba69-e967758ad086)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:53:05.939429 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Returning: {'device': 'e2e48428-ff68-4d64-8a67-d956b6d1636c', 'network_id': '14560530-0a96-4e96-812d-ffb50b20c623', 'port_id': 'e2e48428-ff68-4d64-8a67-d956b6d1636c', 'mac_address': 'fa:16:3e:44:c3:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c965ec29-2c88-4570-b1b0-f21de5e253d0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103409) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 10:53:05.987352 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Current status of the port e2e48428-ff68-4d64-8a67-d956b6d1636c is: DOWN; New status is: BUILD {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:53:05.987756 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (e2e48428-ff68-4d64-8a67-d956b6d1636c), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:06.001565 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2e48428-ff68-4d64-8a67-d956b6d1636c {{(pid=103409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 10:53:06.021728 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] For port e2e48428-ff68-4d64-8a67-d956b6d1636c, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=e2e48428-ff68-4d64-8a67-d956b6d1636c,segment=NetworkSegment(60c0c7dd-692d-4256-ba69-e967758ad086),segment_id=60c0c7dd-692d-4256-ba69-e967758ad086)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:53:06.022334 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032c58eb-62c9-49db-94cc-9a21ae765923 req-856844dc-561c-40d7-bd26-4c4f0029e30b tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:53:06.024049 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-032c58eb-62c9-49db-94cc-9a21ae765923 req-856844dc-561c-40d7-bd26-4c4f0029e30b tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b76f42a-18bc-41f2-af01-743764732ac0 HTTP/1.1" status: 200 len: 943 time: 0.0531280 Feb 28 10:53:06.026983 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (e2e48428-ff68-4d64-8a67-d956b6d1636c), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:06.078813 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-032c58eb-62c9-49db-94cc-9a21ae765923 req-15df5fd1-0691-4bb2-8e8c-73fcadc80fa8 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd9f5016-e054-4746-abcf-139718deed51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480902 Feb 28 10:53:06.079059 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Pushing event updated for resources: {'Port': ['ID=e2e48428-ff68-4d64-8a67-d956b6d1636c,revision_number=4']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:53:06.462151 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] get_ports_and_sgs() called for port_ids ['e2e48428-ff68-4d64-8a67-d956b6d1636c'] {{(pid=103409) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 10:53:07.207764 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15305dfb-725a-419e-9131-9b7d99720d0f req-27bcd1d2-dd3b-4162-b02f-f51fcb67c802 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:53:07.209681 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-15305dfb-725a-419e-9131-9b7d99720d0f req-27bcd1d2-dd3b-4162-b02f-f51fcb67c802 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b76f42a-18bc-41f2-af01-743764732ac0 HTTP/1.1" status: 200 len: 944 time: 0.0592108 Feb 28 10:53:07.263733 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-15305dfb-725a-419e-9131-9b7d99720d0f req-184d19c9-eba0-4ce2-9b70-fac049583c8d tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd9f5016-e054-4746-abcf-139718deed51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470634 Feb 28 10:53:07.824795 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device e2e48428-ff68-4d64-8a67-d956b6d1636c up at agent hyperv_hv-neutron-mast {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:53:07.880232 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Provisioning for port e2e48428-ff68-4d64-8a67-d956b6d1636c completed by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 10:53:07.887403 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Provisioning complete for port e2e48428-ff68-4d64-8a67-d956b6d1636c triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:53:07.887940 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (e2e48428-ff68-4d64-8a67-d956b6d1636c), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:07.975553 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Current status of the port e2e48428-ff68-4d64-8a67-d956b6d1636c is: BUILD; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:53:07.975918 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (e2e48428-ff68-4d64-8a67-d956b6d1636c), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:08.003344 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b76f42a-18bc-41f2-af01-743764732ac0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2e48428-ff68-4d64-8a67-d956b6d1636c'}] {{(pid=103409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:53:08.005768 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa5325a5be4b33bf61fd809c564e3765e689d817bbd874267890deb3cfccaf12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3401b45e-f50f-4030-9fe4-f31d94f085c9" -d '{"events": [{"server_uuid": "5b76f42a-18bc-41f2-af01-743764732ac0", "name": "network-vif-plugged", "status": "completed", "tag": "e2e48428-ff68-4d64-8a67-d956b6d1636c"}]}' {{(pid=103409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:53:08.021007 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] For port e2e48428-ff68-4d64-8a67-d956b6d1636c, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=e2e48428-ff68-4d64-8a67-d956b6d1636c,segment=NetworkSegment(60c0c7dd-692d-4256-ba69-e967758ad086),segment_id=60c0c7dd-692d-4256-ba69-e967758ad086)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:53:08.027941 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (e2e48428-ff68-4d64-8a67-d956b6d1636c), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:08.059195 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 10:53:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71748e26-c756-42f8-a862-3a915115db5d x-openstack-request-id: req-71748e26-c756-42f8-a862-3a915115db5d {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:53:08.059492 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b76f42a-18bc-41f2-af01-743764732ac0", "name": "network-vif-plugged", "status": "completed", "tag": "e2e48428-ff68-4d64-8a67-d956b6d1636c", "code": 200}]} {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:53:08.059766 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-71748e26-c756-42f8-a862-3a915115db5d {{(pid=103409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:53:08.060132 dv-neutron-master-2-hyperv neutron-server[103409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b76f42a-18bc-41f2-af01-743764732ac0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2e48428-ff68-4d64-8a67-d956b6d1636c', 'code': 200} Feb 28 10:53:08.083747 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Pushing event updated for resources: {'Port': ['ID=e2e48428-ff68-4d64-8a67-d956b6d1636c,revision_number=5']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:53:08.242209 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (13ac42ae-016e-4baf-bb31-c6fa820b41c2), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:08.277291 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88de550-6609-4fef-b47f-98468fb5e65d req-0ad77ba4-83c8-4398-b28c-02ff0d037131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:53:08.278874 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-c88de550-6609-4fef-b47f-98468fb5e65d req-0ad77ba4-83c8-4398-b28c-02ff0d037131 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5b76f42a-18bc-41f2-af01-743764732ac0 HTTP/1.1" status: 200 len: 1129 time: 0.0493598 Feb 28 10:53:08.325380 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-c88de550-6609-4fef-b47f-98468fb5e65d req-dc71d687-3c79-4320-987f-0e8715301610 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=bd9f5016-e054-4746-abcf-139718deed51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408587 Feb 28 10:53:08.392754 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2aaa93c-fe2c-4b7b-844b-1fa5f9f3a2d5 req-431a6dfe-3388-40b1-a29f-90e6d629eb1f tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:53:08.394156 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-b2aaa93c-fe2c-4b7b-844b-1fa5f9f3a2d5 req-431a6dfe-3388-40b1-a29f-90e6d629eb1f tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b76f42a-18bc-41f2-af01-743764732ac0 HTTP/1.1" status: 200 len: 945 time: 0.0581596 Feb 28 10:53:08.442521 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-b2aaa93c-fe2c-4b7b-844b-1fa5f9f3a2d5 req-2fbb639c-7078-4fb2-b9bc-66fd252af619 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd9f5016-e054-4746-abcf-139718deed51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427077 Feb 28 10:53:08.759206 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fab43f62-f3b3-410f-8012-7adc3aaed27e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fb6705d2-4f70-4965-92a3-fbfccd43a6d3), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:09.576690 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e9fbc0-07d4-418a-8cfc-7ad264c1a7cc req-b6a7a397-6a5a-462a-b75c-73dfe462714b tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:53:09.578230 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-83e9fbc0-07d4-418a-8cfc-7ad264c1a7cc req-b6a7a397-6a5a-462a-b75c-73dfe462714b tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b76f42a-18bc-41f2-af01-743764732ac0 HTTP/1.1" status: 200 len: 945 time: 0.0578151 Feb 28 10:53:09.633514 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-83e9fbc0-07d4-418a-8cfc-7ad264c1a7cc req-13dad76e-58f7-4d4d-8019-8a58af037d5d tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd9f5016-e054-4746-abcf-139718deed51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478482 Feb 28 10:53:10.827265 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbab3c5d-90d7-472a-bb84-c489af716d55 req-a386512d-d050-4561-8799-bb439df3f68e tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:53:10.828783 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-cbab3c5d-90d7-472a-bb84-c489af716d55 req-a386512d-d050-4561-8799-bb439df3f68e tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b76f42a-18bc-41f2-af01-743764732ac0 HTTP/1.1" status: 200 len: 945 time: 0.1177666 Feb 28 10:53:10.880103 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-cbab3c5d-90d7-472a-bb84-c489af716d55 req-ee30ace5-c5bc-4ab6-912c-35b77b33988e tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd9f5016-e054-4746-abcf-139718deed51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430250 Feb 28 10:53:11.009035 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5499fb0c-3d0d-4d24-8f09-0be1b14399df req-a1a79c49-ba0c-4b3d-b1c9-d3650647aed3 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:53:11.009776 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4b10e5c8-2ee4-4c05-9320-dc179ea98b92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fc6c9b74-8dbb-41bb-800a-5bd3a43fe896), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:11.010996 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-5499fb0c-3d0d-4d24-8f09-0be1b14399df req-a1a79c49-ba0c-4b3d-b1c9-d3650647aed3 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b76f42a-18bc-41f2-af01-743764732ac0 HTTP/1.1" status: 200 len: 945 time: 0.0557706 Feb 28 10:53:11.074575 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-5499fb0c-3d0d-4d24-8f09-0be1b14399df req-548c3100-852b-47df-a51b-67290920efc5 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd9f5016-e054-4746-abcf-139718deed51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578949 Feb 28 10:53:11.097047 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 42382) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:53:11.147427 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61ba494e-6872-4cd7-883c-9a5eb6cea6b5 tempest-TestNetworkBasicOps-986752647 tempest-TestNetworkBasicOps-986752647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:53:11.149727 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-61ba494e-6872-4cd7-883c-9a5eb6cea6b5 tempest-TestNetworkBasicOps-986752647 tempest-TestNetworkBasicOps-986752647-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=5b76f42a-18bc-41f2-af01-743764732ac0 HTTP/1.1" status: 200 len: 1124 time: 0.0509589 Feb 28 10:53:11.152126 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 42384) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:53:11.156581 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-18b66b74-90b6-4597-8863-99e165d6b104 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Request body: {'floatingip': {'floating_network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'port_id': 'e2e48428-ff68-4d64-8a67-d956b6d1636c', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:53:11.179752 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-18b66b74-90b6-4597-8863-99e165d6b104 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:11.290586 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-18b66b74-90b6-4597-8863-99e165d6b104 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:11.398090 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-18b66b74-90b6-4597-8863-99e165d6b104 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Allocated IP 172.36.5.120 (1e0804d0-d1d9-4d40-9de5-2936f3d87840/6f6f4129-23e5-4c3b-b4ef-4c7ce926797e/a2933c5f-3c62-4739-9210-90363fa88f8c) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:53:11.500189 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-18b66b74-90b6-4597-8863-99e165d6b104 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for port (a2933c5f-3c62-4739-9210-90363fa88f8c), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:11.542067 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-18b66b74-90b6-4597-8863-99e165d6b104 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (a2933c5f-3c62-4739-9210-90363fa88f8c), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:11.586200 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18b66b74-90b6-4597-8863-99e165d6b104 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Network 1e0804d0-d1d9-4d40-9de5-2936f3d87840 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:53:11.591196 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-18b66b74-90b6-4597-8863-99e165d6b104 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:53:11.595362 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b66b74-90b6-4597-8863-99e165d6b104 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:53:11.598355 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b66b74-90b6-4597-8863-99e165d6b104 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event updated for resources: {'Port': ['ID=a2933c5f-3c62-4739-9210-90363fa88f8c,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:53:11.626525 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b66b74-90b6-4597-8863-99e165d6b104 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:53:11.626878 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b66b74-90b6-4597-8863-99e165d6b104 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:53:11.627221 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b66b74-90b6-4597-8863-99e165d6b104 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:53:11.627559 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b66b74-90b6-4597-8863-99e165d6b104 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:53:11.627901 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b66b74-90b6-4597-8863-99e165d6b104 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:53:11.628231 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b66b74-90b6-4597-8863-99e165d6b104 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:53:11.628583 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b66b74-90b6-4597-8863-99e165d6b104 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:53:11.628922 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b66b74-90b6-4597-8863-99e165d6b104 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:53:11.629251 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b66b74-90b6-4597-8863-99e165d6b104 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:53:11.629581 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b66b74-90b6-4597-8863-99e165d6b104 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:53:11.629887 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b66b74-90b6-4597-8863-99e165d6b104 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:53:11.630209 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b66b74-90b6-4597-8863-99e165d6b104 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:53:11.630530 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b66b74-90b6-4597-8863-99e165d6b104 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:53:12.073729 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b6d631fb-7df0-4fe1-8322-abff3b61cae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (0db5147a-92a3-4581-8a5f-8ec9b93e0600), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:12.322254 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-18b66b74-90b6-4597-8863-99e165d6b104 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for floatingip (0fd25b39-236b-4c8f-8ebc-0637543937dc), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:12.408837 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-18b66b74-90b6-4597-8863-99e165d6b104 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (a2933c5f-3c62-4739-9210-90363fa88f8c), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:12.598866 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-18b66b74-90b6-4597-8863-99e165d6b104 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for port (a2933c5f-3c62-4739-9210-90363fa88f8c), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:12.605967 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-18b66b74-90b6-4597-8863-99e165d6b104 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3242529'] for port (a2933c5f-3c62-4739-9210-90363fa88f8c), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:12.673305 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b66b74-90b6-4597-8863-99e165d6b104 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event updated for resources: {'Port': ['ID=a2933c5f-3c62-4739-9210-90363fa88f8c,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:53:12.686863 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-18b66b74-90b6-4597-8863-99e165d6b104 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1803383'] for floatingip (0fd25b39-236b-4c8f-8ebc-0637543937dc), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:12.800151 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.db.l3_db [None req-18b66b74-90b6-4597-8863-99e165d6b104 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Floating IP 0fd25b39-236b-4c8f-8ebc-0637543937dc associated. External IP: 172.36.5.120, port: e2e48428-ff68-4d64-8a67-d956b6d1636c. Feb 28 10:53:13.043605 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18b66b74-90b6-4597-8863-99e165d6b104 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Router 6e58f911-7cba-4b8e-a315-eef546187e1c has already been hosted by L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 {{(pid=103408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:53:13.178846 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18b66b74-90b6-4597-8863-99e165d6b104 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:53:13.193603 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bbc0e0d-d624-4949-b084-26b185edb48a None None] Sync routers for ids ['6e58f911-7cba-4b8e-a315-eef546187e1c'] in dv-neutron-master-2-hyperv {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:53:13.203776 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-18b66b74-90b6-4597-8863-99e165d6b104 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for floatingip (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:13.205024 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bbc0e0d-d624-4949-b084-26b185edb48a None None] Routers {'6e58f911-7cba-4b8e-a315-eef546187e1c'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:53:13.205740 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-0bbc0e0d-d624-4949-b084-26b185edb48a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:53:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['6e58f911-7cba-4b8e-a315-eef546187e1c'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:53:13.241659 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-18b66b74-90b6-4597-8863-99e165d6b104 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0860829 Feb 28 10:53:13.241659 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b76f42a-18bc-41f2-af01-743764732ac0', 'tag': 'e2e48428-ff68-4d64-8a67-d956b6d1636c'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:53:13.242052 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 42386) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:53:13.243927 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f56b9db1a49ad64bfd589e142fe25e4b3ad10508b17737ae95e2f0d29aca45ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8814087-23e2-41ab-bc2d-1979d2519560" -d '{"events": [{"name": "network-changed", "server_uuid": "5b76f42a-18bc-41f2-af01-743764732ac0", "tag": "e2e48428-ff68-4d64-8a67-d956b6d1636c"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:53:13.285505 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 10:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-479c60f2-d09c-4fe0-b376-cd5130225e0c x-openstack-request-id: req-479c60f2-d09c-4fe0-b376-cd5130225e0c {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:53:13.285780 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b76f42a-18bc-41f2-af01-743764732ac0", "tag": "e2e48428-ff68-4d64-8a67-d956b6d1636c", "status": "completed", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:53:13.286025 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-479c60f2-d09c-4fe0-b376-cd5130225e0c {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:53:13.286470 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b76f42a-18bc-41f2-af01-743764732ac0', 'tag': 'e2e48428-ff68-4d64-8a67-d956b6d1636c', 'status': 'completed', 'code': 200} Feb 28 10:53:13.290371 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5923c94a-9b80-4923-ab90-a2d778a8f536 tempest-TestNetworkBasicOps-986752647 tempest-TestNetworkBasicOps-986752647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:53:13.292158 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-5923c94a-9b80-4923-ab90-a2d778a8f536 tempest-TestNetworkBasicOps-986752647 tempest-TestNetworkBasicOps-986752647-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=5b76f42a-18bc-41f2-af01-743764732ac0 HTTP/1.1" status: 200 len: 1124 time: 0.0490012 Feb 28 10:53:13.325914 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-0bbc0e0d-d624-4949-b084-26b185edb48a None None] Set router 6e58f911-7cba-4b8e-a315-eef546187e1c gateway port host: dv-neutron-master-2-hyperv {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:53:13.384014 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8814087-23e2-41ab-bc2d-1979d2519560 req-e6c899f5-2c42-454e-8e84-8d7ca51e22ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:53:13.386700 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-f8814087-23e2-41ab-bc2d-1979d2519560 req-e6c899f5-2c42-454e-8e84-8d7ca51e22ff service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5a84b6bdce3e454e9741c4fbc09bfc68&device_id=5b76f42a-18bc-41f2-af01-743764732ac0 HTTP/1.1" status: 200 len: 1129 time: 0.0547407 Feb 28 10:53:13.494369 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8814087-23e2-41ab-bc2d-1979d2519560 req-f75d7be0-ec25-4aaa-ad83-abc7f734d9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:53:13.496051 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-f8814087-23e2-41ab-bc2d-1979d2519560 req-f75d7be0-ec25-4aaa-ad83-abc7f734d9e9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=14560530-0a96-4e96-812d-ffb50b20c623 HTTP/1.1" status: 200 len: 897 time: 0.1041687 Feb 28 10:53:13.519891 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6b923bb1-06b0-4b84-b461-7cc1d0196090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (2e621730-3978-4720-b581-ac380e97a567), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:13.575024 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 42392) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:53:13.577110 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-f8814087-23e2-41ab-bc2d-1979d2519560 req-6a0a147e-b58c-4f86-b205-1a097e41174c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e2e48428-ff68-4d64-8a67-d956b6d1636c HTTP/1.1" status: 200 len: 999 time: 0.0752854 Feb 28 10:53:13.579707 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-418b1dda-b151-4416-9906-3597314db216 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-913043724', 'description': 'tempest-secgroup-smoke-913043724 description', 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:53:13.601626 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-0bbc0e0d-d624-4949-b084-26b185edb48a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e58f911-7cba-4b8e-a315-eef546187e1c', 'name': 'tempest-TestNetworkBasicOps-router-442898792', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.163'}], 'enable_snat': True}, 'gw_port_id': '72adec00-4729-4505-9f74-cd91dc835114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:52:52Z', 'updated_at': '2022-02-28T10:52:56Z', 'revision_number': 4, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'gw_port': {'id': '72adec00-4729-4505-9f74-cd91dc835114', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:3d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e58f911-7cba-4b8e-a315-eef546187e1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:52:53Z', 'updated_at': '2022-02-28T10:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '0fd25b39-236b-4c8f-8ebc-0637543937dc', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'floating_ip_address': '172.36.5.120', 'floating_network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'router_id': '6e58f911-7cba-4b8e-a315-eef546187e1c', 'port_id': 'e2e48428-ff68-4d64-8a67-d956b6d1636c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1484, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '14560530-0a96-4e96-812d-ffb50b20c623', 'mac_address': 'fa:16:3e:44:c3:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b76f42a-18bc-41f2-af01-743764732ac0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:53:12Z', 'updated_at': '2022-02-28T10:53:12Z', 'revision_number': 0, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b1b2a91-241a-4e7c-92d4-c0c0c63fba5b', 'name': '', 'network_id': '14560530-0a96-4e96-812d-ffb50b20c623', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'mac_address': 'fa:16:3e:09:b1:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e58f911-7cba-4b8e-a315-eef546187e1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': 'c965ec29-2c88-4570-b1b0-f21de5e253d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:52:55Z', 'updated_at': '2022-02-28T10:52:59Z', 'revision_number': 5, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'subnets': [{'id': 'c965ec29-2c88-4570-b1b0-f21de5e253d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:53:13.602561 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-418b1dda-b151-4416-9906-3597314db216 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:13.632192 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8814087-23e2-41ab-bc2d-1979d2519560 req-d302f666-6f88-4569-810e-51f356288f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:53:13.633793 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-f8814087-23e2-41ab-bc2d-1979d2519560 req-d302f666-6f88-4569-810e-51f356288f54 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c965ec29-2c88-4570-b1b0-f21de5e253d0 HTTP/1.1" status: 200 len: 834 time: 0.0498257 Feb 28 10:53:13.678898 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-418b1dda-b151-4416-9906-3597314db216 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group (dc388381-0b23-4c08-8d99-aa770278b118), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:13.683702 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-418b1dda-b151-4416-9906-3597314db216 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (dc388381-0b23-4c08-8d99-aa770278b118), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:13.690908 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8814087-23e2-41ab-bc2d-1979d2519560 req-9a433e38-1cca-49e9-909e-b6ae9d2672e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:53:13.692608 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-f8814087-23e2-41ab-bc2d-1979d2519560 req-9a433e38-1cca-49e9-909e-b6ae9d2672e9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=14560530-0a96-4e96-812d-ffb50b20c623&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0532064 Feb 28 10:53:13.721263 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-418b1dda-b151-4416-9906-3597314db216 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:13.722612 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-418b1dda-b151-4416-9906-3597314db216 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1465631 Feb 28 10:53:13.723419 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418b1dda-b151-4416-9906-3597314db216 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc388381-0b23-4c08-8d99-aa770278b118,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:53:13.725768 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 42394) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:53:13.731042 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-293a8019-0a01-4675-b1b0-7e35b2741357 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Request body: {'security_group_rule': {'security_group_id': 'dc388381-0b23-4c08-8d99-aa770278b118', 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:53:13.760666 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-293a8019-0a01-4675-b1b0-7e35b2741357 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (d497b49d-a6a5-4ba2-9a08-441198623489), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:13.787803 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bbc0e0d-d624-4949-b084-26b185edb48a None None] Checking router: 6e58f911-7cba-4b8e-a315-eef546187e1c for host: dv-neutron-master-2-hyperv {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:53:13.797313 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bbc0e0d-d624-4949-b084-26b185edb48a None None] Routers {'6e58f911-7cba-4b8e-a315-eef546187e1c'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:53:13.797847 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-0bbc0e0d-d624-4949-b084-26b185edb48a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:53:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['6e58f911-7cba-4b8e-a315-eef546187e1c'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:53:13.803121 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-f8814087-23e2-41ab-bc2d-1979d2519560 req-632ec360-68c7-4253-8308-ca3f74f8fc04 service neutron] 10.222.0.30 "GET /v2.0/networks/14560530-0a96-4e96-812d-ffb50b20c623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045499 Feb 28 10:53:13.823859 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-293a8019-0a01-4675-b1b0-7e35b2741357 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (d497b49d-a6a5-4ba2-9a08-441198623489), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:13.829011 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-293a8019-0a01-4675-b1b0-7e35b2741357 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594242'] for security_group_rule (d497b49d-a6a5-4ba2-9a08-441198623489), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:13.856888 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-293a8019-0a01-4675-b1b0-7e35b2741357 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:13.860602 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-293a8019-0a01-4675-b1b0-7e35b2741357 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1310942 Feb 28 10:53:13.861046 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 42396) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:53:13.865909 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-26315313-f7dd-4819-979f-58beda9a6dbf tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Request body: {'security_group_rule': {'security_group_id': 'dc388381-0b23-4c08-8d99-aa770278b118', 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:53:13.870291 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293a8019-0a01-4675-b1b0-7e35b2741357 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d497b49d-a6a5-4ba2-9a08-441198623489,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:53:13.897477 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-26315313-f7dd-4819-979f-58beda9a6dbf tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (85ff5643-f507-4e99-b2e9-dd4eb01a9971), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:13.908257 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-f8814087-23e2-41ab-bc2d-1979d2519560 req-57dd2d0e-5eb0-4e26-8e97-babf057320d6 service neutron] 10.222.0.30 "GET /v2.0/networks/14560530-0a96-4e96-812d-ffb50b20c623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994716 Feb 28 10:53:13.917774 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-0bbc0e0d-d624-4949-b084-26b185edb48a None None] Set router 6e58f911-7cba-4b8e-a315-eef546187e1c gateway port host: dv-neutron-master-2-hyperv {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:53:13.957884 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-26315313-f7dd-4819-979f-58beda9a6dbf tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (85ff5643-f507-4e99-b2e9-dd4eb01a9971), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:13.962335 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-26315313-f7dd-4819-979f-58beda9a6dbf tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594242'] for security_group_rule (85ff5643-f507-4e99-b2e9-dd4eb01a9971), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:13.982788 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26315313-f7dd-4819-979f-58beda9a6dbf tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85ff5643-f507-4e99-b2e9-dd4eb01a9971,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:53:13.990971 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-26315313-f7dd-4819-979f-58beda9a6dbf tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:13.992248 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-26315313-f7dd-4819-979f-58beda9a6dbf tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1301074 Feb 28 10:53:13.995070 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 42398) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:53:14.000099 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-b2cb374b-f877-4513-9091-a8a17eb2026c tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Request body: {'security_group_rule': {'security_group_id': 'dc388381-0b23-4c08-8d99-aa770278b118', 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:53:14.026147 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b2cb374b-f877-4513-9091-a8a17eb2026c tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (eefc934d-82ab-4a9b-b63d-2aeca75273b6), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:14.089147 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b2cb374b-f877-4513-9091-a8a17eb2026c tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (eefc934d-82ab-4a9b-b63d-2aeca75273b6), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:14.093424 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b2cb374b-f877-4513-9091-a8a17eb2026c tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594242'] for security_group_rule (eefc934d-82ab-4a9b-b63d-2aeca75273b6), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:14.111344 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cb374b-f877-4513-9091-a8a17eb2026c tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eefc934d-82ab-4a9b-b63d-2aeca75273b6,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:53:14.122383 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b2cb374b-f877-4513-9091-a8a17eb2026c tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:14.123694 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-b2cb374b-f877-4513-9091-a8a17eb2026c tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1275547 Feb 28 10:53:14.126540 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 42400) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:53:14.131535 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-1cb95f6b-6821-473c-87cc-96ad567ff6d3 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Request body: {'security_group_rule': {'security_group_id': 'dc388381-0b23-4c08-8d99-aa770278b118', 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:53:14.156522 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-0bbc0e0d-d624-4949-b084-26b185edb48a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e58f911-7cba-4b8e-a315-eef546187e1c', 'name': 'tempest-TestNetworkBasicOps-router-442898792', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.163'}], 'enable_snat': True}, 'gw_port_id': '72adec00-4729-4505-9f74-cd91dc835114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:52:52Z', 'updated_at': '2022-02-28T10:52:56Z', 'revision_number': 4, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'gw_port': {'id': '72adec00-4729-4505-9f74-cd91dc835114', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:3d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e58f911-7cba-4b8e-a315-eef546187e1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:52:53Z', 'updated_at': '2022-02-28T10:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '0fd25b39-236b-4c8f-8ebc-0637543937dc', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'floating_ip_address': '172.36.5.120', 'floating_network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'router_id': '6e58f911-7cba-4b8e-a315-eef546187e1c', 'port_id': 'e2e48428-ff68-4d64-8a67-d956b6d1636c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1484, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '14560530-0a96-4e96-812d-ffb50b20c623', 'mac_address': 'fa:16:3e:44:c3:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b76f42a-18bc-41f2-af01-743764732ac0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:53:12Z', 'updated_at': '2022-02-28T10:53:12Z', 'revision_number': 0, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b1b2a91-241a-4e7c-92d4-c0c0c63fba5b', 'name': '', 'network_id': '14560530-0a96-4e96-812d-ffb50b20c623', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'mac_address': 'fa:16:3e:09:b1:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e58f911-7cba-4b8e-a315-eef546187e1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': 'c965ec29-2c88-4570-b1b0-f21de5e253d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:52:55Z', 'updated_at': '2022-02-28T10:52:59Z', 'revision_number': 5, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'subnets': [{'id': 'c965ec29-2c88-4570-b1b0-f21de5e253d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:53:14.159003 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1cb95f6b-6821-473c-87cc-96ad567ff6d3 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (af9df28e-d279-4d34-ae22-f12daf3d2d41), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:14.183677 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bbc0e0d-d624-4949-b084-26b185edb48a None None] The sync data for ids ['6e58f911-7cba-4b8e-a315-eef546187e1c'] in dv-neutron-master-2-hyperv is: [{'id': '6e58f911-7cba-4b8e-a315-eef546187e1c', 'name': 'tempest-TestNetworkBasicOps-router-442898792', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.163'}], 'enable_snat': True}, 'gw_port_id': '72adec00-4729-4505-9f74-cd91dc835114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:52:52Z', 'updated_at': '2022-02-28T10:52:56Z', 'revision_number': 4, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'gw_port': {'id': '72adec00-4729-4505-9f74-cd91dc835114', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:3d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e58f911-7cba-4b8e-a315-eef546187e1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:52:53Z', 'updated_at': '2022-02-28T10:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '0fd25b39-236b-4c8f-8ebc-0637543937dc', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'floating_ip_address': '172.36.5.120', 'floating_network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'router_id': '6e58f911-7cba-4b8e-a315-eef546187e1c', 'port_id': 'e2e48428-ff68-4d64-8a67-d956b6d1636c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1484, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '14560530-0a96-4e96-812d-ffb50b20c623', 'mac_address': 'fa:16:3e:44:c3:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b76f42a-18bc-41f2-af01-743764732ac0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:53:12Z', 'updated_at': '2022-02-28T10:53:12Z', 'revision_number': 0, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b1b2a91-241a-4e7c-92d4-c0c0c63fba5b', 'name': '', 'network_id': '14560530-0a96-4e96-812d-ffb50b20c623', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'mac_address': 'fa:16:3e:09:b1:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e58f911-7cba-4b8e-a315-eef546187e1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': 'c965ec29-2c88-4570-b1b0-f21de5e253d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:52:55Z', 'updated_at': '2022-02-28T10:52:59Z', 'revision_number': 5, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'subnets': [{'id': 'c965ec29-2c88-4570-b1b0-f21de5e253d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:53:14.230409 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1cb95f6b-6821-473c-87cc-96ad567ff6d3 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (af9df28e-d279-4d34-ae22-f12daf3d2d41), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:14.234535 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1cb95f6b-6821-473c-87cc-96ad567ff6d3 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594242'] for security_group_rule (af9df28e-d279-4d34-ae22-f12daf3d2d41), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:14.257353 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb95f6b-6821-473c-87cc-96ad567ff6d3 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af9df28e-d279-4d34-ae22-f12daf3d2d41,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:53:14.266106 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1cb95f6b-6821-473c-87cc-96ad567ff6d3 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:14.267238 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-1cb95f6b-6821-473c-87cc-96ad567ff6d3 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1396744 Feb 28 10:53:14.270147 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 42402) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:53:14.274614 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-814eb345-2813-4447-a4c7-bf2b1074f47f tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Request body: {'security_group_rule': {'security_group_id': 'dc388381-0b23-4c08-8d99-aa770278b118', 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:53:14.297297 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.db.securitygroups_db [None req-814eb345-2813-4447-a4c7-bf2b1074f47f tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Project 5a84b6bdce3e454e9741c4fbc09bfc68 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 10:53:14.303666 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-814eb345-2813-4447-a4c7-bf2b1074f47f tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (e8bc1218-ce54-491c-9a2e-da131fe1001e), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:14.372202 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-814eb345-2813-4447-a4c7-bf2b1074f47f tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (e8bc1218-ce54-491c-9a2e-da131fe1001e), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:14.377288 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-814eb345-2813-4447-a4c7-bf2b1074f47f tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594242'] for security_group_rule (e8bc1218-ce54-491c-9a2e-da131fe1001e), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:14.393887 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d3d0444-9966-4ca1-960b-1a4a14442460 None None] New status for floating IP 0fd25b39-236b-4c8f-8ebc-0637543937dc: ACTIVE {{(pid=103410) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 10:53:14.395985 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814eb345-2813-4447-a4c7-bf2b1074f47f tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8bc1218-ce54-491c-9a2e-da131fe1001e,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:53:14.406261 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-814eb345-2813-4447-a4c7-bf2b1074f47f tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:14.407652 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-814eb345-2813-4447-a4c7-bf2b1074f47f tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1365011 Feb 28 10:53:14.410917 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 42404) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:53:14.415633 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-1d498b3f-1b96-483e-914c-7a7fb8e135a9 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Request body: {'security_group_rule': {'security_group_id': 'dc388381-0b23-4c08-8d99-aa770278b118', 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:53:14.436609 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.db.securitygroups_db [None req-1d498b3f-1b96-483e-914c-7a7fb8e135a9 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Project 5a84b6bdce3e454e9741c4fbc09bfc68 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 10:53:14.441629 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1d498b3f-1b96-483e-914c-7a7fb8e135a9 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (c4430708-d435-45d1-9f67-88f680003c67), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:14.502611 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1d498b3f-1b96-483e-914c-7a7fb8e135a9 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (c4430708-d435-45d1-9f67-88f680003c67), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:14.507569 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1d498b3f-1b96-483e-914c-7a7fb8e135a9 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594242'] for security_group_rule (c4430708-d435-45d1-9f67-88f680003c67), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:14.528861 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d498b3f-1b96-483e-914c-7a7fb8e135a9 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4430708-d435-45d1-9f67-88f680003c67,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:53:14.536961 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1d498b3f-1b96-483e-914c-7a7fb8e135a9 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:14.538829 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-1d498b3f-1b96-483e-914c-7a7fb8e135a9 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1266418 Feb 28 10:53:14.701375 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-0fb8d08b-995d-49d2-9a25-c36a09a30d12 req-5a7ff052-a162-4628-95fb-d150fffeb94e tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-913043724&fields=id&tenant_id=5a84b6bdce3e454e9741c4fbc09bfc68 HTTP/1.1" status: 200 len: 267 time: 0.0483434 Feb 28 10:53:14.820306 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb8d08b-995d-49d2-9a25-c36a09a30d12 req-7c482181-e82e-46db-af08-74bc6dbfb73f tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:53:14.821805 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-0fb8d08b-995d-49d2-9a25-c36a09a30d12 req-7c482181-e82e-46db-af08-74bc6dbfb73f tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/networks?id=14560530-0a96-4e96-812d-ffb50b20c623 HTTP/1.1" status: 200 len: 796 time: 0.1138799 Feb 28 10:53:14.837332 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-0fb8d08b-995d-49d2-9a25-c36a09a30d12 req-12e0c704-dd45-4892-96f3-28bf4306da7a tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/quotas/5a84b6bdce3e454e9741c4fbc09bfc68 HTTP/1.1" status: 200 len: 375 time: 0.0097206 Feb 28 10:53:14.901028 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-0fb8d08b-995d-49d2-9a25-c36a09a30d12 req-e6661353-56e1-4750-becf-06a975933309 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=5a84b6bdce3e454e9741c4fbc09bfc68&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0584533 Feb 28 10:53:14.915428 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:14.998410 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-0fb8d08b-995d-49d2-9a25-c36a09a30d12 req-f64cd252-c24d-482b-8700-ad0cc9269d2a service neutron] 10.222.0.20 "GET /v2.0/networks/14560530-0a96-4e96-812d-ffb50b20c623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858746 Feb 28 10:53:15.095537 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-0fb8d08b-995d-49d2-9a25-c36a09a30d12 req-cbe150ed-7c70-46e4-8631-13fb8ab97b0a service neutron] 10.222.0.20 "GET /v2.0/networks/14560530-0a96-4e96-812d-ffb50b20c623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888731 Feb 28 10:53:15.256596 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-76f875c3-1cc3-4efc-b09d-c00cc5e3a719 req-a5e4ac5c-5ea0-42d5-8333-f28a62fd24a0 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/ports?device_id=8569a7bc-76d7-452a-b01b-79cafe7636f3 HTTP/1.1" status: 200 len: 210 time: 0.0312948 Feb 28 10:53:16.321620 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb8d08b-995d-49d2-9a25-c36a09a30d12 req-ccaa2100-5bff-4019-a9e8-e64d736d1503 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:53:16.323399 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-0fb8d08b-995d-49d2-9a25-c36a09a30d12 req-ccaa2100-5bff-4019-a9e8-e64d736d1503 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.30 "GET /v2.0/networks?id=14560530-0a96-4e96-812d-ffb50b20c623 HTTP/1.1" status: 200 len: 796 time: 0.1150551 Feb 28 10:53:16.369490 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-85c60f85-b5d1-406d-b413-e5eee11e9111 req-dca86056-511d-4ab6-b80b-3b79f1e48566 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/ports?device_id=8569a7bc-76d7-452a-b01b-79cafe7636f3 HTTP/1.1" status: 200 len: 210 time: 0.0404875 Feb 28 10:53:16.434277 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-0fb8d08b-995d-49d2-9a25-c36a09a30d12 req-0cf0c56a-97ef-43e8-98a7-6e9b96d700b6 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5a84b6bdce3e454e9741c4fbc09bfc68 HTTP/1.1" status: 200 len: 471 time: 0.0942631 Feb 28 10:53:16.454639 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [req-0fb8d08b-995d-49d2-9a25-c36a09a30d12 req-407b06a0-7d10-4966-a87f-33dd15284fb7 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Request body: {'port': {'device_id': '8569a7bc-76d7-452a-b01b-79cafe7636f3', 'network_id': '14560530-0a96-4e96-812d-ffb50b20c623', 'admin_state_up': True, 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'security_groups': ['dc388381-0b23-4c08-8d99-aa770278b118']}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:53:16.575107 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fb8d08b-995d-49d2-9a25-c36a09a30d12 req-407b06a0-7d10-4966-a87f-33dd15284fb7 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Made reservation on behalf of 5a84b6bdce3e454e9741c4fbc09bfc68 for: {'port': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:53:16.578328 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-0fb8d08b-995d-49d2-9a25-c36a09a30d12 req-407b06a0-7d10-4966-a87f-33dd15284fb7 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:16.710005 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [req-0fb8d08b-995d-49d2-9a25-c36a09a30d12 req-407b06a0-7d10-4966-a87f-33dd15284fb7 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Allocated IP 172.20.0.4 (14560530-0a96-4e96-812d-ffb50b20c623/c965ec29-2c88-4570-b1b0-f21de5e253d0/fc10434c-a023-4e2d-9b9a-3672bfe06acf) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:53:16.868874 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-0fb8d08b-995d-49d2-9a25-c36a09a30d12 req-407b06a0-7d10-4966-a87f-33dd15284fb7 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for port (fc10434c-a023-4e2d-9b9a-3672bfe06acf), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:16.914279 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-0fb8d08b-995d-49d2-9a25-c36a09a30d12 req-407b06a0-7d10-4966-a87f-33dd15284fb7 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (fc10434c-a023-4e2d-9b9a-3672bfe06acf), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:16.960231 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fb8d08b-995d-49d2-9a25-c36a09a30d12 req-407b06a0-7d10-4966-a87f-33dd15284fb7 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Network 14560530-0a96-4e96-812d-ffb50b20c623 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:53:16.963594 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [req-0fb8d08b-995d-49d2-9a25-c36a09a30d12 req-407b06a0-7d10-4966-a87f-33dd15284fb7 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:53:16.967035 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fb8d08b-995d-49d2-9a25-c36a09a30d12 req-407b06a0-7d10-4966-a87f-33dd15284fb7 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:53:16.993034 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407b06a0-7d10-4966-a87f-33dd15284fb7 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event updated for resources: {'Port': ['ID=fc10434c-a023-4e2d-9b9a-3672bfe06acf,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:53:17.024240 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb8d08b-995d-49d2-9a25-c36a09a30d12 req-407b06a0-7d10-4966-a87f-33dd15284fb7 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:53:17.025413 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-0fb8d08b-995d-49d2-9a25-c36a09a30d12 req-407b06a0-7d10-4966-a87f-33dd15284fb7 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:17.042891 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-0fb8d08b-995d-49d2-9a25-c36a09a30d12 req-407b06a0-7d10-4966-a87f-33dd15284fb7 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5918813 Feb 28 10:53:17.060256 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [req-0fb8d08b-995d-49d2-9a25-c36a09a30d12 req-73538ae0-b3ea-46ea-a16d-76256e86beed service neutron] Request body: {'port': {'device_id': '8569a7bc-76d7-452a-b01b-79cafe7636f3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:53:17.127284 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-0fb8d08b-995d-49d2-9a25-c36a09a30d12 req-73538ae0-b3ea-46ea-a16d-76256e86beed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (fc10434c-a023-4e2d-9b9a-3672bfe06acf), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:17.174095 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-680ae3a6-c161-4326-9962-78a3f6ac751c None None] Provisioning complete for port fc10434c-a023-4e2d-9b9a-3672bfe06acf triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:53:17.174676 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-680ae3a6-c161-4326-9962-78a3f6ac751c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (fc10434c-a023-4e2d-9b9a-3672bfe06acf), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:17.208965 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-680ae3a6-c161-4326-9962-78a3f6ac751c None None] Port fc10434c-a023-4e2d-9b9a-3672bfe06acf cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:53:17.422258 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.notifiers.nova [req-0fb8d08b-995d-49d2-9a25-c36a09a30d12 req-73538ae0-b3ea-46ea-a16d-76256e86beed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc10434c-a023-4e2d-9b9a-3672bfe06acf {{(pid=103407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 10:53:17.429942 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-0fb8d08b-995d-49d2-9a25-c36a09a30d12 req-73538ae0-b3ea-46ea-a16d-76256e86beed service neutron] Publish callbacks [] for port (fc10434c-a023-4e2d-9b9a-3672bfe06acf), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:17.453391 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.provisioning_blocks [req-0fb8d08b-995d-49d2-9a25-c36a09a30d12 req-73538ae0-b3ea-46ea-a16d-76256e86beed service neutron] Transition to ACTIVE for port object fc10434c-a023-4e2d-9b9a-3672bfe06acf will not be triggered until provisioned by entity L2. {{(pid=103407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 10:53:17.471407 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-0fb8d08b-995d-49d2-9a25-c36a09a30d12 req-73538ae0-b3ea-46ea-a16d-76256e86beed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3498066'] for port (fc10434c-a023-4e2d-9b9a-3672bfe06acf), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:17.852172 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73538ae0-b3ea-46ea-a16d-76256e86beed service neutron] Pushing event updated for resources: {'Port': ['ID=fc10434c-a023-4e2d-9b9a-3672bfe06acf,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:53:17.877032 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be81b09b-c986-43bd-8ef5-56a0ae4d4bbf req-45f9c1f9-2061-4106-a656-f21fcd6c7200 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:53:17.878506 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-be81b09b-c986-43bd-8ef5-56a0ae4d4bbf req-45f9c1f9-2061-4106-a656-f21fcd6c7200 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/ports?device_id=8569a7bc-76d7-452a-b01b-79cafe7636f3 HTTP/1.1" status: 200 len: 931 time: 0.4381800 Feb 28 10:53:17.955725 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-0fb8d08b-995d-49d2-9a25-c36a09a30d12 req-73538ae0-b3ea-46ea-a16d-76256e86beed service neutron] Attempting to bind port fc10434c-a023-4e2d-9b9a-3672bfe06acf on host hv-neutron-mast for vnic_type normal with profile {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:53:17.955982 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-0fb8d08b-995d-49d2-9a25-c36a09a30d12 req-73538ae0-b3ea-46ea-a16d-76256e86beed service neutron] Attempting to bind port fc10434c-a023-4e2d-9b9a-3672bfe06acf by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '60c0c7dd-692d-4256-ba69-e967758ad086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '14560530-0a96-4e96-812d-ffb50b20c623'}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:53:17.956287 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb8d08b-995d-49d2-9a25-c36a09a30d12 req-73538ae0-b3ea-46ea-a16d-76256e86beed service neutron] Attempting to bind port fc10434c-a023-4e2d-9b9a-3672bfe06acf on network 14560530-0a96-4e96-812d-ffb50b20c623 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:53:17.962876 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-be81b09b-c986-43bd-8ef5-56a0ae4d4bbf req-f8a332bb-7704-44a7-ab0c-ef6987e90cc2 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc388381-0b23-4c08-8d99-aa770278b118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664861 Feb 28 10:53:17.965240 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb8d08b-995d-49d2-9a25-c36a09a30d12 req-73538ae0-b3ea-46ea-a16d-76256e86beed service neutron] Port fc10434c-a023-4e2d-9b9a-3672bfe06acf on network 14560530-0a96-4e96-812d-ffb50b20c623 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 10:53:17.965417 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb8d08b-995d-49d2-9a25-c36a09a30d12 req-73538ae0-b3ea-46ea-a16d-76256e86beed service neutron] Attempting to bind port fc10434c-a023-4e2d-9b9a-3672bfe06acf on network 14560530-0a96-4e96-812d-ffb50b20c623 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:53:17.970285 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb8d08b-995d-49d2-9a25-c36a09a30d12 req-73538ae0-b3ea-46ea-a16d-76256e86beed service neutron] Checking agent: {'id': '13ac42ae-016e-4baf-bb31-c6fa820b41c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 30, 8), 'started_at': datetime.datetime(2022, 2, 28, 10, 30, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 53, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:53:17.970615 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb8d08b-995d-49d2-9a25-c36a09a30d12 req-73538ae0-b3ea-46ea-a16d-76256e86beed service neutron] Checking segment: {'id': '60c0c7dd-692d-4256-ba69-e967758ad086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '14560530-0a96-4e96-812d-ffb50b20c623'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:53:17.970987 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb8d08b-995d-49d2-9a25-c36a09a30d12 req-73538ae0-b3ea-46ea-a16d-76256e86beed service neutron] Bound using segment: {'id': '60c0c7dd-692d-4256-ba69-e967758ad086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '14560530-0a96-4e96-812d-ffb50b20c623'} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:53:17.971414 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-0fb8d08b-995d-49d2-9a25-c36a09a30d12 req-73538ae0-b3ea-46ea-a16d-76256e86beed service neutron] Bound port: fc10434c-a023-4e2d-9b9a-3672bfe06acf, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60c0c7dd-692d-4256-ba69-e967758ad086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '14560530-0a96-4e96-812d-ffb50b20c623'}}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:53:17.971764 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-0fb8d08b-995d-49d2-9a25-c36a09a30d12 req-73538ae0-b3ea-46ea-a16d-76256e86beed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (fc10434c-a023-4e2d-9b9a-3672bfe06acf), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:18.039940 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-0fb8d08b-995d-49d2-9a25-c36a09a30d12 req-73538ae0-b3ea-46ea-a16d-76256e86beed service neutron] For port fc10434c-a023-4e2d-9b9a-3672bfe06acf, host hv-neutron-mast, cleared binding levels {{(pid=103407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:53:18.043257 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-0fb8d08b-995d-49d2-9a25-c36a09a30d12 req-73538ae0-b3ea-46ea-a16d-76256e86beed service neutron] For port fc10434c-a023-4e2d-9b9a-3672bfe06acf, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=fc10434c-a023-4e2d-9b9a-3672bfe06acf,segment=NetworkSegment(60c0c7dd-692d-4256-ba69-e967758ad086),segment_id=60c0c7dd-692d-4256-ba69-e967758ad086)] {{(pid=103407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:53:18.050955 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-0fb8d08b-995d-49d2-9a25-c36a09a30d12 req-73538ae0-b3ea-46ea-a16d-76256e86beed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3498066'] for port (fc10434c-a023-4e2d-9b9a-3672bfe06acf), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:18.086148 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb8d08b-995d-49d2-9a25-c36a09a30d12 req-73538ae0-b3ea-46ea-a16d-76256e86beed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:53:18.086786 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-0fb8d08b-995d-49d2-9a25-c36a09a30d12 req-73538ae0-b3ea-46ea-a16d-76256e86beed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:18.088271 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-0fb8d08b-995d-49d2-9a25-c36a09a30d12 req-73538ae0-b3ea-46ea-a16d-76256e86beed service neutron] 10.222.0.30 "PUT /v2.0/ports/fc10434c-a023-4e2d-9b9a-3672bfe06acf HTTP/1.1" status: 200 len: 1093 time: 1.0326548 Feb 28 10:53:18.088653 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8569a7bc-76d7-452a-b01b-79cafe7636f3', 'tag': 'fc10434c-a023-4e2d-9b9a-3672bfe06acf'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:53:18.090963 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c8e1c873eeca597e52e7ceb7469e602eac250bfea6606d285743d38033cf584" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f9c6cdb-20b5-49e6-859f-304d0f55ca19" -d '{"events": [{"name": "network-changed", "server_uuid": "8569a7bc-76d7-452a-b01b-79cafe7636f3", "tag": "fc10434c-a023-4e2d-9b9a-3672bfe06acf"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:53:18.112894 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73538ae0-b3ea-46ea-a16d-76256e86beed service neutron] Pushing event updated for resources: {'Port': ['ID=fc10434c-a023-4e2d-9b9a-3672bfe06acf,revision_number=3']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:53:18.135154 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 10:53:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a39c1a60-bb0d-4488-8750-44a590865486 x-openstack-request-id: req-a39c1a60-bb0d-4488-8750-44a590865486 {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:53:18.135500 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8569a7bc-76d7-452a-b01b-79cafe7636f3", "tag": "fc10434c-a023-4e2d-9b9a-3672bfe06acf", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:53:18.135761 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a39c1a60-bb0d-4488-8750-44a590865486 {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:53:18.136469 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8569a7bc-76d7-452a-b01b-79cafe7636f3', 'tag': 'fc10434c-a023-4e2d-9b9a-3672bfe06acf', 'status': 'completed', 'code': 200} Feb 28 10:53:18.197655 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb8d08b-995d-49d2-9a25-c36a09a30d12 req-1cf451f8-3c59-4527-bc69-4f0d862e0dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:53:18.199337 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-0fb8d08b-995d-49d2-9a25-c36a09a30d12 req-1cf451f8-3c59-4527-bc69-4f0d862e0dc6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5a84b6bdce3e454e9741c4fbc09bfc68&device_id=8569a7bc-76d7-452a-b01b-79cafe7636f3 HTTP/1.1" status: 200 len: 1127 time: 0.0471563 Feb 28 10:53:18.251049 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-0fb8d08b-995d-49d2-9a25-c36a09a30d12 req-10f1b31a-f4ad-4ff6-818f-758d373c824e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fc10434c-a023-4e2d-9b9a-3672bfe06acf HTTP/1.1" status: 200 len: 217 time: 0.0393479 Feb 28 10:53:18.300465 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb8d08b-995d-49d2-9a25-c36a09a30d12 req-acae53c3-9de0-4371-bb27-097f526d15d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:53:18.302036 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-0fb8d08b-995d-49d2-9a25-c36a09a30d12 req-acae53c3-9de0-4371-bb27-097f526d15d7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c965ec29-2c88-4570-b1b0-f21de5e253d0 HTTP/1.1" status: 200 len: 834 time: 0.0457764 Feb 28 10:53:18.356701 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb8d08b-995d-49d2-9a25-c36a09a30d12 req-1c945394-8f05-4cf5-b777-3b98e53581d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:53:18.358321 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-0fb8d08b-995d-49d2-9a25-c36a09a30d12 req-1c945394-8f05-4cf5-b777-3b98e53581d1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=14560530-0a96-4e96-812d-ffb50b20c623&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0505905 Feb 28 10:53:18.452241 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-0fb8d08b-995d-49d2-9a25-c36a09a30d12 req-07a5e28d-6716-4fa7-b6e1-c9b86c3235e7 service neutron] 10.222.0.30 "GET /v2.0/networks/14560530-0a96-4e96-812d-ffb50b20c623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873454 Feb 28 10:53:18.543457 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-0fb8d08b-995d-49d2-9a25-c36a09a30d12 req-27f0f2cb-25d2-4f00-b685-db154db63446 service neutron] 10.222.0.30 "GET /v2.0/networks/14560530-0a96-4e96-812d-ffb50b20c623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845666 Feb 28 10:53:18.683258 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9c6cdb-20b5-49e6-859f-304d0f55ca19 req-7115fb1e-1206-4a57-add1-5cef8bc6f3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:53:18.685083 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-9f9c6cdb-20b5-49e6-859f-304d0f55ca19 req-7115fb1e-1206-4a57-add1-5cef8bc6f3f6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5a84b6bdce3e454e9741c4fbc09bfc68&device_id=8569a7bc-76d7-452a-b01b-79cafe7636f3 HTTP/1.1" status: 200 len: 1127 time: 0.0481775 Feb 28 10:53:18.789388 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9c6cdb-20b5-49e6-859f-304d0f55ca19 req-8b3da26f-ceef-4703-9a1b-aae669d63882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:53:18.790830 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-9f9c6cdb-20b5-49e6-859f-304d0f55ca19 req-8b3da26f-ceef-4703-9a1b-aae669d63882 service neutron] 10.222.0.30 "GET /v2.0/networks?id=14560530-0a96-4e96-812d-ffb50b20c623 HTTP/1.1" status: 200 len: 897 time: 0.0996082 Feb 28 10:53:18.831594 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-9f9c6cdb-20b5-49e6-859f-304d0f55ca19 req-c678b9bd-7dca-4a4e-b385-f48520d0602c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fc10434c-a023-4e2d-9b9a-3672bfe06acf HTTP/1.1" status: 200 len: 217 time: 0.0354240 Feb 28 10:53:18.885215 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9c6cdb-20b5-49e6-859f-304d0f55ca19 req-1cb94ccb-e128-4ef5-b92b-895e6bf55cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:53:18.886654 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-9f9c6cdb-20b5-49e6-859f-304d0f55ca19 req-1cb94ccb-e128-4ef5-b92b-895e6bf55cce service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c965ec29-2c88-4570-b1b0-f21de5e253d0 HTTP/1.1" status: 200 len: 834 time: 0.0491846 Feb 28 10:53:18.936935 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9c6cdb-20b5-49e6-859f-304d0f55ca19 req-0ef8b17a-76fc-4950-b085-544d4bfb055e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:53:18.938427 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-9f9c6cdb-20b5-49e6-859f-304d0f55ca19 req-0ef8b17a-76fc-4950-b085-544d4bfb055e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=14560530-0a96-4e96-812d-ffb50b20c623&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0462577 Feb 28 10:53:19.026361 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-9f9c6cdb-20b5-49e6-859f-304d0f55ca19 req-dfeec1cb-b871-4fd4-8b81-69071b0bd4a4 service neutron] 10.222.0.30 "GET /v2.0/networks/14560530-0a96-4e96-812d-ffb50b20c623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822480 Feb 28 10:53:19.149924 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f7337e-6169-4066-86c7-4e0b6e2dd9ba req-522b0691-1d2c-401e-9f66-866a6fc63466 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:53:19.151812 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-c8f7337e-6169-4066-86c7-4e0b6e2dd9ba req-522b0691-1d2c-401e-9f66-866a6fc63466 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/ports?device_id=8569a7bc-76d7-452a-b01b-79cafe7636f3 HTTP/1.1" status: 200 len: 943 time: 0.1183898 Feb 28 10:53:19.154961 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-9f9c6cdb-20b5-49e6-859f-304d0f55ca19 req-aa7beb28-abc5-4814-8b83-9c3c13bdb953 service neutron] 10.222.0.30 "GET /v2.0/networks/14560530-0a96-4e96-812d-ffb50b20c623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231558 Feb 28 10:53:19.200832 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-c8f7337e-6169-4066-86c7-4e0b6e2dd9ba req-6224cca2-abb3-4cf0-b3f4-d70ae4167d2b tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc388381-0b23-4c08-8d99-aa770278b118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428858 Feb 28 10:53:20.339234 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e0845d-cfbd-475a-8809-a34df40e1486 req-91663b5d-0200-4058-b15d-85af14472954 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:53:20.340829 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-06e0845d-cfbd-475a-8809-a34df40e1486 req-91663b5d-0200-4058-b15d-85af14472954 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/ports?device_id=8569a7bc-76d7-452a-b01b-79cafe7636f3 HTTP/1.1" status: 200 len: 943 time: 0.0582981 Feb 28 10:53:20.394268 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-06e0845d-cfbd-475a-8809-a34df40e1486 req-9f6a851f-2328-439d-b5a4-ed865f335e21 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc388381-0b23-4c08-8d99-aa770278b118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454128 Feb 28 10:53:21.526620 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd35a36-b3b2-4b67-aa1f-5001802c6d8e req-299e01cc-2743-4c2a-898c-dc8bed54e985 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:53:21.528237 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-4bd35a36-b3b2-4b67-aa1f-5001802c6d8e req-299e01cc-2743-4c2a-898c-dc8bed54e985 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/ports?device_id=8569a7bc-76d7-452a-b01b-79cafe7636f3 HTTP/1.1" status: 200 len: 943 time: 0.0583608 Feb 28 10:53:21.577027 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-4bd35a36-b3b2-4b67-aa1f-5001802c6d8e req-e70b7a10-d7d6-4f2d-a420-0d9c92fa0ce7 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc388381-0b23-4c08-8d99-aa770278b118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431502 Feb 28 10:53:21.894091 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device fc10434c-a023-4e2d-9b9a-3672bfe06acf details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103409) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 10:53:21.998981 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] For port fc10434c-a023-4e2d-9b9a-3672bfe06acf, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=fc10434c-a023-4e2d-9b9a-3672bfe06acf,segment=NetworkSegment(60c0c7dd-692d-4256-ba69-e967758ad086),segment_id=60c0c7dd-692d-4256-ba69-e967758ad086)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:53:22.010409 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Returning: {'device': 'fc10434c-a023-4e2d-9b9a-3672bfe06acf', 'network_id': '14560530-0a96-4e96-812d-ffb50b20c623', 'port_id': 'fc10434c-a023-4e2d-9b9a-3672bfe06acf', 'mac_address': 'fa:16:3e:89:35:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c965ec29-2c88-4570-b1b0-f21de5e253d0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103409) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 10:53:22.050436 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Current status of the port fc10434c-a023-4e2d-9b9a-3672bfe06acf is: DOWN; New status is: BUILD {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:53:22.050836 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (fc10434c-a023-4e2d-9b9a-3672bfe06acf), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:22.063859 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc10434c-a023-4e2d-9b9a-3672bfe06acf {{(pid=103409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 10:53:22.085422 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] For port fc10434c-a023-4e2d-9b9a-3672bfe06acf, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=fc10434c-a023-4e2d-9b9a-3672bfe06acf,segment=NetworkSegment(60c0c7dd-692d-4256-ba69-e967758ad086),segment_id=60c0c7dd-692d-4256-ba69-e967758ad086)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:53:22.092350 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (fc10434c-a023-4e2d-9b9a-3672bfe06acf), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:22.148318 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Pushing event updated for resources: {'Port': ['ID=fc10434c-a023-4e2d-9b9a-3672bfe06acf,revision_number=4']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:53:22.458604 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] get_ports_and_sgs() called for port_ids ['fc10434c-a023-4e2d-9b9a-3672bfe06acf'] {{(pid=103409) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 10:53:22.705380 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccea514-8632-4a50-b9b1-8e483bffa0ed req-2619a687-e0f3-4204-a9d1-1696b631c71c tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:53:22.706925 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-8ccea514-8632-4a50-b9b1-8e483bffa0ed req-2619a687-e0f3-4204-a9d1-1696b631c71c tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/ports?device_id=8569a7bc-76d7-452a-b01b-79cafe7636f3 HTTP/1.1" status: 200 len: 944 time: 0.0581560 Feb 28 10:53:22.755183 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-8ccea514-8632-4a50-b9b1-8e483bffa0ed req-81d33be8-1963-4873-adc9-f45d701ee22a tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc388381-0b23-4c08-8d99-aa770278b118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423284 Feb 28 10:53:23.901228 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d408d01-be0a-4894-9999-2b84e4cea7f0 req-a4e64de0-2989-4c42-8a5a-321a194098c7 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:53:23.904767 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-2d408d01-be0a-4894-9999-2b84e4cea7f0 req-a4e64de0-2989-4c42-8a5a-321a194098c7 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/ports?device_id=8569a7bc-76d7-452a-b01b-79cafe7636f3 HTTP/1.1" status: 200 len: 944 time: 0.0721757 Feb 28 10:53:23.911335 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device fc10434c-a023-4e2d-9b9a-3672bfe06acf up at agent hyperv_hv-neutron-mast {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:53:23.957930 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-2d408d01-be0a-4894-9999-2b84e4cea7f0 req-0c819885-d517-4058-af74-fbd8807ace6f tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc388381-0b23-4c08-8d99-aa770278b118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461044 Feb 28 10:53:23.963947 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Provisioning for port fc10434c-a023-4e2d-9b9a-3672bfe06acf completed by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 10:53:23.967764 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Provisioning complete for port fc10434c-a023-4e2d-9b9a-3672bfe06acf triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:53:23.968148 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (fc10434c-a023-4e2d-9b9a-3672bfe06acf), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:24.048720 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Current status of the port fc10434c-a023-4e2d-9b9a-3672bfe06acf is: BUILD; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:53:24.048999 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (fc10434c-a023-4e2d-9b9a-3672bfe06acf), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:24.072245 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8569a7bc-76d7-452a-b01b-79cafe7636f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc10434c-a023-4e2d-9b9a-3672bfe06acf'}] {{(pid=103409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:53:24.074640 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa5325a5be4b33bf61fd809c564e3765e689d817bbd874267890deb3cfccaf12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a2859b6-8204-4573-8312-1f8cf50c18a4" -d '{"events": [{"server_uuid": "8569a7bc-76d7-452a-b01b-79cafe7636f3", "name": "network-vif-plugged", "status": "completed", "tag": "fc10434c-a023-4e2d-9b9a-3672bfe06acf"}]}' {{(pid=103409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:53:24.087315 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] For port fc10434c-a023-4e2d-9b9a-3672bfe06acf, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=fc10434c-a023-4e2d-9b9a-3672bfe06acf,segment=NetworkSegment(60c0c7dd-692d-4256-ba69-e967758ad086),segment_id=60c0c7dd-692d-4256-ba69-e967758ad086)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:53:24.092914 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (fc10434c-a023-4e2d-9b9a-3672bfe06acf), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:24.115586 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 10:53:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbcd1a54-b0b4-470c-b99e-71b4f12453e5 x-openstack-request-id: req-bbcd1a54-b0b4-470c-b99e-71b4f12453e5 {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:53:24.115912 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8569a7bc-76d7-452a-b01b-79cafe7636f3", "name": "network-vif-plugged", "status": "completed", "tag": "fc10434c-a023-4e2d-9b9a-3672bfe06acf", "code": 200}]} {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:53:24.116165 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bbcd1a54-b0b4-470c-b99e-71b4f12453e5 {{(pid=103409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:53:24.116582 dv-neutron-master-2-hyperv neutron-server[103409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8569a7bc-76d7-452a-b01b-79cafe7636f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc10434c-a023-4e2d-9b9a-3672bfe06acf', 'code': 200} Feb 28 10:53:24.141602 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Pushing event updated for resources: {'Port': ['ID=fc10434c-a023-4e2d-9b9a-3672bfe06acf,revision_number=5']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:53:24.332126 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046acb5f-e159-41c2-89c5-6bc049871282 req-5a45f5c1-570e-4913-af76-b32ef5195f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:53:24.333634 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-046acb5f-e159-41c2-89c5-6bc049871282 req-5a45f5c1-570e-4913-af76-b32ef5195f6c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8569a7bc-76d7-452a-b01b-79cafe7636f3 HTTP/1.1" status: 200 len: 1129 time: 0.0468619 Feb 28 10:53:24.383569 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-046acb5f-e159-41c2-89c5-6bc049871282 req-8540b1e6-0974-4287-ac9e-3739a8194738 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=dc388381-0b23-4c08-8d99-aa770278b118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442884 Feb 28 10:53:25.100077 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbac63c1-ae45-4302-ae57-788b03ad758c req-057c8db1-231c-44d0-82d9-b98d15991c76 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:53:25.101711 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-dbac63c1-ae45-4302-ae57-788b03ad758c req-057c8db1-231c-44d0-82d9-b98d15991c76 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/ports?device_id=8569a7bc-76d7-452a-b01b-79cafe7636f3 HTTP/1.1" status: 200 len: 945 time: 0.0626650 Feb 28 10:53:25.151290 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-dbac63c1-ae45-4302-ae57-788b03ad758c req-7ae462d0-da96-4774-a7ae-ad67b9098c9d tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc388381-0b23-4c08-8d99-aa770278b118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438237 Feb 28 10:53:26.300361 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3838fb9-c902-4cbf-b33e-4e9ebfb20cce req-a087bbac-486e-48f3-a471-90e98b0221a6 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:53:26.301877 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-a3838fb9-c902-4cbf-b33e-4e9ebfb20cce req-a087bbac-486e-48f3-a471-90e98b0221a6 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/ports?device_id=8569a7bc-76d7-452a-b01b-79cafe7636f3 HTTP/1.1" status: 200 len: 945 time: 0.0609696 Feb 28 10:53:26.352365 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-a3838fb9-c902-4cbf-b33e-4e9ebfb20cce req-397e81b2-1e9a-468b-afb6-0f6695215c22 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc388381-0b23-4c08-8d99-aa770278b118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449359 Feb 28 10:53:26.483690 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508cc43b-364d-4723-907e-99618776e3f2 req-057c1899-dcf5-44b8-a9a7-fce65a7d4e5c tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:53:26.485130 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-508cc43b-364d-4723-907e-99618776e3f2 req-057c1899-dcf5-44b8-a9a7-fce65a7d4e5c tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/ports?device_id=8569a7bc-76d7-452a-b01b-79cafe7636f3 HTTP/1.1" status: 200 len: 945 time: 0.0608673 Feb 28 10:53:26.535776 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-508cc43b-364d-4723-907e-99618776e3f2 req-045a88c9-9562-4327-8a1b-6652fa8edbb3 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc388381-0b23-4c08-8d99-aa770278b118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452197 Feb 28 10:53:26.559451 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 42458) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:53:26.612471 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ada5c693-c6e0-4712-8e31-97cdc3929bbc tempest-TestNetworkBasicOps-986752647 tempest-TestNetworkBasicOps-986752647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:53:26.614085 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-ada5c693-c6e0-4712-8e31-97cdc3929bbc tempest-TestNetworkBasicOps-986752647 tempest-TestNetworkBasicOps-986752647-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=8569a7bc-76d7-452a-b01b-79cafe7636f3 HTTP/1.1" status: 200 len: 1124 time: 0.0536172 Feb 28 10:53:26.617059 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 42460) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:53:26.621591 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-f817ebba-edf5-436c-b746-fa0d4be5d438 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Request body: {'floatingip': {'floating_network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'port_id': 'fc10434c-a023-4e2d-9b9a-3672bfe06acf', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:53:26.643098 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f817ebba-edf5-436c-b746-fa0d4be5d438 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:26.751281 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f817ebba-edf5-436c-b746-fa0d4be5d438 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:26.860445 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-f817ebba-edf5-436c-b746-fa0d4be5d438 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Allocated IP 172.36.5.79 (1e0804d0-d1d9-4d40-9de5-2936f3d87840/6f6f4129-23e5-4c3b-b4ef-4c7ce926797e/97b488af-6371-4734-95f7-208ea1f054ce) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:53:26.969338 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f817ebba-edf5-436c-b746-fa0d4be5d438 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for port (97b488af-6371-4734-95f7-208ea1f054ce), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:27.007835 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f817ebba-edf5-436c-b746-fa0d4be5d438 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (97b488af-6371-4734-95f7-208ea1f054ce), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:27.048288 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f817ebba-edf5-436c-b746-fa0d4be5d438 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Network 1e0804d0-d1d9-4d40-9de5-2936f3d87840 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:53:27.051216 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-f817ebba-edf5-436c-b746-fa0d4be5d438 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:53:27.054776 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f817ebba-edf5-436c-b746-fa0d4be5d438 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:53:27.060451 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f817ebba-edf5-436c-b746-fa0d4be5d438 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event updated for resources: {'Port': ['ID=97b488af-6371-4734-95f7-208ea1f054ce,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:53:27.456661 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f817ebba-edf5-436c-b746-fa0d4be5d438 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for floatingip (28ecaa59-69e3-4283-a9ba-58edc5467a9f), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:27.537385 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f817ebba-edf5-436c-b746-fa0d4be5d438 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (97b488af-6371-4734-95f7-208ea1f054ce), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:27.694446 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f817ebba-edf5-436c-b746-fa0d4be5d438 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for port (97b488af-6371-4734-95f7-208ea1f054ce), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:27.701419 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f817ebba-edf5-436c-b746-fa0d4be5d438 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3242529'] for port (97b488af-6371-4734-95f7-208ea1f054ce), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:27.773426 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f817ebba-edf5-436c-b746-fa0d4be5d438 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event updated for resources: {'Port': ['ID=97b488af-6371-4734-95f7-208ea1f054ce,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:53:27.783554 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f817ebba-edf5-436c-b746-fa0d4be5d438 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1803383'] for floatingip (28ecaa59-69e3-4283-a9ba-58edc5467a9f), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:27.889131 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.db.l3_db [None req-f817ebba-edf5-436c-b746-fa0d4be5d438 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Floating IP 28ecaa59-69e3-4283-a9ba-58edc5467a9f associated. External IP: 172.36.5.79, port: fc10434c-a023-4e2d-9b9a-3672bfe06acf. Feb 28 10:53:28.112936 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f817ebba-edf5-436c-b746-fa0d4be5d438 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Router 6e58f911-7cba-4b8e-a315-eef546187e1c has already been hosted by L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 {{(pid=103408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:53:28.230893 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f817ebba-edf5-436c-b746-fa0d4be5d438 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:53:28.242437 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77713641-4ccf-448f-8c02-0474a7fc7011 None None] Sync routers for ids ['6e58f911-7cba-4b8e-a315-eef546187e1c'] in dv-neutron-master-2-hyperv {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:53:28.254176 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f817ebba-edf5-436c-b746-fa0d4be5d438 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for floatingip (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:28.259980 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77713641-4ccf-448f-8c02-0474a7fc7011 None None] Routers {'6e58f911-7cba-4b8e-a315-eef546187e1c'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:53:28.260716 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-77713641-4ccf-448f-8c02-0474a7fc7011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:53:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['6e58f911-7cba-4b8e-a315-eef546187e1c'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:53:28.287471 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-f817ebba-edf5-436c-b746-fa0d4be5d438 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6692724 Feb 28 10:53:28.288093 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8569a7bc-76d7-452a-b01b-79cafe7636f3', 'tag': 'fc10434c-a023-4e2d-9b9a-3672bfe06acf'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:53:28.290421 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f56b9db1a49ad64bfd589e142fe25e4b3ad10508b17737ae95e2f0d29aca45ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffa1f12a-12e1-4c4f-b3b7-482907fffa90" -d '{"events": [{"name": "network-changed", "server_uuid": "8569a7bc-76d7-452a-b01b-79cafe7636f3", "tag": "fc10434c-a023-4e2d-9b9a-3672bfe06acf"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:53:28.329067 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 10:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11afab17-f782-4029-9ddf-4aa419d1c27e x-openstack-request-id: req-11afab17-f782-4029-9ddf-4aa419d1c27e {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:53:28.329368 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8569a7bc-76d7-452a-b01b-79cafe7636f3", "tag": "fc10434c-a023-4e2d-9b9a-3672bfe06acf", "status": "completed", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:53:28.329649 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-11afab17-f782-4029-9ddf-4aa419d1c27e {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:53:28.330116 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8569a7bc-76d7-452a-b01b-79cafe7636f3', 'tag': 'fc10434c-a023-4e2d-9b9a-3672bfe06acf', 'status': 'completed', 'code': 200} Feb 28 10:53:28.374369 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-77713641-4ccf-448f-8c02-0474a7fc7011 None None] Set router 6e58f911-7cba-4b8e-a315-eef546187e1c gateway port host: dv-neutron-master-2-hyperv {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:53:28.418103 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa1f12a-12e1-4c4f-b3b7-482907fffa90 req-4cc71aae-55ce-4442-99f9-b17699c811dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:53:28.419707 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-ffa1f12a-12e1-4c4f-b3b7-482907fffa90 req-4cc71aae-55ce-4442-99f9-b17699c811dc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5a84b6bdce3e454e9741c4fbc09bfc68&device_id=8569a7bc-76d7-452a-b01b-79cafe7636f3 HTTP/1.1" status: 200 len: 1129 time: 0.0450940 Feb 28 10:53:28.516073 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa1f12a-12e1-4c4f-b3b7-482907fffa90 req-980e0a29-9b57-495b-8636-07ddf0e22b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:53:28.517606 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-ffa1f12a-12e1-4c4f-b3b7-482907fffa90 req-980e0a29-9b57-495b-8636-07ddf0e22b4f service neutron] 10.222.0.30 "GET /v2.0/networks?id=14560530-0a96-4e96-812d-ffb50b20c623 HTTP/1.1" status: 200 len: 897 time: 0.0912733 Feb 28 10:53:28.585810 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-ffa1f12a-12e1-4c4f-b3b7-482907fffa90 req-52575fa7-6d63-489c-a10c-9c06000caf28 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fc10434c-a023-4e2d-9b9a-3672bfe06acf HTTP/1.1" status: 200 len: 998 time: 0.0618372 Feb 28 10:53:28.604802 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-77713641-4ccf-448f-8c02-0474a7fc7011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e58f911-7cba-4b8e-a315-eef546187e1c', 'name': 'tempest-TestNetworkBasicOps-router-442898792', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.163'}], 'enable_snat': True}, 'gw_port_id': '72adec00-4729-4505-9f74-cd91dc835114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:52:52Z', 'updated_at': '2022-02-28T10:52:56Z', 'revision_number': 4, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'gw_port': {'id': '72adec00-4729-4505-9f74-cd91dc835114', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:3d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e58f911-7cba-4b8e-a315-eef546187e1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:52:53Z', 'updated_at': '2022-02-28T10:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '0fd25b39-236b-4c8f-8ebc-0637543937dc', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'floating_ip_address': '172.36.5.120', 'floating_network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'router_id': '6e58f911-7cba-4b8e-a315-eef546187e1c', 'port_id': 'e2e48428-ff68-4d64-8a67-d956b6d1636c', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1484, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '14560530-0a96-4e96-812d-ffb50b20c623', 'mac_address': 'fa:16:3e:44:c3:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b76f42a-18bc-41f2-af01-743764732ac0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:53:12Z', 'updated_at': '2022-02-28T10:53:14Z', 'revision_number': 1, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'fixed_ip_address_scope': None}, {'id': '28ecaa59-69e3-4283-a9ba-58edc5467a9f', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'floating_ip_address': '172.36.5.79', 'floating_network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'router_id': '6e58f911-7cba-4b8e-a315-eef546187e1c', 'port_id': 'fc10434c-a023-4e2d-9b9a-3672bfe06acf', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1496, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '14560530-0a96-4e96-812d-ffb50b20c623', 'mac_address': 'fa:16:3e:89:35:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8569a7bc-76d7-452a-b01b-79cafe7636f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:53:27Z', 'updated_at': '2022-02-28T10:53:27Z', 'revision_number': 0, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b1b2a91-241a-4e7c-92d4-c0c0c63fba5b', 'name': '', 'network_id': '14560530-0a96-4e96-812d-ffb50b20c623', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'mac_address': 'fa:16:3e:09:b1:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e58f911-7cba-4b8e-a315-eef546187e1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': 'c965ec29-2c88-4570-b1b0-f21de5e253d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:52:55Z', 'updated_at': '2022-02-28T10:52:59Z', 'revision_number': 5, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'subnets': [{'id': 'c965ec29-2c88-4570-b1b0-f21de5e253d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:53:28.631003 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77713641-4ccf-448f-8c02-0474a7fc7011 None None] Checking router: 6e58f911-7cba-4b8e-a315-eef546187e1c for host: dv-neutron-master-2-hyperv {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:53:28.637464 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa1f12a-12e1-4c4f-b3b7-482907fffa90 req-82088287-83f0-4b53-8bf2-995464981b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:53:28.639187 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-ffa1f12a-12e1-4c4f-b3b7-482907fffa90 req-82088287-83f0-4b53-8bf2-995464981b69 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c965ec29-2c88-4570-b1b0-f21de5e253d0 HTTP/1.1" status: 200 len: 834 time: 0.0477889 Feb 28 10:53:28.639577 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77713641-4ccf-448f-8c02-0474a7fc7011 None None] Routers {'6e58f911-7cba-4b8e-a315-eef546187e1c'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:53:28.640192 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-77713641-4ccf-448f-8c02-0474a7fc7011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:53:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['6e58f911-7cba-4b8e-a315-eef546187e1c'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:53:28.692918 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa1f12a-12e1-4c4f-b3b7-482907fffa90 req-0afe46f8-6a45-4f90-a2be-fad5c7e46d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:53:28.694443 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-ffa1f12a-12e1-4c4f-b3b7-482907fffa90 req-0afe46f8-6a45-4f90-a2be-fad5c7e46d93 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=14560530-0a96-4e96-812d-ffb50b20c623&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0487814 Feb 28 10:53:28.749657 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-77713641-4ccf-448f-8c02-0474a7fc7011 None None] Set router 6e58f911-7cba-4b8e-a315-eef546187e1c gateway port host: dv-neutron-master-2-hyperv {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:53:28.784357 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-ffa1f12a-12e1-4c4f-b3b7-482907fffa90 req-e038e91b-8bde-4ab2-a73b-ad202c23db33 service neutron] 10.222.0.30 "GET /v2.0/networks/14560530-0a96-4e96-812d-ffb50b20c623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826473 Feb 28 10:53:28.880362 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-ffa1f12a-12e1-4c4f-b3b7-482907fffa90 req-e158e35d-fa04-439b-88c1-a53cc4296209 service neutron] 10.222.0.30 "GET /v2.0/networks/14560530-0a96-4e96-812d-ffb50b20c623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888493 Feb 28 10:53:28.994135 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-77713641-4ccf-448f-8c02-0474a7fc7011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e58f911-7cba-4b8e-a315-eef546187e1c', 'name': 'tempest-TestNetworkBasicOps-router-442898792', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.163'}], 'enable_snat': True}, 'gw_port_id': '72adec00-4729-4505-9f74-cd91dc835114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:52:52Z', 'updated_at': '2022-02-28T10:52:56Z', 'revision_number': 4, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'gw_port': {'id': '72adec00-4729-4505-9f74-cd91dc835114', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:3d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e58f911-7cba-4b8e-a315-eef546187e1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:52:53Z', 'updated_at': '2022-02-28T10:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '0fd25b39-236b-4c8f-8ebc-0637543937dc', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'floating_ip_address': '172.36.5.120', 'floating_network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'router_id': '6e58f911-7cba-4b8e-a315-eef546187e1c', 'port_id': 'e2e48428-ff68-4d64-8a67-d956b6d1636c', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1484, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '14560530-0a96-4e96-812d-ffb50b20c623', 'mac_address': 'fa:16:3e:44:c3:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b76f42a-18bc-41f2-af01-743764732ac0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:53:12Z', 'updated_at': '2022-02-28T10:53:14Z', 'revision_number': 1, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'fixed_ip_address_scope': None}, {'id': '28ecaa59-69e3-4283-a9ba-58edc5467a9f', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'floating_ip_address': '172.36.5.79', 'floating_network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'router_id': '6e58f911-7cba-4b8e-a315-eef546187e1c', 'port_id': 'fc10434c-a023-4e2d-9b9a-3672bfe06acf', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1496, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '14560530-0a96-4e96-812d-ffb50b20c623', 'mac_address': 'fa:16:3e:89:35:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8569a7bc-76d7-452a-b01b-79cafe7636f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:53:27Z', 'updated_at': '2022-02-28T10:53:27Z', 'revision_number': 0, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b1b2a91-241a-4e7c-92d4-c0c0c63fba5b', 'name': '', 'network_id': '14560530-0a96-4e96-812d-ffb50b20c623', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'mac_address': 'fa:16:3e:09:b1:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e58f911-7cba-4b8e-a315-eef546187e1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': 'c965ec29-2c88-4570-b1b0-f21de5e253d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:52:55Z', 'updated_at': '2022-02-28T10:52:59Z', 'revision_number': 5, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'subnets': [{'id': 'c965ec29-2c88-4570-b1b0-f21de5e253d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:53:29.022793 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77713641-4ccf-448f-8c02-0474a7fc7011 None None] The sync data for ids ['6e58f911-7cba-4b8e-a315-eef546187e1c'] in dv-neutron-master-2-hyperv is: [{'id': '6e58f911-7cba-4b8e-a315-eef546187e1c', 'name': 'tempest-TestNetworkBasicOps-router-442898792', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.163'}], 'enable_snat': True}, 'gw_port_id': '72adec00-4729-4505-9f74-cd91dc835114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:52:52Z', 'updated_at': '2022-02-28T10:52:56Z', 'revision_number': 4, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'gw_port': {'id': '72adec00-4729-4505-9f74-cd91dc835114', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:3d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e58f911-7cba-4b8e-a315-eef546187e1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:52:53Z', 'updated_at': '2022-02-28T10:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '0fd25b39-236b-4c8f-8ebc-0637543937dc', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'floating_ip_address': '172.36.5.120', 'floating_network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'router_id': '6e58f911-7cba-4b8e-a315-eef546187e1c', 'port_id': 'e2e48428-ff68-4d64-8a67-d956b6d1636c', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1484, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '14560530-0a96-4e96-812d-ffb50b20c623', 'mac_address': 'fa:16:3e:44:c3:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b76f42a-18bc-41f2-af01-743764732ac0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:53:12Z', 'updated_at': '2022-02-28T10:53:14Z', 'revision_number': 1, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'fixed_ip_address_scope': None}, {'id': '28ecaa59-69e3-4283-a9ba-58edc5467a9f', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'floating_ip_address': '172.36.5.79', 'floating_network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'router_id': '6e58f911-7cba-4b8e-a315-eef546187e1c', 'port_id': 'fc10434c-a023-4e2d-9b9a-3672bfe06acf', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1496, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '14560530-0a96-4e96-812d-ffb50b20c623', 'mac_address': 'fa:16:3e:89:35:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8569a7bc-76d7-452a-b01b-79cafe7636f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:53:27Z', 'updated_at': '2022-02-28T10:53:27Z', 'revision_number': 0, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b1b2a91-241a-4e7c-92d4-c0c0c63fba5b', 'name': '', 'network_id': '14560530-0a96-4e96-812d-ffb50b20c623', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'mac_address': 'fa:16:3e:09:b1:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e58f911-7cba-4b8e-a315-eef546187e1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': 'c965ec29-2c88-4570-b1b0-f21de5e253d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:52:55Z', 'updated_at': '2022-02-28T10:52:59Z', 'revision_number': 5, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'subnets': [{'id': 'c965ec29-2c88-4570-b1b0-f21de5e253d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:53:29.224855 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f8ff3f-7812-45e2-9b5c-1db52bc1ad45 None None] New status for floating IP 28ecaa59-69e3-4283-a9ba-58edc5467a9f: ACTIVE {{(pid=103410) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 10:53:30.072773 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-b9badc8e-a398-43d1-ae66-844788eab5d7 req-b9a8d31d-7c19-4032-aeab-f477134377d4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5b76f42a-18bc-41f2-af01-743764732ac0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0538986 Feb 28 10:53:30.182217 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9badc8e-a398-43d1-ae66-844788eab5d7 req-f07f54dd-cb22-4140-9d62-4b1af3e05f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:53:30.183723 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-b9badc8e-a398-43d1-ae66-844788eab5d7 req-f07f54dd-cb22-4140-9d62-4b1af3e05f1f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5a84b6bdce3e454e9741c4fbc09bfc68&device_id=5b76f42a-18bc-41f2-af01-743764732ac0 HTTP/1.1" status: 200 len: 1129 time: 0.0461407 Feb 28 10:53:30.316886 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9badc8e-a398-43d1-ae66-844788eab5d7 req-97f51743-38f3-418f-9d24-0b2ed8ec0a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:53:30.318393 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-b9badc8e-a398-43d1-ae66-844788eab5d7 req-97f51743-38f3-418f-9d24-0b2ed8ec0a1c service neutron] 10.222.0.30 "GET /v2.0/networks?id=14560530-0a96-4e96-812d-ffb50b20c623 HTTP/1.1" status: 200 len: 897 time: 0.1069379 Feb 28 10:53:30.384666 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-b9badc8e-a398-43d1-ae66-844788eab5d7 req-a1b036c5-528c-4504-9372-89e404cf2e21 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e2e48428-ff68-4d64-8a67-d956b6d1636c HTTP/1.1" status: 200 len: 1001 time: 0.0599508 Feb 28 10:53:30.432481 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9badc8e-a398-43d1-ae66-844788eab5d7 req-efe0239d-7ecf-4356-8b86-a9e9b7fb5aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:53:30.433993 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-b9badc8e-a398-43d1-ae66-844788eab5d7 req-efe0239d-7ecf-4356-8b86-a9e9b7fb5aa9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c965ec29-2c88-4570-b1b0-f21de5e253d0 HTTP/1.1" status: 200 len: 834 time: 0.0435474 Feb 28 10:53:30.486952 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9badc8e-a398-43d1-ae66-844788eab5d7 req-aa225b71-b3df-4161-9a97-cf2a950cd307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:53:30.488452 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-b9badc8e-a398-43d1-ae66-844788eab5d7 req-aa225b71-b3df-4161-9a97-cf2a950cd307 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=14560530-0a96-4e96-812d-ffb50b20c623&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0490880 Feb 28 10:53:30.579439 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-b9badc8e-a398-43d1-ae66-844788eab5d7 req-fa410c1f-2255-4cac-afd3-f8709aafc6e0 service neutron] 10.222.0.30 "GET /v2.0/networks/14560530-0a96-4e96-812d-ffb50b20c623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842454 Feb 28 10:53:30.671849 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-b9badc8e-a398-43d1-ae66-844788eab5d7 req-5e68d772-361e-47bb-9491-ef001407004a service neutron] 10.222.0.30 "GET /v2.0/networks/14560530-0a96-4e96-812d-ffb50b20c623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860810 Feb 28 10:53:31.080378 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.agents_db [None req-382e0aa2-b126-48e6-89eb-3efa426b6b29 None None] Agent healthcheck: found 6 active agents {{(pid=103410) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 10:53:38.245763 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (13ac42ae-016e-4baf-bb31-c6fa820b41c2), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:38.758801 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5f95ce37-d594-49f5-9989-ed8cda1f717a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fb6705d2-4f70-4965-92a3-fbfccd43a6d3), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:41.010836 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c451162f-8d9c-4272-98bd-05ccc5180726 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fc6c9b74-8dbb-41bb-800a-5bd3a43fe896), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:42.075979 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b6d631fb-7df0-4fe1-8322-abff3b61cae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (0db5147a-92a3-4581-8a5f-8ec9b93e0600), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:43.514073 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6b923bb1-06b0-4b84-b461-7cc1d0196090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (2e621730-3978-4720-b581-ac380e97a567), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:53:44.910222 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:08.083165 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.agents_db [None req-382e0aa2-b126-48e6-89eb-3efa426b6b29 None None] Agent healthcheck: found 6 active agents {{(pid=103410) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 10:54:08.248421 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (13ac42ae-016e-4baf-bb31-c6fa820b41c2), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:08.755737 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b76040ad-3fc5-4c9c-9fc0-588c8a935581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fb6705d2-4f70-4965-92a3-fbfccd43a6d3), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:11.003910 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-23d4939c-8b86-4493-b3dd-73f0b8113f50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fc6c9b74-8dbb-41bb-800a-5bd3a43fe896), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:12.081907 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b6d631fb-7df0-4fe1-8322-abff3b61cae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (0db5147a-92a3-4581-8a5f-8ec9b93e0600), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:13.518873 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6b923bb1-06b0-4b84-b461-7cc1d0196090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (2e621730-3978-4720-b581-ac380e97a567), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:14.921517 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:32.068130 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-6b852fd6-75a5-4c57-a566-9e18a28eb7ed req-bd5c5635-f5d3-4a45-a8ec-274cce8c5d9b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8569a7bc-76d7-452a-b01b-79cafe7636f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1052647 Feb 28 10:54:32.150425 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b852fd6-75a5-4c57-a566-9e18a28eb7ed req-e03422a0-96ca-42b9-89ab-3270c32081ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:54:32.151963 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-6b852fd6-75a5-4c57-a566-9e18a28eb7ed req-e03422a0-96ca-42b9-89ab-3270c32081ee service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5a84b6bdce3e454e9741c4fbc09bfc68&device_id=8569a7bc-76d7-452a-b01b-79cafe7636f3 HTTP/1.1" status: 200 len: 1129 time: 0.0490396 Feb 28 10:54:32.265095 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b852fd6-75a5-4c57-a566-9e18a28eb7ed req-ad63b15d-5883-4c01-86c6-b939933dc9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:54:32.266704 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-6b852fd6-75a5-4c57-a566-9e18a28eb7ed req-ad63b15d-5883-4c01-86c6-b939933dc9d9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=14560530-0a96-4e96-812d-ffb50b20c623 HTTP/1.1" status: 200 len: 897 time: 0.0943713 Feb 28 10:54:32.333854 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-6b852fd6-75a5-4c57-a566-9e18a28eb7ed req-2a605e95-164f-48e1-a782-988ed9c5124a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fc10434c-a023-4e2d-9b9a-3672bfe06acf HTTP/1.1" status: 200 len: 1000 time: 0.0607848 Feb 28 10:54:32.387977 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b852fd6-75a5-4c57-a566-9e18a28eb7ed req-cbe4ac70-6d1b-4f5b-ae2b-b4f8b5cf55e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:54:32.389589 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-6b852fd6-75a5-4c57-a566-9e18a28eb7ed req-cbe4ac70-6d1b-4f5b-ae2b-b4f8b5cf55e4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c965ec29-2c88-4570-b1b0-f21de5e253d0 HTTP/1.1" status: 200 len: 834 time: 0.0487351 Feb 28 10:54:32.445722 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b852fd6-75a5-4c57-a566-9e18a28eb7ed req-bb48853d-b253-4f60-ac36-5690bb1a4e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:54:32.447273 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-6b852fd6-75a5-4c57-a566-9e18a28eb7ed req-bb48853d-b253-4f60-ac36-5690bb1a4e4a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=14560530-0a96-4e96-812d-ffb50b20c623&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0507255 Feb 28 10:54:32.552891 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-6b852fd6-75a5-4c57-a566-9e18a28eb7ed req-fdeef3d4-73f3-4ec0-a449-1e03621bb18b service neutron] 10.222.0.30 "GET /v2.0/networks/14560530-0a96-4e96-812d-ffb50b20c623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987380 Feb 28 10:54:32.655687 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-6b852fd6-75a5-4c57-a566-9e18a28eb7ed req-065c1bb6-c75b-440b-8eba-cdf7f6aecd94 service neutron] 10.222.0.30 "GET /v2.0/networks/14560530-0a96-4e96-812d-ffb50b20c623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960896 Feb 28 10:54:38.255311 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (13ac42ae-016e-4baf-bb31-c6fa820b41c2), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:38.751251 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-848de7ad-d27e-4248-b48e-a46aa073a0f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fb6705d2-4f70-4965-92a3-fbfccd43a6d3), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:41.010258 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-35fdbfbc-6dca-4838-b7b6-cbe0c4561627 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fc6c9b74-8dbb-41bb-800a-5bd3a43fe896), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:42.085056 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b6d631fb-7df0-4fe1-8322-abff3b61cae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (0db5147a-92a3-4581-8a5f-8ec9b93e0600), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:43.321837 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 42492) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:54:43.446497 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-63ef7dc2-c380-4c14-bad4-0acda229d6ae tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/floatingips/0fd25b39-236b-4c8f-8ebc-0637543937dc HTTP/1.1" status: 200 len: 993 time: 0.1235011 Feb 28 10:54:43.514947 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6b923bb1-06b0-4b84-b461-7cc1d0196090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (2e621730-3978-4720-b581-ac380e97a567), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:44.166626 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 42506) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:54:44.172129 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-2f388161-33b0-4181-b228-45fe371661e1 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Request body: {'port': {'admin_state_up': False}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:54:44.244272 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2f388161-33b0-4181-b228-45fe371661e1 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (e2e48428-ff68-4d64-8a67-d956b6d1636c), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:44.412386 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-2f388161-33b0-4181-b228-45fe371661e1 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] For port e2e48428-ff68-4d64-8a67-d956b6d1636c, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=e2e48428-ff68-4d64-8a67-d956b6d1636c,segment=NetworkSegment(60c0c7dd-692d-4256-ba69-e967758ad086),segment_id=60c0c7dd-692d-4256-ba69-e967758ad086)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:54:44.448865 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2f388161-33b0-4181-b228-45fe371661e1 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for port (e2e48428-ff68-4d64-8a67-d956b6d1636c), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:44.455112 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2f388161-33b0-4181-b228-45fe371661e1 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3498066'] for port (e2e48428-ff68-4d64-8a67-d956b6d1636c), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:44.502586 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f388161-33b0-4181-b228-45fe371661e1 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:54:44.503604 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2f388161-33b0-4181-b228-45fe371661e1 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:44.505304 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-2f388161-33b0-4181-b228-45fe371661e1 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "PUT /v2.0/ports/e2e48428-ff68-4d64-8a67-d956b6d1636c HTTP/1.1" status: 200 len: 938 time: 0.3374512 Feb 28 10:54:44.505751 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b76f42a-18bc-41f2-af01-743764732ac0', 'tag': 'e2e48428-ff68-4d64-8a67-d956b6d1636c'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:54:44.508067 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c8e1c873eeca597e52e7ceb7469e602eac250bfea6606d285743d38033cf584" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-963be427-0764-4200-b2b4-215c0e473ca9" -d '{"events": [{"name": "network-changed", "server_uuid": "5b76f42a-18bc-41f2-af01-743764732ac0", "tag": "e2e48428-ff68-4d64-8a67-d956b6d1636c"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:54:44.535793 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f388161-33b0-4181-b228-45fe371661e1 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event updated for resources: {'Port': ['ID=e2e48428-ff68-4d64-8a67-d956b6d1636c,revision_number=6']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:54:44.539373 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f388161-33b0-4181-b228-45fe371661e1 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:54:44.539733 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f388161-33b0-4181-b228-45fe371661e1 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:54:44.540088 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f388161-33b0-4181-b228-45fe371661e1 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:54:44.540434 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f388161-33b0-4181-b228-45fe371661e1 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:54:44.540797 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f388161-33b0-4181-b228-45fe371661e1 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:54:44.541155 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f388161-33b0-4181-b228-45fe371661e1 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:54:44.541466 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f388161-33b0-4181-b228-45fe371661e1 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:54:44.541801 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f388161-33b0-4181-b228-45fe371661e1 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:54:44.542130 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f388161-33b0-4181-b228-45fe371661e1 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:54:44.542461 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f388161-33b0-4181-b228-45fe371661e1 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:54:44.542795 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f388161-33b0-4181-b228-45fe371661e1 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:54:44.543122 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f388161-33b0-4181-b228-45fe371661e1 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:54:44.543450 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f388161-33b0-4181-b228-45fe371661e1 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:54:44.610056 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 10:54:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbd680de-3312-4137-b337-0362bbefd463 x-openstack-request-id: req-bbd680de-3312-4137-b337-0362bbefd463 {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:54:44.610518 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b76f42a-18bc-41f2-af01-743764732ac0", "tag": "e2e48428-ff68-4d64-8a67-d956b6d1636c", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:54:44.610906 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bbd680de-3312-4137-b337-0362bbefd463 {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:54:44.611415 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b76f42a-18bc-41f2-af01-743764732ac0', 'tag': 'e2e48428-ff68-4d64-8a67-d956b6d1636c', 'status': 'completed', 'code': 200} Feb 28 10:54:44.714573 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963be427-0764-4200-b2b4-215c0e473ca9 req-a5c17aa9-ee4a-4725-9327-5fa202577687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:54:44.716012 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-963be427-0764-4200-b2b4-215c0e473ca9 req-a5c17aa9-ee4a-4725-9327-5fa202577687 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5a84b6bdce3e454e9741c4fbc09bfc68&device_id=5b76f42a-18bc-41f2-af01-743764732ac0 HTTP/1.1" status: 200 len: 1130 time: 0.0612409 Feb 28 10:54:44.818376 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963be427-0764-4200-b2b4-215c0e473ca9 req-91748c86-9a84-42ed-a221-30e847f9887c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:54:44.819797 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-963be427-0764-4200-b2b4-215c0e473ca9 req-91748c86-9a84-42ed-a221-30e847f9887c service neutron] 10.222.0.30 "GET /v2.0/networks?id=14560530-0a96-4e96-812d-ffb50b20c623 HTTP/1.1" status: 200 len: 897 time: 0.0967879 Feb 28 10:54:44.864481 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-d38d4774-435a-4ff1-bd60-c4b4925f9012 None None] Provisioning complete for port e2e48428-ff68-4d64-8a67-d956b6d1636c triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:54:44.865152 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d38d4774-435a-4ff1-bd60-c4b4925f9012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (e2e48428-ff68-4d64-8a67-d956b6d1636c), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:44.895378 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-963be427-0764-4200-b2b4-215c0e473ca9 req-84045ae9-abde-4754-9291-ea8d0e23dcec service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e2e48428-ff68-4d64-8a67-d956b6d1636c HTTP/1.1" status: 200 len: 1002 time: 0.0674927 Feb 28 10:54:44.925562 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:44.927766 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-d38d4774-435a-4ff1-bd60-c4b4925f9012 None None] Port e2e48428-ff68-4d64-8a67-d956b6d1636c is administratively disabled so it will not transition to active. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:357}} Feb 28 10:54:44.952067 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963be427-0764-4200-b2b4-215c0e473ca9 req-a27700e4-5243-4a78-9f97-7d370b020a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:54:44.953600 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-963be427-0764-4200-b2b4-215c0e473ca9 req-a27700e4-5243-4a78-9f97-7d370b020a5a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c965ec29-2c88-4570-b1b0-f21de5e253d0 HTTP/1.1" status: 200 len: 834 time: 0.0527904 Feb 28 10:54:45.012585 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963be427-0764-4200-b2b4-215c0e473ca9 req-1e576e83-ade9-49ef-8232-6c04d7e5b129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:54:45.014251 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-963be427-0764-4200-b2b4-215c0e473ca9 req-1e576e83-ade9-49ef-8232-6c04d7e5b129 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=14560530-0a96-4e96-812d-ffb50b20c623&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0549932 Feb 28 10:54:45.084277 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.agents_db [None req-382e0aa2-b126-48e6-89eb-3efa426b6b29 None None] Agent healthcheck: found 6 active agents {{(pid=103410) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 10:54:45.115609 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-963be427-0764-4200-b2b4-215c0e473ca9 req-18464030-c4fe-4b8a-ab5b-0a0b1b22f6bd service neutron] 10.222.0.30 "GET /v2.0/networks/14560530-0a96-4e96-812d-ffb50b20c623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948191 Feb 28 10:54:45.214304 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-963be427-0764-4200-b2b4-215c0e473ca9 req-a107ea72-cb5a-4edd-8e05-7d98bbd73fe4 service neutron] 10.222.0.30 "GET /v2.0/networks/14560530-0a96-4e96-812d-ffb50b20c623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931537 Feb 28 10:54:47.924634 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 42518) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:54:47.930362 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-ce89fd5f-ced2-4c0a-8d4a-54815be22447 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Request body: {'port': {'admin_state_up': True}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:54:48.008994 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ce89fd5f-ced2-4c0a-8d4a-54815be22447 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (e2e48428-ff68-4d64-8a67-d956b6d1636c), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:48.187863 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-ce89fd5f-ced2-4c0a-8d4a-54815be22447 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] For port e2e48428-ff68-4d64-8a67-d956b6d1636c, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=e2e48428-ff68-4d64-8a67-d956b6d1636c,segment=NetworkSegment(60c0c7dd-692d-4256-ba69-e967758ad086),segment_id=60c0c7dd-692d-4256-ba69-e967758ad086)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:54:48.220838 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ce89fd5f-ced2-4c0a-8d4a-54815be22447 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for port (e2e48428-ff68-4d64-8a67-d956b6d1636c), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:48.226920 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ce89fd5f-ced2-4c0a-8d4a-54815be22447 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3242529'] for port (e2e48428-ff68-4d64-8a67-d956b6d1636c), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:48.279247 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce89fd5f-ced2-4c0a-8d4a-54815be22447 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:54:48.280440 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ce89fd5f-ced2-4c0a-8d4a-54815be22447 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:48.286945 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-ce89fd5f-ced2-4c0a-8d4a-54815be22447 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "PUT /v2.0/ports/e2e48428-ff68-4d64-8a67-d956b6d1636c HTTP/1.1" status: 200 len: 937 time: 0.3558128 Feb 28 10:54:48.286945 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b76f42a-18bc-41f2-af01-743764732ac0', 'tag': 'e2e48428-ff68-4d64-8a67-d956b6d1636c'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:54:48.286945 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f56b9db1a49ad64bfd589e142fe25e4b3ad10508b17737ae95e2f0d29aca45ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6099480f-8e0a-400a-ac78-292e1297cbc2" -d '{"events": [{"name": "network-changed", "server_uuid": "5b76f42a-18bc-41f2-af01-743764732ac0", "tag": "e2e48428-ff68-4d64-8a67-d956b6d1636c"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:54:48.289538 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 42522) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:54:48.312723 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce89fd5f-ced2-4c0a-8d4a-54815be22447 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event updated for resources: {'Port': ['ID=e2e48428-ff68-4d64-8a67-d956b6d1636c,revision_number=7']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:54:48.321769 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce89fd5f-ced2-4c0a-8d4a-54815be22447 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:54:48.322429 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce89fd5f-ced2-4c0a-8d4a-54815be22447 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:54:48.322991 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce89fd5f-ced2-4c0a-8d4a-54815be22447 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:54:48.323575 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce89fd5f-ced2-4c0a-8d4a-54815be22447 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:54:48.324092 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce89fd5f-ced2-4c0a-8d4a-54815be22447 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:54:48.324696 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce89fd5f-ced2-4c0a-8d4a-54815be22447 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:54:48.325429 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce89fd5f-ced2-4c0a-8d4a-54815be22447 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:54:48.325932 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce89fd5f-ced2-4c0a-8d4a-54815be22447 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:54:48.326594 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce89fd5f-ced2-4c0a-8d4a-54815be22447 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:54:48.327110 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce89fd5f-ced2-4c0a-8d4a-54815be22447 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:54:48.327686 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce89fd5f-ced2-4c0a-8d4a-54815be22447 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:54:48.328187 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce89fd5f-ced2-4c0a-8d4a-54815be22447 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:54:48.328750 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce89fd5f-ced2-4c0a-8d4a-54815be22447 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:54:48.342398 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 10:54:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d73221b-eca6-4d98-9a74-dde5d50fbc02 x-openstack-request-id: req-6d73221b-eca6-4d98-9a74-dde5d50fbc02 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:54:48.342699 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b76f42a-18bc-41f2-af01-743764732ac0", "tag": "e2e48428-ff68-4d64-8a67-d956b6d1636c", "status": "completed", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:54:48.342960 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6d73221b-eca6-4d98-9a74-dde5d50fbc02 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:54:48.343375 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b76f42a-18bc-41f2-af01-743764732ac0', 'tag': 'e2e48428-ff68-4d64-8a67-d956b6d1636c', 'status': 'completed', 'code': 200} Feb 28 10:54:48.384745 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-c09bf8af-e59e-4215-bb63-376e033e3e4d tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/floatingips/0fd25b39-236b-4c8f-8ebc-0637543937dc HTTP/1.1" status: 200 len: 993 time: 0.0930564 Feb 28 10:54:48.434660 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6099480f-8e0a-400a-ac78-292e1297cbc2 req-78362ca9-8333-451e-9012-3110aabcc484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:54:48.436330 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-6099480f-8e0a-400a-ac78-292e1297cbc2 req-78362ca9-8333-451e-9012-3110aabcc484 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5a84b6bdce3e454e9741c4fbc09bfc68&device_id=5b76f42a-18bc-41f2-af01-743764732ac0 HTTP/1.1" status: 200 len: 1129 time: 0.0516024 Feb 28 10:54:48.535817 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6099480f-8e0a-400a-ac78-292e1297cbc2 req-b780895c-160c-4d30-a145-6660c52eb1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:54:48.537281 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-6099480f-8e0a-400a-ac78-292e1297cbc2 req-b780895c-160c-4d30-a145-6660c52eb1e4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=14560530-0a96-4e96-812d-ffb50b20c623 HTTP/1.1" status: 200 len: 897 time: 0.0929134 Feb 28 10:54:48.578637 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-815960a4-4e41-4859-b510-37cb7b48f95b None None] Provisioning complete for port e2e48428-ff68-4d64-8a67-d956b6d1636c triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:54:48.579300 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-815960a4-4e41-4859-b510-37cb7b48f95b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (e2e48428-ff68-4d64-8a67-d956b6d1636c), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:48.613919 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-6099480f-8e0a-400a-ac78-292e1297cbc2 req-4081e102-fa7b-4d70-aef6-186657d42b25 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e2e48428-ff68-4d64-8a67-d956b6d1636c HTTP/1.1" status: 200 len: 1001 time: 0.0703864 Feb 28 10:54:48.662201 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-815960a4-4e41-4859-b510-37cb7b48f95b None None] Current status of the port e2e48428-ff68-4d64-8a67-d956b6d1636c is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:54:48.669001 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6099480f-8e0a-400a-ac78-292e1297cbc2 req-cd40704d-a639-4884-9558-42bbd7b16a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:54:48.671508 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-6099480f-8e0a-400a-ac78-292e1297cbc2 req-cd40704d-a639-4884-9558-42bbd7b16a50 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c965ec29-2c88-4570-b1b0-f21de5e253d0 HTTP/1.1" status: 200 len: 834 time: 0.0516670 Feb 28 10:54:48.709969 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] get_ports_and_sgs() called for port_ids ['e2e48428-ff68-4d64-8a67-d956b6d1636c'] {{(pid=103409) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 10:54:48.727237 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6099480f-8e0a-400a-ac78-292e1297cbc2 req-04ebce25-ac87-45c6-a9be-cbe714727018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:54:48.729255 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-6099480f-8e0a-400a-ac78-292e1297cbc2 req-04ebce25-ac87-45c6-a9be-cbe714727018 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=14560530-0a96-4e96-812d-ffb50b20c623&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0511558 Feb 28 10:54:48.832880 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-6099480f-8e0a-400a-ac78-292e1297cbc2 req-6abe5c30-e503-4f5a-a2c8-c36014d82ec9 service neutron] 10.222.0.30 "GET /v2.0/networks/14560530-0a96-4e96-812d-ffb50b20c623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970614 Feb 28 10:54:48.947119 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-6099480f-8e0a-400a-ac78-292e1297cbc2 req-4bd809c4-22ed-4530-bd1a-546bbdc4644b service neutron] 10.222.0.30 "GET /v2.0/networks/14560530-0a96-4e96-812d-ffb50b20c623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088395 Feb 28 10:54:50.952069 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 42530) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:54:51.129985 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-b0986524-025a-46be-b99e-7c752c8abcde tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Deleting port 97b488af-6371-4734-95f7-208ea1f054ce {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:54:51.130338 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b0986524-025a-46be-b99e-7c752c8abcde tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (97b488af-6371-4734-95f7-208ea1f054ce), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:51.207063 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b0986524-025a-46be-b99e-7c752c8abcde tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (97b488af-6371-4734-95f7-208ea1f054ce), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:51.207363 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b0986524-025a-46be-b99e-7c752c8abcde tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for floatingip (97b488af-6371-4734-95f7-208ea1f054ce), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:51.220933 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-b0986524-025a-46be-b99e-7c752c8abcde tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Calling delete_port for 97b488af-6371-4734-95f7-208ea1f054ce owned by network:floatingip {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:54:51.404697 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b0986524-025a-46be-b99e-7c752c8abcde tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (97b488af-6371-4734-95f7-208ea1f054ce), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:51.432045 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0986524-025a-46be-b99e-7c752c8abcde tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event deleted for resources: {'Port': ['ID=97b488af-6371-4734-95f7-208ea1f054ce,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:54:51.498335 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b0986524-025a-46be-b99e-7c752c8abcde tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for floatingip (28ecaa59-69e3-4283-a9ba-58edc5467a9f), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:51.498593 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.db.l3_db [None req-b0986524-025a-46be-b99e-7c752c8abcde tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Floating IP 28ecaa59-69e3-4283-a9ba-58edc5467a9f disassociated (deleted). External IP: 172.36.5.79, port: fc10434c-a023-4e2d-9b9a-3672bfe06acf. Feb 28 10:54:52.048622 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0986524-025a-46be-b99e-7c752c8abcde tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Router 6e58f911-7cba-4b8e-a315-eef546187e1c has already been hosted by L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:54:52.168401 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0986524-025a-46be-b99e-7c752c8abcde tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:54:52.173666 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b0986524-025a-46be-b99e-7c752c8abcde tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for floatingip (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:52.181243 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21bb1732-e547-45dc-bbfd-4ef08db78a6a None None] Sync routers for ids ['6e58f911-7cba-4b8e-a315-eef546187e1c'] in dv-neutron-master-2-hyperv {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:54:52.193803 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21bb1732-e547-45dc-bbfd-4ef08db78a6a None None] Routers {'6e58f911-7cba-4b8e-a315-eef546187e1c'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:54:52.194571 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-21bb1732-e547-45dc-bbfd-4ef08db78a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:54:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['6e58f911-7cba-4b8e-a315-eef546187e1c'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:54:52.212377 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-b0986524-025a-46be-b99e-7c752c8abcde tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "DELETE /v2.0/floatingips/28ecaa59-69e3-4283-a9ba-58edc5467a9f HTTP/1.1" status: 204 len: 168 time: 1.2539303 Feb 28 10:54:52.212377 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8569a7bc-76d7-452a-b01b-79cafe7636f3', 'tag': 'fc10434c-a023-4e2d-9b9a-3672bfe06acf'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:54:52.212377 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c8e1c873eeca597e52e7ceb7469e602eac250bfea6606d285743d38033cf584" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7c7d4ac-411c-4ed1-94a5-d1f0f47bb8cf" -d '{"events": [{"name": "network-changed", "server_uuid": "8569a7bc-76d7-452a-b01b-79cafe7636f3", "tag": "fc10434c-a023-4e2d-9b9a-3672bfe06acf"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:54:52.256539 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 10:54:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50f0c8bf-e389-4d0d-9ca3-f57675511013 x-openstack-request-id: req-50f0c8bf-e389-4d0d-9ca3-f57675511013 {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:54:52.256869 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8569a7bc-76d7-452a-b01b-79cafe7636f3", "tag": "fc10434c-a023-4e2d-9b9a-3672bfe06acf", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:54:52.257127 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-50f0c8bf-e389-4d0d-9ca3-f57675511013 {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:54:52.257680 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8569a7bc-76d7-452a-b01b-79cafe7636f3', 'tag': 'fc10434c-a023-4e2d-9b9a-3672bfe06acf', 'status': 'completed', 'code': 200} Feb 28 10:54:52.313495 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-21bb1732-e547-45dc-bbfd-4ef08db78a6a None None] Set router 6e58f911-7cba-4b8e-a315-eef546187e1c gateway port host: dv-neutron-master-2-hyperv {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:54:52.358817 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c7d4ac-411c-4ed1-94a5-d1f0f47bb8cf req-c6e230aa-0da2-401f-a0ae-7676417d557b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:54:52.360410 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-a7c7d4ac-411c-4ed1-94a5-d1f0f47bb8cf req-c6e230aa-0da2-401f-a0ae-7676417d557b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5a84b6bdce3e454e9741c4fbc09bfc68&device_id=8569a7bc-76d7-452a-b01b-79cafe7636f3 HTTP/1.1" status: 200 len: 1129 time: 0.0603712 Feb 28 10:54:52.534989 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d87288-cc65-46c4-8f84-d01c6004f03d req-94cac848-94b6-40e5-abec-74dc6bfbb50d tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:54:52.536513 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-99d87288-cc65-46c4-8f84-d01c6004f03d req-94cac848-94b6-40e5-abec-74dc6bfbb50d tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/ports?device_id=8569a7bc-76d7-452a-b01b-79cafe7636f3 HTTP/1.1" status: 200 len: 945 time: 0.1195533 Feb 28 10:54:52.542114 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c7d4ac-411c-4ed1-94a5-d1f0f47bb8cf req-8098fb75-06d2-4b4f-832e-97925a4f6f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:54:52.543539 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-a7c7d4ac-411c-4ed1-94a5-d1f0f47bb8cf req-8098fb75-06d2-4b4f-832e-97925a4f6f63 service neutron] 10.222.0.30 "GET /v2.0/networks?id=14560530-0a96-4e96-812d-ffb50b20c623 HTTP/1.1" status: 200 len: 897 time: 0.1363184 Feb 28 10:54:52.558558 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-21bb1732-e547-45dc-bbfd-4ef08db78a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e58f911-7cba-4b8e-a315-eef546187e1c', 'name': 'tempest-TestNetworkBasicOps-router-442898792', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.163'}], 'enable_snat': True}, 'gw_port_id': '72adec00-4729-4505-9f74-cd91dc835114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:52:52Z', 'updated_at': '2022-02-28T10:52:56Z', 'revision_number': 4, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'gw_port': {'id': '72adec00-4729-4505-9f74-cd91dc835114', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:3d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e58f911-7cba-4b8e-a315-eef546187e1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:52:53Z', 'updated_at': '2022-02-28T10:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '0fd25b39-236b-4c8f-8ebc-0637543937dc', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'floating_ip_address': '172.36.5.120', 'floating_network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'router_id': '6e58f911-7cba-4b8e-a315-eef546187e1c', 'port_id': 'e2e48428-ff68-4d64-8a67-d956b6d1636c', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1484, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '14560530-0a96-4e96-812d-ffb50b20c623', 'mac_address': 'fa:16:3e:44:c3:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b76f42a-18bc-41f2-af01-743764732ac0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:53:12Z', 'updated_at': '2022-02-28T10:53:14Z', 'revision_number': 1, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b1b2a91-241a-4e7c-92d4-c0c0c63fba5b', 'name': '', 'network_id': '14560530-0a96-4e96-812d-ffb50b20c623', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'mac_address': 'fa:16:3e:09:b1:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e58f911-7cba-4b8e-a315-eef546187e1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': 'c965ec29-2c88-4570-b1b0-f21de5e253d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:52:55Z', 'updated_at': '2022-02-28T10:52:59Z', 'revision_number': 5, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'subnets': [{'id': 'c965ec29-2c88-4570-b1b0-f21de5e253d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:54:52.587436 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21bb1732-e547-45dc-bbfd-4ef08db78a6a None None] Checking router: 6e58f911-7cba-4b8e-a315-eef546187e1c for host: dv-neutron-master-2-hyperv {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:54:52.597313 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-a7c7d4ac-411c-4ed1-94a5-d1f0f47bb8cf req-94c52898-ef4d-4d99-9b86-b3c6e1704c93 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fc10434c-a023-4e2d-9b9a-3672bfe06acf HTTP/1.1" status: 200 len: 217 time: 0.0451610 Feb 28 10:54:52.597905 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21bb1732-e547-45dc-bbfd-4ef08db78a6a None None] Routers {'6e58f911-7cba-4b8e-a315-eef546187e1c'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:54:52.598561 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-21bb1732-e547-45dc-bbfd-4ef08db78a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:54:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['6e58f911-7cba-4b8e-a315-eef546187e1c'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:54:52.667637 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-99d87288-cc65-46c4-8f84-d01c6004f03d req-0d242e8d-c2f8-422f-966a-879ebe06a85a tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc388381-0b23-4c08-8d99-aa770278b118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1231086 Feb 28 10:54:52.679242 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c7d4ac-411c-4ed1-94a5-d1f0f47bb8cf req-5f94bbca-7146-4670-ad12-c5af46c93323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:54:52.680862 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-a7c7d4ac-411c-4ed1-94a5-d1f0f47bb8cf req-5f94bbca-7146-4670-ad12-c5af46c93323 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c965ec29-2c88-4570-b1b0-f21de5e253d0 HTTP/1.1" status: 200 len: 834 time: 0.0782568 Feb 28 10:54:52.717211 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-21bb1732-e547-45dc-bbfd-4ef08db78a6a None None] Set router 6e58f911-7cba-4b8e-a315-eef546187e1c gateway port host: dv-neutron-master-2-hyperv {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:54:52.734816 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c7d4ac-411c-4ed1-94a5-d1f0f47bb8cf req-de376fed-c383-49cb-85eb-f07bcde540b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:54:52.736036 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-a7c7d4ac-411c-4ed1-94a5-d1f0f47bb8cf req-de376fed-c383-49cb-85eb-f07bcde540b1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=14560530-0a96-4e96-812d-ffb50b20c623&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0482090 Feb 28 10:54:52.834641 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-a7c7d4ac-411c-4ed1-94a5-d1f0f47bb8cf req-31b6228e-1496-463b-8116-cdcfb1cce085 service neutron] 10.222.0.30 "GET /v2.0/networks/14560530-0a96-4e96-812d-ffb50b20c623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911145 Feb 28 10:54:52.926846 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-a7c7d4ac-411c-4ed1-94a5-d1f0f47bb8cf req-87a4bc97-f863-4fe3-9eac-87acb6d73ab7 service neutron] 10.222.0.30 "GET /v2.0/networks/14560530-0a96-4e96-812d-ffb50b20c623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854750 Feb 28 10:54:52.949802 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-21bb1732-e547-45dc-bbfd-4ef08db78a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e58f911-7cba-4b8e-a315-eef546187e1c', 'name': 'tempest-TestNetworkBasicOps-router-442898792', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.163'}], 'enable_snat': True}, 'gw_port_id': '72adec00-4729-4505-9f74-cd91dc835114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:52:52Z', 'updated_at': '2022-02-28T10:52:56Z', 'revision_number': 4, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'gw_port': {'id': '72adec00-4729-4505-9f74-cd91dc835114', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:3d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e58f911-7cba-4b8e-a315-eef546187e1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:52:53Z', 'updated_at': '2022-02-28T10:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '0fd25b39-236b-4c8f-8ebc-0637543937dc', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'floating_ip_address': '172.36.5.120', 'floating_network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'router_id': '6e58f911-7cba-4b8e-a315-eef546187e1c', 'port_id': 'e2e48428-ff68-4d64-8a67-d956b6d1636c', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1484, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '14560530-0a96-4e96-812d-ffb50b20c623', 'mac_address': 'fa:16:3e:44:c3:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b76f42a-18bc-41f2-af01-743764732ac0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:53:12Z', 'updated_at': '2022-02-28T10:53:14Z', 'revision_number': 1, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b1b2a91-241a-4e7c-92d4-c0c0c63fba5b', 'name': '', 'network_id': '14560530-0a96-4e96-812d-ffb50b20c623', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'mac_address': 'fa:16:3e:09:b1:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e58f911-7cba-4b8e-a315-eef546187e1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': 'c965ec29-2c88-4570-b1b0-f21de5e253d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:52:55Z', 'updated_at': '2022-02-28T10:52:59Z', 'revision_number': 5, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'subnets': [{'id': 'c965ec29-2c88-4570-b1b0-f21de5e253d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:54:52.978495 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21bb1732-e547-45dc-bbfd-4ef08db78a6a None None] The sync data for ids ['6e58f911-7cba-4b8e-a315-eef546187e1c'] in dv-neutron-master-2-hyperv is: [{'id': '6e58f911-7cba-4b8e-a315-eef546187e1c', 'name': 'tempest-TestNetworkBasicOps-router-442898792', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.163'}], 'enable_snat': True}, 'gw_port_id': '72adec00-4729-4505-9f74-cd91dc835114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:52:52Z', 'updated_at': '2022-02-28T10:52:56Z', 'revision_number': 4, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'gw_port': {'id': '72adec00-4729-4505-9f74-cd91dc835114', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:3d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e58f911-7cba-4b8e-a315-eef546187e1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:52:53Z', 'updated_at': '2022-02-28T10:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '0fd25b39-236b-4c8f-8ebc-0637543937dc', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'floating_ip_address': '172.36.5.120', 'floating_network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'router_id': '6e58f911-7cba-4b8e-a315-eef546187e1c', 'port_id': 'e2e48428-ff68-4d64-8a67-d956b6d1636c', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1484, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '14560530-0a96-4e96-812d-ffb50b20c623', 'mac_address': 'fa:16:3e:44:c3:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b76f42a-18bc-41f2-af01-743764732ac0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:53:12Z', 'updated_at': '2022-02-28T10:53:14Z', 'revision_number': 1, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b1b2a91-241a-4e7c-92d4-c0c0c63fba5b', 'name': '', 'network_id': '14560530-0a96-4e96-812d-ffb50b20c623', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'mac_address': 'fa:16:3e:09:b1:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e58f911-7cba-4b8e-a315-eef546187e1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': 'c965ec29-2c88-4570-b1b0-f21de5e253d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:52:55Z', 'updated_at': '2022-02-28T10:52:59Z', 'revision_number': 5, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'subnets': [{'id': 'c965ec29-2c88-4570-b1b0-f21de5e253d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:54:53.213559 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c1f4c3-b2dd-47a0-b939-29cad35b1b0b None None] New status for floating IP 28ecaa59-69e3-4283-a9ba-58edc5467a9f: DOWN {{(pid=103410) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 10:54:53.798275 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee64679-cf63-4e94-9ed9-d7e013c38fac req-c5da16ed-587f-438c-aa81-d1c5a80ee1e1 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:54:53.799914 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-3ee64679-cf63-4e94-9ed9-d7e013c38fac req-c5da16ed-587f-438c-aa81-d1c5a80ee1e1 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/ports?device_id=8569a7bc-76d7-452a-b01b-79cafe7636f3 HTTP/1.1" status: 200 len: 945 time: 0.0565882 Feb 28 10:54:53.854848 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-3ee64679-cf63-4e94-9ed9-d7e013c38fac req-78da1a3f-aa96-462d-bfce-c1fdba511399 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/security-groups?id=dc388381-0b23-4c08-8d99-aa770278b118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493395 Feb 28 10:54:54.031564 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f532242-349a-4cf1-899f-788bdcea1b1b req-710eea05-9ff5-4589-839a-e99b1159c7ee tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:54:54.033065 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-3f532242-349a-4cf1-899f-788bdcea1b1b req-710eea05-9ff5-4589-839a-e99b1159c7ee tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.30 "GET /v2.0/ports?device_id=8569a7bc-76d7-452a-b01b-79cafe7636f3 HTTP/1.1" status: 200 len: 945 time: 0.0587850 Feb 28 10:54:54.132472 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [req-3f532242-349a-4cf1-899f-788bdcea1b1b req-b0401e24-4d38-4e90-8652-c8c60688e4fd tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Deleting port fc10434c-a023-4e2d-9b9a-3672bfe06acf {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:54:54.132894 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-3f532242-349a-4cf1-899f-788bdcea1b1b req-b0401e24-4d38-4e90-8652-c8c60688e4fd tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (fc10434c-a023-4e2d-9b9a-3672bfe06acf), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:54.232570 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-3f532242-349a-4cf1-899f-788bdcea1b1b req-b0401e24-4d38-4e90-8652-c8c60688e4fd tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] For port fc10434c-a023-4e2d-9b9a-3672bfe06acf, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=fc10434c-a023-4e2d-9b9a-3672bfe06acf,segment=NetworkSegment(60c0c7dd-692d-4256-ba69-e967758ad086),segment_id=60c0c7dd-692d-4256-ba69-e967758ad086)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:54:54.232912 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-3f532242-349a-4cf1-899f-788bdcea1b1b req-b0401e24-4d38-4e90-8652-c8c60688e4fd tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (fc10434c-a023-4e2d-9b9a-3672bfe06acf), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:54.247576 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [req-3f532242-349a-4cf1-899f-788bdcea1b1b req-b0401e24-4d38-4e90-8652-c8c60688e4fd tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Calling delete_port for fc10434c-a023-4e2d-9b9a-3672bfe06acf owned by compute:nova {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:54:54.391825 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-3f532242-349a-4cf1-899f-788bdcea1b1b req-b0401e24-4d38-4e90-8652-c8c60688e4fd tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (fc10434c-a023-4e2d-9b9a-3672bfe06acf), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:54.421731 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0401e24-4d38-4e90-8652-c8c60688e4fd tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event deleted for resources: {'Port': ['ID=fc10434c-a023-4e2d-9b9a-3672bfe06acf,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:54:54.478225 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f532242-349a-4cf1-899f-788bdcea1b1b req-b0401e24-4d38-4e90-8652-c8c60688e4fd tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] No DVR routers for this DVR port fc10434c-a023-4e2d-9b9a-3672bfe06acf on host hv-neutron-mast {{(pid=103407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:54:54.481256 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-3f532242-349a-4cf1-899f-788bdcea1b1b req-b0401e24-4d38-4e90-8652-c8c60688e4fd tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:54.485761 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-3f532242-349a-4cf1-899f-788bdcea1b1b req-b0401e24-4d38-4e90-8652-c8c60688e4fd tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.30 "DELETE /v2.0/ports/fc10434c-a023-4e2d-9b9a-3672bfe06acf HTTP/1.1" status: 204 len: 173 time: 0.4472866 Feb 28 10:54:54.486393 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8569a7bc-76d7-452a-b01b-79cafe7636f3', 'name': 'network-vif-deleted', 'tag': 'fc10434c-a023-4e2d-9b9a-3672bfe06acf'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:54:54.490359 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c8e1c873eeca597e52e7ceb7469e602eac250bfea6606d285743d38033cf584" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d8bd4dd-8088-448d-b6da-a2a81967853c" -d '{"events": [{"server_uuid": "8569a7bc-76d7-452a-b01b-79cafe7636f3", "name": "network-vif-deleted", "tag": "fc10434c-a023-4e2d-9b9a-3672bfe06acf"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:54:54.545307 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 10:54:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08cc3b40-b83d-4879-a784-b6cfb7981a22 x-openstack-request-id: req-08cc3b40-b83d-4879-a784-b6cfb7981a22 {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:54:54.545684 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8569a7bc-76d7-452a-b01b-79cafe7636f3", "name": "network-vif-deleted", "tag": "fc10434c-a023-4e2d-9b9a-3672bfe06acf", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:54:54.546007 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-08cc3b40-b83d-4879-a784-b6cfb7981a22 {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:54:54.546478 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8569a7bc-76d7-452a-b01b-79cafe7636f3', 'name': 'network-vif-deleted', 'tag': 'fc10434c-a023-4e2d-9b9a-3672bfe06acf', 'status': 'completed', 'code': 200} Feb 28 10:54:54.986631 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-478f46a9-ebc2-42cb-bd49-20f36a8a21fe req-fa088ba2-8cc3-4be5-88f3-8ee4d5870f23 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/ports?device_id=8569a7bc-76d7-452a-b01b-79cafe7636f3 HTTP/1.1" status: 200 len: 210 time: 0.0378950 Feb 28 10:54:56.047819 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 42548) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:54:56.115259 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6b7e4dee-b9eb-4382-872b-9c39ac38ce8b tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group (dc388381-0b23-4c08-8d99-aa770278b118), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:56.140867 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6b7e4dee-b9eb-4382-872b-9c39ac38ce8b tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group (dc388381-0b23-4c08-8d99-aa770278b118), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:56.204927 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6b7e4dee-b9eb-4382-872b-9c39ac38ce8b tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (dc388381-0b23-4c08-8d99-aa770278b118), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:56.207802 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6b7e4dee-b9eb-4382-872b-9c39ac38ce8b tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:56.209407 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-6b7e4dee-b9eb-4382-872b-9c39ac38ce8b tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "DELETE /v2.0/security-groups/dc388381-0b23-4c08-8d99-aa770278b118 HTTP/1.1" status: 204 len: 168 time: 0.1602440 Feb 28 10:54:56.225501 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7e4dee-b9eb-4382-872b-9c39ac38ce8b tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc388381-0b23-4c08-8d99-aa770278b118,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:54:56.249820 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 42552) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:54:56.424140 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-8ddee74e-e2b4-4a49-8215-fa46ca4d9f3e tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Deleting port a2933c5f-3c62-4739-9210-90363fa88f8c {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:54:56.424473 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8ddee74e-e2b4-4a49-8215-fa46ca4d9f3e tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (a2933c5f-3c62-4739-9210-90363fa88f8c), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:56.512037 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8ddee74e-e2b4-4a49-8215-fa46ca4d9f3e tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (a2933c5f-3c62-4739-9210-90363fa88f8c), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:56.512376 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8ddee74e-e2b4-4a49-8215-fa46ca4d9f3e tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for floatingip (a2933c5f-3c62-4739-9210-90363fa88f8c), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:56.524752 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-8ddee74e-e2b4-4a49-8215-fa46ca4d9f3e tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Calling delete_port for a2933c5f-3c62-4739-9210-90363fa88f8c owned by network:floatingip {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:54:57.002554 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8ddee74e-e2b4-4a49-8215-fa46ca4d9f3e tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (a2933c5f-3c62-4739-9210-90363fa88f8c), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:57.027673 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddee74e-e2b4-4a49-8215-fa46ca4d9f3e tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event deleted for resources: {'Port': ['ID=a2933c5f-3c62-4739-9210-90363fa88f8c,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:54:57.096088 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8ddee74e-e2b4-4a49-8215-fa46ca4d9f3e tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for floatingip (0fd25b39-236b-4c8f-8ebc-0637543937dc), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:57.097000 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.db.l3_db [None req-8ddee74e-e2b4-4a49-8215-fa46ca4d9f3e tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Floating IP 0fd25b39-236b-4c8f-8ebc-0637543937dc disassociated (deleted). External IP: 172.36.5.120, port: e2e48428-ff68-4d64-8a67-d956b6d1636c. Feb 28 10:54:57.330141 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ddee74e-e2b4-4a49-8215-fa46ca4d9f3e tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Router 6e58f911-7cba-4b8e-a315-eef546187e1c has already been hosted by L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 {{(pid=103408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:54:57.464067 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ddee74e-e2b4-4a49-8215-fa46ca4d9f3e tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:54:57.469077 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8ddee74e-e2b4-4a49-8215-fa46ca4d9f3e tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for floatingip (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:57.473877 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd5b4829-57f3-427a-a8bb-c4476c3ee72e None None] Sync routers for ids ['6e58f911-7cba-4b8e-a315-eef546187e1c'] in dv-neutron-master-2-hyperv {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:54:57.485091 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5b4829-57f3-427a-a8bb-c4476c3ee72e None None] Routers {'6e58f911-7cba-4b8e-a315-eef546187e1c'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:54:57.486003 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-cd5b4829-57f3-427a-a8bb-c4476c3ee72e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:54:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['6e58f911-7cba-4b8e-a315-eef546187e1c'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:54:57.501443 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-8ddee74e-e2b4-4a49-8215-fa46ca4d9f3e tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "DELETE /v2.0/floatingips/0fd25b39-236b-4c8f-8ebc-0637543937dc HTTP/1.1" status: 204 len: 168 time: 1.2502992 Feb 28 10:54:57.502324 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b76f42a-18bc-41f2-af01-743764732ac0', 'tag': 'e2e48428-ff68-4d64-8a67-d956b6d1636c'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:54:57.504854 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f56b9db1a49ad64bfd589e142fe25e4b3ad10508b17737ae95e2f0d29aca45ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e024a807-2e4d-49e9-99f5-22bfa9822c42" -d '{"events": [{"name": "network-changed", "server_uuid": "5b76f42a-18bc-41f2-af01-743764732ac0", "tag": "e2e48428-ff68-4d64-8a67-d956b6d1636c"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:54:57.542579 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 10:54:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3244eb7-3729-40ce-adda-189b4b1f0692 x-openstack-request-id: req-a3244eb7-3729-40ce-adda-189b4b1f0692 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:54:57.542874 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b76f42a-18bc-41f2-af01-743764732ac0", "tag": "e2e48428-ff68-4d64-8a67-d956b6d1636c", "status": "completed", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:54:57.543125 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a3244eb7-3729-40ce-adda-189b4b1f0692 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:54:57.543667 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b76f42a-18bc-41f2-af01-743764732ac0', 'tag': 'e2e48428-ff68-4d64-8a67-d956b6d1636c', 'status': 'completed', 'code': 200} Feb 28 10:54:57.602628 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-cd5b4829-57f3-427a-a8bb-c4476c3ee72e None None] Set router 6e58f911-7cba-4b8e-a315-eef546187e1c gateway port host: dv-neutron-master-2-hyperv {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:54:57.638901 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e024a807-2e4d-49e9-99f5-22bfa9822c42 req-43a76b4e-2de6-49e5-bcf0-64c9aeeb9e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:54:57.640985 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-e024a807-2e4d-49e9-99f5-22bfa9822c42 req-43a76b4e-2de6-49e5-bcf0-64c9aeeb9e3e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5a84b6bdce3e454e9741c4fbc09bfc68&device_id=5b76f42a-18bc-41f2-af01-743764732ac0 HTTP/1.1" status: 200 len: 1129 time: 0.0552521 Feb 28 10:54:57.770736 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e024a807-2e4d-49e9-99f5-22bfa9822c42 req-592eab68-7279-44e4-898f-b568d29c03da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:54:57.772355 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-e024a807-2e4d-49e9-99f5-22bfa9822c42 req-592eab68-7279-44e4-898f-b568d29c03da service neutron] 10.222.0.30 "GET /v2.0/networks?id=14560530-0a96-4e96-812d-ffb50b20c623 HTTP/1.1" status: 200 len: 897 time: 0.1254864 Feb 28 10:54:57.794237 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb472840-2e4a-4665-af6f-63919957a832 req-f6a8e829-2de8-45c8-a643-a16a563c5d4d tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:54:57.797018 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-fb472840-2e4a-4665-af6f-63919957a832 req-f6a8e829-2de8-45c8-a643-a16a563c5d4d tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b76f42a-18bc-41f2-af01-743764732ac0 HTTP/1.1" status: 200 len: 945 time: 0.0904808 Feb 28 10:54:57.815262 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-cd5b4829-57f3-427a-a8bb-c4476c3ee72e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e58f911-7cba-4b8e-a315-eef546187e1c', 'name': 'tempest-TestNetworkBasicOps-router-442898792', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.163'}], 'enable_snat': True}, 'gw_port_id': '72adec00-4729-4505-9f74-cd91dc835114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:52:52Z', 'updated_at': '2022-02-28T10:52:56Z', 'revision_number': 4, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'gw_port': {'id': '72adec00-4729-4505-9f74-cd91dc835114', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:3d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e58f911-7cba-4b8e-a315-eef546187e1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:52:53Z', 'updated_at': '2022-02-28T10:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '2b1b2a91-241a-4e7c-92d4-c0c0c63fba5b', 'name': '', 'network_id': '14560530-0a96-4e96-812d-ffb50b20c623', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'mac_address': 'fa:16:3e:09:b1:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e58f911-7cba-4b8e-a315-eef546187e1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': 'c965ec29-2c88-4570-b1b0-f21de5e253d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:52:55Z', 'updated_at': '2022-02-28T10:52:59Z', 'revision_number': 5, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'subnets': [{'id': 'c965ec29-2c88-4570-b1b0-f21de5e253d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:54:57.827487 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-e024a807-2e4d-49e9-99f5-22bfa9822c42 req-21a947f7-7872-4fc0-9b48-2766f291300c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e2e48428-ff68-4d64-8a67-d956b6d1636c HTTP/1.1" status: 200 len: 217 time: 0.0479932 Feb 28 10:54:57.842048 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd5b4829-57f3-427a-a8bb-c4476c3ee72e None None] Checking router: 6e58f911-7cba-4b8e-a315-eef546187e1c for host: dv-neutron-master-2-hyperv {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:54:57.851270 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5b4829-57f3-427a-a8bb-c4476c3ee72e None None] Routers {'6e58f911-7cba-4b8e-a315-eef546187e1c'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:54:57.851890 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-cd5b4829-57f3-427a-a8bb-c4476c3ee72e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:54:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['6e58f911-7cba-4b8e-a315-eef546187e1c'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:54:57.912088 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-fb472840-2e4a-4665-af6f-63919957a832 req-d665f1b4-fb5a-4a93-8de0-7315fd162591 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd9f5016-e054-4746-abcf-139718deed51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872672 Feb 28 10:54:57.913607 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e024a807-2e4d-49e9-99f5-22bfa9822c42 req-609fd1da-fa12-4864-b72d-d45b18f598df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:54:57.915226 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-e024a807-2e4d-49e9-99f5-22bfa9822c42 req-609fd1da-fa12-4864-b72d-d45b18f598df service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c965ec29-2c88-4570-b1b0-f21de5e253d0 HTTP/1.1" status: 200 len: 834 time: 0.0743270 Feb 28 10:54:57.965118 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-cd5b4829-57f3-427a-a8bb-c4476c3ee72e None None] Set router 6e58f911-7cba-4b8e-a315-eef546187e1c gateway port host: dv-neutron-master-2-hyperv {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:54:57.972480 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e024a807-2e4d-49e9-99f5-22bfa9822c42 req-f21755e9-5f97-462d-88b2-8c097b1c7f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:54:57.974054 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-e024a807-2e4d-49e9-99f5-22bfa9822c42 req-f21755e9-5f97-462d-88b2-8c097b1c7f04 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=14560530-0a96-4e96-812d-ffb50b20c623&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0530505 Feb 28 10:54:58.066506 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-e024a807-2e4d-49e9-99f5-22bfa9822c42 req-5604f9de-24cf-426f-a091-70b395c95c66 service neutron] 10.222.0.30 "GET /v2.0/networks/14560530-0a96-4e96-812d-ffb50b20c623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862453 Feb 28 10:54:58.163448 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-e024a807-2e4d-49e9-99f5-22bfa9822c42 req-ad444ec6-27d2-4c11-9d49-a9793c4870bf service neutron] 10.222.0.30 "GET /v2.0/networks/14560530-0a96-4e96-812d-ffb50b20c623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897999 Feb 28 10:54:58.173109 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-cd5b4829-57f3-427a-a8bb-c4476c3ee72e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e58f911-7cba-4b8e-a315-eef546187e1c', 'name': 'tempest-TestNetworkBasicOps-router-442898792', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.163'}], 'enable_snat': True}, 'gw_port_id': '72adec00-4729-4505-9f74-cd91dc835114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:52:52Z', 'updated_at': '2022-02-28T10:52:56Z', 'revision_number': 4, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'gw_port': {'id': '72adec00-4729-4505-9f74-cd91dc835114', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:3d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e58f911-7cba-4b8e-a315-eef546187e1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:52:53Z', 'updated_at': '2022-02-28T10:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '2b1b2a91-241a-4e7c-92d4-c0c0c63fba5b', 'name': '', 'network_id': '14560530-0a96-4e96-812d-ffb50b20c623', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'mac_address': 'fa:16:3e:09:b1:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e58f911-7cba-4b8e-a315-eef546187e1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': 'c965ec29-2c88-4570-b1b0-f21de5e253d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:52:55Z', 'updated_at': '2022-02-28T10:52:59Z', 'revision_number': 5, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'subnets': [{'id': 'c965ec29-2c88-4570-b1b0-f21de5e253d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:54:58.200087 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd5b4829-57f3-427a-a8bb-c4476c3ee72e None None] The sync data for ids ['6e58f911-7cba-4b8e-a315-eef546187e1c'] in dv-neutron-master-2-hyperv is: [{'id': '6e58f911-7cba-4b8e-a315-eef546187e1c', 'name': 'tempest-TestNetworkBasicOps-router-442898792', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.163'}], 'enable_snat': True}, 'gw_port_id': '72adec00-4729-4505-9f74-cd91dc835114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:52:52Z', 'updated_at': '2022-02-28T10:52:56Z', 'revision_number': 4, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'gw_port': {'id': '72adec00-4729-4505-9f74-cd91dc835114', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:3d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e58f911-7cba-4b8e-a315-eef546187e1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:52:53Z', 'updated_at': '2022-02-28T10:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '2b1b2a91-241a-4e7c-92d4-c0c0c63fba5b', 'name': '', 'network_id': '14560530-0a96-4e96-812d-ffb50b20c623', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'mac_address': 'fa:16:3e:09:b1:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e58f911-7cba-4b8e-a315-eef546187e1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': 'c965ec29-2c88-4570-b1b0-f21de5e253d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:52:55Z', 'updated_at': '2022-02-28T10:52:59Z', 'revision_number': 5, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'subnets': [{'id': 'c965ec29-2c88-4570-b1b0-f21de5e253d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:54:58.328973 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device fc10434c-a023-4e2d-9b9a-3672bfe06acf no longer exists at agent hyperv_hv-neutron-mast {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:54:58.351663 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] No Port match for: fc10434c-a023-4e2d-9b9a-3672bfe06acf {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:54:58.352073 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device fc10434c-a023-4e2d-9b9a-3672bfe06acf not bound to the agent host hv-neutron-mast {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:54:58.520309 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773430b6-ade9-4691-b46d-12d9652a1d94 None None] New status for floating IP 0fd25b39-236b-4c8f-8ebc-0637543937dc: DOWN {{(pid=103410) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 10:54:59.042639 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc4c4c8-1ca9-44bd-9660-fd5800ba577d req-f7048505-4455-4a22-9498-9e8323d4dd81 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:54:59.044109 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-bbc4c4c8-1ca9-44bd-9660-fd5800ba577d req-f7048505-4455-4a22-9498-9e8323d4dd81 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b76f42a-18bc-41f2-af01-743764732ac0 HTTP/1.1" status: 200 len: 945 time: 0.0560958 Feb 28 10:54:59.095466 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-bbc4c4c8-1ca9-44bd-9660-fd5800ba577d req-9acc5e83-0ecc-46fa-aeaa-fa1c836ceaa5 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd9f5016-e054-4746-abcf-139718deed51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454278 Feb 28 10:54:59.451404 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896282dc-8016-4974-9d48-86c36a4c4b24 req-3403d37a-d0fb-4149-bd9b-2a8d40ef0590 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:54:59.452905 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-896282dc-8016-4974-9d48-86c36a4c4b24 req-3403d37a-d0fb-4149-bd9b-2a8d40ef0590 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.30 "GET /v2.0/ports?device_id=5b76f42a-18bc-41f2-af01-743764732ac0 HTTP/1.1" status: 200 len: 945 time: 0.0652063 Feb 28 10:54:59.549910 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [req-896282dc-8016-4974-9d48-86c36a4c4b24 req-cedb997c-cdd3-40f3-8862-1d8198497b41 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Deleting port e2e48428-ff68-4d64-8a67-d956b6d1636c {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:54:59.550368 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-896282dc-8016-4974-9d48-86c36a4c4b24 req-cedb997c-cdd3-40f3-8862-1d8198497b41 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (e2e48428-ff68-4d64-8a67-d956b6d1636c), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:59.649239 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-896282dc-8016-4974-9d48-86c36a4c4b24 req-cedb997c-cdd3-40f3-8862-1d8198497b41 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] For port e2e48428-ff68-4d64-8a67-d956b6d1636c, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=e2e48428-ff68-4d64-8a67-d956b6d1636c,segment=NetworkSegment(60c0c7dd-692d-4256-ba69-e967758ad086),segment_id=60c0c7dd-692d-4256-ba69-e967758ad086)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:54:59.649587 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-896282dc-8016-4974-9d48-86c36a4c4b24 req-cedb997c-cdd3-40f3-8862-1d8198497b41 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (e2e48428-ff68-4d64-8a67-d956b6d1636c), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:59.663814 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [req-896282dc-8016-4974-9d48-86c36a4c4b24 req-cedb997c-cdd3-40f3-8862-1d8198497b41 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Calling delete_port for e2e48428-ff68-4d64-8a67-d956b6d1636c owned by compute:nova {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:54:59.803235 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-896282dc-8016-4974-9d48-86c36a4c4b24 req-cedb997c-cdd3-40f3-8862-1d8198497b41 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (e2e48428-ff68-4d64-8a67-d956b6d1636c), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:59.836314 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedb997c-cdd3-40f3-8862-1d8198497b41 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event deleted for resources: {'Port': ['ID=e2e48428-ff68-4d64-8a67-d956b6d1636c,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:54:59.883011 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-896282dc-8016-4974-9d48-86c36a4c4b24 req-cedb997c-cdd3-40f3-8862-1d8198497b41 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] No DVR routers for this DVR port e2e48428-ff68-4d64-8a67-d956b6d1636c on host hv-neutron-mast {{(pid=103407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:54:59.885703 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-896282dc-8016-4974-9d48-86c36a4c4b24 req-cedb997c-cdd3-40f3-8862-1d8198497b41 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:54:59.889274 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-896282dc-8016-4974-9d48-86c36a4c4b24 req-cedb997c-cdd3-40f3-8862-1d8198497b41 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.30 "DELETE /v2.0/ports/e2e48428-ff68-4d64-8a67-d956b6d1636c HTTP/1.1" status: 204 len: 173 time: 0.4315698 Feb 28 10:54:59.889749 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b76f42a-18bc-41f2-af01-743764732ac0', 'name': 'network-vif-deleted', 'tag': 'e2e48428-ff68-4d64-8a67-d956b6d1636c'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:54:59.892022 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c8e1c873eeca597e52e7ceb7469e602eac250bfea6606d285743d38033cf584" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0407e72b-fb16-4e60-b0de-4df250b1362e" -d '{"events": [{"server_uuid": "5b76f42a-18bc-41f2-af01-743764732ac0", "name": "network-vif-deleted", "tag": "e2e48428-ff68-4d64-8a67-d956b6d1636c"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:54:59.928422 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 10:54:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81d28b1e-9e9d-45bf-8fd3-1dff6519c2a8 x-openstack-request-id: req-81d28b1e-9e9d-45bf-8fd3-1dff6519c2a8 {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:54:59.928814 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b76f42a-18bc-41f2-af01-743764732ac0", "name": "network-vif-deleted", "tag": "e2e48428-ff68-4d64-8a67-d956b6d1636c", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:54:59.929042 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-81d28b1e-9e9d-45bf-8fd3-1dff6519c2a8 {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:54:59.929510 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b76f42a-18bc-41f2-af01-743764732ac0', 'name': 'network-vif-deleted', 'tag': 'e2e48428-ff68-4d64-8a67-d956b6d1636c', 'status': 'completed', 'code': 200} Feb 28 10:55:00.214098 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-fb88d77f-2f16-4bcd-bea4-ae02801276c4 req-2b506330-fe27-4828-ba4b-1603e184b9be tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b76f42a-18bc-41f2-af01-743764732ac0 HTTP/1.1" status: 200 len: 210 time: 0.0305438 Feb 28 10:55:01.275856 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 42568) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:55:01.337656 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d901d179-dbe0-4b6e-b217-5a490917626a tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group (bd9f5016-e054-4746-abcf-139718deed51), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:01.367942 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d901d179-dbe0-4b6e-b217-5a490917626a tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group (bd9f5016-e054-4746-abcf-139718deed51), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:01.430210 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d901d179-dbe0-4b6e-b217-5a490917626a tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (bd9f5016-e054-4746-abcf-139718deed51), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:01.432928 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d901d179-dbe0-4b6e-b217-5a490917626a tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:01.434106 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-d901d179-dbe0-4b6e-b217-5a490917626a tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "DELETE /v2.0/security-groups/bd9f5016-e054-4746-abcf-139718deed51 HTTP/1.1" status: 204 len: 168 time: 0.1571867 Feb 28 10:55:01.444575 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d901d179-dbe0-4b6e-b217-5a490917626a tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd9f5016-e054-4746-abcf-139718deed51,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:55:01.468223 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 42572) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:55:01.869306 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6481cd79-fec9-4a32-85c2-794e5db4ce2c tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1802615'] for router_interface (6e58f911-7cba-4b8e-a315-eef546187e1c), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:02.158196 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-6481cd79-fec9-4a32-85c2-794e5db4ce2c tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Deleting port 2b1b2a91-241a-4e7c-92d4-c0c0c63fba5b {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:55:02.158792 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6481cd79-fec9-4a32-85c2-794e5db4ce2c tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (2b1b2a91-241a-4e7c-92d4-c0c0c63fba5b), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:02.253081 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-6481cd79-fec9-4a32-85c2-794e5db4ce2c tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] For port 2b1b2a91-241a-4e7c-92d4-c0c0c63fba5b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2b1b2a91-241a-4e7c-92d4-c0c0c63fba5b,segment=NetworkSegment(60c0c7dd-692d-4256-ba69-e967758ad086),segment_id=60c0c7dd-692d-4256-ba69-e967758ad086)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:55:02.253633 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6481cd79-fec9-4a32-85c2-794e5db4ce2c tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (2b1b2a91-241a-4e7c-92d4-c0c0c63fba5b), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:02.272203 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-6481cd79-fec9-4a32-85c2-794e5db4ce2c tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Calling delete_port for 2b1b2a91-241a-4e7c-92d4-c0c0c63fba5b owned by network:router_interface {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:55:02.480082 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6481cd79-fec9-4a32-85c2-794e5db4ce2c tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (2b1b2a91-241a-4e7c-92d4-c0c0c63fba5b), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:02.512694 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6481cd79-fec9-4a32-85c2-794e5db4ce2c tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event deleted for resources: {'Port': ['ID=2b1b2a91-241a-4e7c-92d4-c0c0c63fba5b,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:55:02.697362 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6481cd79-fec9-4a32-85c2-794e5db4ce2c tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1802651'] for router_interface (6e58f911-7cba-4b8e-a315-eef546187e1c), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:02.931855 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6481cd79-fec9-4a32-85c2-794e5db4ce2c tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Router 6e58f911-7cba-4b8e-a315-eef546187e1c has already been hosted by L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 {{(pid=103408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:55:03.047327 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6481cd79-fec9-4a32-85c2-794e5db4ce2c tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:55:03.056324 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-6481cd79-fec9-4a32-85c2-794e5db4ce2c tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "PUT /v2.0/routers/6e58f911-7cba-4b8e-a315-eef546187e1c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5867589 Feb 28 10:55:03.060890 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 42574) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:55:03.065718 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5973287-9f21-4c88-951d-80e0cbc6b04b None None] Sync routers for ids ['6e58f911-7cba-4b8e-a315-eef546187e1c'] in dv-neutron-master-2-hyperv {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:55:03.076197 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5973287-9f21-4c88-951d-80e0cbc6b04b None None] Routers {'6e58f911-7cba-4b8e-a315-eef546187e1c'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:55:03.076838 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-d5973287-9f21-4c88-951d-80e0cbc6b04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:54:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['6e58f911-7cba-4b8e-a315-eef546187e1c'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:55:03.117968 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d19967d-8e8a-47cf-8716-19446cba9f36 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Deleting subnet c965ec29-2c88-4570-b1b0-f21de5e253d0 {{(pid=103408) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:55:03.121419 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1d19967d-8e8a-47cf-8716-19446cba9f36 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for subnet (c965ec29-2c88-4570-b1b0-f21de5e253d0), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:03.171744 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1d19967d-8e8a-47cf-8716-19446cba9f36 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3423529'] for subnet (c965ec29-2c88-4570-b1b0-f21de5e253d0), precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:03.192117 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-d5973287-9f21-4c88-951d-80e0cbc6b04b None None] Set router 6e58f911-7cba-4b8e-a315-eef546187e1c gateway port host: dv-neutron-master-2-hyperv {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:55:03.265256 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1d19967d-8e8a-47cf-8716-19446cba9f36 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-823142'] for subnet (c965ec29-2c88-4570-b1b0-f21de5e253d0), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:03.325567 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1d19967d-8e8a-47cf-8716-19446cba9f36 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-823145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3242523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3951170'] for subnet (c965ec29-2c88-4570-b1b0-f21de5e253d0), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:03.353286 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d19967d-8e8a-47cf-8716-19446cba9f36 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event deleted for resources: {'Subnet': ['ID=c965ec29-2c88-4570-b1b0-f21de5e253d0,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:55:03.361985 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1d19967d-8e8a-47cf-8716-19446cba9f36 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for subnet (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:03.363497 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28ad630a-5035-41be-bf7f-d1101385ac9b None None] Network 14560530-0a96-4e96-812d-ffb50b20c623 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:55:03.367990 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-1d19967d-8e8a-47cf-8716-19446cba9f36 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "DELETE /v2.0/subnets/c965ec29-2c88-4570-b1b0-f21de5e253d0 HTTP/1.1" status: 204 len: 168 time: 0.3031271 Feb 28 10:55:03.368392 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 42576) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:55:03.454078 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-d5973287-9f21-4c88-951d-80e0cbc6b04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e58f911-7cba-4b8e-a315-eef546187e1c', 'name': 'tempest-TestNetworkBasicOps-router-442898792', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.163'}], 'enable_snat': True}, 'gw_port_id': '72adec00-4729-4505-9f74-cd91dc835114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:52:52Z', 'updated_at': '2022-02-28T10:55:02Z', 'revision_number': 5, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'gw_port': {'id': '72adec00-4729-4505-9f74-cd91dc835114', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:3d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e58f911-7cba-4b8e-a315-eef546187e1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:52:53Z', 'updated_at': '2022-02-28T10:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:55:03.487729 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2a65f18c-fe23-4310-8e13-f068c919da3d tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for router (6e58f911-7cba-4b8e-a315-eef546187e1c), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:03.612260 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2a65f18c-fe23-4310-8e13-f068c919da3d tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for router_gateway (6e58f911-7cba-4b8e-a315-eef546187e1c), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:03.645129 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5973287-9f21-4c88-951d-80e0cbc6b04b None None] Checking router: 6e58f911-7cba-4b8e-a315-eef546187e1c for host: dv-neutron-master-2-hyperv {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:55:03.659849 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5973287-9f21-4c88-951d-80e0cbc6b04b None None] Routers {'6e58f911-7cba-4b8e-a315-eef546187e1c'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:55:03.660496 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-d5973287-9f21-4c88-951d-80e0cbc6b04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:54:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['6e58f911-7cba-4b8e-a315-eef546187e1c'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:55:03.675867 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-2a65f18c-fe23-4310-8e13-f068c919da3d tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Deleting port 72adec00-4729-4505-9f74-cd91dc835114 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:55:03.676220 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2a65f18c-fe23-4310-8e13-f068c919da3d tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (72adec00-4729-4505-9f74-cd91dc835114), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:03.757983 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ff213d9-fce4-48fd-a396-7d1ce98f9dc9 None None] DHCP port deletion for 14560530-0a96-4e96-812d-ffb50b20c623 request from dv-neutron-master-2-hyperv {{(pid=103409) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:55:03.795190 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-2a65f18c-fe23-4310-8e13-f068c919da3d tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] For port 72adec00-4729-4505-9f74-cd91dc835114, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=72adec00-4729-4505-9f74-cd91dc835114,segment=NetworkSegment(195d7ed7-323d-4284-82df-208cca613d99),segment_id=195d7ed7-323d-4284-82df-208cca613d99)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:55:03.795487 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-d5973287-9f21-4c88-951d-80e0cbc6b04b None None] Set router 6e58f911-7cba-4b8e-a315-eef546187e1c gateway port host: None {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:55:03.795585 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2a65f18c-fe23-4310-8e13-f068c919da3d tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (72adec00-4729-4505-9f74-cd91dc835114), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:03.815581 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-2a65f18c-fe23-4310-8e13-f068c919da3d tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Calling delete_port for 72adec00-4729-4505-9f74-cd91dc835114 owned by network:router_gateway {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:55:03.862322 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-d5973287-9f21-4c88-951d-80e0cbc6b04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e58f911-7cba-4b8e-a315-eef546187e1c', 'name': 'tempest-TestNetworkBasicOps-router-442898792', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:52:52Z', 'updated_at': '2022-02-28T10:55:03Z', 'revision_number': 6, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:55:03.891250 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5973287-9f21-4c88-951d-80e0cbc6b04b None None] The sync data for ids ['6e58f911-7cba-4b8e-a315-eef546187e1c'] in dv-neutron-master-2-hyperv is: [{'id': '6e58f911-7cba-4b8e-a315-eef546187e1c', 'name': 'tempest-TestNetworkBasicOps-router-442898792', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:52:52Z', 'updated_at': '2022-02-28T10:55:03Z', 'revision_number': 6, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'gw_port_host': None}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:55:03.905373 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-0ff213d9-fce4-48fd-a396-7d1ce98f9dc9 None None] Deleting port 5cdc3789-d5ab-47f6-937e-7720cbf09c1c {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:55:03.905746 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0ff213d9-fce4-48fd-a396-7d1ce98f9dc9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (5cdc3789-d5ab-47f6-937e-7720cbf09c1c), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:03.983810 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-0ff213d9-fce4-48fd-a396-7d1ce98f9dc9 None None] For port 5cdc3789-d5ab-47f6-937e-7720cbf09c1c, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5cdc3789-d5ab-47f6-937e-7720cbf09c1c,segment=NetworkSegment(60c0c7dd-692d-4256-ba69-e967758ad086),segment_id=60c0c7dd-692d-4256-ba69-e967758ad086)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:55:03.983984 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0ff213d9-fce4-48fd-a396-7d1ce98f9dc9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (5cdc3789-d5ab-47f6-937e-7720cbf09c1c), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:03.997579 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-0ff213d9-fce4-48fd-a396-7d1ce98f9dc9 None None] Calling delete_port for 5cdc3789-d5ab-47f6-937e-7720cbf09c1c owned by network:dhcp {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:55:04.006953 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2a65f18c-fe23-4310-8e13-f068c919da3d tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (72adec00-4729-4505-9f74-cd91dc835114), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:04.033324 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a65f18c-fe23-4310-8e13-f068c919da3d tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event deleted for resources: {'Port': ['ID=72adec00-4729-4505-9f74-cd91dc835114,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:55:04.089837 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0ff213d9-fce4-48fd-a396-7d1ce98f9dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758'] for port (5cdc3789-d5ab-47f6-937e-7720cbf09c1c), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:04.097790 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2a65f18c-fe23-4310-8e13-f068c919da3d tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1803321'] for router_gateway (6e58f911-7cba-4b8e-a315-eef546187e1c), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:04.119067 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff213d9-fce4-48fd-a396-7d1ce98f9dc9 None None] Pushing event deleted for resources: {'Port': ['ID=5cdc3789-d5ab-47f6-937e-7720cbf09c1c,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:55:04.127721 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff213d9-fce4-48fd-a396-7d1ce98f9dc9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:55:04.128057 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff213d9-fce4-48fd-a396-7d1ce98f9dc9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:55:04.128414 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff213d9-fce4-48fd-a396-7d1ce98f9dc9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:55:04.128904 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff213d9-fce4-48fd-a396-7d1ce98f9dc9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:55:04.129252 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff213d9-fce4-48fd-a396-7d1ce98f9dc9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:55:04.130535 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff213d9-fce4-48fd-a396-7d1ce98f9dc9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:55:04.130535 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff213d9-fce4-48fd-a396-7d1ce98f9dc9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:55:04.130535 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff213d9-fce4-48fd-a396-7d1ce98f9dc9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:55:04.130535 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff213d9-fce4-48fd-a396-7d1ce98f9dc9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:55:04.130920 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff213d9-fce4-48fd-a396-7d1ce98f9dc9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:55:04.131205 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff213d9-fce4-48fd-a396-7d1ce98f9dc9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:55:04.131540 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff213d9-fce4-48fd-a396-7d1ce98f9dc9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:55:04.131866 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff213d9-fce4-48fd-a396-7d1ce98f9dc9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:55:04.134760 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff213d9-fce4-48fd-a396-7d1ce98f9dc9 None None] No DVR routers for this DVR port 5cdc3789-d5ab-47f6-937e-7720cbf09c1c on host dv-neutron-master-2-hyperv {{(pid=103409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:55:04.202503 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2a65f18c-fe23-4310-8e13-f068c919da3d tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1807017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5941'] for router (6e58f911-7cba-4b8e-a315-eef546187e1c), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:04.204679 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2a65f18c-fe23-4310-8e13-f068c919da3d tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for router_controller (6e58f911-7cba-4b8e-a315-eef546187e1c), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:04.255827 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2a65f18c-fe23-4310-8e13-f068c919da3d tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1806994'] for router (6e58f911-7cba-4b8e-a315-eef546187e1c), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:04.256910 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a65f18c-fe23-4310-8e13-f068c919da3d tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Fanout notify agent at l3_agent the message router_deleted on router 6e58f911-7cba-4b8e-a315-eef546187e1c {{(pid=103407) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 10:55:04.263930 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2a65f18c-fe23-4310-8e13-f068c919da3d tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for router (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:04.268494 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 42578) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:55:04.269345 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-2a65f18c-fe23-4310-8e13-f068c919da3d tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "DELETE /v2.0/routers/6e58f911-7cba-4b8e-a315-eef546187e1c HTTP/1.1" status: 204 len: 168 time: 0.8996062 Feb 28 10:55:04.352891 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device e2e48428-ff68-4d64-8a67-d956b6d1636c no longer exists at agent hyperv_hv-neutron-mast {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:55:04.379647 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9a4691ba-6783-4288-a44b-8da0931dd903 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-665757'] for network (14560530-0a96-4e96-812d-ffb50b20c623), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:04.389520 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] No Port match for: e2e48428-ff68-4d64-8a67-d956b6d1636c {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:55:04.389934 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device e2e48428-ff68-4d64-8a67-d956b6d1636c not bound to the agent host hv-neutron-mast {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:55:04.471827 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9a4691ba-6783-4288-a44b-8da0931dd903 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672413', 'neutron.services.segments.db._delete_segments_for_network-8742057110173'] for network (14560530-0a96-4e96-812d-ffb50b20c623), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:04.497789 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-9a4691ba-6783-4288-a44b-8da0931dd903 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14560530-0a96-4e96-812d-ffb50b20c623']}} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:55:04.508203 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-9a4691ba-6783-4288-a44b-8da0931dd903 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60c0c7dd-692d-4256-ba69-e967758ad086') {'for_net_delete': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:55:04.508432 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-9a4691ba-6783-4288-a44b-8da0931dd903 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60c0c7dd-692d-4256-ba69-e967758ad086') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:55:04.518988 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9a4691ba-6783-4288-a44b-8da0931dd903 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742057113766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3423550'] for segment (60c0c7dd-692d-4256-ba69-e967758ad086), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:04.532956 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9a4691ba-6783-4288-a44b-8da0931dd903 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (60c0c7dd-692d-4256-ba69-e967758ad086), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:04.539570 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a4691ba-6783-4288-a44b-8da0931dd903 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Releasing vlan 250 on physical network physnet1 to pool {{(pid=103408) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:55:04.539977 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9a4691ba-6783-4288-a44b-8da0931dd903 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3242693'] for segment (60c0c7dd-692d-4256-ba69-e967758ad086), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:04.543517 dv-neutron-master-2-hyperv neutron-server[103408]: Traceback (most recent call last): Feb 28 10:55:04.543517 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:55:04.543517 dv-neutron-master-2-hyperv neutron-server[103408]: timer() Feb 28 10:55:04.543517 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:55:04.543517 dv-neutron-master-2-hyperv neutron-server[103408]: cb(*args, **kw) Feb 28 10:55:04.543517 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:55:04.543517 dv-neutron-master-2-hyperv neutron-server[103408]: return func(*args, **kwargs) Feb 28 10:55:04.543517 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:55:04.543517 dv-neutron-master-2-hyperv neutron-server[103408]: self._notify() Feb 28 10:55:04.543517 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:55:04.543517 dv-neutron-master-2-hyperv neutron-server[103408]: self.callback(batched_events) Feb 28 10:55:04.543517 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:55:04.543517 dv-neutron-master-2-hyperv neutron-server[103408]: event.method(event) Feb 28 10:55:04.543517 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:55:04.543517 dv-neutron-master-2-hyperv neutron-server[103408]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:55:04.543517 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:55:04.543517 dv-neutron-master-2-hyperv neutron-server[103408]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:55:04.543517 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:55:04.543517 dv-neutron-master-2-hyperv neutron-server[103408]: return f(self, *a, **k) Feb 28 10:55:04.543517 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:55:04.543517 dv-neutron-master-2-hyperv neutron-server[103408]: return self._get(url).json() Feb 28 10:55:04.543517 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:55:04.543517 dv-neutron-master-2-hyperv neutron-server[103408]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:55:04.543517 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:55:04.543517 dv-neutron-master-2-hyperv neutron-server[103408]: return self.request(url, 'GET', **kwargs) Feb 28 10:55:04.543517 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:55:04.543517 dv-neutron-master-2-hyperv neutron-server[103408]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:55:04.543517 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:55:04.543517 dv-neutron-master-2-hyperv neutron-server[103408]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:55:04.543517 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:55:04.543517 dv-neutron-master-2-hyperv neutron-server[103408]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:55:04.543517 dv-neutron-master-2-hyperv neutron-server[103408]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:55:04.614039 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9a4691ba-6783-4288-a44b-8da0931dd903 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803269'] for network (14560530-0a96-4e96-812d-ffb50b20c623), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:04.624540 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9a4691ba-6783-4288-a44b-8da0931dd903 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for network (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:04.629002 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-9a4691ba-6783-4288-a44b-8da0931dd903 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "DELETE /v2.0/networks/14560530-0a96-4e96-812d-ffb50b20c623 HTTP/1.1" status: 204 len: 168 time: 0.3583744 Feb 28 10:55:04.642720 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4691ba-6783-4288-a44b-8da0931dd903 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event deleted for resources: {'Network': ['ID=14560530-0a96-4e96-812d-ffb50b20c623,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:55:04.656702 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 42582) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:55:04.662557 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-df29b2f5-fa96-410a-9b71-d1443e940c32 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Request body: {'network': {'name': 'tempest-network-smoke--565200808', 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'port_security_enabled': True}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:55:04.683892 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df29b2f5-fa96-410a-9b71-d1443e940c32 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Made reservation on behalf of 5a84b6bdce3e454e9741c4fbc09bfc68 for: {'network': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:55:04.687320 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-df29b2f5-fa96-410a-9b71-d1443e940c32 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for network (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:04.712605 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df29b2f5-fa96-410a-9b71-d1443e940c32 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 277} {{(pid=103407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:55:04.724665 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-df29b2f5-fa96-410a-9b71-d1443e940c32 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (5e7bec4c-373b-4016-8040-984505295264), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:04.725021 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.db.segments_db [None req-df29b2f5-fa96-410a-9b71-d1443e940c32 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Added segment 5e7bec4c-373b-4016-8040-984505295264 of type vlan for network 13a31cbd-28a5-4125-befd-30ac56e83e65 Feb 28 10:55:04.764140 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-df29b2f5-fa96-410a-9b71-d1443e940c32 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742056637431'] for network (13a31cbd-28a5-4125-befd-30ac56e83e65), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:04.790537 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-df29b2f5-fa96-410a-9b71-d1443e940c32 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551'] for network (13a31cbd-28a5-4125-befd-30ac56e83e65), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:04.795792 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df29b2f5-fa96-410a-9b71-d1443e940c32 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:55:04.796379 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-df29b2f5-fa96-410a-9b71-d1443e940c32 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:04.859678 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-df29b2f5-fa96-410a-9b71-d1443e940c32 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2017951 Feb 28 10:55:04.862692 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 42584) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:55:04.867009 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-fada9bec-1f33-4ccc-ad75-15cd0312ee82 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2058743074', 'admin_state_up': True, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840'}}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:55:04.882798 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df29b2f5-fa96-410a-9b71-d1443e940c32 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event updated for resources: {'Network': ['ID=13a31cbd-28a5-4125-befd-30ac56e83e65,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:55:04.893887 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Network 13a31cbd-28a5-4125-befd-30ac56e83e65 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103409) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:55:04.896345 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fada9bec-1f33-4ccc-ad75-15cd0312ee82 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1805251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254175'] for router (3ae09401-21db-4103-9dd1-a83fd767969c), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:04.897583 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fada9bec-1f33-4ccc-ad75-15cd0312ee82 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1804172', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1602053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254150'] for router (3ae09401-21db-4103-9dd1-a83fd767969c), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:04.981770 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fada9bec-1f33-4ccc-ad75-15cd0312ee82 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for router_controller (3ae09401-21db-4103-9dd1-a83fd767969c), precommit_add_association {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:05.278485 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 72adec00-4729-4505-9f74-cd91dc835114 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:55:05.299135 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] No Port match for: 72adec00-4729-4505-9f74-cd91dc835114 {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:55:05.299503 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 72adec00-4729-4505-9f74-cd91dc835114 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:55:05.299942 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 2b1b2a91-241a-4e7c-92d4-c0c0c63fba5b no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:55:05.323375 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] No Port match for: 2b1b2a91-241a-4e7c-92d4-c0c0c63fba5b {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:55:05.323758 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 2b1b2a91-241a-4e7c-92d4-c0c0c63fba5b not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:55:05.324214 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 5cdc3789-d5ab-47f6-937e-7720cbf09c1c no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:55:05.344590 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] No Port match for: 5cdc3789-d5ab-47f6-937e-7720cbf09c1c {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:55:05.344929 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 5cdc3789-d5ab-47f6-937e-7720cbf09c1c not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:55:05.446639 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fada9bec-1f33-4ccc-ad75-15cd0312ee82 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for router_gateway (3ae09401-21db-4103-9dd1-a83fd767969c), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:05.649198 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fada9bec-1f33-4ccc-ad75-15cd0312ee82 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for router_gateway (3ae09401-21db-4103-9dd1-a83fd767969c), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:05.673026 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fada9bec-1f33-4ccc-ad75-15cd0312ee82 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:05.790124 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-fada9bec-1f33-4ccc-ad75-15cd0312ee82 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Allocated IP 172.36.5.248 (1e0804d0-d1d9-4d40-9de5-2936f3d87840/6f6f4129-23e5-4c3b-b4ef-4c7ce926797e/f25565a2-4af3-48bf-bd78-63f45b890469) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:55:05.892102 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fada9bec-1f33-4ccc-ad75-15cd0312ee82 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for port (f25565a2-4af3-48bf-bd78-63f45b890469), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:05.930024 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fada9bec-1f33-4ccc-ad75-15cd0312ee82 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (f25565a2-4af3-48bf-bd78-63f45b890469), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:05.968785 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fada9bec-1f33-4ccc-ad75-15cd0312ee82 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Network 1e0804d0-d1d9-4d40-9de5-2936f3d87840 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:55:05.971700 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-fada9bec-1f33-4ccc-ad75-15cd0312ee82 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:55:05.975578 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fada9bec-1f33-4ccc-ad75-15cd0312ee82 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:55:05.981022 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fada9bec-1f33-4ccc-ad75-15cd0312ee82 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event updated for resources: {'Port': ['ID=f25565a2-4af3-48bf-bd78-63f45b890469,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:55:06.253912 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fada9bec-1f33-4ccc-ad75-15cd0312ee82 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for router_gateway (3ae09401-21db-4103-9dd1-a83fd767969c), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:06.473621 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fada9bec-1f33-4ccc-ad75-15cd0312ee82 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1804241'] for router (3ae09401-21db-4103-9dd1-a83fd767969c), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:06.629265 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fada9bec-1f33-4ccc-ad75-15cd0312ee82 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Router 3ae09401-21db-4103-9dd1-a83fd767969c is scheduled to L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 with binding_index 1 {{(pid=103407) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 10:55:06.739816 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fada9bec-1f33-4ccc-ad75-15cd0312ee82 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:55:06.750456 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbec5128-aa71-4fcb-a47b-8d24effebdf6 None None] Sync routers for ids ['3ae09401-21db-4103-9dd1-a83fd767969c'] in dv-neutron-master-2-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:55:06.760588 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fada9bec-1f33-4ccc-ad75-15cd0312ee82 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for router (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:06.761410 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbec5128-aa71-4fcb-a47b-8d24effebdf6 None None] Routers {'3ae09401-21db-4103-9dd1-a83fd767969c'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:55:06.761876 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-fada9bec-1f33-4ccc-ad75-15cd0312ee82 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.8982589 Feb 28 10:55:06.762028 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-dbec5128-aa71-4fcb-a47b-8d24effebdf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:54:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['3ae09401-21db-4103-9dd1-a83fd767969c'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:55:06.765225 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 42586) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:55:06.869364 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-dbec5128-aa71-4fcb-a47b-8d24effebdf6 None None] Set router 3ae09401-21db-4103-9dd1-a83fd767969c gateway port host: dv-neutron-master-2-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:55:06.878020 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-58cf51b2-74d9-461d-930c-f2db59e8dd5c tempest-TestNetworkBasicOps-986752647 tempest-TestNetworkBasicOps-986752647-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=5a84b6bdce3e454e9741c4fbc09bfc68&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1116560 Feb 28 10:55:06.880924 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 42590) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:55:06.969052 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7f08a95-fa30-4d16-92f3-04e31ac7f12c tempest-TestNetworkBasicOps-986752647 tempest-TestNetworkBasicOps-986752647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:55:06.970596 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-f7f08a95-fa30-4d16-92f3-04e31ac7f12c tempest-TestNetworkBasicOps-986752647 tempest-TestNetworkBasicOps-986752647-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0888011 Feb 28 10:55:06.973621 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 42592) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:55:07.003634 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-eea632b2-8349-455c-95a2-5c4304fbdeb3 tempest-TestNetworkBasicOps-986752647 tempest-TestNetworkBasicOps-986752647-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=1e0804d0-d1d9-4d40-9de5-2936f3d87840&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0285711 Feb 28 10:55:07.006051 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 42594) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:55:07.011293 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-f1b61c8f-1eb5-4fd5-86db-8975e544d60e tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1386589174', 'network_id': '13a31cbd-28a5-4125-befd-30ac56e83e65', 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:55:07.049224 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-dbec5128-aa71-4fcb-a47b-8d24effebdf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ae09401-21db-4103-9dd1-a83fd767969c', 'name': 'tempest-TestNetworkBasicOps-router-2058743074', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.248'}], 'enable_snat': True}, 'gw_port_id': 'f25565a2-4af3-48bf-bd78-63f45b890469', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:55:04Z', 'updated_at': '2022-02-28T10:55:06Z', 'revision_number': 3, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'gw_port': {'id': 'f25565a2-4af3-48bf-bd78-63f45b890469', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:b3:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ae09401-21db-4103-9dd1-a83fd767969c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1500, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:55:05Z', 'updated_at': '2022-02-28T10:55:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:55:07.075418 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbec5128-aa71-4fcb-a47b-8d24effebdf6 None None] Checking router: 3ae09401-21db-4103-9dd1-a83fd767969c for host: dv-neutron-master-2-hyperv {{(pid=103410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:55:07.075760 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbec5128-aa71-4fcb-a47b-8d24effebdf6 None None] Updating router 3ae09401-21db-4103-9dd1-a83fd767969c port f25565a2-4af3-48bf-bd78-63f45b890469 binding host dv-neutron-master-2-hyperv {{(pid=103410) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 10:55:07.102219 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1b61c8f-1eb5-4fd5-86db-8975e544d60e tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Made reservation on behalf of 5a84b6bdce3e454e9741c4fbc09bfc68 for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:55:07.105806 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f1b61c8f-1eb5-4fd5-86db-8975e544d60e tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3951209'] for subnet (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:07.108060 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-dbec5128-aa71-4fcb-a47b-8d24effebdf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (f25565a2-4af3-48bf-bd78-63f45b890469), before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:07.288803 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f1b61c8f-1eb5-4fd5-86db-8975e544d60e tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3242588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3951195'] for subnet (20d5fde2-8e0c-4656-b6d5-6e6a5086401a), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:07.350494 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b61c8f-1eb5-4fd5-86db-8975e544d60e tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event updated for resources: {'Subnet': ['ID=20d5fde2-8e0c-4656-b6d5-6e6a5086401a,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:55:07.359057 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b61c8f-1eb5-4fd5-86db-8975e544d60e tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Checking segment: {'id': '5e7bec4c-373b-4016-8040-984505295264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '13a31cbd-28a5-4125-befd-30ac56e83e65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:55:07.359425 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1b61c8f-1eb5-4fd5-86db-8975e544d60e tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Network hostable DHCP agents. Network: 13a31cbd-28a5-4125-befd-30ac56e83e65, hostable agents: ['fb6705d2-4f70-4965-92a3-fbfccd43a6d3'], hosted agents: [] {{(pid=103408) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:55:07.359954 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-dbec5128-aa71-4fcb-a47b-8d24effebdf6 None None] Publish callbacks [] for port (f25565a2-4af3-48bf-bd78-63f45b890469), precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:07.367113 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-dbec5128-aa71-4fcb-a47b-8d24effebdf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (f25565a2-4af3-48bf-bd78-63f45b890469), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:07.377329 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1b61c8f-1eb5-4fd5-86db-8975e544d60e tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Network 13a31cbd-28a5-4125-befd-30ac56e83e65 is scheduled to be hosted by DHCP agent fb6705d2-4f70-4965-92a3-fbfccd43a6d3 with binding_index 1 {{(pid=103408) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:55:07.386852 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-f1b61c8f-1eb5-4fd5-86db-8975e544d60e tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 13a31cbd-28a5-4125-befd-30ac56e83e65) {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:55:07.390985 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1b61c8f-1eb5-4fd5-86db-8975e544d60e tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:55:07.391590 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f1b61c8f-1eb5-4fd5-86db-8975e544d60e tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for subnet (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:07.397328 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2bad05b-4ade-45a7-a80f-80feebe97873 None None] Network 13a31cbd-28a5-4125-befd-30ac56e83e65 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:55:07.415055 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-f1b61c8f-1eb5-4fd5-86db-8975e544d60e tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4078424 Feb 28 10:55:07.418012 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 42596) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:55:07.421179 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-dbec5128-aa71-4fcb-a47b-8d24effebdf6 None None] Attempting to bind port f25565a2-4af3-48bf-bd78-63f45b890469 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:55:07.421554 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-dbec5128-aa71-4fcb-a47b-8d24effebdf6 None None] Attempting to bind port f25565a2-4af3-48bf-bd78-63f45b890469 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '195d7ed7-323d-4284-82df-208cca613d99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:55:07.421921 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbec5128-aa71-4fcb-a47b-8d24effebdf6 None None] Attempting to bind port f25565a2-4af3-48bf-bd78-63f45b890469 on network 1e0804d0-d1d9-4d40-9de5-2936f3d87840 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:55:07.431942 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbec5128-aa71-4fcb-a47b-8d24effebdf6 None None] Checking agent: {'id': '75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 24, 15), 'started_at': datetime.datetime(2022, 2, 28, 10, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 54, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:55:07.432315 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbec5128-aa71-4fcb-a47b-8d24effebdf6 None None] Checking segment: {'id': '195d7ed7-323d-4284-82df-208cca613d99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:55:07.432739 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-dbec5128-aa71-4fcb-a47b-8d24effebdf6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:07.433128 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbec5128-aa71-4fcb-a47b-8d24effebdf6 None None] Bound using segment: {'id': '195d7ed7-323d-4284-82df-208cca613d99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:55:07.433595 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-dbec5128-aa71-4fcb-a47b-8d24effebdf6 None None] Bound port: f25565a2-4af3-48bf-bd78-63f45b890469, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '195d7ed7-323d-4284-82df-208cca613d99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:55:07.433970 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-dbec5128-aa71-4fcb-a47b-8d24effebdf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (f25565a2-4af3-48bf-bd78-63f45b890469), before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:07.454598 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df05b53e-59a6-4cd0-b539-e11c1d6ae1e3 None None] Pushing event updated for resources: {'Port': ['ID=f25565a2-4af3-48bf-bd78-63f45b890469,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:55:07.492628 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-dbec5128-aa71-4fcb-a47b-8d24effebdf6 None None] For port f25565a2-4af3-48bf-bd78-63f45b890469, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:55:07.499109 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-dbec5128-aa71-4fcb-a47b-8d24effebdf6 None None] For port f25565a2-4af3-48bf-bd78-63f45b890469, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f25565a2-4af3-48bf-bd78-63f45b890469,segment=NetworkSegment(195d7ed7-323d-4284-82df-208cca613d99),segment_id=195d7ed7-323d-4284-82df-208cca613d99)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:55:07.504453 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2e5633d-ea74-47b7-a63b-2a4852c64a45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-13a31cbd-28a5-4125-befd-30ac56e83e65', 'network_id': '13a31cbd-28a5-4125-befd-30ac56e83e65', 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'fixed_ips': [{'subnet_id': '20d5fde2-8e0c-4656-b6d5-6e6a5086401a'}]}} from dv-neutron-master-2-hyperv. {{(pid=103409) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 10:55:07.505003 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df05b53e-59a6-4cd0-b539-e11c1d6ae1e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:55:07.505350 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df05b53e-59a6-4cd0-b539-e11c1d6ae1e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:55:07.505798 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df05b53e-59a6-4cd0-b539-e11c1d6ae1e3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:55:07.506114 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df05b53e-59a6-4cd0-b539-e11c1d6ae1e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:55:07.506229 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a2e5633d-ea74-47b7-a63b-2a4852c64a45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:07.506476 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df05b53e-59a6-4cd0-b539-e11c1d6ae1e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:55:07.506835 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df05b53e-59a6-4cd0-b539-e11c1d6ae1e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:55:07.507166 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df05b53e-59a6-4cd0-b539-e11c1d6ae1e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:55:07.507749 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df05b53e-59a6-4cd0-b539-e11c1d6ae1e3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:55:07.508246 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df05b53e-59a6-4cd0-b539-e11c1d6ae1e3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:55:07.508504 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df05b53e-59a6-4cd0-b539-e11c1d6ae1e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:55:07.508858 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df05b53e-59a6-4cd0-b539-e11c1d6ae1e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:55:07.509207 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df05b53e-59a6-4cd0-b539-e11c1d6ae1e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:55:07.510048 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df05b53e-59a6-4cd0-b539-e11c1d6ae1e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:55:07.514588 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-dbec5128-aa71-4fcb-a47b-8d24effebdf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (f25565a2-4af3-48bf-bd78-63f45b890469), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:07.574789 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbec5128-aa71-4fcb-a47b-8d24effebdf6 None None] Routers {'3ae09401-21db-4103-9dd1-a83fd767969c'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:55:07.575413 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-dbec5128-aa71-4fcb-a47b-8d24effebdf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:54:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['3ae09401-21db-4103-9dd1-a83fd767969c'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:55:07.622284 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df05b53e-59a6-4cd0-b539-e11c1d6ae1e3 None None] Pushing event updated for resources: {'Port': ['ID=f25565a2-4af3-48bf-bd78-63f45b890469,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:55:07.664002 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-a2e5633d-ea74-47b7-a63b-2a4852c64a45 None None] Allocated IP 172.20.0.2 (13a31cbd-28a5-4125-befd-30ac56e83e65/20d5fde2-8e0c-4656-b6d5-6e6a5086401a/058f258b-f1fc-4737-bd08-fb707fa47235) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:55:07.698309 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-dbec5128-aa71-4fcb-a47b-8d24effebdf6 None None] Set router 3ae09401-21db-4103-9dd1-a83fd767969c gateway port host: dv-neutron-master-2-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:55:07.816520 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a2e5633d-ea74-47b7-a63b-2a4852c64a45 None None] Publish callbacks [] for port (058f258b-f1fc-4737-bd08-fb707fa47235), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:07.823429 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a2e5633d-ea74-47b7-a63b-2a4852c64a45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749'] for port (058f258b-f1fc-4737-bd08-fb707fa47235), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:07.859743 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2e5633d-ea74-47b7-a63b-2a4852c64a45 None None] Network 13a31cbd-28a5-4125-befd-30ac56e83e65 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:55:07.863448 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-a2e5633d-ea74-47b7-a63b-2a4852c64a45 None None] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:55:07.865490 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e5633d-ea74-47b7-a63b-2a4852c64a45 None None] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:55:07.897582 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-dbec5128-aa71-4fcb-a47b-8d24effebdf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ae09401-21db-4103-9dd1-a83fd767969c', 'name': 'tempest-TestNetworkBasicOps-router-2058743074', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.248'}], 'enable_snat': True}, 'gw_port_id': 'f25565a2-4af3-48bf-bd78-63f45b890469', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:55:04Z', 'updated_at': '2022-02-28T10:55:06Z', 'revision_number': 3, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'gw_port': {'id': 'f25565a2-4af3-48bf-bd78-63f45b890469', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:b3:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ae09401-21db-4103-9dd1-a83fd767969c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1500, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:55:05Z', 'updated_at': '2022-02-28T10:55:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:55:07.909018 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fcdc5c4b-eea9-42fe-96eb-e1689ea9964b tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:07.921213 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e5633d-ea74-47b7-a63b-2a4852c64a45 None None] Pushing event updated for resources: {'Port': ['ID=058f258b-f1fc-4737-bd08-fb707fa47235,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:55:07.931390 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbec5128-aa71-4fcb-a47b-8d24effebdf6 None None] The sync data for ids ['3ae09401-21db-4103-9dd1-a83fd767969c'] in dv-neutron-master-2-hyperv is: [{'id': '3ae09401-21db-4103-9dd1-a83fd767969c', 'name': 'tempest-TestNetworkBasicOps-router-2058743074', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.248'}], 'enable_snat': True}, 'gw_port_id': 'f25565a2-4af3-48bf-bd78-63f45b890469', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:55:04Z', 'updated_at': '2022-02-28T10:55:06Z', 'revision_number': 3, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'gw_port': {'id': 'f25565a2-4af3-48bf-bd78-63f45b890469', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:b3:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ae09401-21db-4103-9dd1-a83fd767969c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1500, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:55:05Z', 'updated_at': '2022-02-28T10:55:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:55:07.935627 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-a2e5633d-ea74-47b7-a63b-2a4852c64a45 None None] Attempting to bind port 058f258b-f1fc-4737-bd08-fb707fa47235 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:55:07.936030 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-a2e5633d-ea74-47b7-a63b-2a4852c64a45 None None] Attempting to bind port 058f258b-f1fc-4737-bd08-fb707fa47235 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '5e7bec4c-373b-4016-8040-984505295264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '13a31cbd-28a5-4125-befd-30ac56e83e65'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:55:07.936397 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e5633d-ea74-47b7-a63b-2a4852c64a45 None None] Attempting to bind port 058f258b-f1fc-4737-bd08-fb707fa47235 on network 13a31cbd-28a5-4125-befd-30ac56e83e65 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:55:07.945332 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e5633d-ea74-47b7-a63b-2a4852c64a45 None None] Checking agent: {'id': '75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 24, 15), 'started_at': datetime.datetime(2022, 2, 28, 10, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 54, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:55:07.945712 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e5633d-ea74-47b7-a63b-2a4852c64a45 None None] Checking segment: {'id': '5e7bec4c-373b-4016-8040-984505295264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '13a31cbd-28a5-4125-befd-30ac56e83e65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:55:07.946121 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a2e5633d-ea74-47b7-a63b-2a4852c64a45 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:07.946527 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e5633d-ea74-47b7-a63b-2a4852c64a45 None None] Bound using segment: {'id': '5e7bec4c-373b-4016-8040-984505295264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '13a31cbd-28a5-4125-befd-30ac56e83e65'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:55:07.947003 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-a2e5633d-ea74-47b7-a63b-2a4852c64a45 None None] Bound port: 058f258b-f1fc-4737-bd08-fb707fa47235, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e7bec4c-373b-4016-8040-984505295264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '13a31cbd-28a5-4125-befd-30ac56e83e65'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:55:07.947381 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a2e5633d-ea74-47b7-a63b-2a4852c64a45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (058f258b-f1fc-4737-bd08-fb707fa47235), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:08.017183 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-a2e5633d-ea74-47b7-a63b-2a4852c64a45 None None] For port 058f258b-f1fc-4737-bd08-fb707fa47235, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:55:08.020815 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-a2e5633d-ea74-47b7-a63b-2a4852c64a45 None None] For port 058f258b-f1fc-4737-bd08-fb707fa47235, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=058f258b-f1fc-4737-bd08-fb707fa47235,segment=NetworkSegment(5e7bec4c-373b-4016-8040-984505295264),segment_id=5e7bec4c-373b-4016-8040-984505295264)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:55:08.028534 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a2e5633d-ea74-47b7-a63b-2a4852c64a45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (058f258b-f1fc-4737-bd08-fb707fa47235), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:08.091501 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e5633d-ea74-47b7-a63b-2a4852c64a45 None None] Pushing event updated for resources: {'Port': ['ID=058f258b-f1fc-4737-bd08-fb707fa47235,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:55:08.222793 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-fcdc5c4b-eea9-42fe-96eb-e1689ea9964b tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Allocated IP 172.20.0.1 (13a31cbd-28a5-4125-befd-30ac56e83e65/20d5fde2-8e0c-4656-b6d5-6e6a5086401a/b3a1d8d5-9a4d-43f6-b9ff-7ffdff87185d) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:55:08.309416 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (13ac42ae-016e-4baf-bb31-c6fa820b41c2), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:08.384084 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fcdc5c4b-eea9-42fe-96eb-e1689ea9964b tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for port (b3a1d8d5-9a4d-43f6-b9ff-7ffdff87185d), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:08.422240 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fcdc5c4b-eea9-42fe-96eb-e1689ea9964b tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (b3a1d8d5-9a4d-43f6-b9ff-7ffdff87185d), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:08.479826 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcdc5c4b-eea9-42fe-96eb-e1689ea9964b tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Network 13a31cbd-28a5-4125-befd-30ac56e83e65 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:55:08.484196 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-fcdc5c4b-eea9-42fe-96eb-e1689ea9964b tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:55:08.486464 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdc5c4b-eea9-42fe-96eb-e1689ea9964b tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event updated for resources: {'Port': ['ID=b3a1d8d5-9a4d-43f6-b9ff-7ffdff87185d,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:55:08.489139 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcdc5c4b-eea9-42fe-96eb-e1689ea9964b tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:55:08.536772 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fcdc5c4b-eea9-42fe-96eb-e1689ea9964b tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1803404'] for router_interface (3ae09401-21db-4103-9dd1-a83fd767969c), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:08.681503 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fcdc5c4b-eea9-42fe-96eb-e1689ea9964b tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (b3a1d8d5-9a4d-43f6-b9ff-7ffdff87185d), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:08.759926 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-77538c25-a9e7-4a0f-a85e-90fde531a712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fb6705d2-4f70-4965-92a3-fbfccd43a6d3), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:08.993472 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fcdc5c4b-eea9-42fe-96eb-e1689ea9964b tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for port (b3a1d8d5-9a4d-43f6-b9ff-7ffdff87185d), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:09.000033 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fcdc5c4b-eea9-42fe-96eb-e1689ea9964b tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3498066'] for port (b3a1d8d5-9a4d-43f6-b9ff-7ffdff87185d), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:09.074977 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdc5c4b-eea9-42fe-96eb-e1689ea9964b tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event updated for resources: {'Port': ['ID=b3a1d8d5-9a4d-43f6-b9ff-7ffdff87185d,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:55:09.078451 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fcdc5c4b-eea9-42fe-96eb-e1689ea9964b tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1802524'] for router_interface (3ae09401-21db-4103-9dd1-a83fd767969c), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:09.113531 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa99e018-70b8-4923-ab35-8d6a4a1b27ad None None] Network 13a31cbd-28a5-4125-befd-30ac56e83e65 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:55:09.171386 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-015a9efa-675e-406e-9e97-ee8c4c035117 None None] Provisioning complete for port 058f258b-f1fc-4737-bd08-fb707fa47235 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:55:09.171853 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-015a9efa-675e-406e-9e97-ee8c4c035117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (058f258b-f1fc-4737-bd08-fb707fa47235), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:09.176187 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcdc5c4b-eea9-42fe-96eb-e1689ea9964b tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Network 13a31cbd-28a5-4125-befd-30ac56e83e65 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:55:09.177580 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-fcdc5c4b-eea9-42fe-96eb-e1689ea9964b tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:55:09.308808 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-015a9efa-675e-406e-9e97-ee8c4c035117 None None] Current status of the port 058f258b-f1fc-4737-bd08-fb707fa47235 is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:55:09.309401 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-015a9efa-675e-406e-9e97-ee8c4c035117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (058f258b-f1fc-4737-bd08-fb707fa47235), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:09.331263 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcdc5c4b-eea9-42fe-96eb-e1689ea9964b tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Router 3ae09401-21db-4103-9dd1-a83fd767969c has already been hosted by L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:55:09.352702 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-015a9efa-675e-406e-9e97-ee8c4c035117 None None] For port 058f258b-f1fc-4737-bd08-fb707fa47235, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=058f258b-f1fc-4737-bd08-fb707fa47235,segment=NetworkSegment(5e7bec4c-373b-4016-8040-984505295264),segment_id=5e7bec4c-373b-4016-8040-984505295264)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:55:09.363882 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-015a9efa-675e-406e-9e97-ee8c4c035117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (058f258b-f1fc-4737-bd08-fb707fa47235), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:09.372189 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device f25565a2-4af3-48bf-bd78-63f45b890469 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:55:09.453984 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015a9efa-675e-406e-9e97-ee8c4c035117 None None] Pushing event updated for resources: {'Port': ['ID=058f258b-f1fc-4737-bd08-fb707fa47235,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:55:09.478888 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port f25565a2-4af3-48bf-bd78-63f45b890469 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:55:09.479399 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (f25565a2-4af3-48bf-bd78-63f45b890469), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:09.482750 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcdc5c4b-eea9-42fe-96eb-e1689ea9964b tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:55:09.491279 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-fcdc5c4b-eea9-42fe-96eb-e1689ea9964b tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "PUT /v2.0/routers/3ae09401-21db-4103-9dd1-a83fd767969c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0694687 Feb 28 10:55:09.491540 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 42598) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:55:09.585138 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port f25565a2-4af3-48bf-bd78-63f45b890469 is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:55:09.585541 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (f25565a2-4af3-48bf-bd78-63f45b890469), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:09.601867 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4156a55e-5400-401b-a133-737d1985451f tempest-TestNetworkBasicOps-986752647 tempest-TestNetworkBasicOps-986752647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:55:09.602351 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4156a55e-5400-401b-a133-737d1985451f tempest-TestNetworkBasicOps-986752647 tempest-TestNetworkBasicOps-986752647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:55:09.602849 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4156a55e-5400-401b-a133-737d1985451f tempest-TestNetworkBasicOps-986752647 tempest-TestNetworkBasicOps-986752647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:55:09.603309 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4156a55e-5400-401b-a133-737d1985451f tempest-TestNetworkBasicOps-986752647 tempest-TestNetworkBasicOps-986752647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:55:09.607042 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-9f525d1a-fee1-4bb1-8f7b-53eb4a30961b None None] Provisioning complete for port b3a1d8d5-9a4d-43f6-b9ff-7ffdff87185d triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:55:09.607426 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9f525d1a-fee1-4bb1-8f7b-53eb4a30961b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (b3a1d8d5-9a4d-43f6-b9ff-7ffdff87185d), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:09.607855 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 42600) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:55:09.612004 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-4156a55e-5400-401b-a133-737d1985451f tempest-TestNetworkBasicOps-986752647 tempest-TestNetworkBasicOps-986752647-project-admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1188056 Feb 28 10:55:09.613137 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] For port f25565a2-4af3-48bf-bd78-63f45b890469, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f25565a2-4af3-48bf-bd78-63f45b890469,segment=NetworkSegment(195d7ed7-323d-4284-82df-208cca613d99),segment_id=195d7ed7-323d-4284-82df-208cca613d99)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:55:09.634747 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (f25565a2-4af3-48bf-bd78-63f45b890469), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:09.635557 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 058f258b-f1fc-4737-bd08-fb707fa47235 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:55:09.673786 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25dab0e-7de0-4c8a-8d19-4bcd80e38088 tempest-TestNetworkBasicOps-986752647 tempest-TestNetworkBasicOps-986752647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:55:09.674565 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25dab0e-7de0-4c8a-8d19-4bcd80e38088 tempest-TestNetworkBasicOps-986752647 tempest-TestNetworkBasicOps-986752647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:55:09.675030 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25dab0e-7de0-4c8a-8d19-4bcd80e38088 tempest-TestNetworkBasicOps-986752647 tempest-TestNetworkBasicOps-986752647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:55:09.675482 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25dab0e-7de0-4c8a-8d19-4bcd80e38088 tempest-TestNetworkBasicOps-986752647 tempest-TestNetworkBasicOps-986752647-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:55:09.679649 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-e25dab0e-7de0-4c8a-8d19-4bcd80e38088 tempest-TestNetworkBasicOps-986752647 tempest-TestNetworkBasicOps-986752647-project-admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0683417 Feb 28 10:55:09.679997 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 42602) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:55:09.707039 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-9f525d1a-fee1-4bb1-8f7b-53eb4a30961b None None] Port b3a1d8d5-9a4d-43f6-b9ff-7ffdff87185d cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:55:09.732538 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Pushing event updated for resources: {'Port': ['ID=f25565a2-4af3-48bf-bd78-63f45b890469,revision_number=4']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:55:09.744412 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-9f525d1a-fee1-4bb1-8f7b-53eb4a30961b None None] Provisioning complete for port 058f258b-f1fc-4737-bd08-fb707fa47235 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:55:09.744832 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9f525d1a-fee1-4bb1-8f7b-53eb4a30961b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (058f258b-f1fc-4737-bd08-fb707fa47235), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:09.770172 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd12de0-66b7-4dc4-92bb-ca199e7d6105 None None] Sync routers for ids ['3ae09401-21db-4103-9dd1-a83fd767969c'] in dv-neutron-master-2-hyperv {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:55:09.777803 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port 058f258b-f1fc-4737-bd08-fb707fa47235 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:55:09.778184 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (058f258b-f1fc-4737-bd08-fb707fa47235), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:09.822528 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd12de0-66b7-4dc4-92bb-ca199e7d6105 None None] Routers {'3ae09401-21db-4103-9dd1-a83fd767969c'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:55:09.822744 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-7cd12de0-66b7-4dc4-92bb-ca199e7d6105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:54:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['3ae09401-21db-4103-9dd1-a83fd767969c'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:55:09.833548 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-afe5e448-5764-40bf-b87e-0885011b0e9b tempest-TestNetworkBasicOps-986752647 tempest-TestNetworkBasicOps-986752647-project-admin] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.1522350 Feb 28 10:55:10.087895 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 42606) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:55:10.092462 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-fece9022-76da-4228-9b9c-94b4a1d4fb43 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-772907032', 'description': 'tempest-secgroup-smoke-772907032 description', 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:55:10.114409 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fece9022-76da-4228-9b9c-94b4a1d4fb43 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:10.146399 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-9f525d1a-fee1-4bb1-8f7b-53eb4a30961b None None] Current status of the port 058f258b-f1fc-4737-bd08-fb707fa47235 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:55:10.157398 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-7cd12de0-66b7-4dc4-92bb-ca199e7d6105 None None] Set router 3ae09401-21db-4103-9dd1-a83fd767969c gateway port host: dv-neutron-master-2-hyperv {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:55:10.185952 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fece9022-76da-4228-9b9c-94b4a1d4fb43 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group (0548248a-fb3f-449b-9bcf-c0274474b1ea), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:10.191008 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fece9022-76da-4228-9b9c-94b4a1d4fb43 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (0548248a-fb3f-449b-9bcf-c0274474b1ea), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:10.191309 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 058f258b-f1fc-4737-bd08-fb707fa47235 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:55:10.219812 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fece9022-76da-4228-9b9c-94b4a1d4fb43 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:10.221421 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-fece9022-76da-4228-9b9c-94b4a1d4fb43 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1325924 Feb 28 10:55:10.224740 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 42608) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:55:10.225808 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fece9022-76da-4228-9b9c-94b4a1d4fb43 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0548248a-fb3f-449b-9bcf-c0274474b1ea,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:55:10.229631 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-ede4448b-e489-4ef8-b779-9724259dd972 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Request body: {'security_group_rule': {'security_group_id': '0548248a-fb3f-449b-9bcf-c0274474b1ea', 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:55:10.266504 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ede4448b-e489-4ef8-b779-9724259dd972 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (97defd6f-c425-4519-899b-df8e3b01eaf4), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:10.294660 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-8b7c1e2b-e24c-4c12-81f2-68b90089b4b6 None None] Provisioning complete for port b3a1d8d5-9a4d-43f6-b9ff-7ffdff87185d triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:55:10.295039 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8b7c1e2b-e24c-4c12-81f2-68b90089b4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (b3a1d8d5-9a4d-43f6-b9ff-7ffdff87185d), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:10.327770 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ede4448b-e489-4ef8-b779-9724259dd972 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (97defd6f-c425-4519-899b-df8e3b01eaf4), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:10.333161 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ede4448b-e489-4ef8-b779-9724259dd972 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594242'] for security_group_rule (97defd6f-c425-4519-899b-df8e3b01eaf4), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:10.356159 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-8b7c1e2b-e24c-4c12-81f2-68b90089b4b6 None None] Port b3a1d8d5-9a4d-43f6-b9ff-7ffdff87185d cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:55:10.356347 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede4448b-e489-4ef8-b779-9724259dd972 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97defd6f-c425-4519-899b-df8e3b01eaf4,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:55:10.369390 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ede4448b-e489-4ef8-b779-9724259dd972 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:10.370604 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-ede4448b-e489-4ef8-b779-9724259dd972 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1447008 Feb 28 10:55:10.373422 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 42610) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:55:10.378321 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-8b84a98d-4152-45f9-8b1c-8b2f6e03a7c0 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Request body: {'security_group_rule': {'security_group_id': '0548248a-fb3f-449b-9bcf-c0274474b1ea', 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:55:10.403989 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8b84a98d-4152-45f9-8b1c-8b2f6e03a7c0 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (2e2c3180-9a1e-4493-9dce-27ec42dd0178), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:10.407679 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-7cd12de0-66b7-4dc4-92bb-ca199e7d6105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ae09401-21db-4103-9dd1-a83fd767969c', 'name': 'tempest-TestNetworkBasicOps-router-2058743074', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.248'}], 'enable_snat': True}, 'gw_port_id': 'f25565a2-4af3-48bf-bd78-63f45b890469', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:55:04Z', 'updated_at': '2022-02-28T10:55:08Z', 'revision_number': 4, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'gw_port': {'id': 'f25565a2-4af3-48bf-bd78-63f45b890469', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:b3:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae09401-21db-4103-9dd1-a83fd767969c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1500, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:55:05Z', 'updated_at': '2022-02-28T10:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'b3a1d8d5-9a4d-43f6-b9ff-7ffdff87185d', 'name': '', 'network_id': '13a31cbd-28a5-4125-befd-30ac56e83e65', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'mac_address': 'fa:16:3e:c7:68:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ae09401-21db-4103-9dd1-a83fd767969c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1503, 'fixed_ips': [{'subnet_id': '20d5fde2-8e0c-4656-b6d5-6e6a5086401a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:55:08Z', 'updated_at': '2022-02-28T10:55:08Z', 'revision_number': 2, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'subnets': [{'id': '20d5fde2-8e0c-4656-b6d5-6e6a5086401a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:55:10.434638 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd12de0-66b7-4dc4-92bb-ca199e7d6105 None None] Checking router: 3ae09401-21db-4103-9dd1-a83fd767969c for host: dv-neutron-master-2-hyperv {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:55:10.435003 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd12de0-66b7-4dc4-92bb-ca199e7d6105 None None] Updating router 3ae09401-21db-4103-9dd1-a83fd767969c port b3a1d8d5-9a4d-43f6-b9ff-7ffdff87185d binding host dv-neutron-master-2-hyperv {{(pid=103409) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 10:55:10.461524 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8b84a98d-4152-45f9-8b1c-8b2f6e03a7c0 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (2e2c3180-9a1e-4493-9dce-27ec42dd0178), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:10.464903 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7cd12de0-66b7-4dc4-92bb-ca199e7d6105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (b3a1d8d5-9a4d-43f6-b9ff-7ffdff87185d), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:10.466237 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8b84a98d-4152-45f9-8b1c-8b2f6e03a7c0 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594242'] for security_group_rule (2e2c3180-9a1e-4493-9dce-27ec42dd0178), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:10.483782 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b84a98d-4152-45f9-8b1c-8b2f6e03a7c0 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e2c3180-9a1e-4493-9dce-27ec42dd0178,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:55:10.493310 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8b84a98d-4152-45f9-8b1c-8b2f6e03a7c0 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:10.494589 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-8b84a98d-4152-45f9-8b1c-8b2f6e03a7c0 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1202283 Feb 28 10:55:10.498108 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 42612) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:55:10.503713 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-ff1426a0-4251-4738-9677-f69469b5b9a0 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Request body: {'security_group_rule': {'security_group_id': '0548248a-fb3f-449b-9bcf-c0274474b1ea', 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:55:10.529419 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ff1426a0-4251-4738-9677-f69469b5b9a0 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (95a085b6-2b14-4ea6-bc4a-63f5178b4541), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:10.590127 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ff1426a0-4251-4738-9677-f69469b5b9a0 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (95a085b6-2b14-4ea6-bc4a-63f5178b4541), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:10.596913 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ff1426a0-4251-4738-9677-f69469b5b9a0 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594242'] for security_group_rule (95a085b6-2b14-4ea6-bc4a-63f5178b4541), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:10.619857 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1426a0-4251-4738-9677-f69469b5b9a0 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95a085b6-2b14-4ea6-bc4a-63f5178b4541,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:55:10.631929 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ff1426a0-4251-4738-9677-f69469b5b9a0 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:10.636589 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-ff1426a0-4251-4738-9677-f69469b5b9a0 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1368809 Feb 28 10:55:10.637096 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 42614) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:55:10.642179 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-846d42d0-3045-4b62-a3af-f1ee93e65dcf tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Request body: {'security_group_rule': {'security_group_id': '0548248a-fb3f-449b-9bcf-c0274474b1ea', 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:55:10.677777 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-846d42d0-3045-4b62-a3af-f1ee93e65dcf tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (6e430fb9-c816-4043-8b93-2f858e6a781c), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:10.743466 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-846d42d0-3045-4b62-a3af-f1ee93e65dcf tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (6e430fb9-c816-4043-8b93-2f858e6a781c), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:10.748703 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-846d42d0-3045-4b62-a3af-f1ee93e65dcf tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594242'] for security_group_rule (6e430fb9-c816-4043-8b93-2f858e6a781c), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:10.764107 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7cd12de0-66b7-4dc4-92bb-ca199e7d6105 None None] Publish callbacks [] for port (b3a1d8d5-9a4d-43f6-b9ff-7ffdff87185d), precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:10.770759 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846d42d0-3045-4b62-a3af-f1ee93e65dcf tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e430fb9-c816-4043-8b93-2f858e6a781c,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:55:10.771532 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7cd12de0-66b7-4dc4-92bb-ca199e7d6105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (b3a1d8d5-9a4d-43f6-b9ff-7ffdff87185d), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:10.777063 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-846d42d0-3045-4b62-a3af-f1ee93e65dcf tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:10.778442 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-846d42d0-3045-4b62-a3af-f1ee93e65dcf tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1397498 Feb 28 10:55:10.781042 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 42616) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:55:10.786243 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-7bbae5f6-9e2d-4d3c-9833-49d76e525daf tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Request body: {'security_group_rule': {'security_group_id': '0548248a-fb3f-449b-9bcf-c0274474b1ea', 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:55:10.807853 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.db.securitygroups_db [None req-7bbae5f6-9e2d-4d3c-9833-49d76e525daf tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Project 5a84b6bdce3e454e9741c4fbc09bfc68 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 10:55:10.816679 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7bbae5f6-9e2d-4d3c-9833-49d76e525daf tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (00cf6246-bd96-413f-8111-0c80e445595d), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:10.831413 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872bbf85-5079-4d03-a828-45804d46b9f8 None None] Pushing event updated for resources: {'Port': ['ID=b3a1d8d5-9a4d-43f6-b9ff-7ffdff87185d,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:55:10.887707 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7bbae5f6-9e2d-4d3c-9833-49d76e525daf tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (00cf6246-bd96-413f-8111-0c80e445595d), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:10.892024 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-7cd12de0-66b7-4dc4-92bb-ca199e7d6105 None None] Attempting to bind port b3a1d8d5-9a4d-43f6-b9ff-7ffdff87185d on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:55:10.892461 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-7cd12de0-66b7-4dc4-92bb-ca199e7d6105 None None] Attempting to bind port b3a1d8d5-9a4d-43f6-b9ff-7ffdff87185d by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '5e7bec4c-373b-4016-8040-984505295264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '13a31cbd-28a5-4125-befd-30ac56e83e65'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:55:10.892867 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd12de0-66b7-4dc4-92bb-ca199e7d6105 None None] Attempting to bind port b3a1d8d5-9a4d-43f6-b9ff-7ffdff87185d on network 13a31cbd-28a5-4125-befd-30ac56e83e65 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:55:10.894148 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7bbae5f6-9e2d-4d3c-9833-49d76e525daf tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594242'] for security_group_rule (00cf6246-bd96-413f-8111-0c80e445595d), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:10.898901 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd12de0-66b7-4dc4-92bb-ca199e7d6105 None None] Checking agent: {'id': '75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 24, 15), 'started_at': datetime.datetime(2022, 2, 28, 10, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 54, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:55:10.899365 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd12de0-66b7-4dc4-92bb-ca199e7d6105 None None] Checking segment: {'id': '5e7bec4c-373b-4016-8040-984505295264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '13a31cbd-28a5-4125-befd-30ac56e83e65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:55:10.899785 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7cd12de0-66b7-4dc4-92bb-ca199e7d6105 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:10.900186 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd12de0-66b7-4dc4-92bb-ca199e7d6105 None None] Bound using segment: {'id': '5e7bec4c-373b-4016-8040-984505295264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '13a31cbd-28a5-4125-befd-30ac56e83e65'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:55:10.900695 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-7cd12de0-66b7-4dc4-92bb-ca199e7d6105 None None] Bound port: b3a1d8d5-9a4d-43f6-b9ff-7ffdff87185d, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e7bec4c-373b-4016-8040-984505295264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '13a31cbd-28a5-4125-befd-30ac56e83e65'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:55:10.901095 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7cd12de0-66b7-4dc4-92bb-ca199e7d6105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (b3a1d8d5-9a4d-43f6-b9ff-7ffdff87185d), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:10.919723 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbae5f6-9e2d-4d3c-9833-49d76e525daf tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00cf6246-bd96-413f-8111-0c80e445595d,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:55:10.930955 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7bbae5f6-9e2d-4d3c-9833-49d76e525daf tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:10.935901 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 42618) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:55:10.942465 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-c36faf11-f9c3-4602-ba7e-503ba930ee47 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Request body: {'security_group_rule': {'security_group_id': '0548248a-fb3f-449b-9bcf-c0274474b1ea', 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:55:10.948982 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-7bbae5f6-9e2d-4d3c-9833-49d76e525daf tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1654623 Feb 28 10:55:10.969403 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.db.securitygroups_db [None req-c36faf11-f9c3-4602-ba7e-503ba930ee47 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Project 5a84b6bdce3e454e9741c4fbc09bfc68 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 10:55:10.976668 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c36faf11-f9c3-4602-ba7e-503ba930ee47 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (09c49fca-34ad-4ad4-8121-3bab951338b1), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:10.989879 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-7cd12de0-66b7-4dc4-92bb-ca199e7d6105 None None] For port b3a1d8d5-9a4d-43f6-b9ff-7ffdff87185d, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:55:10.993407 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-7cd12de0-66b7-4dc4-92bb-ca199e7d6105 None None] For port b3a1d8d5-9a4d-43f6-b9ff-7ffdff87185d, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b3a1d8d5-9a4d-43f6-b9ff-7ffdff87185d,segment=NetworkSegment(5e7bec4c-373b-4016-8040-984505295264),segment_id=5e7bec4c-373b-4016-8040-984505295264)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:55:11.003690 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7cd12de0-66b7-4dc4-92bb-ca199e7d6105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (b3a1d8d5-9a4d-43f6-b9ff-7ffdff87185d), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:11.052416 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-475877b9-1ff4-4aca-9586-634a9f546e57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fc6c9b74-8dbb-41bb-800a-5bd3a43fe896), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:11.056527 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c36faf11-f9c3-4602-ba7e-503ba930ee47 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (09c49fca-34ad-4ad4-8121-3bab951338b1), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:11.061821 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c36faf11-f9c3-4602-ba7e-503ba930ee47 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594242'] for security_group_rule (09c49fca-34ad-4ad4-8121-3bab951338b1), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:11.072842 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd12de0-66b7-4dc4-92bb-ca199e7d6105 None None] Routers {'3ae09401-21db-4103-9dd1-a83fd767969c'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:55:11.073369 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-7cd12de0-66b7-4dc4-92bb-ca199e7d6105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:55:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['3ae09401-21db-4103-9dd1-a83fd767969c'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:55:11.082823 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872bbf85-5079-4d03-a828-45804d46b9f8 None None] Pushing event updated for resources: {'Port': ['ID=b3a1d8d5-9a4d-43f6-b9ff-7ffdff87185d,revision_number=4']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:55:11.083463 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36faf11-f9c3-4602-ba7e-503ba930ee47 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09c49fca-34ad-4ad4-8121-3bab951338b1,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:55:11.095536 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c36faf11-f9c3-4602-ba7e-503ba930ee47 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:11.098166 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-c36faf11-f9c3-4602-ba7e-503ba930ee47 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1611447 Feb 28 10:55:11.144126 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-a855c8f8-efbd-45ce-bb79-89754542e82d None None] Provisioning complete for port b3a1d8d5-9a4d-43f6-b9ff-7ffdff87185d triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:55:11.144515 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a855c8f8-efbd-45ce-bb79-89754542e82d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (b3a1d8d5-9a4d-43f6-b9ff-7ffdff87185d), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:11.270882 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-7cd12de0-66b7-4dc4-92bb-ca199e7d6105 None None] Set router 3ae09401-21db-4103-9dd1-a83fd767969c gateway port host: dv-neutron-master-2-hyperv {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:55:11.282438 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-12e7b2c8-f9fb-4137-8bb8-1ee42f15650f req-2dbf24d8-9869-4330-8af9-1a29ca07de76 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-772907032&fields=id&tenant_id=5a84b6bdce3e454e9741c4fbc09bfc68 HTTP/1.1" status: 200 len: 267 time: 0.0641162 Feb 28 10:55:11.316157 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device f25565a2-4af3-48bf-bd78-63f45b890469 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:55:11.380387 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-a855c8f8-efbd-45ce-bb79-89754542e82d None None] Current status of the port b3a1d8d5-9a4d-43f6-b9ff-7ffdff87185d is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:55:11.380804 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a855c8f8-efbd-45ce-bb79-89754542e82d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (b3a1d8d5-9a4d-43f6-b9ff-7ffdff87185d), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:11.482756 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-a855c8f8-efbd-45ce-bb79-89754542e82d None None] For port b3a1d8d5-9a4d-43f6-b9ff-7ffdff87185d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b3a1d8d5-9a4d-43f6-b9ff-7ffdff87185d,segment=NetworkSegment(5e7bec4c-373b-4016-8040-984505295264),segment_id=5e7bec4c-373b-4016-8040-984505295264)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:55:11.493781 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a855c8f8-efbd-45ce-bb79-89754542e82d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (b3a1d8d5-9a4d-43f6-b9ff-7ffdff87185d), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:11.538778 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port f25565a2-4af3-48bf-bd78-63f45b890469 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:55:11.539133 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (f25565a2-4af3-48bf-bd78-63f45b890469), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:11.622217 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a855c8f8-efbd-45ce-bb79-89754542e82d None None] Pushing event updated for resources: {'Port': ['ID=b3a1d8d5-9a4d-43f6-b9ff-7ffdff87185d,revision_number=5']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:55:11.644755 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-7875f95c-5903-42a1-a5d7-7cc42498a4d5 None None] Provisioning complete for port b3a1d8d5-9a4d-43f6-b9ff-7ffdff87185d triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:55:11.645138 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7875f95c-5903-42a1-a5d7-7cc42498a4d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (b3a1d8d5-9a4d-43f6-b9ff-7ffdff87185d), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:11.720133 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port f25565a2-4af3-48bf-bd78-63f45b890469 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:55:11.721320 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 058f258b-f1fc-4737-bd08-fb707fa47235 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:55:11.726041 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-7cd12de0-66b7-4dc4-92bb-ca199e7d6105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ae09401-21db-4103-9dd1-a83fd767969c', 'name': 'tempest-TestNetworkBasicOps-router-2058743074', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.248'}], 'enable_snat': True}, 'gw_port_id': 'f25565a2-4af3-48bf-bd78-63f45b890469', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:55:04Z', 'updated_at': '2022-02-28T10:55:08Z', 'revision_number': 4, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'gw_port': {'id': 'f25565a2-4af3-48bf-bd78-63f45b890469', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:b3:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae09401-21db-4103-9dd1-a83fd767969c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1500, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:55:05Z', 'updated_at': '2022-02-28T10:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'b3a1d8d5-9a4d-43f6-b9ff-7ffdff87185d', 'name': '', 'network_id': '13a31cbd-28a5-4125-befd-30ac56e83e65', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'mac_address': 'fa:16:3e:c7:68:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ae09401-21db-4103-9dd1-a83fd767969c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1503, 'fixed_ips': [{'subnet_id': '20d5fde2-8e0c-4656-b6d5-6e6a5086401a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:55:08Z', 'updated_at': '2022-02-28T10:55:10Z', 'revision_number': 4, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'subnets': [{'id': '20d5fde2-8e0c-4656-b6d5-6e6a5086401a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:55:11.728738 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e7b2c8-f9fb-4137-8bb8-1ee42f15650f req-34835c90-92a7-467f-9291-4146fab5f315 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:55:11.730236 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-12e7b2c8-f9fb-4137-8bb8-1ee42f15650f req-34835c90-92a7-467f-9291-4146fab5f315 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/networks?id=13a31cbd-28a5-4125-befd-30ac56e83e65 HTTP/1.1" status: 200 len: 796 time: 0.4410913 Feb 28 10:55:11.745725 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-12e7b2c8-f9fb-4137-8bb8-1ee42f15650f req-8c47eb4e-90d1-4981-a14b-fc6a42e3ee9d tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/quotas/5a84b6bdce3e454e9741c4fbc09bfc68 HTTP/1.1" status: 200 len: 375 time: 0.0096691 Feb 28 10:55:11.773368 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd12de0-66b7-4dc4-92bb-ca199e7d6105 None None] The sync data for ids ['3ae09401-21db-4103-9dd1-a83fd767969c'] in dv-neutron-master-2-hyperv is: [{'id': '3ae09401-21db-4103-9dd1-a83fd767969c', 'name': 'tempest-TestNetworkBasicOps-router-2058743074', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.248'}], 'enable_snat': True}, 'gw_port_id': 'f25565a2-4af3-48bf-bd78-63f45b890469', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:55:04Z', 'updated_at': '2022-02-28T10:55:08Z', 'revision_number': 4, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'gw_port': {'id': 'f25565a2-4af3-48bf-bd78-63f45b890469', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:b3:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae09401-21db-4103-9dd1-a83fd767969c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1500, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:55:05Z', 'updated_at': '2022-02-28T10:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'b3a1d8d5-9a4d-43f6-b9ff-7ffdff87185d', 'name': '', 'network_id': '13a31cbd-28a5-4125-befd-30ac56e83e65', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'mac_address': 'fa:16:3e:c7:68:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ae09401-21db-4103-9dd1-a83fd767969c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1503, 'fixed_ips': [{'subnet_id': '20d5fde2-8e0c-4656-b6d5-6e6a5086401a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:55:08Z', 'updated_at': '2022-02-28T10:55:10Z', 'revision_number': 4, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'subnets': [{'id': '20d5fde2-8e0c-4656-b6d5-6e6a5086401a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:55:11.806246 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-12e7b2c8-f9fb-4137-8bb8-1ee42f15650f req-5aed49d5-7158-48a2-883f-74c0ab812b35 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=5a84b6bdce3e454e9741c4fbc09bfc68&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0545280 Feb 28 10:55:11.855996 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-7875f95c-5903-42a1-a5d7-7cc42498a4d5 None None] Current status of the port b3a1d8d5-9a4d-43f6-b9ff-7ffdff87185d is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:55:11.863566 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port 058f258b-f1fc-4737-bd08-fb707fa47235 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:55:11.863945 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (058f258b-f1fc-4737-bd08-fb707fa47235), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:11.900353 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [req-12e7b2c8-f9fb-4137-8bb8-1ee42f15650f req-0e0db3f5-5541-4658-9ea1-c308b21457db service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103407) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 10:55:11.903778 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-12e7b2c8-f9fb-4137-8bb8-1ee42f15650f req-0e0db3f5-5541-4658-9ea1-c308b21457db service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0857344 Feb 28 10:55:11.956650 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 058f258b-f1fc-4737-bd08-fb707fa47235 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:55:11.999364 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-12e7b2c8-f9fb-4137-8bb8-1ee42f15650f req-22912868-42fd-4756-9d06-98b742c084d9 service neutron] 10.222.0.20 "GET /v2.0/networks/13a31cbd-28a5-4125-befd-30ac56e83e65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878971 Feb 28 10:55:12.086436 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b6d631fb-7df0-4fe1-8322-abff3b61cae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (0db5147a-92a3-4581-8a5f-8ec9b93e0600), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:12.100175 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-12e7b2c8-f9fb-4137-8bb8-1ee42f15650f req-4499754a-cb61-4c2c-85ac-a7eef972aa00 service neutron] 10.222.0.20 "GET /v2.0/networks/13a31cbd-28a5-4125-befd-30ac56e83e65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945060 Feb 28 10:55:12.298750 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-91978755-bcd3-454c-8c84-6ee67d6bd21a req-77036e5f-8c93-4351-aef1-5210149f4b21 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/ports?device_id=5fb0c0a2-ee15-4530-90d4-1c418fa83090 HTTP/1.1" status: 200 len: 210 time: 0.0357659 Feb 28 10:55:13.327071 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device b3a1d8d5-9a4d-43f6-b9ff-7ffdff87185d up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:55:13.367063 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e7b2c8-f9fb-4137-8bb8-1ee42f15650f req-2b28188b-d42d-4c0f-ac83-964cdefd29e9 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:55:13.369102 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-12e7b2c8-f9fb-4137-8bb8-1ee42f15650f req-2b28188b-d42d-4c0f-ac83-964cdefd29e9 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.30 "GET /v2.0/networks?id=13a31cbd-28a5-4125-befd-30ac56e83e65 HTTP/1.1" status: 200 len: 796 time: 0.1295874 Feb 28 10:55:13.394990 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port b3a1d8d5-9a4d-43f6-b9ff-7ffdff87185d triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:55:13.396402 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (b3a1d8d5-9a4d-43f6-b9ff-7ffdff87185d), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:13.410898 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-0d2b8203-7794-4b0e-943e-07e5848f7ce2 req-c09d53f0-0e97-441d-94d1-9b8a380fb607 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/ports?device_id=5fb0c0a2-ee15-4530-90d4-1c418fa83090 HTTP/1.1" status: 200 len: 210 time: 0.0375454 Feb 28 10:55:13.457093 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-12e7b2c8-f9fb-4137-8bb8-1ee42f15650f req-066cd938-d45c-49d6-a4c3-2cdc95e74f94 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5a84b6bdce3e454e9741c4fbc09bfc68 HTTP/1.1" status: 200 len: 379 time: 0.0734775 Feb 28 10:55:13.466214 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [req-12e7b2c8-f9fb-4137-8bb8-1ee42f15650f req-95d06170-fc3e-4b28-9e4a-e85008634b3f tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Request body: {'port': {'device_id': '5fb0c0a2-ee15-4530-90d4-1c418fa83090', 'network_id': '13a31cbd-28a5-4125-befd-30ac56e83e65', 'admin_state_up': True, 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'security_groups': ['0548248a-fb3f-449b-9bcf-c0274474b1ea']}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:55:13.489348 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port b3a1d8d5-9a4d-43f6-b9ff-7ffdff87185d is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:55:13.514762 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6b923bb1-06b0-4b84-b461-7cc1d0196090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (2e621730-3978-4720-b581-ac380e97a567), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:13.583216 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12e7b2c8-f9fb-4137-8bb8-1ee42f15650f req-95d06170-fc3e-4b28-9e4a-e85008634b3f tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Made reservation on behalf of 5a84b6bdce3e454e9741c4fbc09bfc68 for: {'port': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:55:13.587369 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-12e7b2c8-f9fb-4137-8bb8-1ee42f15650f req-95d06170-fc3e-4b28-9e4a-e85008634b3f tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:13.715532 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [req-12e7b2c8-f9fb-4137-8bb8-1ee42f15650f req-95d06170-fc3e-4b28-9e4a-e85008634b3f tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Allocated IP 172.20.0.6 (13a31cbd-28a5-4125-befd-30ac56e83e65/20d5fde2-8e0c-4656-b6d5-6e6a5086401a/2cdc7369-addc-4a08-8927-9d0b304f428e) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:55:13.864981 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-12e7b2c8-f9fb-4137-8bb8-1ee42f15650f req-95d06170-fc3e-4b28-9e4a-e85008634b3f tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for port (2cdc7369-addc-4a08-8927-9d0b304f428e), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:13.899175 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-12e7b2c8-f9fb-4137-8bb8-1ee42f15650f req-95d06170-fc3e-4b28-9e4a-e85008634b3f tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (2cdc7369-addc-4a08-8927-9d0b304f428e), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:13.944236 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12e7b2c8-f9fb-4137-8bb8-1ee42f15650f req-95d06170-fc3e-4b28-9e4a-e85008634b3f tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Network 13a31cbd-28a5-4125-befd-30ac56e83e65 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:55:13.947395 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [req-12e7b2c8-f9fb-4137-8bb8-1ee42f15650f req-95d06170-fc3e-4b28-9e4a-e85008634b3f tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:55:13.951217 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-12e7b2c8-f9fb-4137-8bb8-1ee42f15650f req-95d06170-fc3e-4b28-9e4a-e85008634b3f tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:55:13.980966 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d06170-fc3e-4b28-9e4a-e85008634b3f tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event updated for resources: {'Port': ['ID=2cdc7369-addc-4a08-8927-9d0b304f428e,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:55:14.013811 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e7b2c8-f9fb-4137-8bb8-1ee42f15650f req-95d06170-fc3e-4b28-9e4a-e85008634b3f tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:55:14.014471 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-12e7b2c8-f9fb-4137-8bb8-1ee42f15650f req-95d06170-fc3e-4b28-9e4a-e85008634b3f tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:14.032710 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-12e7b2c8-f9fb-4137-8bb8-1ee42f15650f req-95d06170-fc3e-4b28-9e4a-e85008634b3f tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5699074 Feb 28 10:55:14.076645 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [req-12e7b2c8-f9fb-4137-8bb8-1ee42f15650f req-f9f9cac2-7587-4b72-b233-81a74f72e9e6 service neutron] Request body: {'port': {'device_id': '5fb0c0a2-ee15-4530-90d4-1c418fa83090', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:55:14.141303 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-12e7b2c8-f9fb-4137-8bb8-1ee42f15650f req-f9f9cac2-7587-4b72-b233-81a74f72e9e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (2cdc7369-addc-4a08-8927-9d0b304f428e), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:14.192447 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-6a2bd243-d9bd-4f3e-bd50-0d0d8f4f0da7 None None] Provisioning complete for port 2cdc7369-addc-4a08-8927-9d0b304f428e triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:55:14.193053 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6a2bd243-d9bd-4f3e-bd50-0d0d8f4f0da7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (2cdc7369-addc-4a08-8927-9d0b304f428e), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:14.234412 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-6a2bd243-d9bd-4f3e-bd50-0d0d8f4f0da7 None None] Port 2cdc7369-addc-4a08-8927-9d0b304f428e cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:55:14.419599 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.notifiers.nova [req-12e7b2c8-f9fb-4137-8bb8-1ee42f15650f req-f9f9cac2-7587-4b72-b233-81a74f72e9e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cdc7369-addc-4a08-8927-9d0b304f428e {{(pid=103407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 10:55:14.427901 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-12e7b2c8-f9fb-4137-8bb8-1ee42f15650f req-f9f9cac2-7587-4b72-b233-81a74f72e9e6 service neutron] Publish callbacks [] for port (2cdc7369-addc-4a08-8927-9d0b304f428e), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:14.442331 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.provisioning_blocks [req-12e7b2c8-f9fb-4137-8bb8-1ee42f15650f req-f9f9cac2-7587-4b72-b233-81a74f72e9e6 service neutron] Transition to ACTIVE for port object 2cdc7369-addc-4a08-8927-9d0b304f428e will not be triggered until provisioned by entity L2. {{(pid=103407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 10:55:14.447241 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-12e7b2c8-f9fb-4137-8bb8-1ee42f15650f req-f9f9cac2-7587-4b72-b233-81a74f72e9e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3498066'] for port (2cdc7369-addc-4a08-8927-9d0b304f428e), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:14.546597 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f9cac2-7587-4b72-b233-81a74f72e9e6 service neutron] Pushing event updated for resources: {'Port': ['ID=2cdc7369-addc-4a08-8927-9d0b304f428e,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:55:14.602666 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46e0000-f7bf-40ea-a696-8fb2a9ef3d29 req-6ed2a918-6730-4dfc-af84-f791c7912a24 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:55:14.604216 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-d46e0000-f7bf-40ea-a696-8fb2a9ef3d29 req-6ed2a918-6730-4dfc-af84-f791c7912a24 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/ports?device_id=5fb0c0a2-ee15-4530-90d4-1c418fa83090 HTTP/1.1" status: 200 len: 943 time: 0.1192207 Feb 28 10:55:14.642580 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-12e7b2c8-f9fb-4137-8bb8-1ee42f15650f req-f9f9cac2-7587-4b72-b233-81a74f72e9e6 service neutron] Attempting to bind port 2cdc7369-addc-4a08-8927-9d0b304f428e on host hv-neutron-mast for vnic_type normal with profile {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:55:14.642927 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-12e7b2c8-f9fb-4137-8bb8-1ee42f15650f req-f9f9cac2-7587-4b72-b233-81a74f72e9e6 service neutron] Attempting to bind port 2cdc7369-addc-4a08-8927-9d0b304f428e by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '5e7bec4c-373b-4016-8040-984505295264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '13a31cbd-28a5-4125-befd-30ac56e83e65'}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:55:14.643283 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e7b2c8-f9fb-4137-8bb8-1ee42f15650f req-f9f9cac2-7587-4b72-b233-81a74f72e9e6 service neutron] Attempting to bind port 2cdc7369-addc-4a08-8927-9d0b304f428e on network 13a31cbd-28a5-4125-befd-30ac56e83e65 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:55:14.652050 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e7b2c8-f9fb-4137-8bb8-1ee42f15650f req-f9f9cac2-7587-4b72-b233-81a74f72e9e6 service neutron] Port 2cdc7369-addc-4a08-8927-9d0b304f428e on network 13a31cbd-28a5-4125-befd-30ac56e83e65 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 10:55:14.652395 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e7b2c8-f9fb-4137-8bb8-1ee42f15650f req-f9f9cac2-7587-4b72-b233-81a74f72e9e6 service neutron] Attempting to bind port 2cdc7369-addc-4a08-8927-9d0b304f428e on network 13a31cbd-28a5-4125-befd-30ac56e83e65 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:55:14.664755 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e7b2c8-f9fb-4137-8bb8-1ee42f15650f req-f9f9cac2-7587-4b72-b233-81a74f72e9e6 service neutron] Checking agent: {'id': '13ac42ae-016e-4baf-bb31-c6fa820b41c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 30, 8), 'started_at': datetime.datetime(2022, 2, 28, 10, 30, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 55, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:55:14.665110 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e7b2c8-f9fb-4137-8bb8-1ee42f15650f req-f9f9cac2-7587-4b72-b233-81a74f72e9e6 service neutron] Checking segment: {'id': '5e7bec4c-373b-4016-8040-984505295264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '13a31cbd-28a5-4125-befd-30ac56e83e65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:55:14.665505 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e7b2c8-f9fb-4137-8bb8-1ee42f15650f req-f9f9cac2-7587-4b72-b233-81a74f72e9e6 service neutron] Bound using segment: {'id': '5e7bec4c-373b-4016-8040-984505295264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '13a31cbd-28a5-4125-befd-30ac56e83e65'} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:55:14.666322 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-12e7b2c8-f9fb-4137-8bb8-1ee42f15650f req-f9f9cac2-7587-4b72-b233-81a74f72e9e6 service neutron] Bound port: 2cdc7369-addc-4a08-8927-9d0b304f428e, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e7bec4c-373b-4016-8040-984505295264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '13a31cbd-28a5-4125-befd-30ac56e83e65'}}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:55:14.666322 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-12e7b2c8-f9fb-4137-8bb8-1ee42f15650f req-f9f9cac2-7587-4b72-b233-81a74f72e9e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (2cdc7369-addc-4a08-8927-9d0b304f428e), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:14.693446 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-d46e0000-f7bf-40ea-a696-8fb2a9ef3d29 req-8120e0d2-af4b-4fe4-9dd3-db1f77acccb4 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/security-groups?id=0548248a-fb3f-449b-9bcf-c0274474b1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810912 Feb 28 10:55:14.747847 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-12e7b2c8-f9fb-4137-8bb8-1ee42f15650f req-f9f9cac2-7587-4b72-b233-81a74f72e9e6 service neutron] For port 2cdc7369-addc-4a08-8927-9d0b304f428e, host hv-neutron-mast, cleared binding levels {{(pid=103407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:55:14.751148 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-12e7b2c8-f9fb-4137-8bb8-1ee42f15650f req-f9f9cac2-7587-4b72-b233-81a74f72e9e6 service neutron] For port 2cdc7369-addc-4a08-8927-9d0b304f428e, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=2cdc7369-addc-4a08-8927-9d0b304f428e,segment=NetworkSegment(5e7bec4c-373b-4016-8040-984505295264),segment_id=5e7bec4c-373b-4016-8040-984505295264)] {{(pid=103407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:55:14.759720 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-12e7b2c8-f9fb-4137-8bb8-1ee42f15650f req-f9f9cac2-7587-4b72-b233-81a74f72e9e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3498066'] for port (2cdc7369-addc-4a08-8927-9d0b304f428e), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:14.797011 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e7b2c8-f9fb-4137-8bb8-1ee42f15650f req-f9f9cac2-7587-4b72-b233-81a74f72e9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:55:14.797586 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-12e7b2c8-f9fb-4137-8bb8-1ee42f15650f req-f9f9cac2-7587-4b72-b233-81a74f72e9e6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:14.799564 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-12e7b2c8-f9fb-4137-8bb8-1ee42f15650f req-f9f9cac2-7587-4b72-b233-81a74f72e9e6 service neutron] 10.222.0.30 "PUT /v2.0/ports/2cdc7369-addc-4a08-8927-9d0b304f428e HTTP/1.1" status: 200 len: 1093 time: 0.7270663 Feb 28 10:55:14.799697 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fb0c0a2-ee15-4530-90d4-1c418fa83090', 'tag': '2cdc7369-addc-4a08-8927-9d0b304f428e'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:55:14.802047 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c8e1c873eeca597e52e7ceb7469e602eac250bfea6606d285743d38033cf584" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7830bcc9-1e5b-4870-9bf3-70595ed68589" -d '{"events": [{"name": "network-changed", "server_uuid": "5fb0c0a2-ee15-4530-90d4-1c418fa83090", "tag": "2cdc7369-addc-4a08-8927-9d0b304f428e"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:55:14.832793 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f9cac2-7587-4b72-b233-81a74f72e9e6 service neutron] Pushing event updated for resources: {'Port': ['ID=2cdc7369-addc-4a08-8927-9d0b304f428e,revision_number=3']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:55:14.846879 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 10:55:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a724a7fd-202e-4bb1-85ab-0d848659e3c7 x-openstack-request-id: req-a724a7fd-202e-4bb1-85ab-0d848659e3c7 {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:55:14.847299 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fb0c0a2-ee15-4530-90d4-1c418fa83090", "tag": "2cdc7369-addc-4a08-8927-9d0b304f428e", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:55:14.847747 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a724a7fd-202e-4bb1-85ab-0d848659e3c7 {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:55:14.848390 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fb0c0a2-ee15-4530-90d4-1c418fa83090', 'tag': '2cdc7369-addc-4a08-8927-9d0b304f428e', 'status': 'completed', 'code': 200} Feb 28 10:55:14.919693 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:14.929097 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e7b2c8-f9fb-4137-8bb8-1ee42f15650f req-b03d6c77-f502-406f-b49d-2f5e5d139a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:55:14.930659 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-12e7b2c8-f9fb-4137-8bb8-1ee42f15650f req-b03d6c77-f502-406f-b49d-2f5e5d139a63 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5a84b6bdce3e454e9741c4fbc09bfc68&device_id=5fb0c0a2-ee15-4530-90d4-1c418fa83090 HTTP/1.1" status: 200 len: 1127 time: 0.0600998 Feb 28 10:55:14.983296 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-12e7b2c8-f9fb-4137-8bb8-1ee42f15650f req-57af6ac4-766a-4a49-a29c-ec0c137250ff service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2cdc7369-addc-4a08-8927-9d0b304f428e HTTP/1.1" status: 200 len: 217 time: 0.0401769 Feb 28 10:55:15.037210 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e7b2c8-f9fb-4137-8bb8-1ee42f15650f req-c8279d65-ced4-4961-b2a2-31fedfbfb526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:55:15.038753 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-12e7b2c8-f9fb-4137-8bb8-1ee42f15650f req-c8279d65-ced4-4961-b2a2-31fedfbfb526 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=20d5fde2-8e0c-4656-b6d5-6e6a5086401a HTTP/1.1" status: 200 len: 835 time: 0.0504205 Feb 28 10:55:15.099960 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e7b2c8-f9fb-4137-8bb8-1ee42f15650f req-b384aece-69fc-4a5c-ae0f-4db76ada4734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:55:15.101550 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-12e7b2c8-f9fb-4137-8bb8-1ee42f15650f req-b384aece-69fc-4a5c-ae0f-4db76ada4734 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=13a31cbd-28a5-4125-befd-30ac56e83e65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0573225 Feb 28 10:55:15.195778 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-12e7b2c8-f9fb-4137-8bb8-1ee42f15650f req-bac08e66-f5a1-4b55-b8b0-d90ec37c1509 service neutron] 10.222.0.30 "GET /v2.0/networks/13a31cbd-28a5-4125-befd-30ac56e83e65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881474 Feb 28 10:55:15.312868 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-12e7b2c8-f9fb-4137-8bb8-1ee42f15650f req-75f6c2bf-5aff-4c5a-8759-bb032cb70dd6 service neutron] 10.222.0.30 "GET /v2.0/networks/13a31cbd-28a5-4125-befd-30ac56e83e65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118197 Feb 28 10:55:15.448966 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7830bcc9-1e5b-4870-9bf3-70595ed68589 req-9025eb5c-a2df-457f-9dd8-0b05d408ae35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:55:15.450440 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-7830bcc9-1e5b-4870-9bf3-70595ed68589 req-9025eb5c-a2df-457f-9dd8-0b05d408ae35 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5a84b6bdce3e454e9741c4fbc09bfc68&device_id=5fb0c0a2-ee15-4530-90d4-1c418fa83090 HTTP/1.1" status: 200 len: 1127 time: 0.0489724 Feb 28 10:55:15.545118 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7830bcc9-1e5b-4870-9bf3-70595ed68589 req-8dd25368-79a5-4551-a014-658bc36183fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:55:15.546658 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-7830bcc9-1e5b-4870-9bf3-70595ed68589 req-8dd25368-79a5-4551-a014-658bc36183fb service neutron] 10.222.0.30 "GET /v2.0/networks?id=13a31cbd-28a5-4125-befd-30ac56e83e65 HTTP/1.1" status: 200 len: 897 time: 0.0905385 Feb 28 10:55:15.592824 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-7830bcc9-1e5b-4870-9bf3-70595ed68589 req-663a662a-4105-4f69-8f1b-6e33af279ed5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2cdc7369-addc-4a08-8927-9d0b304f428e HTTP/1.1" status: 200 len: 217 time: 0.0402210 Feb 28 10:55:15.644206 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7830bcc9-1e5b-4870-9bf3-70595ed68589 req-43d03736-f1ca-44a6-adf8-54e0ca613663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:55:15.645765 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-7830bcc9-1e5b-4870-9bf3-70595ed68589 req-43d03736-f1ca-44a6-adf8-54e0ca613663 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=20d5fde2-8e0c-4656-b6d5-6e6a5086401a HTTP/1.1" status: 200 len: 835 time: 0.0473416 Feb 28 10:55:15.696882 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7830bcc9-1e5b-4870-9bf3-70595ed68589 req-12cf1986-d7d2-4d94-adc7-2e8dd06dd939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:55:15.698406 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-7830bcc9-1e5b-4870-9bf3-70595ed68589 req-12cf1986-d7d2-4d94-adc7-2e8dd06dd939 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=13a31cbd-28a5-4125-befd-30ac56e83e65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0470142 Feb 28 10:55:15.825393 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-7830bcc9-1e5b-4870-9bf3-70595ed68589 req-b0d7ba0e-7f22-4e09-adb4-4a3afc44db39 service neutron] 10.222.0.30 "GET /v2.0/networks/13a31cbd-28a5-4125-befd-30ac56e83e65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211362 Feb 28 10:55:15.848585 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10984f2d-63b0-4a13-937f-074bf00f64e6 req-45c24fc0-50e8-4732-b26d-ddc6d5965f2b tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:55:15.850090 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-10984f2d-63b0-4a13-937f-074bf00f64e6 req-45c24fc0-50e8-4732-b26d-ddc6d5965f2b tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/ports?device_id=5fb0c0a2-ee15-4530-90d4-1c418fa83090 HTTP/1.1" status: 200 len: 943 time: 0.0871444 Feb 28 10:55:15.956956 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-10984f2d-63b0-4a13-937f-074bf00f64e6 req-809c5c68-e980-4958-b66c-8d18d4b0a4b4 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/security-groups?id=0548248a-fb3f-449b-9bcf-c0274474b1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962198 Feb 28 10:55:15.968442 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-7830bcc9-1e5b-4870-9bf3-70595ed68589 req-eed9f736-d261-4c96-b7e4-c7a3aacea573 service neutron] 10.222.0.30 "GET /v2.0/networks/13a31cbd-28a5-4125-befd-30ac56e83e65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368792 Feb 28 10:55:17.090641 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2976bc8d-cdd4-4961-8e1b-a5377db32441 req-73641d7b-58f1-44a8-83e0-cf7125443422 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:55:17.092226 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-2976bc8d-cdd4-4961-8e1b-a5377db32441 req-73641d7b-58f1-44a8-83e0-cf7125443422 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/ports?device_id=5fb0c0a2-ee15-4530-90d4-1c418fa83090 HTTP/1.1" status: 200 len: 943 time: 0.0583234 Feb 28 10:55:17.150114 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-2976bc8d-cdd4-4961-8e1b-a5377db32441 req-b8f45da1-127a-4b8e-9573-4ec2df1a93dd tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/security-groups?id=0548248a-fb3f-449b-9bcf-c0274474b1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505188 Feb 28 10:55:18.285555 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ef5e43-6d1f-4747-b43f-95e857ed0444 req-86905d70-2c8a-460f-b4e5-6cb23d4b1c34 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:55:18.287117 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-e2ef5e43-6d1f-4747-b43f-95e857ed0444 req-86905d70-2c8a-460f-b4e5-6cb23d4b1c34 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/ports?device_id=5fb0c0a2-ee15-4530-90d4-1c418fa83090 HTTP/1.1" status: 200 len: 943 time: 0.0611966 Feb 28 10:55:18.339310 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-e2ef5e43-6d1f-4747-b43f-95e857ed0444 req-120db3ff-5ee4-4df9-b048-42a478086199 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/security-groups?id=0548248a-fb3f-449b-9bcf-c0274474b1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460370 Feb 28 10:55:19.479902 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f511a5-2010-4e5f-be00-ad6716b4135c req-cdf985e1-1e3b-4b38-823d-e2452a22a3e8 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:55:19.481350 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-c8f511a5-2010-4e5f-be00-ad6716b4135c req-cdf985e1-1e3b-4b38-823d-e2452a22a3e8 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/ports?device_id=5fb0c0a2-ee15-4530-90d4-1c418fa83090 HTTP/1.1" status: 200 len: 943 time: 0.0607815 Feb 28 10:55:19.533667 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-c8f511a5-2010-4e5f-be00-ad6716b4135c req-1c679d7a-6d9e-4bba-910e-b4398e75bb69 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/security-groups?id=0548248a-fb3f-449b-9bcf-c0274474b1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462294 Feb 28 10:55:20.372207 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device 2cdc7369-addc-4a08-8927-9d0b304f428e details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103409) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 10:55:20.640322 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] For port 2cdc7369-addc-4a08-8927-9d0b304f428e, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=2cdc7369-addc-4a08-8927-9d0b304f428e,segment=NetworkSegment(5e7bec4c-373b-4016-8040-984505295264),segment_id=5e7bec4c-373b-4016-8040-984505295264)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:55:20.652290 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Returning: {'device': '2cdc7369-addc-4a08-8927-9d0b304f428e', 'network_id': '13a31cbd-28a5-4125-befd-30ac56e83e65', 'port_id': '2cdc7369-addc-4a08-8927-9d0b304f428e', 'mac_address': 'fa:16:3e:03:3f:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 277, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20d5fde2-8e0c-4656-b6d5-6e6a5086401a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103409) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 10:55:20.656743 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc5c8ff-c8de-48d8-bb18-6730f72c92fe req-6138ab5a-ed84-4d4c-8504-ef67d01d659b tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:55:20.658476 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-8dc5c8ff-c8de-48d8-bb18-6730f72c92fe req-6138ab5a-ed84-4d4c-8504-ef67d01d659b tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/ports?device_id=5fb0c0a2-ee15-4530-90d4-1c418fa83090 HTTP/1.1" status: 200 len: 943 time: 0.0539846 Feb 28 10:55:20.692433 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Current status of the port 2cdc7369-addc-4a08-8927-9d0b304f428e is: DOWN; New status is: BUILD {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:55:20.692894 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (2cdc7369-addc-4a08-8927-9d0b304f428e), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:20.706815 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cdc7369-addc-4a08-8927-9d0b304f428e {{(pid=103409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 10:55:20.714834 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-8dc5c8ff-c8de-48d8-bb18-6730f72c92fe req-b154b632-36ab-4e1c-99b1-602a4c273a69 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/security-groups?id=0548248a-fb3f-449b-9bcf-c0274474b1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505340 Feb 28 10:55:20.728712 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] For port 2cdc7369-addc-4a08-8927-9d0b304f428e, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=2cdc7369-addc-4a08-8927-9d0b304f428e,segment=NetworkSegment(5e7bec4c-373b-4016-8040-984505295264),segment_id=5e7bec4c-373b-4016-8040-984505295264)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:55:20.733149 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (2cdc7369-addc-4a08-8927-9d0b304f428e), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:20.781995 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Pushing event updated for resources: {'Port': ['ID=2cdc7369-addc-4a08-8927-9d0b304f428e,revision_number=4']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:55:21.092525 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] get_ports_and_sgs() called for port_ids ['2cdc7369-addc-4a08-8927-9d0b304f428e'] {{(pid=103409) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 10:55:21.842431 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0e4971-e47c-490b-9c38-f2cc1c7811d5 req-ad148a7c-53ee-4cd8-8574-3836590b4156 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:55:21.844475 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-fd0e4971-e47c-490b-9c38-f2cc1c7811d5 req-ad148a7c-53ee-4cd8-8574-3836590b4156 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/ports?device_id=5fb0c0a2-ee15-4530-90d4-1c418fa83090 HTTP/1.1" status: 200 len: 944 time: 0.0614660 Feb 28 10:55:21.895395 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-fd0e4971-e47c-490b-9c38-f2cc1c7811d5 req-84a3fe55-26fe-4273-a684-28d753eacaee tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/security-groups?id=0548248a-fb3f-449b-9bcf-c0274474b1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454001 Feb 28 10:55:22.085385 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.agents_db [None req-382e0aa2-b126-48e6-89eb-3efa426b6b29 None None] Agent healthcheck: found 6 active agents {{(pid=103410) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 10:55:22.367368 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device 2cdc7369-addc-4a08-8927-9d0b304f428e up at agent hyperv_hv-neutron-mast {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:55:22.431184 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Provisioning for port 2cdc7369-addc-4a08-8927-9d0b304f428e completed by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 10:55:22.436947 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Provisioning complete for port 2cdc7369-addc-4a08-8927-9d0b304f428e triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:55:22.437499 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (2cdc7369-addc-4a08-8927-9d0b304f428e), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:22.524951 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Current status of the port 2cdc7369-addc-4a08-8927-9d0b304f428e is: BUILD; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:55:22.525406 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (2cdc7369-addc-4a08-8927-9d0b304f428e), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:22.551949 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fb0c0a2-ee15-4530-90d4-1c418fa83090', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cdc7369-addc-4a08-8927-9d0b304f428e'}] {{(pid=103409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:55:22.554456 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa5325a5be4b33bf61fd809c564e3765e689d817bbd874267890deb3cfccaf12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d2012ea-0acc-4c46-ba9f-1a4ff2353237" -d '{"events": [{"server_uuid": "5fb0c0a2-ee15-4530-90d4-1c418fa83090", "name": "network-vif-plugged", "status": "completed", "tag": "2cdc7369-addc-4a08-8927-9d0b304f428e"}]}' {{(pid=103409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:55:22.567929 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] For port 2cdc7369-addc-4a08-8927-9d0b304f428e, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=2cdc7369-addc-4a08-8927-9d0b304f428e,segment=NetworkSegment(5e7bec4c-373b-4016-8040-984505295264),segment_id=5e7bec4c-373b-4016-8040-984505295264)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:55:22.573113 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (2cdc7369-addc-4a08-8927-9d0b304f428e), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:22.625225 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Pushing event updated for resources: {'Port': ['ID=2cdc7369-addc-4a08-8927-9d0b304f428e,revision_number=5']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:55:22.642941 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 10:55:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a1fed88-2188-4bac-a85a-331c2ceca894 x-openstack-request-id: req-1a1fed88-2188-4bac-a85a-331c2ceca894 {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:55:22.643242 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fb0c0a2-ee15-4530-90d4-1c418fa83090", "name": "network-vif-plugged", "status": "completed", "tag": "2cdc7369-addc-4a08-8927-9d0b304f428e", "code": 200}]} {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:55:22.643501 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1a1fed88-2188-4bac-a85a-331c2ceca894 {{(pid=103409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:55:22.643906 dv-neutron-master-2-hyperv neutron-server[103409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fb0c0a2-ee15-4530-90d4-1c418fa83090', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cdc7369-addc-4a08-8927-9d0b304f428e', 'code': 200} Feb 28 10:55:22.862732 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e174e203-5cb0-4d43-ab0c-2f84b10a27a9 req-8f58d873-6eda-4653-af07-4d70ddddc3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:55:22.864315 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-e174e203-5cb0-4d43-ab0c-2f84b10a27a9 req-8f58d873-6eda-4653-af07-4d70ddddc3a3 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5fb0c0a2-ee15-4530-90d4-1c418fa83090 HTTP/1.1" status: 200 len: 1129 time: 0.0474179 Feb 28 10:55:22.917737 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-e174e203-5cb0-4d43-ab0c-2f84b10a27a9 req-8da34ec0-25e6-4640-851d-2ba1483a2b5f service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=0548248a-fb3f-449b-9bcf-c0274474b1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466282 Feb 28 10:55:23.027712 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690b4908-0913-4fd1-af7d-4f826f85ed59 req-c65b9abe-1328-4bde-b8d0-02019c76a054 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:55:23.029274 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-690b4908-0913-4fd1-af7d-4f826f85ed59 req-c65b9abe-1328-4bde-b8d0-02019c76a054 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/ports?device_id=5fb0c0a2-ee15-4530-90d4-1c418fa83090 HTTP/1.1" status: 200 len: 945 time: 0.0646994 Feb 28 10:55:23.086044 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-690b4908-0913-4fd1-af7d-4f826f85ed59 req-f33be644-7af8-420f-bf90-711c8b470821 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/security-groups?id=0548248a-fb3f-449b-9bcf-c0274474b1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453463 Feb 28 10:55:24.217963 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8602c94e-b24f-490c-99e1-c314ed872b8b req-0a394ff1-dc87-46c4-8787-326e48e9e358 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:55:24.219561 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-8602c94e-b24f-490c-99e1-c314ed872b8b req-0a394ff1-dc87-46c4-8787-326e48e9e358 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/ports?device_id=5fb0c0a2-ee15-4530-90d4-1c418fa83090 HTTP/1.1" status: 200 len: 945 time: 0.0584536 Feb 28 10:55:24.280328 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-8602c94e-b24f-490c-99e1-c314ed872b8b req-9e33a938-f7ae-4c95-aa10-cc4d90fe69ef tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/security-groups?id=0548248a-fb3f-449b-9bcf-c0274474b1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527892 Feb 28 10:55:25.408532 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f92355f-cf6a-49ad-b163-99851dcb1c53 req-01cd01fb-144c-4d87-a0d6-3539b40194f7 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:55:25.410060 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-6f92355f-cf6a-49ad-b163-99851dcb1c53 req-01cd01fb-144c-4d87-a0d6-3539b40194f7 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/ports?device_id=5fb0c0a2-ee15-4530-90d4-1c418fa83090 HTTP/1.1" status: 200 len: 945 time: 0.0591269 Feb 28 10:55:25.466274 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-6f92355f-cf6a-49ad-b163-99851dcb1c53 req-e9dd81bf-a574-4c2d-9457-61b697fa1ce8 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/security-groups?id=0548248a-fb3f-449b-9bcf-c0274474b1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504124 Feb 28 10:55:25.589695 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd093211-842b-4825-a980-2833319e751a req-b0362d05-4d69-4b68-b545-a256f1fb316e tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:55:25.591336 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-dd093211-842b-4825-a980-2833319e751a req-b0362d05-4d69-4b68-b545-a256f1fb316e tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/ports?device_id=5fb0c0a2-ee15-4530-90d4-1c418fa83090 HTTP/1.1" status: 200 len: 945 time: 0.0573773 Feb 28 10:55:25.656900 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-dd093211-842b-4825-a980-2833319e751a req-5195e611-0d0a-4287-85c2-7a9421dc181e tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/security-groups?id=0548248a-fb3f-449b-9bcf-c0274474b1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591087 Feb 28 10:55:25.682869 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 42682) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:55:25.736826 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2d9ee11-a267-44e1-bf2a-7344be4df98e tempest-TestNetworkBasicOps-986752647 tempest-TestNetworkBasicOps-986752647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:55:25.738983 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-b2d9ee11-a267-44e1-bf2a-7344be4df98e tempest-TestNetworkBasicOps-986752647 tempest-TestNetworkBasicOps-986752647-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=5fb0c0a2-ee15-4530-90d4-1c418fa83090 HTTP/1.1" status: 200 len: 1124 time: 0.0548089 Feb 28 10:55:25.742908 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 42684) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:55:25.749456 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-600888ca-9d79-4f3d-88cc-eae5f1e492a9 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Request body: {'floatingip': {'floating_network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'port_id': '2cdc7369-addc-4a08-8927-9d0b304f428e', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:55:25.775321 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-600888ca-9d79-4f3d-88cc-eae5f1e492a9 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:25.885009 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-600888ca-9d79-4f3d-88cc-eae5f1e492a9 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:25.986361 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-600888ca-9d79-4f3d-88cc-eae5f1e492a9 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Allocated IP 172.36.5.113 (1e0804d0-d1d9-4d40-9de5-2936f3d87840/6f6f4129-23e5-4c3b-b4ef-4c7ce926797e/ddefa6a6-cd69-4e8c-b708-67286d21adb2) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:55:26.090334 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-600888ca-9d79-4f3d-88cc-eae5f1e492a9 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for port (ddefa6a6-cd69-4e8c-b708-67286d21adb2), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:26.125987 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-600888ca-9d79-4f3d-88cc-eae5f1e492a9 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (ddefa6a6-cd69-4e8c-b708-67286d21adb2), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:26.165500 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-600888ca-9d79-4f3d-88cc-eae5f1e492a9 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Network 1e0804d0-d1d9-4d40-9de5-2936f3d87840 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:55:26.168443 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-600888ca-9d79-4f3d-88cc-eae5f1e492a9 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:55:26.172043 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600888ca-9d79-4f3d-88cc-eae5f1e492a9 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:55:26.177588 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600888ca-9d79-4f3d-88cc-eae5f1e492a9 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event updated for resources: {'Port': ['ID=ddefa6a6-cd69-4e8c-b708-67286d21adb2,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:55:26.566320 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-600888ca-9d79-4f3d-88cc-eae5f1e492a9 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for floatingip (5a8660b6-c7ae-43cc-b651-871b3c157ea9), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:26.642943 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-600888ca-9d79-4f3d-88cc-eae5f1e492a9 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (ddefa6a6-cd69-4e8c-b708-67286d21adb2), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:26.795606 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-600888ca-9d79-4f3d-88cc-eae5f1e492a9 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for port (ddefa6a6-cd69-4e8c-b708-67286d21adb2), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:26.801347 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-600888ca-9d79-4f3d-88cc-eae5f1e492a9 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3498066'] for port (ddefa6a6-cd69-4e8c-b708-67286d21adb2), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:26.880333 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600888ca-9d79-4f3d-88cc-eae5f1e492a9 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event updated for resources: {'Port': ['ID=ddefa6a6-cd69-4e8c-b708-67286d21adb2,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:55:26.894029 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-600888ca-9d79-4f3d-88cc-eae5f1e492a9 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1803383'] for floatingip (5a8660b6-c7ae-43cc-b651-871b3c157ea9), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:27.004134 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.db.l3_db [None req-600888ca-9d79-4f3d-88cc-eae5f1e492a9 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Floating IP 5a8660b6-c7ae-43cc-b651-871b3c157ea9 associated. External IP: 172.36.5.113, port: 2cdc7369-addc-4a08-8927-9d0b304f428e. Feb 28 10:55:27.226512 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-600888ca-9d79-4f3d-88cc-eae5f1e492a9 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Router 3ae09401-21db-4103-9dd1-a83fd767969c has already been hosted by L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:55:27.343258 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-600888ca-9d79-4f3d-88cc-eae5f1e492a9 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:55:27.354810 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4211b57-ef16-41a0-b8f9-e7eee9042460 None None] Sync routers for ids ['3ae09401-21db-4103-9dd1-a83fd767969c'] in dv-neutron-master-2-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:55:27.362982 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-600888ca-9d79-4f3d-88cc-eae5f1e492a9 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for floatingip (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:27.365177 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4211b57-ef16-41a0-b8f9-e7eee9042460 None None] Routers {'3ae09401-21db-4103-9dd1-a83fd767969c'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:55:27.365867 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-f4211b57-ef16-41a0-b8f9-e7eee9042460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:55:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['3ae09401-21db-4103-9dd1-a83fd767969c'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:55:27.395408 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-600888ca-9d79-4f3d-88cc-eae5f1e492a9 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6499660 Feb 28 10:55:27.395408 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fb0c0a2-ee15-4530-90d4-1c418fa83090', 'tag': '2cdc7369-addc-4a08-8927-9d0b304f428e'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:55:27.397407 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c8e1c873eeca597e52e7ceb7469e602eac250bfea6606d285743d38033cf584" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d60f4f5-3591-4d42-8aab-080eb1d23e8d" -d '{"events": [{"name": "network-changed", "server_uuid": "5fb0c0a2-ee15-4530-90d4-1c418fa83090", "tag": "2cdc7369-addc-4a08-8927-9d0b304f428e"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:55:27.398172 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 42686) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:55:27.435093 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 10:55:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4e88e24-5b91-492c-85fb-da06a15ae15b x-openstack-request-id: req-d4e88e24-5b91-492c-85fb-da06a15ae15b {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:55:27.435464 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fb0c0a2-ee15-4530-90d4-1c418fa83090", "tag": "2cdc7369-addc-4a08-8927-9d0b304f428e", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:55:27.435723 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d4e88e24-5b91-492c-85fb-da06a15ae15b {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:55:27.436167 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fb0c0a2-ee15-4530-90d4-1c418fa83090', 'tag': '2cdc7369-addc-4a08-8927-9d0b304f428e', 'status': 'completed', 'code': 200} Feb 28 10:55:27.464367 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-6c768f8b-3675-4329-9fb7-21278f25f73f tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/floatingips/5a8660b6-c7ae-43cc-b651-871b3c157ea9 HTTP/1.1" status: 200 len: 991 time: 0.0649014 Feb 28 10:55:27.480974 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-f4211b57-ef16-41a0-b8f9-e7eee9042460 None None] Set router 3ae09401-21db-4103-9dd1-a83fd767969c gateway port host: dv-neutron-master-2-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:55:27.532343 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d60f4f5-3591-4d42-8aab-080eb1d23e8d req-d2222580-0274-494a-9ede-7988da744447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:55:27.533971 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-8d60f4f5-3591-4d42-8aab-080eb1d23e8d req-d2222580-0274-494a-9ede-7988da744447 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5a84b6bdce3e454e9741c4fbc09bfc68&device_id=5fb0c0a2-ee15-4530-90d4-1c418fa83090 HTTP/1.1" status: 200 len: 1129 time: 0.0464747 Feb 28 10:55:27.652504 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d60f4f5-3591-4d42-8aab-080eb1d23e8d req-c57f2f54-8f35-4e90-86cc-6690975a8878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:55:27.654070 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-8d60f4f5-3591-4d42-8aab-080eb1d23e8d req-c57f2f54-8f35-4e90-86cc-6690975a8878 service neutron] 10.222.0.30 "GET /v2.0/networks?id=13a31cbd-28a5-4125-befd-30ac56e83e65 HTTP/1.1" status: 200 len: 897 time: 0.1144454 Feb 28 10:55:27.823036 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-f4211b57-ef16-41a0-b8f9-e7eee9042460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ae09401-21db-4103-9dd1-a83fd767969c', 'name': 'tempest-TestNetworkBasicOps-router-2058743074', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.248'}], 'enable_snat': True}, 'gw_port_id': 'f25565a2-4af3-48bf-bd78-63f45b890469', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:55:04Z', 'updated_at': '2022-02-28T10:55:08Z', 'revision_number': 4, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'gw_port': {'id': 'f25565a2-4af3-48bf-bd78-63f45b890469', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:b3:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae09401-21db-4103-9dd1-a83fd767969c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1500, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:55:05Z', 'updated_at': '2022-02-28T10:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '5a8660b6-c7ae-43cc-b651-871b3c157ea9', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'floating_ip_address': '172.36.5.113', 'floating_network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'router_id': '3ae09401-21db-4103-9dd1-a83fd767969c', 'port_id': '2cdc7369-addc-4a08-8927-9d0b304f428e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1515, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '13a31cbd-28a5-4125-befd-30ac56e83e65', 'mac_address': 'fa:16:3e:03:3f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb0c0a2-ee15-4530-90d4-1c418fa83090', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:55:26Z', 'updated_at': '2022-02-28T10:55:26Z', 'revision_number': 0, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3a1d8d5-9a4d-43f6-b9ff-7ffdff87185d', 'name': '', 'network_id': '13a31cbd-28a5-4125-befd-30ac56e83e65', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'mac_address': 'fa:16:3e:c7:68:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae09401-21db-4103-9dd1-a83fd767969c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1503, 'fixed_ips': [{'subnet_id': '20d5fde2-8e0c-4656-b6d5-6e6a5086401a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:55:08Z', 'updated_at': '2022-02-28T10:55:11Z', 'revision_number': 5, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'subnets': [{'id': '20d5fde2-8e0c-4656-b6d5-6e6a5086401a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:55:27.851463 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4211b57-ef16-41a0-b8f9-e7eee9042460 None None] Checking router: 3ae09401-21db-4103-9dd1-a83fd767969c for host: dv-neutron-master-2-hyperv {{(pid=103410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:55:27.860527 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4211b57-ef16-41a0-b8f9-e7eee9042460 None None] Routers {'3ae09401-21db-4103-9dd1-a83fd767969c'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:55:27.861185 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-f4211b57-ef16-41a0-b8f9-e7eee9042460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:55:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['3ae09401-21db-4103-9dd1-a83fd767969c'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:55:27.986342 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-f4211b57-ef16-41a0-b8f9-e7eee9042460 None None] Set router 3ae09401-21db-4103-9dd1-a83fd767969c gateway port host: dv-neutron-master-2-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:55:28.074361 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-8d60f4f5-3591-4d42-8aab-080eb1d23e8d req-e8e16fcc-d122-4cd3-b785-e441be4c72eb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2cdc7369-addc-4a08-8927-9d0b304f428e HTTP/1.1" status: 200 len: 999 time: 0.4141371 Feb 28 10:55:28.124566 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d60f4f5-3591-4d42-8aab-080eb1d23e8d req-e1d2f3b4-4f76-44f8-b295-dac1353bb9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:55:28.126108 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-8d60f4f5-3591-4d42-8aab-080eb1d23e8d req-e1d2f3b4-4f76-44f8-b295-dac1353bb9d8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=20d5fde2-8e0c-4656-b6d5-6e6a5086401a HTTP/1.1" status: 200 len: 835 time: 0.0456960 Feb 28 10:55:28.181837 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d60f4f5-3591-4d42-8aab-080eb1d23e8d req-89dce2df-2cbc-474c-8629-828e5a01e175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:55:28.183330 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-8d60f4f5-3591-4d42-8aab-080eb1d23e8d req-89dce2df-2cbc-474c-8629-828e5a01e175 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=13a31cbd-28a5-4125-befd-30ac56e83e65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0515454 Feb 28 10:55:28.226326 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-f4211b57-ef16-41a0-b8f9-e7eee9042460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ae09401-21db-4103-9dd1-a83fd767969c', 'name': 'tempest-TestNetworkBasicOps-router-2058743074', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.248'}], 'enable_snat': True}, 'gw_port_id': 'f25565a2-4af3-48bf-bd78-63f45b890469', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:55:04Z', 'updated_at': '2022-02-28T10:55:08Z', 'revision_number': 4, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'gw_port': {'id': 'f25565a2-4af3-48bf-bd78-63f45b890469', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:b3:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae09401-21db-4103-9dd1-a83fd767969c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1500, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:55:05Z', 'updated_at': '2022-02-28T10:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '5a8660b6-c7ae-43cc-b651-871b3c157ea9', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'floating_ip_address': '172.36.5.113', 'floating_network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'router_id': '3ae09401-21db-4103-9dd1-a83fd767969c', 'port_id': '2cdc7369-addc-4a08-8927-9d0b304f428e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1515, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '13a31cbd-28a5-4125-befd-30ac56e83e65', 'mac_address': 'fa:16:3e:03:3f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb0c0a2-ee15-4530-90d4-1c418fa83090', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:55:26Z', 'updated_at': '2022-02-28T10:55:26Z', 'revision_number': 0, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3a1d8d5-9a4d-43f6-b9ff-7ffdff87185d', 'name': '', 'network_id': '13a31cbd-28a5-4125-befd-30ac56e83e65', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'mac_address': 'fa:16:3e:c7:68:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae09401-21db-4103-9dd1-a83fd767969c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1503, 'fixed_ips': [{'subnet_id': '20d5fde2-8e0c-4656-b6d5-6e6a5086401a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:55:08Z', 'updated_at': '2022-02-28T10:55:11Z', 'revision_number': 5, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'subnets': [{'id': '20d5fde2-8e0c-4656-b6d5-6e6a5086401a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:55:28.253089 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4211b57-ef16-41a0-b8f9-e7eee9042460 None None] The sync data for ids ['3ae09401-21db-4103-9dd1-a83fd767969c'] in dv-neutron-master-2-hyperv is: [{'id': '3ae09401-21db-4103-9dd1-a83fd767969c', 'name': 'tempest-TestNetworkBasicOps-router-2058743074', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.248'}], 'enable_snat': True}, 'gw_port_id': 'f25565a2-4af3-48bf-bd78-63f45b890469', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:55:04Z', 'updated_at': '2022-02-28T10:55:08Z', 'revision_number': 4, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'gw_port': {'id': 'f25565a2-4af3-48bf-bd78-63f45b890469', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:b3:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae09401-21db-4103-9dd1-a83fd767969c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1500, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:55:05Z', 'updated_at': '2022-02-28T10:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '5a8660b6-c7ae-43cc-b651-871b3c157ea9', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'floating_ip_address': '172.36.5.113', 'floating_network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'router_id': '3ae09401-21db-4103-9dd1-a83fd767969c', 'port_id': '2cdc7369-addc-4a08-8927-9d0b304f428e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1515, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '13a31cbd-28a5-4125-befd-30ac56e83e65', 'mac_address': 'fa:16:3e:03:3f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb0c0a2-ee15-4530-90d4-1c418fa83090', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:55:26Z', 'updated_at': '2022-02-28T10:55:26Z', 'revision_number': 0, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3a1d8d5-9a4d-43f6-b9ff-7ffdff87185d', 'name': '', 'network_id': '13a31cbd-28a5-4125-befd-30ac56e83e65', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'mac_address': 'fa:16:3e:c7:68:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae09401-21db-4103-9dd1-a83fd767969c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1503, 'fixed_ips': [{'subnet_id': '20d5fde2-8e0c-4656-b6d5-6e6a5086401a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:55:08Z', 'updated_at': '2022-02-28T10:55:11Z', 'revision_number': 5, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'subnets': [{'id': '20d5fde2-8e0c-4656-b6d5-6e6a5086401a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:55:28.276959 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-8d60f4f5-3591-4d42-8aab-080eb1d23e8d req-ac32dfec-dfd2-4fae-8020-8d8b6d9cac2f service neutron] 10.222.0.30 "GET /v2.0/networks/13a31cbd-28a5-4125-befd-30ac56e83e65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872023 Feb 28 10:55:28.372129 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-8d60f4f5-3591-4d42-8aab-080eb1d23e8d req-0b4ff903-2d63-410b-bedb-a78fcb31b7bc service neutron] 10.222.0.30 "GET /v2.0/networks/13a31cbd-28a5-4125-befd-30ac56e83e65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893235 Feb 28 10:55:28.456029 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19d7402-d8e5-464b-aa60-c88b696baa4d None None] New status for floating IP 5a8660b6-c7ae-43cc-b651-871b3c157ea9: ACTIVE {{(pid=103409) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 10:55:28.468101 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 42690) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:55:28.534954 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-8bba7b89-6270-4a11-ac15-6df5ce8f7823 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/floatingips/5a8660b6-c7ae-43cc-b651-871b3c157ea9 HTTP/1.1" status: 200 len: 991 time: 0.0655158 Feb 28 10:55:29.539292 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 42692) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:55:29.942004 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-bc6bff01-ad47-4d91-ad1d-c24e4af4621e tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/floatingips/5a8660b6-c7ae-43cc-b651-871b3c157ea9 HTTP/1.1" status: 200 len: 993 time: 0.4015028 Feb 28 10:55:34.678965 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-622f4e1c-07a4-48f7-92f4-ca9cbf0157e8 req-f87b49d2-1995-4eb6-bfd8-c254865c18e4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5fb0c0a2-ee15-4530-90d4-1c418fa83090&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0532618 Feb 28 10:55:34.793718 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622f4e1c-07a4-48f7-92f4-ca9cbf0157e8 req-51c6d9a0-743a-4339-99e2-a3d0e03984ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:55:34.795141 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-622f4e1c-07a4-48f7-92f4-ca9cbf0157e8 req-51c6d9a0-743a-4339-99e2-a3d0e03984ec service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5a84b6bdce3e454e9741c4fbc09bfc68&device_id=5fb0c0a2-ee15-4530-90d4-1c418fa83090 HTTP/1.1" status: 200 len: 1129 time: 0.0534725 Feb 28 10:55:34.904092 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622f4e1c-07a4-48f7-92f4-ca9cbf0157e8 req-3cf332c4-d4fe-4fae-92ce-678f3583a409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:55:34.905613 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-622f4e1c-07a4-48f7-92f4-ca9cbf0157e8 req-3cf332c4-d4fe-4fae-92ce-678f3583a409 service neutron] 10.222.0.30 "GET /v2.0/networks?id=13a31cbd-28a5-4125-befd-30ac56e83e65 HTTP/1.1" status: 200 len: 897 time: 0.0902903 Feb 28 10:55:34.984687 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-622f4e1c-07a4-48f7-92f4-ca9cbf0157e8 req-0f33b7cb-281d-4c48-ba9c-59e704b38f58 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2cdc7369-addc-4a08-8927-9d0b304f428e HTTP/1.1" status: 200 len: 1001 time: 0.0729353 Feb 28 10:55:35.047873 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622f4e1c-07a4-48f7-92f4-ca9cbf0157e8 req-dce8c09d-88be-4102-b01e-1d6337cfaf73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:55:35.050694 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-622f4e1c-07a4-48f7-92f4-ca9cbf0157e8 req-dce8c09d-88be-4102-b01e-1d6337cfaf73 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=20d5fde2-8e0c-4656-b6d5-6e6a5086401a HTTP/1.1" status: 200 len: 835 time: 0.0606570 Feb 28 10:55:35.111916 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622f4e1c-07a4-48f7-92f4-ca9cbf0157e8 req-71582f04-c627-4986-8b74-4dec75cdf3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:55:35.113581 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-622f4e1c-07a4-48f7-92f4-ca9cbf0157e8 req-71582f04-c627-4986-8b74-4dec75cdf3b9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=13a31cbd-28a5-4125-befd-30ac56e83e65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0574255 Feb 28 10:55:35.228196 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-622f4e1c-07a4-48f7-92f4-ca9cbf0157e8 req-1f886ed7-3da9-4fdc-9cef-398e992cd8f5 service neutron] 10.222.0.30 "GET /v2.0/networks/13a31cbd-28a5-4125-befd-30ac56e83e65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080604 Feb 28 10:55:35.335170 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-622f4e1c-07a4-48f7-92f4-ca9cbf0157e8 req-02e29e7c-41b3-4382-b183-7efbbdbcc2b4 service neutron] 10.222.0.30 "GET /v2.0/networks/13a31cbd-28a5-4125-befd-30ac56e83e65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006615 Feb 28 10:55:38.286020 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (13ac42ae-016e-4baf-bb31-c6fa820b41c2), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:38.755565 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-548ad135-3039-4b0d-ac3c-471f290a6e32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fb6705d2-4f70-4965-92a3-fbfccd43a6d3), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:41.016724 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-041ff760-2edd-4665-ad2a-83c9219cc10f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fc6c9b74-8dbb-41bb-800a-5bd3a43fe896), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:42.090079 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b6d631fb-7df0-4fe1-8322-abff3b61cae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (0db5147a-92a3-4581-8a5f-8ec9b93e0600), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:43.522226 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6b923bb1-06b0-4b84-b461-7cc1d0196090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (2e621730-3978-4720-b581-ac380e97a567), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:44.918970 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:55:59.088216 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.agents_db [None req-382e0aa2-b126-48e6-89eb-3efa426b6b29 None None] Agent healthcheck: found 6 active agents {{(pid=103410) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 10:56:08.313731 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (13ac42ae-016e-4baf-bb31-c6fa820b41c2), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:56:08.761674 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-35c4911d-fb9b-4b5e-9d9e-dd9e9695cc50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fb6705d2-4f70-4965-92a3-fbfccd43a6d3), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:56:11.021524 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-69fc24c0-bc16-4394-b10f-c30bf0c1023a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fc6c9b74-8dbb-41bb-800a-5bd3a43fe896), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:56:12.099269 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b6d631fb-7df0-4fe1-8322-abff3b61cae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (0db5147a-92a3-4581-8a5f-8ec9b93e0600), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:56:13.516691 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6b923bb1-06b0-4b84-b461-7cc1d0196090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (2e621730-3978-4720-b581-ac380e97a567), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:56:14.913557 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:56:30.654439 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 42720) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:56:30.663625 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-20b0700e-4877-4520-a010-cc1f8f56ef41 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Request body: {'router': {'admin_state_up': False}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:56:30.995204 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-20b0700e-4877-4520-a010-cc1f8f56ef41 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1804286', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1806925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5948'] for router (3ae09401-21db-4103-9dd1-a83fd767969c), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:56:31.008910 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-20b0700e-4877-4520-a010-cc1f8f56ef41 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1804241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1804263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1804264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1807030'] for router (3ae09401-21db-4103-9dd1-a83fd767969c), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:56:31.124379 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20b0700e-4877-4520-a010-cc1f8f56ef41 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Router 3ae09401-21db-4103-9dd1-a83fd767969c has already been hosted by L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 {{(pid=103408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:56:31.240853 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20b0700e-4877-4520-a010-cc1f8f56ef41 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:56:31.248678 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-20b0700e-4877-4520-a010-cc1f8f56ef41 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for router (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:56:31.250748 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-20b0700e-4877-4520-a010-cc1f8f56ef41 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "PUT /v2.0/routers/3ae09401-21db-4103-9dd1-a83fd767969c HTTP/1.1" status: 200 len: 889 time: 0.5948458 Feb 28 10:56:31.252070 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b6d879-e671-496e-9428-f519c0fe6c76 None None] Sync routers for ids ['3ae09401-21db-4103-9dd1-a83fd767969c'] in dv-neutron-master-2-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:56:31.263441 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b6d879-e671-496e-9428-f519c0fe6c76 None None] Routers {'3ae09401-21db-4103-9dd1-a83fd767969c'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:56:31.264045 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-97b6d879-e671-496e-9428-f519c0fe6c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:56:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['3ae09401-21db-4103-9dd1-a83fd767969c'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:56:31.297761 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-97b6d879-e671-496e-9428-f519c0fe6c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:56:31.307338 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b6d879-e671-496e-9428-f519c0fe6c76 None None] Routers {'3ae09401-21db-4103-9dd1-a83fd767969c'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:56:31.307929 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-97b6d879-e671-496e-9428-f519c0fe6c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:56:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['3ae09401-21db-4103-9dd1-a83fd767969c'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:56:31.345825 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-97b6d879-e671-496e-9428-f519c0fe6c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:56:31.346467 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b6d879-e671-496e-9428-f519c0fe6c76 None None] The sync data for ids ['3ae09401-21db-4103-9dd1-a83fd767969c'] in dv-neutron-master-2-hyperv is: [] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:56:32.139551 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edee8d06-9720-42ba-aecd-56a607438341 None None] New status for floating IP 5a8660b6-c7ae-43cc-b651-871b3c157ea9: DOWN {{(pid=103409) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 10:56:33.338936 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device b3a1d8d5-9a4d-43f6-b9ff-7ffdff87185d no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:56:33.431195 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 42734) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:56:33.436816 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-d2ec7fbb-e5a6-4a48-a55f-8cad0a27f9bf tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:56:33.437415 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port b3a1d8d5-9a4d-43f6-b9ff-7ffdff87185d is: ACTIVE; New status is: DOWN {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:56:33.437816 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (b3a1d8d5-9a4d-43f6-b9ff-7ffdff87185d), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:56:33.474480 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] For port b3a1d8d5-9a4d-43f6-b9ff-7ffdff87185d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b3a1d8d5-9a4d-43f6-b9ff-7ffdff87185d,segment=NetworkSegment(5e7bec4c-373b-4016-8040-984505295264),segment_id=5e7bec4c-373b-4016-8040-984505295264)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:56:33.481333 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (b3a1d8d5-9a4d-43f6-b9ff-7ffdff87185d), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:56:33.481732 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device f25565a2-4af3-48bf-bd78-63f45b890469 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:56:33.565631 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Pushing event updated for resources: {'Port': ['ID=b3a1d8d5-9a4d-43f6-b9ff-7ffdff87185d,revision_number=6']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:56:33.574462 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:56:33.575158 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:56:33.575803 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:56:33.575914 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:56:33.576340 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:56:33.576668 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:56:33.577005 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:56:33.577342 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:56:33.577675 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:56:33.578085 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:56:33.578396 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:56:33.578956 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:56:33.579353 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:56:33.617334 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port f25565a2-4af3-48bf-bd78-63f45b890469 is: ACTIVE; New status is: DOWN {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:56:33.618147 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (f25565a2-4af3-48bf-bd78-63f45b890469), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:56:33.640086 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] For port f25565a2-4af3-48bf-bd78-63f45b890469, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f25565a2-4af3-48bf-bd78-63f45b890469,segment=NetworkSegment(195d7ed7-323d-4284-82df-208cca613d99),segment_id=195d7ed7-323d-4284-82df-208cca613d99)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:56:33.644291 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (f25565a2-4af3-48bf-bd78-63f45b890469), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:56:33.692831 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Pushing event updated for resources: {'Port': ['ID=f25565a2-4af3-48bf-bd78-63f45b890469,revision_number=5']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:56:33.770277 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d2ec7fbb-e5a6-4a48-a55f-8cad0a27f9bf tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1804286', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1806925', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5948'] for router (3ae09401-21db-4103-9dd1-a83fd767969c), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:56:33.785265 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d2ec7fbb-e5a6-4a48-a55f-8cad0a27f9bf tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1804241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1804263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1804264', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1807030'] for router (3ae09401-21db-4103-9dd1-a83fd767969c), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:56:33.902587 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2ec7fbb-e5a6-4a48-a55f-8cad0a27f9bf tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Router 3ae09401-21db-4103-9dd1-a83fd767969c has already been hosted by L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 {{(pid=103408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:56:34.015494 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2ec7fbb-e5a6-4a48-a55f-8cad0a27f9bf tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:56:34.022281 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d2ec7fbb-e5a6-4a48-a55f-8cad0a27f9bf tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for router (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:56:34.023829 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-d2ec7fbb-e5a6-4a48-a55f-8cad0a27f9bf tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "PUT /v2.0/routers/3ae09401-21db-4103-9dd1-a83fd767969c HTTP/1.1" status: 200 len: 888 time: 0.5906839 Feb 28 10:56:34.026817 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3358d900-8e2b-45c8-807a-b0e6e4ba3cc2 None None] Sync routers for ids ['3ae09401-21db-4103-9dd1-a83fd767969c'] in dv-neutron-master-2-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:56:34.027259 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 42736) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:56:34.036986 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3358d900-8e2b-45c8-807a-b0e6e4ba3cc2 None None] Routers {'3ae09401-21db-4103-9dd1-a83fd767969c'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:56:34.037589 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-3358d900-8e2b-45c8-807a-b0e6e4ba3cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:56:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['3ae09401-21db-4103-9dd1-a83fd767969c'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:56:34.086944 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-1c44509b-53d1-411b-8128-53c8f7ea430d tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/floatingips/5a8660b6-c7ae-43cc-b651-871b3c157ea9 HTTP/1.1" status: 200 len: 991 time: 0.0588756 Feb 28 10:56:34.147119 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-3358d900-8e2b-45c8-807a-b0e6e4ba3cc2 None None] Set router 3ae09401-21db-4103-9dd1-a83fd767969c gateway port host: dv-neutron-master-2-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:56:34.381021 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-3358d900-8e2b-45c8-807a-b0e6e4ba3cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ae09401-21db-4103-9dd1-a83fd767969c', 'name': 'tempest-TestNetworkBasicOps-router-2058743074', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.248'}], 'enable_snat': True}, 'gw_port_id': 'f25565a2-4af3-48bf-bd78-63f45b890469', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:55:04Z', 'updated_at': '2022-02-28T10:56:33Z', 'revision_number': 6, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'gw_port': {'id': 'f25565a2-4af3-48bf-bd78-63f45b890469', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:b3:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ae09401-21db-4103-9dd1-a83fd767969c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1500, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:55:05Z', 'updated_at': '2022-02-28T10:56:33Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '5a8660b6-c7ae-43cc-b651-871b3c157ea9', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'floating_ip_address': '172.36.5.113', 'floating_network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'router_id': '3ae09401-21db-4103-9dd1-a83fd767969c', 'port_id': '2cdc7369-addc-4a08-8927-9d0b304f428e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1515, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '13a31cbd-28a5-4125-befd-30ac56e83e65', 'mac_address': 'fa:16:3e:03:3f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb0c0a2-ee15-4530-90d4-1c418fa83090', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:55:26Z', 'updated_at': '2022-02-28T10:56:32Z', 'revision_number': 2, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3a1d8d5-9a4d-43f6-b9ff-7ffdff87185d', 'name': '', 'network_id': '13a31cbd-28a5-4125-befd-30ac56e83e65', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'mac_address': 'fa:16:3e:c7:68:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ae09401-21db-4103-9dd1-a83fd767969c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1503, 'fixed_ips': [{'subnet_id': '20d5fde2-8e0c-4656-b6d5-6e6a5086401a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:55:08Z', 'updated_at': '2022-02-28T10:56:33Z', 'revision_number': 6, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'subnets': [{'id': '20d5fde2-8e0c-4656-b6d5-6e6a5086401a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:56:34.408200 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3358d900-8e2b-45c8-807a-b0e6e4ba3cc2 None None] Checking router: 3ae09401-21db-4103-9dd1-a83fd767969c for host: dv-neutron-master-2-hyperv {{(pid=103410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:56:34.416757 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3358d900-8e2b-45c8-807a-b0e6e4ba3cc2 None None] Routers {'3ae09401-21db-4103-9dd1-a83fd767969c'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:56:34.417361 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-3358d900-8e2b-45c8-807a-b0e6e4ba3cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:56:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['3ae09401-21db-4103-9dd1-a83fd767969c'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:56:34.539722 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-3358d900-8e2b-45c8-807a-b0e6e4ba3cc2 None None] Set router 3ae09401-21db-4103-9dd1-a83fd767969c gateway port host: dv-neutron-master-2-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:56:34.776052 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-3358d900-8e2b-45c8-807a-b0e6e4ba3cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ae09401-21db-4103-9dd1-a83fd767969c', 'name': 'tempest-TestNetworkBasicOps-router-2058743074', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.248'}], 'enable_snat': True}, 'gw_port_id': 'f25565a2-4af3-48bf-bd78-63f45b890469', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:55:04Z', 'updated_at': '2022-02-28T10:56:33Z', 'revision_number': 6, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'gw_port': {'id': 'f25565a2-4af3-48bf-bd78-63f45b890469', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:b3:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ae09401-21db-4103-9dd1-a83fd767969c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1500, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:55:05Z', 'updated_at': '2022-02-28T10:56:33Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '5a8660b6-c7ae-43cc-b651-871b3c157ea9', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'floating_ip_address': '172.36.5.113', 'floating_network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'router_id': '3ae09401-21db-4103-9dd1-a83fd767969c', 'port_id': '2cdc7369-addc-4a08-8927-9d0b304f428e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1515, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '13a31cbd-28a5-4125-befd-30ac56e83e65', 'mac_address': 'fa:16:3e:03:3f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb0c0a2-ee15-4530-90d4-1c418fa83090', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:55:26Z', 'updated_at': '2022-02-28T10:56:32Z', 'revision_number': 2, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3a1d8d5-9a4d-43f6-b9ff-7ffdff87185d', 'name': '', 'network_id': '13a31cbd-28a5-4125-befd-30ac56e83e65', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'mac_address': 'fa:16:3e:c7:68:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ae09401-21db-4103-9dd1-a83fd767969c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1503, 'fixed_ips': [{'subnet_id': '20d5fde2-8e0c-4656-b6d5-6e6a5086401a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:55:08Z', 'updated_at': '2022-02-28T10:56:33Z', 'revision_number': 6, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'subnets': [{'id': '20d5fde2-8e0c-4656-b6d5-6e6a5086401a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:56:34.805344 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3358d900-8e2b-45c8-807a-b0e6e4ba3cc2 None None] The sync data for ids ['3ae09401-21db-4103-9dd1-a83fd767969c'] in dv-neutron-master-2-hyperv is: [{'id': '3ae09401-21db-4103-9dd1-a83fd767969c', 'name': 'tempest-TestNetworkBasicOps-router-2058743074', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.248'}], 'enable_snat': True}, 'gw_port_id': 'f25565a2-4af3-48bf-bd78-63f45b890469', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:55:04Z', 'updated_at': '2022-02-28T10:56:33Z', 'revision_number': 6, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'gw_port': {'id': 'f25565a2-4af3-48bf-bd78-63f45b890469', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:b3:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ae09401-21db-4103-9dd1-a83fd767969c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1500, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:55:05Z', 'updated_at': '2022-02-28T10:56:33Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '5a8660b6-c7ae-43cc-b651-871b3c157ea9', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'floating_ip_address': '172.36.5.113', 'floating_network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'router_id': '3ae09401-21db-4103-9dd1-a83fd767969c', 'port_id': '2cdc7369-addc-4a08-8927-9d0b304f428e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1515, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '13a31cbd-28a5-4125-befd-30ac56e83e65', 'mac_address': 'fa:16:3e:03:3f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb0c0a2-ee15-4530-90d4-1c418fa83090', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T10:55:26Z', 'updated_at': '2022-02-28T10:56:32Z', 'revision_number': 2, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3a1d8d5-9a4d-43f6-b9ff-7ffdff87185d', 'name': '', 'network_id': '13a31cbd-28a5-4125-befd-30ac56e83e65', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'mac_address': 'fa:16:3e:c7:68:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ae09401-21db-4103-9dd1-a83fd767969c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1503, 'fixed_ips': [{'subnet_id': '20d5fde2-8e0c-4656-b6d5-6e6a5086401a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:55:08Z', 'updated_at': '2022-02-28T10:56:33Z', 'revision_number': 6, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'subnets': [{'id': '20d5fde2-8e0c-4656-b6d5-6e6a5086401a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:56:35.090766 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 42738) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:56:35.160305 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-324ea4b6-13c4-4227-85da-cae940564c14 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/floatingips/5a8660b6-c7ae-43cc-b651-871b3c157ea9 HTTP/1.1" status: 200 len: 991 time: 0.0683315 Feb 28 10:56:35.354634 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device b3a1d8d5-9a4d-43f6-b9ff-7ffdff87185d up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:56:35.419033 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port b3a1d8d5-9a4d-43f6-b9ff-7ffdff87185d triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:56:35.419651 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (b3a1d8d5-9a4d-43f6-b9ff-7ffdff87185d), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:56:35.510251 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port b3a1d8d5-9a4d-43f6-b9ff-7ffdff87185d is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:56:35.510650 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (b3a1d8d5-9a4d-43f6-b9ff-7ffdff87185d), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:56:35.546791 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] For port b3a1d8d5-9a4d-43f6-b9ff-7ffdff87185d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b3a1d8d5-9a4d-43f6-b9ff-7ffdff87185d,segment=NetworkSegment(5e7bec4c-373b-4016-8040-984505295264),segment_id=5e7bec4c-373b-4016-8040-984505295264)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:56:35.553134 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (b3a1d8d5-9a4d-43f6-b9ff-7ffdff87185d), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:56:35.602124 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Pushing event updated for resources: {'Port': ['ID=b3a1d8d5-9a4d-43f6-b9ff-7ffdff87185d,revision_number=7']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:56:35.931743 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-c2a44dbd-b7a8-486f-a025-2c6984bfc19c req-9c6ec63d-c9f1-4f57-bc4d-abfff0eb5c1d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5fb0c0a2-ee15-4530-90d4-1c418fa83090&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0534568 Feb 28 10:56:36.043516 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a44dbd-b7a8-486f-a025-2c6984bfc19c req-b5d6e78f-57a8-47c6-8d57-f78d9adb0670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:56:36.046381 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-c2a44dbd-b7a8-486f-a025-2c6984bfc19c req-b5d6e78f-57a8-47c6-8d57-f78d9adb0670 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5a84b6bdce3e454e9741c4fbc09bfc68&device_id=5fb0c0a2-ee15-4530-90d4-1c418fa83090 HTTP/1.1" status: 200 len: 1129 time: 0.0545983 Feb 28 10:56:36.087281 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.agents_db [None req-382e0aa2-b126-48e6-89eb-3efa426b6b29 None None] Agent healthcheck: found 6 active agents {{(pid=103410) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 10:56:36.154542 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a44dbd-b7a8-486f-a025-2c6984bfc19c req-453492ad-0bff-48c8-a0a1-ab7a3145b306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:56:36.156052 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-c2a44dbd-b7a8-486f-a025-2c6984bfc19c req-453492ad-0bff-48c8-a0a1-ab7a3145b306 service neutron] 10.222.0.30 "GET /v2.0/networks?id=13a31cbd-28a5-4125-befd-30ac56e83e65 HTTP/1.1" status: 200 len: 897 time: 0.0904858 Feb 28 10:56:36.163937 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 42742) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:56:36.230587 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-c2a44dbd-b7a8-486f-a025-2c6984bfc19c req-2b4f8fd4-0ae6-4ca5-a18c-a3089b6900c8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2cdc7369-addc-4a08-8927-9d0b304f428e HTTP/1.1" status: 200 len: 999 time: 0.0680094 Feb 28 10:56:36.233221 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-d0b1f98c-6179-4e7f-92ed-ea3c819104c0 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/floatingips/5a8660b6-c7ae-43cc-b651-871b3c157ea9 HTTP/1.1" status: 200 len: 991 time: 0.0673604 Feb 28 10:56:36.282518 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a44dbd-b7a8-486f-a025-2c6984bfc19c req-ef8936dc-29e4-4870-96d3-5f64cf7614eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:56:36.283985 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-c2a44dbd-b7a8-486f-a025-2c6984bfc19c req-ef8936dc-29e4-4870-96d3-5f64cf7614eb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=20d5fde2-8e0c-4656-b6d5-6e6a5086401a HTTP/1.1" status: 200 len: 835 time: 0.0474026 Feb 28 10:56:36.341466 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a44dbd-b7a8-486f-a025-2c6984bfc19c req-b1f648ef-fb70-4c99-a42e-5e59c9b2ceb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:56:36.342873 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-c2a44dbd-b7a8-486f-a025-2c6984bfc19c req-b1f648ef-fb70-4c99-a42e-5e59c9b2ceb8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=13a31cbd-28a5-4125-befd-30ac56e83e65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0527897 Feb 28 10:56:36.443956 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-c2a44dbd-b7a8-486f-a025-2c6984bfc19c req-f4a1479f-0834-41fb-8b71-e8d6c026f1c3 service neutron] 10.222.0.30 "GET /v2.0/networks/13a31cbd-28a5-4125-befd-30ac56e83e65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946357 Feb 28 10:56:36.495383 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e4d068-b57b-4c7b-81e7-dec2c0910830 None None] New status for floating IP 5a8660b6-c7ae-43cc-b651-871b3c157ea9: ACTIVE {{(pid=103409) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 10:56:36.551823 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-c2a44dbd-b7a8-486f-a025-2c6984bfc19c req-bcfa6448-7393-43d7-8653-5ad33114c0d8 service neutron] 10.222.0.30 "GET /v2.0/networks/13a31cbd-28a5-4125-befd-30ac56e83e65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010902 Feb 28 10:56:37.237139 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 42744) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:56:37.310601 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-840b4c67-a21f-45e0-a557-07a2dcc47f31 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/floatingips/5a8660b6-c7ae-43cc-b651-871b3c157ea9 HTTP/1.1" status: 200 len: 993 time: 0.0721493 Feb 28 10:56:37.388152 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device b3a1d8d5-9a4d-43f6-b9ff-7ffdff87185d up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:56:37.437276 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port b3a1d8d5-9a4d-43f6-b9ff-7ffdff87185d triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:56:37.437656 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (b3a1d8d5-9a4d-43f6-b9ff-7ffdff87185d), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:56:37.532939 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port b3a1d8d5-9a4d-43f6-b9ff-7ffdff87185d is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:56:37.534029 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device f25565a2-4af3-48bf-bd78-63f45b890469 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:56:37.584499 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port f25565a2-4af3-48bf-bd78-63f45b890469 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:56:37.584902 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (f25565a2-4af3-48bf-bd78-63f45b890469), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:56:37.664358 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port f25565a2-4af3-48bf-bd78-63f45b890469 is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:56:37.664785 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (f25565a2-4af3-48bf-bd78-63f45b890469), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:56:37.685991 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] For port f25565a2-4af3-48bf-bd78-63f45b890469, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f25565a2-4af3-48bf-bd78-63f45b890469,segment=NetworkSegment(195d7ed7-323d-4284-82df-208cca613d99),segment_id=195d7ed7-323d-4284-82df-208cca613d99)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:56:37.694034 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (f25565a2-4af3-48bf-bd78-63f45b890469), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:56:37.743942 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Pushing event updated for resources: {'Port': ['ID=f25565a2-4af3-48bf-bd78-63f45b890469,revision_number=6']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:56:38.323879 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (13ac42ae-016e-4baf-bb31-c6fa820b41c2), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:56:38.758155 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-21540631-527e-4974-912f-85cb238ab7b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fb6705d2-4f70-4965-92a3-fbfccd43a6d3), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:56:39.345399 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device f25565a2-4af3-48bf-bd78-63f45b890469 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:56:39.395311 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port f25565a2-4af3-48bf-bd78-63f45b890469 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:56:39.395684 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (f25565a2-4af3-48bf-bd78-63f45b890469), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:56:39.476899 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port f25565a2-4af3-48bf-bd78-63f45b890469 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:56:39.581748 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 42750) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:56:39.755045 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-b9c9508e-4915-43fc-bc3a-af9b5451bded tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Deleting port ddefa6a6-cd69-4e8c-b708-67286d21adb2 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:56:39.755427 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b9c9508e-4915-43fc-bc3a-af9b5451bded tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (ddefa6a6-cd69-4e8c-b708-67286d21adb2), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:56:39.831549 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b9c9508e-4915-43fc-bc3a-af9b5451bded tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (ddefa6a6-cd69-4e8c-b708-67286d21adb2), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:56:39.831907 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b9c9508e-4915-43fc-bc3a-af9b5451bded tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for floatingip (ddefa6a6-cd69-4e8c-b708-67286d21adb2), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:56:39.844732 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-b9c9508e-4915-43fc-bc3a-af9b5451bded tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Calling delete_port for ddefa6a6-cd69-4e8c-b708-67286d21adb2 owned by network:floatingip {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:56:40.014901 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b9c9508e-4915-43fc-bc3a-af9b5451bded tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (ddefa6a6-cd69-4e8c-b708-67286d21adb2), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:56:40.040407 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c9508e-4915-43fc-bc3a-af9b5451bded tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event deleted for resources: {'Port': ['ID=ddefa6a6-cd69-4e8c-b708-67286d21adb2,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:56:40.052115 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c9508e-4915-43fc-bc3a-af9b5451bded tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:56:40.052497 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c9508e-4915-43fc-bc3a-af9b5451bded tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:56:40.052884 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c9508e-4915-43fc-bc3a-af9b5451bded tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:56:40.053229 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c9508e-4915-43fc-bc3a-af9b5451bded tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:56:40.053564 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c9508e-4915-43fc-bc3a-af9b5451bded tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:56:40.053904 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c9508e-4915-43fc-bc3a-af9b5451bded tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:56:40.054239 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c9508e-4915-43fc-bc3a-af9b5451bded tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:56:40.054573 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c9508e-4915-43fc-bc3a-af9b5451bded tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:56:40.054943 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c9508e-4915-43fc-bc3a-af9b5451bded tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:56:40.055307 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c9508e-4915-43fc-bc3a-af9b5451bded tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:56:40.055629 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c9508e-4915-43fc-bc3a-af9b5451bded tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:56:40.055955 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c9508e-4915-43fc-bc3a-af9b5451bded tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:56:40.056285 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c9508e-4915-43fc-bc3a-af9b5451bded tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:56:40.117485 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b9c9508e-4915-43fc-bc3a-af9b5451bded tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for floatingip (5a8660b6-c7ae-43cc-b651-871b3c157ea9), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:56:40.117758 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.db.l3_db [None req-b9c9508e-4915-43fc-bc3a-af9b5451bded tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Floating IP 5a8660b6-c7ae-43cc-b651-871b3c157ea9 disassociated (deleted). External IP: 172.36.5.113, port: 2cdc7369-addc-4a08-8927-9d0b304f428e. Feb 28 10:56:40.343252 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9c9508e-4915-43fc-bc3a-af9b5451bded tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Router 3ae09401-21db-4103-9dd1-a83fd767969c has already been hosted by L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:56:40.473436 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9c9508e-4915-43fc-bc3a-af9b5451bded tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:56:40.478426 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b9c9508e-4915-43fc-bc3a-af9b5451bded tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for floatingip (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:56:40.483619 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4145792-8c2c-4bfc-8a0e-0936b30b94f5 None None] Sync routers for ids ['3ae09401-21db-4103-9dd1-a83fd767969c'] in dv-neutron-master-2-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:56:40.495544 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4145792-8c2c-4bfc-8a0e-0936b30b94f5 None None] Routers {'3ae09401-21db-4103-9dd1-a83fd767969c'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:56:40.496139 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-c4145792-8c2c-4bfc-8a0e-0936b30b94f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:56:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['3ae09401-21db-4103-9dd1-a83fd767969c'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:56:40.509945 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-b9c9508e-4915-43fc-bc3a-af9b5451bded tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "DELETE /v2.0/floatingips/5a8660b6-c7ae-43cc-b651-871b3c157ea9 HTTP/1.1" status: 204 len: 168 time: 0.9271905 Feb 28 10:56:40.510533 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fb0c0a2-ee15-4530-90d4-1c418fa83090', 'tag': '2cdc7369-addc-4a08-8927-9d0b304f428e'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:56:40.512838 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c8e1c873eeca597e52e7ceb7469e602eac250bfea6606d285743d38033cf584" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ea3b142-8459-41cc-a727-e7d102975d7b" -d '{"events": [{"name": "network-changed", "server_uuid": "5fb0c0a2-ee15-4530-90d4-1c418fa83090", "tag": "2cdc7369-addc-4a08-8927-9d0b304f428e"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:56:40.557748 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 10:56:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f05ebcba-249d-489f-9eda-e6390f1cb2f0 x-openstack-request-id: req-f05ebcba-249d-489f-9eda-e6390f1cb2f0 {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:56:40.558025 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fb0c0a2-ee15-4530-90d4-1c418fa83090", "tag": "2cdc7369-addc-4a08-8927-9d0b304f428e", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:56:40.558312 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f05ebcba-249d-489f-9eda-e6390f1cb2f0 {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:56:40.558715 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fb0c0a2-ee15-4530-90d4-1c418fa83090', 'tag': '2cdc7369-addc-4a08-8927-9d0b304f428e', 'status': 'completed', 'code': 200} Feb 28 10:56:40.679505 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea3b142-8459-41cc-a727-e7d102975d7b req-3663428a-585f-41b3-a4c4-daaa8950634e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:56:40.683155 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-7ea3b142-8459-41cc-a727-e7d102975d7b req-3663428a-585f-41b3-a4c4-daaa8950634e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5a84b6bdce3e454e9741c4fbc09bfc68&device_id=5fb0c0a2-ee15-4530-90d4-1c418fa83090 HTTP/1.1" status: 200 len: 1129 time: 0.0560312 Feb 28 10:56:40.718276 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-c4145792-8c2c-4bfc-8a0e-0936b30b94f5 None None] Set router 3ae09401-21db-4103-9dd1-a83fd767969c gateway port host: dv-neutron-master-2-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:56:40.821208 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ed6358-b840-4cf9-946f-5e62e5355cd1 req-0b2aa449-4086-4466-ba32-f0346f47ee51 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:56:40.822666 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-01ed6358-b840-4cf9-946f-5e62e5355cd1 req-0b2aa449-4086-4466-ba32-f0346f47ee51 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/ports?device_id=5fb0c0a2-ee15-4530-90d4-1c418fa83090 HTTP/1.1" status: 200 len: 945 time: 0.1043625 Feb 28 10:56:40.849345 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea3b142-8459-41cc-a727-e7d102975d7b req-4128d265-a9b5-4722-ac6a-84f219a08b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:56:40.850775 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-7ea3b142-8459-41cc-a727-e7d102975d7b req-4128d265-a9b5-4722-ac6a-84f219a08b73 service neutron] 10.222.0.30 "GET /v2.0/networks?id=13a31cbd-28a5-4125-befd-30ac56e83e65 HTTP/1.1" status: 200 len: 897 time: 0.1412377 Feb 28 10:56:40.904332 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-7ea3b142-8459-41cc-a727-e7d102975d7b req-53c00897-e3ca-4b26-8c92-7d2a587b9d20 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2cdc7369-addc-4a08-8927-9d0b304f428e HTTP/1.1" status: 200 len: 217 time: 0.0456333 Feb 28 10:56:40.913654 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-01ed6358-b840-4cf9-946f-5e62e5355cd1 req-084bfe8f-bf12-43c8-a58c-42f322a84242 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/security-groups?id=0548248a-fb3f-449b-9bcf-c0274474b1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849233 Feb 28 10:56:40.923839 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-c4145792-8c2c-4bfc-8a0e-0936b30b94f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ae09401-21db-4103-9dd1-a83fd767969c', 'name': 'tempest-TestNetworkBasicOps-router-2058743074', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.248'}], 'enable_snat': True}, 'gw_port_id': 'f25565a2-4af3-48bf-bd78-63f45b890469', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:55:04Z', 'updated_at': '2022-02-28T10:56:33Z', 'revision_number': 6, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'gw_port': {'id': 'f25565a2-4af3-48bf-bd78-63f45b890469', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:b3:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae09401-21db-4103-9dd1-a83fd767969c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1500, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:55:05Z', 'updated_at': '2022-02-28T10:56:37Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'b3a1d8d5-9a4d-43f6-b9ff-7ffdff87185d', 'name': '', 'network_id': '13a31cbd-28a5-4125-befd-30ac56e83e65', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'mac_address': 'fa:16:3e:c7:68:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae09401-21db-4103-9dd1-a83fd767969c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1503, 'fixed_ips': [{'subnet_id': '20d5fde2-8e0c-4656-b6d5-6e6a5086401a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:55:08Z', 'updated_at': '2022-02-28T10:56:35Z', 'revision_number': 7, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'subnets': [{'id': '20d5fde2-8e0c-4656-b6d5-6e6a5086401a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:56:40.958080 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4145792-8c2c-4bfc-8a0e-0936b30b94f5 None None] Checking router: 3ae09401-21db-4103-9dd1-a83fd767969c for host: dv-neutron-master-2-hyperv {{(pid=103410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:56:40.964329 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea3b142-8459-41cc-a727-e7d102975d7b req-b420d25f-45cb-4f39-ac4b-63b0566bbd12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:56:40.965839 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-7ea3b142-8459-41cc-a727-e7d102975d7b req-b420d25f-45cb-4f39-ac4b-63b0566bbd12 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=20d5fde2-8e0c-4656-b6d5-6e6a5086401a HTTP/1.1" status: 200 len: 835 time: 0.0494804 Feb 28 10:56:40.967031 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4145792-8c2c-4bfc-8a0e-0936b30b94f5 None None] Routers {'3ae09401-21db-4103-9dd1-a83fd767969c'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:56:40.967641 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-c4145792-8c2c-4bfc-8a0e-0936b30b94f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:56:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['3ae09401-21db-4103-9dd1-a83fd767969c'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:56:41.018087 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea3b142-8459-41cc-a727-e7d102975d7b req-280a7a26-9b67-4935-8342-523bf6dc1c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:56:41.019509 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-7ea3b142-8459-41cc-a727-e7d102975d7b req-280a7a26-9b67-4935-8342-523bf6dc1c7e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=13a31cbd-28a5-4125-befd-30ac56e83e65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0475922 Feb 28 10:56:41.026750 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1128c26a-8cfa-409a-92d1-ecae08fc3592 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fc6c9b74-8dbb-41bb-800a-5bd3a43fe896), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:56:41.090455 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-c4145792-8c2c-4bfc-8a0e-0936b30b94f5 None None] Set router 3ae09401-21db-4103-9dd1-a83fd767969c gateway port host: dv-neutron-master-2-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:56:41.118108 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-7ea3b142-8459-41cc-a727-e7d102975d7b req-faecdb1b-5cd4-4991-a469-828362a14692 service neutron] 10.222.0.30 "GET /v2.0/networks/13a31cbd-28a5-4125-befd-30ac56e83e65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914145 Feb 28 10:56:41.218168 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-7ea3b142-8459-41cc-a727-e7d102975d7b req-fc426704-3d13-4e26-85ad-913186bcaeae service neutron] 10.222.0.30 "GET /v2.0/networks/13a31cbd-28a5-4125-befd-30ac56e83e65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933776 Feb 28 10:56:41.302731 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-c4145792-8c2c-4bfc-8a0e-0936b30b94f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ae09401-21db-4103-9dd1-a83fd767969c', 'name': 'tempest-TestNetworkBasicOps-router-2058743074', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.248'}], 'enable_snat': True}, 'gw_port_id': 'f25565a2-4af3-48bf-bd78-63f45b890469', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:55:04Z', 'updated_at': '2022-02-28T10:56:33Z', 'revision_number': 6, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'gw_port': {'id': 'f25565a2-4af3-48bf-bd78-63f45b890469', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:b3:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae09401-21db-4103-9dd1-a83fd767969c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1500, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:55:05Z', 'updated_at': '2022-02-28T10:56:37Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'b3a1d8d5-9a4d-43f6-b9ff-7ffdff87185d', 'name': '', 'network_id': '13a31cbd-28a5-4125-befd-30ac56e83e65', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'mac_address': 'fa:16:3e:c7:68:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae09401-21db-4103-9dd1-a83fd767969c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1503, 'fixed_ips': [{'subnet_id': '20d5fde2-8e0c-4656-b6d5-6e6a5086401a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:55:08Z', 'updated_at': '2022-02-28T10:56:35Z', 'revision_number': 7, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'subnets': [{'id': '20d5fde2-8e0c-4656-b6d5-6e6a5086401a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:56:41.333122 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4145792-8c2c-4bfc-8a0e-0936b30b94f5 None None] The sync data for ids ['3ae09401-21db-4103-9dd1-a83fd767969c'] in dv-neutron-master-2-hyperv is: [{'id': '3ae09401-21db-4103-9dd1-a83fd767969c', 'name': 'tempest-TestNetworkBasicOps-router-2058743074', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.248'}], 'enable_snat': True}, 'gw_port_id': 'f25565a2-4af3-48bf-bd78-63f45b890469', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:55:04Z', 'updated_at': '2022-02-28T10:56:33Z', 'revision_number': 6, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'gw_port': {'id': 'f25565a2-4af3-48bf-bd78-63f45b890469', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:b3:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae09401-21db-4103-9dd1-a83fd767969c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1500, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:55:05Z', 'updated_at': '2022-02-28T10:56:37Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'b3a1d8d5-9a4d-43f6-b9ff-7ffdff87185d', 'name': '', 'network_id': '13a31cbd-28a5-4125-befd-30ac56e83e65', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'mac_address': 'fa:16:3e:c7:68:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae09401-21db-4103-9dd1-a83fd767969c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1503, 'fixed_ips': [{'subnet_id': '20d5fde2-8e0c-4656-b6d5-6e6a5086401a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:55:08Z', 'updated_at': '2022-02-28T10:56:35Z', 'revision_number': 7, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'subnets': [{'id': '20d5fde2-8e0c-4656-b6d5-6e6a5086401a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:56:42.011635 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbaf2d6f-4866-4394-990f-dd5a328eeda9 None None] New status for floating IP 5a8660b6-c7ae-43cc-b651-871b3c157ea9: DOWN {{(pid=103409) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 10:56:42.043814 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e275cd-7817-4322-87a8-d45b4a85173b req-41fc41a8-342f-4973-b584-8fefb0d2c9e2 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:56:42.045260 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-f1e275cd-7817-4322-87a8-d45b4a85173b req-41fc41a8-342f-4973-b584-8fefb0d2c9e2 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/ports?device_id=5fb0c0a2-ee15-4530-90d4-1c418fa83090 HTTP/1.1" status: 200 len: 945 time: 0.0546026 Feb 28 10:56:42.097755 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-f1e275cd-7817-4322-87a8-d45b4a85173b req-144ba378-0dba-493b-b02c-086bd6cdfd22 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/security-groups?id=0548248a-fb3f-449b-9bcf-c0274474b1ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465245 Feb 28 10:56:42.103091 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b6d631fb-7df0-4fe1-8322-abff3b61cae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (0db5147a-92a3-4581-8a5f-8ec9b93e0600), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:56:42.430133 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e96a82-a785-44f2-9ac5-bee7267300a6 req-d1d5d827-89e4-4cff-9f22-26d90962fd38 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:56:42.431510 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-c2e96a82-a785-44f2-9ac5-bee7267300a6 req-d1d5d827-89e4-4cff-9f22-26d90962fd38 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.30 "GET /v2.0/ports?device_id=5fb0c0a2-ee15-4530-90d4-1c418fa83090 HTTP/1.1" status: 200 len: 945 time: 0.0604625 Feb 28 10:56:42.526764 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [req-c2e96a82-a785-44f2-9ac5-bee7267300a6 req-ac1f4650-28ad-4b70-a356-6456228ba56c tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Deleting port 2cdc7369-addc-4a08-8927-9d0b304f428e {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:56:42.527094 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-c2e96a82-a785-44f2-9ac5-bee7267300a6 req-ac1f4650-28ad-4b70-a356-6456228ba56c tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (2cdc7369-addc-4a08-8927-9d0b304f428e), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:56:42.621297 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-c2e96a82-a785-44f2-9ac5-bee7267300a6 req-ac1f4650-28ad-4b70-a356-6456228ba56c tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] For port 2cdc7369-addc-4a08-8927-9d0b304f428e, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=2cdc7369-addc-4a08-8927-9d0b304f428e,segment=NetworkSegment(5e7bec4c-373b-4016-8040-984505295264),segment_id=5e7bec4c-373b-4016-8040-984505295264)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:56:42.621690 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-c2e96a82-a785-44f2-9ac5-bee7267300a6 req-ac1f4650-28ad-4b70-a356-6456228ba56c tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (2cdc7369-addc-4a08-8927-9d0b304f428e), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:56:42.634579 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [req-c2e96a82-a785-44f2-9ac5-bee7267300a6 req-ac1f4650-28ad-4b70-a356-6456228ba56c tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Calling delete_port for 2cdc7369-addc-4a08-8927-9d0b304f428e owned by compute:nova {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:56:42.774476 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-c2e96a82-a785-44f2-9ac5-bee7267300a6 req-ac1f4650-28ad-4b70-a356-6456228ba56c tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (2cdc7369-addc-4a08-8927-9d0b304f428e), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:56:42.809075 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1f4650-28ad-4b70-a356-6456228ba56c tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event deleted for resources: {'Port': ['ID=2cdc7369-addc-4a08-8927-9d0b304f428e,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:56:42.862588 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2e96a82-a785-44f2-9ac5-bee7267300a6 req-ac1f4650-28ad-4b70-a356-6456228ba56c tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] No DVR routers for this DVR port 2cdc7369-addc-4a08-8927-9d0b304f428e on host hv-neutron-mast {{(pid=103407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:56:42.865533 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-c2e96a82-a785-44f2-9ac5-bee7267300a6 req-ac1f4650-28ad-4b70-a356-6456228ba56c tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:56:42.868882 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-c2e96a82-a785-44f2-9ac5-bee7267300a6 req-ac1f4650-28ad-4b70-a356-6456228ba56c tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.30 "DELETE /v2.0/ports/2cdc7369-addc-4a08-8927-9d0b304f428e HTTP/1.1" status: 204 len: 173 time: 0.4319625 Feb 28 10:56:42.869354 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fb0c0a2-ee15-4530-90d4-1c418fa83090', 'name': 'network-vif-deleted', 'tag': '2cdc7369-addc-4a08-8927-9d0b304f428e'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:56:42.871813 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c8e1c873eeca597e52e7ceb7469e602eac250bfea6606d285743d38033cf584" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-872b5425-cbfa-4035-b54a-b6d603079caa" -d '{"events": [{"server_uuid": "5fb0c0a2-ee15-4530-90d4-1c418fa83090", "name": "network-vif-deleted", "tag": "2cdc7369-addc-4a08-8927-9d0b304f428e"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:56:42.909664 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 10:56:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd996efa-70b5-4340-87e2-87fdc28820ce x-openstack-request-id: req-fd996efa-70b5-4340-87e2-87fdc28820ce {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:56:42.910024 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fb0c0a2-ee15-4530-90d4-1c418fa83090", "name": "network-vif-deleted", "tag": "2cdc7369-addc-4a08-8927-9d0b304f428e", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:56:42.910283 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fd996efa-70b5-4340-87e2-87fdc28820ce {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:56:42.910704 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fb0c0a2-ee15-4530-90d4-1c418fa83090', 'name': 'network-vif-deleted', 'tag': '2cdc7369-addc-4a08-8927-9d0b304f428e', 'status': 'completed', 'code': 200} Feb 28 10:56:43.210788 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-3084924d-8385-4c6b-a025-1fa700c04aa8 req-f6a7cceb-de80-4a2e-9cc5-e032a7243196 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "GET /v2.0/ports?device_id=5fb0c0a2-ee15-4530-90d4-1c418fa83090 HTTP/1.1" status: 200 len: 210 time: 0.0291891 Feb 28 10:56:43.519278 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6b923bb1-06b0-4b84-b461-7cc1d0196090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (2e621730-3978-4720-b581-ac380e97a567), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:56:44.279717 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 42766) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:56:44.343728 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-351631c6-fe97-4f12-92f8-52fcc151ce15 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group (0548248a-fb3f-449b-9bcf-c0274474b1ea), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:56:44.369263 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-351631c6-fe97-4f12-92f8-52fcc151ce15 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group (0548248a-fb3f-449b-9bcf-c0274474b1ea), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:56:44.438345 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-351631c6-fe97-4f12-92f8-52fcc151ce15 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (0548248a-fb3f-449b-9bcf-c0274474b1ea), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:56:44.441039 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-351631c6-fe97-4f12-92f8-52fcc151ce15 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for security_group (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:56:44.442209 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-351631c6-fe97-4f12-92f8-52fcc151ce15 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "DELETE /v2.0/security-groups/0548248a-fb3f-449b-9bcf-c0274474b1ea HTTP/1.1" status: 204 len: 168 time: 0.1615100 Feb 28 10:56:44.452138 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351631c6-fe97-4f12-92f8-52fcc151ce15 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0548248a-fb3f-449b-9bcf-c0274474b1ea,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:56:44.459914 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351631c6-fe97-4f12-92f8-52fcc151ce15 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:56:44.460266 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351631c6-fe97-4f12-92f8-52fcc151ce15 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:56:44.460642 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351631c6-fe97-4f12-92f8-52fcc151ce15 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:56:44.461015 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351631c6-fe97-4f12-92f8-52fcc151ce15 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:56:44.461345 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351631c6-fe97-4f12-92f8-52fcc151ce15 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:56:44.461647 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351631c6-fe97-4f12-92f8-52fcc151ce15 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:56:44.461975 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351631c6-fe97-4f12-92f8-52fcc151ce15 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:56:44.462310 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351631c6-fe97-4f12-92f8-52fcc151ce15 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:56:44.462633 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351631c6-fe97-4f12-92f8-52fcc151ce15 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:56:44.462962 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351631c6-fe97-4f12-92f8-52fcc151ce15 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:56:44.463288 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351631c6-fe97-4f12-92f8-52fcc151ce15 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:56:44.463606 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351631c6-fe97-4f12-92f8-52fcc151ce15 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:56:44.463930 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351631c6-fe97-4f12-92f8-52fcc151ce15 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:56:44.472962 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 42770) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:56:44.856769 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-70b1c152-e7b0-4fdc-b225-7e96d5526b88 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1802615'] for router_interface (3ae09401-21db-4103-9dd1-a83fd767969c), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:56:44.918395 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:56:45.126301 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-70b1c152-e7b0-4fdc-b225-7e96d5526b88 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Deleting port b3a1d8d5-9a4d-43f6-b9ff-7ffdff87185d {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:56:45.126554 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-70b1c152-e7b0-4fdc-b225-7e96d5526b88 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (b3a1d8d5-9a4d-43f6-b9ff-7ffdff87185d), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:56:45.227637 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-70b1c152-e7b0-4fdc-b225-7e96d5526b88 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] For port b3a1d8d5-9a4d-43f6-b9ff-7ffdff87185d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b3a1d8d5-9a4d-43f6-b9ff-7ffdff87185d,segment=NetworkSegment(5e7bec4c-373b-4016-8040-984505295264),segment_id=5e7bec4c-373b-4016-8040-984505295264)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:56:45.228048 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-70b1c152-e7b0-4fdc-b225-7e96d5526b88 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (b3a1d8d5-9a4d-43f6-b9ff-7ffdff87185d), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:56:45.243353 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-70b1c152-e7b0-4fdc-b225-7e96d5526b88 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Calling delete_port for b3a1d8d5-9a4d-43f6-b9ff-7ffdff87185d owned by network:router_interface {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:56:45.460222 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-70b1c152-e7b0-4fdc-b225-7e96d5526b88 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (b3a1d8d5-9a4d-43f6-b9ff-7ffdff87185d), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:56:45.492928 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b1c152-e7b0-4fdc-b225-7e96d5526b88 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event deleted for resources: {'Port': ['ID=b3a1d8d5-9a4d-43f6-b9ff-7ffdff87185d,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:56:45.683203 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-70b1c152-e7b0-4fdc-b225-7e96d5526b88 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1802651'] for router_interface (3ae09401-21db-4103-9dd1-a83fd767969c), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:56:46.257261 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70b1c152-e7b0-4fdc-b225-7e96d5526b88 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Router 3ae09401-21db-4103-9dd1-a83fd767969c has already been hosted by L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 {{(pid=103408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 10:56:46.376151 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70b1c152-e7b0-4fdc-b225-7e96d5526b88 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 10:56:46.381463 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-70b1c152-e7b0-4fdc-b225-7e96d5526b88 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "PUT /v2.0/routers/3ae09401-21db-4103-9dd1-a83fd767969c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9074476 Feb 28 10:56:46.384579 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 42772) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:56:46.386632 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6bc271-040a-4bfc-a22f-7c1b59cb0255 None None] Sync routers for ids ['3ae09401-21db-4103-9dd1-a83fd767969c'] in dv-neutron-master-2-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 10:56:46.398311 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6bc271-040a-4bfc-a22f-7c1b59cb0255 None None] Routers {'3ae09401-21db-4103-9dd1-a83fd767969c'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:56:46.398961 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-be6bc271-040a-4bfc-a22f-7c1b59cb0255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:56:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['3ae09401-21db-4103-9dd1-a83fd767969c'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:56:46.442167 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_v2 [None req-559b9d34-360c-4bc7-8522-e6a488f09984 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Deleting subnet 20d5fde2-8e0c-4656-b6d5-6e6a5086401a {{(pid=103408) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:56:46.445576 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-559b9d34-360c-4bc7-8522-e6a488f09984 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for subnet (20d5fde2-8e0c-4656-b6d5-6e6a5086401a), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:56:46.492676 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-559b9d34-360c-4bc7-8522-e6a488f09984 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3423529'] for subnet (20d5fde2-8e0c-4656-b6d5-6e6a5086401a), precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:56:46.511967 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-be6bc271-040a-4bfc-a22f-7c1b59cb0255 None None] Set router 3ae09401-21db-4103-9dd1-a83fd767969c gateway port host: dv-neutron-master-2-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:56:46.583273 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-559b9d34-360c-4bc7-8522-e6a488f09984 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-823142'] for subnet (20d5fde2-8e0c-4656-b6d5-6e6a5086401a), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:56:46.647712 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-559b9d34-360c-4bc7-8522-e6a488f09984 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-823145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3242523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3951170'] for subnet (20d5fde2-8e0c-4656-b6d5-6e6a5086401a), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:56:46.672605 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559b9d34-360c-4bc7-8522-e6a488f09984 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event deleted for resources: {'Subnet': ['ID=20d5fde2-8e0c-4656-b6d5-6e6a5086401a,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:56:46.679516 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-559b9d34-360c-4bc7-8522-e6a488f09984 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for subnet (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:56:46.682991 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-559b9d34-360c-4bc7-8522-e6a488f09984 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "DELETE /v2.0/subnets/20d5fde2-8e0c-4656-b6d5-6e6a5086401a HTTP/1.1" status: 204 len: 168 time: 0.2974501 Feb 28 10:56:46.686044 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 42774) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:56:46.692968 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-be6bc271-040a-4bfc-a22f-7c1b59cb0255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ae09401-21db-4103-9dd1-a83fd767969c', 'name': 'tempest-TestNetworkBasicOps-router-2058743074', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.248'}], 'enable_snat': True}, 'gw_port_id': 'f25565a2-4af3-48bf-bd78-63f45b890469', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:55:04Z', 'updated_at': '2022-02-28T10:56:45Z', 'revision_number': 7, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'gw_port': {'id': 'f25565a2-4af3-48bf-bd78-63f45b890469', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:b3:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae09401-21db-4103-9dd1-a83fd767969c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1500, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:55:05Z', 'updated_at': '2022-02-28T10:56:37Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:56:46.695219 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24c813af-ee32-40d9-88fc-07e13dce91a0 None None] Network 13a31cbd-28a5-4125-befd-30ac56e83e65 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:56:46.698603 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device 2cdc7369-addc-4a08-8927-9d0b304f428e no longer exists at agent hyperv_hv-neutron-mast {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:56:46.726431 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6bc271-040a-4bfc-a22f-7c1b59cb0255 None None] Checking router: 3ae09401-21db-4103-9dd1-a83fd767969c for host: dv-neutron-master-2-hyperv {{(pid=103410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 10:56:46.735679 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6bc271-040a-4bfc-a22f-7c1b59cb0255 None None] Routers {'3ae09401-21db-4103-9dd1-a83fd767969c'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 10:56:46.736304 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-be6bc271-040a-4bfc-a22f-7c1b59cb0255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T10:56:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['3ae09401-21db-4103-9dd1-a83fd767969c'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:56:46.803476 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f1badc8f-e760-4bea-af05-879d790e2312 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for router (3ae09401-21db-4103-9dd1-a83fd767969c), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:56:46.854490 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-be6bc271-040a-4bfc-a22f-7c1b59cb0255 None None] Set router 3ae09401-21db-4103-9dd1-a83fd767969c gateway port host: dv-neutron-master-2-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 10:56:46.914276 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] No Port match for: 2cdc7369-addc-4a08-8927-9d0b304f428e {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:56:46.914636 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device 2cdc7369-addc-4a08-8927-9d0b304f428e not bound to the agent host hv-neutron-mast {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:56:46.922150 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f1badc8f-e760-4bea-af05-879d790e2312 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for router_gateway (3ae09401-21db-4103-9dd1-a83fd767969c), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:56:46.977929 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-f1badc8f-e760-4bea-af05-879d790e2312 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Deleting port f25565a2-4af3-48bf-bd78-63f45b890469 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:56:46.978585 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f1badc8f-e760-4bea-af05-879d790e2312 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (f25565a2-4af3-48bf-bd78-63f45b890469), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:56:47.059724 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0abb775e-c9e3-44b7-8751-68ec5fd00009 None None] DHCP port deletion for 13a31cbd-28a5-4125-befd-30ac56e83e65 request from dv-neutron-master-2-hyperv {{(pid=103409) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 10:56:47.073269 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-f1badc8f-e760-4bea-af05-879d790e2312 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] For port f25565a2-4af3-48bf-bd78-63f45b890469, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f25565a2-4af3-48bf-bd78-63f45b890469,segment=NetworkSegment(195d7ed7-323d-4284-82df-208cca613d99),segment_id=195d7ed7-323d-4284-82df-208cca613d99)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:56:47.073644 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f1badc8f-e760-4bea-af05-879d790e2312 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (f25565a2-4af3-48bf-bd78-63f45b890469), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:56:47.078486 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-be6bc271-040a-4bfc-a22f-7c1b59cb0255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ae09401-21db-4103-9dd1-a83fd767969c', 'name': 'tempest-TestNetworkBasicOps-router-2058743074', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.248'}], 'enable_snat': True}, 'gw_port_id': 'f25565a2-4af3-48bf-bd78-63f45b890469', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:55:04Z', 'updated_at': '2022-02-28T10:56:45Z', 'revision_number': 7, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'gw_port': {'id': 'f25565a2-4af3-48bf-bd78-63f45b890469', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:b3:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae09401-21db-4103-9dd1-a83fd767969c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1500, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:55:05Z', 'updated_at': '2022-02-28T10:56:37Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:56:47.087535 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-f1badc8f-e760-4bea-af05-879d790e2312 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Calling delete_port for f25565a2-4af3-48bf-bd78-63f45b890469 owned by network:router_gateway {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:56:47.106779 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6bc271-040a-4bfc-a22f-7c1b59cb0255 None None] The sync data for ids ['3ae09401-21db-4103-9dd1-a83fd767969c'] in dv-neutron-master-2-hyperv is: [{'id': '3ae09401-21db-4103-9dd1-a83fd767969c', 'name': 'tempest-TestNetworkBasicOps-router-2058743074', 'tenant_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.248'}], 'enable_snat': True}, 'gw_port_id': 'f25565a2-4af3-48bf-bd78-63f45b890469', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T10:55:04Z', 'updated_at': '2022-02-28T10:56:45Z', 'revision_number': 7, 'project_id': '5a84b6bdce3e454e9741c4fbc09bfc68', 'gw_port': {'id': 'f25565a2-4af3-48bf-bd78-63f45b890469', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:b3:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae09401-21db-4103-9dd1-a83fd767969c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1500, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T10:55:05Z', 'updated_at': '2022-02-28T10:56:37Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 10:56:47.111569 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-0abb775e-c9e3-44b7-8751-68ec5fd00009 None None] Deleting port 058f258b-f1fc-4737-bd08-fb707fa47235 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:56:47.111957 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0abb775e-c9e3-44b7-8751-68ec5fd00009 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (058f258b-f1fc-4737-bd08-fb707fa47235), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:56:47.197454 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-0abb775e-c9e3-44b7-8751-68ec5fd00009 None None] For port 058f258b-f1fc-4737-bd08-fb707fa47235, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=058f258b-f1fc-4737-bd08-fb707fa47235,segment=NetworkSegment(5e7bec4c-373b-4016-8040-984505295264),segment_id=5e7bec4c-373b-4016-8040-984505295264)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:56:47.197960 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0abb775e-c9e3-44b7-8751-68ec5fd00009 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (058f258b-f1fc-4737-bd08-fb707fa47235), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:56:47.212879 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-0abb775e-c9e3-44b7-8751-68ec5fd00009 None None] Calling delete_port for 058f258b-f1fc-4737-bd08-fb707fa47235 owned by network:dhcp {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:56:47.299973 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0abb775e-c9e3-44b7-8751-68ec5fd00009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758'] for port (058f258b-f1fc-4737-bd08-fb707fa47235), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:56:47.331626 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abb775e-c9e3-44b7-8751-68ec5fd00009 None None] Pushing event deleted for resources: {'Port': ['ID=058f258b-f1fc-4737-bd08-fb707fa47235,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:56:47.337303 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0abb775e-c9e3-44b7-8751-68ec5fd00009 None None] No DVR routers for this DVR port 058f258b-f1fc-4737-bd08-fb707fa47235 on host dv-neutron-master-2-hyperv {{(pid=103409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:56:47.527086 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device b3a1d8d5-9a4d-43f6-b9ff-7ffdff87185d no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:56:47.568737 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] No Port match for: b3a1d8d5-9a4d-43f6-b9ff-7ffdff87185d {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:56:47.569166 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device b3a1d8d5-9a4d-43f6-b9ff-7ffdff87185d not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:56:47.569657 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 058f258b-f1fc-4737-bd08-fb707fa47235 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:56:47.590744 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] No Port match for: 058f258b-f1fc-4737-bd08-fb707fa47235 {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:56:47.590944 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 058f258b-f1fc-4737-bd08-fb707fa47235 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:56:47.602864 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f1badc8f-e760-4bea-af05-879d790e2312 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (f25565a2-4af3-48bf-bd78-63f45b890469), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:56:47.630919 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1badc8f-e760-4bea-af05-879d790e2312 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event deleted for resources: {'Port': ['ID=f25565a2-4af3-48bf-bd78-63f45b890469,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:56:47.705635 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f1badc8f-e760-4bea-af05-879d790e2312 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1803321'] for router_gateway (3ae09401-21db-4103-9dd1-a83fd767969c), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:56:47.804409 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f1badc8f-e760-4bea-af05-879d790e2312 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1807017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5941'] for router (3ae09401-21db-4103-9dd1-a83fd767969c), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:56:47.806655 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f1badc8f-e760-4bea-af05-879d790e2312 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for router_controller (3ae09401-21db-4103-9dd1-a83fd767969c), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:56:47.857686 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f1badc8f-e760-4bea-af05-879d790e2312 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1806994'] for router (3ae09401-21db-4103-9dd1-a83fd767969c), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:56:47.858382 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1badc8f-e760-4bea-af05-879d790e2312 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Fanout notify agent at l3_agent the message router_deleted on router 3ae09401-21db-4103-9dd1-a83fd767969c {{(pid=103407) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 10:56:47.869361 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f1badc8f-e760-4bea-af05-879d790e2312 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for router (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:56:47.870861 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-f1badc8f-e760-4bea-af05-879d790e2312 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "DELETE /v2.0/routers/3ae09401-21db-4103-9dd1-a83fd767969c HTTP/1.1" status: 204 len: 168 time: 1.1837449 Feb 28 10:56:47.874293 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 42776) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:56:47.961707 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ff6d3f32-470c-4e15-9124-415a893baf3d tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-665757'] for network (13a31cbd-28a5-4125-befd-30ac56e83e65), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:56:48.067872 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ff6d3f32-470c-4e15-9124-415a893baf3d tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672413', 'neutron.services.segments.db._delete_segments_for_network-8742057110173'] for network (13a31cbd-28a5-4125-befd-30ac56e83e65), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:56:48.088375 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-ff6d3f32-470c-4e15-9124-415a893baf3d tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13a31cbd-28a5-4125-befd-30ac56e83e65']}} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:56:48.098297 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-ff6d3f32-470c-4e15-9124-415a893baf3d tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e7bec4c-373b-4016-8040-984505295264') {'for_net_delete': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:56:48.098597 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-ff6d3f32-470c-4e15-9124-415a893baf3d tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e7bec4c-373b-4016-8040-984505295264') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:56:48.108841 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ff6d3f32-470c-4e15-9124-415a893baf3d tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742057113766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3423550'] for segment (5e7bec4c-373b-4016-8040-984505295264), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:56:48.122144 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ff6d3f32-470c-4e15-9124-415a893baf3d tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (5e7bec4c-373b-4016-8040-984505295264), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:56:48.131320 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff6d3f32-470c-4e15-9124-415a893baf3d tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Releasing vlan 277 on physical network physnet1 to pool {{(pid=103408) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:56:48.131910 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ff6d3f32-470c-4e15-9124-415a893baf3d tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3242693'] for segment (5e7bec4c-373b-4016-8040-984505295264), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:56:48.136180 dv-neutron-master-2-hyperv neutron-server[103408]: Traceback (most recent call last): Feb 28 10:56:48.136180 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:56:48.136180 dv-neutron-master-2-hyperv neutron-server[103408]: timer() Feb 28 10:56:48.136180 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:56:48.136180 dv-neutron-master-2-hyperv neutron-server[103408]: cb(*args, **kw) Feb 28 10:56:48.136180 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:56:48.136180 dv-neutron-master-2-hyperv neutron-server[103408]: return func(*args, **kwargs) Feb 28 10:56:48.136180 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:56:48.136180 dv-neutron-master-2-hyperv neutron-server[103408]: self._notify() Feb 28 10:56:48.136180 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:56:48.136180 dv-neutron-master-2-hyperv neutron-server[103408]: self.callback(batched_events) Feb 28 10:56:48.136180 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:56:48.136180 dv-neutron-master-2-hyperv neutron-server[103408]: event.method(event) Feb 28 10:56:48.136180 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:56:48.136180 dv-neutron-master-2-hyperv neutron-server[103408]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:56:48.136180 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:56:48.136180 dv-neutron-master-2-hyperv neutron-server[103408]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:56:48.136180 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:56:48.136180 dv-neutron-master-2-hyperv neutron-server[103408]: return f(self, *a, **k) Feb 28 10:56:48.136180 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:56:48.136180 dv-neutron-master-2-hyperv neutron-server[103408]: return self._get(url).json() Feb 28 10:56:48.136180 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:56:48.136180 dv-neutron-master-2-hyperv neutron-server[103408]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:56:48.136180 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:56:48.136180 dv-neutron-master-2-hyperv neutron-server[103408]: return self.request(url, 'GET', **kwargs) Feb 28 10:56:48.136180 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:56:48.136180 dv-neutron-master-2-hyperv neutron-server[103408]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:56:48.136180 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:56:48.136180 dv-neutron-master-2-hyperv neutron-server[103408]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:56:48.136180 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:56:48.136180 dv-neutron-master-2-hyperv neutron-server[103408]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:56:48.136180 dv-neutron-master-2-hyperv neutron-server[103408]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:56:48.203069 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ff6d3f32-470c-4e15-9124-415a893baf3d tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803269'] for network (13a31cbd-28a5-4125-befd-30ac56e83e65), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:56:48.211282 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ff6d3f32-470c-4e15-9124-415a893baf3d tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Publish callbacks [] for network (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:56:48.213747 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-ff6d3f32-470c-4e15-9124-415a893baf3d tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] 10.222.0.20 "DELETE /v2.0/networks/13a31cbd-28a5-4125-befd-30ac56e83e65 HTTP/1.1" status: 204 len: 168 time: 0.3383265 Feb 28 10:56:48.230050 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6d3f32-470c-4e15-9124-415a893baf3d tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] Pushing event deleted for resources: {'Network': ['ID=13a31cbd-28a5-4125-befd-30ac56e83e65,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:56:48.504661 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 42782) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:56:48.681919 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-7b8002aa-4682-4746-b399-8b3473034b82 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5a84b6bdce3e454e9741c4fbc09bfc68&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1757286 Feb 28 10:56:48.685929 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 42786) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:56:48.745960 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-409d0df0-34f0-495c-85e2-802888f16c19 admin admin] Publish callbacks [] for security_group (f6ab2eba-8f22-4ccb-926f-2f1dea2b8ba8), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:56:48.770786 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-409d0df0-34f0-495c-85e2-802888f16c19 admin admin] Publish callbacks [] for security_group (f6ab2eba-8f22-4ccb-926f-2f1dea2b8ba8), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:56:48.830914 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-409d0df0-34f0-495c-85e2-802888f16c19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (f6ab2eba-8f22-4ccb-926f-2f1dea2b8ba8), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:56:48.834689 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-409d0df0-34f0-495c-85e2-802888f16c19 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:56:48.836082 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-409d0df0-34f0-495c-85e2-802888f16c19 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f6ab2eba-8f22-4ccb-926f-2f1dea2b8ba8 HTTP/1.1" status: 204 len: 168 time: 0.1489911 Feb 28 10:56:48.846558 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409d0df0-34f0-495c-85e2-802888f16c19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6ab2eba-8f22-4ccb-926f-2f1dea2b8ba8,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:56:49.113729 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 42792) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:56:49.128179 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-62181a14-c3db-4eff-9b17-f287c6f37969 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:56:49.209896 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-62181a14-c3db-4eff-9b17-f287c6f37969 admin admin] Publish callbacks [] for security_group (4dd36914-7c4e-47b4-9af4-b923138b0ef6), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:56:49.214655 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-62181a14-c3db-4eff-9b17-f287c6f37969 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (4dd36914-7c4e-47b4-9af4-b923138b0ef6), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:56:49.253063 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-62181a14-c3db-4eff-9b17-f287c6f37969 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f58a28c8ff784079b4fd38cdbd5c67b7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1381593 Feb 28 10:56:49.253892 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62181a14-c3db-4eff-9b17-f287c6f37969 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dd36914-7c4e-47b4-9af4-b923138b0ef6,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:56:49.256088 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 42794) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:56:49.315035 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e3e9e410-2a76-4898-888c-8e9f14e47a10 admin admin] Publish callbacks [] for security_group (4dd36914-7c4e-47b4-9af4-b923138b0ef6), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:56:49.329403 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device f25565a2-4af3-48bf-bd78-63f45b890469 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:56:49.337554 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e3e9e410-2a76-4898-888c-8e9f14e47a10 admin admin] Publish callbacks [] for security_group (4dd36914-7c4e-47b4-9af4-b923138b0ef6), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:56:49.350206 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] No Port match for: f25565a2-4af3-48bf-bd78-63f45b890469 {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:56:49.350579 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device f25565a2-4af3-48bf-bd78-63f45b890469 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:56:49.387483 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e3e9e410-2a76-4898-888c-8e9f14e47a10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (4dd36914-7c4e-47b4-9af4-b923138b0ef6), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:56:49.390379 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e3e9e410-2a76-4898-888c-8e9f14e47a10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:56:49.391572 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-e3e9e410-2a76-4898-888c-8e9f14e47a10 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4dd36914-7c4e-47b4-9af4-b923138b0ef6 HTTP/1.1" status: 204 len: 168 time: 0.1341579 Feb 28 10:56:49.399848 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e9e410-2a76-4898-888c-8e9f14e47a10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dd36914-7c4e-47b4-9af4-b923138b0ef6,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:56:50.191658 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 42816) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:56:50.313273 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-701e3059-d965-4690-a220-ae14fd778597 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-148629407-network', 'tenant_id': '6a259b094c6a4ee2a6f23d3703a555b6'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:56:50.337508 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-701e3059-d965-4690-a220-ae14fd778597 admin admin] Made reservation on behalf of 6a259b094c6a4ee2a6f23d3703a555b6 for: {'network': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:56:50.339946 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-701e3059-d965-4690-a220-ae14fd778597 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for network (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:56:50.349085 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-701e3059-d965-4690-a220-ae14fd778597 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:56:50.423307 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-701e3059-d965-4690-a220-ae14fd778597 admin admin] Publish callbacks [] for security_group (61c89b5b-0cae-4589-b0ce-ca6fdb06302d), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:56:50.426839 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-701e3059-d965-4690-a220-ae14fd778597 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (61c89b5b-0cae-4589-b0ce-ca6fdb06302d), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:56:50.453999 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-701e3059-d965-4690-a220-ae14fd778597 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 296} {{(pid=103407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:56:50.460661 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701e3059-d965-4690-a220-ae14fd778597 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61c89b5b-0cae-4589-b0ce-ca6fdb06302d,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:56:50.467334 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-701e3059-d965-4690-a220-ae14fd778597 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (1526f191-4cfc-4773-8b14-93c85d5ac77d), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:56:50.467686 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.db.segments_db [None req-701e3059-d965-4690-a220-ae14fd778597 admin admin] Added segment 1526f191-4cfc-4773-8b14-93c85d5ac77d of type vlan for network 8d5bb038-8a4a-444e-8544-793513db1615 Feb 28 10:56:50.510888 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-701e3059-d965-4690-a220-ae14fd778597 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742056637431'] for network (8d5bb038-8a4a-444e-8544-793513db1615), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:56:50.536971 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-701e3059-d965-4690-a220-ae14fd778597 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551'] for network (8d5bb038-8a4a-444e-8544-793513db1615), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:56:50.537774 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-701e3059-d965-4690-a220-ae14fd778597 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:56:50.538360 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-701e3059-d965-4690-a220-ae14fd778597 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:56:50.605677 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-701e3059-d965-4690-a220-ae14fd778597 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4123416 Feb 28 10:56:50.609061 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 42820) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:56:50.615350 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-efb6f1f2-aefe-496a-a4a7-c85016fd360b admin admin] Request body: {'subnet': {'network_id': '8d5bb038-8a4a-444e-8544-793513db1615', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-148629407-subnet', 'tenant_id': '6a259b094c6a4ee2a6f23d3703a555b6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:56:50.636108 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701e3059-d965-4690-a220-ae14fd778597 admin admin] Pushing event updated for resources: {'Network': ['ID=8d5bb038-8a4a-444e-8544-793513db1615,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:56:50.638877 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efb6f1f2-aefe-496a-a4a7-c85016fd360b admin admin] Made reservation on behalf of 6a259b094c6a4ee2a6f23d3703a555b6 for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:56:50.641277 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-efb6f1f2-aefe-496a-a4a7-c85016fd360b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3951209'] for subnet (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:56:50.649522 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Network 8d5bb038-8a4a-444e-8544-793513db1615 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103409) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:56:50.819760 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-efb6f1f2-aefe-496a-a4a7-c85016fd360b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3242588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3951195'] for subnet (603536b9-18cd-41b3-b8e8-dcc4a34c7212), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:56:50.873500 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb6f1f2-aefe-496a-a4a7-c85016fd360b admin admin] Pushing event updated for resources: {'Subnet': ['ID=603536b9-18cd-41b3-b8e8-dcc4a34c7212,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:56:50.884082 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb6f1f2-aefe-496a-a4a7-c85016fd360b admin admin] Checking segment: {'id': '1526f191-4cfc-4773-8b14-93c85d5ac77d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '8d5bb038-8a4a-444e-8544-793513db1615'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:56:50.884426 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efb6f1f2-aefe-496a-a4a7-c85016fd360b admin admin] Network hostable DHCP agents. Network: 8d5bb038-8a4a-444e-8544-793513db1615, hostable agents: ['fb6705d2-4f70-4965-92a3-fbfccd43a6d3'], hosted agents: [] {{(pid=103408) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:56:50.901770 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efb6f1f2-aefe-496a-a4a7-c85016fd360b admin admin] Network 8d5bb038-8a4a-444e-8544-793513db1615 is scheduled to be hosted by DHCP agent fb6705d2-4f70-4965-92a3-fbfccd43a6d3 with binding_index 1 {{(pid=103408) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:56:50.911649 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-efb6f1f2-aefe-496a-a4a7-c85016fd360b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 8d5bb038-8a4a-444e-8544-793513db1615) {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:56:50.916157 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efb6f1f2-aefe-496a-a4a7-c85016fd360b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:56:50.916898 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-efb6f1f2-aefe-496a-a4a7-c85016fd360b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:56:50.924659 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2ebde80-cff4-4503-95cd-0476cedddea1 None None] Network 8d5bb038-8a4a-444e-8544-793513db1615 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:56:50.936606 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-efb6f1f2-aefe-496a-a4a7-c85016fd360b admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3261337 Feb 28 10:56:51.038031 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a90899fd-c4d1-4114-a6f5-01d015a272c5 None None] Network 8d5bb038-8a4a-444e-8544-793513db1615 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:56:51.439669 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 42836) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:56:51.444869 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-0ecf2cb9-3f6d-4412-b0c5-1811d5c42749 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-330613529-network', 'tenant_id': 'fb9626ab589f4efbac8857d9462b5c14'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:56:51.467830 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ecf2cb9-3f6d-4412-b0c5-1811d5c42749 admin admin] Made reservation on behalf of fb9626ab589f4efbac8857d9462b5c14 for: {'network': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:56:51.470193 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0ecf2cb9-3f6d-4412-b0c5-1811d5c42749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for network (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:56:51.479757 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0ecf2cb9-3f6d-4412-b0c5-1811d5c42749 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:56:51.560614 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0ecf2cb9-3f6d-4412-b0c5-1811d5c42749 admin admin] Publish callbacks [] for security_group (4a111b55-83ef-4006-acdf-9022e0a2bfc8), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:56:51.565093 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0ecf2cb9-3f6d-4412-b0c5-1811d5c42749 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (4a111b55-83ef-4006-acdf-9022e0a2bfc8), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:56:51.590249 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ecf2cb9-3f6d-4412-b0c5-1811d5c42749 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 280} {{(pid=103408) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:56:51.600427 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecf2cb9-3f6d-4412-b0c5-1811d5c42749 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a111b55-83ef-4006-acdf-9022e0a2bfc8,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:56:51.605369 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0ecf2cb9-3f6d-4412-b0c5-1811d5c42749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (3af897f4-f586-4004-b08c-8de3c4393be6), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:56:51.605746 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.db.segments_db [None req-0ecf2cb9-3f6d-4412-b0c5-1811d5c42749 admin admin] Added segment 3af897f4-f586-4004-b08c-8de3c4393be6 of type vlan for network 2a3d76af-03a8-4b04-9075-950948db9334 Feb 28 10:56:51.647109 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0ecf2cb9-3f6d-4412-b0c5-1811d5c42749 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742056637431'] for network (2a3d76af-03a8-4b04-9075-950948db9334), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:56:51.673367 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0ecf2cb9-3f6d-4412-b0c5-1811d5c42749 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551'] for network (2a3d76af-03a8-4b04-9075-950948db9334), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:56:51.674390 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ecf2cb9-3f6d-4412-b0c5-1811d5c42749 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:56:51.674976 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0ecf2cb9-3f6d-4412-b0c5-1811d5c42749 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:56:51.741632 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-0ecf2cb9-3f6d-4412-b0c5-1811d5c42749 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3007255 Feb 28 10:56:51.745200 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 42838) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:56:51.749234 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecf2cb9-3f6d-4412-b0c5-1811d5c42749 admin admin] Pushing event updated for resources: {'Network': ['ID=2a3d76af-03a8-4b04-9075-950948db9334,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:56:51.751762 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-a6891482-0189-489d-9ee5-5456ac18a674 admin admin] Request body: {'subnet': {'network_id': '2a3d76af-03a8-4b04-9075-950948db9334', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-330613529-subnet', 'tenant_id': 'fb9626ab589f4efbac8857d9462b5c14', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:56:51.764359 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Network 2a3d76af-03a8-4b04-9075-950948db9334 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103409) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:56:51.773998 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6891482-0189-489d-9ee5-5456ac18a674 admin admin] Made reservation on behalf of fb9626ab589f4efbac8857d9462b5c14 for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:56:51.776462 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a6891482-0189-489d-9ee5-5456ac18a674 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3516581'] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:56:51.956038 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a6891482-0189-489d-9ee5-5456ac18a674 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3498031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3516567'] for subnet (a74bac58-4d1d-483d-9de2-5a9bd328e776), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:56:52.016537 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6891482-0189-489d-9ee5-5456ac18a674 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a74bac58-4d1d-483d-9de2-5a9bd328e776,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:56:52.025737 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6891482-0189-489d-9ee5-5456ac18a674 admin admin] Checking segment: {'id': '3af897f4-f586-4004-b08c-8de3c4393be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': '2a3d76af-03a8-4b04-9075-950948db9334'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:56:52.026102 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6891482-0189-489d-9ee5-5456ac18a674 admin admin] Network hostable DHCP agents. Network: 2a3d76af-03a8-4b04-9075-950948db9334, hostable agents: ['fb6705d2-4f70-4965-92a3-fbfccd43a6d3'], hosted agents: [] {{(pid=103407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:56:52.047882 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6891482-0189-489d-9ee5-5456ac18a674 admin admin] Network 2a3d76af-03a8-4b04-9075-950948db9334 is scheduled to be hosted by DHCP agent fb6705d2-4f70-4965-92a3-fbfccd43a6d3 with binding_index 1 {{(pid=103407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:56:52.068520 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-a6891482-0189-489d-9ee5-5456ac18a674 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 2a3d76af-03a8-4b04-9075-950948db9334) {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:56:52.073787 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6891482-0189-489d-9ee5-5456ac18a674 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:56:52.075202 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a6891482-0189-489d-9ee5-5456ac18a674 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:56:52.081644 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f37db6-8f63-474c-8219-aa5c824e5b6f None None] Network 2a3d76af-03a8-4b04-9075-950948db9334 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:56:52.102117 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-a6891482-0189-489d-9ee5-5456ac18a674 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3552897 Feb 28 10:56:52.193524 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d49312ae-49bc-41d9-9c15-0926d84c3517 None None] Network 2a3d76af-03a8-4b04-9075-950948db9334 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:56:52.632256 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b183f3-ff9a-45eb-8f0e-e894f26f895b req-9df04af4-655c-48aa-83d9-106924e70153 tempest-TestServerAdvancedOps-999955048 tempest-TestServerAdvancedOps-999955048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:56:52.633753 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-44b183f3-ff9a-45eb-8f0e-e894f26f895b req-9df04af4-655c-48aa-83d9-106924e70153 tempest-TestServerAdvancedOps-999955048 tempest-TestServerAdvancedOps-999955048-project] 10.222.0.20 "GET /v2.0/networks?id=8d5bb038-8a4a-444e-8544-793513db1615 HTTP/1.1" status: 200 len: 811 time: 0.1041520 Feb 28 10:56:52.649395 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-44b183f3-ff9a-45eb-8f0e-e894f26f895b req-655bd2f5-1726-4b54-8773-187762be05e0 tempest-TestServerAdvancedOps-999955048 tempest-TestServerAdvancedOps-999955048-project] 10.222.0.20 "GET /v2.0/quotas/6a259b094c6a4ee2a6f23d3703a555b6 HTTP/1.1" status: 200 len: 375 time: 0.0094314 Feb 28 10:56:52.687280 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-44b183f3-ff9a-45eb-8f0e-e894f26f895b req-4432a924-2ecf-4cd1-aad9-6550d6130d75 tempest-TestServerAdvancedOps-999955048 tempest-TestServerAdvancedOps-999955048-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=6a259b094c6a4ee2a6f23d3703a555b6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0324304 Feb 28 10:56:52.790394 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [req-44b183f3-ff9a-45eb-8f0e-e894f26f895b req-2e025fb9-2c2a-4d68-8888-41954e5477a6 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103407) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 10:56:52.791407 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-44b183f3-ff9a-45eb-8f0e-e894f26f895b req-2e025fb9-2c2a-4d68-8888-41954e5477a6 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0977144 Feb 28 10:56:52.883375 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-44b183f3-ff9a-45eb-8f0e-e894f26f895b req-69533fac-a22c-41b0-a1bc-7bd1de03b71f service neutron] 10.222.0.20 "GET /v2.0/networks/8d5bb038-8a4a-444e-8544-793513db1615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850379 Feb 28 10:56:52.978582 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-44b183f3-ff9a-45eb-8f0e-e894f26f895b req-08bbaf18-d4d9-4a0e-bf1c-b427c431d7b9 service neutron] 10.222.0.20 "GET /v2.0/networks/8d5bb038-8a4a-444e-8544-793513db1615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894003 Feb 28 10:56:53.161519 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-a687a69c-cd9d-46bf-a801-76c4877922b1 req-1192f5c9-91d9-4d90-adb0-24677a2f43a6 tempest-TestServerAdvancedOps-999955048 tempest-TestServerAdvancedOps-999955048-project] 10.222.0.20 "GET /v2.0/ports?device_id=25dcd570-16ef-45d6-bbe8-f90e09a81b66 HTTP/1.1" status: 200 len: 210 time: 0.0313153 Feb 28 10:56:54.228023 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b183f3-ff9a-45eb-8f0e-e894f26f895b req-b184eff0-120a-4382-bc8b-01f4b843231c tempest-TestServerAdvancedOps-999955048 tempest-TestServerAdvancedOps-999955048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:56:54.229521 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-44b183f3-ff9a-45eb-8f0e-e894f26f895b req-b184eff0-120a-4382-bc8b-01f4b843231c tempest-TestServerAdvancedOps-999955048 tempest-TestServerAdvancedOps-999955048-project] 10.222.0.30 "GET /v2.0/networks?id=8d5bb038-8a4a-444e-8544-793513db1615 HTTP/1.1" status: 200 len: 811 time: 0.1069705 Feb 28 10:56:54.267145 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-94dde3a1-3acc-4df7-9178-e694d9df6e52 req-5c2a65c4-c0bb-4a8d-a521-0fba97c22c3e tempest-TestServerAdvancedOps-999955048 tempest-TestServerAdvancedOps-999955048-project] 10.222.0.20 "GET /v2.0/ports?device_id=25dcd570-16ef-45d6-bbe8-f90e09a81b66 HTTP/1.1" status: 200 len: 210 time: 0.0343432 Feb 28 10:56:54.270525 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [req-44b183f3-ff9a-45eb-8f0e-e894f26f895b req-660ae91d-d7c1-4ca9-9a7a-01d2d1c76c82 tempest-TestServerAdvancedOps-999955048 tempest-TestServerAdvancedOps-999955048-project] Request body: {'port': {'device_id': '25dcd570-16ef-45d6-bbe8-f90e09a81b66', 'network_id': '8d5bb038-8a4a-444e-8544-793513db1615', 'admin_state_up': True, 'tenant_id': '6a259b094c6a4ee2a6f23d3703a555b6'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:56:54.382805 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44b183f3-ff9a-45eb-8f0e-e894f26f895b req-660ae91d-d7c1-4ca9-9a7a-01d2d1c76c82 tempest-TestServerAdvancedOps-999955048 tempest-TestServerAdvancedOps-999955048-project] Made reservation on behalf of 6a259b094c6a4ee2a6f23d3703a555b6 for: {'port': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:56:54.386414 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-44b183f3-ff9a-45eb-8f0e-e894f26f895b req-660ae91d-d7c1-4ca9-9a7a-01d2d1c76c82 tempest-TestServerAdvancedOps-999955048 tempest-TestServerAdvancedOps-999955048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:56:54.520467 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [req-44b183f3-ff9a-45eb-8f0e-e894f26f895b req-660ae91d-d7c1-4ca9-9a7a-01d2d1c76c82 tempest-TestServerAdvancedOps-999955048 tempest-TestServerAdvancedOps-999955048-project] Allocated IP 172.20.0.8 (8d5bb038-8a4a-444e-8544-793513db1615/603536b9-18cd-41b3-b8e8-dcc4a34c7212/f42ac25f-6078-482c-a89b-d6310ceef1cc) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:56:54.680890 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-44b183f3-ff9a-45eb-8f0e-e894f26f895b req-660ae91d-d7c1-4ca9-9a7a-01d2d1c76c82 tempest-TestServerAdvancedOps-999955048 tempest-TestServerAdvancedOps-999955048-project] Publish callbacks [] for port (f42ac25f-6078-482c-a89b-d6310ceef1cc), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:56:54.717135 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-44b183f3-ff9a-45eb-8f0e-e894f26f895b req-660ae91d-d7c1-4ca9-9a7a-01d2d1c76c82 tempest-TestServerAdvancedOps-999955048 tempest-TestServerAdvancedOps-999955048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (f42ac25f-6078-482c-a89b-d6310ceef1cc), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:56:54.763014 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44b183f3-ff9a-45eb-8f0e-e894f26f895b req-660ae91d-d7c1-4ca9-9a7a-01d2d1c76c82 tempest-TestServerAdvancedOps-999955048 tempest-TestServerAdvancedOps-999955048-project] Network 8d5bb038-8a4a-444e-8544-793513db1615 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:56:54.766407 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [req-44b183f3-ff9a-45eb-8f0e-e894f26f895b req-660ae91d-d7c1-4ca9-9a7a-01d2d1c76c82 tempest-TestServerAdvancedOps-999955048 tempest-TestServerAdvancedOps-999955048-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:56:54.770217 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-44b183f3-ff9a-45eb-8f0e-e894f26f895b req-660ae91d-d7c1-4ca9-9a7a-01d2d1c76c82 tempest-TestServerAdvancedOps-999955048 tempest-TestServerAdvancedOps-999955048-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:56:54.794260 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660ae91d-d7c1-4ca9-9a7a-01d2d1c76c82 tempest-TestServerAdvancedOps-999955048 tempest-TestServerAdvancedOps-999955048-project] Pushing event updated for resources: {'Port': ['ID=f42ac25f-6078-482c-a89b-d6310ceef1cc,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:56:54.822440 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b183f3-ff9a-45eb-8f0e-e894f26f895b req-660ae91d-d7c1-4ca9-9a7a-01d2d1c76c82 tempest-TestServerAdvancedOps-999955048 tempest-TestServerAdvancedOps-999955048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:56:54.823067 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-44b183f3-ff9a-45eb-8f0e-e894f26f895b req-660ae91d-d7c1-4ca9-9a7a-01d2d1c76c82 tempest-TestServerAdvancedOps-999955048 tempest-TestServerAdvancedOps-999955048-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:56:54.840884 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-44b183f3-ff9a-45eb-8f0e-e894f26f895b req-660ae91d-d7c1-4ca9-9a7a-01d2d1c76c82 tempest-TestServerAdvancedOps-999955048 tempest-TestServerAdvancedOps-999955048-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5762947 Feb 28 10:56:54.863277 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [req-44b183f3-ff9a-45eb-8f0e-e894f26f895b req-22b60eed-0dbc-4444-bc55-78596ca4fb7d service neutron] Request body: {'port': {'device_id': '25dcd570-16ef-45d6-bbe8-f90e09a81b66', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:56:54.926361 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-44b183f3-ff9a-45eb-8f0e-e894f26f895b req-22b60eed-0dbc-4444-bc55-78596ca4fb7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (f42ac25f-6078-482c-a89b-d6310ceef1cc), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:56:55.202937 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.notifiers.nova [req-44b183f3-ff9a-45eb-8f0e-e894f26f895b req-22b60eed-0dbc-4444-bc55-78596ca4fb7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f42ac25f-6078-482c-a89b-d6310ceef1cc {{(pid=103407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 10:56:55.211193 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-44b183f3-ff9a-45eb-8f0e-e894f26f895b req-22b60eed-0dbc-4444-bc55-78596ca4fb7d service neutron] Publish callbacks [] for port (f42ac25f-6078-482c-a89b-d6310ceef1cc), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:56:55.224380 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.provisioning_blocks [req-44b183f3-ff9a-45eb-8f0e-e894f26f895b req-22b60eed-0dbc-4444-bc55-78596ca4fb7d service neutron] Transition to ACTIVE for port object f42ac25f-6078-482c-a89b-d6310ceef1cc will not be triggered until provisioned by entity L2. {{(pid=103407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 10:56:55.228971 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-44b183f3-ff9a-45eb-8f0e-e894f26f895b req-22b60eed-0dbc-4444-bc55-78596ca4fb7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3498066'] for port (f42ac25f-6078-482c-a89b-d6310ceef1cc), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:56:55.304491 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b60eed-0dbc-4444-bc55-78596ca4fb7d service neutron] Pushing event updated for resources: {'Port': ['ID=f42ac25f-6078-482c-a89b-d6310ceef1cc,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:56:55.388472 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-44b183f3-ff9a-45eb-8f0e-e894f26f895b req-22b60eed-0dbc-4444-bc55-78596ca4fb7d service neutron] Attempting to bind port f42ac25f-6078-482c-a89b-d6310ceef1cc on host hv-neutron-mast for vnic_type normal with profile {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:56:55.388815 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-44b183f3-ff9a-45eb-8f0e-e894f26f895b req-22b60eed-0dbc-4444-bc55-78596ca4fb7d service neutron] Attempting to bind port f42ac25f-6078-482c-a89b-d6310ceef1cc by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '1526f191-4cfc-4773-8b14-93c85d5ac77d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '8d5bb038-8a4a-444e-8544-793513db1615'}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:56:55.389169 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b183f3-ff9a-45eb-8f0e-e894f26f895b req-22b60eed-0dbc-4444-bc55-78596ca4fb7d service neutron] Attempting to bind port f42ac25f-6078-482c-a89b-d6310ceef1cc on network 8d5bb038-8a4a-444e-8544-793513db1615 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:56:55.397689 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b183f3-ff9a-45eb-8f0e-e894f26f895b req-22b60eed-0dbc-4444-bc55-78596ca4fb7d service neutron] Port f42ac25f-6078-482c-a89b-d6310ceef1cc on network 8d5bb038-8a4a-444e-8544-793513db1615 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 10:56:55.398019 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b183f3-ff9a-45eb-8f0e-e894f26f895b req-22b60eed-0dbc-4444-bc55-78596ca4fb7d service neutron] Attempting to bind port f42ac25f-6078-482c-a89b-d6310ceef1cc on network 8d5bb038-8a4a-444e-8544-793513db1615 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:56:55.412787 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f78d162-5d08-4ffa-a522-831e5858b414 req-09d3f596-7d6d-4af0-95dd-aa8030da9e3c tempest-TestServerAdvancedOps-999955048 tempest-TestServerAdvancedOps-999955048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:56:55.414302 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-2f78d162-5d08-4ffa-a522-831e5858b414 req-09d3f596-7d6d-4af0-95dd-aa8030da9e3c tempest-TestServerAdvancedOps-999955048 tempest-TestServerAdvancedOps-999955048-project] 10.222.0.20 "GET /v2.0/ports?device_id=25dcd570-16ef-45d6-bbe8-f90e09a81b66 HTTP/1.1" status: 200 len: 943 time: 0.0772727 Feb 28 10:56:55.415489 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b183f3-ff9a-45eb-8f0e-e894f26f895b req-22b60eed-0dbc-4444-bc55-78596ca4fb7d service neutron] Checking agent: {'id': '13ac42ae-016e-4baf-bb31-c6fa820b41c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 30, 8), 'started_at': datetime.datetime(2022, 2, 28, 10, 30, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 56, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:56:55.415828 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b183f3-ff9a-45eb-8f0e-e894f26f895b req-22b60eed-0dbc-4444-bc55-78596ca4fb7d service neutron] Checking segment: {'id': '1526f191-4cfc-4773-8b14-93c85d5ac77d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '8d5bb038-8a4a-444e-8544-793513db1615'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:56:55.416216 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b183f3-ff9a-45eb-8f0e-e894f26f895b req-22b60eed-0dbc-4444-bc55-78596ca4fb7d service neutron] Bound using segment: {'id': '1526f191-4cfc-4773-8b14-93c85d5ac77d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '8d5bb038-8a4a-444e-8544-793513db1615'} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:56:55.416683 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-44b183f3-ff9a-45eb-8f0e-e894f26f895b req-22b60eed-0dbc-4444-bc55-78596ca4fb7d service neutron] Bound port: f42ac25f-6078-482c-a89b-d6310ceef1cc, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1526f191-4cfc-4773-8b14-93c85d5ac77d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '8d5bb038-8a4a-444e-8544-793513db1615'}}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:56:55.417049 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-44b183f3-ff9a-45eb-8f0e-e894f26f895b req-22b60eed-0dbc-4444-bc55-78596ca4fb7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (f42ac25f-6078-482c-a89b-d6310ceef1cc), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:56:55.507853 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-2f78d162-5d08-4ffa-a522-831e5858b414 req-48fa0f26-3461-425a-b082-c78ec46267f4 tempest-TestServerAdvancedOps-999955048 tempest-TestServerAdvancedOps-999955048-project] 10.222.0.20 "GET /v2.0/security-groups?id=61c89b5b-0cae-4589-b0ce-ca6fdb06302d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869281 Feb 28 10:56:55.519373 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-44b183f3-ff9a-45eb-8f0e-e894f26f895b req-22b60eed-0dbc-4444-bc55-78596ca4fb7d service neutron] For port f42ac25f-6078-482c-a89b-d6310ceef1cc, host hv-neutron-mast, cleared binding levels {{(pid=103407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:56:55.526673 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-44b183f3-ff9a-45eb-8f0e-e894f26f895b req-22b60eed-0dbc-4444-bc55-78596ca4fb7d service neutron] For port f42ac25f-6078-482c-a89b-d6310ceef1cc, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=f42ac25f-6078-482c-a89b-d6310ceef1cc,segment=NetworkSegment(1526f191-4cfc-4773-8b14-93c85d5ac77d),segment_id=1526f191-4cfc-4773-8b14-93c85d5ac77d)] {{(pid=103407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:56:55.532228 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-44b183f3-ff9a-45eb-8f0e-e894f26f895b req-22b60eed-0dbc-4444-bc55-78596ca4fb7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3498066'] for port (f42ac25f-6078-482c-a89b-d6310ceef1cc), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:56:55.565100 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b183f3-ff9a-45eb-8f0e-e894f26f895b req-22b60eed-0dbc-4444-bc55-78596ca4fb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:56:55.566071 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-44b183f3-ff9a-45eb-8f0e-e894f26f895b req-22b60eed-0dbc-4444-bc55-78596ca4fb7d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:56:55.567476 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-44b183f3-ff9a-45eb-8f0e-e894f26f895b req-22b60eed-0dbc-4444-bc55-78596ca4fb7d service neutron] 10.222.0.30 "PUT /v2.0/ports/f42ac25f-6078-482c-a89b-d6310ceef1cc HTTP/1.1" status: 200 len: 1093 time: 0.7082605 Feb 28 10:56:55.571843 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25dcd570-16ef-45d6-bbe8-f90e09a81b66', 'tag': 'f42ac25f-6078-482c-a89b-d6310ceef1cc'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:56:55.574093 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c8e1c873eeca597e52e7ceb7469e602eac250bfea6606d285743d38033cf584" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a4f595a-7999-4b9c-9573-41a2f241e545" -d '{"events": [{"name": "network-changed", "server_uuid": "25dcd570-16ef-45d6-bbe8-f90e09a81b66", "tag": "f42ac25f-6078-482c-a89b-d6310ceef1cc"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:56:55.608151 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b60eed-0dbc-4444-bc55-78596ca4fb7d service neutron] Pushing event updated for resources: {'Port': ['ID=f42ac25f-6078-482c-a89b-d6310ceef1cc,revision_number=3']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:56:55.622075 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 10:56:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f2077b1-9695-40f9-9133-1f9adf737d95 x-openstack-request-id: req-8f2077b1-9695-40f9-9133-1f9adf737d95 {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:56:55.622467 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25dcd570-16ef-45d6-bbe8-f90e09a81b66", "tag": "f42ac25f-6078-482c-a89b-d6310ceef1cc", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:56:55.623409 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8f2077b1-9695-40f9-9133-1f9adf737d95 {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:56:55.623824 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25dcd570-16ef-45d6-bbe8-f90e09a81b66', 'tag': 'f42ac25f-6078-482c-a89b-d6310ceef1cc', 'status': 'completed', 'code': 200} Feb 28 10:56:55.684887 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b183f3-ff9a-45eb-8f0e-e894f26f895b req-ab96d1a2-96fb-4bb2-b279-86d8c4047541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:56:55.686648 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-44b183f3-ff9a-45eb-8f0e-e894f26f895b req-ab96d1a2-96fb-4bb2-b279-86d8c4047541 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6a259b094c6a4ee2a6f23d3703a555b6&device_id=25dcd570-16ef-45d6-bbe8-f90e09a81b66 HTTP/1.1" status: 200 len: 1127 time: 0.0486579 Feb 28 10:56:55.737886 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-44b183f3-ff9a-45eb-8f0e-e894f26f895b req-8b98eb06-8ae6-4fa2-b826-7e6fe7ec3265 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f42ac25f-6078-482c-a89b-d6310ceef1cc HTTP/1.1" status: 200 len: 217 time: 0.0397065 Feb 28 10:56:55.786273 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b183f3-ff9a-45eb-8f0e-e894f26f895b req-500d6dd2-592a-47cc-a9eb-3493df398ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:56:55.787668 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-44b183f3-ff9a-45eb-8f0e-e894f26f895b req-500d6dd2-592a-47cc-a9eb-3493df398ecf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=603536b9-18cd-41b3-b8e8-dcc4a34c7212 HTTP/1.1" status: 200 len: 851 time: 0.0442922 Feb 28 10:56:55.818536 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-44b183f3-ff9a-45eb-8f0e-e894f26f895b req-53a5b6e7-93db-40c0-9c34-5ee469ece701 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8d5bb038-8a4a-444e-8544-793513db1615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254290 Feb 28 10:56:55.910068 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-44b183f3-ff9a-45eb-8f0e-e894f26f895b req-9f5c8923-aacf-4529-add0-b057c17b389c service neutron] 10.222.0.30 "GET /v2.0/networks/8d5bb038-8a4a-444e-8544-793513db1615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860689 Feb 28 10:56:56.005172 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-44b183f3-ff9a-45eb-8f0e-e894f26f895b req-3e1b40cd-48a5-45ee-ac14-0bb4730fe488 service neutron] 10.222.0.30 "GET /v2.0/networks/8d5bb038-8a4a-444e-8544-793513db1615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890677 Feb 28 10:56:56.138251 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4f595a-7999-4b9c-9573-41a2f241e545 req-28d6d3c6-1977-47aa-b54f-03800542838b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:56:56.140530 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-7a4f595a-7999-4b9c-9573-41a2f241e545 req-28d6d3c6-1977-47aa-b54f-03800542838b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6a259b094c6a4ee2a6f23d3703a555b6&device_id=25dcd570-16ef-45d6-bbe8-f90e09a81b66 HTTP/1.1" status: 200 len: 1127 time: 0.0498073 Feb 28 10:56:56.240833 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4f595a-7999-4b9c-9573-41a2f241e545 req-84f6d051-4ed5-48bb-bede-203ffea1615d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:56:56.242312 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-7a4f595a-7999-4b9c-9573-41a2f241e545 req-84f6d051-4ed5-48bb-bede-203ffea1615d service neutron] 10.222.0.30 "GET /v2.0/networks?id=8d5bb038-8a4a-444e-8544-793513db1615 HTTP/1.1" status: 200 len: 912 time: 0.0959506 Feb 28 10:56:56.285415 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-7a4f595a-7999-4b9c-9573-41a2f241e545 req-cb4b1575-84a7-4d07-9491-cf6e2ea0fc67 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f42ac25f-6078-482c-a89b-d6310ceef1cc HTTP/1.1" status: 200 len: 217 time: 0.0358074 Feb 28 10:56:56.332593 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4f595a-7999-4b9c-9573-41a2f241e545 req-1bde0799-97f1-4153-be5a-6b2d9a063a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:56:56.334387 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-7a4f595a-7999-4b9c-9573-41a2f241e545 req-1bde0799-97f1-4153-be5a-6b2d9a063a41 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=603536b9-18cd-41b3-b8e8-dcc4a34c7212 HTTP/1.1" status: 200 len: 851 time: 0.0428557 Feb 28 10:56:56.370859 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-7a4f595a-7999-4b9c-9573-41a2f241e545 req-031c88b3-fa12-450c-a64d-219ee21ddffe service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8d5bb038-8a4a-444e-8544-793513db1615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299885 Feb 28 10:56:56.464881 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-7a4f595a-7999-4b9c-9573-41a2f241e545 req-a0052608-cfac-4654-b402-2491552478c7 service neutron] 10.222.0.30 "GET /v2.0/networks/8d5bb038-8a4a-444e-8544-793513db1615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873396 Feb 28 10:56:56.564120 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-7a4f595a-7999-4b9c-9573-41a2f241e545 req-3616ece0-b4aa-4b6e-b814-9c3a807c9171 service neutron] 10.222.0.30 "GET /v2.0/networks/8d5bb038-8a4a-444e-8544-793513db1615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931380 Feb 28 10:56:56.640972 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9ec089-a6e0-4b29-b736-0cba665e88ab req-546ff3b0-f899-47a0-b629-47edefa560c0 tempest-TestServerAdvancedOps-999955048 tempest-TestServerAdvancedOps-999955048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:56:56.642465 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-8a9ec089-a6e0-4b29-b736-0cba665e88ab req-546ff3b0-f899-47a0-b629-47edefa560c0 tempest-TestServerAdvancedOps-999955048 tempest-TestServerAdvancedOps-999955048-project] 10.222.0.20 "GET /v2.0/ports?device_id=25dcd570-16ef-45d6-bbe8-f90e09a81b66 HTTP/1.1" status: 200 len: 943 time: 0.0565324 Feb 28 10:56:56.689828 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-8a9ec089-a6e0-4b29-b736-0cba665e88ab req-cd6c35e8-edd7-40b4-b5cc-24e56811711f tempest-TestServerAdvancedOps-999955048 tempest-TestServerAdvancedOps-999955048-project] 10.222.0.20 "GET /v2.0/security-groups?id=61c89b5b-0cae-4589-b0ce-ca6fdb06302d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416234 Feb 28 10:56:57.816819 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15164f45-3fa3-4a0c-a674-861a575bca86 req-a749349d-8af2-4c0e-88cc-ebde2d8a00dc tempest-TestServerAdvancedOps-999955048 tempest-TestServerAdvancedOps-999955048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:56:57.818330 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-15164f45-3fa3-4a0c-a674-861a575bca86 req-a749349d-8af2-4c0e-88cc-ebde2d8a00dc tempest-TestServerAdvancedOps-999955048 tempest-TestServerAdvancedOps-999955048-project] 10.222.0.20 "GET /v2.0/ports?device_id=25dcd570-16ef-45d6-bbe8-f90e09a81b66 HTTP/1.1" status: 200 len: 943 time: 0.0576720 Feb 28 10:56:57.865362 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-15164f45-3fa3-4a0c-a674-861a575bca86 req-72b0a04d-fd67-48fc-a582-127b59d86e33 tempest-TestServerAdvancedOps-999955048 tempest-TestServerAdvancedOps-999955048-project] 10.222.0.20 "GET /v2.0/security-groups?id=61c89b5b-0cae-4589-b0ce-ca6fdb06302d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413446 Feb 28 10:56:59.004202 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c0c603-fc79-49b8-bfa3-a4698e197104 req-a86a34ea-0aac-4880-8595-1994c0dda331 tempest-TestServerAdvancedOps-999955048 tempest-TestServerAdvancedOps-999955048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:56:59.005743 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-10c0c603-fc79-49b8-bfa3-a4698e197104 req-a86a34ea-0aac-4880-8595-1994c0dda331 tempest-TestServerAdvancedOps-999955048 tempest-TestServerAdvancedOps-999955048-project] 10.222.0.20 "GET /v2.0/ports?device_id=25dcd570-16ef-45d6-bbe8-f90e09a81b66 HTTP/1.1" status: 200 len: 943 time: 0.0615399 Feb 28 10:56:59.058254 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-10c0c603-fc79-49b8-bfa3-a4698e197104 req-1bbb4459-c3c4-44eb-87f6-4a7a23ebe2c3 tempest-TestServerAdvancedOps-999955048 tempest-TestServerAdvancedOps-999955048-project] 10.222.0.20 "GET /v2.0/security-groups?id=61c89b5b-0cae-4589-b0ce-ca6fdb06302d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441182 Feb 28 10:57:00.193871 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4163a948-b110-4e05-a5dc-0bf776a8f874 req-1d159b1c-f3b4-4401-9334-741ad74b92bb tempest-TestServerAdvancedOps-999955048 tempest-TestServerAdvancedOps-999955048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:57:00.195366 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-4163a948-b110-4e05-a5dc-0bf776a8f874 req-1d159b1c-f3b4-4401-9334-741ad74b92bb tempest-TestServerAdvancedOps-999955048 tempest-TestServerAdvancedOps-999955048-project] 10.222.0.20 "GET /v2.0/ports?device_id=25dcd570-16ef-45d6-bbe8-f90e09a81b66 HTTP/1.1" status: 200 len: 943 time: 0.0645373 Feb 28 10:57:00.248862 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-4163a948-b110-4e05-a5dc-0bf776a8f874 req-ce1d6293-24df-4780-88a2-c777ff8f07e1 tempest-TestServerAdvancedOps-999955048 tempest-TestServerAdvancedOps-999955048-project] 10.222.0.20 "GET /v2.0/security-groups?id=61c89b5b-0cae-4589-b0ce-ca6fdb06302d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447893 Feb 28 10:57:00.773784 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device f42ac25f-6078-482c-a89b-d6310ceef1cc details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103409) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 10:57:00.890340 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] For port f42ac25f-6078-482c-a89b-d6310ceef1cc, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=f42ac25f-6078-482c-a89b-d6310ceef1cc,segment=NetworkSegment(1526f191-4cfc-4773-8b14-93c85d5ac77d),segment_id=1526f191-4cfc-4773-8b14-93c85d5ac77d)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:57:00.901650 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Returning: {'device': 'f42ac25f-6078-482c-a89b-d6310ceef1cc', 'network_id': '8d5bb038-8a4a-444e-8544-793513db1615', 'port_id': 'f42ac25f-6078-482c-a89b-d6310ceef1cc', 'mac_address': 'fa:16:3e:10:c8:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 296, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '603536b9-18cd-41b3-b8e8-dcc4a34c7212', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103409) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 10:57:00.941281 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Current status of the port f42ac25f-6078-482c-a89b-d6310ceef1cc is: DOWN; New status is: BUILD {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:57:00.941677 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (f42ac25f-6078-482c-a89b-d6310ceef1cc), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:57:00.959175 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f42ac25f-6078-482c-a89b-d6310ceef1cc {{(pid=103409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 10:57:00.982807 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] For port f42ac25f-6078-482c-a89b-d6310ceef1cc, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=f42ac25f-6078-482c-a89b-d6310ceef1cc,segment=NetworkSegment(1526f191-4cfc-4773-8b14-93c85d5ac77d),segment_id=1526f191-4cfc-4773-8b14-93c85d5ac77d)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:57:00.988750 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (f42ac25f-6078-482c-a89b-d6310ceef1cc), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:57:01.038468 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Pushing event updated for resources: {'Port': ['ID=f42ac25f-6078-482c-a89b-d6310ceef1cc,revision_number=4']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:57:01.373405 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] get_ports_and_sgs() called for port_ids ['f42ac25f-6078-482c-a89b-d6310ceef1cc'] {{(pid=103409) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 10:57:01.383855 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada3c41e-c4df-4671-a00c-741eabdde5da req-456d14ce-495e-4002-b853-2667dbf81b3e tempest-TestServerAdvancedOps-999955048 tempest-TestServerAdvancedOps-999955048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:57:01.385392 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-ada3c41e-c4df-4671-a00c-741eabdde5da req-456d14ce-495e-4002-b853-2667dbf81b3e tempest-TestServerAdvancedOps-999955048 tempest-TestServerAdvancedOps-999955048-project] 10.222.0.20 "GET /v2.0/ports?device_id=25dcd570-16ef-45d6-bbe8-f90e09a81b66 HTTP/1.1" status: 200 len: 944 time: 0.0586762 Feb 28 10:57:01.438410 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-ada3c41e-c4df-4671-a00c-741eabdde5da req-6ac7a492-bbd2-4048-9590-416a0b8479ae tempest-TestServerAdvancedOps-999955048 tempest-TestServerAdvancedOps-999955048-project] 10.222.0.20 "GET /v2.0/security-groups?id=61c89b5b-0cae-4589-b0ce-ca6fdb06302d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471590 Feb 28 10:57:02.577758 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06df7b0f-2149-4582-9680-d19d53d31f28 req-bf5c5f0c-05d7-4b32-be08-d6c40845fe45 tempest-TestServerAdvancedOps-999955048 tempest-TestServerAdvancedOps-999955048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:57:02.579271 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-06df7b0f-2149-4582-9680-d19d53d31f28 req-bf5c5f0c-05d7-4b32-be08-d6c40845fe45 tempest-TestServerAdvancedOps-999955048 tempest-TestServerAdvancedOps-999955048-project] 10.222.0.20 "GET /v2.0/ports?device_id=25dcd570-16ef-45d6-bbe8-f90e09a81b66 HTTP/1.1" status: 200 len: 944 time: 0.0636733 Feb 28 10:57:02.629665 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-06df7b0f-2149-4582-9680-d19d53d31f28 req-c95d83ac-a97f-499d-b6a3-115bd3dc137b tempest-TestServerAdvancedOps-999955048 tempest-TestServerAdvancedOps-999955048-project] 10.222.0.20 "GET /v2.0/security-groups?id=61c89b5b-0cae-4589-b0ce-ca6fdb06302d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439744 Feb 28 10:57:02.792173 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device f42ac25f-6078-482c-a89b-d6310ceef1cc up at agent hyperv_hv-neutron-mast {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:57:02.852324 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Provisioning for port f42ac25f-6078-482c-a89b-d6310ceef1cc completed by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 10:57:02.856178 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Provisioning complete for port f42ac25f-6078-482c-a89b-d6310ceef1cc triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:57:02.856577 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (f42ac25f-6078-482c-a89b-d6310ceef1cc), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:57:02.935797 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Current status of the port f42ac25f-6078-482c-a89b-d6310ceef1cc is: BUILD; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:57:02.936166 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (f42ac25f-6078-482c-a89b-d6310ceef1cc), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:57:02.960738 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25dcd570-16ef-45d6-bbe8-f90e09a81b66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f42ac25f-6078-482c-a89b-d6310ceef1cc'}] {{(pid=103409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:57:02.962990 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa5325a5be4b33bf61fd809c564e3765e689d817bbd874267890deb3cfccaf12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6960e810-f979-4967-acf1-c4abe45b0a6d" -d '{"events": [{"server_uuid": "25dcd570-16ef-45d6-bbe8-f90e09a81b66", "name": "network-vif-plugged", "status": "completed", "tag": "f42ac25f-6078-482c-a89b-d6310ceef1cc"}]}' {{(pid=103409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:57:02.978195 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] For port f42ac25f-6078-482c-a89b-d6310ceef1cc, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=f42ac25f-6078-482c-a89b-d6310ceef1cc,segment=NetworkSegment(1526f191-4cfc-4773-8b14-93c85d5ac77d),segment_id=1526f191-4cfc-4773-8b14-93c85d5ac77d)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:57:02.982850 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (f42ac25f-6078-482c-a89b-d6310ceef1cc), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:57:03.006638 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 10:57:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aca2b87c-da07-497d-a3ee-efdbceafbaf4 x-openstack-request-id: req-aca2b87c-da07-497d-a3ee-efdbceafbaf4 {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:57:03.006937 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25dcd570-16ef-45d6-bbe8-f90e09a81b66", "name": "network-vif-plugged", "status": "completed", "tag": "f42ac25f-6078-482c-a89b-d6310ceef1cc", "code": 200}]} {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:57:03.007186 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-aca2b87c-da07-497d-a3ee-efdbceafbaf4 {{(pid=103409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:57:03.007574 dv-neutron-master-2-hyperv neutron-server[103409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25dcd570-16ef-45d6-bbe8-f90e09a81b66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f42ac25f-6078-482c-a89b-d6310ceef1cc', 'code': 200} Feb 28 10:57:03.035847 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Pushing event updated for resources: {'Port': ['ID=f42ac25f-6078-482c-a89b-d6310ceef1cc,revision_number=5']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:57:03.225441 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248fb3dc-869e-4fd2-b1b8-5e25bed3c5ab req-e4ad540e-6070-4163-bf2e-f89243b6fad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:57:03.226961 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-248fb3dc-869e-4fd2-b1b8-5e25bed3c5ab req-e4ad540e-6070-4163-bf2e-f89243b6fad7 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=25dcd570-16ef-45d6-bbe8-f90e09a81b66 HTTP/1.1" status: 200 len: 1129 time: 0.0526872 Feb 28 10:57:03.272375 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-248fb3dc-869e-4fd2-b1b8-5e25bed3c5ab req-65881e48-a5c2-426c-92b6-cc02be2a388c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=61c89b5b-0cae-4589-b0ce-ca6fdb06302d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393553 Feb 28 10:57:03.767718 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f76e6b-2bd9-401b-9d3a-47224c88b0ee req-5eae79fa-2b0a-45b9-9841-222be757d861 tempest-TestServerAdvancedOps-999955048 tempest-TestServerAdvancedOps-999955048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:57:03.769161 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-95f76e6b-2bd9-401b-9d3a-47224c88b0ee req-5eae79fa-2b0a-45b9-9841-222be757d861 tempest-TestServerAdvancedOps-999955048 tempest-TestServerAdvancedOps-999955048-project] 10.222.0.20 "GET /v2.0/ports?device_id=25dcd570-16ef-45d6-bbe8-f90e09a81b66 HTTP/1.1" status: 200 len: 945 time: 0.0639896 Feb 28 10:57:03.817969 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-95f76e6b-2bd9-401b-9d3a-47224c88b0ee req-7ca5d0a9-cbd8-4ed8-8a7f-a9508b22fa1a tempest-TestServerAdvancedOps-999955048 tempest-TestServerAdvancedOps-999955048-project] 10.222.0.20 "GET /v2.0/security-groups?id=61c89b5b-0cae-4589-b0ce-ca6fdb06302d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431736 Feb 28 10:57:04.953704 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374f4899-d5b9-4edd-a66c-8c64f57c8236 req-4be8df09-8fd8-4453-b0d6-8e9e73f5d577 tempest-TestServerAdvancedOps-999955048 tempest-TestServerAdvancedOps-999955048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:57:04.955219 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-374f4899-d5b9-4edd-a66c-8c64f57c8236 req-4be8df09-8fd8-4453-b0d6-8e9e73f5d577 tempest-TestServerAdvancedOps-999955048 tempest-TestServerAdvancedOps-999955048-project] 10.222.0.20 "GET /v2.0/ports?device_id=25dcd570-16ef-45d6-bbe8-f90e09a81b66 HTTP/1.1" status: 200 len: 945 time: 0.0537579 Feb 28 10:57:05.002805 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-374f4899-d5b9-4edd-a66c-8c64f57c8236 req-8f92eab3-1324-465c-8290-5fcedc11d155 tempest-TestServerAdvancedOps-999955048 tempest-TestServerAdvancedOps-999955048-project] 10.222.0.20 "GET /v2.0/security-groups?id=61c89b5b-0cae-4589-b0ce-ca6fdb06302d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415518 Feb 28 10:57:05.135794 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e396d50-1b99-418a-8f64-0e31841eff1b req-2bcc9dac-33e2-4827-95ad-66dff79556f0 tempest-TestServerAdvancedOps-999955048 tempest-TestServerAdvancedOps-999955048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:57:05.137228 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-7e396d50-1b99-418a-8f64-0e31841eff1b req-2bcc9dac-33e2-4827-95ad-66dff79556f0 tempest-TestServerAdvancedOps-999955048 tempest-TestServerAdvancedOps-999955048-project] 10.222.0.20 "GET /v2.0/ports?device_id=25dcd570-16ef-45d6-bbe8-f90e09a81b66 HTTP/1.1" status: 200 len: 945 time: 0.0607140 Feb 28 10:57:05.187497 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-7e396d50-1b99-418a-8f64-0e31841eff1b req-883b7bf8-0fc1-423b-90f2-808d205fbcc8 tempest-TestServerAdvancedOps-999955048 tempest-TestServerAdvancedOps-999955048-project] 10.222.0.20 "GET /v2.0/security-groups?id=61c89b5b-0cae-4589-b0ce-ca6fdb06302d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436211 Feb 28 10:57:05.463045 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de601fd1-806f-4481-b0e4-414b10430dad req-9719a5b4-bd76-42f4-9f87-2c6c88a17a3a tempest-TestServerAdvancedOps-999955048 tempest-TestServerAdvancedOps-999955048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:57:05.464478 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-de601fd1-806f-4481-b0e4-414b10430dad req-9719a5b4-bd76-42f4-9f87-2c6c88a17a3a tempest-TestServerAdvancedOps-999955048 tempest-TestServerAdvancedOps-999955048-project] 10.222.0.20 "GET /v2.0/ports?device_id=25dcd570-16ef-45d6-bbe8-f90e09a81b66 HTTP/1.1" status: 200 len: 945 time: 0.0648036 Feb 28 10:57:05.515659 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-de601fd1-806f-4481-b0e4-414b10430dad req-6dc45552-544c-4ed5-b8a5-18c1d70fe874 tempest-TestServerAdvancedOps-999955048 tempest-TestServerAdvancedOps-999955048-project] 10.222.0.20 "GET /v2.0/security-groups?id=61c89b5b-0cae-4589-b0ce-ca6fdb06302d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434339 Feb 28 10:57:06.654639 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b500ab7d-6199-4c3b-82c9-87d30f6197fe req-5d625840-ed23-42cf-8efd-54ffbd6e3de2 tempest-TestServerAdvancedOps-999955048 tempest-TestServerAdvancedOps-999955048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:57:06.656156 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-b500ab7d-6199-4c3b-82c9-87d30f6197fe req-5d625840-ed23-42cf-8efd-54ffbd6e3de2 tempest-TestServerAdvancedOps-999955048 tempest-TestServerAdvancedOps-999955048-project] 10.222.0.20 "GET /v2.0/ports?device_id=25dcd570-16ef-45d6-bbe8-f90e09a81b66 HTTP/1.1" status: 200 len: 945 time: 0.0656276 Feb 28 10:57:06.711353 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-b500ab7d-6199-4c3b-82c9-87d30f6197fe req-7bf36ec7-256e-4c72-aaf7-59c57b1926a7 tempest-TestServerAdvancedOps-999955048 tempest-TestServerAdvancedOps-999955048-project] 10.222.0.20 "GET /v2.0/security-groups?id=61c89b5b-0cae-4589-b0ce-ca6fdb06302d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466514 Feb 28 10:57:06.960841 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3e0d1d-8762-4ae1-956a-41e4f48a6958 req-2be2c642-c548-4d77-b3ed-b60bb220b58f tempest-TestServerAdvancedOps-999955048 tempest-TestServerAdvancedOps-999955048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:57:06.962369 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-4b3e0d1d-8762-4ae1-956a-41e4f48a6958 req-2be2c642-c548-4d77-b3ed-b60bb220b58f tempest-TestServerAdvancedOps-999955048 tempest-TestServerAdvancedOps-999955048-project] 10.222.0.20 "GET /v2.0/ports?device_id=25dcd570-16ef-45d6-bbe8-f90e09a81b66 HTTP/1.1" status: 200 len: 945 time: 0.0603905 Feb 28 10:57:07.037541 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-4b3e0d1d-8762-4ae1-956a-41e4f48a6958 req-58d3b501-ad60-435e-8839-fdc6557ec958 tempest-TestServerAdvancedOps-999955048 tempest-TestServerAdvancedOps-999955048-project] 10.222.0.20 "GET /v2.0/security-groups?id=61c89b5b-0cae-4589-b0ce-ca6fdb06302d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657065 Feb 28 10:57:07.041913 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb5bd1d-d2e7-4b42-8d06-5abb4827689f req-baf0746c-059b-44b1-8cbe-ce1ceb04042f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:57:07.043429 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-2bb5bd1d-d2e7-4b42-8d06-5abb4827689f req-baf0746c-059b-44b1-8cbe-ce1ceb04042f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6a259b094c6a4ee2a6f23d3703a555b6&device_id=25dcd570-16ef-45d6-bbe8-f90e09a81b66 HTTP/1.1" status: 200 len: 1129 time: 0.0801072 Feb 28 10:57:07.137880 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb5bd1d-d2e7-4b42-8d06-5abb4827689f req-e7b903c1-ca79-46b3-842c-552af7eb5047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:57:07.139376 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-2bb5bd1d-d2e7-4b42-8d06-5abb4827689f req-e7b903c1-ca79-46b3-842c-552af7eb5047 service neutron] 10.222.0.30 "GET /v2.0/networks?id=8d5bb038-8a4a-444e-8544-793513db1615 HTTP/1.1" status: 200 len: 912 time: 0.0901985 Feb 28 10:57:07.179835 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-2bb5bd1d-d2e7-4b42-8d06-5abb4827689f req-b1f0deb9-2507-4586-b595-8c016b2b8c6e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f42ac25f-6078-482c-a89b-d6310ceef1cc HTTP/1.1" status: 200 len: 217 time: 0.0349214 Feb 28 10:57:07.228429 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb5bd1d-d2e7-4b42-8d06-5abb4827689f req-8cb3b680-9dd0-4c5c-b49b-1c34bc5b069a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:57:07.229931 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-2bb5bd1d-d2e7-4b42-8d06-5abb4827689f req-8cb3b680-9dd0-4c5c-b49b-1c34bc5b069a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=603536b9-18cd-41b3-b8e8-dcc4a34c7212 HTTP/1.1" status: 200 len: 851 time: 0.0444908 Feb 28 10:57:07.264474 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-2bb5bd1d-d2e7-4b42-8d06-5abb4827689f req-01692669-4655-4aec-b4e9-113ec38456e6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8d5bb038-8a4a-444e-8544-793513db1615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286989 Feb 28 10:57:07.357708 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-2bb5bd1d-d2e7-4b42-8d06-5abb4827689f req-685bbbbf-2854-4e44-a0da-8744891a4b02 service neutron] 10.222.0.30 "GET /v2.0/networks/8d5bb038-8a4a-444e-8544-793513db1615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873427 Feb 28 10:57:07.469269 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-2bb5bd1d-d2e7-4b42-8d06-5abb4827689f req-7e920708-9964-4da2-8369-f348747b52ac service neutron] 10.222.0.30 "GET /v2.0/networks/8d5bb038-8a4a-444e-8544-793513db1615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048846 Feb 28 10:57:08.175994 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f623f38-1d83-4cdb-9143-be5f32c61944 req-22359b7a-09eb-4d0e-ae2f-8e9d1e079e9d tempest-TestServerAdvancedOps-999955048 tempest-TestServerAdvancedOps-999955048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:57:08.177096 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-9f623f38-1d83-4cdb-9143-be5f32c61944 req-22359b7a-09eb-4d0e-ae2f-8e9d1e079e9d tempest-TestServerAdvancedOps-999955048 tempest-TestServerAdvancedOps-999955048-project] 10.222.0.20 "GET /v2.0/ports?device_id=25dcd570-16ef-45d6-bbe8-f90e09a81b66 HTTP/1.1" status: 200 len: 945 time: 0.0610535 Feb 28 10:57:08.226343 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-9f623f38-1d83-4cdb-9143-be5f32c61944 req-10d938cd-0116-45ab-a495-87745d70769d tempest-TestServerAdvancedOps-999955048 tempest-TestServerAdvancedOps-999955048-project] 10.222.0.20 "GET /v2.0/security-groups?id=61c89b5b-0cae-4589-b0ce-ca6fdb06302d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436511 Feb 28 10:57:08.314948 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (13ac42ae-016e-4baf-bb31-c6fa820b41c2), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:57:08.758149 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fd7a478a-90b8-434e-8944-1360a5c2160b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fb6705d2-4f70-4965-92a3-fbfccd43a6d3), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:57:09.362835 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41a255d-10a0-4d3c-8ee7-6119d74c30e5 req-02da82e7-efe4-4f2f-bc73-477999d20bc5 tempest-TestServerAdvancedOps-999955048 tempest-TestServerAdvancedOps-999955048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:57:09.364524 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-d41a255d-10a0-4d3c-8ee7-6119d74c30e5 req-02da82e7-efe4-4f2f-bc73-477999d20bc5 tempest-TestServerAdvancedOps-999955048 tempest-TestServerAdvancedOps-999955048-project] 10.222.0.20 "GET /v2.0/ports?device_id=25dcd570-16ef-45d6-bbe8-f90e09a81b66 HTTP/1.1" status: 200 len: 945 time: 0.0567148 Feb 28 10:57:09.421392 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-d41a255d-10a0-4d3c-8ee7-6119d74c30e5 req-6f633586-6dd9-4dd6-8af3-2ff09c0bf8f5 tempest-TestServerAdvancedOps-999955048 tempest-TestServerAdvancedOps-999955048-project] 10.222.0.20 "GET /v2.0/security-groups?id=61c89b5b-0cae-4589-b0ce-ca6fdb06302d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505025 Feb 28 10:57:09.677247 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9237e74-e1a1-4c8b-9a92-bc2f919f7288 req-ccedc595-0164-4f7b-9758-fbaa0ce45696 tempest-TestServerAdvancedOps-999955048 tempest-TestServerAdvancedOps-999955048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:57:09.678778 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-f9237e74-e1a1-4c8b-9a92-bc2f919f7288 req-ccedc595-0164-4f7b-9758-fbaa0ce45696 tempest-TestServerAdvancedOps-999955048 tempest-TestServerAdvancedOps-999955048-project] 10.222.0.20 "GET /v2.0/ports?device_id=25dcd570-16ef-45d6-bbe8-f90e09a81b66 HTTP/1.1" status: 200 len: 945 time: 0.0642505 Feb 28 10:57:09.726178 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-f9237e74-e1a1-4c8b-9a92-bc2f919f7288 req-0848772c-b2aa-415c-8a91-47b4e355406a tempest-TestServerAdvancedOps-999955048 tempest-TestServerAdvancedOps-999955048-project] 10.222.0.20 "GET /v2.0/security-groups?id=61c89b5b-0cae-4589-b0ce-ca6fdb06302d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416610 Feb 28 10:57:10.852860 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5fc82f-8cc9-43d8-bede-6028affa1b3a req-334d99bd-db0c-4fe7-aef2-403c638b048b tempest-TestServerAdvancedOps-999955048 tempest-TestServerAdvancedOps-999955048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:57:10.854361 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-7b5fc82f-8cc9-43d8-bede-6028affa1b3a req-334d99bd-db0c-4fe7-aef2-403c638b048b tempest-TestServerAdvancedOps-999955048 tempest-TestServerAdvancedOps-999955048-project] 10.222.0.20 "GET /v2.0/ports?device_id=25dcd570-16ef-45d6-bbe8-f90e09a81b66 HTTP/1.1" status: 200 len: 945 time: 0.0560329 Feb 28 10:57:10.903587 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-7b5fc82f-8cc9-43d8-bede-6028affa1b3a req-175e0449-c51a-450e-ab59-5cb10c139ee4 tempest-TestServerAdvancedOps-999955048 tempest-TestServerAdvancedOps-999955048-project] 10.222.0.20 "GET /v2.0/security-groups?id=61c89b5b-0cae-4589-b0ce-ca6fdb06302d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434918 Feb 28 10:57:11.032704 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0efdbf83-9263-4154-83dd-9a1487b99f01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fc6c9b74-8dbb-41bb-800a-5bd3a43fe896), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:57:11.125871 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d82d07e-0a8e-43da-a5da-3b4b1ffcf471 req-37a64956-756b-42a5-8146-00e809a975d0 tempest-TestServerAdvancedOps-999955048 tempest-TestServerAdvancedOps-999955048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:57:11.127445 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-2d82d07e-0a8e-43da-a5da-3b4b1ffcf471 req-37a64956-756b-42a5-8146-00e809a975d0 tempest-TestServerAdvancedOps-999955048 tempest-TestServerAdvancedOps-999955048-project] 10.222.0.20 "GET /v2.0/ports?device_id=25dcd570-16ef-45d6-bbe8-f90e09a81b66 HTTP/1.1" status: 200 len: 945 time: 0.0585256 Feb 28 10:57:11.204505 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-2d82d07e-0a8e-43da-a5da-3b4b1ffcf471 req-f12638c2-7810-48ac-8ca0-e5ecd7d84af9 tempest-TestServerAdvancedOps-999955048 tempest-TestServerAdvancedOps-999955048-project] 10.222.0.20 "GET /v2.0/security-groups?id=61c89b5b-0cae-4589-b0ce-ca6fdb06302d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687976 Feb 28 10:57:11.207298 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffea666-9c9e-4aa7-a698-e27f3d4f9360 req-fe6543cd-4dda-4f29-8fda-80f0e8565f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:57:11.209088 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-bffea666-9c9e-4aa7-a698-e27f3d4f9360 req-fe6543cd-4dda-4f29-8fda-80f0e8565f05 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6a259b094c6a4ee2a6f23d3703a555b6&device_id=25dcd570-16ef-45d6-bbe8-f90e09a81b66 HTTP/1.1" status: 200 len: 1129 time: 0.0804257 Feb 28 10:57:11.306078 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffea666-9c9e-4aa7-a698-e27f3d4f9360 req-3a944d99-28bb-48ff-aade-1d1699f6afac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:57:11.307639 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-bffea666-9c9e-4aa7-a698-e27f3d4f9360 req-3a944d99-28bb-48ff-aade-1d1699f6afac service neutron] 10.222.0.30 "GET /v2.0/networks?id=8d5bb038-8a4a-444e-8544-793513db1615 HTTP/1.1" status: 200 len: 912 time: 0.0927165 Feb 28 10:57:11.354519 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-bffea666-9c9e-4aa7-a698-e27f3d4f9360 req-86ceaa84-eb35-4cfc-80be-619f8bce0f33 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f42ac25f-6078-482c-a89b-d6310ceef1cc HTTP/1.1" status: 200 len: 217 time: 0.0411284 Feb 28 10:57:11.404173 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffea666-9c9e-4aa7-a698-e27f3d4f9360 req-3e40d758-1894-49bb-899f-6296acad9e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:57:11.405765 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-bffea666-9c9e-4aa7-a698-e27f3d4f9360 req-3e40d758-1894-49bb-899f-6296acad9e04 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=603536b9-18cd-41b3-b8e8-dcc4a34c7212 HTTP/1.1" status: 200 len: 851 time: 0.0462818 Feb 28 10:57:11.441391 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-bffea666-9c9e-4aa7-a698-e27f3d4f9360 req-29308646-c4f0-4647-8dde-093fa094d90c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8d5bb038-8a4a-444e-8544-793513db1615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280445 Feb 28 10:57:11.867422 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-bffea666-9c9e-4aa7-a698-e27f3d4f9360 req-57693a6a-5266-4b58-a4ad-531423b04ae9 service neutron] 10.222.0.30 "GET /v2.0/networks/8d5bb038-8a4a-444e-8544-793513db1615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4193981 Feb 28 10:57:11.965331 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-bffea666-9c9e-4aa7-a698-e27f3d4f9360 req-089b31e7-634b-4e2e-82b1-ab6044dff914 service neutron] 10.222.0.30 "GET /v2.0/networks/8d5bb038-8a4a-444e-8544-793513db1615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924573 Feb 28 10:57:12.107403 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b6d631fb-7df0-4fe1-8322-abff3b61cae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (0db5147a-92a3-4581-8a5f-8ec9b93e0600), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:57:12.337358 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775c272c-8b7d-4949-8f54-8a137dd8fa1e req-e0fd3567-be11-472c-ae08-b351eee870c8 tempest-TestServerAdvancedOps-999955048 tempest-TestServerAdvancedOps-999955048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:57:12.338863 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-775c272c-8b7d-4949-8f54-8a137dd8fa1e req-e0fd3567-be11-472c-ae08-b351eee870c8 tempest-TestServerAdvancedOps-999955048 tempest-TestServerAdvancedOps-999955048-project] 10.222.0.20 "GET /v2.0/ports?device_id=25dcd570-16ef-45d6-bbe8-f90e09a81b66 HTTP/1.1" status: 200 len: 945 time: 0.0592072 Feb 28 10:57:12.404542 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-775c272c-8b7d-4949-8f54-8a137dd8fa1e req-50ea1f17-d400-4afb-8ac0-9a91e4f0cee5 tempest-TestServerAdvancedOps-999955048 tempest-TestServerAdvancedOps-999955048-project] 10.222.0.20 "GET /v2.0/security-groups?id=61c89b5b-0cae-4589-b0ce-ca6fdb06302d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599973 Feb 28 10:57:13.089055 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.agents_db [None req-382e0aa2-b126-48e6-89eb-3efa426b6b29 None None] Agent healthcheck: found 6 active agents {{(pid=103410) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 10:57:13.522221 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6b923bb1-06b0-4b84-b461-7cc1d0196090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (2e621730-3978-4720-b581-ac380e97a567), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:57:13.530951 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c1844f-8a1f-47a9-ac13-d817f01553ca req-e8225cf4-9b61-4dfb-8d9e-81fee582d4df tempest-TestServerAdvancedOps-999955048 tempest-TestServerAdvancedOps-999955048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:57:13.532467 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-f8c1844f-8a1f-47a9-ac13-d817f01553ca req-e8225cf4-9b61-4dfb-8d9e-81fee582d4df tempest-TestServerAdvancedOps-999955048 tempest-TestServerAdvancedOps-999955048-project] 10.222.0.20 "GET /v2.0/ports?device_id=25dcd570-16ef-45d6-bbe8-f90e09a81b66 HTTP/1.1" status: 200 len: 945 time: 0.0570755 Feb 28 10:57:13.580432 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-f8c1844f-8a1f-47a9-ac13-d817f01553ca req-96b99103-1d60-40f7-843c-f6ff54941c5d tempest-TestServerAdvancedOps-999955048 tempest-TestServerAdvancedOps-999955048-project] 10.222.0.20 "GET /v2.0/security-groups?id=61c89b5b-0cae-4589-b0ce-ca6fdb06302d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421252 Feb 28 10:57:13.849364 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1c896b-e018-40cb-94ef-9c3377f41cd7 req-d772d132-555a-423f-9a86-512550e75476 tempest-TestServerAdvancedOps-999955048 tempest-TestServerAdvancedOps-999955048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:57:13.851321 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-0b1c896b-e018-40cb-94ef-9c3377f41cd7 req-d772d132-555a-423f-9a86-512550e75476 tempest-TestServerAdvancedOps-999955048 tempest-TestServerAdvancedOps-999955048-project] 10.222.0.20 "GET /v2.0/ports?device_id=25dcd570-16ef-45d6-bbe8-f90e09a81b66 HTTP/1.1" status: 200 len: 945 time: 0.0679121 Feb 28 10:57:13.900038 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-0b1c896b-e018-40cb-94ef-9c3377f41cd7 req-8726e568-9343-430c-a49d-5fc61dbbaade tempest-TestServerAdvancedOps-999955048 tempest-TestServerAdvancedOps-999955048-project] 10.222.0.20 "GET /v2.0/security-groups?id=61c89b5b-0cae-4589-b0ce-ca6fdb06302d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428371 Feb 28 10:57:14.924387 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:57:15.028631 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67593842-e963-4432-b5cf-eaa884965a28 req-a17bb432-76b0-4e9c-95e9-ec1ee6582a43 tempest-TestServerAdvancedOps-999955048 tempest-TestServerAdvancedOps-999955048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:57:15.030089 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-67593842-e963-4432-b5cf-eaa884965a28 req-a17bb432-76b0-4e9c-95e9-ec1ee6582a43 tempest-TestServerAdvancedOps-999955048 tempest-TestServerAdvancedOps-999955048-project] 10.222.0.20 "GET /v2.0/ports?device_id=25dcd570-16ef-45d6-bbe8-f90e09a81b66 HTTP/1.1" status: 200 len: 945 time: 0.0564239 Feb 28 10:57:15.084404 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-67593842-e963-4432-b5cf-eaa884965a28 req-79f68f0a-33d8-419b-9d91-b5f55784ed67 tempest-TestServerAdvancedOps-999955048 tempest-TestServerAdvancedOps-999955048-project] 10.222.0.20 "GET /v2.0/security-groups?id=61c89b5b-0cae-4589-b0ce-ca6fdb06302d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456972 Feb 28 10:57:15.877042 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120a0c6c-4cb4-494e-a8cc-bc4eff1ab0eb req-52597dbe-9b12-44ee-a08c-94c631928f92 tempest-TestServerAdvancedOps-999955048 tempest-TestServerAdvancedOps-999955048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:57:15.878724 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-120a0c6c-4cb4-494e-a8cc-bc4eff1ab0eb req-52597dbe-9b12-44ee-a08c-94c631928f92 tempest-TestServerAdvancedOps-999955048 tempest-TestServerAdvancedOps-999955048-project] 10.222.0.30 "GET /v2.0/ports?device_id=25dcd570-16ef-45d6-bbe8-f90e09a81b66 HTTP/1.1" status: 200 len: 945 time: 0.0701218 Feb 28 10:57:15.977751 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [req-120a0c6c-4cb4-494e-a8cc-bc4eff1ab0eb req-64e9767c-2ad7-4b34-9e78-10166123a36e tempest-TestServerAdvancedOps-999955048 tempest-TestServerAdvancedOps-999955048-project] Deleting port f42ac25f-6078-482c-a89b-d6310ceef1cc {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:57:15.978094 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-120a0c6c-4cb4-494e-a8cc-bc4eff1ab0eb req-64e9767c-2ad7-4b34-9e78-10166123a36e tempest-TestServerAdvancedOps-999955048 tempest-TestServerAdvancedOps-999955048-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (f42ac25f-6078-482c-a89b-d6310ceef1cc), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:57:16.070436 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-120a0c6c-4cb4-494e-a8cc-bc4eff1ab0eb req-64e9767c-2ad7-4b34-9e78-10166123a36e tempest-TestServerAdvancedOps-999955048 tempest-TestServerAdvancedOps-999955048-project] For port f42ac25f-6078-482c-a89b-d6310ceef1cc, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=f42ac25f-6078-482c-a89b-d6310ceef1cc,segment=NetworkSegment(1526f191-4cfc-4773-8b14-93c85d5ac77d),segment_id=1526f191-4cfc-4773-8b14-93c85d5ac77d)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:57:16.071128 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-120a0c6c-4cb4-494e-a8cc-bc4eff1ab0eb req-64e9767c-2ad7-4b34-9e78-10166123a36e tempest-TestServerAdvancedOps-999955048 tempest-TestServerAdvancedOps-999955048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (f42ac25f-6078-482c-a89b-d6310ceef1cc), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:57:16.084018 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [req-120a0c6c-4cb4-494e-a8cc-bc4eff1ab0eb req-64e9767c-2ad7-4b34-9e78-10166123a36e tempest-TestServerAdvancedOps-999955048 tempest-TestServerAdvancedOps-999955048-project] Calling delete_port for f42ac25f-6078-482c-a89b-d6310ceef1cc owned by compute:nova {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:57:16.252723 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5714f586-c534-4f18-8189-36e89b5d267c req-e3c05f9a-4ce8-4036-bc62-60bacb3bb8e8 tempest-TestServerAdvancedOps-999955048 tempest-TestServerAdvancedOps-999955048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:57:16.254217 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-5714f586-c534-4f18-8189-36e89b5d267c req-e3c05f9a-4ce8-4036-bc62-60bacb3bb8e8 tempest-TestServerAdvancedOps-999955048 tempest-TestServerAdvancedOps-999955048-project] 10.222.0.20 "GET /v2.0/ports?device_id=25dcd570-16ef-45d6-bbe8-f90e09a81b66 HTTP/1.1" status: 200 len: 945 time: 0.1030216 Feb 28 10:57:16.274329 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-120a0c6c-4cb4-494e-a8cc-bc4eff1ab0eb req-64e9767c-2ad7-4b34-9e78-10166123a36e tempest-TestServerAdvancedOps-999955048 tempest-TestServerAdvancedOps-999955048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (f42ac25f-6078-482c-a89b-d6310ceef1cc), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:57:16.307501 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] get_ports_and_sgs() called for port_ids ['f42ac25f-6078-482c-a89b-d6310ceef1cc'] {{(pid=103409) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 10:57:16.312752 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e9767c-2ad7-4b34-9e78-10166123a36e tempest-TestServerAdvancedOps-999955048 tempest-TestServerAdvancedOps-999955048-project] Pushing event deleted for resources: {'Port': ['ID=f42ac25f-6078-482c-a89b-d6310ceef1cc,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:57:16.358253 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-5714f586-c534-4f18-8189-36e89b5d267c req-bad0fd8f-c835-4148-ad59-4a4bcd0e872a tempest-TestServerAdvancedOps-999955048 tempest-TestServerAdvancedOps-999955048-project] 10.222.0.20 "GET /v2.0/security-groups?id=61c89b5b-0cae-4589-b0ce-ca6fdb06302d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979745 Feb 28 10:57:16.373305 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-120a0c6c-4cb4-494e-a8cc-bc4eff1ab0eb req-64e9767c-2ad7-4b34-9e78-10166123a36e tempest-TestServerAdvancedOps-999955048 tempest-TestServerAdvancedOps-999955048-project] No DVR routers for this DVR port f42ac25f-6078-482c-a89b-d6310ceef1cc on host hv-neutron-mast {{(pid=103407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:57:16.380425 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-120a0c6c-4cb4-494e-a8cc-bc4eff1ab0eb req-64e9767c-2ad7-4b34-9e78-10166123a36e tempest-TestServerAdvancedOps-999955048 tempest-TestServerAdvancedOps-999955048-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:57:16.383806 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-120a0c6c-4cb4-494e-a8cc-bc4eff1ab0eb req-64e9767c-2ad7-4b34-9e78-10166123a36e tempest-TestServerAdvancedOps-999955048 tempest-TestServerAdvancedOps-999955048-project] 10.222.0.30 "DELETE /v2.0/ports/f42ac25f-6078-482c-a89b-d6310ceef1cc HTTP/1.1" status: 204 len: 173 time: 0.5003917 Feb 28 10:57:16.384250 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25dcd570-16ef-45d6-bbe8-f90e09a81b66', 'name': 'network-vif-deleted', 'tag': 'f42ac25f-6078-482c-a89b-d6310ceef1cc'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:57:16.387063 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c8e1c873eeca597e52e7ceb7469e602eac250bfea6606d285743d38033cf584" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-168f4f42-25d6-4ee3-98cd-897f2079ea2d" -d '{"events": [{"server_uuid": "25dcd570-16ef-45d6-bbe8-f90e09a81b66", "name": "network-vif-deleted", "tag": "f42ac25f-6078-482c-a89b-d6310ceef1cc"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:57:16.423284 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 10:57:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85785456-28bd-4999-ad2f-f98a4ef0ccb9 x-openstack-request-id: req-85785456-28bd-4999-ad2f-f98a4ef0ccb9 {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:57:16.423597 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25dcd570-16ef-45d6-bbe8-f90e09a81b66", "name": "network-vif-deleted", "tag": "f42ac25f-6078-482c-a89b-d6310ceef1cc", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:57:16.423830 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-85785456-28bd-4999-ad2f-f98a4ef0ccb9 {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:57:16.424228 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25dcd570-16ef-45d6-bbe8-f90e09a81b66', 'name': 'network-vif-deleted', 'tag': 'f42ac25f-6078-482c-a89b-d6310ceef1cc', 'status': 'completed', 'code': 200} Feb 28 10:57:17.427224 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 42942) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:57:17.475167 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_v2 [None req-85fa53d6-cdde-4e73-83ae-3e8e2807754f admin admin] Deleting subnet 603536b9-18cd-41b3-b8e8-dcc4a34c7212 {{(pid=103407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:57:17.478490 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-85fa53d6-cdde-4e73-83ae-3e8e2807754f admin admin] Publish callbacks [] for subnet (603536b9-18cd-41b3-b8e8-dcc4a34c7212), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:57:17.519763 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-85fa53d6-cdde-4e73-83ae-3e8e2807754f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3501132'] for subnet (603536b9-18cd-41b3-b8e8-dcc4a34c7212), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:57:17.563799 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-85fa53d6-cdde-4e73-83ae-3e8e2807754f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-823142'] for subnet (603536b9-18cd-41b3-b8e8-dcc4a34c7212), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:57:17.619766 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-85fa53d6-cdde-4e73-83ae-3e8e2807754f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-823145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3498088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3516558'] for subnet (603536b9-18cd-41b3-b8e8-dcc4a34c7212), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:57:17.646766 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fa53d6-cdde-4e73-83ae-3e8e2807754f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=603536b9-18cd-41b3-b8e8-dcc4a34c7212,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:57:17.648778 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-85fa53d6-cdde-4e73-83ae-3e8e2807754f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:57:17.652153 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-85fa53d6-cdde-4e73-83ae-3e8e2807754f admin admin] 10.222.0.20 "DELETE /v2.0/subnets/603536b9-18cd-41b3-b8e8-dcc4a34c7212 HTTP/1.1" status: 204 len: 168 time: 0.2238641 Feb 28 10:57:17.654983 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 42944) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:57:17.731149 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5025c64d-a315-4994-9b0d-e08ba73c2bdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-665757'] for network (8d5bb038-8a4a-444e-8544-793513db1615), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:57:17.816449 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5025c64d-a315-4994-9b0d-e08ba73c2bdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672413', 'neutron.services.segments.db._delete_segments_for_network-8742057110173'] for network (8d5bb038-8a4a-444e-8544-793513db1615), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:57:17.838173 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-5025c64d-a315-4994-9b0d-e08ba73c2bdc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d5bb038-8a4a-444e-8544-793513db1615']}} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:57:17.847782 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-5025c64d-a315-4994-9b0d-e08ba73c2bdc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1526f191-4cfc-4773-8b14-93c85d5ac77d') {'for_net_delete': True} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:57:17.848087 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-5025c64d-a315-4994-9b0d-e08ba73c2bdc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1526f191-4cfc-4773-8b14-93c85d5ac77d') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:57:17.857767 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5025c64d-a315-4994-9b0d-e08ba73c2bdc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742057113766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3501147'] for segment (1526f191-4cfc-4773-8b14-93c85d5ac77d), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:57:17.871721 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5025c64d-a315-4994-9b0d-e08ba73c2bdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (1526f191-4cfc-4773-8b14-93c85d5ac77d), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:57:17.877571 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5025c64d-a315-4994-9b0d-e08ba73c2bdc admin admin] Releasing vlan 296 on physical network physnet1 to pool {{(pid=103407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:57:17.877960 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5025c64d-a315-4994-9b0d-e08ba73c2bdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3498166'] for segment (1526f191-4cfc-4773-8b14-93c85d5ac77d), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:57:17.879666 dv-neutron-master-2-hyperv neutron-server[103407]: Traceback (most recent call last): Feb 28 10:57:17.879666 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:57:17.879666 dv-neutron-master-2-hyperv neutron-server[103407]: timer() Feb 28 10:57:17.879666 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:57:17.879666 dv-neutron-master-2-hyperv neutron-server[103407]: cb(*args, **kw) Feb 28 10:57:17.879666 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:57:17.879666 dv-neutron-master-2-hyperv neutron-server[103407]: return func(*args, **kwargs) Feb 28 10:57:17.879666 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:57:17.879666 dv-neutron-master-2-hyperv neutron-server[103407]: self._notify() Feb 28 10:57:17.879666 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:57:17.879666 dv-neutron-master-2-hyperv neutron-server[103407]: self.callback(batched_events) Feb 28 10:57:17.879666 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:57:17.879666 dv-neutron-master-2-hyperv neutron-server[103407]: event.method(event) Feb 28 10:57:17.879666 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:57:17.879666 dv-neutron-master-2-hyperv neutron-server[103407]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:57:17.879666 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:57:17.879666 dv-neutron-master-2-hyperv neutron-server[103407]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:57:17.879666 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:57:17.879666 dv-neutron-master-2-hyperv neutron-server[103407]: return f(self, *a, **k) Feb 28 10:57:17.879666 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:57:17.879666 dv-neutron-master-2-hyperv neutron-server[103407]: return self._get(url).json() Feb 28 10:57:17.879666 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:57:17.879666 dv-neutron-master-2-hyperv neutron-server[103407]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:57:17.879666 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:57:17.879666 dv-neutron-master-2-hyperv neutron-server[103407]: return self.request(url, 'GET', **kwargs) Feb 28 10:57:17.879666 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:57:17.879666 dv-neutron-master-2-hyperv neutron-server[103407]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:57:17.879666 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:57:17.879666 dv-neutron-master-2-hyperv neutron-server[103407]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:57:17.879666 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:57:17.879666 dv-neutron-master-2-hyperv neutron-server[103407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:57:17.879666 dv-neutron-master-2-hyperv neutron-server[103407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:57:17.940426 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5025c64d-a315-4994-9b0d-e08ba73c2bdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803269'] for network (8d5bb038-8a4a-444e-8544-793513db1615), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:57:17.946092 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5025c64d-a315-4994-9b0d-e08ba73c2bdc admin admin] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:57:17.949337 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-5025c64d-a315-4994-9b0d-e08ba73c2bdc admin admin] 10.222.0.20 "DELETE /v2.0/networks/8d5bb038-8a4a-444e-8544-793513db1615 HTTP/1.1" status: 204 len: 168 time: 0.2933462 Feb 28 10:57:17.952520 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 42946) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:57:17.961853 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5025c64d-a315-4994-9b0d-e08ba73c2bdc admin admin] Pushing event deleted for resources: {'Network': ['ID=8d5bb038-8a4a-444e-8544-793513db1615,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:57:17.998971 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_v2 [None req-b56175bb-6c65-44d9-863b-d1d043ece24b admin admin] Deleting subnet a74bac58-4d1d-483d-9de2-5a9bd328e776 {{(pid=103408) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:57:18.002483 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b56175bb-6c65-44d9-863b-d1d043ece24b admin admin] Publish callbacks [] for subnet (a74bac58-4d1d-483d-9de2-5a9bd328e776), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:57:18.037502 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b56175bb-6c65-44d9-863b-d1d043ece24b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3423529'] for subnet (a74bac58-4d1d-483d-9de2-5a9bd328e776), precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:57:18.075222 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b56175bb-6c65-44d9-863b-d1d043ece24b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-823142'] for subnet (a74bac58-4d1d-483d-9de2-5a9bd328e776), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:57:18.126437 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b56175bb-6c65-44d9-863b-d1d043ece24b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-823145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3242523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3951170'] for subnet (a74bac58-4d1d-483d-9de2-5a9bd328e776), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:57:18.154389 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56175bb-6c65-44d9-863b-d1d043ece24b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a74bac58-4d1d-483d-9de2-5a9bd328e776,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:57:18.160113 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b56175bb-6c65-44d9-863b-d1d043ece24b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:57:18.163560 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-b56175bb-6c65-44d9-863b-d1d043ece24b admin admin] 10.222.0.20 "DELETE /v2.0/subnets/a74bac58-4d1d-483d-9de2-5a9bd328e776 HTTP/1.1" status: 204 len: 168 time: 0.2099221 Feb 28 10:57:18.166098 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 42948) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:57:18.234767 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ef295684-be81-439d-8d68-9875f6ef5743 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-665757'] for network (2a3d76af-03a8-4b04-9075-950948db9334), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:57:18.321759 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ef295684-be81-439d-8d68-9875f6ef5743 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672413', 'neutron.services.segments.db._delete_segments_for_network-8742057110173'] for network (2a3d76af-03a8-4b04-9075-950948db9334), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:57:18.344220 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-ef295684-be81-439d-8d68-9875f6ef5743 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a3d76af-03a8-4b04-9075-950948db9334']}} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:57:18.354162 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-ef295684-be81-439d-8d68-9875f6ef5743 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3af897f4-f586-4004-b08c-8de3c4393be6') {'for_net_delete': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:57:18.354443 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-ef295684-be81-439d-8d68-9875f6ef5743 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3af897f4-f586-4004-b08c-8de3c4393be6') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:57:18.364505 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ef295684-be81-439d-8d68-9875f6ef5743 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742057113766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3423550'] for segment (3af897f4-f586-4004-b08c-8de3c4393be6), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:57:18.381272 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ef295684-be81-439d-8d68-9875f6ef5743 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (3af897f4-f586-4004-b08c-8de3c4393be6), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:57:18.388414 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef295684-be81-439d-8d68-9875f6ef5743 admin admin] Releasing vlan 280 on physical network physnet1 to pool {{(pid=103408) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:57:18.388922 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ef295684-be81-439d-8d68-9875f6ef5743 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3242693'] for segment (3af897f4-f586-4004-b08c-8de3c4393be6), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:57:18.390877 dv-neutron-master-2-hyperv neutron-server[103408]: Traceback (most recent call last): Feb 28 10:57:18.390877 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:57:18.390877 dv-neutron-master-2-hyperv neutron-server[103408]: timer() Feb 28 10:57:18.390877 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:57:18.390877 dv-neutron-master-2-hyperv neutron-server[103408]: cb(*args, **kw) Feb 28 10:57:18.390877 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:57:18.390877 dv-neutron-master-2-hyperv neutron-server[103408]: return func(*args, **kwargs) Feb 28 10:57:18.390877 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:57:18.390877 dv-neutron-master-2-hyperv neutron-server[103408]: self._notify() Feb 28 10:57:18.390877 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:57:18.390877 dv-neutron-master-2-hyperv neutron-server[103408]: self.callback(batched_events) Feb 28 10:57:18.390877 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:57:18.390877 dv-neutron-master-2-hyperv neutron-server[103408]: event.method(event) Feb 28 10:57:18.390877 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:57:18.390877 dv-neutron-master-2-hyperv neutron-server[103408]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:57:18.390877 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:57:18.390877 dv-neutron-master-2-hyperv neutron-server[103408]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:57:18.390877 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:57:18.390877 dv-neutron-master-2-hyperv neutron-server[103408]: return f(self, *a, **k) Feb 28 10:57:18.390877 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:57:18.390877 dv-neutron-master-2-hyperv neutron-server[103408]: return self._get(url).json() Feb 28 10:57:18.390877 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:57:18.390877 dv-neutron-master-2-hyperv neutron-server[103408]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:57:18.390877 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:57:18.390877 dv-neutron-master-2-hyperv neutron-server[103408]: return self.request(url, 'GET', **kwargs) Feb 28 10:57:18.390877 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:57:18.390877 dv-neutron-master-2-hyperv neutron-server[103408]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:57:18.390877 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:57:18.390877 dv-neutron-master-2-hyperv neutron-server[103408]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:57:18.390877 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:57:18.390877 dv-neutron-master-2-hyperv neutron-server[103408]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:57:18.390877 dv-neutron-master-2-hyperv neutron-server[103408]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:57:18.450936 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ef295684-be81-439d-8d68-9875f6ef5743 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803269'] for network (2a3d76af-03a8-4b04-9075-950948db9334), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:57:18.456418 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ef295684-be81-439d-8d68-9875f6ef5743 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:57:18.460117 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-ef295684-be81-439d-8d68-9875f6ef5743 admin admin] 10.222.0.20 "DELETE /v2.0/networks/2a3d76af-03a8-4b04-9075-950948db9334 HTTP/1.1" status: 204 len: 168 time: 0.2931027 Feb 28 10:57:18.471638 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef295684-be81-439d-8d68-9875f6ef5743 admin admin] Pushing event deleted for resources: {'Network': ['ID=2a3d76af-03a8-4b04-9075-950948db9334,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:57:18.644594 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 42952) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:57:18.688984 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-98c072e7-30e4-42d2-b226-b7a210569709 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6a259b094c6a4ee2a6f23d3703a555b6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0427852 Feb 28 10:57:18.692476 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 42954) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:57:18.747506 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8955e49b-57ba-44cb-90cf-ac669db31863 admin admin] Publish callbacks [] for security_group (61c89b5b-0cae-4589-b0ce-ca6fdb06302d), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:57:18.777636 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8955e49b-57ba-44cb-90cf-ac669db31863 admin admin] Publish callbacks [] for security_group (61c89b5b-0cae-4589-b0ce-ca6fdb06302d), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:57:18.835877 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8955e49b-57ba-44cb-90cf-ac669db31863 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (61c89b5b-0cae-4589-b0ce-ca6fdb06302d), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:57:18.840323 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8955e49b-57ba-44cb-90cf-ac669db31863 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:57:18.841574 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-8955e49b-57ba-44cb-90cf-ac669db31863 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/61c89b5b-0cae-4589-b0ce-ca6fdb06302d HTTP/1.1" status: 204 len: 168 time: 0.1481788 Feb 28 10:57:18.849774 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8955e49b-57ba-44cb-90cf-ac669db31863 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61c89b5b-0cae-4589-b0ce-ca6fdb06302d,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:57:19.196623 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 42960) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:57:19.237678 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-bbdae9b6-60ac-4857-87cf-b85c6dc32e03 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fb9626ab589f4efbac8857d9462b5c14&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0397353 Feb 28 10:57:19.240140 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 42962) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:57:19.297654 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-18c36992-c6b1-450f-8770-d3eed07bb38c admin admin] Publish callbacks [] for security_group (4a111b55-83ef-4006-acdf-9022e0a2bfc8), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:57:19.325371 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-18c36992-c6b1-450f-8770-d3eed07bb38c admin admin] Publish callbacks [] for security_group (4a111b55-83ef-4006-acdf-9022e0a2bfc8), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:57:19.382166 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-18c36992-c6b1-450f-8770-d3eed07bb38c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (4a111b55-83ef-4006-acdf-9022e0a2bfc8), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:57:19.385020 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-18c36992-c6b1-450f-8770-d3eed07bb38c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:57:19.386246 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-18c36992-c6b1-450f-8770-d3eed07bb38c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4a111b55-83ef-4006-acdf-9022e0a2bfc8 HTTP/1.1" status: 204 len: 168 time: 0.1451917 Feb 28 10:57:19.395221 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c36992-c6b1-450f-8770-d3eed07bb38c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a111b55-83ef-4006-acdf-9022e0a2bfc8,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:57:20.864841 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device f42ac25f-6078-482c-a89b-d6310ceef1cc no longer exists at agent hyperv_hv-neutron-mast {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:57:20.885941 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] No Port match for: f42ac25f-6078-482c-a89b-d6310ceef1cc {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:57:20.886295 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device f42ac25f-6078-482c-a89b-d6310ceef1cc not bound to the agent host hv-neutron-mast {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:57:26.785847 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-581845ca-585a-4ea8-9ace-4724406c5356 req-cf998874-df6a-44df-abd9-e32e2f64c9bc tempest-ServersAdminNegativeTestJSON-1642846071 tempest-ServersAdminNegativeTestJSON-1642846071-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=e71e2f395d41409b8b52ed556c884636&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0361207 Feb 28 10:57:26.974502 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581845ca-585a-4ea8-9ace-4724406c5356 req-c9f1f295-b722-40be-adea-dc64a093ec50 tempest-ServersAdminNegativeTestJSON-1642846071 tempest-ServersAdminNegativeTestJSON-1642846071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:57:26.975923 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-581845ca-585a-4ea8-9ace-4724406c5356 req-c9f1f295-b722-40be-adea-dc64a093ec50 tempest-ServersAdminNegativeTestJSON-1642846071 tempest-ServersAdminNegativeTestJSON-1642846071-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1848822 Feb 28 10:57:26.998357 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-581845ca-585a-4ea8-9ace-4724406c5356 req-cf6e4b60-6168-4690-a1cb-3186fcba4bed tempest-ServersAdminNegativeTestJSON-1642846071 tempest-ServersAdminNegativeTestJSON-1642846071-project] 10.222.0.20 "GET /v2.0/quotas/e71e2f395d41409b8b52ed556c884636 HTTP/1.1" status: 200 len: 375 time: 0.0147645 Feb 28 10:57:27.031610 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-581845ca-585a-4ea8-9ace-4724406c5356 req-8c072393-8c43-4ce5-89ca-9e5a170f1f0e tempest-ServersAdminNegativeTestJSON-1642846071 tempest-ServersAdminNegativeTestJSON-1642846071-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e71e2f395d41409b8b52ed556c884636&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281308 Feb 28 10:57:27.200987 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-820036e1-3846-45dd-ad75-ddad0055bc62 req-50eed9a0-b04f-4cf2-abe0-15bdbf22c510 tempest-ServersAdminNegativeTestJSON-1642846071 tempest-ServersAdminNegativeTestJSON-1642846071-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbae587c-39f3-4a6e-bd12-f161c047e03b HTTP/1.1" status: 200 len: 210 time: 0.0351117 Feb 28 10:57:28.159112 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-581845ca-585a-4ea8-9ace-4724406c5356 req-c15b9492-e9f6-48b4-9321-25abb1e49583 tempest-ServersAdminNegativeTestJSON-1642846071 tempest-ServersAdminNegativeTestJSON-1642846071-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=e71e2f395d41409b8b52ed556c884636&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0298090 Feb 28 10:57:28.274393 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581845ca-585a-4ea8-9ace-4724406c5356 req-b2b3b0d9-ed4c-4c91-a890-0916a82177f1 tempest-ServersAdminNegativeTestJSON-1642846071 tempest-ServersAdminNegativeTestJSON-1642846071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:57:28.275206 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-581845ca-585a-4ea8-9ace-4724406c5356 req-b2b3b0d9-ed4c-4c91-a890-0916a82177f1 tempest-ServersAdminNegativeTestJSON-1642846071 tempest-ServersAdminNegativeTestJSON-1642846071-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1095560 Feb 28 10:57:28.292674 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [req-581845ca-585a-4ea8-9ace-4724406c5356 req-6920ca38-c120-4cfb-8acf-3c6ef1848f15 tempest-ServersAdminNegativeTestJSON-1642846071 tempest-ServersAdminNegativeTestJSON-1642846071-project] Request body: {'port': {'device_id': 'bbae587c-39f3-4a6e-bd12-f161c047e03b', 'network_id': 'b00891e7-c486-4572-b9a2-29467929b05a', 'admin_state_up': True, 'tenant_id': 'e71e2f395d41409b8b52ed556c884636'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:57:28.316594 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-9c1c2102-d48c-439b-a3e8-c0a5f69e4938 req-e8c0969f-da05-4112-96ba-2283d4c0d8d3 tempest-ServersAdminNegativeTestJSON-1642846071 tempest-ServersAdminNegativeTestJSON-1642846071-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbae587c-39f3-4a6e-bd12-f161c047e03b HTTP/1.1" status: 200 len: 210 time: 0.0403836 Feb 28 10:57:28.428160 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-581845ca-585a-4ea8-9ace-4724406c5356 req-6920ca38-c120-4cfb-8acf-3c6ef1848f15 tempest-ServersAdminNegativeTestJSON-1642846071 tempest-ServersAdminNegativeTestJSON-1642846071-project] Made reservation on behalf of e71e2f395d41409b8b52ed556c884636 for: {'port': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:57:28.433599 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-581845ca-585a-4ea8-9ace-4724406c5356 req-6920ca38-c120-4cfb-8acf-3c6ef1848f15 tempest-ServersAdminNegativeTestJSON-1642846071 tempest-ServersAdminNegativeTestJSON-1642846071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:57:28.444364 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-581845ca-585a-4ea8-9ace-4724406c5356 req-6920ca38-c120-4cfb-8acf-3c6ef1848f15 tempest-ServersAdminNegativeTestJSON-1642846071 tempest-ServersAdminNegativeTestJSON-1642846071-project] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:57:28.521521 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-581845ca-585a-4ea8-9ace-4724406c5356 req-6920ca38-c120-4cfb-8acf-3c6ef1848f15 tempest-ServersAdminNegativeTestJSON-1642846071 tempest-ServersAdminNegativeTestJSON-1642846071-project] Publish callbacks [] for security_group (a4780951-cadd-4779-bcea-4bc82c8cc270), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:57:28.526520 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-581845ca-585a-4ea8-9ace-4724406c5356 req-6920ca38-c120-4cfb-8acf-3c6ef1848f15 tempest-ServersAdminNegativeTestJSON-1642846071 tempest-ServersAdminNegativeTestJSON-1642846071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (a4780951-cadd-4779-bcea-4bc82c8cc270), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:57:28.595896 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6920ca38-c120-4cfb-8acf-3c6ef1848f15 tempest-ServersAdminNegativeTestJSON-1642846071 tempest-ServersAdminNegativeTestJSON-1642846071-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4780951-cadd-4779-bcea-4bc82c8cc270,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:57:28.663187 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [req-581845ca-585a-4ea8-9ace-4724406c5356 req-6920ca38-c120-4cfb-8acf-3c6ef1848f15 tempest-ServersAdminNegativeTestJSON-1642846071 tempest-ServersAdminNegativeTestJSON-1642846071-project] Allocated IP 192.168.233.205 (b00891e7-c486-4572-b9a2-29467929b05a/3c1ccc07-5403-499c-93f2-f60ac42c809b/9c8f1348-63d8-470a-adf3-7b2019a93017) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:57:28.816636 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-581845ca-585a-4ea8-9ace-4724406c5356 req-6920ca38-c120-4cfb-8acf-3c6ef1848f15 tempest-ServersAdminNegativeTestJSON-1642846071 tempest-ServersAdminNegativeTestJSON-1642846071-project] Publish callbacks [] for port (9c8f1348-63d8-470a-adf3-7b2019a93017), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:57:28.853141 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-581845ca-585a-4ea8-9ace-4724406c5356 req-6920ca38-c120-4cfb-8acf-3c6ef1848f15 tempest-ServersAdminNegativeTestJSON-1642846071 tempest-ServersAdminNegativeTestJSON-1642846071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (9c8f1348-63d8-470a-adf3-7b2019a93017), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:57:28.897265 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-581845ca-585a-4ea8-9ace-4724406c5356 req-6920ca38-c120-4cfb-8acf-3c6ef1848f15 tempest-ServersAdminNegativeTestJSON-1642846071 tempest-ServersAdminNegativeTestJSON-1642846071-project] Network b00891e7-c486-4572-b9a2-29467929b05a is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:57:28.900343 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [req-581845ca-585a-4ea8-9ace-4724406c5356 req-6920ca38-c120-4cfb-8acf-3c6ef1848f15 tempest-ServersAdminNegativeTestJSON-1642846071 tempest-ServersAdminNegativeTestJSON-1642846071-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:57:28.904073 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-581845ca-585a-4ea8-9ace-4724406c5356 req-6920ca38-c120-4cfb-8acf-3c6ef1848f15 tempest-ServersAdminNegativeTestJSON-1642846071 tempest-ServersAdminNegativeTestJSON-1642846071-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:57:28.911458 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6920ca38-c120-4cfb-8acf-3c6ef1848f15 tempest-ServersAdminNegativeTestJSON-1642846071 tempest-ServersAdminNegativeTestJSON-1642846071-project] Pushing event updated for resources: {'Port': ['ID=9c8f1348-63d8-470a-adf3-7b2019a93017,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:57:28.957428 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581845ca-585a-4ea8-9ace-4724406c5356 req-6920ca38-c120-4cfb-8acf-3c6ef1848f15 tempest-ServersAdminNegativeTestJSON-1642846071 tempest-ServersAdminNegativeTestJSON-1642846071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:57:28.958104 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-581845ca-585a-4ea8-9ace-4724406c5356 req-6920ca38-c120-4cfb-8acf-3c6ef1848f15 tempest-ServersAdminNegativeTestJSON-1642846071 tempest-ServersAdminNegativeTestJSON-1642846071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:57:28.981751 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-581845ca-585a-4ea8-9ace-4724406c5356 req-6920ca38-c120-4cfb-8acf-3c6ef1848f15 tempest-ServersAdminNegativeTestJSON-1642846071 tempest-ServersAdminNegativeTestJSON-1642846071-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6927462 Feb 28 10:57:28.998486 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [req-581845ca-585a-4ea8-9ace-4724406c5356 req-043a73fb-c57d-4c9d-a088-0e205a9db093 service neutron] Request body: {'port': {'device_id': 'bbae587c-39f3-4a6e-bd12-f161c047e03b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:57:29.064376 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-581845ca-585a-4ea8-9ace-4724406c5356 req-043a73fb-c57d-4c9d-a088-0e205a9db093 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (9c8f1348-63d8-470a-adf3-7b2019a93017), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:57:29.150979 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-fd94ddba-9b84-44ed-846c-cdba6723f62e None None] Provisioning complete for port 9c8f1348-63d8-470a-adf3-7b2019a93017 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:57:29.151724 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fd94ddba-9b84-44ed-846c-cdba6723f62e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (9c8f1348-63d8-470a-adf3-7b2019a93017), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:57:29.187647 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-fd94ddba-9b84-44ed-846c-cdba6723f62e None None] Port 9c8f1348-63d8-470a-adf3-7b2019a93017 cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 10:57:29.336115 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.notifiers.nova [req-581845ca-585a-4ea8-9ace-4724406c5356 req-043a73fb-c57d-4c9d-a088-0e205a9db093 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c8f1348-63d8-470a-adf3-7b2019a93017 {{(pid=103407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 10:57:29.343801 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-581845ca-585a-4ea8-9ace-4724406c5356 req-043a73fb-c57d-4c9d-a088-0e205a9db093 service neutron] Publish callbacks [] for port (9c8f1348-63d8-470a-adf3-7b2019a93017), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:57:29.357674 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.provisioning_blocks [req-581845ca-585a-4ea8-9ace-4724406c5356 req-043a73fb-c57d-4c9d-a088-0e205a9db093 service neutron] Transition to ACTIVE for port object 9c8f1348-63d8-470a-adf3-7b2019a93017 will not be triggered until provisioned by entity L2. {{(pid=103407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 10:57:29.363660 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-581845ca-585a-4ea8-9ace-4724406c5356 req-043a73fb-c57d-4c9d-a088-0e205a9db093 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3498066'] for port (9c8f1348-63d8-470a-adf3-7b2019a93017), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:57:29.448968 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043a73fb-c57d-4c9d-a088-0e205a9db093 service neutron] Pushing event updated for resources: {'Port': ['ID=9c8f1348-63d8-470a-adf3-7b2019a93017,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:57:29.512426 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68837167-f546-4f19-a184-04a23aff45d0 req-0ec1b86e-c5c0-4d89-9e50-890b028d8e80 tempest-ServersAdminNegativeTestJSON-1642846071 tempest-ServersAdminNegativeTestJSON-1642846071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:57:29.514024 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-68837167-f546-4f19-a184-04a23aff45d0 req-0ec1b86e-c5c0-4d89-9e50-890b028d8e80 tempest-ServersAdminNegativeTestJSON-1642846071 tempest-ServersAdminNegativeTestJSON-1642846071-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbae587c-39f3-4a6e-bd12-f161c047e03b HTTP/1.1" status: 200 len: 948 time: 0.1166699 Feb 28 10:57:29.557674 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-581845ca-585a-4ea8-9ace-4724406c5356 req-043a73fb-c57d-4c9d-a088-0e205a9db093 service neutron] Attempting to bind port 9c8f1348-63d8-470a-adf3-7b2019a93017 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:57:29.558084 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-581845ca-585a-4ea8-9ace-4724406c5356 req-043a73fb-c57d-4c9d-a088-0e205a9db093 service neutron] Attempting to bind port 9c8f1348-63d8-470a-adf3-7b2019a93017 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'db2f9d80-2e6d-4c6b-a854-a2f0c3149860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'b00891e7-c486-4572-b9a2-29467929b05a'}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:57:29.558344 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581845ca-585a-4ea8-9ace-4724406c5356 req-043a73fb-c57d-4c9d-a088-0e205a9db093 service neutron] Attempting to bind port 9c8f1348-63d8-470a-adf3-7b2019a93017 on network b00891e7-c486-4572-b9a2-29467929b05a {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:57:29.572049 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581845ca-585a-4ea8-9ace-4724406c5356 req-043a73fb-c57d-4c9d-a088-0e205a9db093 service neutron] Port 9c8f1348-63d8-470a-adf3-7b2019a93017 on network b00891e7-c486-4572-b9a2-29467929b05a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 10:57:29.572377 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581845ca-585a-4ea8-9ace-4724406c5356 req-043a73fb-c57d-4c9d-a088-0e205a9db093 service neutron] Attempting to bind port 9c8f1348-63d8-470a-adf3-7b2019a93017 on network b00891e7-c486-4572-b9a2-29467929b05a {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:57:29.588632 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581845ca-585a-4ea8-9ace-4724406c5356 req-043a73fb-c57d-4c9d-a088-0e205a9db093 service neutron] Checking agent: {'id': '13ac42ae-016e-4baf-bb31-c6fa820b41c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 30, 8), 'started_at': datetime.datetime(2022, 2, 28, 10, 30, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 57, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:57:29.588927 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581845ca-585a-4ea8-9ace-4724406c5356 req-043a73fb-c57d-4c9d-a088-0e205a9db093 service neutron] Checking segment: {'id': 'db2f9d80-2e6d-4c6b-a854-a2f0c3149860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'b00891e7-c486-4572-b9a2-29467929b05a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:57:29.589318 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581845ca-585a-4ea8-9ace-4724406c5356 req-043a73fb-c57d-4c9d-a088-0e205a9db093 service neutron] Bound using segment: {'id': 'db2f9d80-2e6d-4c6b-a854-a2f0c3149860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'b00891e7-c486-4572-b9a2-29467929b05a'} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:57:29.589751 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-581845ca-585a-4ea8-9ace-4724406c5356 req-043a73fb-c57d-4c9d-a088-0e205a9db093 service neutron] Bound port: 9c8f1348-63d8-470a-adf3-7b2019a93017, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db2f9d80-2e6d-4c6b-a854-a2f0c3149860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'b00891e7-c486-4572-b9a2-29467929b05a'}}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:57:29.590135 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-581845ca-585a-4ea8-9ace-4724406c5356 req-043a73fb-c57d-4c9d-a088-0e205a9db093 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (9c8f1348-63d8-470a-adf3-7b2019a93017), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:57:29.601876 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-68837167-f546-4f19-a184-04a23aff45d0 req-54bda934-7e55-42c9-9c4a-84dcd41ac608 tempest-ServersAdminNegativeTestJSON-1642846071 tempest-ServersAdminNegativeTestJSON-1642846071-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4780951-cadd-4779-bcea-4bc82c8cc270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788207 Feb 28 10:57:29.655963 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-581845ca-585a-4ea8-9ace-4724406c5356 req-043a73fb-c57d-4c9d-a088-0e205a9db093 service neutron] For port 9c8f1348-63d8-470a-adf3-7b2019a93017, host hv-neutron-mast, cleared binding levels {{(pid=103407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:57:29.658977 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-581845ca-585a-4ea8-9ace-4724406c5356 req-043a73fb-c57d-4c9d-a088-0e205a9db093 service neutron] For port 9c8f1348-63d8-470a-adf3-7b2019a93017, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=9c8f1348-63d8-470a-adf3-7b2019a93017,segment=NetworkSegment(db2f9d80-2e6d-4c6b-a854-a2f0c3149860),segment_id=db2f9d80-2e6d-4c6b-a854-a2f0c3149860)] {{(pid=103407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:57:29.666313 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-581845ca-585a-4ea8-9ace-4724406c5356 req-043a73fb-c57d-4c9d-a088-0e205a9db093 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3498066'] for port (9c8f1348-63d8-470a-adf3-7b2019a93017), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:57:29.703459 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581845ca-585a-4ea8-9ace-4724406c5356 req-043a73fb-c57d-4c9d-a088-0e205a9db093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:57:29.704207 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-581845ca-585a-4ea8-9ace-4724406c5356 req-043a73fb-c57d-4c9d-a088-0e205a9db093 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:57:29.705631 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-581845ca-585a-4ea8-9ace-4724406c5356 req-043a73fb-c57d-4c9d-a088-0e205a9db093 service neutron] 10.222.0.30 "PUT /v2.0/ports/9c8f1348-63d8-470a-adf3-7b2019a93017 HTTP/1.1" status: 200 len: 1098 time: 0.7115004 Feb 28 10:57:29.706115 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbae587c-39f3-4a6e-bd12-f161c047e03b', 'tag': '9c8f1348-63d8-470a-adf3-7b2019a93017'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:57:29.708374 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c8e1c873eeca597e52e7ceb7469e602eac250bfea6606d285743d38033cf584" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9ddf867-b0ce-42e2-b109-e444fd40c845" -d '{"events": [{"name": "network-changed", "server_uuid": "bbae587c-39f3-4a6e-bd12-f161c047e03b", "tag": "9c8f1348-63d8-470a-adf3-7b2019a93017"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:57:29.728959 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043a73fb-c57d-4c9d-a088-0e205a9db093 service neutron] Pushing event updated for resources: {'Port': ['ID=9c8f1348-63d8-470a-adf3-7b2019a93017,revision_number=3']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:57:29.757271 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 10:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70109f3d-9c60-46ae-9749-f32745d32d2c x-openstack-request-id: req-70109f3d-9c60-46ae-9749-f32745d32d2c {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:57:29.757573 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbae587c-39f3-4a6e-bd12-f161c047e03b", "tag": "9c8f1348-63d8-470a-adf3-7b2019a93017", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:57:29.757828 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-70109f3d-9c60-46ae-9749-f32745d32d2c {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:57:29.758238 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbae587c-39f3-4a6e-bd12-f161c047e03b', 'tag': '9c8f1348-63d8-470a-adf3-7b2019a93017', 'status': 'completed', 'code': 200} Feb 28 10:57:29.827613 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581845ca-585a-4ea8-9ace-4724406c5356 req-88d04161-de26-4b1f-979b-442ef15f3a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:57:29.829890 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-581845ca-585a-4ea8-9ace-4724406c5356 req-88d04161-de26-4b1f-979b-442ef15f3a70 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e71e2f395d41409b8b52ed556c884636&device_id=bbae587c-39f3-4a6e-bd12-f161c047e03b HTTP/1.1" status: 200 len: 1132 time: 0.0500770 Feb 28 10:57:29.882422 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-581845ca-585a-4ea8-9ace-4724406c5356 req-ecb6965a-e3b4-49c7-9b65-d780a7bc1ed2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=9c8f1348-63d8-470a-adf3-7b2019a93017 HTTP/1.1" status: 200 len: 217 time: 0.0411031 Feb 28 10:57:29.941256 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581845ca-585a-4ea8-9ace-4724406c5356 req-8625b6c8-1e13-4140-8ce1-65746bd1f47f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:57:29.942748 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-581845ca-585a-4ea8-9ace-4724406c5356 req-8625b6c8-1e13-4140-8ce1-65746bd1f47f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3c1ccc07-5403-499c-93f2-f60ac42c809b HTTP/1.1" status: 200 len: 843 time: 0.0548871 Feb 28 10:57:29.997299 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581845ca-585a-4ea8-9ace-4724406c5356 req-0e61aced-e14c-491a-9d32-d4df0902af03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:57:29.998782 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-581845ca-585a-4ea8-9ace-4724406c5356 req-0e61aced-e14c-491a-9d32-d4df0902af03 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b00891e7-c486-4572-b9a2-29467929b05a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1217 time: 0.0503142 Feb 28 10:57:30.100219 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-581845ca-585a-4ea8-9ace-4724406c5356 req-d396bbaa-00e8-4e0c-8705-a47220796a05 service neutron] 10.222.0.30 "GET /v2.0/networks/b00891e7-c486-4572-b9a2-29467929b05a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949948 Feb 28 10:57:30.199450 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-581845ca-585a-4ea8-9ace-4724406c5356 req-747e8c61-ba4d-43e4-b45c-5c8996371d65 service neutron] 10.222.0.30 "GET /v2.0/networks/b00891e7-c486-4572-b9a2-29467929b05a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929325 Feb 28 10:57:30.358601 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ddf867-b0ce-42e2-b109-e444fd40c845 req-86262952-3e3a-4cd5-bb1a-4a9a89b4edc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:57:30.360460 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-f9ddf867-b0ce-42e2-b109-e444fd40c845 req-86262952-3e3a-4cd5-bb1a-4a9a89b4edc7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e71e2f395d41409b8b52ed556c884636&device_id=bbae587c-39f3-4a6e-bd12-f161c047e03b HTTP/1.1" status: 200 len: 1132 time: 0.0612667 Feb 28 10:57:30.464034 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ddf867-b0ce-42e2-b109-e444fd40c845 req-0c74deb6-dd9b-4943-bfb0-57b00624828b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:57:30.465458 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-f9ddf867-b0ce-42e2-b109-e444fd40c845 req-0c74deb6-dd9b-4943-bfb0-57b00624828b service neutron] 10.222.0.30 "GET /v2.0/networks?id=b00891e7-c486-4572-b9a2-29467929b05a HTTP/1.1" status: 200 len: 870 time: 0.0991073 Feb 28 10:57:30.506652 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-f9ddf867-b0ce-42e2-b109-e444fd40c845 req-994cd6f0-9744-427d-a441-68a3762544e9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=9c8f1348-63d8-470a-adf3-7b2019a93017 HTTP/1.1" status: 200 len: 217 time: 0.0353551 Feb 28 10:57:30.560833 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ddf867-b0ce-42e2-b109-e444fd40c845 req-e5569cb3-53eb-4ef3-badd-7ec101eee1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:57:30.562293 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-f9ddf867-b0ce-42e2-b109-e444fd40c845 req-e5569cb3-53eb-4ef3-badd-7ec101eee1e3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3c1ccc07-5403-499c-93f2-f60ac42c809b HTTP/1.1" status: 200 len: 843 time: 0.0498996 Feb 28 10:57:30.614913 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ddf867-b0ce-42e2-b109-e444fd40c845 req-bd8d71f5-e77b-4444-be26-f1b6ce47fc39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:57:30.616480 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-f9ddf867-b0ce-42e2-b109-e444fd40c845 req-bd8d71f5-e77b-4444-be26-f1b6ce47fc39 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b00891e7-c486-4572-b9a2-29467929b05a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1217 time: 0.0488491 Feb 28 10:57:30.749379 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-f9ddf867-b0ce-42e2-b109-e444fd40c845 req-ddaa788d-0b48-4dfc-a1e0-bc47c04543fe service neutron] 10.222.0.30 "GET /v2.0/networks/b00891e7-c486-4572-b9a2-29467929b05a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265976 Feb 28 10:57:30.762699 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86187b4b-7a59-48a2-b334-f7ed5e15b335 req-16506d12-05f2-4fce-8963-515fcf01bb1e tempest-ServersAdminNegativeTestJSON-1642846071 tempest-ServersAdminNegativeTestJSON-1642846071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:57:30.764152 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-86187b4b-7a59-48a2-b334-f7ed5e15b335 req-16506d12-05f2-4fce-8963-515fcf01bb1e tempest-ServersAdminNegativeTestJSON-1642846071 tempest-ServersAdminNegativeTestJSON-1642846071-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbae587c-39f3-4a6e-bd12-f161c047e03b HTTP/1.1" status: 200 len: 948 time: 0.0918403 Feb 28 10:57:30.869838 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-86187b4b-7a59-48a2-b334-f7ed5e15b335 req-224413f6-49b2-4376-9ce6-ece82eb91990 tempest-ServersAdminNegativeTestJSON-1642846071 tempest-ServersAdminNegativeTestJSON-1642846071-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4780951-cadd-4779-bcea-4bc82c8cc270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973997 Feb 28 10:57:30.883459 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-f9ddf867-b0ce-42e2-b109-e444fd40c845 req-6d3a033f-1d8e-46ce-abe0-f484335a7aa8 service neutron] 10.222.0.30 "GET /v2.0/networks/b00891e7-c486-4572-b9a2-29467929b05a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281726 Feb 28 10:57:31.993128 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba33364f-2a6a-4ca4-9bf6-2da8e8de5b25 req-6d437268-0d6c-46b9-9367-31deebb5a143 tempest-ServersAdminNegativeTestJSON-1642846071 tempest-ServersAdminNegativeTestJSON-1642846071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:57:31.994648 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-ba33364f-2a6a-4ca4-9bf6-2da8e8de5b25 req-6d437268-0d6c-46b9-9367-31deebb5a143 tempest-ServersAdminNegativeTestJSON-1642846071 tempest-ServersAdminNegativeTestJSON-1642846071-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbae587c-39f3-4a6e-bd12-f161c047e03b HTTP/1.1" status: 200 len: 948 time: 0.0565689 Feb 28 10:57:32.042863 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-ba33364f-2a6a-4ca4-9bf6-2da8e8de5b25 req-fbfa7f46-6b8e-466f-892d-e2e8898c228e tempest-ServersAdminNegativeTestJSON-1642846071 tempest-ServersAdminNegativeTestJSON-1642846071-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4780951-cadd-4779-bcea-4bc82c8cc270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423741 Feb 28 10:57:33.163603 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f686380-ba29-4daf-8b01-5d96d277bbc3 req-baed8d28-17ef-465d-94b1-ef6564731b39 tempest-ServersAdminNegativeTestJSON-1642846071 tempest-ServersAdminNegativeTestJSON-1642846071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:57:33.165125 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-8f686380-ba29-4daf-8b01-5d96d277bbc3 req-baed8d28-17ef-465d-94b1-ef6564731b39 tempest-ServersAdminNegativeTestJSON-1642846071 tempest-ServersAdminNegativeTestJSON-1642846071-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbae587c-39f3-4a6e-bd12-f161c047e03b HTTP/1.1" status: 200 len: 948 time: 0.0549021 Feb 28 10:57:33.227248 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-8f686380-ba29-4daf-8b01-5d96d277bbc3 req-9b0efa58-1209-4c38-8fd2-3ca9e43e1904 tempest-ServersAdminNegativeTestJSON-1642846071 tempest-ServersAdminNegativeTestJSON-1642846071-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4780951-cadd-4779-bcea-4bc82c8cc270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536842 Feb 28 10:57:34.373640 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcffc305-843f-4ee1-9a4b-bdbe6efcf8c0 req-35c2ff47-c182-464d-ad3e-6b5e5923523f tempest-ServersAdminNegativeTestJSON-1642846071 tempest-ServersAdminNegativeTestJSON-1642846071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:57:34.375421 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-fcffc305-843f-4ee1-9a4b-bdbe6efcf8c0 req-35c2ff47-c182-464d-ad3e-6b5e5923523f tempest-ServersAdminNegativeTestJSON-1642846071 tempest-ServersAdminNegativeTestJSON-1642846071-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbae587c-39f3-4a6e-bd12-f161c047e03b HTTP/1.1" status: 200 len: 948 time: 0.0672493 Feb 28 10:57:34.427490 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-fcffc305-843f-4ee1-9a4b-bdbe6efcf8c0 req-1ab0dea5-ba9c-44df-95d5-4521afd8e421 tempest-ServersAdminNegativeTestJSON-1642846071 tempest-ServersAdminNegativeTestJSON-1642846071-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4780951-cadd-4779-bcea-4bc82c8cc270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437500 Feb 28 10:57:34.925026 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device 9c8f1348-63d8-470a-adf3-7b2019a93017 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103409) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 10:57:35.024960 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] For port 9c8f1348-63d8-470a-adf3-7b2019a93017, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=9c8f1348-63d8-470a-adf3-7b2019a93017,segment=NetworkSegment(db2f9d80-2e6d-4c6b-a854-a2f0c3149860),segment_id=db2f9d80-2e6d-4c6b-a854-a2f0c3149860)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:57:35.039469 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Returning: {'device': '9c8f1348-63d8-470a-adf3-7b2019a93017', 'network_id': 'b00891e7-c486-4572-b9a2-29467929b05a', 'port_id': '9c8f1348-63d8-470a-adf3-7b2019a93017', 'mac_address': 'fa:16:3e:92:11:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 265, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c1ccc07-5403-499c-93f2-f60ac42c809b', 'ip_address': '192.168.233.205'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103409) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 10:57:35.076435 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Current status of the port 9c8f1348-63d8-470a-adf3-7b2019a93017 is: DOWN; New status is: BUILD {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:57:35.076856 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (9c8f1348-63d8-470a-adf3-7b2019a93017), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:57:35.091147 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c8f1348-63d8-470a-adf3-7b2019a93017 {{(pid=103409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 10:57:35.119286 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] For port 9c8f1348-63d8-470a-adf3-7b2019a93017, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=9c8f1348-63d8-470a-adf3-7b2019a93017,segment=NetworkSegment(db2f9d80-2e6d-4c6b-a854-a2f0c3149860),segment_id=db2f9d80-2e6d-4c6b-a854-a2f0c3149860)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:57:35.126482 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (9c8f1348-63d8-470a-adf3-7b2019a93017), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:57:35.173608 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Pushing event updated for resources: {'Port': ['ID=9c8f1348-63d8-470a-adf3-7b2019a93017,revision_number=4']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:57:35.181063 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:57:35.181352 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:57:35.181678 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:57:35.182013 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:57:35.182344 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:57:35.182671 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:57:35.183005 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:57:35.183353 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:57:35.183663 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:57:35.183986 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:57:35.184309 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:57:35.184662 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:57:35.185016 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:57:35.513158 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] get_ports_and_sgs() called for port_ids ['9c8f1348-63d8-470a-adf3-7b2019a93017'] {{(pid=103409) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 10:57:35.553956 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e085545-1d1e-491b-8a7c-8a8598c5d8ff req-a0a865a9-c5b6-4d81-813f-9018603a581a tempest-ServersAdminNegativeTestJSON-1642846071 tempest-ServersAdminNegativeTestJSON-1642846071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:57:35.555458 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-3e085545-1d1e-491b-8a7c-8a8598c5d8ff req-a0a865a9-c5b6-4d81-813f-9018603a581a tempest-ServersAdminNegativeTestJSON-1642846071 tempest-ServersAdminNegativeTestJSON-1642846071-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbae587c-39f3-4a6e-bd12-f161c047e03b HTTP/1.1" status: 200 len: 949 time: 0.0587380 Feb 28 10:57:35.603351 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-3e085545-1d1e-491b-8a7c-8a8598c5d8ff req-039cf087-e297-4093-b544-3fb6d5e8bf7e tempest-ServersAdminNegativeTestJSON-1642846071 tempest-ServersAdminNegativeTestJSON-1642846071-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4780951-cadd-4779-bcea-4bc82c8cc270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422289 Feb 28 10:57:36.751437 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdeb789-d23d-4fa2-b634-4b27bd6e466e req-8909ec89-8dc2-42c5-99ee-bae626c7ef26 tempest-ServersAdminNegativeTestJSON-1642846071 tempest-ServersAdminNegativeTestJSON-1642846071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:57:36.753456 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-8fdeb789-d23d-4fa2-b634-4b27bd6e466e req-8909ec89-8dc2-42c5-99ee-bae626c7ef26 tempest-ServersAdminNegativeTestJSON-1642846071 tempest-ServersAdminNegativeTestJSON-1642846071-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbae587c-39f3-4a6e-bd12-f161c047e03b HTTP/1.1" status: 200 len: 949 time: 0.0663579 Feb 28 10:57:36.804881 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-8fdeb789-d23d-4fa2-b634-4b27bd6e466e req-ce4f4d58-f35f-4ffe-aa74-297fd7f5325c tempest-ServersAdminNegativeTestJSON-1642846071 tempest-ServersAdminNegativeTestJSON-1642846071-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4780951-cadd-4779-bcea-4bc82c8cc270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432303 Feb 28 10:57:36.926862 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device 9c8f1348-63d8-470a-adf3-7b2019a93017 up at agent hyperv_hv-neutron-mast {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:57:36.989729 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Provisioning for port 9c8f1348-63d8-470a-adf3-7b2019a93017 completed by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 10:57:36.995714 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Provisioning complete for port 9c8f1348-63d8-470a-adf3-7b2019a93017 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:57:36.996094 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (9c8f1348-63d8-470a-adf3-7b2019a93017), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:57:37.083945 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Current status of the port 9c8f1348-63d8-470a-adf3-7b2019a93017 is: BUILD; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:57:37.084250 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (9c8f1348-63d8-470a-adf3-7b2019a93017), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:57:37.109104 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbae587c-39f3-4a6e-bd12-f161c047e03b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c8f1348-63d8-470a-adf3-7b2019a93017'}] {{(pid=103409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:57:37.111556 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa5325a5be4b33bf61fd809c564e3765e689d817bbd874267890deb3cfccaf12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a77c458-f0df-4d48-aefc-733b3e0dac15" -d '{"events": [{"server_uuid": "bbae587c-39f3-4a6e-bd12-f161c047e03b", "name": "network-vif-plugged", "status": "completed", "tag": "9c8f1348-63d8-470a-adf3-7b2019a93017"}]}' {{(pid=103409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:57:37.123967 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] For port 9c8f1348-63d8-470a-adf3-7b2019a93017, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=9c8f1348-63d8-470a-adf3-7b2019a93017,segment=NetworkSegment(db2f9d80-2e6d-4c6b-a854-a2f0c3149860),segment_id=db2f9d80-2e6d-4c6b-a854-a2f0c3149860)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:57:37.129091 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (9c8f1348-63d8-470a-adf3-7b2019a93017), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:57:37.154352 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 10:57:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db00367d-28a6-47c2-9f26-5d26b9be6cc1 x-openstack-request-id: req-db00367d-28a6-47c2-9f26-5d26b9be6cc1 {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:57:37.154647 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbae587c-39f3-4a6e-bd12-f161c047e03b", "name": "network-vif-plugged", "status": "completed", "tag": "9c8f1348-63d8-470a-adf3-7b2019a93017", "code": 200}]} {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:57:37.154896 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-db00367d-28a6-47c2-9f26-5d26b9be6cc1 {{(pid=103409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:57:37.155293 dv-neutron-master-2-hyperv neutron-server[103409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbae587c-39f3-4a6e-bd12-f161c047e03b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c8f1348-63d8-470a-adf3-7b2019a93017', 'code': 200} Feb 28 10:57:37.181268 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Pushing event updated for resources: {'Port': ['ID=9c8f1348-63d8-470a-adf3-7b2019a93017,revision_number=5']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:57:37.375585 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d08af3-4214-45b5-be58-e4994f9c499a req-4ef0bfb6-9c67-4957-b8b8-5fb23ea26311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:57:37.377711 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-72d08af3-4214-45b5-be58-e4994f9c499a req-4ef0bfb6-9c67-4957-b8b8-5fb23ea26311 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=bbae587c-39f3-4a6e-bd12-f161c047e03b HTTP/1.1" status: 200 len: 1134 time: 0.0602689 Feb 28 10:57:37.422053 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-72d08af3-4214-45b5-be58-e4994f9c499a req-ebf56d41-cbff-4701-909a-b8166e9e212a service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=a4780951-cadd-4779-bcea-4bc82c8cc270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373080 Feb 28 10:57:37.943486 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271576af-0d9b-4f19-8421-d72091eccc72 req-600c7457-f684-49e4-ac79-a72b179dafc0 tempest-ServersAdminNegativeTestJSON-1642846071 tempest-ServersAdminNegativeTestJSON-1642846071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:57:37.944993 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-271576af-0d9b-4f19-8421-d72091eccc72 req-600c7457-f684-49e4-ac79-a72b179dafc0 tempest-ServersAdminNegativeTestJSON-1642846071 tempest-ServersAdminNegativeTestJSON-1642846071-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbae587c-39f3-4a6e-bd12-f161c047e03b HTTP/1.1" status: 200 len: 950 time: 0.0634046 Feb 28 10:57:38.005099 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-271576af-0d9b-4f19-8421-d72091eccc72 req-0efbd40a-73c3-40a8-9081-98bd154ec01b tempest-ServersAdminNegativeTestJSON-1642846071 tempest-ServersAdminNegativeTestJSON-1642846071-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4780951-cadd-4779-bcea-4bc82c8cc270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519023 Feb 28 10:57:38.336365 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (13ac42ae-016e-4baf-bb31-c6fa820b41c2), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:57:38.758682 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f7a48d69-dcd6-49a2-8885-d15b64b4ae69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fb6705d2-4f70-4965-92a3-fbfccd43a6d3), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:57:39.152951 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908d63cd-de9c-4f61-ab87-7c8f18078df5 req-62293571-dee0-4440-bbac-6b2beb7b7bce tempest-ServersAdminNegativeTestJSON-1642846071 tempest-ServersAdminNegativeTestJSON-1642846071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:57:39.154446 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-908d63cd-de9c-4f61-ab87-7c8f18078df5 req-62293571-dee0-4440-bbac-6b2beb7b7bce tempest-ServersAdminNegativeTestJSON-1642846071 tempest-ServersAdminNegativeTestJSON-1642846071-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbae587c-39f3-4a6e-bd12-f161c047e03b HTTP/1.1" status: 200 len: 950 time: 0.0602911 Feb 28 10:57:39.203313 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-908d63cd-de9c-4f61-ab87-7c8f18078df5 req-8c654b46-1589-4ba9-86b5-a4a6a8cec3fe tempest-ServersAdminNegativeTestJSON-1642846071 tempest-ServersAdminNegativeTestJSON-1642846071-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4780951-cadd-4779-bcea-4bc82c8cc270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433111 Feb 28 10:57:39.507244 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [req-d7a9689b-7188-4fe7-9a4c-acc3c8c61662 req-9686685a-315a-4759-866e-6957749bdcf8 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103407) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 10:57:39.508216 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-d7a9689b-7188-4fe7-9a4c-acc3c8c61662 req-9686685a-315a-4759-866e-6957749bdcf8 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060234 Feb 28 10:57:39.915644 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [req-510df263-4c11-44c0-9441-ceeea40bf169 req-40e0359d-99d1-4638-a0a8-429abfa18554 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103407) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 10:57:39.916654 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-510df263-4c11-44c0-9441-ceeea40bf169 req-40e0359d-99d1-4638-a0a8-429abfa18554 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054972 Feb 28 10:57:40.311688 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cd428b-eae2-4be7-8f07-5396a4fb15c7 req-d0d4574b-2618-49ad-8e89-30042aedcad6 tempest-ServersAdminNegativeTestJSON-1642846071 tempest-ServersAdminNegativeTestJSON-1642846071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:57:40.313177 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-c1cd428b-eae2-4be7-8f07-5396a4fb15c7 req-d0d4574b-2618-49ad-8e89-30042aedcad6 tempest-ServersAdminNegativeTestJSON-1642846071 tempest-ServersAdminNegativeTestJSON-1642846071-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbae587c-39f3-4a6e-bd12-f161c047e03b HTTP/1.1" status: 200 len: 950 time: 0.0571051 Feb 28 10:57:40.363388 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-c1cd428b-eae2-4be7-8f07-5396a4fb15c7 req-fe151d7d-cabf-4033-a356-7b405925a1b0 tempest-ServersAdminNegativeTestJSON-1642846071 tempest-ServersAdminNegativeTestJSON-1642846071-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4780951-cadd-4779-bcea-4bc82c8cc270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441179 Feb 28 10:57:41.035199 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7b7eba10-ff25-4e23-a99f-5f1637eb0550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fc6c9b74-8dbb-41bb-800a-5bd3a43fe896), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:57:41.497118 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44508250-227c-4da3-8dcc-3163b34814b0 req-ca788fbe-8770-4ffe-9941-1a2868a98263 tempest-ServersAdminNegativeTestJSON-1642846071 tempest-ServersAdminNegativeTestJSON-1642846071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:57:41.499452 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-44508250-227c-4da3-8dcc-3163b34814b0 req-ca788fbe-8770-4ffe-9941-1a2868a98263 tempest-ServersAdminNegativeTestJSON-1642846071 tempest-ServersAdminNegativeTestJSON-1642846071-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbae587c-39f3-4a6e-bd12-f161c047e03b HTTP/1.1" status: 200 len: 950 time: 0.0603256 Feb 28 10:57:41.554308 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-44508250-227c-4da3-8dcc-3163b34814b0 req-44b7fe6e-d12d-44fd-8278-74aac861cef7 tempest-ServersAdminNegativeTestJSON-1642846071 tempest-ServersAdminNegativeTestJSON-1642846071-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4780951-cadd-4779-bcea-4bc82c8cc270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486112 Feb 28 10:57:41.849108 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7043a1-1a14-4cda-ba0b-ccf9b5de8ae5 req-1e144fdf-8e65-40e7-8069-3140283f670e tempest-ServersAdminNegativeTestJSON-1642846071 tempest-ServersAdminNegativeTestJSON-1642846071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:57:41.850493 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-5d7043a1-1a14-4cda-ba0b-ccf9b5de8ae5 req-1e144fdf-8e65-40e7-8069-3140283f670e tempest-ServersAdminNegativeTestJSON-1642846071 tempest-ServersAdminNegativeTestJSON-1642846071-project] 10.222.0.30 "GET /v2.0/ports?device_id=bbae587c-39f3-4a6e-bd12-f161c047e03b HTTP/1.1" status: 200 len: 950 time: 0.0667784 Feb 28 10:57:41.947035 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [req-5d7043a1-1a14-4cda-ba0b-ccf9b5de8ae5 req-8101147d-63cf-4fdd-be67-d58e627a7857 tempest-ServersAdminNegativeTestJSON-1642846071 tempest-ServersAdminNegativeTestJSON-1642846071-project] Deleting port 9c8f1348-63d8-470a-adf3-7b2019a93017 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:57:41.947504 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-5d7043a1-1a14-4cda-ba0b-ccf9b5de8ae5 req-8101147d-63cf-4fdd-be67-d58e627a7857 tempest-ServersAdminNegativeTestJSON-1642846071 tempest-ServersAdminNegativeTestJSON-1642846071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (9c8f1348-63d8-470a-adf3-7b2019a93017), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:57:42.046213 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-5d7043a1-1a14-4cda-ba0b-ccf9b5de8ae5 req-8101147d-63cf-4fdd-be67-d58e627a7857 tempest-ServersAdminNegativeTestJSON-1642846071 tempest-ServersAdminNegativeTestJSON-1642846071-project] For port 9c8f1348-63d8-470a-adf3-7b2019a93017, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=9c8f1348-63d8-470a-adf3-7b2019a93017,segment=NetworkSegment(db2f9d80-2e6d-4c6b-a854-a2f0c3149860),segment_id=db2f9d80-2e6d-4c6b-a854-a2f0c3149860)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:57:42.046596 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-5d7043a1-1a14-4cda-ba0b-ccf9b5de8ae5 req-8101147d-63cf-4fdd-be67-d58e627a7857 tempest-ServersAdminNegativeTestJSON-1642846071 tempest-ServersAdminNegativeTestJSON-1642846071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (9c8f1348-63d8-470a-adf3-7b2019a93017), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:57:42.059550 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [req-5d7043a1-1a14-4cda-ba0b-ccf9b5de8ae5 req-8101147d-63cf-4fdd-be67-d58e627a7857 tempest-ServersAdminNegativeTestJSON-1642846071 tempest-ServersAdminNegativeTestJSON-1642846071-project] Calling delete_port for 9c8f1348-63d8-470a-adf3-7b2019a93017 owned by compute:nova {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:57:42.105984 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b6d631fb-7df0-4fe1-8322-abff3b61cae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (0db5147a-92a3-4581-8a5f-8ec9b93e0600), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:57:42.193556 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-5d7043a1-1a14-4cda-ba0b-ccf9b5de8ae5 req-8101147d-63cf-4fdd-be67-d58e627a7857 tempest-ServersAdminNegativeTestJSON-1642846071 tempest-ServersAdminNegativeTestJSON-1642846071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (9c8f1348-63d8-470a-adf3-7b2019a93017), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:57:42.225901 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] get_ports_and_sgs() called for port_ids ['9c8f1348-63d8-470a-adf3-7b2019a93017'] {{(pid=103409) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 10:57:42.226730 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8101147d-63cf-4fdd-be67-d58e627a7857 tempest-ServersAdminNegativeTestJSON-1642846071 tempest-ServersAdminNegativeTestJSON-1642846071-project] Pushing event deleted for resources: {'Port': ['ID=9c8f1348-63d8-470a-adf3-7b2019a93017,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:57:42.239425 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8101147d-63cf-4fdd-be67-d58e627a7857 tempest-ServersAdminNegativeTestJSON-1642846071 tempest-ServersAdminNegativeTestJSON-1642846071-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:57:42.239791 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8101147d-63cf-4fdd-be67-d58e627a7857 tempest-ServersAdminNegativeTestJSON-1642846071 tempest-ServersAdminNegativeTestJSON-1642846071-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:57:42.240179 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8101147d-63cf-4fdd-be67-d58e627a7857 tempest-ServersAdminNegativeTestJSON-1642846071 tempest-ServersAdminNegativeTestJSON-1642846071-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:57:42.240499 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8101147d-63cf-4fdd-be67-d58e627a7857 tempest-ServersAdminNegativeTestJSON-1642846071 tempest-ServersAdminNegativeTestJSON-1642846071-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:57:42.240873 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8101147d-63cf-4fdd-be67-d58e627a7857 tempest-ServersAdminNegativeTestJSON-1642846071 tempest-ServersAdminNegativeTestJSON-1642846071-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:57:42.241216 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8101147d-63cf-4fdd-be67-d58e627a7857 tempest-ServersAdminNegativeTestJSON-1642846071 tempest-ServersAdminNegativeTestJSON-1642846071-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:57:42.241553 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8101147d-63cf-4fdd-be67-d58e627a7857 tempest-ServersAdminNegativeTestJSON-1642846071 tempest-ServersAdminNegativeTestJSON-1642846071-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:57:42.241891 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8101147d-63cf-4fdd-be67-d58e627a7857 tempest-ServersAdminNegativeTestJSON-1642846071 tempest-ServersAdminNegativeTestJSON-1642846071-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:57:42.242227 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8101147d-63cf-4fdd-be67-d58e627a7857 tempest-ServersAdminNegativeTestJSON-1642846071 tempest-ServersAdminNegativeTestJSON-1642846071-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:57:42.242560 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8101147d-63cf-4fdd-be67-d58e627a7857 tempest-ServersAdminNegativeTestJSON-1642846071 tempest-ServersAdminNegativeTestJSON-1642846071-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:57:42.242894 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8101147d-63cf-4fdd-be67-d58e627a7857 tempest-ServersAdminNegativeTestJSON-1642846071 tempest-ServersAdminNegativeTestJSON-1642846071-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:57:42.243227 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8101147d-63cf-4fdd-be67-d58e627a7857 tempest-ServersAdminNegativeTestJSON-1642846071 tempest-ServersAdminNegativeTestJSON-1642846071-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:57:42.243562 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8101147d-63cf-4fdd-be67-d58e627a7857 tempest-ServersAdminNegativeTestJSON-1642846071 tempest-ServersAdminNegativeTestJSON-1642846071-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:57:42.283375 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d7043a1-1a14-4cda-ba0b-ccf9b5de8ae5 req-8101147d-63cf-4fdd-be67-d58e627a7857 tempest-ServersAdminNegativeTestJSON-1642846071 tempest-ServersAdminNegativeTestJSON-1642846071-project] No DVR routers for this DVR port 9c8f1348-63d8-470a-adf3-7b2019a93017 on host hv-neutron-mast {{(pid=103407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:57:42.286175 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-5d7043a1-1a14-4cda-ba0b-ccf9b5de8ae5 req-8101147d-63cf-4fdd-be67-d58e627a7857 tempest-ServersAdminNegativeTestJSON-1642846071 tempest-ServersAdminNegativeTestJSON-1642846071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:57:42.289607 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-5d7043a1-1a14-4cda-ba0b-ccf9b5de8ae5 req-8101147d-63cf-4fdd-be67-d58e627a7857 tempest-ServersAdminNegativeTestJSON-1642846071 tempest-ServersAdminNegativeTestJSON-1642846071-project] 10.222.0.30 "DELETE /v2.0/ports/9c8f1348-63d8-470a-adf3-7b2019a93017 HTTP/1.1" status: 204 len: 173 time: 0.4331522 Feb 28 10:57:42.290110 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbae587c-39f3-4a6e-bd12-f161c047e03b', 'name': 'network-vif-deleted', 'tag': '9c8f1348-63d8-470a-adf3-7b2019a93017'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:57:42.292433 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c8e1c873eeca597e52e7ceb7469e602eac250bfea6606d285743d38033cf584" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be9ddd27-aeac-4a82-9af6-ce46f4c1b32a" -d '{"events": [{"server_uuid": "bbae587c-39f3-4a6e-bd12-f161c047e03b", "name": "network-vif-deleted", "tag": "9c8f1348-63d8-470a-adf3-7b2019a93017"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:57:42.334236 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 10:57:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dc59c88-344d-4805-a398-0095fb660ad5 x-openstack-request-id: req-0dc59c88-344d-4805-a398-0095fb660ad5 {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:57:42.334539 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbae587c-39f3-4a6e-bd12-f161c047e03b", "name": "network-vif-deleted", "tag": "9c8f1348-63d8-470a-adf3-7b2019a93017", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:57:42.334798 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0dc59c88-344d-4805-a398-0095fb660ad5 {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:57:42.335229 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbae587c-39f3-4a6e-bd12-f161c047e03b', 'name': 'network-vif-deleted', 'tag': '9c8f1348-63d8-470a-adf3-7b2019a93017', 'status': 'completed', 'code': 200} Feb 28 10:57:42.662918 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-ce476dbe-e9f9-4f45-9660-3452b09b077b req-a0849dff-4bb9-4501-b50a-ab8bf6ad8d88 tempest-ServersAdminNegativeTestJSON-1642846071 tempest-ServersAdminNegativeTestJSON-1642846071-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbae587c-39f3-4a6e-bd12-f161c047e03b HTTP/1.1" status: 200 len: 210 time: 0.0278268 Feb 28 10:57:43.527448 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6b923bb1-06b0-4b84-b461-7cc1d0196090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (2e621730-3978-4720-b581-ac380e97a567), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:57:44.018752 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 43096) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:57:44.166134 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-8f9adb77-8735-4ab3-b1d2-6ba1654ba0be admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e71e2f395d41409b8b52ed556c884636&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1462073 Feb 28 10:57:44.168848 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 43100) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:57:44.217261 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-24dbe0df-ee28-4745-b4d2-2b15033510f5 admin admin] Publish callbacks [] for security_group (a4780951-cadd-4779-bcea-4bc82c8cc270), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:57:44.239047 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-24dbe0df-ee28-4745-b4d2-2b15033510f5 admin admin] Publish callbacks [] for security_group (a4780951-cadd-4779-bcea-4bc82c8cc270), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:57:44.287216 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-24dbe0df-ee28-4745-b4d2-2b15033510f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (a4780951-cadd-4779-bcea-4bc82c8cc270), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:57:44.290263 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-24dbe0df-ee28-4745-b4d2-2b15033510f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:57:44.291786 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-24dbe0df-ee28-4745-b4d2-2b15033510f5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a4780951-cadd-4779-bcea-4bc82c8cc270 HTTP/1.1" status: 204 len: 168 time: 0.1220100 Feb 28 10:57:44.299532 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dbe0df-ee28-4745-b4d2-2b15033510f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4780951-cadd-4779-bcea-4bc82c8cc270,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:57:44.576674 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 43106) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:57:44.597660 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9de0fcb3-d1c2-479c-a0de-b87b42afdd84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:57:44.683854 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9de0fcb3-d1c2-479c-a0de-b87b42afdd84 admin admin] Publish callbacks [] for security_group (c486def2-5003-4945-98b3-e73d652ead11), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:57:44.689729 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9de0fcb3-d1c2-479c-a0de-b87b42afdd84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (c486def2-5003-4945-98b3-e73d652ead11), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:57:44.728437 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-9de0fcb3-d1c2-479c-a0de-b87b42afdd84 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=eeafd70757684394b06aa836384ca04a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1503923 Feb 28 10:57:44.729322 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de0fcb3-d1c2-479c-a0de-b87b42afdd84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c486def2-5003-4945-98b3-e73d652ead11,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:57:44.731278 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 43108) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:57:44.781245 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ad3c8b63-81d7-491b-8208-1a8cae3d28e8 admin admin] Publish callbacks [] for security_group (c486def2-5003-4945-98b3-e73d652ead11), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:57:44.803883 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ad3c8b63-81d7-491b-8208-1a8cae3d28e8 admin admin] Publish callbacks [] for security_group (c486def2-5003-4945-98b3-e73d652ead11), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:57:44.859885 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ad3c8b63-81d7-491b-8208-1a8cae3d28e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (c486def2-5003-4945-98b3-e73d652ead11), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:57:44.862706 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ad3c8b63-81d7-491b-8208-1a8cae3d28e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:57:44.866732 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-ad3c8b63-81d7-491b-8208-1a8cae3d28e8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c486def2-5003-4945-98b3-e73d652ead11 HTTP/1.1" status: 204 len: 168 time: 0.1343768 Feb 28 10:57:44.875542 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3c8b63-81d7-491b-8208-1a8cae3d28e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c486def2-5003-4945-98b3-e73d652ead11,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:57:44.883319 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3c8b63-81d7-491b-8208-1a8cae3d28e8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:57:44.883684 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3c8b63-81d7-491b-8208-1a8cae3d28e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:57:44.884038 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3c8b63-81d7-491b-8208-1a8cae3d28e8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:57:44.884387 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3c8b63-81d7-491b-8208-1a8cae3d28e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:57:44.884839 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3c8b63-81d7-491b-8208-1a8cae3d28e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:57:44.885118 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3c8b63-81d7-491b-8208-1a8cae3d28e8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:57:44.885442 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3c8b63-81d7-491b-8208-1a8cae3d28e8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:57:44.885776 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3c8b63-81d7-491b-8208-1a8cae3d28e8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:57:44.886359 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3c8b63-81d7-491b-8208-1a8cae3d28e8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:57:44.886459 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3c8b63-81d7-491b-8208-1a8cae3d28e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:57:44.886784 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3c8b63-81d7-491b-8208-1a8cae3d28e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:57:44.887111 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3c8b63-81d7-491b-8208-1a8cae3d28e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:57:44.887440 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3c8b63-81d7-491b-8208-1a8cae3d28e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:57:44.923526 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:57:44.989109 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device 9c8f1348-63d8-470a-adf3-7b2019a93017 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:57:45.012946 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] No Port match for: 9c8f1348-63d8-470a-adf3-7b2019a93017 {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:57:45.013293 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device 9c8f1348-63d8-470a-adf3-7b2019a93017 not bound to the agent host hv-neutron-mast {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:57:45.623938 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 43130) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:57:45.733208 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-b33bda9a-82af-49a3-8743-99dd4f00beec admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-822873735-network', 'tenant_id': 'bb873c47bbd846f5b8fb0144e39401a9'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:57:45.756904 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b33bda9a-82af-49a3-8743-99dd4f00beec admin admin] Made reservation on behalf of bb873c47bbd846f5b8fb0144e39401a9 for: {'network': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:57:45.760462 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b33bda9a-82af-49a3-8743-99dd4f00beec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for network (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:57:45.769560 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b33bda9a-82af-49a3-8743-99dd4f00beec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:57:45.845062 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b33bda9a-82af-49a3-8743-99dd4f00beec admin admin] Publish callbacks [] for security_group (2429fbac-0d5f-463f-a223-6dd98bc618a9), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:57:45.850684 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b33bda9a-82af-49a3-8743-99dd4f00beec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (2429fbac-0d5f-463f-a223-6dd98bc618a9), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:57:45.882018 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b33bda9a-82af-49a3-8743-99dd4f00beec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 273} {{(pid=103408) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:57:45.888594 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33bda9a-82af-49a3-8743-99dd4f00beec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2429fbac-0d5f-463f-a223-6dd98bc618a9,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:57:45.894819 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b33bda9a-82af-49a3-8743-99dd4f00beec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (411cb296-567d-4299-8405-2a84902901e8), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:57:45.895213 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.db.segments_db [None req-b33bda9a-82af-49a3-8743-99dd4f00beec admin admin] Added segment 411cb296-567d-4299-8405-2a84902901e8 of type vlan for network bb8f7fe6-dcd7-4440-84e8-c3cbb77b9eef Feb 28 10:57:45.937951 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b33bda9a-82af-49a3-8743-99dd4f00beec admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742056637431'] for network (bb8f7fe6-dcd7-4440-84e8-c3cbb77b9eef), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:57:45.964905 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b33bda9a-82af-49a3-8743-99dd4f00beec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551'] for network (bb8f7fe6-dcd7-4440-84e8-c3cbb77b9eef), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:57:45.966139 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b33bda9a-82af-49a3-8743-99dd4f00beec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:57:45.966822 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b33bda9a-82af-49a3-8743-99dd4f00beec admin admin] Publish callbacks [] for network (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:57:46.014494 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-b33bda9a-82af-49a3-8743-99dd4f00beec admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3893564 Feb 28 10:57:46.017650 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 43134) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:57:46.022687 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-bb40a1ad-db71-49b3-abc4-b6c9eec0113f admin admin] Request body: {'subnet': {'network_id': 'bb8f7fe6-dcd7-4440-84e8-c3cbb77b9eef', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-822873735-subnet', 'tenant_id': 'bb873c47bbd846f5b8fb0144e39401a9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:57:46.032405 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33bda9a-82af-49a3-8743-99dd4f00beec admin admin] Pushing event updated for resources: {'Network': ['ID=bb8f7fe6-dcd7-4440-84e8-c3cbb77b9eef,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:57:46.043088 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Network bb8f7fe6-dcd7-4440-84e8-c3cbb77b9eef details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103409) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:57:46.044819 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb40a1ad-db71-49b3-abc4-b6c9eec0113f admin admin] Made reservation on behalf of bb873c47bbd846f5b8fb0144e39401a9 for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:57:46.047636 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bb40a1ad-db71-49b3-abc4-b6c9eec0113f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3516581'] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:57:46.230363 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bb40a1ad-db71-49b3-abc4-b6c9eec0113f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3498031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3516567'] for subnet (fb55ec29-a64c-4cb1-8120-1692ede3d7d3), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:57:46.282898 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb40a1ad-db71-49b3-abc4-b6c9eec0113f admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb55ec29-a64c-4cb1-8120-1692ede3d7d3,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:57:46.298895 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb40a1ad-db71-49b3-abc4-b6c9eec0113f admin admin] Checking segment: {'id': '411cb296-567d-4299-8405-2a84902901e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'bb8f7fe6-dcd7-4440-84e8-c3cbb77b9eef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:57:46.299257 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb40a1ad-db71-49b3-abc4-b6c9eec0113f admin admin] Network hostable DHCP agents. Network: bb8f7fe6-dcd7-4440-84e8-c3cbb77b9eef, hostable agents: ['fb6705d2-4f70-4965-92a3-fbfccd43a6d3'], hosted agents: [] {{(pid=103407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:57:46.317933 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb40a1ad-db71-49b3-abc4-b6c9eec0113f admin admin] Network bb8f7fe6-dcd7-4440-84e8-c3cbb77b9eef is scheduled to be hosted by DHCP agent fb6705d2-4f70-4965-92a3-fbfccd43a6d3 with binding_index 1 {{(pid=103407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:57:46.331835 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-bb40a1ad-db71-49b3-abc4-b6c9eec0113f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, bb8f7fe6-dcd7-4440-84e8-c3cbb77b9eef) {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:57:46.337498 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb40a1ad-db71-49b3-abc4-b6c9eec0113f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:57:46.338064 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bb40a1ad-db71-49b3-abc4-b6c9eec0113f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:57:46.343532 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c39155d-c4d7-4396-9013-d3d5f5bb858c None None] Network bb8f7fe6-dcd7-4440-84e8-c3cbb77b9eef requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:57:46.361166 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-bb40a1ad-db71-49b3-abc4-b6c9eec0113f admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3423727 Feb 28 10:57:46.450052 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1250d3bc-e89b-4180-871a-b59fddfc3b31 None None] Network bb8f7fe6-dcd7-4440-84e8-c3cbb77b9eef requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:57:47.121181 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91e962b-4440-4129-ba20-596833b5f543 req-202188b8-211a-4e78-b525-1d8299fbbc26 tempest-DeleteServersTestJSON-1116742 tempest-DeleteServersTestJSON-1116742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:57:47.122661 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-e91e962b-4440-4129-ba20-596833b5f543 req-202188b8-211a-4e78-b525-1d8299fbbc26 tempest-DeleteServersTestJSON-1116742 tempest-DeleteServersTestJSON-1116742-project] 10.222.0.20 "GET /v2.0/networks?id=bb8f7fe6-dcd7-4440-84e8-c3cbb77b9eef HTTP/1.1" status: 200 len: 811 time: 0.4367414 Feb 28 10:57:47.137529 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-e91e962b-4440-4129-ba20-596833b5f543 req-eb972851-28a3-4253-9595-806d03a4449c tempest-DeleteServersTestJSON-1116742 tempest-DeleteServersTestJSON-1116742-project] 10.222.0.20 "GET /v2.0/quotas/bb873c47bbd846f5b8fb0144e39401a9 HTTP/1.1" status: 200 len: 375 time: 0.0091221 Feb 28 10:57:47.168234 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-e91e962b-4440-4129-ba20-596833b5f543 req-9be4a594-f36e-4517-960c-2ac7ec54970f tempest-DeleteServersTestJSON-1116742 tempest-DeleteServersTestJSON-1116742-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=bb873c47bbd846f5b8fb0144e39401a9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0258458 Feb 28 10:57:47.263207 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-e91e962b-4440-4129-ba20-596833b5f543 req-70367d91-16f1-4e5c-9fa7-04ebd7d970cc service neutron] 10.222.0.20 "GET /v2.0/networks/bb8f7fe6-dcd7-4440-84e8-c3cbb77b9eef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852814 Feb 28 10:57:47.356516 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-e91e962b-4440-4129-ba20-596833b5f543 req-ed052652-8227-4e5b-ac07-8b384c5d0b68 service neutron] 10.222.0.20 "GET /v2.0/networks/bb8f7fe6-dcd7-4440-84e8-c3cbb77b9eef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875614 Feb 28 10:57:47.533962 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-147089ee-caa2-40a5-a5d1-5bd3529ad78e req-cf46b3b6-1075-4ab5-afa3-7286d753aff9 tempest-DeleteServersTestJSON-1116742 tempest-DeleteServersTestJSON-1116742-project] 10.222.0.20 "GET /v2.0/ports?device_id=6809ff88-7168-4e96-a499-284b528865a3 HTTP/1.1" status: 200 len: 210 time: 0.0281355 Feb 28 10:57:48.552453 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91e962b-4440-4129-ba20-596833b5f543 req-47f9d20e-547c-4723-b8da-6c7fd60caa16 tempest-DeleteServersTestJSON-1116742 tempest-DeleteServersTestJSON-1116742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:57:48.554753 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-e91e962b-4440-4129-ba20-596833b5f543 req-47f9d20e-547c-4723-b8da-6c7fd60caa16 tempest-DeleteServersTestJSON-1116742 tempest-DeleteServersTestJSON-1116742-project] 10.222.0.30 "GET /v2.0/networks?id=bb8f7fe6-dcd7-4440-84e8-c3cbb77b9eef HTTP/1.1" status: 200 len: 811 time: 0.1130657 Feb 28 10:57:48.573566 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [req-e91e962b-4440-4129-ba20-596833b5f543 req-7ee707ac-514a-421e-a756-32b882ced517 tempest-DeleteServersTestJSON-1116742 tempest-DeleteServersTestJSON-1116742-project] Request body: {'port': {'device_id': '6809ff88-7168-4e96-a499-284b528865a3', 'network_id': 'bb8f7fe6-dcd7-4440-84e8-c3cbb77b9eef', 'admin_state_up': True, 'tenant_id': 'bb873c47bbd846f5b8fb0144e39401a9'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:57:48.663402 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-cebdab36-a739-403a-8a8a-4b590a0fcbb2 req-46d7d14e-9408-4e70-a778-42782fd40a1a tempest-DeleteServersTestJSON-1116742 tempest-DeleteServersTestJSON-1116742-project] 10.222.0.20 "GET /v2.0/ports?device_id=6809ff88-7168-4e96-a499-284b528865a3 HTTP/1.1" status: 200 len: 210 time: 0.0399072 Feb 28 10:57:48.728142 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e91e962b-4440-4129-ba20-596833b5f543 req-7ee707ac-514a-421e-a756-32b882ced517 tempest-DeleteServersTestJSON-1116742 tempest-DeleteServersTestJSON-1116742-project] Made reservation on behalf of bb873c47bbd846f5b8fb0144e39401a9 for: {'port': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:57:48.731685 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-e91e962b-4440-4129-ba20-596833b5f543 req-7ee707ac-514a-421e-a756-32b882ced517 tempest-DeleteServersTestJSON-1116742 tempest-DeleteServersTestJSON-1116742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:57:48.866825 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [req-e91e962b-4440-4129-ba20-596833b5f543 req-7ee707ac-514a-421e-a756-32b882ced517 tempest-DeleteServersTestJSON-1116742 tempest-DeleteServersTestJSON-1116742-project] Allocated IP 172.20.0.3 (bb8f7fe6-dcd7-4440-84e8-c3cbb77b9eef/fb55ec29-a64c-4cb1-8120-1692ede3d7d3/43301fcd-7104-438d-8d55-86a3fddfa194) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:57:49.034018 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-e91e962b-4440-4129-ba20-596833b5f543 req-7ee707ac-514a-421e-a756-32b882ced517 tempest-DeleteServersTestJSON-1116742 tempest-DeleteServersTestJSON-1116742-project] Publish callbacks [] for port (43301fcd-7104-438d-8d55-86a3fddfa194), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:57:49.071120 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-e91e962b-4440-4129-ba20-596833b5f543 req-7ee707ac-514a-421e-a756-32b882ced517 tempest-DeleteServersTestJSON-1116742 tempest-DeleteServersTestJSON-1116742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (43301fcd-7104-438d-8d55-86a3fddfa194), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:57:49.117105 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e91e962b-4440-4129-ba20-596833b5f543 req-7ee707ac-514a-421e-a756-32b882ced517 tempest-DeleteServersTestJSON-1116742 tempest-DeleteServersTestJSON-1116742-project] Network bb8f7fe6-dcd7-4440-84e8-c3cbb77b9eef is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:57:49.120000 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [req-e91e962b-4440-4129-ba20-596833b5f543 req-7ee707ac-514a-421e-a756-32b882ced517 tempest-DeleteServersTestJSON-1116742 tempest-DeleteServersTestJSON-1116742-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:57:49.125202 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-e91e962b-4440-4129-ba20-596833b5f543 req-7ee707ac-514a-421e-a756-32b882ced517 tempest-DeleteServersTestJSON-1116742 tempest-DeleteServersTestJSON-1116742-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:57:49.132167 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee707ac-514a-421e-a756-32b882ced517 tempest-DeleteServersTestJSON-1116742 tempest-DeleteServersTestJSON-1116742-project] Pushing event updated for resources: {'Port': ['ID=43301fcd-7104-438d-8d55-86a3fddfa194,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:57:49.186933 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91e962b-4440-4129-ba20-596833b5f543 req-7ee707ac-514a-421e-a756-32b882ced517 tempest-DeleteServersTestJSON-1116742 tempest-DeleteServersTestJSON-1116742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:57:49.187776 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-e91e962b-4440-4129-ba20-596833b5f543 req-7ee707ac-514a-421e-a756-32b882ced517 tempest-DeleteServersTestJSON-1116742 tempest-DeleteServersTestJSON-1116742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:57:49.213102 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-e91e962b-4440-4129-ba20-596833b5f543 req-7ee707ac-514a-421e-a756-32b882ced517 tempest-DeleteServersTestJSON-1116742 tempest-DeleteServersTestJSON-1116742-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6437075 Feb 28 10:57:49.230162 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [req-e91e962b-4440-4129-ba20-596833b5f543 req-b49a793c-0fc2-428d-b48f-138daa9e4a78 service neutron] Request body: {'port': {'device_id': '6809ff88-7168-4e96-a499-284b528865a3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:57:49.290809 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-e91e962b-4440-4129-ba20-596833b5f543 req-b49a793c-0fc2-428d-b48f-138daa9e4a78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (43301fcd-7104-438d-8d55-86a3fddfa194), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:57:49.568765 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.notifiers.nova [req-e91e962b-4440-4129-ba20-596833b5f543 req-b49a793c-0fc2-428d-b48f-138daa9e4a78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43301fcd-7104-438d-8d55-86a3fddfa194 {{(pid=103407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 10:57:49.576706 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-e91e962b-4440-4129-ba20-596833b5f543 req-b49a793c-0fc2-428d-b48f-138daa9e4a78 service neutron] Publish callbacks [] for port (43301fcd-7104-438d-8d55-86a3fddfa194), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:57:49.595112 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.provisioning_blocks [req-e91e962b-4440-4129-ba20-596833b5f543 req-b49a793c-0fc2-428d-b48f-138daa9e4a78 service neutron] Transition to ACTIVE for port object 43301fcd-7104-438d-8d55-86a3fddfa194 will not be triggered until provisioned by entity L2. {{(pid=103407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 10:57:49.600093 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-e91e962b-4440-4129-ba20-596833b5f543 req-b49a793c-0fc2-428d-b48f-138daa9e4a78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3498066'] for port (43301fcd-7104-438d-8d55-86a3fddfa194), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:57:49.652305 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49a793c-0fc2-428d-b48f-138daa9e4a78 service neutron] Pushing event updated for resources: {'Port': ['ID=43301fcd-7104-438d-8d55-86a3fddfa194,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:57:49.722733 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-e91e962b-4440-4129-ba20-596833b5f543 req-b49a793c-0fc2-428d-b48f-138daa9e4a78 service neutron] Attempting to bind port 43301fcd-7104-438d-8d55-86a3fddfa194 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:57:49.723071 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-e91e962b-4440-4129-ba20-596833b5f543 req-b49a793c-0fc2-428d-b48f-138daa9e4a78 service neutron] Attempting to bind port 43301fcd-7104-438d-8d55-86a3fddfa194 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '411cb296-567d-4299-8405-2a84902901e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'bb8f7fe6-dcd7-4440-84e8-c3cbb77b9eef'}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:57:49.723403 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e91e962b-4440-4129-ba20-596833b5f543 req-b49a793c-0fc2-428d-b48f-138daa9e4a78 service neutron] Attempting to bind port 43301fcd-7104-438d-8d55-86a3fddfa194 on network bb8f7fe6-dcd7-4440-84e8-c3cbb77b9eef {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:57:49.727690 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e91e962b-4440-4129-ba20-596833b5f543 req-b49a793c-0fc2-428d-b48f-138daa9e4a78 service neutron] Port 43301fcd-7104-438d-8d55-86a3fddfa194 on network bb8f7fe6-dcd7-4440-84e8-c3cbb77b9eef not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 10:57:49.728009 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e91e962b-4440-4129-ba20-596833b5f543 req-b49a793c-0fc2-428d-b48f-138daa9e4a78 service neutron] Attempting to bind port 43301fcd-7104-438d-8d55-86a3fddfa194 on network bb8f7fe6-dcd7-4440-84e8-c3cbb77b9eef {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:57:49.732971 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e91e962b-4440-4129-ba20-596833b5f543 req-b49a793c-0fc2-428d-b48f-138daa9e4a78 service neutron] Checking agent: {'id': '13ac42ae-016e-4baf-bb31-c6fa820b41c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 30, 8), 'started_at': datetime.datetime(2022, 2, 28, 10, 30, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 57, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:57:49.733309 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e91e962b-4440-4129-ba20-596833b5f543 req-b49a793c-0fc2-428d-b48f-138daa9e4a78 service neutron] Checking segment: {'id': '411cb296-567d-4299-8405-2a84902901e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'bb8f7fe6-dcd7-4440-84e8-c3cbb77b9eef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:57:49.733692 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e91e962b-4440-4129-ba20-596833b5f543 req-b49a793c-0fc2-428d-b48f-138daa9e4a78 service neutron] Bound using segment: {'id': '411cb296-567d-4299-8405-2a84902901e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'bb8f7fe6-dcd7-4440-84e8-c3cbb77b9eef'} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:57:49.734116 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-e91e962b-4440-4129-ba20-596833b5f543 req-b49a793c-0fc2-428d-b48f-138daa9e4a78 service neutron] Bound port: 43301fcd-7104-438d-8d55-86a3fddfa194, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '411cb296-567d-4299-8405-2a84902901e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'bb8f7fe6-dcd7-4440-84e8-c3cbb77b9eef'}}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:57:49.734473 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-e91e962b-4440-4129-ba20-596833b5f543 req-b49a793c-0fc2-428d-b48f-138daa9e4a78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (43301fcd-7104-438d-8d55-86a3fddfa194), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:57:49.838329 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46f9696-b2e5-4bec-9afe-d70e2906a5b3 req-fbd42c13-53e1-498f-8ea4-becb16f5a517 tempest-DeleteServersTestJSON-1116742 tempest-DeleteServersTestJSON-1116742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:57:49.839729 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-a46f9696-b2e5-4bec-9afe-d70e2906a5b3 req-fbd42c13-53e1-498f-8ea4-becb16f5a517 tempest-DeleteServersTestJSON-1116742 tempest-DeleteServersTestJSON-1116742-project] 10.222.0.20 "GET /v2.0/ports?device_id=6809ff88-7168-4e96-a499-284b528865a3 HTTP/1.1" status: 200 len: 943 time: 0.1032465 Feb 28 10:57:49.840768 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-e91e962b-4440-4129-ba20-596833b5f543 req-b49a793c-0fc2-428d-b48f-138daa9e4a78 service neutron] For port 43301fcd-7104-438d-8d55-86a3fddfa194, host hv-neutron-mast, cleared binding levels {{(pid=103407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:57:49.844249 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-e91e962b-4440-4129-ba20-596833b5f543 req-b49a793c-0fc2-428d-b48f-138daa9e4a78 service neutron] For port 43301fcd-7104-438d-8d55-86a3fddfa194, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=43301fcd-7104-438d-8d55-86a3fddfa194,segment=NetworkSegment(411cb296-567d-4299-8405-2a84902901e8),segment_id=411cb296-567d-4299-8405-2a84902901e8)] {{(pid=103407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:57:49.861795 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-e91e962b-4440-4129-ba20-596833b5f543 req-b49a793c-0fc2-428d-b48f-138daa9e4a78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3498066'] for port (43301fcd-7104-438d-8d55-86a3fddfa194), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:57:49.908184 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91e962b-4440-4129-ba20-596833b5f543 req-b49a793c-0fc2-428d-b48f-138daa9e4a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:57:49.908837 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-e91e962b-4440-4129-ba20-596833b5f543 req-b49a793c-0fc2-428d-b48f-138daa9e4a78 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:57:49.910230 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-e91e962b-4440-4129-ba20-596833b5f543 req-b49a793c-0fc2-428d-b48f-138daa9e4a78 service neutron] 10.222.0.30 "PUT /v2.0/ports/43301fcd-7104-438d-8d55-86a3fddfa194 HTTP/1.1" status: 200 len: 1093 time: 0.6843038 Feb 28 10:57:49.912249 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6809ff88-7168-4e96-a499-284b528865a3', 'tag': '43301fcd-7104-438d-8d55-86a3fddfa194'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:57:49.914571 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c8e1c873eeca597e52e7ceb7469e602eac250bfea6606d285743d38033cf584" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f5a735e-b756-47c8-a901-658cd36330d7" -d '{"events": [{"name": "network-changed", "server_uuid": "6809ff88-7168-4e96-a499-284b528865a3", "tag": "43301fcd-7104-438d-8d55-86a3fddfa194"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:57:49.947551 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-a46f9696-b2e5-4bec-9afe-d70e2906a5b3 req-088898de-be7b-4f56-b9c2-82c97c417b0a tempest-DeleteServersTestJSON-1116742 tempest-DeleteServersTestJSON-1116742-project] 10.222.0.20 "GET /v2.0/security-groups?id=2429fbac-0d5f-463f-a223-6dd98bc618a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000307 Feb 28 10:57:49.948713 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49a793c-0fc2-428d-b48f-138daa9e4a78 service neutron] Pushing event updated for resources: {'Port': ['ID=43301fcd-7104-438d-8d55-86a3fddfa194,revision_number=3']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:57:49.959972 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 10:57:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c032e68d-b25d-45c1-88ce-5544c9e3aa02 x-openstack-request-id: req-c032e68d-b25d-45c1-88ce-5544c9e3aa02 {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:57:49.960258 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6809ff88-7168-4e96-a499-284b528865a3", "tag": "43301fcd-7104-438d-8d55-86a3fddfa194", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:57:49.960536 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c032e68d-b25d-45c1-88ce-5544c9e3aa02 {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:57:49.960977 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6809ff88-7168-4e96-a499-284b528865a3', 'tag': '43301fcd-7104-438d-8d55-86a3fddfa194', 'status': 'completed', 'code': 200} Feb 28 10:57:50.025930 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91e962b-4440-4129-ba20-596833b5f543 req-616c227a-fab4-458f-9d65-f55dd6dcd913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:57:50.027526 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-e91e962b-4440-4129-ba20-596833b5f543 req-616c227a-fab4-458f-9d65-f55dd6dcd913 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bb873c47bbd846f5b8fb0144e39401a9&device_id=6809ff88-7168-4e96-a499-284b528865a3 HTTP/1.1" status: 200 len: 1127 time: 0.0518336 Feb 28 10:57:50.081732 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-e91e962b-4440-4129-ba20-596833b5f543 req-5c8d2008-a062-417e-a11d-45a35352ab87 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=43301fcd-7104-438d-8d55-86a3fddfa194 HTTP/1.1" status: 200 len: 217 time: 0.0348232 Feb 28 10:57:50.088952 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.agents_db [None req-382e0aa2-b126-48e6-89eb-3efa426b6b29 None None] Agent healthcheck: found 6 active agents {{(pid=103410) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 10:57:50.138571 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91e962b-4440-4129-ba20-596833b5f543 req-81fac900-1148-44f5-b9c8-953726c2fb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:57:50.140022 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-e91e962b-4440-4129-ba20-596833b5f543 req-81fac900-1148-44f5-b9c8-953726c2fb20 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fb55ec29-a64c-4cb1-8120-1692ede3d7d3 HTTP/1.1" status: 200 len: 851 time: 0.0510385 Feb 28 10:57:50.170996 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-e91e962b-4440-4129-ba20-596833b5f543 req-49e1943e-2fc4-4a34-9b65-49a3544325f2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bb8f7fe6-dcd7-4440-84e8-c3cbb77b9eef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250514 Feb 28 10:57:50.262148 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-e91e962b-4440-4129-ba20-596833b5f543 req-414927ff-54da-40c6-9682-34ba31534bd9 service neutron] 10.222.0.30 "GET /v2.0/networks/bb8f7fe6-dcd7-4440-84e8-c3cbb77b9eef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847893 Feb 28 10:57:50.358597 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-e91e962b-4440-4129-ba20-596833b5f543 req-15b762a2-eae1-448e-b747-1ac5aaec5fb8 service neutron] 10.222.0.30 "GET /v2.0/networks/bb8f7fe6-dcd7-4440-84e8-c3cbb77b9eef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906198 Feb 28 10:57:50.511497 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5a735e-b756-47c8-a901-658cd36330d7 req-0e38e0e2-19bc-4be6-ac7c-eb06e98a36b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:57:50.513104 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-8f5a735e-b756-47c8-a901-658cd36330d7 req-0e38e0e2-19bc-4be6-ac7c-eb06e98a36b7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bb873c47bbd846f5b8fb0144e39401a9&device_id=6809ff88-7168-4e96-a499-284b528865a3 HTTP/1.1" status: 200 len: 1127 time: 0.0584986 Feb 28 10:57:50.610719 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5a735e-b756-47c8-a901-658cd36330d7 req-f566e28a-50ab-4003-aca3-23d7f2144514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:57:50.612103 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-8f5a735e-b756-47c8-a901-658cd36330d7 req-f566e28a-50ab-4003-aca3-23d7f2144514 service neutron] 10.222.0.30 "GET /v2.0/networks?id=bb8f7fe6-dcd7-4440-84e8-c3cbb77b9eef HTTP/1.1" status: 200 len: 912 time: 0.0925677 Feb 28 10:57:50.657015 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-8f5a735e-b756-47c8-a901-658cd36330d7 req-46b3756c-2bea-48c4-b7ba-d7e2589b6dfb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=43301fcd-7104-438d-8d55-86a3fddfa194 HTTP/1.1" status: 200 len: 217 time: 0.0384202 Feb 28 10:57:50.705182 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5a735e-b756-47c8-a901-658cd36330d7 req-1a2f9f10-e1db-4963-9f3b-205df5a9909c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:57:50.706609 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-8f5a735e-b756-47c8-a901-658cd36330d7 req-1a2f9f10-e1db-4963-9f3b-205df5a9909c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fb55ec29-a64c-4cb1-8120-1692ede3d7d3 HTTP/1.1" status: 200 len: 851 time: 0.0446224 Feb 28 10:57:50.739512 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-8f5a735e-b756-47c8-a901-658cd36330d7 req-b97c3e33-a82a-4b1f-9dca-a5d7b1e2a347 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bb8f7fe6-dcd7-4440-84e8-c3cbb77b9eef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249989 Feb 28 10:57:50.835006 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-8f5a735e-b756-47c8-a901-658cd36330d7 req-76cf8957-528d-44b0-9562-bd00d8ba62da service neutron] 10.222.0.30 "GET /v2.0/networks/bb8f7fe6-dcd7-4440-84e8-c3cbb77b9eef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888953 Feb 28 10:57:50.935543 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-8f5a735e-b756-47c8-a901-658cd36330d7 req-3962050a-4cda-4bc5-968b-89930ab5a857 service neutron] 10.222.0.30 "GET /v2.0/networks/bb8f7fe6-dcd7-4440-84e8-c3cbb77b9eef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943859 Feb 28 10:57:51.091440 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b05196-53dc-437b-a113-5c17aa48998c req-ac9c6131-5c2a-40d9-9325-aaf13390cd48 tempest-DeleteServersTestJSON-1116742 tempest-DeleteServersTestJSON-1116742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:57:51.092987 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-77b05196-53dc-437b-a113-5c17aa48998c req-ac9c6131-5c2a-40d9-9325-aaf13390cd48 tempest-DeleteServersTestJSON-1116742 tempest-DeleteServersTestJSON-1116742-project] 10.222.0.20 "GET /v2.0/ports?device_id=6809ff88-7168-4e96-a499-284b528865a3 HTTP/1.1" status: 200 len: 943 time: 0.0605297 Feb 28 10:57:51.141268 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-77b05196-53dc-437b-a113-5c17aa48998c req-23375db0-a1ee-44b3-82b2-1f3d501ac890 tempest-DeleteServersTestJSON-1116742 tempest-DeleteServersTestJSON-1116742-project] 10.222.0.20 "GET /v2.0/security-groups?id=2429fbac-0d5f-463f-a223-6dd98bc618a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420585 Feb 28 10:57:52.270822 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb848902-1e1e-4b4a-828d-6e93cbb001c3 req-3f5bc91f-d9e9-4f02-8b90-c91ea85f1fb3 tempest-DeleteServersTestJSON-1116742 tempest-DeleteServersTestJSON-1116742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:57:52.272311 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-bb848902-1e1e-4b4a-828d-6e93cbb001c3 req-3f5bc91f-d9e9-4f02-8b90-c91ea85f1fb3 tempest-DeleteServersTestJSON-1116742 tempest-DeleteServersTestJSON-1116742-project] 10.222.0.20 "GET /v2.0/ports?device_id=6809ff88-7168-4e96-a499-284b528865a3 HTTP/1.1" status: 200 len: 943 time: 0.0591621 Feb 28 10:57:52.322298 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-bb848902-1e1e-4b4a-828d-6e93cbb001c3 req-0586c029-efee-4ec5-ba74-5fde6d0815d5 tempest-DeleteServersTestJSON-1116742 tempest-DeleteServersTestJSON-1116742-project] 10.222.0.20 "GET /v2.0/security-groups?id=2429fbac-0d5f-463f-a223-6dd98bc618a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443592 Feb 28 10:57:53.449055 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b2aa7f-0648-43d4-baea-6f8d197a6566 req-1475f5cb-3918-424f-84bd-795e03ffdfa9 tempest-DeleteServersTestJSON-1116742 tempest-DeleteServersTestJSON-1116742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:57:53.450807 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-f8b2aa7f-0648-43d4-baea-6f8d197a6566 req-1475f5cb-3918-424f-84bd-795e03ffdfa9 tempest-DeleteServersTestJSON-1116742 tempest-DeleteServersTestJSON-1116742-project] 10.222.0.20 "GET /v2.0/ports?device_id=6809ff88-7168-4e96-a499-284b528865a3 HTTP/1.1" status: 200 len: 943 time: 0.0612080 Feb 28 10:57:53.500474 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-f8b2aa7f-0648-43d4-baea-6f8d197a6566 req-b98eb0ba-d149-44f4-a5ca-173c98631b7b tempest-DeleteServersTestJSON-1116742 tempest-DeleteServersTestJSON-1116742-project] 10.222.0.20 "GET /v2.0/security-groups?id=2429fbac-0d5f-463f-a223-6dd98bc618a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438697 Feb 28 10:57:54.631264 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fa9260-a17f-4892-9e35-d5b0e17e3767 req-92f74499-0d9f-471d-99ed-84a2e6c26159 tempest-DeleteServersTestJSON-1116742 tempest-DeleteServersTestJSON-1116742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:57:54.633132 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-06fa9260-a17f-4892-9e35-d5b0e17e3767 req-92f74499-0d9f-471d-99ed-84a2e6c26159 tempest-DeleteServersTestJSON-1116742 tempest-DeleteServersTestJSON-1116742-project] 10.222.0.20 "GET /v2.0/ports?device_id=6809ff88-7168-4e96-a499-284b528865a3 HTTP/1.1" status: 200 len: 943 time: 0.0570114 Feb 28 10:57:54.693259 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-06fa9260-a17f-4892-9e35-d5b0e17e3767 req-84dee72a-cbb3-4d03-8bd2-e5a55c1e9d47 tempest-DeleteServersTestJSON-1116742 tempest-DeleteServersTestJSON-1116742-project] 10.222.0.20 "GET /v2.0/security-groups?id=2429fbac-0d5f-463f-a223-6dd98bc618a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518870 Feb 28 10:57:55.021192 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device 43301fcd-7104-438d-8d55-86a3fddfa194 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103409) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 10:57:55.129331 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] For port 43301fcd-7104-438d-8d55-86a3fddfa194, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=43301fcd-7104-438d-8d55-86a3fddfa194,segment=NetworkSegment(411cb296-567d-4299-8405-2a84902901e8),segment_id=411cb296-567d-4299-8405-2a84902901e8)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:57:55.141041 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Returning: {'device': '43301fcd-7104-438d-8d55-86a3fddfa194', 'network_id': 'bb8f7fe6-dcd7-4440-84e8-c3cbb77b9eef', 'port_id': '43301fcd-7104-438d-8d55-86a3fddfa194', 'mac_address': 'fa:16:3e:69:99:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 273, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb55ec29-a64c-4cb1-8120-1692ede3d7d3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103409) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 10:57:55.181536 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Current status of the port 43301fcd-7104-438d-8d55-86a3fddfa194 is: DOWN; New status is: BUILD {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:57:55.181943 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (43301fcd-7104-438d-8d55-86a3fddfa194), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:57:55.195859 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43301fcd-7104-438d-8d55-86a3fddfa194 {{(pid=103409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 10:57:55.217639 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] For port 43301fcd-7104-438d-8d55-86a3fddfa194, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=43301fcd-7104-438d-8d55-86a3fddfa194,segment=NetworkSegment(411cb296-567d-4299-8405-2a84902901e8),segment_id=411cb296-567d-4299-8405-2a84902901e8)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:57:55.223364 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (43301fcd-7104-438d-8d55-86a3fddfa194), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:57:55.273656 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Pushing event updated for resources: {'Port': ['ID=43301fcd-7104-438d-8d55-86a3fddfa194,revision_number=4']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:57:55.610317 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] get_ports_and_sgs() called for port_ids ['43301fcd-7104-438d-8d55-86a3fddfa194'] {{(pid=103409) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 10:57:55.843234 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b88b23e-0a52-447e-b618-cc9d3c918231 req-c6ef59fe-2baf-4c06-986a-6a9b213b9058 tempest-DeleteServersTestJSON-1116742 tempest-DeleteServersTestJSON-1116742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:57:55.844769 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-8b88b23e-0a52-447e-b618-cc9d3c918231 req-c6ef59fe-2baf-4c06-986a-6a9b213b9058 tempest-DeleteServersTestJSON-1116742 tempest-DeleteServersTestJSON-1116742-project] 10.222.0.20 "GET /v2.0/ports?device_id=6809ff88-7168-4e96-a499-284b528865a3 HTTP/1.1" status: 200 len: 944 time: 0.0727899 Feb 28 10:57:55.896430 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-8b88b23e-0a52-447e-b618-cc9d3c918231 req-53f7edd3-8f17-4571-b256-12725287849b tempest-DeleteServersTestJSON-1116742 tempest-DeleteServersTestJSON-1116742-project] 10.222.0.20 "GET /v2.0/security-groups?id=2429fbac-0d5f-463f-a223-6dd98bc618a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446408 Feb 28 10:57:57.036321 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device 43301fcd-7104-438d-8d55-86a3fddfa194 up at agent hyperv_hv-neutron-mast {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:57:57.040098 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b628bb-c316-4c9d-b9d0-e30f35a04671 req-5968c174-2139-4058-bbf9-8041641a054d tempest-DeleteServersTestJSON-1116742 tempest-DeleteServersTestJSON-1116742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:57:57.042167 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-92b628bb-c316-4c9d-b9d0-e30f35a04671 req-5968c174-2139-4058-bbf9-8041641a054d tempest-DeleteServersTestJSON-1116742 tempest-DeleteServersTestJSON-1116742-project] 10.222.0.20 "GET /v2.0/ports?device_id=6809ff88-7168-4e96-a499-284b528865a3 HTTP/1.1" status: 200 len: 944 time: 0.0668612 Feb 28 10:57:57.091617 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Provisioning for port 43301fcd-7104-438d-8d55-86a3fddfa194 completed by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 10:57:57.095933 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Provisioning complete for port 43301fcd-7104-438d-8d55-86a3fddfa194 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:57:57.096071 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-92b628bb-c316-4c9d-b9d0-e30f35a04671 req-d896a31c-bc44-489e-bc68-d97256f08252 tempest-DeleteServersTestJSON-1116742 tempest-DeleteServersTestJSON-1116742-project] 10.222.0.20 "GET /v2.0/security-groups?id=2429fbac-0d5f-463f-a223-6dd98bc618a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478508 Feb 28 10:57:57.096848 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (43301fcd-7104-438d-8d55-86a3fddfa194), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:57:57.174659 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Current status of the port 43301fcd-7104-438d-8d55-86a3fddfa194 is: BUILD; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:57:57.175062 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (43301fcd-7104-438d-8d55-86a3fddfa194), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:57:57.199109 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6809ff88-7168-4e96-a499-284b528865a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43301fcd-7104-438d-8d55-86a3fddfa194'}] {{(pid=103409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:57:57.201096 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa5325a5be4b33bf61fd809c564e3765e689d817bbd874267890deb3cfccaf12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e434dac9-0bf5-48d4-ad16-3983bcb7054c" -d '{"events": [{"server_uuid": "6809ff88-7168-4e96-a499-284b528865a3", "name": "network-vif-plugged", "status": "completed", "tag": "43301fcd-7104-438d-8d55-86a3fddfa194"}]}' {{(pid=103409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:57:57.214032 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] For port 43301fcd-7104-438d-8d55-86a3fddfa194, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=43301fcd-7104-438d-8d55-86a3fddfa194,segment=NetworkSegment(411cb296-567d-4299-8405-2a84902901e8),segment_id=411cb296-567d-4299-8405-2a84902901e8)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:57:57.218186 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (43301fcd-7104-438d-8d55-86a3fddfa194), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:57:57.241054 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 10:57:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c23a0a50-f1f6-4c21-9ce6-0bb20fb68786 x-openstack-request-id: req-c23a0a50-f1f6-4c21-9ce6-0bb20fb68786 {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:57:57.241347 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6809ff88-7168-4e96-a499-284b528865a3", "name": "network-vif-plugged", "status": "completed", "tag": "43301fcd-7104-438d-8d55-86a3fddfa194", "code": 200}]} {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:57:57.241599 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c23a0a50-f1f6-4c21-9ce6-0bb20fb68786 {{(pid=103409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:57:57.241990 dv-neutron-master-2-hyperv neutron-server[103409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6809ff88-7168-4e96-a499-284b528865a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43301fcd-7104-438d-8d55-86a3fddfa194', 'code': 200} Feb 28 10:57:57.273379 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Pushing event updated for resources: {'Port': ['ID=43301fcd-7104-438d-8d55-86a3fddfa194,revision_number=5']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:57:57.453936 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d31cbe-0bf6-4da7-aa7a-1bda3d71a4a0 req-b0932922-0460-4589-b567-1df5620a34dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:57:57.455347 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-a7d31cbe-0bf6-4da7-aa7a-1bda3d71a4a0 req-b0932922-0460-4589-b567-1df5620a34dc service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6809ff88-7168-4e96-a499-284b528865a3 HTTP/1.1" status: 200 len: 1129 time: 0.0515594 Feb 28 10:57:57.504604 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-a7d31cbe-0bf6-4da7-aa7a-1bda3d71a4a0 req-fd980d42-fedf-42a8-9e9a-f4e04535953d service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=2429fbac-0d5f-463f-a223-6dd98bc618a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408602 Feb 28 10:57:58.232596 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9284074-76e8-4000-95fd-c6a5a679217a req-d9a390ba-0480-4885-b15e-46c143529e7e tempest-DeleteServersTestJSON-1116742 tempest-DeleteServersTestJSON-1116742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:57:58.234151 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-c9284074-76e8-4000-95fd-c6a5a679217a req-d9a390ba-0480-4885-b15e-46c143529e7e tempest-DeleteServersTestJSON-1116742 tempest-DeleteServersTestJSON-1116742-project] 10.222.0.20 "GET /v2.0/ports?device_id=6809ff88-7168-4e96-a499-284b528865a3 HTTP/1.1" status: 200 len: 945 time: 0.0640063 Feb 28 10:57:58.281632 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-c9284074-76e8-4000-95fd-c6a5a679217a req-950e8f1b-a9e8-4165-9567-945718e02f32 tempest-DeleteServersTestJSON-1116742 tempest-DeleteServersTestJSON-1116742-project] 10.222.0.20 "GET /v2.0/security-groups?id=2429fbac-0d5f-463f-a223-6dd98bc618a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419345 Feb 28 10:57:59.422468 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce5b4a6-15a1-453b-8681-8156872e9903 req-87da07f5-414c-4f83-8696-20d3978bba18 tempest-DeleteServersTestJSON-1116742 tempest-DeleteServersTestJSON-1116742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:57:59.424069 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-7ce5b4a6-15a1-453b-8681-8156872e9903 req-87da07f5-414c-4f83-8696-20d3978bba18 tempest-DeleteServersTestJSON-1116742 tempest-DeleteServersTestJSON-1116742-project] 10.222.0.20 "GET /v2.0/ports?device_id=6809ff88-7168-4e96-a499-284b528865a3 HTTP/1.1" status: 200 len: 945 time: 0.0619328 Feb 28 10:57:59.474467 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-7ce5b4a6-15a1-453b-8681-8156872e9903 req-55e4dc97-ea52-480d-bdd7-0ab67b72f0e1 tempest-DeleteServersTestJSON-1116742 tempest-DeleteServersTestJSON-1116742-project] 10.222.0.20 "GET /v2.0/security-groups?id=2429fbac-0d5f-463f-a223-6dd98bc618a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419862 Feb 28 10:57:59.827196 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34138753-5c2c-4961-835a-1d618faa378e req-178d0546-c945-4ced-a000-5f334cda09d9 tempest-DeleteServersTestJSON-1116742 tempest-DeleteServersTestJSON-1116742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:57:59.830601 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-34138753-5c2c-4961-835a-1d618faa378e req-178d0546-c945-4ced-a000-5f334cda09d9 tempest-DeleteServersTestJSON-1116742 tempest-DeleteServersTestJSON-1116742-project] 10.222.0.20 "GET /v2.0/ports?device_id=6809ff88-7168-4e96-a499-284b528865a3 HTTP/1.1" status: 200 len: 945 time: 0.0571775 Feb 28 10:57:59.852437 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 43198) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:57:59.877465 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-34138753-5c2c-4961-835a-1d618faa378e req-99399121-d752-4884-bd90-a7e0ef59fe1e tempest-DeleteServersTestJSON-1116742 tempest-DeleteServersTestJSON-1116742-project] 10.222.0.20 "GET /v2.0/security-groups?id=2429fbac-0d5f-463f-a223-6dd98bc618a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428233 Feb 28 10:57:59.939571 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-3ef4f525-dcd6-4603-98fc-608cec183450 req-f287ba20-fca3-430d-b8be-59c5de65bf9f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6809ff88-7168-4e96-a499-284b528865a3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0859056 Feb 28 10:57:59.950631 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [req-3ef4f525-dcd6-4603-98fc-608cec183450 req-1af5f328-0457-4086-b337-ee559e5a57f8 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103408) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 10:57:59.951584 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-3ef4f525-dcd6-4603-98fc-608cec183450 req-1af5f328-0457-4086-b337-ee559e5a57f8 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050046 Feb 28 10:58:00.518804 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef4f525-dcd6-4603-98fc-608cec183450 req-5062a078-e151-462b-ba55-8f6ecf85446a tempest-DeleteServersTestJSON-1116742 tempest-DeleteServersTestJSON-1116742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:58:00.520202 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-3ef4f525-dcd6-4603-98fc-608cec183450 req-5062a078-e151-462b-ba55-8f6ecf85446a tempest-DeleteServersTestJSON-1116742 tempest-DeleteServersTestJSON-1116742-project] 10.222.0.20 "GET /v2.0/ports/43301fcd-7104-438d-8d55-86a3fddfa194 HTTP/1.1" status: 200 len: 942 time: 0.1158323 Feb 28 10:58:01.009165 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b964d724-d307-4a4a-aaa9-7b2dc0ac49a3 req-fe98d79e-60e0-4d59-9891-70ec1e5895c2 tempest-DeleteServersTestJSON-1116742 tempest-DeleteServersTestJSON-1116742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:58:01.010672 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-b964d724-d307-4a4a-aaa9-7b2dc0ac49a3 req-fe98d79e-60e0-4d59-9891-70ec1e5895c2 tempest-DeleteServersTestJSON-1116742 tempest-DeleteServersTestJSON-1116742-project] 10.222.0.20 "GET /v2.0/ports?device_id=6809ff88-7168-4e96-a499-284b528865a3 HTTP/1.1" status: 200 len: 945 time: 0.0607541 Feb 28 10:58:01.062076 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-b964d724-d307-4a4a-aaa9-7b2dc0ac49a3 req-d8f8db77-b18c-410b-be07-b3f5abadda3f tempest-DeleteServersTestJSON-1116742 tempest-DeleteServersTestJSON-1116742-project] 10.222.0.20 "GET /v2.0/security-groups?id=2429fbac-0d5f-463f-a223-6dd98bc618a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444641 Feb 28 10:58:01.547904 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef4f525-dcd6-4603-98fc-608cec183450 req-f331341f-7f47-462e-8e6a-33fe405a2858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:58:01.549630 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-3ef4f525-dcd6-4603-98fc-608cec183450 req-f331341f-7f47-462e-8e6a-33fe405a2858 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bb873c47bbd846f5b8fb0144e39401a9&device_id=6809ff88-7168-4e96-a499-284b528865a3 HTTP/1.1" status: 200 len: 1129 time: 0.0606582 Feb 28 10:58:01.644400 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef4f525-dcd6-4603-98fc-608cec183450 req-989970f4-27bc-4244-94ee-5e47e89871d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:58:01.645832 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-3ef4f525-dcd6-4603-98fc-608cec183450 req-989970f4-27bc-4244-94ee-5e47e89871d6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=bb8f7fe6-dcd7-4440-84e8-c3cbb77b9eef HTTP/1.1" status: 200 len: 912 time: 0.0898981 Feb 28 10:58:01.687271 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-3ef4f525-dcd6-4603-98fc-608cec183450 req-4a508f16-84c2-4c82-8ade-242b602974a1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=43301fcd-7104-438d-8d55-86a3fddfa194 HTTP/1.1" status: 200 len: 217 time: 0.0356286 Feb 28 10:58:01.735833 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef4f525-dcd6-4603-98fc-608cec183450 req-e93c4f2f-5b09-4d6b-ab79-314959021a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:58:01.737411 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-3ef4f525-dcd6-4603-98fc-608cec183450 req-e93c4f2f-5b09-4d6b-ab79-314959021a85 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fb55ec29-a64c-4cb1-8120-1692ede3d7d3 HTTP/1.1" status: 200 len: 851 time: 0.0447366 Feb 28 10:58:01.770299 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-3ef4f525-dcd6-4603-98fc-608cec183450 req-8bd0da49-7d11-4d4b-9fb7-8e46f3fb49ac service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bb8f7fe6-dcd7-4440-84e8-c3cbb77b9eef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269954 Feb 28 10:58:01.873806 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-3ef4f525-dcd6-4603-98fc-608cec183450 req-0ba66faa-390c-4310-9b85-209bc7920fdc service neutron] 10.222.0.30 "GET /v2.0/networks/bb8f7fe6-dcd7-4440-84e8-c3cbb77b9eef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976408 Feb 28 10:58:01.970912 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-3ef4f525-dcd6-4603-98fc-608cec183450 req-d81383c7-32e5-46ac-80b6-bc9db0670934 service neutron] 10.222.0.30 "GET /v2.0/networks/bb8f7fe6-dcd7-4440-84e8-c3cbb77b9eef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905533 Feb 28 10:58:02.245703 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc231311-ae0d-4b9b-8318-465436208065 req-c8e9a089-440c-4294-8bc0-efacfccdd893 tempest-DeleteServersTestJSON-1116742 tempest-DeleteServersTestJSON-1116742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:58:02.247636 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-bc231311-ae0d-4b9b-8318-465436208065 req-c8e9a089-440c-4294-8bc0-efacfccdd893 tempest-DeleteServersTestJSON-1116742 tempest-DeleteServersTestJSON-1116742-project] 10.222.0.20 "GET /v2.0/ports?device_id=6809ff88-7168-4e96-a499-284b528865a3 HTTP/1.1" status: 200 len: 945 time: 0.1103659 Feb 28 10:58:02.299507 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-bc231311-ae0d-4b9b-8318-465436208065 req-b06e5687-c676-46fd-bee7-fc64654be8c9 tempest-DeleteServersTestJSON-1116742 tempest-DeleteServersTestJSON-1116742-project] 10.222.0.20 "GET /v2.0/security-groups?id=2429fbac-0d5f-463f-a223-6dd98bc618a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441070 Feb 28 10:58:03.422968 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729281e9-b47d-448b-9ae1-f7c4e30ff70a req-b6c2a6a1-6601-4b0f-88be-db8beaa85519 tempest-DeleteServersTestJSON-1116742 tempest-DeleteServersTestJSON-1116742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:58:03.424460 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-729281e9-b47d-448b-9ae1-f7c4e30ff70a req-b6c2a6a1-6601-4b0f-88be-db8beaa85519 tempest-DeleteServersTestJSON-1116742 tempest-DeleteServersTestJSON-1116742-project] 10.222.0.20 "GET /v2.0/ports?device_id=6809ff88-7168-4e96-a499-284b528865a3 HTTP/1.1" status: 200 len: 945 time: 0.0558469 Feb 28 10:58:03.477266 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-729281e9-b47d-448b-9ae1-f7c4e30ff70a req-ac71277e-2915-4cca-b574-068aaa0e02d0 tempest-DeleteServersTestJSON-1116742 tempest-DeleteServersTestJSON-1116742-project] 10.222.0.20 "GET /v2.0/security-groups?id=2429fbac-0d5f-463f-a223-6dd98bc618a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471525 Feb 28 10:58:04.612520 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c721d71b-9b5b-417c-bc4e-0e5e2ec7b4d2 req-ef00bbea-5d50-443b-af3c-95f0ab1e06c4 tempest-DeleteServersTestJSON-1116742 tempest-DeleteServersTestJSON-1116742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:58:04.614618 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-c721d71b-9b5b-417c-bc4e-0e5e2ec7b4d2 req-ef00bbea-5d50-443b-af3c-95f0ab1e06c4 tempest-DeleteServersTestJSON-1116742 tempest-DeleteServersTestJSON-1116742-project] 10.222.0.20 "GET /v2.0/ports?device_id=6809ff88-7168-4e96-a499-284b528865a3 HTTP/1.1" status: 200 len: 945 time: 0.0628619 Feb 28 10:58:04.671488 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-c721d71b-9b5b-417c-bc4e-0e5e2ec7b4d2 req-0ee25acc-afdb-488e-bfef-15690155cfd9 tempest-DeleteServersTestJSON-1116742 tempest-DeleteServersTestJSON-1116742-project] 10.222.0.20 "GET /v2.0/security-groups?id=2429fbac-0d5f-463f-a223-6dd98bc618a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510867 Feb 28 10:58:05.808914 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dc5a36-3fb0-4382-8bac-a13ee7138f7d req-7df313b7-43f3-4230-acb6-bb0306e3091f tempest-DeleteServersTestJSON-1116742 tempest-DeleteServersTestJSON-1116742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:58:05.810440 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-50dc5a36-3fb0-4382-8bac-a13ee7138f7d req-7df313b7-43f3-4230-acb6-bb0306e3091f tempest-DeleteServersTestJSON-1116742 tempest-DeleteServersTestJSON-1116742-project] 10.222.0.20 "GET /v2.0/ports?device_id=6809ff88-7168-4e96-a499-284b528865a3 HTTP/1.1" status: 200 len: 945 time: 0.0564737 Feb 28 10:58:05.859025 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-50dc5a36-3fb0-4382-8bac-a13ee7138f7d req-aaf02924-46e5-427d-918b-de860dccafe0 tempest-DeleteServersTestJSON-1116742 tempest-DeleteServersTestJSON-1116742-project] 10.222.0.20 "GET /v2.0/security-groups?id=2429fbac-0d5f-463f-a223-6dd98bc618a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423760 Feb 28 10:58:06.998490 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e66a67-66e4-4198-9a19-82f303061244 req-f90457ee-ad08-46c4-8ebd-19f859696cc0 tempest-DeleteServersTestJSON-1116742 tempest-DeleteServersTestJSON-1116742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:58:06.999983 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-45e66a67-66e4-4198-9a19-82f303061244 req-f90457ee-ad08-46c4-8ebd-19f859696cc0 tempest-DeleteServersTestJSON-1116742 tempest-DeleteServersTestJSON-1116742-project] 10.222.0.20 "GET /v2.0/ports?device_id=6809ff88-7168-4e96-a499-284b528865a3 HTTP/1.1" status: 200 len: 945 time: 0.0635722 Feb 28 10:58:07.049044 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-45e66a67-66e4-4198-9a19-82f303061244 req-73a96a2d-14b4-4bd1-824f-da9e0375c640 tempest-DeleteServersTestJSON-1116742 tempest-DeleteServersTestJSON-1116742-project] 10.222.0.20 "GET /v2.0/security-groups?id=2429fbac-0d5f-463f-a223-6dd98bc618a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431900 Feb 28 10:58:08.198598 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62f5010-e30d-4398-9288-b1379625a8b6 req-6bf6a5c7-75cf-4e7e-9761-712c07c06f18 tempest-DeleteServersTestJSON-1116742 tempest-DeleteServersTestJSON-1116742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:58:08.200127 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-d62f5010-e30d-4398-9288-b1379625a8b6 req-6bf6a5c7-75cf-4e7e-9761-712c07c06f18 tempest-DeleteServersTestJSON-1116742 tempest-DeleteServersTestJSON-1116742-project] 10.222.0.20 "GET /v2.0/ports?device_id=6809ff88-7168-4e96-a499-284b528865a3 HTTP/1.1" status: 200 len: 945 time: 0.0700862 Feb 28 10:58:08.257916 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-d62f5010-e30d-4398-9288-b1379625a8b6 req-9594051c-0087-4b5d-b143-84d6201ee0e7 tempest-DeleteServersTestJSON-1116742 tempest-DeleteServersTestJSON-1116742-project] 10.222.0.20 "GET /v2.0/security-groups?id=2429fbac-0d5f-463f-a223-6dd98bc618a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458462 Feb 28 10:58:08.344932 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (13ac42ae-016e-4baf-bb31-c6fa820b41c2), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:08.756672 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-faf037aa-3f13-4f9f-b12a-3f795114b774 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fb6705d2-4f70-4965-92a3-fbfccd43a6d3), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:09.403330 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603d59a4-8654-4619-8d2c-51935936477e req-de076b96-e843-4f1b-a228-4bbf80ebfe9f tempest-DeleteServersTestJSON-1116742 tempest-DeleteServersTestJSON-1116742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:58:09.404826 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-603d59a4-8654-4619-8d2c-51935936477e req-de076b96-e843-4f1b-a228-4bbf80ebfe9f tempest-DeleteServersTestJSON-1116742 tempest-DeleteServersTestJSON-1116742-project] 10.222.0.20 "GET /v2.0/ports?device_id=6809ff88-7168-4e96-a499-284b528865a3 HTTP/1.1" status: 200 len: 945 time: 0.0553787 Feb 28 10:58:09.453359 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-603d59a4-8654-4619-8d2c-51935936477e req-5521d116-7e87-4ca4-852e-d97ce7f146b1 tempest-DeleteServersTestJSON-1116742 tempest-DeleteServersTestJSON-1116742-project] 10.222.0.20 "GET /v2.0/security-groups?id=2429fbac-0d5f-463f-a223-6dd98bc618a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425005 Feb 28 10:58:10.593944 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38d459d-4ef5-443c-bdb5-92a39eda68d9 req-12d3e344-350c-45c4-a067-29c98e6efe9a tempest-DeleteServersTestJSON-1116742 tempest-DeleteServersTestJSON-1116742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:58:10.595762 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-e38d459d-4ef5-443c-bdb5-92a39eda68d9 req-12d3e344-350c-45c4-a067-29c98e6efe9a tempest-DeleteServersTestJSON-1116742 tempest-DeleteServersTestJSON-1116742-project] 10.222.0.20 "GET /v2.0/ports?device_id=6809ff88-7168-4e96-a499-284b528865a3 HTTP/1.1" status: 200 len: 945 time: 0.0651407 Feb 28 10:58:10.649417 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-e38d459d-4ef5-443c-bdb5-92a39eda68d9 req-7d32fd88-7c70-4c42-b1af-fdb758e17d00 tempest-DeleteServersTestJSON-1116742 tempest-DeleteServersTestJSON-1116742-project] 10.222.0.20 "GET /v2.0/security-groups?id=2429fbac-0d5f-463f-a223-6dd98bc618a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456734 Feb 28 10:58:11.034803 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-24d542a9-38f6-45ed-bd73-dedeba23d879 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fc6c9b74-8dbb-41bb-800a-5bd3a43fe896), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:11.774907 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004db021-19f6-471f-b5a1-e661fe9fda1a req-c20066b2-ea86-428d-abf6-dbd4f98e75c8 tempest-DeleteServersTestJSON-1116742 tempest-DeleteServersTestJSON-1116742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:58:11.776587 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-004db021-19f6-471f-b5a1-e661fe9fda1a req-c20066b2-ea86-428d-abf6-dbd4f98e75c8 tempest-DeleteServersTestJSON-1116742 tempest-DeleteServersTestJSON-1116742-project] 10.222.0.20 "GET /v2.0/ports?device_id=6809ff88-7168-4e96-a499-284b528865a3 HTTP/1.1" status: 200 len: 945 time: 0.0566285 Feb 28 10:58:11.827638 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-004db021-19f6-471f-b5a1-e661fe9fda1a req-9a8b7508-8016-41f1-bd08-1cfa6af26f61 tempest-DeleteServersTestJSON-1116742 tempest-DeleteServersTestJSON-1116742-project] 10.222.0.20 "GET /v2.0/security-groups?id=2429fbac-0d5f-463f-a223-6dd98bc618a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428977 Feb 28 10:58:12.114690 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b6d631fb-7df0-4fe1-8322-abff3b61cae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (0db5147a-92a3-4581-8a5f-8ec9b93e0600), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:13.023049 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cc68ec-179d-4bcc-b62a-42c67457ad99 req-d03af8ac-a6c4-4c8a-a4f9-3349bde8912c tempest-DeleteServersTestJSON-1116742 tempest-DeleteServersTestJSON-1116742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:58:13.024583 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-12cc68ec-179d-4bcc-b62a-42c67457ad99 req-d03af8ac-a6c4-4c8a-a4f9-3349bde8912c tempest-DeleteServersTestJSON-1116742 tempest-DeleteServersTestJSON-1116742-project] 10.222.0.20 "GET /v2.0/ports?device_id=6809ff88-7168-4e96-a499-284b528865a3 HTTP/1.1" status: 200 len: 945 time: 0.1117287 Feb 28 10:58:13.078846 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-12cc68ec-179d-4bcc-b62a-42c67457ad99 req-c9fbb310-b8a9-436b-8c51-60f9b1acadcd tempest-DeleteServersTestJSON-1116742 tempest-DeleteServersTestJSON-1116742-project] 10.222.0.20 "GET /v2.0/security-groups?id=2429fbac-0d5f-463f-a223-6dd98bc618a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454168 Feb 28 10:58:13.532094 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6b923bb1-06b0-4b84-b461-7cc1d0196090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (2e621730-3978-4720-b581-ac380e97a567), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:14.211519 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae692748-ea7b-4e25-ab8c-0e2f1efb42b1 req-6f77f973-5aaa-4910-b6bd-7f0b339bf99c tempest-DeleteServersTestJSON-1116742 tempest-DeleteServersTestJSON-1116742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:58:14.213814 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-ae692748-ea7b-4e25-ab8c-0e2f1efb42b1 req-6f77f973-5aaa-4910-b6bd-7f0b339bf99c tempest-DeleteServersTestJSON-1116742 tempest-DeleteServersTestJSON-1116742-project] 10.222.0.20 "GET /v2.0/ports?device_id=6809ff88-7168-4e96-a499-284b528865a3 HTTP/1.1" status: 200 len: 945 time: 0.0602233 Feb 28 10:58:14.265901 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-ae692748-ea7b-4e25-ab8c-0e2f1efb42b1 req-aad9d5e9-5651-4882-bd69-6b4dd09cfaa1 tempest-DeleteServersTestJSON-1116742 tempest-DeleteServersTestJSON-1116742-project] 10.222.0.20 "GET /v2.0/security-groups?id=2429fbac-0d5f-463f-a223-6dd98bc618a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447125 Feb 28 10:58:14.920472 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:15.572633 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2613b6-00dc-46e7-a25f-6e93de1644f5 req-043a749d-9bbb-4cd9-a9d0-07a0065d2951 tempest-DeleteServersTestJSON-1116742 tempest-DeleteServersTestJSON-1116742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:58:15.573902 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-2c2613b6-00dc-46e7-a25f-6e93de1644f5 req-043a749d-9bbb-4cd9-a9d0-07a0065d2951 tempest-DeleteServersTestJSON-1116742 tempest-DeleteServersTestJSON-1116742-project] 10.222.0.20 "GET /v2.0/ports?device_id=6809ff88-7168-4e96-a499-284b528865a3 HTTP/1.1" status: 200 len: 945 time: 0.0605969 Feb 28 10:58:15.626921 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-2c2613b6-00dc-46e7-a25f-6e93de1644f5 req-5cc067de-7ff4-4fc9-974c-cfae90465d21 tempest-DeleteServersTestJSON-1116742 tempest-DeleteServersTestJSON-1116742-project] 10.222.0.20 "GET /v2.0/security-groups?id=2429fbac-0d5f-463f-a223-6dd98bc618a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448639 Feb 28 10:58:16.338474 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [req-d91da059-4afe-43fc-af5d-70b5540d97d3 req-809870b6-ad06-4d64-8ea7-a95b4266a4bf service neutron] (103407) timed out ('10.222.0.30', 63058) {{(pid=103407) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 28 10:58:16.767836 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbfe1e2-f0db-4cc5-a81e-57128ab939b7 req-8df39dc8-0a97-4ed0-8ede-4569fa607875 tempest-DeleteServersTestJSON-1116742 tempest-DeleteServersTestJSON-1116742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:58:16.769353 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-adbfe1e2-f0db-4cc5-a81e-57128ab939b7 req-8df39dc8-0a97-4ed0-8ede-4569fa607875 tempest-DeleteServersTestJSON-1116742 tempest-DeleteServersTestJSON-1116742-project] 10.222.0.20 "GET /v2.0/ports?device_id=6809ff88-7168-4e96-a499-284b528865a3 HTTP/1.1" status: 200 len: 945 time: 0.0727730 Feb 28 10:58:16.830321 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-adbfe1e2-f0db-4cc5-a81e-57128ab939b7 req-17f97117-fb36-4453-aa8b-158712d8bd35 tempest-DeleteServersTestJSON-1116742 tempest-DeleteServersTestJSON-1116742-project] 10.222.0.20 "GET /v2.0/security-groups?id=2429fbac-0d5f-463f-a223-6dd98bc618a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530472 Feb 28 10:58:17.954419 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c55b4a-49e0-42dd-96d6-118a3ca2bc03 req-d903a7d6-a86b-46d9-b690-2cb7dba05bd2 tempest-DeleteServersTestJSON-1116742 tempest-DeleteServersTestJSON-1116742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:58:17.955922 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-80c55b4a-49e0-42dd-96d6-118a3ca2bc03 req-d903a7d6-a86b-46d9-b690-2cb7dba05bd2 tempest-DeleteServersTestJSON-1116742 tempest-DeleteServersTestJSON-1116742-project] 10.222.0.20 "GET /v2.0/ports?device_id=6809ff88-7168-4e96-a499-284b528865a3 HTTP/1.1" status: 200 len: 945 time: 0.0572176 Feb 28 10:58:18.005114 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-80c55b4a-49e0-42dd-96d6-118a3ca2bc03 req-506223dd-8ca2-4551-85c1-25d3b7aab5a3 tempest-DeleteServersTestJSON-1116742 tempest-DeleteServersTestJSON-1116742-project] 10.222.0.20 "GET /v2.0/security-groups?id=2429fbac-0d5f-463f-a223-6dd98bc618a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432165 Feb 28 10:58:19.133801 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8864bfdf-7be1-4d59-b7ac-2f07547b93f3 req-45524ada-e467-48bc-92e4-100f22bd2f0b tempest-DeleteServersTestJSON-1116742 tempest-DeleteServersTestJSON-1116742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:58:19.135268 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-8864bfdf-7be1-4d59-b7ac-2f07547b93f3 req-45524ada-e467-48bc-92e4-100f22bd2f0b tempest-DeleteServersTestJSON-1116742 tempest-DeleteServersTestJSON-1116742-project] 10.222.0.20 "GET /v2.0/ports?device_id=6809ff88-7168-4e96-a499-284b528865a3 HTTP/1.1" status: 200 len: 945 time: 0.0552878 Feb 28 10:58:19.193526 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-8864bfdf-7be1-4d59-b7ac-2f07547b93f3 req-cc2f1c64-1ac5-4c75-97b2-2da4b469cb1b tempest-DeleteServersTestJSON-1116742 tempest-DeleteServersTestJSON-1116742-project] 10.222.0.20 "GET /v2.0/security-groups?id=2429fbac-0d5f-463f-a223-6dd98bc618a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508387 Feb 28 10:58:20.331860 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79037c5a-ffff-4a64-87a7-9a9d280f86a0 req-3e42f92a-9ac7-4b55-83ee-0c5d23677c6c tempest-DeleteServersTestJSON-1116742 tempest-DeleteServersTestJSON-1116742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:58:20.333372 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-79037c5a-ffff-4a64-87a7-9a9d280f86a0 req-3e42f92a-9ac7-4b55-83ee-0c5d23677c6c tempest-DeleteServersTestJSON-1116742 tempest-DeleteServersTestJSON-1116742-project] 10.222.0.20 "GET /v2.0/ports?device_id=6809ff88-7168-4e96-a499-284b528865a3 HTTP/1.1" status: 200 len: 945 time: 0.0637562 Feb 28 10:58:20.384820 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-79037c5a-ffff-4a64-87a7-9a9d280f86a0 req-d5e2e6c8-4282-410f-8993-9f239bdaa28b tempest-DeleteServersTestJSON-1116742 tempest-DeleteServersTestJSON-1116742-project] 10.222.0.20 "GET /v2.0/security-groups?id=2429fbac-0d5f-463f-a223-6dd98bc618a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453219 Feb 28 10:58:21.510535 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa514f9-946c-4e46-9a9d-5ce870b63c92 req-73a86b40-4965-4c5c-8d9c-d4b3b1ed2d9b tempest-DeleteServersTestJSON-1116742 tempest-DeleteServersTestJSON-1116742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:58:21.512047 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-8aa514f9-946c-4e46-9a9d-5ce870b63c92 req-73a86b40-4965-4c5c-8d9c-d4b3b1ed2d9b tempest-DeleteServersTestJSON-1116742 tempest-DeleteServersTestJSON-1116742-project] 10.222.0.20 "GET /v2.0/ports?device_id=6809ff88-7168-4e96-a499-284b528865a3 HTTP/1.1" status: 200 len: 945 time: 0.0569251 Feb 28 10:58:21.559282 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-8aa514f9-946c-4e46-9a9d-5ce870b63c92 req-38b244b7-8321-41df-a25f-9df4c21a5ee8 tempest-DeleteServersTestJSON-1116742 tempest-DeleteServersTestJSON-1116742-project] 10.222.0.20 "GET /v2.0/security-groups?id=2429fbac-0d5f-463f-a223-6dd98bc618a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414588 Feb 28 10:58:22.701537 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dd336e-e6c9-43d2-9a01-db809494de48 req-5fb98271-87c9-4fa8-a382-7fa0b0b15d4f tempest-DeleteServersTestJSON-1116742 tempest-DeleteServersTestJSON-1116742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:58:22.703038 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-f8dd336e-e6c9-43d2-9a01-db809494de48 req-5fb98271-87c9-4fa8-a382-7fa0b0b15d4f tempest-DeleteServersTestJSON-1116742 tempest-DeleteServersTestJSON-1116742-project] 10.222.0.20 "GET /v2.0/ports?device_id=6809ff88-7168-4e96-a499-284b528865a3 HTTP/1.1" status: 200 len: 945 time: 0.0607774 Feb 28 10:58:22.752097 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-f8dd336e-e6c9-43d2-9a01-db809494de48 req-2f2b51cb-4ee7-4c2d-9a9f-48287a12d552 tempest-DeleteServersTestJSON-1116742 tempest-DeleteServersTestJSON-1116742-project] 10.222.0.20 "GET /v2.0/security-groups?id=2429fbac-0d5f-463f-a223-6dd98bc618a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408871 Feb 28 10:58:23.880543 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b77c70b-51f6-48ab-b965-01674aebb661 req-d869c1af-2a32-48a8-9b2d-0f08f08b76e0 tempest-DeleteServersTestJSON-1116742 tempest-DeleteServersTestJSON-1116742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:58:23.882116 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-0b77c70b-51f6-48ab-b965-01674aebb661 req-d869c1af-2a32-48a8-9b2d-0f08f08b76e0 tempest-DeleteServersTestJSON-1116742 tempest-DeleteServersTestJSON-1116742-project] 10.222.0.20 "GET /v2.0/ports?device_id=6809ff88-7168-4e96-a499-284b528865a3 HTTP/1.1" status: 200 len: 945 time: 0.0571156 Feb 28 10:58:23.935690 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-0b77c70b-51f6-48ab-b965-01674aebb661 req-0bdc4a2a-d834-470e-afc6-55d38ed32dc9 tempest-DeleteServersTestJSON-1116742 tempest-DeleteServersTestJSON-1116742-project] 10.222.0.20 "GET /v2.0/security-groups?id=2429fbac-0d5f-463f-a223-6dd98bc618a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454051 Feb 28 10:58:25.069683 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce611ab3-326e-4dcc-83e3-cf704e70484e req-ec5311be-2248-47d6-a81c-6a09bb08dc91 tempest-DeleteServersTestJSON-1116742 tempest-DeleteServersTestJSON-1116742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:58:25.071182 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-ce611ab3-326e-4dcc-83e3-cf704e70484e req-ec5311be-2248-47d6-a81c-6a09bb08dc91 tempest-DeleteServersTestJSON-1116742 tempest-DeleteServersTestJSON-1116742-project] 10.222.0.20 "GET /v2.0/ports?device_id=6809ff88-7168-4e96-a499-284b528865a3 HTTP/1.1" status: 200 len: 945 time: 0.0583694 Feb 28 10:58:25.121646 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-ce611ab3-326e-4dcc-83e3-cf704e70484e req-33949329-a46e-4327-8f61-e5abe4343c99 tempest-DeleteServersTestJSON-1116742 tempest-DeleteServersTestJSON-1116742-project] 10.222.0.20 "GET /v2.0/security-groups?id=2429fbac-0d5f-463f-a223-6dd98bc618a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430646 Feb 28 10:58:26.256001 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f436a31f-117b-4348-90be-2f3d831f8e32 req-90a86577-3aec-4612-b312-51d68f69f921 tempest-DeleteServersTestJSON-1116742 tempest-DeleteServersTestJSON-1116742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:58:26.257549 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-f436a31f-117b-4348-90be-2f3d831f8e32 req-90a86577-3aec-4612-b312-51d68f69f921 tempest-DeleteServersTestJSON-1116742 tempest-DeleteServersTestJSON-1116742-project] 10.222.0.20 "GET /v2.0/ports?device_id=6809ff88-7168-4e96-a499-284b528865a3 HTTP/1.1" status: 200 len: 945 time: 0.0592630 Feb 28 10:58:26.308995 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-f436a31f-117b-4348-90be-2f3d831f8e32 req-b3c687a1-9d5e-4ae8-8ca3-56caf2cec2ef tempest-DeleteServersTestJSON-1116742 tempest-DeleteServersTestJSON-1116742-project] 10.222.0.20 "GET /v2.0/security-groups?id=2429fbac-0d5f-463f-a223-6dd98bc618a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416970 Feb 28 10:58:27.091704 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.agents_db [None req-382e0aa2-b126-48e6-89eb-3efa426b6b29 None None] Agent healthcheck: found 6 active agents {{(pid=103410) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 10:58:27.448495 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b81c656-5b27-476d-b91e-d7b931e99340 req-089ee185-44bc-4180-9fdb-ec4107014321 tempest-DeleteServersTestJSON-1116742 tempest-DeleteServersTestJSON-1116742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:58:27.450072 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-7b81c656-5b27-476d-b91e-d7b931e99340 req-089ee185-44bc-4180-9fdb-ec4107014321 tempest-DeleteServersTestJSON-1116742 tempest-DeleteServersTestJSON-1116742-project] 10.222.0.20 "GET /v2.0/ports?device_id=6809ff88-7168-4e96-a499-284b528865a3 HTTP/1.1" status: 200 len: 945 time: 0.0625155 Feb 28 10:58:27.504745 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-7b81c656-5b27-476d-b91e-d7b931e99340 req-d200f150-ff72-42e5-b2eb-a0bb245d9fa3 tempest-DeleteServersTestJSON-1116742 tempest-DeleteServersTestJSON-1116742-project] 10.222.0.20 "GET /v2.0/security-groups?id=2429fbac-0d5f-463f-a223-6dd98bc618a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471706 Feb 28 10:58:28.632574 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeded13-3940-4d74-8cdc-1c39457d9c0b req-d787edf4-cba1-493f-b475-59e735e7c43c tempest-DeleteServersTestJSON-1116742 tempest-DeleteServersTestJSON-1116742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:58:28.634452 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-fbeded13-3940-4d74-8cdc-1c39457d9c0b req-d787edf4-cba1-493f-b475-59e735e7c43c tempest-DeleteServersTestJSON-1116742 tempest-DeleteServersTestJSON-1116742-project] 10.222.0.20 "GET /v2.0/ports?device_id=6809ff88-7168-4e96-a499-284b528865a3 HTTP/1.1" status: 200 len: 945 time: 0.0558910 Feb 28 10:58:28.685192 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-fbeded13-3940-4d74-8cdc-1c39457d9c0b req-65a03408-8cf3-4bed-a43f-50aaf8ca0abc tempest-DeleteServersTestJSON-1116742 tempest-DeleteServersTestJSON-1116742-project] 10.222.0.20 "GET /v2.0/security-groups?id=2429fbac-0d5f-463f-a223-6dd98bc618a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433187 Feb 28 10:58:28.780197 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-3ef4f525-dcd6-4603-98fc-608cec183450 req-2566283f-e622-444e-996d-0bbada4d5e59 service neutron] 10.222.0.30 "GET /v2.0/ports/43301fcd-7104-438d-8d55-86a3fddfa194/bindings/hv-neutron-mast HTTP/1.1" status: 200 len: 384 time: 0.0578263 Feb 28 10:58:29.046383 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef4f525-dcd6-4603-98fc-608cec183450 req-ffe98f67-b36d-4349-968b-abecd4b74bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:58:29.047835 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-3ef4f525-dcd6-4603-98fc-608cec183450 req-ffe98f67-b36d-4349-968b-abecd4b74bfc service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6809ff88-7168-4e96-a499-284b528865a3&tenant_id=bb873c47bbd846f5b8fb0144e39401a9 HTTP/1.1" status: 200 len: 1129 time: 0.0822680 Feb 28 10:58:29.141991 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef4f525-dcd6-4603-98fc-608cec183450 req-093ca6f2-278b-4051-9db0-9cb92f76f665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:58:29.144342 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-3ef4f525-dcd6-4603-98fc-608cec183450 req-093ca6f2-278b-4051-9db0-9cb92f76f665 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bb873c47bbd846f5b8fb0144e39401a9&device_id=6809ff88-7168-4e96-a499-284b528865a3 HTTP/1.1" status: 200 len: 1129 time: 0.0584667 Feb 28 10:58:29.241746 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef4f525-dcd6-4603-98fc-608cec183450 req-0941437f-769d-4374-a79d-42e7e9853784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:58:29.243586 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-3ef4f525-dcd6-4603-98fc-608cec183450 req-0941437f-769d-4374-a79d-42e7e9853784 service neutron] 10.222.0.30 "GET /v2.0/networks?id=bb8f7fe6-dcd7-4440-84e8-c3cbb77b9eef HTTP/1.1" status: 200 len: 912 time: 0.0926595 Feb 28 10:58:29.283787 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-3ef4f525-dcd6-4603-98fc-608cec183450 req-8ed1bf5f-79ad-46f2-b0c3-94b1dfb1ea55 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=43301fcd-7104-438d-8d55-86a3fddfa194 HTTP/1.1" status: 200 len: 217 time: 0.0346539 Feb 28 10:58:29.333914 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef4f525-dcd6-4603-98fc-608cec183450 req-ed9639da-b002-4458-81a5-4834de650a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:58:29.335559 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-3ef4f525-dcd6-4603-98fc-608cec183450 req-ed9639da-b002-4458-81a5-4834de650a49 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fb55ec29-a64c-4cb1-8120-1692ede3d7d3 HTTP/1.1" status: 200 len: 851 time: 0.0466323 Feb 28 10:58:29.369257 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-3ef4f525-dcd6-4603-98fc-608cec183450 req-da90c27e-b580-4b27-8f2b-400e38311ce6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bb8f7fe6-dcd7-4440-84e8-c3cbb77b9eef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270758 Feb 28 10:58:29.473001 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-3ef4f525-dcd6-4603-98fc-608cec183450 req-33b5feba-4f6f-49e8-92e4-85c140da6d69 service neutron] 10.222.0.30 "GET /v2.0/networks/bb8f7fe6-dcd7-4440-84e8-c3cbb77b9eef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981219 Feb 28 10:58:29.570904 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-3ef4f525-dcd6-4603-98fc-608cec183450 req-b3852a13-4399-4973-8bc4-9bfaeb131643 service neutron] 10.222.0.30 "GET /v2.0/networks/bb8f7fe6-dcd7-4440-84e8-c3cbb77b9eef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918028 Feb 28 10:58:29.826720 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a1ccb2-5383-40ac-ac3d-a4a99a79ba1a req-6ab4ded9-9057-418b-b9e4-62bb886e9a9d tempest-DeleteServersTestJSON-1116742 tempest-DeleteServersTestJSON-1116742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:58:29.828694 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-42a1ccb2-5383-40ac-ac3d-a4a99a79ba1a req-6ab4ded9-9057-418b-b9e4-62bb886e9a9d tempest-DeleteServersTestJSON-1116742 tempest-DeleteServersTestJSON-1116742-project] 10.222.0.20 "GET /v2.0/ports?device_id=6809ff88-7168-4e96-a499-284b528865a3 HTTP/1.1" status: 200 len: 945 time: 0.0683410 Feb 28 10:58:29.877329 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-42a1ccb2-5383-40ac-ac3d-a4a99a79ba1a req-8cc034fc-cfee-4c4b-8bfc-e4b22dd3fda7 tempest-DeleteServersTestJSON-1116742 tempest-DeleteServersTestJSON-1116742-project] 10.222.0.20 "GET /v2.0/security-groups?id=2429fbac-0d5f-463f-a223-6dd98bc618a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426412 Feb 28 10:58:31.016597 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e9d48e-2ee1-4d9d-9959-757733e3ba03 req-9803c8b3-c8ba-42b1-8fde-7460436f8b83 tempest-DeleteServersTestJSON-1116742 tempest-DeleteServersTestJSON-1116742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:58:31.018146 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-52e9d48e-2ee1-4d9d-9959-757733e3ba03 req-9803c8b3-c8ba-42b1-8fde-7460436f8b83 tempest-DeleteServersTestJSON-1116742 tempest-DeleteServersTestJSON-1116742-project] 10.222.0.20 "GET /v2.0/ports?device_id=6809ff88-7168-4e96-a499-284b528865a3 HTTP/1.1" status: 200 len: 945 time: 0.0656071 Feb 28 10:58:31.066306 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-52e9d48e-2ee1-4d9d-9959-757733e3ba03 req-1a06e886-e805-446d-891f-7fca873b6e70 tempest-DeleteServersTestJSON-1116742 tempest-DeleteServersTestJSON-1116742-project] 10.222.0.20 "GET /v2.0/security-groups?id=2429fbac-0d5f-463f-a223-6dd98bc618a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424623 Feb 28 10:58:32.202090 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8beb96-d9a3-427d-95ec-fad65c62f979 req-26782d70-6de0-42b2-bf1d-f1c4c9251cbd tempest-DeleteServersTestJSON-1116742 tempest-DeleteServersTestJSON-1116742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:58:32.203590 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-5b8beb96-d9a3-427d-95ec-fad65c62f979 req-26782d70-6de0-42b2-bf1d-f1c4c9251cbd tempest-DeleteServersTestJSON-1116742 tempest-DeleteServersTestJSON-1116742-project] 10.222.0.20 "GET /v2.0/ports?device_id=6809ff88-7168-4e96-a499-284b528865a3 HTTP/1.1" status: 200 len: 945 time: 0.0634661 Feb 28 10:58:32.250507 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-5b8beb96-d9a3-427d-95ec-fad65c62f979 req-86a67da4-c9f0-4375-b958-e8565dc2ff47 tempest-DeleteServersTestJSON-1116742 tempest-DeleteServersTestJSON-1116742-project] 10.222.0.20 "GET /v2.0/security-groups?id=2429fbac-0d5f-463f-a223-6dd98bc618a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408592 Feb 28 10:58:33.333752 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device 43301fcd-7104-438d-8d55-86a3fddfa194 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103409) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 10:58:33.383459 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3651321b-704e-4580-a402-c181dbb478d7 req-adec3e33-48f2-42e9-a035-c2c549ed203a tempest-DeleteServersTestJSON-1116742 tempest-DeleteServersTestJSON-1116742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:58:33.385099 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-3651321b-704e-4580-a402-c181dbb478d7 req-adec3e33-48f2-42e9-a035-c2c549ed203a tempest-DeleteServersTestJSON-1116742 tempest-DeleteServersTestJSON-1116742-project] 10.222.0.20 "GET /v2.0/ports?device_id=6809ff88-7168-4e96-a499-284b528865a3 HTTP/1.1" status: 200 len: 945 time: 0.0560915 Feb 28 10:58:33.433211 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] For port 43301fcd-7104-438d-8d55-86a3fddfa194, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=43301fcd-7104-438d-8d55-86a3fddfa194,segment=NetworkSegment(411cb296-567d-4299-8405-2a84902901e8),segment_id=411cb296-567d-4299-8405-2a84902901e8)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:58:33.434504 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-3651321b-704e-4580-a402-c181dbb478d7 req-ff6bc322-4ed6-4e71-8568-84592ae28e94 tempest-DeleteServersTestJSON-1116742 tempest-DeleteServersTestJSON-1116742-project] 10.222.0.20 "GET /v2.0/security-groups?id=2429fbac-0d5f-463f-a223-6dd98bc618a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426896 Feb 28 10:58:33.444900 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Returning: {'device': '43301fcd-7104-438d-8d55-86a3fddfa194', 'network_id': 'bb8f7fe6-dcd7-4440-84e8-c3cbb77b9eef', 'port_id': '43301fcd-7104-438d-8d55-86a3fddfa194', 'mac_address': 'fa:16:3e:69:99:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 273, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb55ec29-a64c-4cb1-8120-1692ede3d7d3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103409) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 10:58:33.485732 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Current status of the port 43301fcd-7104-438d-8d55-86a3fddfa194 is: ACTIVE; New status is: BUILD {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:58:33.486160 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (43301fcd-7104-438d-8d55-86a3fddfa194), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:33.503712 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 43301fcd-7104-438d-8d55-86a3fddfa194 {{(pid=103409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 10:58:33.523192 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] For port 43301fcd-7104-438d-8d55-86a3fddfa194, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=43301fcd-7104-438d-8d55-86a3fddfa194,segment=NetworkSegment(411cb296-567d-4299-8405-2a84902901e8),segment_id=411cb296-567d-4299-8405-2a84902901e8)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:58:33.527637 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (43301fcd-7104-438d-8d55-86a3fddfa194), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:33.576383 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Pushing event updated for resources: {'Port': ['ID=43301fcd-7104-438d-8d55-86a3fddfa194,revision_number=6']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:58:33.650444 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] get_ports_and_sgs() called for port_ids ['43301fcd-7104-438d-8d55-86a3fddfa194'] {{(pid=103409) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 10:58:33.778721 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39348f8-2bcc-4ddd-9d3f-88bcf67fa6fc req-421fca05-4067-494f-b83e-1e8b41b45e0b tempest-DeleteServersTestJSON-1116742 tempest-DeleteServersTestJSON-1116742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:58:33.780279 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-f39348f8-2bcc-4ddd-9d3f-88bcf67fa6fc req-421fca05-4067-494f-b83e-1e8b41b45e0b tempest-DeleteServersTestJSON-1116742 tempest-DeleteServersTestJSON-1116742-project] 10.222.0.30 "GET /v2.0/ports?device_id=6809ff88-7168-4e96-a499-284b528865a3&tenant_id=bb873c47bbd846f5b8fb0144e39401a9&binding%3Ahost_id=hv-neutron-mast HTTP/1.1" status: 200 len: 944 time: 0.0950475 Feb 28 10:58:33.885681 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39348f8-2bcc-4ddd-9d3f-88bcf67fa6fc req-e6c5c1c9-b704-4226-84e4-20d5962b9e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:58:33.887241 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-f39348f8-2bcc-4ddd-9d3f-88bcf67fa6fc req-e6c5c1c9-b704-4226-84e4-20d5962b9e59 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bb873c47bbd846f5b8fb0144e39401a9&device_id=6809ff88-7168-4e96-a499-284b528865a3 HTTP/1.1" status: 200 len: 1128 time: 0.0461614 Feb 28 10:58:33.980021 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39348f8-2bcc-4ddd-9d3f-88bcf67fa6fc req-e22ac207-7930-43c4-8bb8-35a70ad339dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:58:33.981635 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-f39348f8-2bcc-4ddd-9d3f-88bcf67fa6fc req-e22ac207-7930-43c4-8bb8-35a70ad339dd service neutron] 10.222.0.30 "GET /v2.0/networks?id=bb8f7fe6-dcd7-4440-84e8-c3cbb77b9eef HTTP/1.1" status: 200 len: 912 time: 0.0883706 Feb 28 10:58:34.025810 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-f39348f8-2bcc-4ddd-9d3f-88bcf67fa6fc req-502df2cf-a1eb-4920-a047-cc56a243d0b9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=43301fcd-7104-438d-8d55-86a3fddfa194 HTTP/1.1" status: 200 len: 217 time: 0.0379579 Feb 28 10:58:34.075080 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39348f8-2bcc-4ddd-9d3f-88bcf67fa6fc req-f3e41b13-2e8c-47e1-b83c-bcaa6a2ed8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:58:34.076541 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-f39348f8-2bcc-4ddd-9d3f-88bcf67fa6fc req-f3e41b13-2e8c-47e1-b83c-bcaa6a2ed8d8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fb55ec29-a64c-4cb1-8120-1692ede3d7d3 HTTP/1.1" status: 200 len: 851 time: 0.0438440 Feb 28 10:58:34.109035 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-f39348f8-2bcc-4ddd-9d3f-88bcf67fa6fc req-70718c59-3f3f-4ce9-a29d-32f76245e761 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bb8f7fe6-dcd7-4440-84e8-c3cbb77b9eef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262759 Feb 28 10:58:34.216305 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-f39348f8-2bcc-4ddd-9d3f-88bcf67fa6fc req-19e5c74e-3610-4677-9dd2-c82d94805cae service neutron] 10.222.0.30 "GET /v2.0/networks/bb8f7fe6-dcd7-4440-84e8-c3cbb77b9eef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011720 Feb 28 10:58:34.311901 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-f39348f8-2bcc-4ddd-9d3f-88bcf67fa6fc req-424c6c68-1e21-4c69-b474-71555c380e30 service neutron] 10.222.0.30 "GET /v2.0/networks/bb8f7fe6-dcd7-4440-84e8-c3cbb77b9eef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897753 Feb 28 10:58:35.339611 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device 43301fcd-7104-438d-8d55-86a3fddfa194 up at agent hyperv_hv-neutron-mast {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:58:35.379168 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587cdf22-4e2b-4ff0-88d4-4a5d7c9b38e9 req-45b168a2-be60-45c2-81ae-903ae41e7bd1 tempest-DeleteServersTestJSON-1116742 tempest-DeleteServersTestJSON-1116742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:58:35.380682 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-587cdf22-4e2b-4ff0-88d4-4a5d7c9b38e9 req-45b168a2-be60-45c2-81ae-903ae41e7bd1 tempest-DeleteServersTestJSON-1116742 tempest-DeleteServersTestJSON-1116742-project] 10.222.0.20 "GET /v2.0/ports?device_id=6809ff88-7168-4e96-a499-284b528865a3 HTTP/1.1" status: 200 len: 944 time: 0.0622094 Feb 28 10:58:35.393484 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Provisioning complete for port 43301fcd-7104-438d-8d55-86a3fddfa194 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:58:35.394035 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (43301fcd-7104-438d-8d55-86a3fddfa194), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:35.428054 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-587cdf22-4e2b-4ff0-88d4-4a5d7c9b38e9 req-9b219cfb-c1bb-415a-a60e-ea17ae3ba6ab tempest-DeleteServersTestJSON-1116742 tempest-DeleteServersTestJSON-1116742-project] 10.222.0.20 "GET /v2.0/security-groups?id=2429fbac-0d5f-463f-a223-6dd98bc618a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417647 Feb 28 10:58:35.476500 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Current status of the port 43301fcd-7104-438d-8d55-86a3fddfa194 is: BUILD; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:58:35.476962 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (43301fcd-7104-438d-8d55-86a3fddfa194), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:35.499348 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6809ff88-7168-4e96-a499-284b528865a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43301fcd-7104-438d-8d55-86a3fddfa194'}] {{(pid=103409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:58:35.501763 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa5325a5be4b33bf61fd809c564e3765e689d817bbd874267890deb3cfccaf12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd49bcef-06bc-4bef-91dc-b95b5c4eb195" -d '{"events": [{"server_uuid": "6809ff88-7168-4e96-a499-284b528865a3", "name": "network-vif-plugged", "status": "completed", "tag": "43301fcd-7104-438d-8d55-86a3fddfa194"}]}' {{(pid=103409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:58:35.518068 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] For port 43301fcd-7104-438d-8d55-86a3fddfa194, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=43301fcd-7104-438d-8d55-86a3fddfa194,segment=NetworkSegment(411cb296-567d-4299-8405-2a84902901e8),segment_id=411cb296-567d-4299-8405-2a84902901e8)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:58:35.523305 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (43301fcd-7104-438d-8d55-86a3fddfa194), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:35.547342 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 10:58:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89003a9a-fe5f-497d-8878-b9671588ba8f x-openstack-request-id: req-89003a9a-fe5f-497d-8878-b9671588ba8f {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:58:35.547636 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6809ff88-7168-4e96-a499-284b528865a3", "name": "network-vif-plugged", "status": "completed", "tag": "43301fcd-7104-438d-8d55-86a3fddfa194", "code": 200}]} {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:58:35.547887 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-89003a9a-fe5f-497d-8878-b9671588ba8f {{(pid=103409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:58:35.548261 dv-neutron-master-2-hyperv neutron-server[103409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6809ff88-7168-4e96-a499-284b528865a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43301fcd-7104-438d-8d55-86a3fddfa194', 'code': 200} Feb 28 10:58:35.575751 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Pushing event updated for resources: {'Port': ['ID=43301fcd-7104-438d-8d55-86a3fddfa194,revision_number=7']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:58:35.584105 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:58:35.584430 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:58:35.584812 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:58:35.585172 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:58:35.585529 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:58:35.585876 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:58:35.586221 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:58:35.586573 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:58:35.586923 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:58:35.587257 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:58:35.587605 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:58:35.587955 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:58:35.588298 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:58:36.568899 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94f61c2-6c72-4fa2-bc17-39815c72b2e8 req-a83e1011-c738-4764-a1ac-8db4d7c525cf tempest-DeleteServersTestJSON-1116742 tempest-DeleteServersTestJSON-1116742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:58:36.570408 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-e94f61c2-6c72-4fa2-bc17-39815c72b2e8 req-a83e1011-c738-4764-a1ac-8db4d7c525cf tempest-DeleteServersTestJSON-1116742 tempest-DeleteServersTestJSON-1116742-project] 10.222.0.20 "GET /v2.0/ports?device_id=6809ff88-7168-4e96-a499-284b528865a3 HTTP/1.1" status: 200 len: 945 time: 0.0695007 Feb 28 10:58:36.622393 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-e94f61c2-6c72-4fa2-bc17-39815c72b2e8 req-5f9a72cc-d73b-4404-aeb1-a61535832115 tempest-DeleteServersTestJSON-1116742 tempest-DeleteServersTestJSON-1116742-project] 10.222.0.20 "GET /v2.0/security-groups?id=2429fbac-0d5f-463f-a223-6dd98bc618a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442133 Feb 28 10:58:37.004926 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-66091a76-d541-4eb7-aa9e-f796e7ef29d1 req-562027e3-5295-434e-8727-dffba6fcac4b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6809ff88-7168-4e96-a499-284b528865a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0479560 Feb 28 10:58:37.236150 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.30', 63237) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:58:37.296409 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39348f8-2bcc-4ddd-9d3f-88bcf67fa6fc req-3b56bb83-3e46-4844-a10c-28b59e4a57d5 tempest-DeleteServersTestJSON-1116742 tempest-DeleteServersTestJSON-1116742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:58:37.298275 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-f39348f8-2bcc-4ddd-9d3f-88bcf67fa6fc req-3b56bb83-3e46-4844-a10c-28b59e4a57d5 tempest-DeleteServersTestJSON-1116742 tempest-DeleteServersTestJSON-1116742-project] 10.222.0.30 "GET /v2.0/ports?device_id=6809ff88-7168-4e96-a499-284b528865a3 HTTP/1.1" status: 200 len: 945 time: 0.0606654 Feb 28 10:58:37.407586 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [req-f39348f8-2bcc-4ddd-9d3f-88bcf67fa6fc req-43059e5e-0156-40ce-8947-bcb8028d228c tempest-DeleteServersTestJSON-1116742 tempest-DeleteServersTestJSON-1116742-project] Deleting port 43301fcd-7104-438d-8d55-86a3fddfa194 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:58:37.407948 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-f39348f8-2bcc-4ddd-9d3f-88bcf67fa6fc req-43059e5e-0156-40ce-8947-bcb8028d228c tempest-DeleteServersTestJSON-1116742 tempest-DeleteServersTestJSON-1116742-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (43301fcd-7104-438d-8d55-86a3fddfa194), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:37.479868 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66091a76-d541-4eb7-aa9e-f796e7ef29d1 req-9f82f8ac-e011-47d7-bd41-e2afb8558ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:58:37.481498 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-66091a76-d541-4eb7-aa9e-f796e7ef29d1 req-9f82f8ac-e011-47d7-bd41-e2afb8558ffc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bb873c47bbd846f5b8fb0144e39401a9&device_id=6809ff88-7168-4e96-a499-284b528865a3 HTTP/1.1" status: 200 len: 1129 time: 0.4015121 Feb 28 10:58:37.511063 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [req-f39348f8-2bcc-4ddd-9d3f-88bcf67fa6fc req-43059e5e-0156-40ce-8947-bcb8028d228c tempest-DeleteServersTestJSON-1116742 tempest-DeleteServersTestJSON-1116742-project] For port 43301fcd-7104-438d-8d55-86a3fddfa194, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=43301fcd-7104-438d-8d55-86a3fddfa194,segment=NetworkSegment(411cb296-567d-4299-8405-2a84902901e8),segment_id=411cb296-567d-4299-8405-2a84902901e8)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:58:37.511449 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-f39348f8-2bcc-4ddd-9d3f-88bcf67fa6fc req-43059e5e-0156-40ce-8947-bcb8028d228c tempest-DeleteServersTestJSON-1116742 tempest-DeleteServersTestJSON-1116742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (43301fcd-7104-438d-8d55-86a3fddfa194), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:37.526330 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [req-f39348f8-2bcc-4ddd-9d3f-88bcf67fa6fc req-43059e5e-0156-40ce-8947-bcb8028d228c tempest-DeleteServersTestJSON-1116742 tempest-DeleteServersTestJSON-1116742-project] Calling delete_port for 43301fcd-7104-438d-8d55-86a3fddfa194 owned by compute:nova {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:58:37.607346 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66091a76-d541-4eb7-aa9e-f796e7ef29d1 req-88c44149-ec0d-454f-9785-0f7c60fe3556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:58:37.609095 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-66091a76-d541-4eb7-aa9e-f796e7ef29d1 req-88c44149-ec0d-454f-9785-0f7c60fe3556 service neutron] 10.222.0.30 "GET /v2.0/networks?id=bb8f7fe6-dcd7-4440-84e8-c3cbb77b9eef HTTP/1.1" status: 200 len: 912 time: 0.1070342 Feb 28 10:58:37.655629 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-66091a76-d541-4eb7-aa9e-f796e7ef29d1 req-f4e7e3c5-86eb-4a72-ae26-116eb419ba13 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=43301fcd-7104-438d-8d55-86a3fddfa194 HTTP/1.1" status: 200 len: 217 time: 0.0406890 Feb 28 10:58:37.691581 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-f39348f8-2bcc-4ddd-9d3f-88bcf67fa6fc req-43059e5e-0156-40ce-8947-bcb8028d228c tempest-DeleteServersTestJSON-1116742 tempest-DeleteServersTestJSON-1116742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (43301fcd-7104-438d-8d55-86a3fddfa194), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:37.713370 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66091a76-d541-4eb7-aa9e-f796e7ef29d1 req-b7b1d714-3cb1-422d-ad38-ba2ec17ba204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:58:37.715026 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-66091a76-d541-4eb7-aa9e-f796e7ef29d1 req-b7b1d714-3cb1-422d-ad38-ba2ec17ba204 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fb55ec29-a64c-4cb1-8120-1692ede3d7d3 HTTP/1.1" status: 200 len: 851 time: 0.0543401 Feb 28 10:58:37.725836 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] get_ports_and_sgs() called for port_ids ['43301fcd-7104-438d-8d55-86a3fddfa194'] {{(pid=103409) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 10:58:37.735655 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43059e5e-0156-40ce-8947-bcb8028d228c tempest-DeleteServersTestJSON-1116742 tempest-DeleteServersTestJSON-1116742-project] Pushing event deleted for resources: {'Port': ['ID=43301fcd-7104-438d-8d55-86a3fddfa194,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:58:37.783182 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-4dcb4e6b-ca5c-4cb3-abf3-62cc492d1797 req-de88ab8e-119d-4691-b2b7-323570722fc4 tempest-DeleteServersTestJSON-1116742 tempest-DeleteServersTestJSON-1116742-project] 10.222.0.20 "GET /v2.0/ports?device_id=6809ff88-7168-4e96-a499-284b528865a3 HTTP/1.1" status: 200 len: 210 time: 0.0667760 Feb 28 10:58:37.785326 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-66091a76-d541-4eb7-aa9e-f796e7ef29d1 req-9f2b0e2f-6b3e-417e-9393-961baa96e127 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bb8f7fe6-dcd7-4440-84e8-c3cbb77b9eef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558536 Feb 28 10:58:37.788575 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [req-f39348f8-2bcc-4ddd-9d3f-88bcf67fa6fc req-43059e5e-0156-40ce-8947-bcb8028d228c tempest-DeleteServersTestJSON-1116742 tempest-DeleteServersTestJSON-1116742-project] No DVR routers for this DVR port 43301fcd-7104-438d-8d55-86a3fddfa194 on host hv-neutron-mast {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:58:37.792067 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-f39348f8-2bcc-4ddd-9d3f-88bcf67fa6fc req-43059e5e-0156-40ce-8947-bcb8028d228c tempest-DeleteServersTestJSON-1116742 tempest-DeleteServersTestJSON-1116742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:37.797549 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-f39348f8-2bcc-4ddd-9d3f-88bcf67fa6fc req-43059e5e-0156-40ce-8947-bcb8028d228c tempest-DeleteServersTestJSON-1116742 tempest-DeleteServersTestJSON-1116742-project] 10.222.0.30 "DELETE /v2.0/ports/43301fcd-7104-438d-8d55-86a3fddfa194 HTTP/1.1" status: 204 len: 173 time: 0.4939291 Feb 28 10:58:37.798668 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6809ff88-7168-4e96-a499-284b528865a3', 'name': 'network-vif-deleted', 'tag': '43301fcd-7104-438d-8d55-86a3fddfa194'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:58:37.809161 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f56b9db1a49ad64bfd589e142fe25e4b3ad10508b17737ae95e2f0d29aca45ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2ca9d25-a54b-4eee-902e-806febd890c3" -d '{"events": [{"server_uuid": "6809ff88-7168-4e96-a499-284b528865a3", "name": "network-vif-deleted", "tag": "43301fcd-7104-438d-8d55-86a3fddfa194"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:58:37.909880 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-66091a76-d541-4eb7-aa9e-f796e7ef29d1 req-52beb0cc-ad5b-494d-8f81-769dffcf6907 service neutron] 10.222.0.30 "GET /v2.0/networks/bb8f7fe6-dcd7-4440-84e8-c3cbb77b9eef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174898 Feb 28 10:58:37.924051 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 10:58:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8c1b61d-13f1-4f0a-9f24-9b308c64c80b x-openstack-request-id: req-f8c1b61d-13f1-4f0a-9f24-9b308c64c80b {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:58:37.924513 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6809ff88-7168-4e96-a499-284b528865a3", "name": "network-vif-deleted", "tag": "43301fcd-7104-438d-8d55-86a3fddfa194", "status": "completed", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:58:37.924970 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f8c1b61d-13f1-4f0a-9f24-9b308c64c80b {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:58:37.926113 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6809ff88-7168-4e96-a499-284b528865a3', 'name': 'network-vif-deleted', 'tag': '43301fcd-7104-438d-8d55-86a3fddfa194', 'status': 'completed', 'code': 200} Feb 28 10:58:38.026917 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-66091a76-d541-4eb7-aa9e-f796e7ef29d1 req-758a7a8c-f452-44ed-9c5f-cf4aee304807 service neutron] 10.222.0.30 "GET /v2.0/networks/bb8f7fe6-dcd7-4440-84e8-c3cbb77b9eef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097574 Feb 28 10:58:38.350533 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (13ac42ae-016e-4baf-bb31-c6fa820b41c2), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:38.758659 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-99138e60-53ab-49bc-a5a6-dfe20eaa2046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fb6705d2-4f70-4965-92a3-fbfccd43a6d3), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:38.942541 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 43314) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:58:38.994440 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbd0d4cb-da35-4705-85d2-7ce34fcf957a admin admin] Deleting subnet fb55ec29-a64c-4cb1-8120-1692ede3d7d3 {{(pid=103407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 10:58:38.998039 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-dbd0d4cb-da35-4705-85d2-7ce34fcf957a admin admin] Publish callbacks [] for subnet (fb55ec29-a64c-4cb1-8120-1692ede3d7d3), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:39.035301 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-dbd0d4cb-da35-4705-85d2-7ce34fcf957a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3501132'] for subnet (fb55ec29-a64c-4cb1-8120-1692ede3d7d3), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:39.079338 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-dbd0d4cb-da35-4705-85d2-7ce34fcf957a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-823142'] for subnet (fb55ec29-a64c-4cb1-8120-1692ede3d7d3), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:39.132832 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-dbd0d4cb-da35-4705-85d2-7ce34fcf957a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-823145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3498088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3516558'] for subnet (fb55ec29-a64c-4cb1-8120-1692ede3d7d3), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:39.157717 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd0d4cb-da35-4705-85d2-7ce34fcf957a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb55ec29-a64c-4cb1-8120-1692ede3d7d3,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:58:39.162114 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-dbd0d4cb-da35-4705-85d2-7ce34fcf957a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:39.165397 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-dbd0d4cb-da35-4705-85d2-7ce34fcf957a admin admin] 10.222.0.20 "DELETE /v2.0/subnets/fb55ec29-a64c-4cb1-8120-1692ede3d7d3 HTTP/1.1" status: 204 len: 168 time: 0.2218029 Feb 28 10:58:39.168587 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 43316) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:58:39.242966 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-640cbd0e-9332-4e4f-8bba-289ee4e1324b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-665757'] for network (bb8f7fe6-dcd7-4440-84e8-c3cbb77b9eef), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:39.324416 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-640cbd0e-9332-4e4f-8bba-289ee4e1324b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672413', 'neutron.services.segments.db._delete_segments_for_network-8742057110173'] for network (bb8f7fe6-dcd7-4440-84e8-c3cbb77b9eef), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:39.347106 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-640cbd0e-9332-4e4f-8bba-289ee4e1324b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb8f7fe6-dcd7-4440-84e8-c3cbb77b9eef']}} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:58:39.357656 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-640cbd0e-9332-4e4f-8bba-289ee4e1324b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '411cb296-567d-4299-8405-2a84902901e8') {'for_net_delete': True} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:58:39.357959 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-640cbd0e-9332-4e4f-8bba-289ee4e1324b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '411cb296-567d-4299-8405-2a84902901e8') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 10:58:39.372947 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-640cbd0e-9332-4e4f-8bba-289ee4e1324b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742057113766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3501147'] for segment (411cb296-567d-4299-8405-2a84902901e8), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:39.388536 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-640cbd0e-9332-4e4f-8bba-289ee4e1324b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (411cb296-567d-4299-8405-2a84902901e8), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:39.394789 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-640cbd0e-9332-4e4f-8bba-289ee4e1324b admin admin] Releasing vlan 273 on physical network physnet1 to pool {{(pid=103407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 10:58:39.395182 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-640cbd0e-9332-4e4f-8bba-289ee4e1324b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3498166'] for segment (411cb296-567d-4299-8405-2a84902901e8), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:39.397132 dv-neutron-master-2-hyperv neutron-server[103407]: Traceback (most recent call last): Feb 28 10:58:39.397132 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 10:58:39.397132 dv-neutron-master-2-hyperv neutron-server[103407]: timer() Feb 28 10:58:39.397132 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 10:58:39.397132 dv-neutron-master-2-hyperv neutron-server[103407]: cb(*args, **kw) Feb 28 10:58:39.397132 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 10:58:39.397132 dv-neutron-master-2-hyperv neutron-server[103407]: return func(*args, **kwargs) Feb 28 10:58:39.397132 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 10:58:39.397132 dv-neutron-master-2-hyperv neutron-server[103407]: self._notify() Feb 28 10:58:39.397132 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 10:58:39.397132 dv-neutron-master-2-hyperv neutron-server[103407]: self.callback(batched_events) Feb 28 10:58:39.397132 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 10:58:39.397132 dv-neutron-master-2-hyperv neutron-server[103407]: event.method(event) Feb 28 10:58:39.397132 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 10:58:39.397132 dv-neutron-master-2-hyperv neutron-server[103407]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 10:58:39.397132 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 10:58:39.397132 dv-neutron-master-2-hyperv neutron-server[103407]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 10:58:39.397132 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 10:58:39.397132 dv-neutron-master-2-hyperv neutron-server[103407]: return f(self, *a, **k) Feb 28 10:58:39.397132 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 10:58:39.397132 dv-neutron-master-2-hyperv neutron-server[103407]: return self._get(url).json() Feb 28 10:58:39.397132 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 10:58:39.397132 dv-neutron-master-2-hyperv neutron-server[103407]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 10:58:39.397132 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 10:58:39.397132 dv-neutron-master-2-hyperv neutron-server[103407]: return self.request(url, 'GET', **kwargs) Feb 28 10:58:39.397132 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 10:58:39.397132 dv-neutron-master-2-hyperv neutron-server[103407]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 10:58:39.397132 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 10:58:39.397132 dv-neutron-master-2-hyperv neutron-server[103407]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 10:58:39.397132 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 10:58:39.397132 dv-neutron-master-2-hyperv neutron-server[103407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 10:58:39.397132 dv-neutron-master-2-hyperv neutron-server[103407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 10:58:39.452293 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-640cbd0e-9332-4e4f-8bba-289ee4e1324b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803269'] for network (bb8f7fe6-dcd7-4440-84e8-c3cbb77b9eef), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:39.457951 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-640cbd0e-9332-4e4f-8bba-289ee4e1324b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:39.461686 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-640cbd0e-9332-4e4f-8bba-289ee4e1324b admin admin] 10.222.0.20 "DELETE /v2.0/networks/bb8f7fe6-dcd7-4440-84e8-c3cbb77b9eef HTTP/1.1" status: 204 len: 168 time: 0.2921212 Feb 28 10:58:39.473512 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640cbd0e-9332-4e4f-8bba-289ee4e1324b admin admin] Pushing event deleted for resources: {'Network': ['ID=bb8f7fe6-dcd7-4440-84e8-c3cbb77b9eef,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:58:39.599661 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 43320) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:58:39.641958 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-b702d893-f05d-43f0-a6bb-7407b8ee1e81 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bb873c47bbd846f5b8fb0144e39401a9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0410528 Feb 28 10:58:39.644854 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 43322) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:58:39.694561 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b025dae9-2ce3-4917-94a4-7593e8213477 admin admin] Publish callbacks [] for security_group (2429fbac-0d5f-463f-a223-6dd98bc618a9), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:39.717958 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b025dae9-2ce3-4917-94a4-7593e8213477 admin admin] Publish callbacks [] for security_group (2429fbac-0d5f-463f-a223-6dd98bc618a9), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:39.774360 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b025dae9-2ce3-4917-94a4-7593e8213477 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (2429fbac-0d5f-463f-a223-6dd98bc618a9), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:39.777217 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b025dae9-2ce3-4917-94a4-7593e8213477 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:39.778415 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-b025dae9-2ce3-4917-94a4-7593e8213477 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2429fbac-0d5f-463f-a223-6dd98bc618a9 HTTP/1.1" status: 204 len: 168 time: 0.1326332 Feb 28 10:58:39.787173 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b025dae9-2ce3-4917-94a4-7593e8213477 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2429fbac-0d5f-463f-a223-6dd98bc618a9,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:58:40.561522 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 43344) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:58:40.671864 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-e90a5457-3702-4d86-af5f-6abebe5ca4ff admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-144566844-network', 'tenant_id': '4a8f74a6209749379f791e532c953b95'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:58:40.696747 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e90a5457-3702-4d86-af5f-6abebe5ca4ff admin admin] Made reservation on behalf of 4a8f74a6209749379f791e532c953b95 for: {'network': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:58:40.699525 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e90a5457-3702-4d86-af5f-6abebe5ca4ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for network (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:40.710039 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e90a5457-3702-4d86-af5f-6abebe5ca4ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:40.799471 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e90a5457-3702-4d86-af5f-6abebe5ca4ff admin admin] Publish callbacks [] for security_group (a1c98072-e332-4550-a5aa-4b128a7fe7c7), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:40.806147 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e90a5457-3702-4d86-af5f-6abebe5ca4ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (a1c98072-e332-4550-a5aa-4b128a7fe7c7), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:40.838056 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e90a5457-3702-4d86-af5f-6abebe5ca4ff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 284} {{(pid=103407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 10:58:40.844618 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90a5457-3702-4d86-af5f-6abebe5ca4ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1c98072-e332-4550-a5aa-4b128a7fe7c7,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:58:40.850976 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e90a5457-3702-4d86-af5f-6abebe5ca4ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (6d882e28-5d44-47d1-9845-3c39b89ec441), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:40.851308 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.db.segments_db [None req-e90a5457-3702-4d86-af5f-6abebe5ca4ff admin admin] Added segment 6d882e28-5d44-47d1-9845-3c39b89ec441 of type vlan for network aa0120c6-3b61-4f8e-be03-277986c2f2bf Feb 28 10:58:40.895099 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e90a5457-3702-4d86-af5f-6abebe5ca4ff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742056637431'] for network (aa0120c6-3b61-4f8e-be03-277986c2f2bf), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:40.926913 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e90a5457-3702-4d86-af5f-6abebe5ca4ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551'] for network (aa0120c6-3b61-4f8e-be03-277986c2f2bf), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:40.928038 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e90a5457-3702-4d86-af5f-6abebe5ca4ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:58:40.928719 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e90a5457-3702-4d86-af5f-6abebe5ca4ff admin admin] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:40.991791 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-e90a5457-3702-4d86-af5f-6abebe5ca4ff admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4291365 Feb 28 10:58:40.995176 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 43348) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 10:58:40.997424 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90a5457-3702-4d86-af5f-6abebe5ca4ff admin admin] Pushing event updated for resources: {'Network': ['ID=aa0120c6-3b61-4f8e-be03-277986c2f2bf,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:58:41.002004 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-aafc4ca8-c1d6-41c6-a057-68b6f056ed1f admin admin] Request body: {'subnet': {'network_id': 'aa0120c6-3b61-4f8e-be03-277986c2f2bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-144566844-subnet', 'tenant_id': '4a8f74a6209749379f791e532c953b95', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:58:41.008168 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Network aa0120c6-3b61-4f8e-be03-277986c2f2bf details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103409) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 10:58:41.034172 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aafc4ca8-c1d6-41c6-a057-68b6f056ed1f admin admin] Made reservation on behalf of 4a8f74a6209749379f791e532c953b95 for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:58:41.036701 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-aafc4ca8-c1d6-41c6-a057-68b6f056ed1f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3951209'] for subnet (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:41.070662 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e5b9bddd-b94d-4f2d-b568-299cd5ecd4b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fc6c9b74-8dbb-41bb-800a-5bd3a43fe896), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:41.213843 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-aafc4ca8-c1d6-41c6-a057-68b6f056ed1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3242588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3951195'] for subnet (00164039-41d4-4540-bb7e-9013b88d7438), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:41.268041 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafc4ca8-c1d6-41c6-a057-68b6f056ed1f admin admin] Pushing event updated for resources: {'Subnet': ['ID=00164039-41d4-4540-bb7e-9013b88d7438,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:58:41.284156 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafc4ca8-c1d6-41c6-a057-68b6f056ed1f admin admin] Checking segment: {'id': '6d882e28-5d44-47d1-9845-3c39b89ec441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'aa0120c6-3b61-4f8e-be03-277986c2f2bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:58:41.284540 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aafc4ca8-c1d6-41c6-a057-68b6f056ed1f admin admin] Network hostable DHCP agents. Network: aa0120c6-3b61-4f8e-be03-277986c2f2bf, hostable agents: ['fb6705d2-4f70-4965-92a3-fbfccd43a6d3'], hosted agents: [] {{(pid=103408) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 10:58:41.306664 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aafc4ca8-c1d6-41c6-a057-68b6f056ed1f admin admin] Network aa0120c6-3b61-4f8e-be03-277986c2f2bf is scheduled to be hosted by DHCP agent fb6705d2-4f70-4965-92a3-fbfccd43a6d3 with binding_index 1 {{(pid=103408) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 10:58:41.316730 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-aafc4ca8-c1d6-41c6-a057-68b6f056ed1f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, aa0120c6-3b61-4f8e-be03-277986c2f2bf) {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:58:41.321172 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aafc4ca8-c1d6-41c6-a057-68b6f056ed1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:58:41.321776 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-aafc4ca8-c1d6-41c6-a057-68b6f056ed1f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:41.327240 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b487dc3a-1b1c-4194-b658-d498aa5106fd None None] Network aa0120c6-3b61-4f8e-be03-277986c2f2bf requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:58:41.338754 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-aafc4ca8-c1d6-41c6-a057-68b6f056ed1f admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3424227 Feb 28 10:58:41.376673 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device 43301fcd-7104-438d-8d55-86a3fddfa194 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:58:41.401914 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] No Port match for: 43301fcd-7104-438d-8d55-86a3fddfa194 {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:58:41.402260 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device 43301fcd-7104-438d-8d55-86a3fddfa194 not bound to the agent host hv-neutron-mast {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:58:41.455709 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-712f40a6-8883-4b27-9aaa-6b9e38744fd7 None None] Network aa0120c6-3b61-4f8e-be03-277986c2f2bf requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 10:58:41.809348 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bc25d6-4b5b-49ec-acdf-e7408d639ea5 req-4f936e39-4843-4bd6-a2ca-2be797dc6597 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:58:41.810893 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-34bc25d6-4b5b-49ec-acdf-e7408d639ea5 req-4f936e39-4843-4bd6-a2ca-2be797dc6597 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] 10.222.0.20 "GET /v2.0/networks?id=aa0120c6-3b61-4f8e-be03-277986c2f2bf HTTP/1.1" status: 200 len: 814 time: 0.1101329 Feb 28 10:58:41.832178 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-34bc25d6-4b5b-49ec-acdf-e7408d639ea5 req-7589dd8c-7af1-4bb1-9ed7-52215d61e6a1 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] 10.222.0.20 "GET /v2.0/quotas/4a8f74a6209749379f791e532c953b95 HTTP/1.1" status: 200 len: 375 time: 0.0139971 Feb 28 10:58:41.872770 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-34bc25d6-4b5b-49ec-acdf-e7408d639ea5 req-5edbb000-ac0c-41de-936a-115ed5e6bc7b tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=4a8f74a6209749379f791e532c953b95&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0349197 Feb 28 10:58:41.976273 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-34bc25d6-4b5b-49ec-acdf-e7408d639ea5 req-b139d172-c5bc-44c6-8da3-a731e16671fb service neutron] 10.222.0.20 "GET /v2.0/networks/aa0120c6-3b61-4f8e-be03-277986c2f2bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964055 Feb 28 10:58:42.075235 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-34bc25d6-4b5b-49ec-acdf-e7408d639ea5 req-dde0dcb7-67a9-4b47-a4bb-1b5c37fc9d0b service neutron] 10.222.0.20 "GET /v2.0/networks/aa0120c6-3b61-4f8e-be03-277986c2f2bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915692 Feb 28 10:58:42.112989 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b6d631fb-7df0-4fe1-8322-abff3b61cae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (0db5147a-92a3-4581-8a5f-8ec9b93e0600), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:42.255344 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-5315521a-6404-4d31-bb0a-32bd039c9d92 req-5b76d19d-2010-436e-bc7a-7a5c0e45656c tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] 10.222.0.20 "GET /v2.0/ports?device_id=dddade8d-cb05-438a-9f15-7287fb6a19ad HTTP/1.1" status: 200 len: 210 time: 0.0306761 Feb 28 10:58:43.355555 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bc25d6-4b5b-49ec-acdf-e7408d639ea5 req-560b0ad7-67ea-48ee-98e1-22da3c21c6d6 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:58:43.357251 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-34bc25d6-4b5b-49ec-acdf-e7408d639ea5 req-560b0ad7-67ea-48ee-98e1-22da3c21c6d6 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] 10.222.0.30 "GET /v2.0/networks?id=aa0120c6-3b61-4f8e-be03-277986c2f2bf HTTP/1.1" status: 200 len: 814 time: 0.1487381 Feb 28 10:58:43.378448 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-395bede2-2ceb-4925-829b-355e8b1f80ed req-3417d6cf-f5dc-42f7-a88b-236af268825d tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] 10.222.0.20 "GET /v2.0/ports?device_id=dddade8d-cb05-438a-9f15-7287fb6a19ad HTTP/1.1" status: 200 len: 210 time: 0.0506196 Feb 28 10:58:43.381954 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [req-34bc25d6-4b5b-49ec-acdf-e7408d639ea5 req-48d35a51-b2b7-4e01-a727-42c44d7674c5 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] Request body: {'port': {'device_id': 'dddade8d-cb05-438a-9f15-7287fb6a19ad', 'network_id': 'aa0120c6-3b61-4f8e-be03-277986c2f2bf', 'admin_state_up': True, 'tenant_id': '4a8f74a6209749379f791e532c953b95'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:58:43.492198 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34bc25d6-4b5b-49ec-acdf-e7408d639ea5 req-48d35a51-b2b7-4e01-a727-42c44d7674c5 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] Made reservation on behalf of 4a8f74a6209749379f791e532c953b95 for: {'port': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:58:43.495653 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-34bc25d6-4b5b-49ec-acdf-e7408d639ea5 req-48d35a51-b2b7-4e01-a727-42c44d7674c5 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:43.530362 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6b923bb1-06b0-4b84-b461-7cc1d0196090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (2e621730-3978-4720-b581-ac380e97a567), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:43.631045 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [req-34bc25d6-4b5b-49ec-acdf-e7408d639ea5 req-48d35a51-b2b7-4e01-a727-42c44d7674c5 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] Allocated IP 172.20.0.3 (aa0120c6-3b61-4f8e-be03-277986c2f2bf/00164039-41d4-4540-bb7e-9013b88d7438/a2e4e417-4c95-4e8f-900c-a898cd19ff8f) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:58:43.791865 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-34bc25d6-4b5b-49ec-acdf-e7408d639ea5 req-48d35a51-b2b7-4e01-a727-42c44d7674c5 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] Publish callbacks [] for port (a2e4e417-4c95-4e8f-900c-a898cd19ff8f), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:43.827149 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-34bc25d6-4b5b-49ec-acdf-e7408d639ea5 req-48d35a51-b2b7-4e01-a727-42c44d7674c5 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (a2e4e417-4c95-4e8f-900c-a898cd19ff8f), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:43.874496 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34bc25d6-4b5b-49ec-acdf-e7408d639ea5 req-48d35a51-b2b7-4e01-a727-42c44d7674c5 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] Network aa0120c6-3b61-4f8e-be03-277986c2f2bf is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:58:43.877757 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [req-34bc25d6-4b5b-49ec-acdf-e7408d639ea5 req-48d35a51-b2b7-4e01-a727-42c44d7674c5 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:58:43.880864 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-34bc25d6-4b5b-49ec-acdf-e7408d639ea5 req-48d35a51-b2b7-4e01-a727-42c44d7674c5 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:58:43.908261 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d35a51-b2b7-4e01-a727-42c44d7674c5 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] Pushing event updated for resources: {'Port': ['ID=a2e4e417-4c95-4e8f-900c-a898cd19ff8f,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:58:43.922551 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d35a51-b2b7-4e01-a727-42c44d7674c5 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:58:43.922902 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d35a51-b2b7-4e01-a727-42c44d7674c5 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:58:43.923248 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d35a51-b2b7-4e01-a727-42c44d7674c5 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:58:43.923595 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d35a51-b2b7-4e01-a727-42c44d7674c5 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:58:43.924228 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d35a51-b2b7-4e01-a727-42c44d7674c5 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:58:43.924377 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d35a51-b2b7-4e01-a727-42c44d7674c5 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:58:43.924616 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d35a51-b2b7-4e01-a727-42c44d7674c5 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:58:43.925162 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d35a51-b2b7-4e01-a727-42c44d7674c5 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:58:43.925498 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d35a51-b2b7-4e01-a727-42c44d7674c5 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:58:43.925828 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d35a51-b2b7-4e01-a727-42c44d7674c5 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:58:43.926155 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d35a51-b2b7-4e01-a727-42c44d7674c5 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:58:43.926480 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d35a51-b2b7-4e01-a727-42c44d7674c5 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:58:43.926809 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d35a51-b2b7-4e01-a727-42c44d7674c5 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:58:43.946891 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bc25d6-4b5b-49ec-acdf-e7408d639ea5 req-48d35a51-b2b7-4e01-a727-42c44d7674c5 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:58:43.947505 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-34bc25d6-4b5b-49ec-acdf-e7408d639ea5 req-48d35a51-b2b7-4e01-a727-42c44d7674c5 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:43.964488 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-34bc25d6-4b5b-49ec-acdf-e7408d639ea5 req-48d35a51-b2b7-4e01-a727-42c44d7674c5 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5885239 Feb 28 10:58:43.986353 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [req-34bc25d6-4b5b-49ec-acdf-e7408d639ea5 req-35cfff50-f8ce-4386-89a7-1b0b9dfc0e08 service neutron] Request body: {'port': {'device_id': 'dddade8d-cb05-438a-9f15-7287fb6a19ad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:58:44.050507 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-34bc25d6-4b5b-49ec-acdf-e7408d639ea5 req-35cfff50-f8ce-4386-89a7-1b0b9dfc0e08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (a2e4e417-4c95-4e8f-900c-a898cd19ff8f), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:44.316820 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.notifiers.nova [req-34bc25d6-4b5b-49ec-acdf-e7408d639ea5 req-35cfff50-f8ce-4386-89a7-1b0b9dfc0e08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2e4e417-4c95-4e8f-900c-a898cd19ff8f {{(pid=103407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 10:58:44.324450 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-34bc25d6-4b5b-49ec-acdf-e7408d639ea5 req-35cfff50-f8ce-4386-89a7-1b0b9dfc0e08 service neutron] Publish callbacks [] for port (a2e4e417-4c95-4e8f-900c-a898cd19ff8f), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:44.337124 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.provisioning_blocks [req-34bc25d6-4b5b-49ec-acdf-e7408d639ea5 req-35cfff50-f8ce-4386-89a7-1b0b9dfc0e08 service neutron] Transition to ACTIVE for port object a2e4e417-4c95-4e8f-900c-a898cd19ff8f will not be triggered until provisioned by entity L2. {{(pid=103407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 10:58:44.342835 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-34bc25d6-4b5b-49ec-acdf-e7408d639ea5 req-35cfff50-f8ce-4386-89a7-1b0b9dfc0e08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3498066'] for port (a2e4e417-4c95-4e8f-900c-a898cd19ff8f), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:44.396114 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cfff50-f8ce-4386-89a7-1b0b9dfc0e08 service neutron] Pushing event updated for resources: {'Port': ['ID=a2e4e417-4c95-4e8f-900c-a898cd19ff8f,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:58:44.496826 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-34bc25d6-4b5b-49ec-acdf-e7408d639ea5 req-35cfff50-f8ce-4386-89a7-1b0b9dfc0e08 service neutron] Attempting to bind port a2e4e417-4c95-4e8f-900c-a898cd19ff8f on host hv-neutron-mast for vnic_type normal with profile {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:58:44.497178 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-34bc25d6-4b5b-49ec-acdf-e7408d639ea5 req-35cfff50-f8ce-4386-89a7-1b0b9dfc0e08 service neutron] Attempting to bind port a2e4e417-4c95-4e8f-900c-a898cd19ff8f by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '6d882e28-5d44-47d1-9845-3c39b89ec441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'aa0120c6-3b61-4f8e-be03-277986c2f2bf'}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:58:44.497515 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34bc25d6-4b5b-49ec-acdf-e7408d639ea5 req-35cfff50-f8ce-4386-89a7-1b0b9dfc0e08 service neutron] Attempting to bind port a2e4e417-4c95-4e8f-900c-a898cd19ff8f on network aa0120c6-3b61-4f8e-be03-277986c2f2bf {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:58:44.504996 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34bc25d6-4b5b-49ec-acdf-e7408d639ea5 req-35cfff50-f8ce-4386-89a7-1b0b9dfc0e08 service neutron] Port a2e4e417-4c95-4e8f-900c-a898cd19ff8f on network aa0120c6-3b61-4f8e-be03-277986c2f2bf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 10:58:44.505322 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34bc25d6-4b5b-49ec-acdf-e7408d639ea5 req-35cfff50-f8ce-4386-89a7-1b0b9dfc0e08 service neutron] Attempting to bind port a2e4e417-4c95-4e8f-900c-a898cd19ff8f on network aa0120c6-3b61-4f8e-be03-277986c2f2bf {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:58:44.512843 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34bc25d6-4b5b-49ec-acdf-e7408d639ea5 req-35cfff50-f8ce-4386-89a7-1b0b9dfc0e08 service neutron] Checking agent: {'id': '13ac42ae-016e-4baf-bb31-c6fa820b41c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 30, 8), 'started_at': datetime.datetime(2022, 2, 28, 10, 30, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 58, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:58:44.513192 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34bc25d6-4b5b-49ec-acdf-e7408d639ea5 req-35cfff50-f8ce-4386-89a7-1b0b9dfc0e08 service neutron] Checking segment: {'id': '6d882e28-5d44-47d1-9845-3c39b89ec441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'aa0120c6-3b61-4f8e-be03-277986c2f2bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:58:44.513583 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34bc25d6-4b5b-49ec-acdf-e7408d639ea5 req-35cfff50-f8ce-4386-89a7-1b0b9dfc0e08 service neutron] Bound using segment: {'id': '6d882e28-5d44-47d1-9845-3c39b89ec441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'aa0120c6-3b61-4f8e-be03-277986c2f2bf'} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:58:44.514023 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-34bc25d6-4b5b-49ec-acdf-e7408d639ea5 req-35cfff50-f8ce-4386-89a7-1b0b9dfc0e08 service neutron] Bound port: a2e4e417-4c95-4e8f-900c-a898cd19ff8f, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d882e28-5d44-47d1-9845-3c39b89ec441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'aa0120c6-3b61-4f8e-be03-277986c2f2bf'}}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:58:44.514390 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-34bc25d6-4b5b-49ec-acdf-e7408d639ea5 req-35cfff50-f8ce-4386-89a7-1b0b9dfc0e08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (a2e4e417-4c95-4e8f-900c-a898cd19ff8f), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:44.536098 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2794f32-0d67-4eff-8b95-fdb7d49f474e req-f712bd2c-f8dd-4370-a562-fa8e05f98db4 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:58:44.537652 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-b2794f32-0d67-4eff-8b95-fdb7d49f474e req-f712bd2c-f8dd-4370-a562-fa8e05f98db4 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] 10.222.0.20 "GET /v2.0/ports?device_id=dddade8d-cb05-438a-9f15-7287fb6a19ad HTTP/1.1" status: 200 len: 943 time: 0.0841391 Feb 28 10:58:44.623466 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-34bc25d6-4b5b-49ec-acdf-e7408d639ea5 req-35cfff50-f8ce-4386-89a7-1b0b9dfc0e08 service neutron] For port a2e4e417-4c95-4e8f-900c-a898cd19ff8f, host hv-neutron-mast, cleared binding levels {{(pid=103407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:58:44.627180 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-34bc25d6-4b5b-49ec-acdf-e7408d639ea5 req-35cfff50-f8ce-4386-89a7-1b0b9dfc0e08 service neutron] For port a2e4e417-4c95-4e8f-900c-a898cd19ff8f, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=a2e4e417-4c95-4e8f-900c-a898cd19ff8f,segment=NetworkSegment(6d882e28-5d44-47d1-9845-3c39b89ec441),segment_id=6d882e28-5d44-47d1-9845-3c39b89ec441)] {{(pid=103407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:58:44.632878 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-b2794f32-0d67-4eff-8b95-fdb7d49f474e req-b586ba75-18fd-4496-9931-0f65d662e53f tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1c98072-e332-4550-a5aa-4b128a7fe7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741558 Feb 28 10:58:44.634436 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-34bc25d6-4b5b-49ec-acdf-e7408d639ea5 req-35cfff50-f8ce-4386-89a7-1b0b9dfc0e08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3498066'] for port (a2e4e417-4c95-4e8f-900c-a898cd19ff8f), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:44.676468 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bc25d6-4b5b-49ec-acdf-e7408d639ea5 req-35cfff50-f8ce-4386-89a7-1b0b9dfc0e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:58:44.677126 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-34bc25d6-4b5b-49ec-acdf-e7408d639ea5 req-35cfff50-f8ce-4386-89a7-1b0b9dfc0e08 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:44.678496 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-34bc25d6-4b5b-49ec-acdf-e7408d639ea5 req-35cfff50-f8ce-4386-89a7-1b0b9dfc0e08 service neutron] 10.222.0.30 "PUT /v2.0/ports/a2e4e417-4c95-4e8f-900c-a898cd19ff8f HTTP/1.1" status: 200 len: 1093 time: 0.6964285 Feb 28 10:58:44.678940 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dddade8d-cb05-438a-9f15-7287fb6a19ad', 'tag': 'a2e4e417-4c95-4e8f-900c-a898cd19ff8f'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:58:44.681215 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c8e1c873eeca597e52e7ceb7469e602eac250bfea6606d285743d38033cf584" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7432c31b-cc2e-4d09-86e0-4a4039a73b78" -d '{"events": [{"name": "network-changed", "server_uuid": "dddade8d-cb05-438a-9f15-7287fb6a19ad", "tag": "a2e4e417-4c95-4e8f-900c-a898cd19ff8f"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:58:44.703048 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cfff50-f8ce-4386-89a7-1b0b9dfc0e08 service neutron] Pushing event updated for resources: {'Port': ['ID=a2e4e417-4c95-4e8f-900c-a898cd19ff8f,revision_number=3']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:58:44.726323 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 10:58:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ec72320-352d-45f0-81fb-7ed807ff27bb x-openstack-request-id: req-4ec72320-352d-45f0-81fb-7ed807ff27bb {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:58:44.726667 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dddade8d-cb05-438a-9f15-7287fb6a19ad", "tag": "a2e4e417-4c95-4e8f-900c-a898cd19ff8f", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:58:44.726900 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4ec72320-352d-45f0-81fb-7ed807ff27bb {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:58:44.727299 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dddade8d-cb05-438a-9f15-7287fb6a19ad', 'tag': 'a2e4e417-4c95-4e8f-900c-a898cd19ff8f', 'status': 'completed', 'code': 200} Feb 28 10:58:44.791641 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bc25d6-4b5b-49ec-acdf-e7408d639ea5 req-32f8df3c-bd6e-44f1-9944-e30720edd6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:58:44.793670 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-34bc25d6-4b5b-49ec-acdf-e7408d639ea5 req-32f8df3c-bd6e-44f1-9944-e30720edd6fa service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4a8f74a6209749379f791e532c953b95&device_id=dddade8d-cb05-438a-9f15-7287fb6a19ad HTTP/1.1" status: 200 len: 1127 time: 0.0498834 Feb 28 10:58:44.849873 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-34bc25d6-4b5b-49ec-acdf-e7408d639ea5 req-94534295-cd37-458f-8b37-a46c04e2dfd4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a2e4e417-4c95-4e8f-900c-a898cd19ff8f HTTP/1.1" status: 200 len: 217 time: 0.0412500 Feb 28 10:58:44.899132 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bc25d6-4b5b-49ec-acdf-e7408d639ea5 req-9786b77c-c66e-4cfb-b7ad-5dce5c3be7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:58:44.900559 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-34bc25d6-4b5b-49ec-acdf-e7408d639ea5 req-9786b77c-c66e-4cfb-b7ad-5dce5c3be7ff service neutron] 10.222.0.30 "GET /v2.0/subnets?id=00164039-41d4-4540-bb7e-9013b88d7438 HTTP/1.1" status: 200 len: 854 time: 0.0443687 Feb 28 10:58:44.915598 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:44.934346 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-34bc25d6-4b5b-49ec-acdf-e7408d639ea5 req-55a7143a-f243-45ff-a497-bb2d8b5b7c8e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=aa0120c6-3b61-4f8e-be03-277986c2f2bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282197 Feb 28 10:58:45.031443 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-34bc25d6-4b5b-49ec-acdf-e7408d639ea5 req-1998d915-f28a-4443-a0cc-c14547eff565 service neutron] 10.222.0.30 "GET /v2.0/networks/aa0120c6-3b61-4f8e-be03-277986c2f2bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911119 Feb 28 10:58:45.121929 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-34bc25d6-4b5b-49ec-acdf-e7408d639ea5 req-0d83ddcb-2205-4483-8f77-356e01d9ec41 service neutron] 10.222.0.30 "GET /v2.0/networks/aa0120c6-3b61-4f8e-be03-277986c2f2bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847108 Feb 28 10:58:45.264722 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7432c31b-cc2e-4d09-86e0-4a4039a73b78 req-2852d9dd-8669-442d-8701-833b31fea044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:58:45.266259 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-7432c31b-cc2e-4d09-86e0-4a4039a73b78 req-2852d9dd-8669-442d-8701-833b31fea044 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4a8f74a6209749379f791e532c953b95&device_id=dddade8d-cb05-438a-9f15-7287fb6a19ad HTTP/1.1" status: 200 len: 1127 time: 0.0474756 Feb 28 10:58:45.366276 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7432c31b-cc2e-4d09-86e0-4a4039a73b78 req-1c7a65ee-246c-4bd6-8cf1-23c23bf5ff0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:58:45.367836 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-7432c31b-cc2e-4d09-86e0-4a4039a73b78 req-1c7a65ee-246c-4bd6-8cf1-23c23bf5ff0a service neutron] 10.222.0.30 "GET /v2.0/networks?id=aa0120c6-3b61-4f8e-be03-277986c2f2bf HTTP/1.1" status: 200 len: 915 time: 0.0962369 Feb 28 10:58:45.409995 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-7432c31b-cc2e-4d09-86e0-4a4039a73b78 req-d2a1f541-dcc0-4eb9-b573-2bf341cae64c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a2e4e417-4c95-4e8f-900c-a898cd19ff8f HTTP/1.1" status: 200 len: 217 time: 0.0362556 Feb 28 10:58:45.461473 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7432c31b-cc2e-4d09-86e0-4a4039a73b78 req-55abaf0d-3f0f-4a8b-b13a-287099bc8e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:58:45.462925 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-7432c31b-cc2e-4d09-86e0-4a4039a73b78 req-55abaf0d-3f0f-4a8b-b13a-287099bc8e7d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=00164039-41d4-4540-bb7e-9013b88d7438 HTTP/1.1" status: 200 len: 854 time: 0.0451796 Feb 28 10:58:45.498405 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-7432c31b-cc2e-4d09-86e0-4a4039a73b78 req-073da0f7-0cb3-4e25-a89d-a415fb46d9c0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=aa0120c6-3b61-4f8e-be03-277986c2f2bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300143 Feb 28 10:58:45.588454 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-7432c31b-cc2e-4d09-86e0-4a4039a73b78 req-642005c3-adc6-4265-96f6-eb30465b1497 service neutron] 10.222.0.30 "GET /v2.0/networks/aa0120c6-3b61-4f8e-be03-277986c2f2bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834818 Feb 28 10:58:45.683185 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-7432c31b-cc2e-4d09-86e0-4a4039a73b78 req-5d75f676-66f0-42b7-ba8d-417bd06adc9e service neutron] 10.222.0.30 "GET /v2.0/networks/aa0120c6-3b61-4f8e-be03-277986c2f2bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889049 Feb 28 10:58:45.766616 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1565d3-23e4-446f-a7b1-1e4633bebf68 req-5997ee51-d76b-4881-bf96-0a838f9397d3 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:58:45.768985 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-7e1565d3-23e4-446f-a7b1-1e4633bebf68 req-5997ee51-d76b-4881-bf96-0a838f9397d3 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] 10.222.0.20 "GET /v2.0/ports?device_id=dddade8d-cb05-438a-9f15-7287fb6a19ad HTTP/1.1" status: 200 len: 943 time: 0.0656564 Feb 28 10:58:45.819406 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-7e1565d3-23e4-446f-a7b1-1e4633bebf68 req-863157c4-aa07-475b-a972-caf9c1bf0537 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1c98072-e332-4550-a5aa-4b128a7fe7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450249 Feb 28 10:58:46.942467 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a44194a-73a1-4afe-a205-378ceb637127 req-153aa698-10de-45b2-8a16-2d87a021fed1 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:58:46.943983 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-7a44194a-73a1-4afe-a205-378ceb637127 req-153aa698-10de-45b2-8a16-2d87a021fed1 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] 10.222.0.20 "GET /v2.0/ports?device_id=dddade8d-cb05-438a-9f15-7287fb6a19ad HTTP/1.1" status: 200 len: 943 time: 0.0545466 Feb 28 10:58:46.993891 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-7a44194a-73a1-4afe-a205-378ceb637127 req-4d9ead24-a19c-413c-a688-10d8fef2803f tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1c98072-e332-4550-a5aa-4b128a7fe7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440984 Feb 28 10:58:48.128480 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac490067-5428-4f5e-ad00-e3a2e4f526c7 req-a90719f2-246d-4244-8ba6-95e47660ee70 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:58:48.130022 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-ac490067-5428-4f5e-ad00-e3a2e4f526c7 req-a90719f2-246d-4244-8ba6-95e47660ee70 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] 10.222.0.20 "GET /v2.0/ports?device_id=dddade8d-cb05-438a-9f15-7287fb6a19ad HTTP/1.1" status: 200 len: 943 time: 0.0611939 Feb 28 10:58:48.179363 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-ac490067-5428-4f5e-ad00-e3a2e4f526c7 req-9137de40-8324-48e3-b28d-c9152e51ae6d tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1c98072-e332-4550-a5aa-4b128a7fe7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433941 Feb 28 10:58:49.302219 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d02addf-697b-4b3b-9cd3-8b32d149e652 req-740393cd-c994-494d-8975-e736b8194bf3 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:58:49.303781 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-3d02addf-697b-4b3b-9cd3-8b32d149e652 req-740393cd-c994-494d-8975-e736b8194bf3 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] 10.222.0.20 "GET /v2.0/ports?device_id=dddade8d-cb05-438a-9f15-7287fb6a19ad HTTP/1.1" status: 200 len: 943 time: 0.0554478 Feb 28 10:58:49.353879 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-3d02addf-697b-4b3b-9cd3-8b32d149e652 req-8bb33632-a345-41f8-a70c-92c2fd57511d tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1c98072-e332-4550-a5aa-4b128a7fe7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443184 Feb 28 10:58:49.426598 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device a2e4e417-4c95-4e8f-900c-a898cd19ff8f details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103409) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 10:58:49.530926 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] For port a2e4e417-4c95-4e8f-900c-a898cd19ff8f, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=a2e4e417-4c95-4e8f-900c-a898cd19ff8f,segment=NetworkSegment(6d882e28-5d44-47d1-9845-3c39b89ec441),segment_id=6d882e28-5d44-47d1-9845-3c39b89ec441)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:58:49.543028 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Returning: {'device': 'a2e4e417-4c95-4e8f-900c-a898cd19ff8f', 'network_id': 'aa0120c6-3b61-4f8e-be03-277986c2f2bf', 'port_id': 'a2e4e417-4c95-4e8f-900c-a898cd19ff8f', 'mac_address': 'fa:16:3e:3f:62:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 284, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00164039-41d4-4540-bb7e-9013b88d7438', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103409) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 10:58:49.581391 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Current status of the port a2e4e417-4c95-4e8f-900c-a898cd19ff8f is: DOWN; New status is: BUILD {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:58:49.581783 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (a2e4e417-4c95-4e8f-900c-a898cd19ff8f), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:49.595477 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2e4e417-4c95-4e8f-900c-a898cd19ff8f {{(pid=103409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 10:58:49.619303 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] For port a2e4e417-4c95-4e8f-900c-a898cd19ff8f, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=a2e4e417-4c95-4e8f-900c-a898cd19ff8f,segment=NetworkSegment(6d882e28-5d44-47d1-9845-3c39b89ec441),segment_id=6d882e28-5d44-47d1-9845-3c39b89ec441)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:58:49.624317 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (a2e4e417-4c95-4e8f-900c-a898cd19ff8f), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:49.670531 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Pushing event updated for resources: {'Port': ['ID=a2e4e417-4c95-4e8f-900c-a898cd19ff8f,revision_number=4']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:58:50.015022 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] get_ports_and_sgs() called for port_ids ['a2e4e417-4c95-4e8f-900c-a898cd19ff8f'] {{(pid=103409) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 10:58:50.484498 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d54a72-f9ec-480c-9ed6-5a4c6c031d8d req-1d1e75b7-929b-4806-8f85-d40ada000cd7 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:58:50.486042 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-e7d54a72-f9ec-480c-9ed6-5a4c6c031d8d req-1d1e75b7-929b-4806-8f85-d40ada000cd7 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] 10.222.0.20 "GET /v2.0/ports?device_id=dddade8d-cb05-438a-9f15-7287fb6a19ad HTTP/1.1" status: 200 len: 944 time: 0.0590730 Feb 28 10:58:50.533932 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-e7d54a72-f9ec-480c-9ed6-5a4c6c031d8d req-84fb812f-c3b0-4ccf-94f2-c7ea780427bc tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1c98072-e332-4550-a5aa-4b128a7fe7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420935 Feb 28 10:58:51.440511 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device a2e4e417-4c95-4e8f-900c-a898cd19ff8f up at agent hyperv_hv-neutron-mast {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:58:51.492283 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Provisioning for port a2e4e417-4c95-4e8f-900c-a898cd19ff8f completed by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 10:58:51.496582 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Provisioning complete for port a2e4e417-4c95-4e8f-900c-a898cd19ff8f triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:58:51.497026 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (a2e4e417-4c95-4e8f-900c-a898cd19ff8f), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:51.576680 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Current status of the port a2e4e417-4c95-4e8f-900c-a898cd19ff8f is: BUILD; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:58:51.577074 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (a2e4e417-4c95-4e8f-900c-a898cd19ff8f), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:51.602376 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dddade8d-cb05-438a-9f15-7287fb6a19ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2e4e417-4c95-4e8f-900c-a898cd19ff8f'}] {{(pid=103409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:58:51.604521 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa5325a5be4b33bf61fd809c564e3765e689d817bbd874267890deb3cfccaf12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8bc1f49-fb50-4064-9e92-e3da49011780" -d '{"events": [{"server_uuid": "dddade8d-cb05-438a-9f15-7287fb6a19ad", "name": "network-vif-plugged", "status": "completed", "tag": "a2e4e417-4c95-4e8f-900c-a898cd19ff8f"}]}' {{(pid=103409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:58:51.620935 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] For port a2e4e417-4c95-4e8f-900c-a898cd19ff8f, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=a2e4e417-4c95-4e8f-900c-a898cd19ff8f,segment=NetworkSegment(6d882e28-5d44-47d1-9845-3c39b89ec441),segment_id=6d882e28-5d44-47d1-9845-3c39b89ec441)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:58:51.626135 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (a2e4e417-4c95-4e8f-900c-a898cd19ff8f), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:58:51.650173 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 10:58:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39726198-2ebf-45e2-967c-9406a7c5d96e x-openstack-request-id: req-39726198-2ebf-45e2-967c-9406a7c5d96e {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:58:51.650466 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dddade8d-cb05-438a-9f15-7287fb6a19ad", "name": "network-vif-plugged", "status": "completed", "tag": "a2e4e417-4c95-4e8f-900c-a898cd19ff8f", "code": 200}]} {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:58:51.650717 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-39726198-2ebf-45e2-967c-9406a7c5d96e {{(pid=103409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:58:51.651101 dv-neutron-master-2-hyperv neutron-server[103409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dddade8d-cb05-438a-9f15-7287fb6a19ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2e4e417-4c95-4e8f-900c-a898cd19ff8f', 'code': 200} Feb 28 10:58:51.668338 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7c4400-267f-42c0-b8f4-adc6923e3325 req-395a4906-42d2-441e-90b2-7af1bb8dacca tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:58:51.670013 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-6f7c4400-267f-42c0-b8f4-adc6923e3325 req-395a4906-42d2-441e-90b2-7af1bb8dacca tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] 10.222.0.20 "GET /v2.0/ports?device_id=dddade8d-cb05-438a-9f15-7287fb6a19ad HTTP/1.1" status: 200 len: 944 time: 0.0666504 Feb 28 10:58:51.675987 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Pushing event updated for resources: {'Port': ['ID=a2e4e417-4c95-4e8f-900c-a898cd19ff8f,revision_number=5']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:58:51.724561 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-6f7c4400-267f-42c0-b8f4-adc6923e3325 req-39900111-eccf-4fe0-b0ec-3d3cc5b153d2 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1c98072-e332-4550-a5aa-4b128a7fe7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476179 Feb 28 10:58:51.866241 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca871d2-462d-40a6-9581-96110907943f req-fa7823b6-584d-462c-946d-15ceb922a647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:58:51.867683 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-2ca871d2-462d-40a6-9581-96110907943f req-fa7823b6-584d-462c-946d-15ceb922a647 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=dddade8d-cb05-438a-9f15-7287fb6a19ad HTTP/1.1" status: 200 len: 1129 time: 0.0471590 Feb 28 10:58:51.919020 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-2ca871d2-462d-40a6-9581-96110907943f req-f1ea9e08-ed18-415a-a7b7-984e4b355045 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=a1c98072-e332-4550-a5aa-4b128a7fe7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437229 Feb 28 10:58:52.857358 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bd4a13-f877-43d5-99a5-adb515b758f2 req-2ae731ee-9035-4f54-be06-163b9f7a0fa9 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:58:52.858865 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-c5bd4a13-f877-43d5-99a5-adb515b758f2 req-2ae731ee-9035-4f54-be06-163b9f7a0fa9 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] 10.222.0.20 "GET /v2.0/ports?device_id=dddade8d-cb05-438a-9f15-7287fb6a19ad HTTP/1.1" status: 200 len: 945 time: 0.0548613 Feb 28 10:58:52.906719 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-c5bd4a13-f877-43d5-99a5-adb515b758f2 req-997bfc8f-fa30-47b1-b914-d8e3224ac286 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1c98072-e332-4550-a5aa-4b128a7fe7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420911 Feb 28 10:58:54.027458 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c76aa5-f382-417d-89cb-ff2ba9cade32 req-8c2b4ba6-372e-4854-9d4b-9fe858f36398 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:58:54.029184 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-18c76aa5-f382-417d-89cb-ff2ba9cade32 req-8c2b4ba6-372e-4854-9d4b-9fe858f36398 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] 10.222.0.20 "GET /v2.0/ports?device_id=dddade8d-cb05-438a-9f15-7287fb6a19ad HTTP/1.1" status: 200 len: 945 time: 0.0549457 Feb 28 10:58:54.077302 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-18c76aa5-f382-417d-89cb-ff2ba9cade32 req-b7a5e27d-513b-43fb-9f10-573ed9cd08a5 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1c98072-e332-4550-a5aa-4b128a7fe7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426195 Feb 28 10:58:54.204331 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bcdf86-fb57-4970-ae2b-ed53a5d2f0d3 req-f372ba41-cc21-4af6-9ffa-0b7ae88e8e1f tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:58:54.205949 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-59bcdf86-fb57-4970-ae2b-ed53a5d2f0d3 req-f372ba41-cc21-4af6-9ffa-0b7ae88e8e1f tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] 10.222.0.20 "GET /v2.0/ports?device_id=dddade8d-cb05-438a-9f15-7287fb6a19ad HTTP/1.1" status: 200 len: 945 time: 0.0580339 Feb 28 10:58:54.254555 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-59bcdf86-fb57-4970-ae2b-ed53a5d2f0d3 req-f6124f52-c4ee-4bf0-9539-607eaa8dc71c tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1c98072-e332-4550-a5aa-4b128a7fe7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420985 Feb 28 10:58:54.473869 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60312a7a-6f5b-4c9b-a836-338a369caae2 req-92272967-2b12-4ad9-acf6-46c3f159346c tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:58:54.475375 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-60312a7a-6f5b-4c9b-a836-338a369caae2 req-92272967-2b12-4ad9-acf6-46c3f159346c tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] 10.222.0.20 "GET /v2.0/ports?device_id=dddade8d-cb05-438a-9f15-7287fb6a19ad HTTP/1.1" status: 200 len: 945 time: 0.0686696 Feb 28 10:58:54.530088 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-60312a7a-6f5b-4c9b-a836-338a369caae2 req-1b2f360f-c005-469e-912b-d58cb9b6ac01 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1c98072-e332-4550-a5aa-4b128a7fe7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487576 Feb 28 10:58:54.650125 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15835aa-cc2f-4f0d-bf4f-c574e850f02b req-74e93e42-1e13-4e45-a29d-b5bafef42408 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:58:54.651554 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-f15835aa-cc2f-4f0d-bf4f-c574e850f02b req-74e93e42-1e13-4e45-a29d-b5bafef42408 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] 10.222.0.20 "GET /v2.0/ports?device_id=dddade8d-cb05-438a-9f15-7287fb6a19ad HTTP/1.1" status: 200 len: 945 time: 0.0533061 Feb 28 10:58:54.703921 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-f15835aa-cc2f-4f0d-bf4f-c574e850f02b req-0edca1a1-6be0-4702-8ea2-1d6a69bb2c94 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1c98072-e332-4550-a5aa-4b128a7fe7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462961 Feb 28 10:58:54.948961 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-e1f4f0bf-e7cb-455c-8dda-0091594d8b3b req-f08af4b5-0fe7-4c1e-832a-16e6620c50be service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=dddade8d-cb05-438a-9f15-7287fb6a19ad&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0474210 Feb 28 10:58:54.976135 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba264b9a-d41a-43c4-b3ac-5837fbe6c91b req-eb261705-b94d-4996-a352-9b381d80bb6f tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:58:54.983647 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-ba264b9a-d41a-43c4-b3ac-5837fbe6c91b req-eb261705-b94d-4996-a352-9b381d80bb6f tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] 10.222.0.20 "GET /v2.0/ports?device_id=dddade8d-cb05-438a-9f15-7287fb6a19ad HTTP/1.1" status: 200 len: 945 time: 0.0760098 Feb 28 10:58:55.028629 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-ba264b9a-d41a-43c4-b3ac-5837fbe6c91b req-8d9e6d7b-543d-483d-9591-0348b763ae95 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1c98072-e332-4550-a5aa-4b128a7fe7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439775 Feb 28 10:58:55.358128 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f4f0bf-e7cb-455c-8dda-0091594d8b3b req-3722a83c-ad52-42f0-854f-90fcaca0e10b tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:58:55.359522 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-e1f4f0bf-e7cb-455c-8dda-0091594d8b3b req-3722a83c-ad52-42f0-854f-90fcaca0e10b tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] 10.222.0.20 "GET /v2.0/ports/a2e4e417-4c95-4e8f-900c-a898cd19ff8f HTTP/1.1" status: 200 len: 942 time: 0.0482504 Feb 28 10:58:56.157388 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4060e3-5220-47e6-a831-da9a3f8275bf req-48ea3f48-d7d7-46de-8fa6-02241dac6b49 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:58:56.159009 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-ca4060e3-5220-47e6-a831-da9a3f8275bf req-48ea3f48-d7d7-46de-8fa6-02241dac6b49 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] 10.222.0.20 "GET /v2.0/ports?device_id=dddade8d-cb05-438a-9f15-7287fb6a19ad HTTP/1.1" status: 200 len: 945 time: 0.0590615 Feb 28 10:58:56.236205 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-ca4060e3-5220-47e6-a831-da9a3f8275bf req-930f0e08-958f-4bd4-8741-7275be358d0f tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1c98072-e332-4550-a5aa-4b128a7fe7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710971 Feb 28 10:58:56.254350 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f4f0bf-e7cb-455c-8dda-0091594d8b3b req-832e714c-353c-4247-8432-c98942bb8761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:58:56.255897 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-e1f4f0bf-e7cb-455c-8dda-0091594d8b3b req-832e714c-353c-4247-8432-c98942bb8761 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4a8f74a6209749379f791e532c953b95&device_id=dddade8d-cb05-438a-9f15-7287fb6a19ad HTTP/1.1" status: 200 len: 1129 time: 0.0625188 Feb 28 10:58:56.351727 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f4f0bf-e7cb-455c-8dda-0091594d8b3b req-4c3bb8b6-5218-47c4-ac28-aaf7cd7aaaf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:58:56.354379 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-e1f4f0bf-e7cb-455c-8dda-0091594d8b3b req-4c3bb8b6-5218-47c4-ac28-aaf7cd7aaaf3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=aa0120c6-3b61-4f8e-be03-277986c2f2bf HTTP/1.1" status: 200 len: 915 time: 0.0912685 Feb 28 10:58:56.409334 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-e1f4f0bf-e7cb-455c-8dda-0091594d8b3b req-4a0a4de6-4197-4fb3-ad05-86048a682f2f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a2e4e417-4c95-4e8f-900c-a898cd19ff8f HTTP/1.1" status: 200 len: 217 time: 0.0500743 Feb 28 10:58:56.457737 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f4f0bf-e7cb-455c-8dda-0091594d8b3b req-4fa52677-766c-4fc5-a83f-741f871cb18a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:58:56.459595 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-e1f4f0bf-e7cb-455c-8dda-0091594d8b3b req-4fa52677-766c-4fc5-a83f-741f871cb18a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=00164039-41d4-4540-bb7e-9013b88d7438 HTTP/1.1" status: 200 len: 854 time: 0.0450239 Feb 28 10:58:56.491191 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-e1f4f0bf-e7cb-455c-8dda-0091594d8b3b req-4c78d460-8897-467f-b2af-4c8116590efd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=aa0120c6-3b61-4f8e-be03-277986c2f2bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255554 Feb 28 10:58:56.584200 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-e1f4f0bf-e7cb-455c-8dda-0091594d8b3b req-f6f25b07-ad2b-4b30-aedc-ab267b5bbb46 service neutron] 10.222.0.30 "GET /v2.0/networks/aa0120c6-3b61-4f8e-be03-277986c2f2bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869238 Feb 28 10:58:56.678848 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-e1f4f0bf-e7cb-455c-8dda-0091594d8b3b req-0025b18e-f80b-4384-b043-0baf9c72146a service neutron] 10.222.0.30 "GET /v2.0/networks/aa0120c6-3b61-4f8e-be03-277986c2f2bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879943 Feb 28 10:58:57.370507 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d78a21-0644-4e1d-a29e-dc472a87a54d req-8b50ea33-0e05-40c0-a5cb-273598c82ba0 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:58:57.371999 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-c4d78a21-0644-4e1d-a29e-dc472a87a54d req-8b50ea33-0e05-40c0-a5cb-273598c82ba0 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] 10.222.0.20 "GET /v2.0/ports?device_id=dddade8d-cb05-438a-9f15-7287fb6a19ad HTTP/1.1" status: 200 len: 945 time: 0.0606763 Feb 28 10:58:57.418597 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-c4d78a21-0644-4e1d-a29e-dc472a87a54d req-d86e31bc-0925-4151-b6b1-3a3b0ed6cf61 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1c98072-e332-4550-a5aa-4b128a7fe7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408826 Feb 28 10:58:58.548677 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddef304b-4213-4ebf-9153-115d10aacf2a req-9d1f27d6-f010-49d2-a629-b9eb09e76716 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:58:58.550259 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-ddef304b-4213-4ebf-9153-115d10aacf2a req-9d1f27d6-f010-49d2-a629-b9eb09e76716 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] 10.222.0.20 "GET /v2.0/ports?device_id=dddade8d-cb05-438a-9f15-7287fb6a19ad HTTP/1.1" status: 200 len: 945 time: 0.0559700 Feb 28 10:58:58.599834 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-ddef304b-4213-4ebf-9153-115d10aacf2a req-0c564d58-725b-49c6-a95d-761c24c21712 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1c98072-e332-4550-a5aa-4b128a7fe7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437124 Feb 28 10:58:59.734450 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b5c247-c742-471c-b9fe-1af4dfb24181 req-8ad5137a-d738-4038-affb-8a14f08a48b2 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:58:59.735939 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-80b5c247-c742-471c-b9fe-1af4dfb24181 req-8ad5137a-d738-4038-affb-8a14f08a48b2 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] 10.222.0.20 "GET /v2.0/ports?device_id=dddade8d-cb05-438a-9f15-7287fb6a19ad HTTP/1.1" status: 200 len: 945 time: 0.0637934 Feb 28 10:58:59.783853 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-80b5c247-c742-471c-b9fe-1af4dfb24181 req-1a46737a-fa07-458f-ad60-cb0409ce9560 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1c98072-e332-4550-a5aa-4b128a7fe7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422108 Feb 28 10:59:00.934365 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76d7cd2-e042-43ea-b196-258aa957461f req-69bcdf2d-48cd-4221-9fef-453cc1670ccb tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:59:00.935872 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-a76d7cd2-e042-43ea-b196-258aa957461f req-69bcdf2d-48cd-4221-9fef-453cc1670ccb tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] 10.222.0.20 "GET /v2.0/ports?device_id=dddade8d-cb05-438a-9f15-7287fb6a19ad HTTP/1.1" status: 200 len: 945 time: 0.0725107 Feb 28 10:59:00.983428 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-a76d7cd2-e042-43ea-b196-258aa957461f req-652ba15b-723c-4bc9-8dd1-5ae9c0f01397 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1c98072-e332-4550-a5aa-4b128a7fe7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419161 Feb 28 10:59:02.111345 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88730a8-ab58-4983-ab42-ef643bf3cf10 req-0a505fb9-986a-4249-8293-da6e483d0109 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:59:02.112858 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-f88730a8-ab58-4983-ab42-ef643bf3cf10 req-0a505fb9-986a-4249-8293-da6e483d0109 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] 10.222.0.20 "GET /v2.0/ports?device_id=dddade8d-cb05-438a-9f15-7287fb6a19ad HTTP/1.1" status: 200 len: 945 time: 0.0572426 Feb 28 10:59:02.167510 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-f88730a8-ab58-4983-ab42-ef643bf3cf10 req-2bee67b2-4679-4a3b-9090-c245c3d179c6 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1c98072-e332-4550-a5aa-4b128a7fe7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488048 Feb 28 10:59:03.307636 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515a7475-ec7c-4f9e-af5d-496a9e039a98 req-48532855-370f-43bb-a87d-fc3c495d7e7e tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:59:03.309315 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-515a7475-ec7c-4f9e-af5d-496a9e039a98 req-48532855-370f-43bb-a87d-fc3c495d7e7e tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] 10.222.0.20 "GET /v2.0/ports?device_id=dddade8d-cb05-438a-9f15-7287fb6a19ad HTTP/1.1" status: 200 len: 945 time: 0.0579240 Feb 28 10:59:03.361886 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-515a7475-ec7c-4f9e-af5d-496a9e039a98 req-15159729-08ad-454c-82a3-943724b118f4 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1c98072-e332-4550-a5aa-4b128a7fe7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444722 Feb 28 10:59:04.097227 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.agents_db [None req-382e0aa2-b126-48e6-89eb-3efa426b6b29 None None] Agent healthcheck: found 6 active agents {{(pid=103410) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 10:59:04.488840 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97e6628-3d2c-4028-875d-918cda902a55 req-a4c6d99d-f4b5-4dec-9b17-568f134370f4 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:59:04.490322 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-e97e6628-3d2c-4028-875d-918cda902a55 req-a4c6d99d-f4b5-4dec-9b17-568f134370f4 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] 10.222.0.20 "GET /v2.0/ports?device_id=dddade8d-cb05-438a-9f15-7287fb6a19ad HTTP/1.1" status: 200 len: 945 time: 0.0541890 Feb 28 10:59:04.537706 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-e97e6628-3d2c-4028-875d-918cda902a55 req-79f7e559-f2c7-4998-8432-26ba2e277eb5 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1c98072-e332-4550-a5aa-4b128a7fe7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418472 Feb 28 10:59:05.679801 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df031cbf-76a4-4518-bdde-08b61bb200ff req-04c09856-9598-42e8-b04d-f4181d10d336 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:59:05.681720 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-df031cbf-76a4-4518-bdde-08b61bb200ff req-04c09856-9598-42e8-b04d-f4181d10d336 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] 10.222.0.20 "GET /v2.0/ports?device_id=dddade8d-cb05-438a-9f15-7287fb6a19ad HTTP/1.1" status: 200 len: 945 time: 0.0710399 Feb 28 10:59:05.733158 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-df031cbf-76a4-4518-bdde-08b61bb200ff req-516cd51a-3bee-4af9-82ac-0dfa4c804ceb tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1c98072-e332-4550-a5aa-4b128a7fe7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431418 Feb 28 10:59:06.866997 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf80df16-40c6-4c34-95dd-59d6d5faac6c req-65a4abfa-9466-4544-98ff-442d683d827e tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:59:06.868520 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-bf80df16-40c6-4c34-95dd-59d6d5faac6c req-65a4abfa-9466-4544-98ff-442d683d827e tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] 10.222.0.20 "GET /v2.0/ports?device_id=dddade8d-cb05-438a-9f15-7287fb6a19ad HTTP/1.1" status: 200 len: 945 time: 0.0552533 Feb 28 10:59:06.918344 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-bf80df16-40c6-4c34-95dd-59d6d5faac6c req-1ccf1625-0e2e-44a8-bc92-55467f89aa5f tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1c98072-e332-4550-a5aa-4b128a7fe7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440602 Feb 28 10:59:08.050354 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df955f20-2e61-4b27-a678-7c6fa7d494a5 req-70def5dc-2144-4af9-ae0b-dfe9c68d00f6 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:59:08.052067 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-df955f20-2e61-4b27-a678-7c6fa7d494a5 req-70def5dc-2144-4af9-ae0b-dfe9c68d00f6 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] 10.222.0.20 "GET /v2.0/ports?device_id=dddade8d-cb05-438a-9f15-7287fb6a19ad HTTP/1.1" status: 200 len: 945 time: 0.0583856 Feb 28 10:59:08.109202 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-df955f20-2e61-4b27-a678-7c6fa7d494a5 req-840487d7-5650-4327-adfe-2ea511fd512d tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1c98072-e332-4550-a5aa-4b128a7fe7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485747 Feb 28 10:59:08.371602 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (13ac42ae-016e-4baf-bb31-c6fa820b41c2), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:59:08.757409 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-92a04e9e-67f1-4f92-b69f-537de24239c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fb6705d2-4f70-4965-92a3-fbfccd43a6d3), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:59:09.239788 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f918537-cc3e-4c0d-b51e-31de40dcc943 req-9d3a5645-736e-4ace-9b22-adbd7bdb62f3 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:59:09.241280 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-6f918537-cc3e-4c0d-b51e-31de40dcc943 req-9d3a5645-736e-4ace-9b22-adbd7bdb62f3 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] 10.222.0.20 "GET /v2.0/ports?device_id=dddade8d-cb05-438a-9f15-7287fb6a19ad HTTP/1.1" status: 200 len: 945 time: 0.0562737 Feb 28 10:59:09.291904 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-6f918537-cc3e-4c0d-b51e-31de40dcc943 req-40120bea-1cea-4ce1-bf81-f0336d3cd196 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1c98072-e332-4550-a5aa-4b128a7fe7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428464 Feb 28 10:59:10.431323 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf16c36-1d0e-4c09-80d4-0e322e280fab req-54d84778-75fa-41cb-9345-51e354101903 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:59:10.432842 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-fdf16c36-1d0e-4c09-80d4-0e322e280fab req-54d84778-75fa-41cb-9345-51e354101903 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] 10.222.0.20 "GET /v2.0/ports?device_id=dddade8d-cb05-438a-9f15-7287fb6a19ad HTTP/1.1" status: 200 len: 945 time: 0.0652678 Feb 28 10:59:10.484750 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-fdf16c36-1d0e-4c09-80d4-0e322e280fab req-85931fd1-5cb7-4292-9503-b1c3d1595f18 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1c98072-e332-4550-a5aa-4b128a7fe7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431819 Feb 28 10:59:11.036886 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ca125735-b909-4868-a182-313908184327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fc6c9b74-8dbb-41bb-800a-5bd3a43fe896), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:59:11.631879 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb8bfd3-fe16-4af5-a105-6218acf7fc98 req-c090c68e-3b12-4282-aba8-f9795a64e100 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:59:11.633294 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-fbb8bfd3-fe16-4af5-a105-6218acf7fc98 req-c090c68e-3b12-4282-aba8-f9795a64e100 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] 10.222.0.20 "GET /v2.0/ports?device_id=dddade8d-cb05-438a-9f15-7287fb6a19ad HTTP/1.1" status: 200 len: 945 time: 0.0664537 Feb 28 10:59:11.683251 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-fbb8bfd3-fe16-4af5-a105-6218acf7fc98 req-8c8f82c2-2a0f-4486-9aa4-f93f0564dd6c tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1c98072-e332-4550-a5aa-4b128a7fe7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420663 Feb 28 10:59:12.122065 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b6d631fb-7df0-4fe1-8322-abff3b61cae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (0db5147a-92a3-4581-8a5f-8ec9b93e0600), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:59:12.810426 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17af12af-13d2-4792-bad1-125ce3eb591c req-2bc692e8-f9b7-46af-9695-7e3cbf788493 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:59:12.811851 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-17af12af-13d2-4792-bad1-125ce3eb591c req-2bc692e8-f9b7-46af-9695-7e3cbf788493 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] 10.222.0.20 "GET /v2.0/ports?device_id=dddade8d-cb05-438a-9f15-7287fb6a19ad HTTP/1.1" status: 200 len: 945 time: 0.0577805 Feb 28 10:59:12.863229 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-17af12af-13d2-4792-bad1-125ce3eb591c req-9396f06a-17d5-47f3-a55d-a37371ba970c tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1c98072-e332-4550-a5aa-4b128a7fe7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432076 Feb 28 10:59:13.538671 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6b923bb1-06b0-4b84-b461-7cc1d0196090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (2e621730-3978-4720-b581-ac380e97a567), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:59:14.007249 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7b1019-7bab-449a-888d-dbfdd154c085 req-c5afe1cb-913c-4604-805b-3e099b6a972c tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:59:14.009036 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-db7b1019-7bab-449a-888d-dbfdd154c085 req-c5afe1cb-913c-4604-805b-3e099b6a972c tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] 10.222.0.20 "GET /v2.0/ports?device_id=dddade8d-cb05-438a-9f15-7287fb6a19ad HTTP/1.1" status: 200 len: 945 time: 0.0651042 Feb 28 10:59:14.072372 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-db7b1019-7bab-449a-888d-dbfdd154c085 req-30cccbaa-7ae5-46a4-a70a-beedb14d365f tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1c98072-e332-4550-a5aa-4b128a7fe7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546358 Feb 28 10:59:14.922473 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:59:15.205613 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee596e5-cb29-42a9-acf0-0cf5ca5aed9f req-71c13e82-8d14-4a21-b56a-ddd015bb2856 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:59:15.206997 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-5ee596e5-cb29-42a9-acf0-0cf5ca5aed9f req-71c13e82-8d14-4a21-b56a-ddd015bb2856 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] 10.222.0.20 "GET /v2.0/ports?device_id=dddade8d-cb05-438a-9f15-7287fb6a19ad HTTP/1.1" status: 200 len: 945 time: 0.0584059 Feb 28 10:59:15.256108 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-5ee596e5-cb29-42a9-acf0-0cf5ca5aed9f req-13c4f656-bffa-41fc-8985-6aa998e17aea tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1c98072-e332-4550-a5aa-4b128a7fe7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424898 Feb 28 10:59:16.397267 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169885ce-c47d-4904-8f3e-3a0c3dc76d66 req-78b2c788-4eb2-49ba-9c40-8fe3a0baa94c tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:59:16.398759 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-169885ce-c47d-4904-8f3e-3a0c3dc76d66 req-78b2c788-4eb2-49ba-9c40-8fe3a0baa94c tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] 10.222.0.20 "GET /v2.0/ports?device_id=dddade8d-cb05-438a-9f15-7287fb6a19ad HTTP/1.1" status: 200 len: 945 time: 0.0563004 Feb 28 10:59:16.449181 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-169885ce-c47d-4904-8f3e-3a0c3dc76d66 req-b9d1619c-bdd5-4fdd-9aa5-b934bf1d8cec tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1c98072-e332-4550-a5aa-4b128a7fe7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448253 Feb 28 10:59:17.578295 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355e63c3-ff91-4823-ad80-a7b0040de5ef req-f41056f0-d3db-4898-a8c2-75413e802d4c tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:59:17.579759 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-355e63c3-ff91-4823-ad80-a7b0040de5ef req-f41056f0-d3db-4898-a8c2-75413e802d4c tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] 10.222.0.20 "GET /v2.0/ports?device_id=dddade8d-cb05-438a-9f15-7287fb6a19ad HTTP/1.1" status: 200 len: 945 time: 0.0613194 Feb 28 10:59:17.627865 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-355e63c3-ff91-4823-ad80-a7b0040de5ef req-30a541f3-7aef-4613-968a-c8a6f9cb1199 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1c98072-e332-4550-a5aa-4b128a7fe7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418813 Feb 28 10:59:18.775531 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3993ba6-29d0-453c-8ce9-24a80cdc2d92 req-c37d2fea-3846-4111-a1d3-bf59d237334a tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:59:18.776963 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-a3993ba6-29d0-453c-8ce9-24a80cdc2d92 req-c37d2fea-3846-4111-a1d3-bf59d237334a tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] 10.222.0.20 "GET /v2.0/ports?device_id=dddade8d-cb05-438a-9f15-7287fb6a19ad HTTP/1.1" status: 200 len: 945 time: 0.0677276 Feb 28 10:59:18.824170 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-a3993ba6-29d0-453c-8ce9-24a80cdc2d92 req-76282bd9-7b78-464a-99c9-2a173c9440a6 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1c98072-e332-4550-a5aa-4b128a7fe7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416806 Feb 28 10:59:19.971466 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac0b65e-702b-4dde-bbe6-f368ac015b14 req-5b5b65f4-2abe-45fa-97fb-5f38265aa88f tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:59:19.972984 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-cac0b65e-702b-4dde-bbe6-f368ac015b14 req-5b5b65f4-2abe-45fa-97fb-5f38265aa88f tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] 10.222.0.20 "GET /v2.0/ports?device_id=dddade8d-cb05-438a-9f15-7287fb6a19ad HTTP/1.1" status: 200 len: 945 time: 0.0593593 Feb 28 10:59:20.024591 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-cac0b65e-702b-4dde-bbe6-f368ac015b14 req-291c4ef8-44e3-44ce-95f7-24d94ff0c507 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1c98072-e332-4550-a5aa-4b128a7fe7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459454 Feb 28 10:59:21.168893 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6976ec6-18f5-4849-acf1-1b139a75efbe req-96c6e46b-de4b-41fb-8c0e-4af114d7c282 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:59:21.170386 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-b6976ec6-18f5-4849-acf1-1b139a75efbe req-96c6e46b-de4b-41fb-8c0e-4af114d7c282 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] 10.222.0.20 "GET /v2.0/ports?device_id=dddade8d-cb05-438a-9f15-7287fb6a19ad HTTP/1.1" status: 200 len: 945 time: 0.0743341 Feb 28 10:59:21.217436 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-b6976ec6-18f5-4849-acf1-1b139a75efbe req-d18b2f7a-98de-436a-b0bd-86be1a43749b tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1c98072-e332-4550-a5aa-4b128a7fe7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414054 Feb 28 10:59:22.355691 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d60a492-8dcc-4897-956a-a27550cd7edb req-edc90c40-4f5e-45c5-8520-9d8022618bda tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:59:22.357363 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-0d60a492-8dcc-4897-956a-a27550cd7edb req-edc90c40-4f5e-45c5-8520-9d8022618bda tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] 10.222.0.20 "GET /v2.0/ports?device_id=dddade8d-cb05-438a-9f15-7287fb6a19ad HTTP/1.1" status: 200 len: 945 time: 0.0614226 Feb 28 10:59:22.411066 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-0d60a492-8dcc-4897-956a-a27550cd7edb req-ce6764d3-2bcf-42d5-bfb8-d4739c510ca8 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1c98072-e332-4550-a5aa-4b128a7fe7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479302 Feb 28 10:59:23.580281 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e24a86-39e8-4e64-a14e-bfd13f8ea42f req-44780684-9d1e-4d09-8571-b751020191bf tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:59:23.581819 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-d4e24a86-39e8-4e64-a14e-bfd13f8ea42f req-44780684-9d1e-4d09-8571-b751020191bf tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] 10.222.0.20 "GET /v2.0/ports?device_id=dddade8d-cb05-438a-9f15-7287fb6a19ad HTTP/1.1" status: 200 len: 945 time: 0.0972147 Feb 28 10:59:23.585142 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-e1f4f0bf-e7cb-455c-8dda-0091594d8b3b req-63c8fbce-364e-40a8-920d-684d4b171103 service neutron] 10.222.0.30 "GET /v2.0/ports/a2e4e417-4c95-4e8f-900c-a898cd19ff8f/bindings/hv-neutron-mast HTTP/1.1" status: 200 len: 384 time: 0.0721376 Feb 28 10:59:23.630940 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-d4e24a86-39e8-4e64-a14e-bfd13f8ea42f req-c9f55ddd-f8a8-4589-8cac-1e3c57e2149f tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1c98072-e332-4550-a5aa-4b128a7fe7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429995 Feb 28 10:59:23.814235 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f4f0bf-e7cb-455c-8dda-0091594d8b3b req-25676a5c-955c-4a7d-bfeb-2cb4faf77955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:59:23.815759 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-e1f4f0bf-e7cb-455c-8dda-0091594d8b3b req-25676a5c-955c-4a7d-bfeb-2cb4faf77955 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=dddade8d-cb05-438a-9f15-7287fb6a19ad&tenant_id=4a8f74a6209749379f791e532c953b95 HTTP/1.1" status: 200 len: 1129 time: 0.0505586 Feb 28 10:59:23.896078 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f4f0bf-e7cb-455c-8dda-0091594d8b3b req-ed816757-7212-40bb-b47d-17eeddca21d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:59:23.897528 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-e1f4f0bf-e7cb-455c-8dda-0091594d8b3b req-ed816757-7212-40bb-b47d-17eeddca21d4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4a8f74a6209749379f791e532c953b95&device_id=dddade8d-cb05-438a-9f15-7287fb6a19ad HTTP/1.1" status: 200 len: 1129 time: 0.0479467 Feb 28 10:59:23.997275 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f4f0bf-e7cb-455c-8dda-0091594d8b3b req-105246de-e75d-4549-99da-09c848e2425c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:59:23.998767 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-e1f4f0bf-e7cb-455c-8dda-0091594d8b3b req-105246de-e75d-4549-99da-09c848e2425c service neutron] 10.222.0.30 "GET /v2.0/networks?id=aa0120c6-3b61-4f8e-be03-277986c2f2bf HTTP/1.1" status: 200 len: 915 time: 0.0949998 Feb 28 10:59:24.381822 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-e1f4f0bf-e7cb-455c-8dda-0091594d8b3b req-08879629-4d46-4dd9-b32e-22b1ef5e2aef service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a2e4e417-4c95-4e8f-900c-a898cd19ff8f HTTP/1.1" status: 200 len: 217 time: 0.3762729 Feb 28 10:59:24.431692 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f4f0bf-e7cb-455c-8dda-0091594d8b3b req-1995c6c1-fe6c-4b88-a02a-a0947e1ec772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:59:24.433172 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-e1f4f0bf-e7cb-455c-8dda-0091594d8b3b req-1995c6c1-fe6c-4b88-a02a-a0947e1ec772 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=00164039-41d4-4540-bb7e-9013b88d7438 HTTP/1.1" status: 200 len: 854 time: 0.0444489 Feb 28 10:59:24.465070 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-e1f4f0bf-e7cb-455c-8dda-0091594d8b3b req-cfa866a4-a230-4dd2-ac79-053ce39d6ff0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=aa0120c6-3b61-4f8e-be03-277986c2f2bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256763 Feb 28 10:59:24.568383 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-e1f4f0bf-e7cb-455c-8dda-0091594d8b3b req-6c04a006-8693-40c3-b901-36662dcaf499 service neutron] 10.222.0.30 "GET /v2.0/networks/aa0120c6-3b61-4f8e-be03-277986c2f2bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976453 Feb 28 10:59:24.676964 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-e1f4f0bf-e7cb-455c-8dda-0091594d8b3b req-04965da5-de00-44fd-a6ec-269fda596b01 service neutron] 10.222.0.30 "GET /v2.0/networks/aa0120c6-3b61-4f8e-be03-277986c2f2bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019516 Feb 28 10:59:24.761928 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd14cfcd-0ed2-4b93-927f-918d22828ca1 req-a45a59ad-6876-4ada-806d-7afca9ed1166 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:59:24.763449 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-bd14cfcd-0ed2-4b93-927f-918d22828ca1 req-a45a59ad-6876-4ada-806d-7afca9ed1166 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] 10.222.0.20 "GET /v2.0/ports?device_id=dddade8d-cb05-438a-9f15-7287fb6a19ad HTTP/1.1" status: 200 len: 945 time: 0.0574877 Feb 28 10:59:24.817076 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-bd14cfcd-0ed2-4b93-927f-918d22828ca1 req-36db5dc3-87e6-4f01-aabd-5ab90f6c72b6 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1c98072-e332-4550-a5aa-4b128a7fe7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469668 Feb 28 10:59:25.948952 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ce944d-bfd5-49ce-a5b9-2bcc21256bb4 req-2ac04577-e4ef-48c6-92ed-77f629b191cd tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:59:25.950600 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-69ce944d-bfd5-49ce-a5b9-2bcc21256bb4 req-2ac04577-e4ef-48c6-92ed-77f629b191cd tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] 10.222.0.20 "GET /v2.0/ports?device_id=dddade8d-cb05-438a-9f15-7287fb6a19ad HTTP/1.1" status: 200 len: 945 time: 0.0592272 Feb 28 10:59:26.001226 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-69ce944d-bfd5-49ce-a5b9-2bcc21256bb4 req-09abe7ce-1482-403b-ab52-7c79298395f0 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1c98072-e332-4550-a5aa-4b128a7fe7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449159 Feb 28 10:59:27.134228 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c2371b-cee0-4a1f-b0f4-224f4f705adc req-2a0c2b2d-9ff8-48d5-9f76-1b88d88ebd70 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:59:27.135733 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-93c2371b-cee0-4a1f-b0f4-224f4f705adc req-2a0c2b2d-9ff8-48d5-9f76-1b88d88ebd70 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] 10.222.0.20 "GET /v2.0/ports?device_id=dddade8d-cb05-438a-9f15-7287fb6a19ad HTTP/1.1" status: 200 len: 945 time: 0.0650189 Feb 28 10:59:27.187636 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-93c2371b-cee0-4a1f-b0f4-224f4f705adc req-721e0d45-997b-486c-96c8-18ccd3709599 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1c98072-e332-4550-a5aa-4b128a7fe7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461974 Feb 28 10:59:27.684645 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device a2e4e417-4c95-4e8f-900c-a898cd19ff8f details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103409) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 10:59:27.695234 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device a2e4e417-4c95-4e8f-900c-a898cd19ff8f no longer exists at agent hyperv_hv-neutron-mast {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:59:27.997279 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] For port a2e4e417-4c95-4e8f-900c-a898cd19ff8f, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=a2e4e417-4c95-4e8f-900c-a898cd19ff8f,segment=NetworkSegment(6d882e28-5d44-47d1-9845-3c39b89ec441),segment_id=6d882e28-5d44-47d1-9845-3c39b89ec441)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:59:27.999431 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Current status of the port a2e4e417-4c95-4e8f-900c-a898cd19ff8f is: ACTIVE; New status is: DOWN {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:59:27.999797 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (a2e4e417-4c95-4e8f-900c-a898cd19ff8f), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:59:28.016182 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Returning: {'device': 'a2e4e417-4c95-4e8f-900c-a898cd19ff8f', 'network_id': 'aa0120c6-3b61-4f8e-be03-277986c2f2bf', 'port_id': 'a2e4e417-4c95-4e8f-900c-a898cd19ff8f', 'mac_address': 'fa:16:3e:3f:62:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 284, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00164039-41d4-4540-bb7e-9013b88d7438', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103409) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 10:59:28.032532 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dddade8d-cb05-438a-9f15-7287fb6a19ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2e4e417-4c95-4e8f-900c-a898cd19ff8f'}] {{(pid=103409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:59:28.034812 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa5325a5be4b33bf61fd809c564e3765e689d817bbd874267890deb3cfccaf12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8d1c530-c884-4d1b-a566-20c5bb3e8801" -d '{"events": [{"server_uuid": "dddade8d-cb05-438a-9f15-7287fb6a19ad", "name": "network-vif-unplugged", "status": "completed", "tag": "a2e4e417-4c95-4e8f-900c-a898cd19ff8f"}]}' {{(pid=103409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:59:28.074730 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] For port a2e4e417-4c95-4e8f-900c-a898cd19ff8f, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=a2e4e417-4c95-4e8f-900c-a898cd19ff8f,segment=NetworkSegment(6d882e28-5d44-47d1-9845-3c39b89ec441),segment_id=6d882e28-5d44-47d1-9845-3c39b89ec441)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:59:28.083173 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (a2e4e417-4c95-4e8f-900c-a898cd19ff8f), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:59:28.088285 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Current status of the port a2e4e417-4c95-4e8f-900c-a898cd19ff8f is: ACTIVE; New status is: BUILD {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:59:28.088696 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (a2e4e417-4c95-4e8f-900c-a898cd19ff8f), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:59:28.120220 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 28 Feb 2022 10:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06cf8ba9-773b-479a-a13f-2e92a857736b x-openstack-request-id: req-06cf8ba9-773b-479a-a13f-2e92a857736b {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:59:28.120514 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dddade8d-cb05-438a-9f15-7287fb6a19ad", "name": "network-vif-unplugged", "status": "completed", "tag": "a2e4e417-4c95-4e8f-900c-a898cd19ff8f", "code": 200}]} {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:59:28.120790 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-06cf8ba9-773b-479a-a13f-2e92a857736b {{(pid=103409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:59:28.121179 dv-neutron-master-2-hyperv neutron-server[103409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dddade8d-cb05-438a-9f15-7287fb6a19ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2e4e417-4c95-4e8f-900c-a898cd19ff8f', 'code': 200} Feb 28 10:59:28.131038 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a2e4e417-4c95-4e8f-900c-a898cd19ff8f {{(pid=103409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 10:59:28.175415 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Pushing event updated for resources: {'Port': ['ID=a2e4e417-4c95-4e8f-900c-a898cd19ff8f,revision_number=6']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:59:28.186854 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.db.api [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103409) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 10:59:28.187218 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG oslo_db.api [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 10:59:28.313786 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb18f24-b369-4cda-bbaa-0d0673e0a788 req-95078796-dd17-43ff-8867-8b452fa4dcbc tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:59:28.315289 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-cfb18f24-b369-4cda-bbaa-0d0673e0a788 req-95078796-dd17-43ff-8867-8b452fa4dcbc tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] 10.222.0.20 "GET /v2.0/ports?device_id=dddade8d-cb05-438a-9f15-7287fb6a19ad HTTP/1.1" status: 200 len: 943 time: 0.0593548 Feb 28 10:59:28.369027 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-cfb18f24-b369-4cda-bbaa-0d0673e0a788 req-584c8c5c-13cb-4386-b356-02dd4c526449 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1c98072-e332-4550-a5aa-4b128a7fe7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457919 Feb 28 10:59:28.593861 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd24c9f-c78c-47dd-9a9b-a40c7b92d7e0 req-fd2e1e48-d61c-4978-9c73-faa46fd61df9 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:59:28.595290 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-2dd24c9f-c78c-47dd-9a9b-a40c7b92d7e0 req-fd2e1e48-d61c-4978-9c73-faa46fd61df9 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] 10.222.0.20 "GET /v2.0/ports?device_id=dddade8d-cb05-438a-9f15-7287fb6a19ad HTTP/1.1" status: 200 len: 943 time: 0.0546217 Feb 28 10:59:28.676262 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-2dd24c9f-c78c-47dd-9a9b-a40c7b92d7e0 req-35f4fb22-1a12-4eb4-838a-6ca307388512 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1c98072-e332-4550-a5aa-4b128a7fe7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716288 Feb 28 10:59:28.684019 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729206bb-beec-470b-8be5-a65370cbcc44 req-a3f9b0c3-a9a4-4117-a36f-589cc62afc37 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:59:28.685457 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-729206bb-beec-470b-8be5-a65370cbcc44 req-a3f9b0c3-a9a4-4117-a36f-589cc62afc37 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] 10.222.0.30 "GET /v2.0/ports?device_id=dddade8d-cb05-438a-9f15-7287fb6a19ad&tenant_id=4a8f74a6209749379f791e532c953b95&binding%3Ahost_id=hv-neutron-mast HTTP/1.1" status: 200 len: 943 time: 0.0892773 Feb 28 10:59:28.724313 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Current status of the port a2e4e417-4c95-4e8f-900c-a898cd19ff8f is: DOWN; New status is: BUILD {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:59:28.724927 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (a2e4e417-4c95-4e8f-900c-a898cd19ff8f), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:59:28.737990 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2e4e417-4c95-4e8f-900c-a898cd19ff8f {{(pid=103409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 10:59:28.761715 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] For port a2e4e417-4c95-4e8f-900c-a898cd19ff8f, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=a2e4e417-4c95-4e8f-900c-a898cd19ff8f,segment=NetworkSegment(6d882e28-5d44-47d1-9845-3c39b89ec441),segment_id=6d882e28-5d44-47d1-9845-3c39b89ec441)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:59:28.769183 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (a2e4e417-4c95-4e8f-900c-a898cd19ff8f), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:59:28.794818 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729206bb-beec-470b-8be5-a65370cbcc44 req-77d399c1-a21f-4f8f-a2a3-08187f4a6982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:59:28.795996 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-729206bb-beec-470b-8be5-a65370cbcc44 req-77d399c1-a21f-4f8f-a2a3-08187f4a6982 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4a8f74a6209749379f791e532c953b95&device_id=dddade8d-cb05-438a-9f15-7287fb6a19ad HTTP/1.1" status: 200 len: 1127 time: 0.0483620 Feb 28 10:59:28.815186 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Pushing event updated for resources: {'Port': ['ID=a2e4e417-4c95-4e8f-900c-a898cd19ff8f,revision_number=7']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:59:28.889199 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729206bb-beec-470b-8be5-a65370cbcc44 req-203604ec-461d-4399-82c3-266ebcabb56a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:59:28.890557 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-729206bb-beec-470b-8be5-a65370cbcc44 req-203604ec-461d-4399-82c3-266ebcabb56a service neutron] 10.222.0.30 "GET /v2.0/networks?id=aa0120c6-3b61-4f8e-be03-277986c2f2bf HTTP/1.1" status: 200 len: 915 time: 0.0877883 Feb 28 10:59:28.893539 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] get_ports_and_sgs() called for port_ids ['a2e4e417-4c95-4e8f-900c-a898cd19ff8f'] {{(pid=103409) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 10:59:28.939969 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-729206bb-beec-470b-8be5-a65370cbcc44 req-97768a7c-0a31-4485-9fde-ef038a35d608 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a2e4e417-4c95-4e8f-900c-a898cd19ff8f HTTP/1.1" status: 200 len: 217 time: 0.0434239 Feb 28 10:59:28.989149 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729206bb-beec-470b-8be5-a65370cbcc44 req-fe0e2c5f-0ddf-4869-ab7d-ef3f29c20b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:59:28.990610 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-729206bb-beec-470b-8be5-a65370cbcc44 req-fe0e2c5f-0ddf-4869-ab7d-ef3f29c20b8f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=00164039-41d4-4540-bb7e-9013b88d7438 HTTP/1.1" status: 200 len: 854 time: 0.0455451 Feb 28 10:59:29.022803 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-729206bb-beec-470b-8be5-a65370cbcc44 req-0d65ee95-8b8f-4561-8b2b-aa5a02e16451 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=aa0120c6-3b61-4f8e-be03-277986c2f2bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257366 Feb 28 10:59:29.125501 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-729206bb-beec-470b-8be5-a65370cbcc44 req-eaf79c84-31aa-43c3-9d46-126fb30a164f service neutron] 10.222.0.30 "GET /v2.0/networks/aa0120c6-3b61-4f8e-be03-277986c2f2bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970340 Feb 28 10:59:29.220658 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-729206bb-beec-470b-8be5-a65370cbcc44 req-1c8d8240-4a19-425f-be66-d263d7e4673a service neutron] 10.222.0.30 "GET /v2.0/networks/aa0120c6-3b61-4f8e-be03-277986c2f2bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881457 Feb 28 10:59:29.711616 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device a2e4e417-4c95-4e8f-900c-a898cd19ff8f up at agent hyperv_hv-neutron-mast {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:59:29.764859 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Provisioning complete for port a2e4e417-4c95-4e8f-900c-a898cd19ff8f triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:59:29.765565 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (a2e4e417-4c95-4e8f-900c-a898cd19ff8f), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:59:29.822911 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd02b208-2a47-40aa-84ac-2f2d313e3d1c req-baa3dad5-56dc-4d84-85cb-e1cbdc0f2c87 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:59:29.825400 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-cd02b208-2a47-40aa-84ac-2f2d313e3d1c req-baa3dad5-56dc-4d84-85cb-e1cbdc0f2c87 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] 10.222.0.20 "GET /v2.0/ports?device_id=dddade8d-cb05-438a-9f15-7287fb6a19ad HTTP/1.1" status: 200 len: 944 time: 0.0738113 Feb 28 10:59:29.850471 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Current status of the port a2e4e417-4c95-4e8f-900c-a898cd19ff8f is: BUILD; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:59:29.850869 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (a2e4e417-4c95-4e8f-900c-a898cd19ff8f), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:59:29.877452 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-cd02b208-2a47-40aa-84ac-2f2d313e3d1c req-c7b41110-aeee-4008-995d-d0789fd25b54 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1c98072-e332-4550-a5aa-4b128a7fe7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462706 Feb 28 10:59:29.901018 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] For port a2e4e417-4c95-4e8f-900c-a898cd19ff8f, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=a2e4e417-4c95-4e8f-900c-a898cd19ff8f,segment=NetworkSegment(6d882e28-5d44-47d1-9845-3c39b89ec441),segment_id=6d882e28-5d44-47d1-9845-3c39b89ec441)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:59:29.906290 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (a2e4e417-4c95-4e8f-900c-a898cd19ff8f), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:59:29.962399 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Pushing event updated for resources: {'Port': ['ID=a2e4e417-4c95-4e8f-900c-a898cd19ff8f,revision_number=8']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:59:30.004416 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780af558-e2d9-4611-8d6f-b59b91bfb279 req-707ecb86-c70c-49bd-85d9-cd96485b5269 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:59:30.005979 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-780af558-e2d9-4611-8d6f-b59b91bfb279 req-707ecb86-c70c-49bd-85d9-cd96485b5269 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] 10.222.0.20 "GET /v2.0/ports?device_id=dddade8d-cb05-438a-9f15-7287fb6a19ad HTTP/1.1" status: 200 len: 945 time: 0.0531406 Feb 28 10:59:30.054237 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-780af558-e2d9-4611-8d6f-b59b91bfb279 req-7224c333-88e0-4882-808d-778a82e653e2 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1c98072-e332-4550-a5aa-4b128a7fe7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424442 Feb 28 10:59:30.122197 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dddade8d-cb05-438a-9f15-7287fb6a19ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2e4e417-4c95-4e8f-900c-a898cd19ff8f'}] {{(pid=103409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:59:30.124863 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa5325a5be4b33bf61fd809c564e3765e689d817bbd874267890deb3cfccaf12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdf4992a-c40d-4c1f-963a-df76c5c0c221" -d '{"events": [{"server_uuid": "dddade8d-cb05-438a-9f15-7287fb6a19ad", "name": "network-vif-plugged", "status": "completed", "tag": "a2e4e417-4c95-4e8f-900c-a898cd19ff8f"}]}' {{(pid=103409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:59:30.164474 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 10:59:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0441659b-bf52-4b17-98ef-b20093534fc7 x-openstack-request-id: req-0441659b-bf52-4b17-98ef-b20093534fc7 {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:59:30.164799 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dddade8d-cb05-438a-9f15-7287fb6a19ad", "name": "network-vif-plugged", "status": "completed", "tag": "a2e4e417-4c95-4e8f-900c-a898cd19ff8f", "code": 200}]} {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:59:30.165059 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0441659b-bf52-4b17-98ef-b20093534fc7 {{(pid=103409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:59:30.165462 dv-neutron-master-2-hyperv neutron-server[103409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dddade8d-cb05-438a-9f15-7287fb6a19ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2e4e417-4c95-4e8f-900c-a898cd19ff8f', 'code': 200} Feb 28 10:59:30.184289 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9809950-6afe-4c2f-a871-b1e2c4de7ed3 req-5265f969-e149-4bdd-962f-d8d4352245dc tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:59:30.185836 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-d9809950-6afe-4c2f-a871-b1e2c4de7ed3 req-5265f969-e149-4bdd-962f-d8d4352245dc tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] 10.222.0.20 "GET /v2.0/ports?device_id=dddade8d-cb05-438a-9f15-7287fb6a19ad HTTP/1.1" status: 200 len: 945 time: 0.0606356 Feb 28 10:59:30.243152 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-d9809950-6afe-4c2f-a871-b1e2c4de7ed3 req-90750407-d74a-4d9c-a8c0-691e68f24d70 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1c98072-e332-4550-a5aa-4b128a7fe7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493212 Feb 28 10:59:30.631975 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d90b8c-5b37-4fd3-8be0-e1b590242622 req-7fb3ee4c-cbd1-492d-944e-8eac8bb3bb50 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:59:30.633418 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-07d90b8c-5b37-4fd3-8be0-e1b590242622 req-7fb3ee4c-cbd1-492d-944e-8eac8bb3bb50 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] 10.222.0.20 "GET /v2.0/networks?id=aa0120c6-3b61-4f8e-be03-277986c2f2bf HTTP/1.1" status: 200 len: 814 time: 0.1118784 Feb 28 10:59:30.652292 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-07d90b8c-5b37-4fd3-8be0-e1b590242622 req-d4b9fb2f-b452-48f9-ae73-abbda1677688 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] 10.222.0.20 "GET /v2.0/quotas/4a8f74a6209749379f791e532c953b95 HTTP/1.1" status: 200 len: 375 time: 0.0099936 Feb 28 10:59:30.706479 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-07d90b8c-5b37-4fd3-8be0-e1b590242622 req-88067195-7fb5-42b8-9f6d-9f416b38fd5e tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=4a8f74a6209749379f791e532c953b95&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0490644 Feb 28 10:59:30.804664 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-07d90b8c-5b37-4fd3-8be0-e1b590242622 req-884870c5-3fa9-4cb4-b81a-443bb848911d service neutron] 10.222.0.20 "GET /v2.0/networks/aa0120c6-3b61-4f8e-be03-277986c2f2bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886941 Feb 28 10:59:30.897696 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-07d90b8c-5b37-4fd3-8be0-e1b590242622 req-12e5ffd4-1bf5-4032-9c08-abfa2d73db14 service neutron] 10.222.0.20 "GET /v2.0/networks/aa0120c6-3b61-4f8e-be03-277986c2f2bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870624 Feb 28 10:59:31.078416 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-a240e994-033d-4e07-b1f0-50734e3cecba req-47d5618b-d2d0-43bb-a293-f5cfcc080bb5 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc13d85b-541d-4622-be3b-e61b892fab82 HTTP/1.1" status: 200 len: 210 time: 0.0363050 Feb 28 10:59:32.141721 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d90b8c-5b37-4fd3-8be0-e1b590242622 req-0bfad3b4-27e5-44f9-87ba-75298fc673d8 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:59:32.143193 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-07d90b8c-5b37-4fd3-8be0-e1b590242622 req-0bfad3b4-27e5-44f9-87ba-75298fc673d8 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] 10.222.0.30 "GET /v2.0/networks?id=aa0120c6-3b61-4f8e-be03-277986c2f2bf HTTP/1.1" status: 200 len: 814 time: 0.1058476 Feb 28 10:59:32.164405 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [req-07d90b8c-5b37-4fd3-8be0-e1b590242622 req-be6a1613-4bf4-4ecf-a0ff-bbce636ef3c2 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] Request body: {'port': {'device_id': 'dc13d85b-541d-4622-be3b-e61b892fab82', 'network_id': 'aa0120c6-3b61-4f8e-be03-277986c2f2bf', 'admin_state_up': True, 'tenant_id': '4a8f74a6209749379f791e532c953b95'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:59:32.184622 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-ce69a012-8c0a-46c4-b0c7-64414b4ab986 req-60541a00-4387-4fd8-9315-12e5216b3f56 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc13d85b-541d-4622-be3b-e61b892fab82 HTTP/1.1" status: 200 len: 210 time: 0.0342834 Feb 28 10:59:32.291765 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07d90b8c-5b37-4fd3-8be0-e1b590242622 req-be6a1613-4bf4-4ecf-a0ff-bbce636ef3c2 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] Made reservation on behalf of 4a8f74a6209749379f791e532c953b95 for: {'port': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 10:59:32.295443 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-07d90b8c-5b37-4fd3-8be0-e1b590242622 req-be6a1613-4bf4-4ecf-a0ff-bbce636ef3c2 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:59:32.423053 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [req-07d90b8c-5b37-4fd3-8be0-e1b590242622 req-be6a1613-4bf4-4ecf-a0ff-bbce636ef3c2 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] Allocated IP 172.20.0.14 (aa0120c6-3b61-4f8e-be03-277986c2f2bf/00164039-41d4-4540-bb7e-9013b88d7438/112e1db4-0fce-45e4-a704-d2a45fc61236) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 10:59:32.466723 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2afb7b0-5575-471e-a80f-6164553b3d86 req-dd710735-835a-4ea0-8465-1aa686425096 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:59:32.468252 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-a2afb7b0-5575-471e-a80f-6164553b3d86 req-dd710735-835a-4ea0-8465-1aa686425096 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] 10.222.0.30 "GET /v2.0/ports?device_id=dddade8d-cb05-438a-9f15-7287fb6a19ad HTTP/1.1" status: 200 len: 945 time: 0.0580764 Feb 28 10:59:32.563873 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [req-a2afb7b0-5575-471e-a80f-6164553b3d86 req-78e3b022-e2ac-4224-add5-c7f9d379b99d tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] Deleting port a2e4e417-4c95-4e8f-900c-a898cd19ff8f {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 10:59:32.564218 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-a2afb7b0-5575-471e-a80f-6164553b3d86 req-78e3b022-e2ac-4224-add5-c7f9d379b99d tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (a2e4e417-4c95-4e8f-900c-a898cd19ff8f), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:59:32.574066 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-07d90b8c-5b37-4fd3-8be0-e1b590242622 req-be6a1613-4bf4-4ecf-a0ff-bbce636ef3c2 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] Publish callbacks [] for port (112e1db4-0fce-45e4-a704-d2a45fc61236), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:59:32.611005 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-07d90b8c-5b37-4fd3-8be0-e1b590242622 req-be6a1613-4bf4-4ecf-a0ff-bbce636ef3c2 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (112e1db4-0fce-45e4-a704-d2a45fc61236), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:59:32.646708 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] get_ports_and_sgs() called for port_ids ['a2e4e417-4c95-4e8f-900c-a898cd19ff8f'] {{(pid=103409) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 10:59:32.658268 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [req-a2afb7b0-5575-471e-a80f-6164553b3d86 req-78e3b022-e2ac-4224-add5-c7f9d379b99d tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] For port a2e4e417-4c95-4e8f-900c-a898cd19ff8f, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=a2e4e417-4c95-4e8f-900c-a898cd19ff8f,segment=NetworkSegment(6d882e28-5d44-47d1-9845-3c39b89ec441),segment_id=6d882e28-5d44-47d1-9845-3c39b89ec441)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:59:32.658268 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-a2afb7b0-5575-471e-a80f-6164553b3d86 req-78e3b022-e2ac-4224-add5-c7f9d379b99d tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (a2e4e417-4c95-4e8f-900c-a898cd19ff8f), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:59:32.660135 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07d90b8c-5b37-4fd3-8be0-e1b590242622 req-be6a1613-4bf4-4ecf-a0ff-bbce636ef3c2 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] Network aa0120c6-3b61-4f8e-be03-277986c2f2bf is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 10:59:32.665206 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [req-07d90b8c-5b37-4fd3-8be0-e1b590242622 req-be6a1613-4bf4-4ecf-a0ff-bbce636ef3c2 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 10:59:32.669553 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-07d90b8c-5b37-4fd3-8be0-e1b590242622 req-be6a1613-4bf4-4ecf-a0ff-bbce636ef3c2 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 10:59:32.671923 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [req-a2afb7b0-5575-471e-a80f-6164553b3d86 req-78e3b022-e2ac-4224-add5-c7f9d379b99d tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] Calling delete_port for a2e4e417-4c95-4e8f-900c-a898cd19ff8f owned by compute:nova {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 10:59:32.699924 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6a1613-4bf4-4ecf-a0ff-bbce636ef3c2 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] Pushing event updated for resources: {'Port': ['ID=112e1db4-0fce-45e4-a704-d2a45fc61236,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:59:32.721774 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d90b8c-5b37-4fd3-8be0-e1b590242622 req-be6a1613-4bf4-4ecf-a0ff-bbce636ef3c2 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:59:32.722412 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-07d90b8c-5b37-4fd3-8be0-e1b590242622 req-be6a1613-4bf4-4ecf-a0ff-bbce636ef3c2 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:59:32.744715 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-07d90b8c-5b37-4fd3-8be0-e1b590242622 req-be6a1613-4bf4-4ecf-a0ff-bbce636ef3c2 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5833061 Feb 28 10:59:32.803651 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-a2afb7b0-5575-471e-a80f-6164553b3d86 req-78e3b022-e2ac-4224-add5-c7f9d379b99d tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (a2e4e417-4c95-4e8f-900c-a898cd19ff8f), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:59:32.818501 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [req-07d90b8c-5b37-4fd3-8be0-e1b590242622 req-28264ed1-bf76-4f99-b06e-3a0ddb577bae service neutron] Request body: {'port': {'device_id': 'dc13d85b-541d-4622-be3b-e61b892fab82', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 10:59:32.836510 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e3b022-e2ac-4224-add5-c7f9d379b99d tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] Pushing event deleted for resources: {'Port': ['ID=a2e4e417-4c95-4e8f-900c-a898cd19ff8f,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:59:32.863836 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e3b022-e2ac-4224-add5-c7f9d379b99d tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:59:32.864186 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e3b022-e2ac-4224-add5-c7f9d379b99d tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:59:32.864534 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e3b022-e2ac-4224-add5-c7f9d379b99d tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:59:32.864901 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e3b022-e2ac-4224-add5-c7f9d379b99d tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:59:32.865243 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e3b022-e2ac-4224-add5-c7f9d379b99d tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:59:32.865580 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e3b022-e2ac-4224-add5-c7f9d379b99d tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:59:32.865910 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e3b022-e2ac-4224-add5-c7f9d379b99d tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:59:32.866241 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e3b022-e2ac-4224-add5-c7f9d379b99d tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:59:32.866576 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e3b022-e2ac-4224-add5-c7f9d379b99d tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:59:32.866906 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e3b022-e2ac-4224-add5-c7f9d379b99d tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:59:32.867233 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e3b022-e2ac-4224-add5-c7f9d379b99d tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:59:32.867559 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e3b022-e2ac-4224-add5-c7f9d379b99d tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:59:32.867884 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e3b022-e2ac-4224-add5-c7f9d379b99d tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:59:32.880080 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] get_ports_and_sgs() called for port_ids ['a2e4e417-4c95-4e8f-900c-a898cd19ff8f'] {{(pid=103409) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 10:59:32.882224 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-07d90b8c-5b37-4fd3-8be0-e1b590242622 req-28264ed1-bf76-4f99-b06e-3a0ddb577bae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (112e1db4-0fce-45e4-a704-d2a45fc61236), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:59:32.890971 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2afb7b0-5575-471e-a80f-6164553b3d86 req-78e3b022-e2ac-4224-add5-c7f9d379b99d tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] No DVR routers for this DVR port a2e4e417-4c95-4e8f-900c-a898cd19ff8f on host hv-neutron-mast {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 10:59:32.893984 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-a2afb7b0-5575-471e-a80f-6164553b3d86 req-78e3b022-e2ac-4224-add5-c7f9d379b99d tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:59:32.897820 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-a2afb7b0-5575-471e-a80f-6164553b3d86 req-78e3b022-e2ac-4224-add5-c7f9d379b99d tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] 10.222.0.30 "DELETE /v2.0/ports/a2e4e417-4c95-4e8f-900c-a898cd19ff8f HTTP/1.1" status: 204 len: 173 time: 0.4244344 Feb 28 10:59:32.898279 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dddade8d-cb05-438a-9f15-7287fb6a19ad', 'name': 'network-vif-deleted', 'tag': 'a2e4e417-4c95-4e8f-900c-a898cd19ff8f'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:59:32.904000 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f56b9db1a49ad64bfd589e142fe25e4b3ad10508b17737ae95e2f0d29aca45ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9f6a6c9-ec1a-4875-8aca-30433b3b86e0" -d '{"events": [{"server_uuid": "dddade8d-cb05-438a-9f15-7287fb6a19ad", "name": "network-vif-deleted", "tag": "a2e4e417-4c95-4e8f-900c-a898cd19ff8f"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:59:32.950320 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 10:59:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd7b5a62-ad9d-4ccc-a778-a6918d401f86 x-openstack-request-id: req-bd7b5a62-ad9d-4ccc-a778-a6918d401f86 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:59:32.950625 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dddade8d-cb05-438a-9f15-7287fb6a19ad", "name": "network-vif-deleted", "tag": "a2e4e417-4c95-4e8f-900c-a898cd19ff8f", "status": "completed", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:59:32.950887 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bd7b5a62-ad9d-4ccc-a778-a6918d401f86 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:59:32.951306 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dddade8d-cb05-438a-9f15-7287fb6a19ad', 'name': 'network-vif-deleted', 'tag': 'a2e4e417-4c95-4e8f-900c-a898cd19ff8f', 'status': 'completed', 'code': 200} Feb 28 10:59:33.155757 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.notifiers.nova [req-07d90b8c-5b37-4fd3-8be0-e1b590242622 req-28264ed1-bf76-4f99-b06e-3a0ddb577bae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 112e1db4-0fce-45e4-a704-d2a45fc61236 {{(pid=103407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 10:59:33.163563 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-07d90b8c-5b37-4fd3-8be0-e1b590242622 req-28264ed1-bf76-4f99-b06e-3a0ddb577bae service neutron] Publish callbacks [] for port (112e1db4-0fce-45e4-a704-d2a45fc61236), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:59:33.175664 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.provisioning_blocks [req-07d90b8c-5b37-4fd3-8be0-e1b590242622 req-28264ed1-bf76-4f99-b06e-3a0ddb577bae service neutron] Transition to ACTIVE for port object 112e1db4-0fce-45e4-a704-d2a45fc61236 will not be triggered until provisioned by entity L2. {{(pid=103407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 10:59:33.181643 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-07d90b8c-5b37-4fd3-8be0-e1b590242622 req-28264ed1-bf76-4f99-b06e-3a0ddb577bae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3498066'] for port (112e1db4-0fce-45e4-a704-d2a45fc61236), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:59:33.236721 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28264ed1-bf76-4f99-b06e-3a0ddb577bae service neutron] Pushing event updated for resources: {'Port': ['ID=112e1db4-0fce-45e4-a704-d2a45fc61236,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:59:33.340381 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-07d90b8c-5b37-4fd3-8be0-e1b590242622 req-28264ed1-bf76-4f99-b06e-3a0ddb577bae service neutron] Attempting to bind port 112e1db4-0fce-45e4-a704-d2a45fc61236 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 10:59:33.341122 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-07d90b8c-5b37-4fd3-8be0-e1b590242622 req-28264ed1-bf76-4f99-b06e-3a0ddb577bae service neutron] Attempting to bind port 112e1db4-0fce-45e4-a704-d2a45fc61236 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '6d882e28-5d44-47d1-9845-3c39b89ec441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'aa0120c6-3b61-4f8e-be03-277986c2f2bf'}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 10:59:33.341122 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d90b8c-5b37-4fd3-8be0-e1b590242622 req-28264ed1-bf76-4f99-b06e-3a0ddb577bae service neutron] Attempting to bind port 112e1db4-0fce-45e4-a704-d2a45fc61236 on network aa0120c6-3b61-4f8e-be03-277986c2f2bf {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:59:33.353471 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d49930f-2d80-4c05-b283-64bc0c3610e5 req-967244ae-78bc-4c7b-bd66-6fd7301c8dbf tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:59:33.355102 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-6d49930f-2d80-4c05-b283-64bc0c3610e5 req-967244ae-78bc-4c7b-bd66-6fd7301c8dbf tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc13d85b-541d-4622-be3b-e61b892fab82 HTTP/1.1" status: 200 len: 944 time: 0.0988505 Feb 28 10:59:33.356144 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d90b8c-5b37-4fd3-8be0-e1b590242622 req-28264ed1-bf76-4f99-b06e-3a0ddb577bae service neutron] Port 112e1db4-0fce-45e4-a704-d2a45fc61236 on network aa0120c6-3b61-4f8e-be03-277986c2f2bf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 10:59:33.356465 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d90b8c-5b37-4fd3-8be0-e1b590242622 req-28264ed1-bf76-4f99-b06e-3a0ddb577bae service neutron] Attempting to bind port 112e1db4-0fce-45e4-a704-d2a45fc61236 on network aa0120c6-3b61-4f8e-be03-277986c2f2bf {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 10:59:33.367600 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d90b8c-5b37-4fd3-8be0-e1b590242622 req-28264ed1-bf76-4f99-b06e-3a0ddb577bae service neutron] Checking agent: {'id': '13ac42ae-016e-4baf-bb31-c6fa820b41c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 30, 8), 'started_at': datetime.datetime(2022, 2, 28, 10, 30, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 10, 59, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 10:59:33.367995 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d90b8c-5b37-4fd3-8be0-e1b590242622 req-28264ed1-bf76-4f99-b06e-3a0ddb577bae service neutron] Checking segment: {'id': '6d882e28-5d44-47d1-9845-3c39b89ec441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'aa0120c6-3b61-4f8e-be03-277986c2f2bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 10:59:33.368474 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d90b8c-5b37-4fd3-8be0-e1b590242622 req-28264ed1-bf76-4f99-b06e-3a0ddb577bae service neutron] Bound using segment: {'id': '6d882e28-5d44-47d1-9845-3c39b89ec441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'aa0120c6-3b61-4f8e-be03-277986c2f2bf'} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 10:59:33.368861 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-07d90b8c-5b37-4fd3-8be0-e1b590242622 req-28264ed1-bf76-4f99-b06e-3a0ddb577bae service neutron] Bound port: 112e1db4-0fce-45e4-a704-d2a45fc61236, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d882e28-5d44-47d1-9845-3c39b89ec441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': 'aa0120c6-3b61-4f8e-be03-277986c2f2bf'}}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 10:59:33.369261 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-07d90b8c-5b37-4fd3-8be0-e1b590242622 req-28264ed1-bf76-4f99-b06e-3a0ddb577bae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (112e1db4-0fce-45e4-a704-d2a45fc61236), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:59:33.444848 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-6d49930f-2d80-4c05-b283-64bc0c3610e5 req-617e62c1-6cf9-4f90-b136-07ddf42679c1 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1c98072-e332-4550-a5aa-4b128a7fe7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832434 Feb 28 10:59:33.461478 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-07d90b8c-5b37-4fd3-8be0-e1b590242622 req-28264ed1-bf76-4f99-b06e-3a0ddb577bae service neutron] For port 112e1db4-0fce-45e4-a704-d2a45fc61236, host hv-neutron-mast, cleared binding levels {{(pid=103407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 10:59:33.464891 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-07d90b8c-5b37-4fd3-8be0-e1b590242622 req-28264ed1-bf76-4f99-b06e-3a0ddb577bae service neutron] For port 112e1db4-0fce-45e4-a704-d2a45fc61236, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=112e1db4-0fce-45e4-a704-d2a45fc61236,segment=NetworkSegment(6d882e28-5d44-47d1-9845-3c39b89ec441),segment_id=6d882e28-5d44-47d1-9845-3c39b89ec441)] {{(pid=103407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 10:59:33.470773 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-07d90b8c-5b37-4fd3-8be0-e1b590242622 req-28264ed1-bf76-4f99-b06e-3a0ddb577bae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3498066'] for port (112e1db4-0fce-45e4-a704-d2a45fc61236), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:59:33.512364 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d90b8c-5b37-4fd3-8be0-e1b590242622 req-28264ed1-bf76-4f99-b06e-3a0ddb577bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:59:33.513023 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-07d90b8c-5b37-4fd3-8be0-e1b590242622 req-28264ed1-bf76-4f99-b06e-3a0ddb577bae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:59:33.514462 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-07d90b8c-5b37-4fd3-8be0-e1b590242622 req-28264ed1-bf76-4f99-b06e-3a0ddb577bae service neutron] 10.222.0.30 "PUT /v2.0/ports/112e1db4-0fce-45e4-a704-d2a45fc61236 HTTP/1.1" status: 200 len: 1094 time: 0.7492983 Feb 28 10:59:33.514935 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc13d85b-541d-4622-be3b-e61b892fab82', 'tag': '112e1db4-0fce-45e4-a704-d2a45fc61236'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:59:33.517234 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c8e1c873eeca597e52e7ceb7469e602eac250bfea6606d285743d38033cf584" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7a94828-e320-46ca-8eab-2b655fa5d7f1" -d '{"events": [{"name": "network-changed", "server_uuid": "dc13d85b-541d-4622-be3b-e61b892fab82", "tag": "112e1db4-0fce-45e4-a704-d2a45fc61236"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:59:33.541613 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28264ed1-bf76-4f99-b06e-3a0ddb577bae service neutron] Pushing event updated for resources: {'Port': ['ID=112e1db4-0fce-45e4-a704-d2a45fc61236,revision_number=3']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:59:33.559192 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 10:59:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bffc752-a6e6-4f58-90b3-7c982df17811 x-openstack-request-id: req-9bffc752-a6e6-4f58-90b3-7c982df17811 {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:59:33.559508 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc13d85b-541d-4622-be3b-e61b892fab82", "tag": "112e1db4-0fce-45e4-a704-d2a45fc61236", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:59:33.559766 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9bffc752-a6e6-4f58-90b3-7c982df17811 {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:59:33.560176 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc13d85b-541d-4622-be3b-e61b892fab82', 'tag': '112e1db4-0fce-45e4-a704-d2a45fc61236', 'status': 'completed', 'code': 200} Feb 28 10:59:33.624480 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d90b8c-5b37-4fd3-8be0-e1b590242622 req-048f1941-789c-4fc8-8218-0b3725706b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:59:33.626049 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-07d90b8c-5b37-4fd3-8be0-e1b590242622 req-048f1941-789c-4fc8-8218-0b3725706b87 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4a8f74a6209749379f791e532c953b95&device_id=dc13d85b-541d-4622-be3b-e61b892fab82 HTTP/1.1" status: 200 len: 1128 time: 0.0477598 Feb 28 10:59:33.673756 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-07d90b8c-5b37-4fd3-8be0-e1b590242622 req-eb87d0e8-4841-457f-a553-710501b83890 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=112e1db4-0fce-45e4-a704-d2a45fc61236 HTTP/1.1" status: 200 len: 217 time: 0.0349498 Feb 28 10:59:33.739221 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d90b8c-5b37-4fd3-8be0-e1b590242622 req-dc3a8d5a-9dc4-435a-a685-b3a2ac322e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:59:33.740588 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-07d90b8c-5b37-4fd3-8be0-e1b590242622 req-dc3a8d5a-9dc4-435a-a685-b3a2ac322e84 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=00164039-41d4-4540-bb7e-9013b88d7438 HTTP/1.1" status: 200 len: 854 time: 0.0612228 Feb 28 10:59:33.773181 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-07d90b8c-5b37-4fd3-8be0-e1b590242622 req-3a5c1b9d-c8ff-4410-8355-63d512225979 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=aa0120c6-3b61-4f8e-be03-277986c2f2bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265515 Feb 28 10:59:33.868331 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-07d90b8c-5b37-4fd3-8be0-e1b590242622 req-9c755836-cfc3-49a8-9b68-c27f503c46a5 service neutron] 10.222.0.30 "GET /v2.0/networks/aa0120c6-3b61-4f8e-be03-277986c2f2bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874658 Feb 28 10:59:33.969817 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-07d90b8c-5b37-4fd3-8be0-e1b590242622 req-ec83361e-5423-48ee-8a29-39c7ecbc837e service neutron] 10.222.0.30 "GET /v2.0/networks/aa0120c6-3b61-4f8e-be03-277986c2f2bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953908 Feb 28 10:59:34.117772 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a94828-e320-46ca-8eab-2b655fa5d7f1 req-ce33f89f-98eb-4fb6-b781-7c3624f1a608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:59:34.119360 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-c7a94828-e320-46ca-8eab-2b655fa5d7f1 req-ce33f89f-98eb-4fb6-b781-7c3624f1a608 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4a8f74a6209749379f791e532c953b95&device_id=dc13d85b-541d-4622-be3b-e61b892fab82 HTTP/1.1" status: 200 len: 1128 time: 0.0490479 Feb 28 10:59:34.213478 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a94828-e320-46ca-8eab-2b655fa5d7f1 req-5f46f579-6150-4ebf-b2c8-6568d60e5424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:59:34.215228 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-c7a94828-e320-46ca-8eab-2b655fa5d7f1 req-5f46f579-6150-4ebf-b2c8-6568d60e5424 service neutron] 10.222.0.30 "GET /v2.0/networks?id=aa0120c6-3b61-4f8e-be03-277986c2f2bf HTTP/1.1" status: 200 len: 915 time: 0.0897753 Feb 28 10:59:34.255143 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-c7a94828-e320-46ca-8eab-2b655fa5d7f1 req-e3d91295-3c5f-4875-851c-776869828a2f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=112e1db4-0fce-45e4-a704-d2a45fc61236 HTTP/1.1" status: 200 len: 217 time: 0.0344710 Feb 28 10:59:34.303056 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a94828-e320-46ca-8eab-2b655fa5d7f1 req-31e47040-f7ba-49a9-a79c-969ac8c6cac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:59:34.304489 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-c7a94828-e320-46ca-8eab-2b655fa5d7f1 req-31e47040-f7ba-49a9-a79c-969ac8c6cac7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=00164039-41d4-4540-bb7e-9013b88d7438 HTTP/1.1" status: 200 len: 854 time: 0.0434978 Feb 28 10:59:34.335408 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-c7a94828-e320-46ca-8eab-2b655fa5d7f1 req-a142b738-f71c-48a4-bd4d-7bc2f761a018 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=aa0120c6-3b61-4f8e-be03-277986c2f2bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252085 Feb 28 10:59:34.430680 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-c7a94828-e320-46ca-8eab-2b655fa5d7f1 req-cf72c6da-19e0-4078-9cb8-a6acb1d9f5de service neutron] 10.222.0.30 "GET /v2.0/networks/aa0120c6-3b61-4f8e-be03-277986c2f2bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880539 Feb 28 10:59:34.527688 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-c7a94828-e320-46ca-8eab-2b655fa5d7f1 req-1ab55623-64a1-4f9b-b5f3-431424b3c452 service neutron] 10.222.0.30 "GET /v2.0/networks/aa0120c6-3b61-4f8e-be03-277986c2f2bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912957 Feb 28 10:59:34.586938 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059a8886-fb6f-4822-a7bc-5d6729d46641 req-04e57c18-9277-4685-ae2e-ef5254d4e090 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:59:34.588498 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-059a8886-fb6f-4822-a7bc-5d6729d46641 req-04e57c18-9277-4685-ae2e-ef5254d4e090 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc13d85b-541d-4622-be3b-e61b892fab82 HTTP/1.1" status: 200 len: 944 time: 0.0598826 Feb 28 10:59:34.634981 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-059a8886-fb6f-4822-a7bc-5d6729d46641 req-5b93c6c7-7232-4eee-b30d-e77df5b89e4b tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1c98072-e332-4550-a5aa-4b128a7fe7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408125 Feb 28 10:59:35.753496 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device a2e4e417-4c95-4e8f-900c-a898cd19ff8f no longer exists at agent hyperv_hv-neutron-mast {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 10:59:35.769935 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f53665-7859-455b-b94e-9ff47336ae35 req-3dfe4a17-8ebf-420f-869e-488b4bac9551 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:59:35.771440 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-60f53665-7859-455b-b94e-9ff47336ae35 req-3dfe4a17-8ebf-420f-869e-488b4bac9551 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc13d85b-541d-4622-be3b-e61b892fab82 HTTP/1.1" status: 200 len: 944 time: 0.0572336 Feb 28 10:59:35.775659 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] No Port match for: a2e4e417-4c95-4e8f-900c-a898cd19ff8f {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 10:59:35.776336 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device a2e4e417-4c95-4e8f-900c-a898cd19ff8f not bound to the agent host hv-neutron-mast {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 10:59:35.823225 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-60f53665-7859-455b-b94e-9ff47336ae35 req-12d259b9-7e59-4dff-8632-0f88f1a37da3 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1c98072-e332-4550-a5aa-4b128a7fe7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432899 Feb 28 10:59:37.124361 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb67cd9c-0f3d-4a5b-abcd-a40b33b89db7 req-a838e1f0-6cd6-43cc-99a0-5f56e801d87c tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:59:37.125773 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-cb67cd9c-0f3d-4a5b-abcd-a40b33b89db7 req-a838e1f0-6cd6-43cc-99a0-5f56e801d87c tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc13d85b-541d-4622-be3b-e61b892fab82 HTTP/1.1" status: 200 len: 944 time: 0.0597525 Feb 28 10:59:37.179681 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-cb67cd9c-0f3d-4a5b-abcd-a40b33b89db7 req-25f4b29c-eda4-4f21-9d65-97ad1a9a3635 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1c98072-e332-4550-a5aa-4b128a7fe7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468533 Feb 28 10:59:37.766906 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device 112e1db4-0fce-45e4-a704-d2a45fc61236 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103409) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 10:59:37.877824 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] For port 112e1db4-0fce-45e4-a704-d2a45fc61236, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=112e1db4-0fce-45e4-a704-d2a45fc61236,segment=NetworkSegment(6d882e28-5d44-47d1-9845-3c39b89ec441),segment_id=6d882e28-5d44-47d1-9845-3c39b89ec441)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:59:37.889317 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Returning: {'device': '112e1db4-0fce-45e4-a704-d2a45fc61236', 'network_id': 'aa0120c6-3b61-4f8e-be03-277986c2f2bf', 'port_id': '112e1db4-0fce-45e4-a704-d2a45fc61236', 'mac_address': 'fa:16:3e:e0:dc:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 284, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00164039-41d4-4540-bb7e-9013b88d7438', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103409) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 10:59:37.926670 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Current status of the port 112e1db4-0fce-45e4-a704-d2a45fc61236 is: DOWN; New status is: BUILD {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:59:37.927078 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (112e1db4-0fce-45e4-a704-d2a45fc61236), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:59:37.942042 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 112e1db4-0fce-45e4-a704-d2a45fc61236 {{(pid=103409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 10:59:37.962370 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] For port 112e1db4-0fce-45e4-a704-d2a45fc61236, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=112e1db4-0fce-45e4-a704-d2a45fc61236,segment=NetworkSegment(6d882e28-5d44-47d1-9845-3c39b89ec441),segment_id=6d882e28-5d44-47d1-9845-3c39b89ec441)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:59:37.967313 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (112e1db4-0fce-45e4-a704-d2a45fc61236), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:59:38.012789 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Pushing event updated for resources: {'Port': ['ID=112e1db4-0fce-45e4-a704-d2a45fc61236,revision_number=4']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:59:38.020210 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:59:38.020501 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:59:38.020883 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:59:38.021226 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:59:38.021562 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:59:38.021894 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:59:38.022226 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:59:38.022555 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:59:38.022888 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:59:38.023198 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:59:38.023532 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:59:38.023848 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:59:38.024172 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 10:59:38.313100 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cdbf18-37d6-41d1-b104-953bedca1e0e req-94144097-ecde-4cae-8539-dd52c36e792f tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:59:38.314502 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-98cdbf18-37d6-41d1-b104-953bedca1e0e req-94144097-ecde-4cae-8539-dd52c36e792f tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc13d85b-541d-4622-be3b-e61b892fab82 HTTP/1.1" status: 200 len: 945 time: 0.0562687 Feb 28 10:59:38.366090 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-98cdbf18-37d6-41d1-b104-953bedca1e0e req-31455be4-8359-4453-b595-0f771590d77e tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1c98072-e332-4550-a5aa-4b128a7fe7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457118 Feb 28 10:59:38.367382 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] get_ports_and_sgs() called for port_ids ['112e1db4-0fce-45e4-a704-d2a45fc61236'] {{(pid=103409) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 10:59:38.405698 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (13ac42ae-016e-4baf-bb31-c6fa820b41c2), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:59:38.756829 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b8475e55-d822-4eec-8102-5df65a9d9e82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fb6705d2-4f70-4965-92a3-fbfccd43a6d3), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:59:39.485865 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5299c99b-b81b-4113-8b06-774b359832af req-fd3af31f-d6ca-4d8f-acbe-ad2a8db4dd9d tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:59:39.487350 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-5299c99b-b81b-4113-8b06-774b359832af req-fd3af31f-d6ca-4d8f-acbe-ad2a8db4dd9d tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc13d85b-541d-4622-be3b-e61b892fab82 HTTP/1.1" status: 200 len: 945 time: 0.0544829 Feb 28 10:59:39.544933 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-5299c99b-b81b-4113-8b06-774b359832af req-92a7f93b-819b-43d2-89ff-a5bf0eb65a56 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1c98072-e332-4550-a5aa-4b128a7fe7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492222 Feb 28 10:59:39.769273 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device 112e1db4-0fce-45e4-a704-d2a45fc61236 up at agent hyperv_hv-neutron-mast {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 10:59:39.831921 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Provisioning for port 112e1db4-0fce-45e4-a704-d2a45fc61236 completed by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 10:59:39.836392 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Provisioning complete for port 112e1db4-0fce-45e4-a704-d2a45fc61236 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 10:59:39.836805 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (112e1db4-0fce-45e4-a704-d2a45fc61236), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:59:39.921667 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Current status of the port 112e1db4-0fce-45e4-a704-d2a45fc61236 is: BUILD; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 10:59:39.922073 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (112e1db4-0fce-45e4-a704-d2a45fc61236), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:59:39.945945 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc13d85b-541d-4622-be3b-e61b892fab82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '112e1db4-0fce-45e4-a704-d2a45fc61236'}] {{(pid=103409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 10:59:39.948298 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa5325a5be4b33bf61fd809c564e3765e689d817bbd874267890deb3cfccaf12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb4445b6-aaf0-4c15-904c-df15490b877c" -d '{"events": [{"server_uuid": "dc13d85b-541d-4622-be3b-e61b892fab82", "name": "network-vif-plugged", "status": "completed", "tag": "112e1db4-0fce-45e4-a704-d2a45fc61236"}]}' {{(pid=103409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 10:59:39.960930 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] For port 112e1db4-0fce-45e4-a704-d2a45fc61236, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=112e1db4-0fce-45e4-a704-d2a45fc61236,segment=NetworkSegment(6d882e28-5d44-47d1-9845-3c39b89ec441),segment_id=6d882e28-5d44-47d1-9845-3c39b89ec441)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 10:59:39.965605 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (112e1db4-0fce-45e4-a704-d2a45fc61236), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:59:39.989888 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 10:59:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15df709b-ca11-44e5-a52b-0241cf3dcb31 x-openstack-request-id: req-15df709b-ca11-44e5-a52b-0241cf3dcb31 {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 10:59:39.990207 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc13d85b-541d-4622-be3b-e61b892fab82", "name": "network-vif-plugged", "status": "completed", "tag": "112e1db4-0fce-45e4-a704-d2a45fc61236", "code": 200}]} {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 10:59:39.990441 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-15df709b-ca11-44e5-a52b-0241cf3dcb31 {{(pid=103409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 10:59:39.990857 dv-neutron-master-2-hyperv neutron-server[103409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc13d85b-541d-4622-be3b-e61b892fab82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '112e1db4-0fce-45e4-a704-d2a45fc61236', 'code': 200} Feb 28 10:59:40.019912 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Pushing event updated for resources: {'Port': ['ID=112e1db4-0fce-45e4-a704-d2a45fc61236,revision_number=5']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 10:59:40.211432 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcbcd70-87e9-4ad9-b45b-8d2edbc40c70 req-af9d9ed9-45bf-468e-b519-0ca16db0f83b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:59:40.213024 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-cdcbcd70-87e9-4ad9-b45b-8d2edbc40c70 req-af9d9ed9-45bf-468e-b519-0ca16db0f83b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=dc13d85b-541d-4622-be3b-e61b892fab82 HTTP/1.1" status: 200 len: 1130 time: 0.0543675 Feb 28 10:59:40.256967 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-cdcbcd70-87e9-4ad9-b45b-8d2edbc40c70 req-fba79358-2faa-47c3-9846-56a036494cfc service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=a1c98072-e332-4550-a5aa-4b128a7fe7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380812 Feb 28 10:59:40.679771 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9185dc30-ee63-42c2-8bf0-bb1dd8352daa req-1684145d-f09a-438b-bfc5-d6890f33abf1 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:59:40.681502 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-9185dc30-ee63-42c2-8bf0-bb1dd8352daa req-1684145d-f09a-438b-bfc5-d6890f33abf1 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc13d85b-541d-4622-be3b-e61b892fab82 HTTP/1.1" status: 200 len: 946 time: 0.0658264 Feb 28 10:59:40.735593 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-9185dc30-ee63-42c2-8bf0-bb1dd8352daa req-c432fb2a-aa19-4061-867e-32c34e0522ef tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1c98072-e332-4550-a5aa-4b128a7fe7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478139 Feb 28 10:59:41.040040 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2f0b01c8-87ae-4b2f-acba-2ee72b6fcedf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fc6c9b74-8dbb-41bb-800a-5bd3a43fe896), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:59:41.100904 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.agents_db [None req-382e0aa2-b126-48e6-89eb-3efa426b6b29 None None] Agent healthcheck: found 6 active agents {{(pid=103410) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 10:59:41.875406 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be74a263-9623-421e-afb4-d9dc975f2e98 req-4466bf8c-6489-43a0-991a-fab0d3642586 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:59:41.876933 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-be74a263-9623-421e-afb4-d9dc975f2e98 req-4466bf8c-6489-43a0-991a-fab0d3642586 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc13d85b-541d-4622-be3b-e61b892fab82 HTTP/1.1" status: 200 len: 946 time: 0.0608723 Feb 28 10:59:41.929535 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-be74a263-9623-421e-afb4-d9dc975f2e98 req-01956199-582c-4e58-938c-b8d9ff45be2b tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1c98072-e332-4550-a5aa-4b128a7fe7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456960 Feb 28 10:59:42.063156 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3392df7b-1942-43b6-980e-5f5949298ba6 req-3c806140-7210-4dcd-b542-11881fb68c1c tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:59:42.064584 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-3392df7b-1942-43b6-980e-5f5949298ba6 req-3c806140-7210-4dcd-b542-11881fb68c1c tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc13d85b-541d-4622-be3b-e61b892fab82 HTTP/1.1" status: 200 len: 946 time: 0.0546334 Feb 28 10:59:42.115372 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-3392df7b-1942-43b6-980e-5f5949298ba6 req-0faadc6d-c953-4ff0-a83e-93fc1b9e7512 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1c98072-e332-4550-a5aa-4b128a7fe7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422323 Feb 28 10:59:42.119983 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b6d631fb-7df0-4fe1-8322-abff3b61cae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (0db5147a-92a3-4581-8a5f-8ec9b93e0600), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:59:42.360437 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-fb2b6cc8-790c-4330-99a1-c41c9fbef4fd req-3f6f08f0-355f-4e21-ad42-6f94ce64cdee service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=dc13d85b-541d-4622-be3b-e61b892fab82&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0465937 Feb 28 10:59:42.379109 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb78bd8f-efb4-4a2d-b9d4-64ee821aaedd req-f38283b2-47a3-4fe0-a57a-0baa80158164 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:59:42.381286 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-fb78bd8f-efb4-4a2d-b9d4-64ee821aaedd req-f38283b2-47a3-4fe0-a57a-0baa80158164 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc13d85b-541d-4622-be3b-e61b892fab82 HTTP/1.1" status: 200 len: 946 time: 0.0631773 Feb 28 10:59:42.435774 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-fb78bd8f-efb4-4a2d-b9d4-64ee821aaedd req-64166951-eebc-4e2b-946a-afacbff4fac1 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1c98072-e332-4550-a5aa-4b128a7fe7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483670 Feb 28 10:59:42.724475 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2b6cc8-790c-4330-99a1-c41c9fbef4fd req-e77f717c-15af-43f4-bde4-2a263b0d8415 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:59:42.725863 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-fb2b6cc8-790c-4330-99a1-c41c9fbef4fd req-e77f717c-15af-43f4-bde4-2a263b0d8415 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] 10.222.0.20 "GET /v2.0/ports/112e1db4-0fce-45e4-a704-d2a45fc61236 HTTP/1.1" status: 200 len: 943 time: 0.0476649 Feb 28 10:59:43.538748 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6b923bb1-06b0-4b84-b461-7cc1d0196090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (2e621730-3978-4720-b581-ac380e97a567), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:59:43.569616 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e41983e-29e6-4683-abe3-95c5969528aa req-fdaa210f-385f-41b9-b449-9849b7eb94ca tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:59:43.571611 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-8e41983e-29e6-4683-abe3-95c5969528aa req-fdaa210f-385f-41b9-b449-9849b7eb94ca tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc13d85b-541d-4622-be3b-e61b892fab82 HTTP/1.1" status: 200 len: 946 time: 0.0570590 Feb 28 10:59:43.650118 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-8e41983e-29e6-4683-abe3-95c5969528aa req-c06336b5-573b-4858-bca3-2425adc1e443 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1c98072-e332-4550-a5aa-4b128a7fe7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721045 Feb 28 10:59:43.670382 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2b6cc8-790c-4330-99a1-c41c9fbef4fd req-756a1dbc-7af2-4e12-889d-1c1f1aa05e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:59:43.672047 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-fb2b6cc8-790c-4330-99a1-c41c9fbef4fd req-756a1dbc-7af2-4e12-889d-1c1f1aa05e47 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4a8f74a6209749379f791e532c953b95&device_id=dc13d85b-541d-4622-be3b-e61b892fab82 HTTP/1.1" status: 200 len: 1130 time: 0.0630162 Feb 28 10:59:43.766952 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2b6cc8-790c-4330-99a1-c41c9fbef4fd req-e8a6bd4c-74d9-4ad9-a888-044b686d8a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:59:43.769311 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-fb2b6cc8-790c-4330-99a1-c41c9fbef4fd req-e8a6bd4c-74d9-4ad9-a888-044b686d8a9d service neutron] 10.222.0.30 "GET /v2.0/networks?id=aa0120c6-3b61-4f8e-be03-277986c2f2bf HTTP/1.1" status: 200 len: 915 time: 0.0912819 Feb 28 10:59:43.816744 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-fb2b6cc8-790c-4330-99a1-c41c9fbef4fd req-cd34a195-08a9-42a2-8156-7b8d89efa343 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=112e1db4-0fce-45e4-a704-d2a45fc61236 HTTP/1.1" status: 200 len: 217 time: 0.0405338 Feb 28 10:59:43.868164 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2b6cc8-790c-4330-99a1-c41c9fbef4fd req-ee7b3838-3262-418a-8a6d-a37034b5c472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:59:43.869645 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-fb2b6cc8-790c-4330-99a1-c41c9fbef4fd req-ee7b3838-3262-418a-8a6d-a37034b5c472 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=00164039-41d4-4540-bb7e-9013b88d7438 HTTP/1.1" status: 200 len: 854 time: 0.0474184 Feb 28 10:59:43.899854 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-fb2b6cc8-790c-4330-99a1-c41c9fbef4fd req-8bb9482f-0266-4250-84d5-23508f8b3e59 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=aa0120c6-3b61-4f8e-be03-277986c2f2bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245426 Feb 28 10:59:43.992923 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-fb2b6cc8-790c-4330-99a1-c41c9fbef4fd req-8a0be5c4-4094-478a-9304-c21e2d34d323 service neutron] 10.222.0.30 "GET /v2.0/networks/aa0120c6-3b61-4f8e-be03-277986c2f2bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860186 Feb 28 10:59:44.086042 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-fb2b6cc8-790c-4330-99a1-c41c9fbef4fd req-7b7b2625-1ced-421b-8163-31f458d36c78 service neutron] 10.222.0.30 "GET /v2.0/networks/aa0120c6-3b61-4f8e-be03-277986c2f2bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876002 Feb 28 10:59:44.783796 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6ff8b3-1705-4a2c-8e85-299c00574a28 req-64ce69de-5b05-4c18-81c3-ccf2bb2576ea tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:59:44.785262 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-2f6ff8b3-1705-4a2c-8e85-299c00574a28 req-64ce69de-5b05-4c18-81c3-ccf2bb2576ea tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc13d85b-541d-4622-be3b-e61b892fab82 HTTP/1.1" status: 200 len: 946 time: 0.0605791 Feb 28 10:59:44.841743 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-2f6ff8b3-1705-4a2c-8e85-299c00574a28 req-6c0c5a23-1c20-4286-8428-d679dab1af62 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1c98072-e332-4550-a5aa-4b128a7fe7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487423 Feb 28 10:59:44.918168 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 10:59:45.977114 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172fedc0-d8ff-4b49-b3da-792934b5cb3f req-a82cd207-7bb2-4f9f-ae07-04203d850807 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:59:45.978877 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-172fedc0-d8ff-4b49-b3da-792934b5cb3f req-a82cd207-7bb2-4f9f-ae07-04203d850807 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc13d85b-541d-4622-be3b-e61b892fab82 HTTP/1.1" status: 200 len: 946 time: 0.0627439 Feb 28 10:59:46.031789 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-172fedc0-d8ff-4b49-b3da-792934b5cb3f req-dc1a735c-82ab-4265-9fba-0afedc4314d0 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1c98072-e332-4550-a5aa-4b128a7fe7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465353 Feb 28 10:59:47.155686 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9caa814-9b83-40d5-a4f4-6555d8e79771 req-be4b17cc-f269-4710-b670-a846cf4be812 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:59:47.157194 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-a9caa814-9b83-40d5-a4f4-6555d8e79771 req-be4b17cc-f269-4710-b670-a846cf4be812 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc13d85b-541d-4622-be3b-e61b892fab82 HTTP/1.1" status: 200 len: 946 time: 0.0548224 Feb 28 10:59:47.204037 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-a9caa814-9b83-40d5-a4f4-6555d8e79771 req-063642cc-64e2-4751-b70e-468a7aca81e4 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1c98072-e332-4550-a5aa-4b128a7fe7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412171 Feb 28 10:59:48.345958 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e575b65-39c9-4585-aadd-4a0870330b80 req-90783f6f-ebf7-42ce-ba50-caf7ff69dc26 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:59:48.347488 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-6e575b65-39c9-4585-aadd-4a0870330b80 req-90783f6f-ebf7-42ce-ba50-caf7ff69dc26 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc13d85b-541d-4622-be3b-e61b892fab82 HTTP/1.1" status: 200 len: 946 time: 0.0557837 Feb 28 10:59:48.399637 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-6e575b65-39c9-4585-aadd-4a0870330b80 req-bbbc3a52-117a-41ea-9d0a-ccee441736b4 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1c98072-e332-4550-a5aa-4b128a7fe7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463719 Feb 28 10:59:49.531675 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f926b0d2-a43d-4044-94a7-c0ac79348bff req-2f389cca-5d75-4594-88da-ef1eac0d092f tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:59:49.533206 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-f926b0d2-a43d-4044-94a7-c0ac79348bff req-2f389cca-5d75-4594-88da-ef1eac0d092f tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc13d85b-541d-4622-be3b-e61b892fab82 HTTP/1.1" status: 200 len: 946 time: 0.0586691 Feb 28 10:59:49.592044 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-f926b0d2-a43d-4044-94a7-c0ac79348bff req-a7067baf-863a-45d0-9d60-d23d6c0fddc6 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1c98072-e332-4550-a5aa-4b128a7fe7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503953 Feb 28 10:59:50.717880 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ac8478-d514-4144-8275-9a26e6cc2bc7 req-653726f5-5f1a-476f-b30f-73139551fa70 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:59:50.719379 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-96ac8478-d514-4144-8275-9a26e6cc2bc7 req-653726f5-5f1a-476f-b30f-73139551fa70 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc13d85b-541d-4622-be3b-e61b892fab82 HTTP/1.1" status: 200 len: 946 time: 0.0564373 Feb 28 10:59:50.768230 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-96ac8478-d514-4144-8275-9a26e6cc2bc7 req-108b5126-5578-4787-b923-8cf5ff3ca941 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1c98072-e332-4550-a5aa-4b128a7fe7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430975 Feb 28 10:59:51.920109 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265652b2-42e7-441b-8089-0a8d8ebc9f0e req-e4bbd6e3-7c98-4a6e-94e0-861e1af25faa tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:59:51.921627 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-265652b2-42e7-441b-8089-0a8d8ebc9f0e req-e4bbd6e3-7c98-4a6e-94e0-861e1af25faa tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc13d85b-541d-4622-be3b-e61b892fab82 HTTP/1.1" status: 200 len: 946 time: 0.0689335 Feb 28 10:59:51.972181 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-265652b2-42e7-441b-8089-0a8d8ebc9f0e req-29348b92-9e74-455d-affd-6f978885e489 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1c98072-e332-4550-a5aa-4b128a7fe7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446398 Feb 28 10:59:53.108354 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e33600-a5ac-47b3-ace7-63903fabd69b req-0b64d3e2-a5bd-45d0-9f06-8fdeadfcebe0 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:59:53.108354 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-a9e33600-a5ac-47b3-ace7-63903fabd69b req-0b64d3e2-a5bd-45d0-9f06-8fdeadfcebe0 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc13d85b-541d-4622-be3b-e61b892fab82 HTTP/1.1" status: 200 len: 946 time: 0.0566411 Feb 28 10:59:53.174168 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-a9e33600-a5ac-47b3-ace7-63903fabd69b req-9b9a0fae-bfc6-4f55-97a9-f6bba000bb0a tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1c98072-e332-4550-a5aa-4b128a7fe7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557041 Feb 28 10:59:54.295920 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c81fb99-74a6-4d02-8e0c-fc2e51ffb0ae req-fe5ac0e2-0f64-4994-8be9-aa24fd45bd1a tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:59:54.297449 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-0c81fb99-74a6-4d02-8e0c-fc2e51ffb0ae req-fe5ac0e2-0f64-4994-8be9-aa24fd45bd1a tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc13d85b-541d-4622-be3b-e61b892fab82 HTTP/1.1" status: 200 len: 946 time: 0.0538232 Feb 28 10:59:54.350881 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-0c81fb99-74a6-4d02-8e0c-fc2e51ffb0ae req-947f6862-32e4-4ee9-ae97-8623ce79e573 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1c98072-e332-4550-a5aa-4b128a7fe7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477962 Feb 28 10:59:55.476089 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753289e0-a523-461c-959c-878483b4ada3 req-40608117-8c0c-41ae-b839-bd7b86b0b0bd tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:59:55.477604 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-753289e0-a523-461c-959c-878483b4ada3 req-40608117-8c0c-41ae-b839-bd7b86b0b0bd tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc13d85b-541d-4622-be3b-e61b892fab82 HTTP/1.1" status: 200 len: 946 time: 0.0549541 Feb 28 10:59:55.529513 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-753289e0-a523-461c-959c-878483b4ada3 req-2065ffe4-a52b-4d7b-84f5-05f7a37cab3a tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1c98072-e332-4550-a5aa-4b128a7fe7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459063 Feb 28 10:59:56.653404 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5bc3d8-ecc9-404b-b7e8-0cf358da8cdc req-e1c88a1d-ef86-4dbc-b2e8-abebf444242b tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:59:56.654880 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-ed5bc3d8-ecc9-404b-b7e8-0cf358da8cdc req-e1c88a1d-ef86-4dbc-b2e8-abebf444242b tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc13d85b-541d-4622-be3b-e61b892fab82 HTTP/1.1" status: 200 len: 946 time: 0.0563347 Feb 28 10:59:56.715983 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-ed5bc3d8-ecc9-404b-b7e8-0cf358da8cdc req-7d2cbd7a-5973-4d62-b524-93a6013262a9 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1c98072-e332-4550-a5aa-4b128a7fe7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551753 Feb 28 10:59:57.854822 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9075ff3e-c361-4838-9d18-abdf7ffdb9b1 req-f8184b43-b033-442c-a896-1ed4d9f65e37 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:59:57.856306 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-9075ff3e-c361-4838-9d18-abdf7ffdb9b1 req-f8184b43-b033-442c-a896-1ed4d9f65e37 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc13d85b-541d-4622-be3b-e61b892fab82 HTTP/1.1" status: 200 len: 946 time: 0.0591116 Feb 28 10:59:57.907278 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-9075ff3e-c361-4838-9d18-abdf7ffdb9b1 req-83b01bff-679f-428c-aa95-c912ab5983e4 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1c98072-e332-4550-a5aa-4b128a7fe7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446069 Feb 28 10:59:59.044455 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b79c4e5-8d18-4215-98b8-3a35d020a040 req-55b7213f-0616-461a-a4a7-568cfffa8733 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 10:59:59.045956 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-9b79c4e5-8d18-4215-98b8-3a35d020a040 req-55b7213f-0616-461a-a4a7-568cfffa8733 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc13d85b-541d-4622-be3b-e61b892fab82 HTTP/1.1" status: 200 len: 946 time: 0.0613699 Feb 28 10:59:59.097964 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-9b79c4e5-8d18-4215-98b8-3a35d020a040 req-2a83b16e-cebc-4322-afef-272b143b0d50 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1c98072-e332-4550-a5aa-4b128a7fe7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438683 Feb 28 11:00:00.230767 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f199d26-50c9-404b-8df3-c92ff0a4cd7a req-b01f8bd1-e01d-4058-914e-658659ea2d36 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:00:00.232245 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-9f199d26-50c9-404b-8df3-c92ff0a4cd7a req-b01f8bd1-e01d-4058-914e-658659ea2d36 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc13d85b-541d-4622-be3b-e61b892fab82 HTTP/1.1" status: 200 len: 946 time: 0.0579739 Feb 28 11:00:00.290576 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-9f199d26-50c9-404b-8df3-c92ff0a4cd7a req-5c92e04f-cdbb-4785-88d9-7ab5822529ba tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1c98072-e332-4550-a5aa-4b128a7fe7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475030 Feb 28 11:00:01.434863 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9311e2a3-224e-43b4-9970-615d2ec02a95 req-f66579cb-e86e-48c5-baea-9550b23b0412 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:00:01.436372 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-9311e2a3-224e-43b4-9970-615d2ec02a95 req-f66579cb-e86e-48c5-baea-9550b23b0412 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc13d85b-541d-4622-be3b-e61b892fab82 HTTP/1.1" status: 200 len: 946 time: 0.0656798 Feb 28 11:00:01.488434 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-9311e2a3-224e-43b4-9970-615d2ec02a95 req-41f7d5b5-cfba-4146-80e6-67338c4d806f tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1c98072-e332-4550-a5aa-4b128a7fe7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460238 Feb 28 11:00:02.619015 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2d9a16-4ce1-41f5-95c3-74c82291aa16 req-7e0a685b-64d2-458b-ab38-5232ffb3b9ba tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:00:02.620504 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-3f2d9a16-4ce1-41f5-95c3-74c82291aa16 req-7e0a685b-64d2-458b-ab38-5232ffb3b9ba tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc13d85b-541d-4622-be3b-e61b892fab82 HTTP/1.1" status: 200 len: 946 time: 0.0538571 Feb 28 11:00:02.670867 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-3f2d9a16-4ce1-41f5-95c3-74c82291aa16 req-b7a5f5ac-ef5f-49aa-bfe1-a8be3906b259 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1c98072-e332-4550-a5aa-4b128a7fe7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445042 Feb 28 11:00:03.810922 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454a3cca-2e5f-4b09-bba2-bcc0e4ae89c7 req-c7460ced-5c98-4f48-a46a-6508cd288cb5 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:00:03.812401 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-454a3cca-2e5f-4b09-bba2-bcc0e4ae89c7 req-c7460ced-5c98-4f48-a46a-6508cd288cb5 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc13d85b-541d-4622-be3b-e61b892fab82 HTTP/1.1" status: 200 len: 946 time: 0.0535264 Feb 28 11:00:03.859855 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-454a3cca-2e5f-4b09-bba2-bcc0e4ae89c7 req-b60e5df7-f562-4905-b14b-de90ef7bc5a2 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1c98072-e332-4550-a5aa-4b128a7fe7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416679 Feb 28 11:00:04.987073 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80bf617-7232-485a-aad9-a608029fd635 req-58ccb585-f4ee-478e-9e9d-8839a1893577 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:00:04.988593 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-f80bf617-7232-485a-aad9-a608029fd635 req-58ccb585-f4ee-478e-9e9d-8839a1893577 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc13d85b-541d-4622-be3b-e61b892fab82 HTTP/1.1" status: 200 len: 946 time: 0.0557764 Feb 28 11:00:05.040474 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-f80bf617-7232-485a-aad9-a608029fd635 req-ddd0522f-3d18-4682-a700-600e63ea31b8 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1c98072-e332-4550-a5aa-4b128a7fe7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447984 Feb 28 11:00:06.176174 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4612700-8a06-4ce1-b32e-17a1cb445908 req-85bf5a03-f3ed-4c5e-b742-3ad9a25bf826 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:00:06.177734 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-f4612700-8a06-4ce1-b32e-17a1cb445908 req-85bf5a03-f3ed-4c5e-b742-3ad9a25bf826 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc13d85b-541d-4622-be3b-e61b892fab82 HTTP/1.1" status: 200 len: 946 time: 0.0603168 Feb 28 11:00:06.230347 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-f4612700-8a06-4ce1-b32e-17a1cb445908 req-292b43aa-d090-4dcb-b817-e825a2801cc8 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1c98072-e332-4550-a5aa-4b128a7fe7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464566 Feb 28 11:00:07.355828 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d0eaa0-4d09-4ca7-b151-15dfd90f6fb5 req-7404b886-1bdc-4226-b7dc-fadcf8ffdfb7 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:00:07.357347 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-a0d0eaa0-4d09-4ca7-b151-15dfd90f6fb5 req-7404b886-1bdc-4226-b7dc-fadcf8ffdfb7 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc13d85b-541d-4622-be3b-e61b892fab82 HTTP/1.1" status: 200 len: 946 time: 0.0570104 Feb 28 11:00:07.413860 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-a0d0eaa0-4d09-4ca7-b151-15dfd90f6fb5 req-2486043c-fc29-4823-a95f-9898da6f2a07 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1c98072-e332-4550-a5aa-4b128a7fe7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486362 Feb 28 11:00:08.373914 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (13ac42ae-016e-4baf-bb31-c6fa820b41c2), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:08.545535 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2d0f81-347c-434f-9feb-9722e33071e1 req-84fd3163-4b93-4759-8a8b-d6da17c1fb36 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:00:08.547412 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-1e2d0f81-347c-434f-9feb-9722e33071e1 req-84fd3163-4b93-4759-8a8b-d6da17c1fb36 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc13d85b-541d-4622-be3b-e61b892fab82 HTTP/1.1" status: 200 len: 946 time: 0.0633008 Feb 28 11:00:08.606929 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-1e2d0f81-347c-434f-9feb-9722e33071e1 req-67d8172d-c89a-4a79-a2ee-7409c56637b4 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1c98072-e332-4550-a5aa-4b128a7fe7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531676 Feb 28 11:00:08.751100 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3574e2a1-ba8b-4ee0-99d0-c08f3637a603 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fb6705d2-4f70-4965-92a3-fbfccd43a6d3), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:09.730258 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81e7106-9edc-4ec1-9aa3-ba74cf197d08 req-b9f2faca-dc27-4908-a79c-0657966c7067 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:00:09.731742 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-f81e7106-9edc-4ec1-9aa3-ba74cf197d08 req-b9f2faca-dc27-4908-a79c-0657966c7067 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc13d85b-541d-4622-be3b-e61b892fab82 HTTP/1.1" status: 200 len: 946 time: 0.0552440 Feb 28 11:00:09.780279 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-f81e7106-9edc-4ec1-9aa3-ba74cf197d08 req-237e71bb-4972-40ee-91a6-6e07baea94f9 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1c98072-e332-4550-a5aa-4b128a7fe7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426884 Feb 28 11:00:10.914044 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-fb2b6cc8-790c-4330-99a1-c41c9fbef4fd req-476cdc80-c102-4e14-9e01-0cf9dd436a20 service neutron] 10.222.0.30 "GET /v2.0/ports/112e1db4-0fce-45e4-a704-d2a45fc61236/bindings/hv-neutron-mast HTTP/1.1" status: 200 len: 384 time: 0.0872824 Feb 28 11:00:10.928288 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c770dce3-0c6a-49a2-87bf-72eacb033308 req-264ad1ce-0732-4f8d-ab88-1a24a2be9a38 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:00:10.929804 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-c770dce3-0c6a-49a2-87bf-72eacb033308 req-264ad1ce-0732-4f8d-ab88-1a24a2be9a38 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc13d85b-541d-4622-be3b-e61b892fab82 HTTP/1.1" status: 200 len: 946 time: 0.0774684 Feb 28 11:00:10.984366 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-c770dce3-0c6a-49a2-87bf-72eacb033308 req-1dc22ccb-b4e3-4e22-ba9b-da0faf4b5cf5 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1c98072-e332-4550-a5aa-4b128a7fe7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467300 Feb 28 11:00:11.034030 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-69f6c688-30d7-44e6-a1f5-e5d978d7fee3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fc6c9b74-8dbb-41bb-800a-5bd3a43fe896), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:11.147077 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2b6cc8-790c-4330-99a1-c41c9fbef4fd req-6a4db83a-849a-4ace-81e6-abaaf84682ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:00:11.149041 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-fb2b6cc8-790c-4330-99a1-c41c9fbef4fd req-6a4db83a-849a-4ace-81e6-abaaf84682ea service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=dc13d85b-541d-4622-be3b-e61b892fab82&tenant_id=4a8f74a6209749379f791e532c953b95 HTTP/1.1" status: 200 len: 1130 time: 0.0502608 Feb 28 11:00:11.231117 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2b6cc8-790c-4330-99a1-c41c9fbef4fd req-012668a4-72a8-4d04-ba0a-b0e9dce4a5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:00:11.232653 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-fb2b6cc8-790c-4330-99a1-c41c9fbef4fd req-012668a4-72a8-4d04-ba0a-b0e9dce4a5ad service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4a8f74a6209749379f791e532c953b95&device_id=dc13d85b-541d-4622-be3b-e61b892fab82 HTTP/1.1" status: 200 len: 1130 time: 0.0486019 Feb 28 11:00:11.327065 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2b6cc8-790c-4330-99a1-c41c9fbef4fd req-822a7639-b589-4bf9-b68a-9e4f7fe2d697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:00:11.329398 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-fb2b6cc8-790c-4330-99a1-c41c9fbef4fd req-822a7639-b589-4bf9-b68a-9e4f7fe2d697 service neutron] 10.222.0.30 "GET /v2.0/networks?id=aa0120c6-3b61-4f8e-be03-277986c2f2bf HTTP/1.1" status: 200 len: 915 time: 0.0889478 Feb 28 11:00:11.369147 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-fb2b6cc8-790c-4330-99a1-c41c9fbef4fd req-1b1f0d79-b949-4fd2-970f-150dcafa7e0c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=112e1db4-0fce-45e4-a704-d2a45fc61236 HTTP/1.1" status: 200 len: 217 time: 0.0342839 Feb 28 11:00:11.418534 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2b6cc8-790c-4330-99a1-c41c9fbef4fd req-513c2da9-0daf-4bfd-ae23-72f2db8b3ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:00:11.419929 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-fb2b6cc8-790c-4330-99a1-c41c9fbef4fd req-513c2da9-0daf-4bfd-ae23-72f2db8b3ac5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=00164039-41d4-4540-bb7e-9013b88d7438 HTTP/1.1" status: 200 len: 854 time: 0.0458348 Feb 28 11:00:11.454813 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-fb2b6cc8-790c-4330-99a1-c41c9fbef4fd req-de69e4ae-704d-4455-a6e0-c92547940745 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=aa0120c6-3b61-4f8e-be03-277986c2f2bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291576 Feb 28 11:00:11.542410 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-fb2b6cc8-790c-4330-99a1-c41c9fbef4fd req-a381d6d9-6bf0-4b99-945a-cc9003640dac service neutron] 10.222.0.30 "GET /v2.0/networks/aa0120c6-3b61-4f8e-be03-277986c2f2bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821373 Feb 28 11:00:11.972866 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-fb2b6cc8-790c-4330-99a1-c41c9fbef4fd req-5472c66e-2e6b-420e-9502-ae9051d13147 service neutron] 10.222.0.30 "GET /v2.0/networks/aa0120c6-3b61-4f8e-be03-277986c2f2bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4251313 Feb 28 11:00:12.119408 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3eabbd-cce9-4b2d-a32f-14cbbeabad4e req-0e41a601-955e-44f0-ab08-98c69e6e361a tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:00:12.123520 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-dd3eabbd-cce9-4b2d-a32f-14cbbeabad4e req-0e41a601-955e-44f0-ab08-98c69e6e361a tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc13d85b-541d-4622-be3b-e61b892fab82 HTTP/1.1" status: 200 len: 946 time: 0.0563786 Feb 28 11:00:12.131619 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b6d631fb-7df0-4fe1-8322-abff3b61cae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (0db5147a-92a3-4581-8a5f-8ec9b93e0600), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:12.196327 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-dd3eabbd-cce9-4b2d-a32f-14cbbeabad4e req-f224ad42-2be5-4a8b-acc1-a5dcea1a56bb tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1c98072-e332-4550-a5aa-4b128a7fe7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671713 Feb 28 11:00:13.328623 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89664c79-e022-4afe-be88-65ce2620cf68 req-da80be6e-427e-491b-9976-e047d0b401ab tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:00:13.330263 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-89664c79-e022-4afe-be88-65ce2620cf68 req-da80be6e-427e-491b-9976-e047d0b401ab tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc13d85b-541d-4622-be3b-e61b892fab82 HTTP/1.1" status: 200 len: 946 time: 0.0584142 Feb 28 11:00:13.388741 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-89664c79-e022-4afe-be88-65ce2620cf68 req-6e8c2aa3-77c3-4291-94e5-46c37996baf7 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1c98072-e332-4550-a5aa-4b128a7fe7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515234 Feb 28 11:00:13.542698 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6b923bb1-06b0-4b84-b461-7cc1d0196090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (2e621730-3978-4720-b581-ac380e97a567), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:13.936452 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device 112e1db4-0fce-45e4-a704-d2a45fc61236 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 11:00:14.019263 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Current status of the port 112e1db4-0fce-45e4-a704-d2a45fc61236 is: ACTIVE; New status is: DOWN {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:00:14.019654 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (112e1db4-0fce-45e4-a704-d2a45fc61236), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:14.043797 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc13d85b-541d-4622-be3b-e61b892fab82', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '112e1db4-0fce-45e4-a704-d2a45fc61236'}] {{(pid=103409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:00:14.046107 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa5325a5be4b33bf61fd809c564e3765e689d817bbd874267890deb3cfccaf12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a29491c-d994-42ca-90af-d0eae9855769" -d '{"events": [{"server_uuid": "dc13d85b-541d-4622-be3b-e61b892fab82", "name": "network-vif-unplugged", "status": "completed", "tag": "112e1db4-0fce-45e4-a704-d2a45fc61236"}]}' {{(pid=103409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 11:00:14.059271 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] For port 112e1db4-0fce-45e4-a704-d2a45fc61236, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=112e1db4-0fce-45e4-a704-d2a45fc61236,segment=NetworkSegment(6d882e28-5d44-47d1-9845-3c39b89ec441),segment_id=6d882e28-5d44-47d1-9845-3c39b89ec441)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:00:14.064301 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (112e1db4-0fce-45e4-a704-d2a45fc61236), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:14.095948 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 28 Feb 2022 11:00:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a929cfa-68ae-44bc-b09f-4f6f1e0461f3 x-openstack-request-id: req-9a929cfa-68ae-44bc-b09f-4f6f1e0461f3 {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 11:00:14.096182 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc13d85b-541d-4622-be3b-e61b892fab82", "name": "network-vif-unplugged", "status": "completed", "tag": "112e1db4-0fce-45e4-a704-d2a45fc61236", "code": 200}]} {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 11:00:14.096404 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9a929cfa-68ae-44bc-b09f-4f6f1e0461f3 {{(pid=103409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 11:00:14.096829 dv-neutron-master-2-hyperv neutron-server[103409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc13d85b-541d-4622-be3b-e61b892fab82', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '112e1db4-0fce-45e4-a704-d2a45fc61236', 'code': 200} Feb 28 11:00:14.118978 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Pushing event updated for resources: {'Port': ['ID=112e1db4-0fce-45e4-a704-d2a45fc61236,revision_number=6']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:00:14.519011 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4090d4d-2584-41ec-a040-73a0f22c074f req-824539ce-bd56-4094-8e6d-a3cfda92e25a tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:00:14.521094 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-d4090d4d-2584-41ec-a040-73a0f22c074f req-824539ce-bd56-4094-8e6d-a3cfda92e25a tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc13d85b-541d-4622-be3b-e61b892fab82 HTTP/1.1" status: 200 len: 944 time: 0.0575604 Feb 28 11:00:14.574744 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-d4090d4d-2584-41ec-a040-73a0f22c074f req-dfabcc88-3411-4eb0-97db-537cdeb20c15 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1c98072-e332-4550-a5aa-4b128a7fe7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478611 Feb 28 11:00:14.926788 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:15.705719 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3e6dcb-f04d-456f-862e-7ee89aa4e010 req-76af9b57-d789-4e25-992a-ef57ea0d4c14 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:00:15.707140 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-2e3e6dcb-f04d-456f-862e-7ee89aa4e010 req-76af9b57-d789-4e25-992a-ef57ea0d4c14 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc13d85b-541d-4622-be3b-e61b892fab82 HTTP/1.1" status: 200 len: 944 time: 0.0557666 Feb 28 11:00:15.754424 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-2e3e6dcb-f04d-456f-862e-7ee89aa4e010 req-2544ab67-a15f-4897-bbcb-1ba5ba8e9ef9 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1c98072-e332-4550-a5aa-4b128a7fe7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412252 Feb 28 11:00:15.957984 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c443d840-a9aa-47eb-ac9f-1c3d6e4ed8dc req-f29ab80f-495f-45ae-952d-99ca581232e0 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:00:15.959690 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-c443d840-a9aa-47eb-ac9f-1c3d6e4ed8dc req-f29ab80f-495f-45ae-952d-99ca581232e0 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc13d85b-541d-4622-be3b-e61b892fab82 HTTP/1.1" status: 200 len: 944 time: 0.0586801 Feb 28 11:00:16.040349 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-c443d840-a9aa-47eb-ac9f-1c3d6e4ed8dc req-fd5ac200-7f32-418c-abc5-a4178ba48748 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1c98072-e332-4550-a5aa-4b128a7fe7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743320 Feb 28 11:00:16.060750 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd76f5a-807a-445a-a422-b26d86cf1694 req-c55dbcad-c855-4e55-bff4-d8b7e5aeb768 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:00:16.060750 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-1fd76f5a-807a-445a-a422-b26d86cf1694 req-c55dbcad-c855-4e55-bff4-d8b7e5aeb768 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc13d85b-541d-4622-be3b-e61b892fab82&tenant_id=4a8f74a6209749379f791e532c953b95&binding%3Ahost_id=hv-neutron-mast HTTP/1.1" status: 200 len: 944 time: 0.0837014 Feb 28 11:00:16.189824 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd76f5a-807a-445a-a422-b26d86cf1694 req-aed80448-14d8-4898-b866-1a3a8cd74f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:00:16.191333 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-1fd76f5a-807a-445a-a422-b26d86cf1694 req-aed80448-14d8-4898-b866-1a3a8cd74f6f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4a8f74a6209749379f791e532c953b95&device_id=dc13d85b-541d-4622-be3b-e61b892fab82 HTTP/1.1" status: 200 len: 1128 time: 0.0477202 Feb 28 11:00:16.288577 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd76f5a-807a-445a-a422-b26d86cf1694 req-fb1af590-d12f-4c05-b817-6e1b9f92a6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:00:16.290816 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-1fd76f5a-807a-445a-a422-b26d86cf1694 req-fb1af590-d12f-4c05-b817-6e1b9f92a6ce service neutron] 10.222.0.30 "GET /v2.0/networks?id=aa0120c6-3b61-4f8e-be03-277986c2f2bf HTTP/1.1" status: 200 len: 915 time: 0.0940690 Feb 28 11:00:16.336951 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-1fd76f5a-807a-445a-a422-b26d86cf1694 req-7038694c-be7f-4213-857c-f034d988d1b3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=112e1db4-0fce-45e4-a704-d2a45fc61236 HTTP/1.1" status: 200 len: 217 time: 0.0405614 Feb 28 11:00:16.385285 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd76f5a-807a-445a-a422-b26d86cf1694 req-de97b72d-746a-4d92-af55-0585b5775ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:00:16.386794 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-1fd76f5a-807a-445a-a422-b26d86cf1694 req-de97b72d-746a-4d92-af55-0585b5775ce3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=00164039-41d4-4540-bb7e-9013b88d7438 HTTP/1.1" status: 200 len: 854 time: 0.0446594 Feb 28 11:00:16.422437 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-1fd76f5a-807a-445a-a422-b26d86cf1694 req-781398d2-f0f0-4fef-9372-87316e18e27f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=aa0120c6-3b61-4f8e-be03-277986c2f2bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295663 Feb 28 11:00:16.521700 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-1fd76f5a-807a-445a-a422-b26d86cf1694 req-e79b1a00-e063-446f-bc0e-52c49092b88d service neutron] 10.222.0.30 "GET /v2.0/networks/aa0120c6-3b61-4f8e-be03-277986c2f2bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932119 Feb 28 11:00:16.618639 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-1fd76f5a-807a-445a-a422-b26d86cf1694 req-cff7c663-b478-4d87-be71-ac07cf90197f service neutron] 10.222.0.30 "GET /v2.0/networks/aa0120c6-3b61-4f8e-be03-277986c2f2bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912881 Feb 28 11:00:17.179491 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea55628-58b9-4cab-af6a-42b85a81680d req-cd248e91-30ec-4529-a2dd-68bec7f01656 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:00:17.181532 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-2ea55628-58b9-4cab-af6a-42b85a81680d req-cd248e91-30ec-4529-a2dd-68bec7f01656 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc13d85b-541d-4622-be3b-e61b892fab82 HTTP/1.1" status: 200 len: 944 time: 0.0619786 Feb 28 11:00:17.239009 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-2ea55628-58b9-4cab-af6a-42b85a81680d req-a13b9488-e721-42c3-9fd3-8a13c17f32fb tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1c98072-e332-4550-a5aa-4b128a7fe7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512576 Feb 28 11:00:17.366819 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ff7b78-001d-4a6d-9c48-0fbb6ccb9169 req-c55a3a5c-f53c-442a-afce-6ca71cc119f2 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:00:17.368247 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-82ff7b78-001d-4a6d-9c48-0fbb6ccb9169 req-c55a3a5c-f53c-442a-afce-6ca71cc119f2 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc13d85b-541d-4622-be3b-e61b892fab82 HTTP/1.1" status: 200 len: 944 time: 0.0598509 Feb 28 11:00:17.421311 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-82ff7b78-001d-4a6d-9c48-0fbb6ccb9169 req-2769d485-d84e-4018-8950-d007957c2714 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1c98072-e332-4550-a5aa-4b128a7fe7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472429 Feb 28 11:00:17.558936 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c21587-3858-491a-8aa2-d97bb694f156 req-e1a92cec-e92c-404b-8477-83617ed6ce08 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:00:17.561406 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-d3c21587-3858-491a-8aa2-d97bb694f156 req-e1a92cec-e92c-404b-8477-83617ed6ce08 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc13d85b-541d-4622-be3b-e61b892fab82 HTTP/1.1" status: 200 len: 944 time: 0.0641358 Feb 28 11:00:17.613766 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-d3c21587-3858-491a-8aa2-d97bb694f156 req-ebcbb6c4-f988-4146-82aa-61b2b98af6eb tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1c98072-e332-4550-a5aa-4b128a7fe7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459380 Feb 28 11:00:17.957315 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b943d305-1d38-4d8b-8b47-ff8222e132a9 req-741e164e-20b7-43fe-95ce-31ab396c8a63 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:00:17.959042 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-b943d305-1d38-4d8b-8b47-ff8222e132a9 req-741e164e-20b7-43fe-95ce-31ab396c8a63 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc13d85b-541d-4622-be3b-e61b892fab82 HTTP/1.1" status: 200 len: 944 time: 0.0568879 Feb 28 11:00:18.011220 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-b943d305-1d38-4d8b-8b47-ff8222e132a9 req-2c05157a-55b7-4a34-942b-240fd215e8a8 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1c98072-e332-4550-a5aa-4b128a7fe7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443213 Feb 28 11:00:18.100576 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.agents_db [None req-382e0aa2-b126-48e6-89eb-3efa426b6b29 None None] Agent healthcheck: found 6 active agents {{(pid=103410) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 11:00:19.144893 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffd2bc4-bc73-427b-93ff-2734a43f39ca req-6c249522-98b5-4ff1-bce5-2a690a3f453a tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:00:19.146436 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-8ffd2bc4-bc73-427b-93ff-2734a43f39ca req-6c249522-98b5-4ff1-bce5-2a690a3f453a tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc13d85b-541d-4622-be3b-e61b892fab82 HTTP/1.1" status: 200 len: 944 time: 0.0579529 Feb 28 11:00:19.196035 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-8ffd2bc4-bc73-427b-93ff-2734a43f39ca req-54328407-df4f-4ec5-8e5a-cdac7fb0820a tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] 10.222.0.20 "GET /v2.0/security-groups?id=a1c98072-e332-4550-a5aa-4b128a7fe7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437896 Feb 28 11:00:19.703850 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef1368c-1fe5-40f3-b58b-881b86dab32c req-615e7796-0e1e-4fed-9a8a-ce36a3557786 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:00:19.705517 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-eef1368c-1fe5-40f3-b58b-881b86dab32c req-615e7796-0e1e-4fed-9a8a-ce36a3557786 tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc13d85b-541d-4622-be3b-e61b892fab82 HTTP/1.1" status: 200 len: 944 time: 0.0565634 Feb 28 11:00:19.798452 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [req-eef1368c-1fe5-40f3-b58b-881b86dab32c req-e5f5bb88-5bcf-4c77-a73c-e5a033fe132f tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] Deleting port 112e1db4-0fce-45e4-a704-d2a45fc61236 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 11:00:19.799338 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-eef1368c-1fe5-40f3-b58b-881b86dab32c req-e5f5bb88-5bcf-4c77-a73c-e5a033fe132f tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (112e1db4-0fce-45e4-a704-d2a45fc61236), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:19.897747 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-eef1368c-1fe5-40f3-b58b-881b86dab32c req-e5f5bb88-5bcf-4c77-a73c-e5a033fe132f tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] For port 112e1db4-0fce-45e4-a704-d2a45fc61236, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=112e1db4-0fce-45e4-a704-d2a45fc61236,segment=NetworkSegment(6d882e28-5d44-47d1-9845-3c39b89ec441),segment_id=6d882e28-5d44-47d1-9845-3c39b89ec441)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:00:19.898132 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-eef1368c-1fe5-40f3-b58b-881b86dab32c req-e5f5bb88-5bcf-4c77-a73c-e5a033fe132f tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (112e1db4-0fce-45e4-a704-d2a45fc61236), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:19.911205 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [req-eef1368c-1fe5-40f3-b58b-881b86dab32c req-e5f5bb88-5bcf-4c77-a73c-e5a033fe132f tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] Calling delete_port for 112e1db4-0fce-45e4-a704-d2a45fc61236 owned by compute:nova {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 11:00:20.051402 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-eef1368c-1fe5-40f3-b58b-881b86dab32c req-e5f5bb88-5bcf-4c77-a73c-e5a033fe132f tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (112e1db4-0fce-45e4-a704-d2a45fc61236), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:20.082506 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f5bb88-5bcf-4c77-a73c-e5a033fe132f tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] Pushing event deleted for resources: {'Port': ['ID=112e1db4-0fce-45e4-a704-d2a45fc61236,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:00:20.098957 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f5bb88-5bcf-4c77-a73c-e5a033fe132f tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:00:20.099314 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f5bb88-5bcf-4c77-a73c-e5a033fe132f tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:00:20.099660 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f5bb88-5bcf-4c77-a73c-e5a033fe132f tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:00:20.099975 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f5bb88-5bcf-4c77-a73c-e5a033fe132f tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:00:20.100335 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f5bb88-5bcf-4c77-a73c-e5a033fe132f tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:00:20.100682 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f5bb88-5bcf-4c77-a73c-e5a033fe132f tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:00:20.101008 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f5bb88-5bcf-4c77-a73c-e5a033fe132f tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:00:20.101335 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f5bb88-5bcf-4c77-a73c-e5a033fe132f tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:00:20.101662 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f5bb88-5bcf-4c77-a73c-e5a033fe132f tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:00:20.101984 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f5bb88-5bcf-4c77-a73c-e5a033fe132f tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:00:20.102305 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f5bb88-5bcf-4c77-a73c-e5a033fe132f tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:00:20.102628 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f5bb88-5bcf-4c77-a73c-e5a033fe132f tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:00:20.102948 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f5bb88-5bcf-4c77-a73c-e5a033fe132f tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:00:20.139715 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-eef1368c-1fe5-40f3-b58b-881b86dab32c req-e5f5bb88-5bcf-4c77-a73c-e5a033fe132f tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] No DVR routers for this DVR port 112e1db4-0fce-45e4-a704-d2a45fc61236 on host hv-neutron-mast {{(pid=103407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:00:20.142956 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-eef1368c-1fe5-40f3-b58b-881b86dab32c req-e5f5bb88-5bcf-4c77-a73c-e5a033fe132f tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:20.146304 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-eef1368c-1fe5-40f3-b58b-881b86dab32c req-e5f5bb88-5bcf-4c77-a73c-e5a033fe132f tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] 10.222.0.30 "DELETE /v2.0/ports/112e1db4-0fce-45e4-a704-d2a45fc61236 HTTP/1.1" status: 204 len: 173 time: 0.4354227 Feb 28 11:00:20.146988 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc13d85b-541d-4622-be3b-e61b892fab82', 'name': 'network-vif-deleted', 'tag': '112e1db4-0fce-45e4-a704-d2a45fc61236'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:00:20.149048 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c8e1c873eeca597e52e7ceb7469e602eac250bfea6606d285743d38033cf584" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53426ebd-a7ab-4238-b330-ee279d5594ed" -d '{"events": [{"server_uuid": "dc13d85b-541d-4622-be3b-e61b892fab82", "name": "network-vif-deleted", "tag": "112e1db4-0fce-45e4-a704-d2a45fc61236"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 11:00:20.272091 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 11:00:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d093d8f6-7c69-40f8-8964-0e285914f7f5 x-openstack-request-id: req-d093d8f6-7c69-40f8-8964-0e285914f7f5 {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 11:00:20.272397 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc13d85b-541d-4622-be3b-e61b892fab82", "name": "network-vif-deleted", "tag": "112e1db4-0fce-45e4-a704-d2a45fc61236", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 11:00:20.272790 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d093d8f6-7c69-40f8-8964-0e285914f7f5 {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 11:00:20.273108 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc13d85b-541d-4622-be3b-e61b892fab82', 'name': 'network-vif-deleted', 'tag': '112e1db4-0fce-45e4-a704-d2a45fc61236', 'status': 'completed', 'code': 200} Feb 28 11:00:20.318478 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-d84a3311-7084-4dc5-8797-57a7187037a3 req-0e978a14-eb8e-40b7-adc8-e69b4b8373fd tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc13d85b-541d-4622-be3b-e61b892fab82 HTTP/1.1" status: 200 len: 210 time: 0.0331149 Feb 28 11:00:21.463565 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 43686) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:00:21.509768 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e579953-d9fd-467c-8243-02b1d280144e admin admin] Deleting subnet 00164039-41d4-4540-bb7e-9013b88d7438 {{(pid=103407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 11:00:21.513040 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2e579953-d9fd-467c-8243-02b1d280144e admin admin] Publish callbacks [] for subnet (00164039-41d4-4540-bb7e-9013b88d7438), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:21.550483 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2e579953-d9fd-467c-8243-02b1d280144e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3501132'] for subnet (00164039-41d4-4540-bb7e-9013b88d7438), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:21.594186 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2e579953-d9fd-467c-8243-02b1d280144e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-823142'] for subnet (00164039-41d4-4540-bb7e-9013b88d7438), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:21.648768 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2e579953-d9fd-467c-8243-02b1d280144e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-823145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3498088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3516558'] for subnet (00164039-41d4-4540-bb7e-9013b88d7438), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:21.679179 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e579953-d9fd-467c-8243-02b1d280144e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00164039-41d4-4540-bb7e-9013b88d7438,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:00:21.683032 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2e579953-d9fd-467c-8243-02b1d280144e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:21.686483 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-2e579953-d9fd-467c-8243-02b1d280144e admin admin] 10.222.0.20 "DELETE /v2.0/subnets/00164039-41d4-4540-bb7e-9013b88d7438 HTTP/1.1" status: 204 len: 168 time: 0.2217929 Feb 28 11:00:21.689501 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 43688) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:00:21.765531 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-59057b9c-f34c-44ca-b1b7-eb5191490546 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-665757'] for network (aa0120c6-3b61-4f8e-be03-277986c2f2bf), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:21.849050 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-59057b9c-f34c-44ca-b1b7-eb5191490546 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672413', 'neutron.services.segments.db._delete_segments_for_network-8742057110173'] for network (aa0120c6-3b61-4f8e-be03-277986c2f2bf), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:21.869691 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-59057b9c-f34c-44ca-b1b7-eb5191490546 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa0120c6-3b61-4f8e-be03-277986c2f2bf']}} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:00:21.879295 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-59057b9c-f34c-44ca-b1b7-eb5191490546 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d882e28-5d44-47d1-9845-3c39b89ec441') {'for_net_delete': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:00:21.879602 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-59057b9c-f34c-44ca-b1b7-eb5191490546 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d882e28-5d44-47d1-9845-3c39b89ec441') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:00:21.890153 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-59057b9c-f34c-44ca-b1b7-eb5191490546 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742057113766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3423550'] for segment (6d882e28-5d44-47d1-9845-3c39b89ec441), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:21.908159 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-59057b9c-f34c-44ca-b1b7-eb5191490546 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (6d882e28-5d44-47d1-9845-3c39b89ec441), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:21.914418 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59057b9c-f34c-44ca-b1b7-eb5191490546 admin admin] Releasing vlan 284 on physical network physnet1 to pool {{(pid=103408) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 11:00:21.914822 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-59057b9c-f34c-44ca-b1b7-eb5191490546 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3242693'] for segment (6d882e28-5d44-47d1-9845-3c39b89ec441), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:21.916509 dv-neutron-master-2-hyperv neutron-server[103408]: Traceback (most recent call last): Feb 28 11:00:21.916509 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 11:00:21.916509 dv-neutron-master-2-hyperv neutron-server[103408]: timer() Feb 28 11:00:21.916509 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:00:21.916509 dv-neutron-master-2-hyperv neutron-server[103408]: cb(*args, **kw) Feb 28 11:00:21.916509 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 11:00:21.916509 dv-neutron-master-2-hyperv neutron-server[103408]: return func(*args, **kwargs) Feb 28 11:00:21.916509 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:00:21.916509 dv-neutron-master-2-hyperv neutron-server[103408]: self._notify() Feb 28 11:00:21.916509 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:00:21.916509 dv-neutron-master-2-hyperv neutron-server[103408]: self.callback(batched_events) Feb 28 11:00:21.916509 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:00:21.916509 dv-neutron-master-2-hyperv neutron-server[103408]: event.method(event) Feb 28 11:00:21.916509 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 11:00:21.916509 dv-neutron-master-2-hyperv neutron-server[103408]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:00:21.916509 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 11:00:21.916509 dv-neutron-master-2-hyperv neutron-server[103408]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:00:21.916509 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 11:00:21.916509 dv-neutron-master-2-hyperv neutron-server[103408]: return f(self, *a, **k) Feb 28 11:00:21.916509 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 11:00:21.916509 dv-neutron-master-2-hyperv neutron-server[103408]: return self._get(url).json() Feb 28 11:00:21.916509 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 11:00:21.916509 dv-neutron-master-2-hyperv neutron-server[103408]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:00:21.916509 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 11:00:21.916509 dv-neutron-master-2-hyperv neutron-server[103408]: return self.request(url, 'GET', **kwargs) Feb 28 11:00:21.916509 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 11:00:21.916509 dv-neutron-master-2-hyperv neutron-server[103408]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:00:21.916509 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 11:00:21.916509 dv-neutron-master-2-hyperv neutron-server[103408]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:00:21.916509 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 11:00:21.916509 dv-neutron-master-2-hyperv neutron-server[103408]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:00:21.916509 dv-neutron-master-2-hyperv neutron-server[103408]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:00:21.970759 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-59057b9c-f34c-44ca-b1b7-eb5191490546 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803269'] for network (aa0120c6-3b61-4f8e-be03-277986c2f2bf), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:21.976229 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-59057b9c-f34c-44ca-b1b7-eb5191490546 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:21.979470 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-59057b9c-f34c-44ca-b1b7-eb5191490546 admin admin] 10.222.0.20 "DELETE /v2.0/networks/aa0120c6-3b61-4f8e-be03-277986c2f2bf HTTP/1.1" status: 204 len: 168 time: 0.2888205 Feb 28 11:00:21.992169 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59057b9c-f34c-44ca-b1b7-eb5191490546 admin admin] Pushing event deleted for resources: {'Network': ['ID=aa0120c6-3b61-4f8e-be03-277986c2f2bf,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:00:22.097787 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 43692) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:00:22.143306 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-48a6fbb2-d51f-4816-8fc3-246a0f82f702 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4a8f74a6209749379f791e532c953b95&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0440857 Feb 28 11:00:22.145800 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 43694) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:00:22.208089 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8ca5856e-4e9e-4023-beaa-41d3e54c893c admin admin] Publish callbacks [] for security_group (a1c98072-e332-4550-a5aa-4b128a7fe7c7), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:22.230536 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8ca5856e-4e9e-4023-beaa-41d3e54c893c admin admin] Publish callbacks [] for security_group (a1c98072-e332-4550-a5aa-4b128a7fe7c7), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:22.280099 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8ca5856e-4e9e-4023-beaa-41d3e54c893c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (a1c98072-e332-4550-a5aa-4b128a7fe7c7), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:22.283248 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8ca5856e-4e9e-4023-beaa-41d3e54c893c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:22.284366 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-8ca5856e-4e9e-4023-beaa-41d3e54c893c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a1c98072-e332-4550-a5aa-4b128a7fe7c7 HTTP/1.1" status: 204 len: 168 time: 0.1375437 Feb 28 11:00:22.293125 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca5856e-4e9e-4023-beaa-41d3e54c893c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1c98072-e332-4550-a5aa-4b128a7fe7c7,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:00:22.981864 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 43716) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:00:23.088219 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-c9487f99-1603-43fb-80b3-eb9df560285f admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-556458350-network', 'tenant_id': 'f15f14e780e74c8a81fab6575e728c44'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:00:23.110454 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9487f99-1603-43fb-80b3-eb9df560285f admin admin] Made reservation on behalf of f15f14e780e74c8a81fab6575e728c44 for: {'network': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:00:23.113179 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c9487f99-1603-43fb-80b3-eb9df560285f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for network (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:23.121972 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c9487f99-1603-43fb-80b3-eb9df560285f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:23.196871 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c9487f99-1603-43fb-80b3-eb9df560285f admin admin] Publish callbacks [] for security_group (b9c37a89-04e0-47a9-9851-59d265dc6df6), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:23.200660 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c9487f99-1603-43fb-80b3-eb9df560285f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (b9c37a89-04e0-47a9-9851-59d265dc6df6), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:23.225388 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9487f99-1603-43fb-80b3-eb9df560285f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 263} {{(pid=103408) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:00:23.235009 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9487f99-1603-43fb-80b3-eb9df560285f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9c37a89-04e0-47a9-9851-59d265dc6df6,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:00:23.244402 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c9487f99-1603-43fb-80b3-eb9df560285f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (f041315e-ab14-4139-8419-07be691a7149), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:23.244974 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.db.segments_db [None req-c9487f99-1603-43fb-80b3-eb9df560285f admin admin] Added segment f041315e-ab14-4139-8419-07be691a7149 of type vlan for network 6c29038b-dae6-4704-ae1e-32feeda79697 Feb 28 11:00:23.297021 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c9487f99-1603-43fb-80b3-eb9df560285f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742056637431'] for network (6c29038b-dae6-4704-ae1e-32feeda79697), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:23.324155 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c9487f99-1603-43fb-80b3-eb9df560285f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551'] for network (6c29038b-dae6-4704-ae1e-32feeda79697), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:23.325316 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9487f99-1603-43fb-80b3-eb9df560285f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:00:23.325963 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c9487f99-1603-43fb-80b3-eb9df560285f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:23.393631 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-c9487f99-1603-43fb-80b3-eb9df560285f admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4104195 Feb 28 11:00:23.396723 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 43720) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:00:23.401706 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-14966cf9-f889-4863-840b-a6848463284a admin admin] Request body: {'subnet': {'network_id': '6c29038b-dae6-4704-ae1e-32feeda79697', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-556458350-subnet', 'tenant_id': 'f15f14e780e74c8a81fab6575e728c44', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:00:23.412005 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9487f99-1603-43fb-80b3-eb9df560285f admin admin] Pushing event updated for resources: {'Network': ['ID=6c29038b-dae6-4704-ae1e-32feeda79697,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:00:23.425547 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Network 6c29038b-dae6-4704-ae1e-32feeda79697 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103409) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 11:00:23.430272 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14966cf9-f889-4863-840b-a6848463284a admin admin] Made reservation on behalf of f15f14e780e74c8a81fab6575e728c44 for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:00:23.432827 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-14966cf9-f889-4863-840b-a6848463284a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3951209'] for subnet (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:23.621181 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-14966cf9-f889-4863-840b-a6848463284a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3242588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3951195'] for subnet (3d269766-416a-45a4-b82e-d8ae6262c6f3), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:23.670571 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14966cf9-f889-4863-840b-a6848463284a admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d269766-416a-45a4-b82e-d8ae6262c6f3,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:00:23.686886 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14966cf9-f889-4863-840b-a6848463284a admin admin] Checking segment: {'id': 'f041315e-ab14-4139-8419-07be691a7149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '6c29038b-dae6-4704-ae1e-32feeda79697'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 11:00:23.687246 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14966cf9-f889-4863-840b-a6848463284a admin admin] Network hostable DHCP agents. Network: 6c29038b-dae6-4704-ae1e-32feeda79697, hostable agents: ['fb6705d2-4f70-4965-92a3-fbfccd43a6d3'], hosted agents: [] {{(pid=103408) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:00:23.705138 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14966cf9-f889-4863-840b-a6848463284a admin admin] Network 6c29038b-dae6-4704-ae1e-32feeda79697 is scheduled to be hosted by DHCP agent fb6705d2-4f70-4965-92a3-fbfccd43a6d3 with binding_index 1 {{(pid=103408) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:00:23.715053 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-14966cf9-f889-4863-840b-a6848463284a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 6c29038b-dae6-4704-ae1e-32feeda79697) {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:00:23.719503 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14966cf9-f889-4863-840b-a6848463284a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:00:23.720292 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-14966cf9-f889-4863-840b-a6848463284a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:23.727614 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca618c50-dc7f-405c-be41-df2784c15b99 None None] Network 6c29038b-dae6-4704-ae1e-32feeda79697 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 11:00:23.741848 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-14966cf9-f889-4863-840b-a6848463284a admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3411477 Feb 28 11:00:23.742304 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 43722) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:00:23.748108 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-3cf1073c-9a96-4676-9d41-a175083029be admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-556458350-router', 'tenant_id': 'f15f14e780e74c8a81fab6575e728c44', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840'}}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:00:23.773480 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3cf1073c-9a96-4676-9d41-a175083029be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1805251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254175'] for router (834c57a4-5234-45fa-97d6-95547e3c61fd), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:23.774869 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3cf1073c-9a96-4676-9d41-a175083029be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1804172', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1602053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254150'] for router (834c57a4-5234-45fa-97d6-95547e3c61fd), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:23.839991 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3cf1073c-9a96-4676-9d41-a175083029be admin admin] Publish callbacks [] for router_controller (834c57a4-5234-45fa-97d6-95547e3c61fd), precommit_add_association {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:23.840187 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4849b53a-cc2c-4f03-8751-90fcb0c5e656 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-6c29038b-dae6-4704-ae1e-32feeda79697', 'network_id': '6c29038b-dae6-4704-ae1e-32feeda79697', 'project_id': 'f15f14e780e74c8a81fab6575e728c44', 'fixed_ips': [{'subnet_id': '3d269766-416a-45a4-b82e-d8ae6262c6f3'}]}} from dv-neutron-master-2-hyperv. {{(pid=103409) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 11:00:23.841156 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4849b53a-cc2c-4f03-8751-90fcb0c5e656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:23.982422 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3cf1073c-9a96-4676-9d41-a175083029be admin admin] Publish callbacks [] for router_gateway (834c57a4-5234-45fa-97d6-95547e3c61fd), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:23.987437 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device 112e1db4-0fce-45e4-a704-d2a45fc61236 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 11:00:24.017449 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-4849b53a-cc2c-4f03-8751-90fcb0c5e656 None None] Allocated IP 172.20.0.2 (6c29038b-dae6-4704-ae1e-32feeda79697/3d269766-416a-45a4-b82e-d8ae6262c6f3/08e2e3e1-60c9-4422-a53f-22ba1e83d616) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:00:24.022632 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] No Port match for: 112e1db4-0fce-45e4-a704-d2a45fc61236 {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 11:00:24.023040 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device 112e1db4-0fce-45e4-a704-d2a45fc61236 not bound to the agent host hv-neutron-mast {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 11:00:24.172380 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4849b53a-cc2c-4f03-8751-90fcb0c5e656 None None] Publish callbacks [] for port (08e2e3e1-60c9-4422-a53f-22ba1e83d616), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:24.179380 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4849b53a-cc2c-4f03-8751-90fcb0c5e656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749'] for port (08e2e3e1-60c9-4422-a53f-22ba1e83d616), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:24.202613 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3cf1073c-9a96-4676-9d41-a175083029be admin admin] Publish callbacks [] for router_gateway (834c57a4-5234-45fa-97d6-95547e3c61fd), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:24.222826 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4849b53a-cc2c-4f03-8751-90fcb0c5e656 None None] Network 6c29038b-dae6-4704-ae1e-32feeda79697 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:00:24.223188 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3cf1073c-9a96-4676-9d41-a175083029be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:24.227448 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-4849b53a-cc2c-4f03-8751-90fcb0c5e656 None None] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:00:24.231862 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4849b53a-cc2c-4f03-8751-90fcb0c5e656 None None] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 11:00:24.237115 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4849b53a-cc2c-4f03-8751-90fcb0c5e656 None None] Pushing event updated for resources: {'Port': ['ID=08e2e3e1-60c9-4422-a53f-22ba1e83d616,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:00:24.291461 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-4849b53a-cc2c-4f03-8751-90fcb0c5e656 None None] Attempting to bind port 08e2e3e1-60c9-4422-a53f-22ba1e83d616 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 11:00:24.291706 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-4849b53a-cc2c-4f03-8751-90fcb0c5e656 None None] Attempting to bind port 08e2e3e1-60c9-4422-a53f-22ba1e83d616 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'f041315e-ab14-4139-8419-07be691a7149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '6c29038b-dae6-4704-ae1e-32feeda79697'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 11:00:24.292031 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4849b53a-cc2c-4f03-8751-90fcb0c5e656 None None] Attempting to bind port 08e2e3e1-60c9-4422-a53f-22ba1e83d616 on network 6c29038b-dae6-4704-ae1e-32feeda79697 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 11:00:24.297295 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4849b53a-cc2c-4f03-8751-90fcb0c5e656 None None] Checking agent: {'id': '75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 24, 15), 'started_at': datetime.datetime(2022, 2, 28, 10, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 0, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 11:00:24.297674 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4849b53a-cc2c-4f03-8751-90fcb0c5e656 None None] Checking segment: {'id': 'f041315e-ab14-4139-8419-07be691a7149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '6c29038b-dae6-4704-ae1e-32feeda79697'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 11:00:24.298254 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4849b53a-cc2c-4f03-8751-90fcb0c5e656 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:24.298787 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4849b53a-cc2c-4f03-8751-90fcb0c5e656 None None] Bound using segment: {'id': 'f041315e-ab14-4139-8419-07be691a7149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '6c29038b-dae6-4704-ae1e-32feeda79697'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 11:00:24.299390 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-4849b53a-cc2c-4f03-8751-90fcb0c5e656 None None] Bound port: 08e2e3e1-60c9-4422-a53f-22ba1e83d616, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f041315e-ab14-4139-8419-07be691a7149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '6c29038b-dae6-4704-ae1e-32feeda79697'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 11:00:24.299810 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4849b53a-cc2c-4f03-8751-90fcb0c5e656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (08e2e3e1-60c9-4422-a53f-22ba1e83d616), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:24.339035 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-3cf1073c-9a96-4676-9d41-a175083029be admin admin] Allocated IP 172.36.5.169 (1e0804d0-d1d9-4d40-9de5-2936f3d87840/6f6f4129-23e5-4c3b-b4ef-4c7ce926797e/b26bfa21-0899-40cf-9d46-9a8b8bcc5b82) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:00:24.368911 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4849b53a-cc2c-4f03-8751-90fcb0c5e656 None None] For port 08e2e3e1-60c9-4422-a53f-22ba1e83d616, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:00:24.372507 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4849b53a-cc2c-4f03-8751-90fcb0c5e656 None None] For port 08e2e3e1-60c9-4422-a53f-22ba1e83d616, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=08e2e3e1-60c9-4422-a53f-22ba1e83d616,segment=NetworkSegment(f041315e-ab14-4139-8419-07be691a7149),segment_id=f041315e-ab14-4139-8419-07be691a7149)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:00:24.379994 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4849b53a-cc2c-4f03-8751-90fcb0c5e656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (08e2e3e1-60c9-4422-a53f-22ba1e83d616), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:24.448703 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4849b53a-cc2c-4f03-8751-90fcb0c5e656 None None] Pushing event updated for resources: {'Port': ['ID=08e2e3e1-60c9-4422-a53f-22ba1e83d616,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:00:24.455065 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3cf1073c-9a96-4676-9d41-a175083029be admin admin] Publish callbacks [] for port (b26bfa21-0899-40cf-9d46-9a8b8bcc5b82), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:24.495319 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3cf1073c-9a96-4676-9d41-a175083029be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (b26bfa21-0899-40cf-9d46-9a8b8bcc5b82), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:24.541027 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf1073c-9a96-4676-9d41-a175083029be admin admin] Network 1e0804d0-d1d9-4d40-9de5-2936f3d87840 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:00:24.544025 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-3cf1073c-9a96-4676-9d41-a175083029be admin admin] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:00:24.550988 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf1073c-9a96-4676-9d41-a175083029be admin admin] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 11:00:24.574928 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf1073c-9a96-4676-9d41-a175083029be admin admin] Pushing event updated for resources: {'Port': ['ID=b26bfa21-0899-40cf-9d46-9a8b8bcc5b82,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:00:24.852126 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3cf1073c-9a96-4676-9d41-a175083029be admin admin] Publish callbacks [] for router_gateway (834c57a4-5234-45fa-97d6-95547e3c61fd), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:25.405023 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18440220-7981-4cca-b7e3-fd337e652ddd None None] Network 6c29038b-dae6-4704-ae1e-32feeda79697 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 11:00:25.441361 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3cf1073c-9a96-4676-9d41-a175083029be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1804241'] for router (834c57a4-5234-45fa-97d6-95547e3c61fd), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:25.478344 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-09e8ab2e-8143-4a2b-ab79-77d6551e42cc None None] Provisioning complete for port 08e2e3e1-60c9-4422-a53f-22ba1e83d616 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:00:25.478922 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-09e8ab2e-8143-4a2b-ab79-77d6551e42cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (08e2e3e1-60c9-4422-a53f-22ba1e83d616), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:25.517123 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 08e2e3e1-60c9-4422-a53f-22ba1e83d616 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 11:00:25.599316 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cf1073c-9a96-4676-9d41-a175083029be admin admin] Router 834c57a4-5234-45fa-97d6-95547e3c61fd is scheduled to L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 with binding_index 1 {{(pid=103408) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 11:00:25.638683 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port 08e2e3e1-60c9-4422-a53f-22ba1e83d616 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:00:25.638805 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (08e2e3e1-60c9-4422-a53f-22ba1e83d616), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:25.668369 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-09e8ab2e-8143-4a2b-ab79-77d6551e42cc None None] Current status of the port 08e2e3e1-60c9-4422-a53f-22ba1e83d616 is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:00:25.668784 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-09e8ab2e-8143-4a2b-ab79-77d6551e42cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (08e2e3e1-60c9-4422-a53f-22ba1e83d616), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:25.738038 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cf1073c-9a96-4676-9d41-a175083029be admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:00:25.760340 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3cf1073c-9a96-4676-9d41-a175083029be admin admin] Publish callbacks [] for router (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:25.761706 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-3cf1073c-9a96-4676-9d41-a175083029be admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.0180345 Feb 28 11:00:25.764583 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 43724) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:00:25.879156 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-09e8ab2e-8143-4a2b-ab79-77d6551e42cc None None] For port 08e2e3e1-60c9-4422-a53f-22ba1e83d616, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=08e2e3e1-60c9-4422-a53f-22ba1e83d616,segment=NetworkSegment(f041315e-ab14-4139-8419-07be691a7149),segment_id=f041315e-ab14-4139-8419-07be691a7149)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:00:25.883360 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-641caf28-b6f6-457e-9311-8b7a6125bcc7 None None] Sync routers for ids ['834c57a4-5234-45fa-97d6-95547e3c61fd'] in dv-neutron-master-2-hyperv {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:00:25.887917 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-09e8ab2e-8143-4a2b-ab79-77d6551e42cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (08e2e3e1-60c9-4422-a53f-22ba1e83d616), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:25.945439 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-641caf28-b6f6-457e-9311-8b7a6125bcc7 None None] Routers {'834c57a4-5234-45fa-97d6-95547e3c61fd'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:00:25.946001 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-641caf28-b6f6-457e-9311-8b7a6125bcc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T11:00:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['834c57a4-5234-45fa-97d6-95547e3c61fd'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:00:25.999455 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 08e2e3e1-60c9-4422-a53f-22ba1e83d616 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:00:26.030800 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e8ab2e-8143-4a2b-ab79-77d6551e42cc None None] Pushing event updated for resources: {'Port': ['ID=08e2e3e1-60c9-4422-a53f-22ba1e83d616,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:00:26.068433 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-f460d446-8e4a-4a2f-924e-1c12d595502e None None] Provisioning complete for port 08e2e3e1-60c9-4422-a53f-22ba1e83d616 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:00:26.068840 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f460d446-8e4a-4a2f-924e-1c12d595502e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (08e2e3e1-60c9-4422-a53f-22ba1e83d616), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:26.117547 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-641caf28-b6f6-457e-9311-8b7a6125bcc7 None None] Set router 834c57a4-5234-45fa-97d6-95547e3c61fd gateway port host: dv-neutron-master-2-hyperv {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:00:26.207507 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-43d7271e-c085-4939-9607-93e9022e0831 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:26.270414 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-f460d446-8e4a-4a2f-924e-1c12d595502e None None] Current status of the port 08e2e3e1-60c9-4422-a53f-22ba1e83d616 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:00:26.331779 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-641caf28-b6f6-457e-9311-8b7a6125bcc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '834c57a4-5234-45fa-97d6-95547e3c61fd', 'name': 'tempest-ServerActionsTestJSON-556458350-router', 'tenant_id': 'f15f14e780e74c8a81fab6575e728c44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.169'}], 'enable_snat': True}, 'gw_port_id': 'b26bfa21-0899-40cf-9d46-9a8b8bcc5b82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:00:23Z', 'updated_at': '2022-02-28T11:00:24Z', 'revision_number': 3, 'project_id': 'f15f14e780e74c8a81fab6575e728c44', 'gw_port': {'id': 'b26bfa21-0899-40cf-9d46-9a8b8bcc5b82', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:9a:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '834c57a4-5234-45fa-97d6-95547e3c61fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:00:24Z', 'updated_at': '2022-02-28T11:00:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:00:26.362674 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-641caf28-b6f6-457e-9311-8b7a6125bcc7 None None] Checking router: 834c57a4-5234-45fa-97d6-95547e3c61fd for host: dv-neutron-master-2-hyperv {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:00:26.363023 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-641caf28-b6f6-457e-9311-8b7a6125bcc7 None None] Updating router 834c57a4-5234-45fa-97d6-95547e3c61fd port b26bfa21-0899-40cf-9d46-9a8b8bcc5b82 binding host dv-neutron-master-2-hyperv {{(pid=103409) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 11:00:26.391592 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-641caf28-b6f6-457e-9311-8b7a6125bcc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (b26bfa21-0899-40cf-9d46-9a8b8bcc5b82), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:26.416161 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-43d7271e-c085-4939-9607-93e9022e0831 admin admin] Allocated IP 172.20.0.1 (6c29038b-dae6-4704-ae1e-32feeda79697/3d269766-416a-45a4-b82e-d8ae6262c6f3/cbb65092-e09a-4430-98a7-38023b2b34f0) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:00:26.531887 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-43d7271e-c085-4939-9607-93e9022e0831 admin admin] Publish callbacks [] for port (cbb65092-e09a-4430-98a7-38023b2b34f0), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:26.575492 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-43d7271e-c085-4939-9607-93e9022e0831 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (cbb65092-e09a-4430-98a7-38023b2b34f0), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:26.619344 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d7271e-c085-4939-9607-93e9022e0831 admin admin] Network 6c29038b-dae6-4704-ae1e-32feeda79697 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:00:26.622260 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-43d7271e-c085-4939-9607-93e9022e0831 admin admin] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:00:26.624998 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d7271e-c085-4939-9607-93e9022e0831 admin admin] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 11:00:26.652322 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d7271e-c085-4939-9607-93e9022e0831 admin admin] Pushing event updated for resources: {'Port': ['ID=cbb65092-e09a-4430-98a7-38023b2b34f0,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:00:26.664442 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-641caf28-b6f6-457e-9311-8b7a6125bcc7 None None] Publish callbacks [] for port (b26bfa21-0899-40cf-9d46-9a8b8bcc5b82), precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:26.680741 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-641caf28-b6f6-457e-9311-8b7a6125bcc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (b26bfa21-0899-40cf-9d46-9a8b8bcc5b82), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:26.687997 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-43d7271e-c085-4939-9607-93e9022e0831 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1803404'] for router_interface (834c57a4-5234-45fa-97d6-95547e3c61fd), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:26.747660 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-641caf28-b6f6-457e-9311-8b7a6125bcc7 None None] Attempting to bind port b26bfa21-0899-40cf-9d46-9a8b8bcc5b82 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 11:00:26.748026 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-641caf28-b6f6-457e-9311-8b7a6125bcc7 None None] Attempting to bind port b26bfa21-0899-40cf-9d46-9a8b8bcc5b82 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '195d7ed7-323d-4284-82df-208cca613d99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 11:00:26.748393 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-641caf28-b6f6-457e-9311-8b7a6125bcc7 None None] Attempting to bind port b26bfa21-0899-40cf-9d46-9a8b8bcc5b82 on network 1e0804d0-d1d9-4d40-9de5-2936f3d87840 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 11:00:26.750517 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d58e1ba-46bb-4601-9352-f5254db2a51b None None] Pushing event updated for resources: {'Port': ['ID=b26bfa21-0899-40cf-9d46-9a8b8bcc5b82,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:00:26.757240 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-641caf28-b6f6-457e-9311-8b7a6125bcc7 None None] Checking agent: {'id': '75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 24, 15), 'started_at': datetime.datetime(2022, 2, 28, 10, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 0, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 11:00:26.757567 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-641caf28-b6f6-457e-9311-8b7a6125bcc7 None None] Checking segment: {'id': '195d7ed7-323d-4284-82df-208cca613d99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 11:00:26.757946 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-641caf28-b6f6-457e-9311-8b7a6125bcc7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:26.758333 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-641caf28-b6f6-457e-9311-8b7a6125bcc7 None None] Bound using segment: {'id': '195d7ed7-323d-4284-82df-208cca613d99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 11:00:26.758810 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-641caf28-b6f6-457e-9311-8b7a6125bcc7 None None] Bound port: b26bfa21-0899-40cf-9d46-9a8b8bcc5b82, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '195d7ed7-323d-4284-82df-208cca613d99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 11:00:26.759191 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-641caf28-b6f6-457e-9311-8b7a6125bcc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (b26bfa21-0899-40cf-9d46-9a8b8bcc5b82), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:26.818075 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-641caf28-b6f6-457e-9311-8b7a6125bcc7 None None] For port b26bfa21-0899-40cf-9d46-9a8b8bcc5b82, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:00:26.821803 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-641caf28-b6f6-457e-9311-8b7a6125bcc7 None None] For port b26bfa21-0899-40cf-9d46-9a8b8bcc5b82, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b26bfa21-0899-40cf-9d46-9a8b8bcc5b82,segment=NetworkSegment(195d7ed7-323d-4284-82df-208cca613d99),segment_id=195d7ed7-323d-4284-82df-208cca613d99)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:00:26.829025 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-641caf28-b6f6-457e-9311-8b7a6125bcc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (b26bfa21-0899-40cf-9d46-9a8b8bcc5b82), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:26.877202 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-43d7271e-c085-4939-9607-93e9022e0831 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (cbb65092-e09a-4430-98a7-38023b2b34f0), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:26.912127 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d58e1ba-46bb-4601-9352-f5254db2a51b None None] Pushing event updated for resources: {'Port': ['ID=b26bfa21-0899-40cf-9d46-9a8b8bcc5b82,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:00:26.914992 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-641caf28-b6f6-457e-9311-8b7a6125bcc7 None None] Routers {'834c57a4-5234-45fa-97d6-95547e3c61fd'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:00:26.915838 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-641caf28-b6f6-457e-9311-8b7a6125bcc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T11:00:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['834c57a4-5234-45fa-97d6-95547e3c61fd'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:00:26.959751 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-62869ea7-7822-48ff-9f46-421cbb785382 None None] Provisioning complete for port cbb65092-e09a-4430-98a7-38023b2b34f0 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:00:26.960235 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-62869ea7-7822-48ff-9f46-421cbb785382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (cbb65092-e09a-4430-98a7-38023b2b34f0), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:27.006311 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-62869ea7-7822-48ff-9f46-421cbb785382 None None] Port cbb65092-e09a-4430-98a7-38023b2b34f0 cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 11:00:27.065176 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-43d7271e-c085-4939-9607-93e9022e0831 admin admin] Publish callbacks [] for port (cbb65092-e09a-4430-98a7-38023b2b34f0), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:27.071640 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-641caf28-b6f6-457e-9311-8b7a6125bcc7 None None] Set router 834c57a4-5234-45fa-97d6-95547e3c61fd gateway port host: dv-neutron-master-2-hyperv {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:00:27.073367 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-43d7271e-c085-4939-9607-93e9022e0831 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3498066'] for port (cbb65092-e09a-4430-98a7-38023b2b34f0), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:27.142751 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d7271e-c085-4939-9607-93e9022e0831 admin admin] Pushing event updated for resources: {'Port': ['ID=cbb65092-e09a-4430-98a7-38023b2b34f0,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:00:27.145339 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-43d7271e-c085-4939-9607-93e9022e0831 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1802524'] for router_interface (834c57a4-5234-45fa-97d6-95547e3c61fd), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:27.237193 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d7271e-c085-4939-9607-93e9022e0831 admin admin] Network 6c29038b-dae6-4704-ae1e-32feeda79697 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:00:27.238683 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-43d7271e-c085-4939-9607-93e9022e0831 admin admin] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:00:27.279447 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-641caf28-b6f6-457e-9311-8b7a6125bcc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '834c57a4-5234-45fa-97d6-95547e3c61fd', 'name': 'tempest-ServerActionsTestJSON-556458350-router', 'tenant_id': 'f15f14e780e74c8a81fab6575e728c44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.169'}], 'enable_snat': True}, 'gw_port_id': 'b26bfa21-0899-40cf-9d46-9a8b8bcc5b82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:00:23Z', 'updated_at': '2022-02-28T11:00:26Z', 'revision_number': 4, 'project_id': 'f15f14e780e74c8a81fab6575e728c44', 'gw_port': {'id': 'b26bfa21-0899-40cf-9d46-9a8b8bcc5b82', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:9a:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '834c57a4-5234-45fa-97d6-95547e3c61fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:00:24Z', 'updated_at': '2022-02-28T11:00:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'cbb65092-e09a-4430-98a7-38023b2b34f0', 'name': '', 'network_id': '6c29038b-dae6-4704-ae1e-32feeda79697', 'tenant_id': 'f15f14e780e74c8a81fab6575e728c44', 'mac_address': 'fa:16:3e:c9:af:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '834c57a4-5234-45fa-97d6-95547e3c61fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '3d269766-416a-45a4-b82e-d8ae6262c6f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:00:26Z', 'updated_at': '2022-02-28T11:00:26Z', 'revision_number': 1, 'project_id': 'f15f14e780e74c8a81fab6575e728c44', 'subnets': [{'id': '3d269766-416a-45a4-b82e-d8ae6262c6f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:00:27.306726 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-641caf28-b6f6-457e-9311-8b7a6125bcc7 None None] The sync data for ids ['834c57a4-5234-45fa-97d6-95547e3c61fd'] in dv-neutron-master-2-hyperv is: [{'id': '834c57a4-5234-45fa-97d6-95547e3c61fd', 'name': 'tempest-ServerActionsTestJSON-556458350-router', 'tenant_id': 'f15f14e780e74c8a81fab6575e728c44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.169'}], 'enable_snat': True}, 'gw_port_id': 'b26bfa21-0899-40cf-9d46-9a8b8bcc5b82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:00:23Z', 'updated_at': '2022-02-28T11:00:26Z', 'revision_number': 4, 'project_id': 'f15f14e780e74c8a81fab6575e728c44', 'gw_port': {'id': 'b26bfa21-0899-40cf-9d46-9a8b8bcc5b82', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:9a:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '834c57a4-5234-45fa-97d6-95547e3c61fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:00:24Z', 'updated_at': '2022-02-28T11:00:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'cbb65092-e09a-4430-98a7-38023b2b34f0', 'name': '', 'network_id': '6c29038b-dae6-4704-ae1e-32feeda79697', 'tenant_id': 'f15f14e780e74c8a81fab6575e728c44', 'mac_address': 'fa:16:3e:c9:af:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '834c57a4-5234-45fa-97d6-95547e3c61fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '3d269766-416a-45a4-b82e-d8ae6262c6f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:00:26Z', 'updated_at': '2022-02-28T11:00:26Z', 'revision_number': 1, 'project_id': 'f15f14e780e74c8a81fab6575e728c44', 'subnets': [{'id': '3d269766-416a-45a4-b82e-d8ae6262c6f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:00:27.375455 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43d7271e-c085-4939-9607-93e9022e0831 admin admin] Router 834c57a4-5234-45fa-97d6-95547e3c61fd has already been hosted by L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:00:27.475335 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 08e2e3e1-60c9-4422-a53f-22ba1e83d616 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 11:00:27.524994 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43d7271e-c085-4939-9607-93e9022e0831 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:00:27.539057 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-43d7271e-c085-4939-9607-93e9022e0831 admin admin] 10.222.0.20 "PUT /v2.0/routers/834c57a4-5234-45fa-97d6-95547e3c61fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7729566 Feb 28 11:00:27.585339 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2f610cb4-0617-497a-860d-3431b696ae35 None None] Provisioning complete for port cbb65092-e09a-4430-98a7-38023b2b34f0 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:00:27.585766 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2f610cb4-0617-497a-860d-3431b696ae35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (cbb65092-e09a-4430-98a7-38023b2b34f0), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:27.590158 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port 08e2e3e1-60c9-4422-a53f-22ba1e83d616 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:00:27.590539 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (08e2e3e1-60c9-4422-a53f-22ba1e83d616), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:27.650535 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2f610cb4-0617-497a-860d-3431b696ae35 None None] Port cbb65092-e09a-4430-98a7-38023b2b34f0 cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 11:00:27.715067 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 08e2e3e1-60c9-4422-a53f-22ba1e83d616 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:00:27.988205 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 43734) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:00:27.995784 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-fb18daf4-533c-4bbd-95fc-fe9f225e809d tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Request body: {'security_group': {'name': 'tempest-securitygroup--619949554', 'description': 'tempest-description--719553884'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:00:28.024093 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fb18daf4-533c-4bbd-95fc-fe9f225e809d tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:28.103289 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fb18daf4-533c-4bbd-95fc-fe9f225e809d tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Publish callbacks [] for security_group (2067cfde-6a74-4cb3-b94b-40318c10db4d), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:28.107377 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fb18daf4-533c-4bbd-95fc-fe9f225e809d tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (2067cfde-6a74-4cb3-b94b-40318c10db4d), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:28.141331 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb18daf4-533c-4bbd-95fc-fe9f225e809d tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2067cfde-6a74-4cb3-b94b-40318c10db4d,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:00:28.148952 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fb18daf4-533c-4bbd-95fc-fe9f225e809d tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:28.150169 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-fb18daf4-533c-4bbd-95fc-fe9f225e809d tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1613469 Feb 28 11:00:28.153428 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 43736) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:00:28.158983 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-2db7500b-f386-488a-836f-dda58808dcba tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Request body: {'security_group_rule': {'security_group_id': '2067cfde-6a74-4cb3-b94b-40318c10db4d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:00:28.190836 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2db7500b-f386-488a-836f-dda58808dcba tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Publish callbacks [] for security_group_rule (f6fa63d9-67c6-41eb-8eef-d14222c048a2), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:28.254933 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2db7500b-f386-488a-836f-dda58808dcba tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Publish callbacks [] for security_group_rule (f6fa63d9-67c6-41eb-8eef-d14222c048a2), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:28.259470 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2db7500b-f386-488a-836f-dda58808dcba tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594242'] for security_group_rule (f6fa63d9-67c6-41eb-8eef-d14222c048a2), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:28.275436 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db7500b-f386-488a-836f-dda58808dcba tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6fa63d9-67c6-41eb-8eef-d14222c048a2,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:00:28.287827 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2db7500b-f386-488a-836f-dda58808dcba tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:28.289114 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-2db7500b-f386-488a-836f-dda58808dcba tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1346438 Feb 28 11:00:28.291778 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 43738) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:00:28.296293 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-04a05bda-061d-4d2f-9903-5013582e3f04 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Request body: {'security_group_rule': {'security_group_id': '2067cfde-6a74-4cb3-b94b-40318c10db4d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:00:28.322676 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-04a05bda-061d-4d2f-9903-5013582e3f04 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Publish callbacks [] for security_group_rule (4087967f-bf1f-49ac-8461-92afaef10bd8), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:28.388641 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-04a05bda-061d-4d2f-9903-5013582e3f04 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Publish callbacks [] for security_group_rule (4087967f-bf1f-49ac-8461-92afaef10bd8), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:28.393677 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-04a05bda-061d-4d2f-9903-5013582e3f04 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594242'] for security_group_rule (4087967f-bf1f-49ac-8461-92afaef10bd8), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:28.415506 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a05bda-061d-4d2f-9903-5013582e3f04 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4087967f-bf1f-49ac-8461-92afaef10bd8,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:00:28.421733 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-04a05bda-061d-4d2f-9903-5013582e3f04 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:28.423091 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-04a05bda-061d-4d2f-9903-5013582e3f04 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1302800 Feb 28 11:00:28.426313 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 43740) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:00:28.432030 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-48891d21-a541-49eb-99b0-c886a3b308ae tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Request body: {'floatingip': {'floating_network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:00:28.455933 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-48891d21-a541-49eb-99b0-c886a3b308ae tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:28.576690 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-48891d21-a541-49eb-99b0-c886a3b308ae tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:28.685700 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-48891d21-a541-49eb-99b0-c886a3b308ae tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Allocated IP 172.36.5.140 (1e0804d0-d1d9-4d40-9de5-2936f3d87840/6f6f4129-23e5-4c3b-b4ef-4c7ce926797e/06ad13f9-47dc-4e15-9fe6-9317a9eac24c) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:00:28.792071 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-48891d21-a541-49eb-99b0-c886a3b308ae tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Publish callbacks [] for port (06ad13f9-47dc-4e15-9fe6-9317a9eac24c), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:28.828813 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-48891d21-a541-49eb-99b0-c886a3b308ae tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (06ad13f9-47dc-4e15-9fe6-9317a9eac24c), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:28.870515 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48891d21-a541-49eb-99b0-c886a3b308ae tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Network 1e0804d0-d1d9-4d40-9de5-2936f3d87840 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:00:28.873405 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-48891d21-a541-49eb-99b0-c886a3b308ae tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:00:28.877241 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48891d21-a541-49eb-99b0-c886a3b308ae tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 11:00:28.882779 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48891d21-a541-49eb-99b0-c886a3b308ae tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Pushing event updated for resources: {'Port': ['ID=06ad13f9-47dc-4e15-9fe6-9317a9eac24c,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:00:28.971382 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-48891d21-a541-49eb-99b0-c886a3b308ae tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Publish callbacks [] for floatingip (a2d1279b-bd44-41e4-9cc8-7c77a73ab80a), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:29.010854 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-48891d21-a541-49eb-99b0-c886a3b308ae tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (06ad13f9-47dc-4e15-9fe6-9317a9eac24c), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:29.174498 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-48891d21-a541-49eb-99b0-c886a3b308ae tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Publish callbacks [] for port (06ad13f9-47dc-4e15-9fe6-9317a9eac24c), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:29.179930 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-48891d21-a541-49eb-99b0-c886a3b308ae tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3242529'] for port (06ad13f9-47dc-4e15-9fe6-9317a9eac24c), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:29.249193 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48891d21-a541-49eb-99b0-c886a3b308ae tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Pushing event updated for resources: {'Port': ['ID=06ad13f9-47dc-4e15-9fe6-9317a9eac24c,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:00:29.259939 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-48891d21-a541-49eb-99b0-c886a3b308ae tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1803383'] for floatingip (a2d1279b-bd44-41e4-9cc8-7c77a73ab80a), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:29.278510 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-48891d21-a541-49eb-99b0-c886a3b308ae tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for floatingip (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:29.279848 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-48891d21-a541-49eb-99b0-c886a3b308ae tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8523760 Feb 28 11:00:29.353401 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-751bc059-1a97-4b3b-bba3-695e8785ed83 None None] Sync routers for ids ['834c57a4-5234-45fa-97d6-95547e3c61fd'] in dv-neutron-master-2-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:00:29.364417 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751bc059-1a97-4b3b-bba3-695e8785ed83 None None] Routers {'834c57a4-5234-45fa-97d6-95547e3c61fd'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:00:29.365093 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-751bc059-1a97-4b3b-bba3-695e8785ed83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T11:00:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['834c57a4-5234-45fa-97d6-95547e3c61fd'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:00:29.448048 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-53800c06-a02d-4c90-9ca5-28a3a0fba07f req-43a2d2e4-cc76-485c-ba56-9cfac44f9cd3 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--619949554&fields=id&tenant_id=f15f14e780e74c8a81fab6575e728c44 HTTP/1.1" status: 200 len: 267 time: 0.0566001 Feb 28 11:00:29.487831 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-751bc059-1a97-4b3b-bba3-695e8785ed83 None None] Set router 834c57a4-5234-45fa-97d6-95547e3c61fd gateway port host: dv-neutron-master-2-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:00:29.504702 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device b26bfa21-0899-40cf-9d46-9a8b8bcc5b82 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 11:00:29.563132 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port b26bfa21-0899-40cf-9d46-9a8b8bcc5b82 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:00:29.563574 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (b26bfa21-0899-40cf-9d46-9a8b8bcc5b82), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:29.590975 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53800c06-a02d-4c90-9ca5-28a3a0fba07f req-a43a0851-5f91-455c-8304-8dc26ae2a5f8 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:00:29.592810 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-53800c06-a02d-4c90-9ca5-28a3a0fba07f req-a43a0851-5f91-455c-8304-8dc26ae2a5f8 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/networks?id=6c29038b-dae6-4704-ae1e-32feeda79697 HTTP/1.1" status: 200 len: 811 time: 0.1413298 Feb 28 11:00:29.608675 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-53800c06-a02d-4c90-9ca5-28a3a0fba07f req-262a29ce-1ff1-4311-bcf0-057f13d542df tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/quotas/f15f14e780e74c8a81fab6575e728c44 HTTP/1.1" status: 200 len: 375 time: 0.0099597 Feb 28 11:00:29.650080 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port b26bfa21-0899-40cf-9d46-9a8b8bcc5b82 is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:00:29.650712 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (b26bfa21-0899-40cf-9d46-9a8b8bcc5b82), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:29.670866 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-53800c06-a02d-4c90-9ca5-28a3a0fba07f req-1726d3b1-74e8-4d6e-a440-565a114c2e11 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=f15f14e780e74c8a81fab6575e728c44&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0548110 Feb 28 11:00:29.675771 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] For port b26bfa21-0899-40cf-9d46-9a8b8bcc5b82, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b26bfa21-0899-40cf-9d46-9a8b8bcc5b82,segment=NetworkSegment(195d7ed7-323d-4284-82df-208cca613d99),segment_id=195d7ed7-323d-4284-82df-208cca613d99)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:00:29.680702 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (b26bfa21-0899-40cf-9d46-9a8b8bcc5b82), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:29.712445 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-751bc059-1a97-4b3b-bba3-695e8785ed83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '834c57a4-5234-45fa-97d6-95547e3c61fd', 'name': 'tempest-ServerActionsTestJSON-556458350-router', 'tenant_id': 'f15f14e780e74c8a81fab6575e728c44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.169'}], 'enable_snat': True}, 'gw_port_id': 'b26bfa21-0899-40cf-9d46-9a8b8bcc5b82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:00:23Z', 'updated_at': '2022-02-28T11:00:26Z', 'revision_number': 4, 'project_id': 'f15f14e780e74c8a81fab6575e728c44', 'gw_port': {'id': 'b26bfa21-0899-40cf-9d46-9a8b8bcc5b82', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:9a:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '834c57a4-5234-45fa-97d6-95547e3c61fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:00:24Z', 'updated_at': '2022-02-28T11:00:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'cbb65092-e09a-4430-98a7-38023b2b34f0', 'name': '', 'network_id': '6c29038b-dae6-4704-ae1e-32feeda79697', 'tenant_id': 'f15f14e780e74c8a81fab6575e728c44', 'mac_address': 'fa:16:3e:c9:af:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '834c57a4-5234-45fa-97d6-95547e3c61fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '3d269766-416a-45a4-b82e-d8ae6262c6f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:00:26Z', 'updated_at': '2022-02-28T11:00:26Z', 'revision_number': 2, 'project_id': 'f15f14e780e74c8a81fab6575e728c44', 'subnets': [{'id': '3d269766-416a-45a4-b82e-d8ae6262c6f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:00:29.735787 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Pushing event updated for resources: {'Port': ['ID=b26bfa21-0899-40cf-9d46-9a8b8bcc5b82,revision_number=4']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:00:29.742900 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-751bc059-1a97-4b3b-bba3-695e8785ed83 None None] Checking router: 834c57a4-5234-45fa-97d6-95547e3c61fd for host: dv-neutron-master-2-hyperv {{(pid=103410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:00:29.743289 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-751bc059-1a97-4b3b-bba3-695e8785ed83 None None] Updating router 834c57a4-5234-45fa-97d6-95547e3c61fd port cbb65092-e09a-4430-98a7-38023b2b34f0 binding host dv-neutron-master-2-hyperv {{(pid=103410) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 11:00:29.777107 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-751bc059-1a97-4b3b-bba3-695e8785ed83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (cbb65092-e09a-4430-98a7-38023b2b34f0), before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:29.781379 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-53800c06-a02d-4c90-9ca5-28a3a0fba07f req-aca50a75-6a3d-4269-857c-fccf16b0f085 service neutron] 10.222.0.20 "GET /v2.0/networks/6c29038b-dae6-4704-ae1e-32feeda79697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962362 Feb 28 11:00:29.880666 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-53800c06-a02d-4c90-9ca5-28a3a0fba07f req-9d10f12a-5011-4a81-9f89-d3cc55c7a137 service neutron] 10.222.0.20 "GET /v2.0/networks/6c29038b-dae6-4704-ae1e-32feeda79697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923729 Feb 28 11:00:30.053432 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-2362edde-fa4d-4b89-a9ed-7c852140a6c1 req-36b62d3a-348a-469e-916a-e50bb418a997 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6811987-a0b7-4b48-8b47-36e13dd342d7 HTTP/1.1" status: 200 len: 210 time: 0.0295193 Feb 28 11:00:30.066128 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-751bc059-1a97-4b3b-bba3-695e8785ed83 None None] Publish callbacks [] for port (cbb65092-e09a-4430-98a7-38023b2b34f0), precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:30.072191 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-751bc059-1a97-4b3b-bba3-695e8785ed83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (cbb65092-e09a-4430-98a7-38023b2b34f0), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:30.124802 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8b12e9-5504-46bc-88b0-ee196b0cab44 None None] Pushing event updated for resources: {'Port': ['ID=cbb65092-e09a-4430-98a7-38023b2b34f0,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:00:30.151482 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8b12e9-5504-46bc-88b0-ee196b0cab44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:00:30.151842 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8b12e9-5504-46bc-88b0-ee196b0cab44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:00:30.152190 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8b12e9-5504-46bc-88b0-ee196b0cab44 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:00:30.152527 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8b12e9-5504-46bc-88b0-ee196b0cab44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:00:30.152895 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8b12e9-5504-46bc-88b0-ee196b0cab44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:00:30.153390 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8b12e9-5504-46bc-88b0-ee196b0cab44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:00:30.153882 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8b12e9-5504-46bc-88b0-ee196b0cab44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:00:30.154216 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8b12e9-5504-46bc-88b0-ee196b0cab44 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:00:30.154691 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8b12e9-5504-46bc-88b0-ee196b0cab44 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:00:30.155190 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8b12e9-5504-46bc-88b0-ee196b0cab44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:00:30.155525 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8b12e9-5504-46bc-88b0-ee196b0cab44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:00:30.155860 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8b12e9-5504-46bc-88b0-ee196b0cab44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:00:30.156179 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8b12e9-5504-46bc-88b0-ee196b0cab44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:00:30.192421 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-751bc059-1a97-4b3b-bba3-695e8785ed83 None None] Attempting to bind port cbb65092-e09a-4430-98a7-38023b2b34f0 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 11:00:30.193099 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-751bc059-1a97-4b3b-bba3-695e8785ed83 None None] Attempting to bind port cbb65092-e09a-4430-98a7-38023b2b34f0 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'f041315e-ab14-4139-8419-07be691a7149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '6c29038b-dae6-4704-ae1e-32feeda79697'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 11:00:30.193518 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751bc059-1a97-4b3b-bba3-695e8785ed83 None None] Attempting to bind port cbb65092-e09a-4430-98a7-38023b2b34f0 on network 6c29038b-dae6-4704-ae1e-32feeda79697 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 11:00:30.199555 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751bc059-1a97-4b3b-bba3-695e8785ed83 None None] Checking agent: {'id': '75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 24, 15), 'started_at': datetime.datetime(2022, 2, 28, 10, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 0, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 11:00:30.199911 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751bc059-1a97-4b3b-bba3-695e8785ed83 None None] Checking segment: {'id': 'f041315e-ab14-4139-8419-07be691a7149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '6c29038b-dae6-4704-ae1e-32feeda79697'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 11:00:30.200264 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-751bc059-1a97-4b3b-bba3-695e8785ed83 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:30.200746 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751bc059-1a97-4b3b-bba3-695e8785ed83 None None] Bound using segment: {'id': 'f041315e-ab14-4139-8419-07be691a7149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '6c29038b-dae6-4704-ae1e-32feeda79697'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 11:00:30.201458 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-751bc059-1a97-4b3b-bba3-695e8785ed83 None None] Bound port: cbb65092-e09a-4430-98a7-38023b2b34f0, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f041315e-ab14-4139-8419-07be691a7149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '6c29038b-dae6-4704-ae1e-32feeda79697'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 11:00:30.201905 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-751bc059-1a97-4b3b-bba3-695e8785ed83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (cbb65092-e09a-4430-98a7-38023b2b34f0), before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:30.284394 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-751bc059-1a97-4b3b-bba3-695e8785ed83 None None] For port cbb65092-e09a-4430-98a7-38023b2b34f0, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:00:30.288183 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-751bc059-1a97-4b3b-bba3-695e8785ed83 None None] For port cbb65092-e09a-4430-98a7-38023b2b34f0, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=cbb65092-e09a-4430-98a7-38023b2b34f0,segment=NetworkSegment(f041315e-ab14-4139-8419-07be691a7149),segment_id=f041315e-ab14-4139-8419-07be691a7149)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:00:30.299409 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-751bc059-1a97-4b3b-bba3-695e8785ed83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (cbb65092-e09a-4430-98a7-38023b2b34f0), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:30.358325 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751bc059-1a97-4b3b-bba3-695e8785ed83 None None] Routers {'834c57a4-5234-45fa-97d6-95547e3c61fd'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:00:30.359030 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-751bc059-1a97-4b3b-bba3-695e8785ed83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T11:00:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['834c57a4-5234-45fa-97d6-95547e3c61fd'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:00:30.399741 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8b12e9-5504-46bc-88b0-ee196b0cab44 None None] Pushing event updated for resources: {'Port': ['ID=cbb65092-e09a-4430-98a7-38023b2b34f0,revision_number=4']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:00:30.413300 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-0d345846-58ae-4100-bfba-fa633edcb4bd None None] Provisioning complete for port cbb65092-e09a-4430-98a7-38023b2b34f0 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:00:30.413712 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0d345846-58ae-4100-bfba-fa633edcb4bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (cbb65092-e09a-4430-98a7-38023b2b34f0), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:30.505002 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-751bc059-1a97-4b3b-bba3-695e8785ed83 None None] Set router 834c57a4-5234-45fa-97d6-95547e3c61fd gateway port host: dv-neutron-master-2-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:00:30.506667 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-0d345846-58ae-4100-bfba-fa633edcb4bd None None] Current status of the port cbb65092-e09a-4430-98a7-38023b2b34f0 is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:00:30.508668 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0d345846-58ae-4100-bfba-fa633edcb4bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (cbb65092-e09a-4430-98a7-38023b2b34f0), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:30.547460 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-0d345846-58ae-4100-bfba-fa633edcb4bd None None] For port cbb65092-e09a-4430-98a7-38023b2b34f0, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=cbb65092-e09a-4430-98a7-38023b2b34f0,segment=NetworkSegment(f041315e-ab14-4139-8419-07be691a7149),segment_id=f041315e-ab14-4139-8419-07be691a7149)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:00:30.554509 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0d345846-58ae-4100-bfba-fa633edcb4bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (cbb65092-e09a-4430-98a7-38023b2b34f0), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:30.608149 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d345846-58ae-4100-bfba-fa633edcb4bd None None] Pushing event updated for resources: {'Port': ['ID=cbb65092-e09a-4430-98a7-38023b2b34f0,revision_number=5']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:00:30.678251 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-547b222b-eb77-4f07-acad-5c577e9c089b None None] Provisioning complete for port cbb65092-e09a-4430-98a7-38023b2b34f0 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:00:30.678517 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-547b222b-eb77-4f07-acad-5c577e9c089b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (cbb65092-e09a-4430-98a7-38023b2b34f0), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:30.750021 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-751bc059-1a97-4b3b-bba3-695e8785ed83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '834c57a4-5234-45fa-97d6-95547e3c61fd', 'name': 'tempest-ServerActionsTestJSON-556458350-router', 'tenant_id': 'f15f14e780e74c8a81fab6575e728c44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.169'}], 'enable_snat': True}, 'gw_port_id': 'b26bfa21-0899-40cf-9d46-9a8b8bcc5b82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:00:23Z', 'updated_at': '2022-02-28T11:00:26Z', 'revision_number': 4, 'project_id': 'f15f14e780e74c8a81fab6575e728c44', 'gw_port': {'id': 'b26bfa21-0899-40cf-9d46-9a8b8bcc5b82', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:9a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834c57a4-5234-45fa-97d6-95547e3c61fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:00:24Z', 'updated_at': '2022-02-28T11:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'cbb65092-e09a-4430-98a7-38023b2b34f0', 'name': '', 'network_id': '6c29038b-dae6-4704-ae1e-32feeda79697', 'tenant_id': 'f15f14e780e74c8a81fab6575e728c44', 'mac_address': 'fa:16:3e:c9:af:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '834c57a4-5234-45fa-97d6-95547e3c61fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '3d269766-416a-45a4-b82e-d8ae6262c6f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:00:26Z', 'updated_at': '2022-02-28T11:00:30Z', 'revision_number': 4, 'project_id': 'f15f14e780e74c8a81fab6575e728c44', 'subnets': [{'id': '3d269766-416a-45a4-b82e-d8ae6262c6f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:00:30.759043 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-547b222b-eb77-4f07-acad-5c577e9c089b None None] Current status of the port cbb65092-e09a-4430-98a7-38023b2b34f0 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:00:30.867469 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-751bc059-1a97-4b3b-bba3-695e8785ed83 None None] The sync data for ids ['834c57a4-5234-45fa-97d6-95547e3c61fd'] in dv-neutron-master-2-hyperv is: [{'id': '834c57a4-5234-45fa-97d6-95547e3c61fd', 'name': 'tempest-ServerActionsTestJSON-556458350-router', 'tenant_id': 'f15f14e780e74c8a81fab6575e728c44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.169'}], 'enable_snat': True}, 'gw_port_id': 'b26bfa21-0899-40cf-9d46-9a8b8bcc5b82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:00:23Z', 'updated_at': '2022-02-28T11:00:26Z', 'revision_number': 4, 'project_id': 'f15f14e780e74c8a81fab6575e728c44', 'gw_port': {'id': 'b26bfa21-0899-40cf-9d46-9a8b8bcc5b82', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:9a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834c57a4-5234-45fa-97d6-95547e3c61fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:00:24Z', 'updated_at': '2022-02-28T11:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'cbb65092-e09a-4430-98a7-38023b2b34f0', 'name': '', 'network_id': '6c29038b-dae6-4704-ae1e-32feeda79697', 'tenant_id': 'f15f14e780e74c8a81fab6575e728c44', 'mac_address': 'fa:16:3e:c9:af:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '834c57a4-5234-45fa-97d6-95547e3c61fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '3d269766-416a-45a4-b82e-d8ae6262c6f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:00:26Z', 'updated_at': '2022-02-28T11:00:30Z', 'revision_number': 4, 'project_id': 'f15f14e780e74c8a81fab6575e728c44', 'subnets': [{'id': '3d269766-416a-45a4-b82e-d8ae6262c6f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:00:31.180825 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-4e13f028-a1e6-4a48-b34f-994db21601b7 req-f88eb53e-f96d-4003-ab99-2fe261432367 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6811987-a0b7-4b48-8b47-36e13dd342d7 HTTP/1.1" status: 200 len: 210 time: 0.0403845 Feb 28 11:00:31.237708 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53800c06-a02d-4c90-9ca5-28a3a0fba07f req-fac5d428-d393-45ef-8680-39166dd11382 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:00:31.239261 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-53800c06-a02d-4c90-9ca5-28a3a0fba07f req-fac5d428-d393-45ef-8680-39166dd11382 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.30 "GET /v2.0/networks?id=6c29038b-dae6-4704-ae1e-32feeda79697 HTTP/1.1" status: 200 len: 811 time: 0.1578245 Feb 28 11:00:31.317314 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-53800c06-a02d-4c90-9ca5-28a3a0fba07f req-57808cda-8c7a-4805-ad4a-ce8d7235d2a4 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f15f14e780e74c8a81fab6575e728c44 HTTP/1.1" status: 200 len: 379 time: 0.0583198 Feb 28 11:00:31.326367 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [req-53800c06-a02d-4c90-9ca5-28a3a0fba07f req-2176eec6-3c75-4463-b53d-90bb765dcd26 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Request body: {'port': {'device_id': 'b6811987-a0b7-4b48-8b47-36e13dd342d7', 'network_id': '6c29038b-dae6-4704-ae1e-32feeda79697', 'admin_state_up': True, 'tenant_id': 'f15f14e780e74c8a81fab6575e728c44', 'security_groups': ['2067cfde-6a74-4cb3-b94b-40318c10db4d']}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:00:31.448304 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53800c06-a02d-4c90-9ca5-28a3a0fba07f req-2176eec6-3c75-4463-b53d-90bb765dcd26 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Made reservation on behalf of f15f14e780e74c8a81fab6575e728c44 for: {'port': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:00:31.453635 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-53800c06-a02d-4c90-9ca5-28a3a0fba07f req-2176eec6-3c75-4463-b53d-90bb765dcd26 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:31.509445 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device b26bfa21-0899-40cf-9d46-9a8b8bcc5b82 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 11:00:31.564923 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port b26bfa21-0899-40cf-9d46-9a8b8bcc5b82 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:00:31.565409 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (b26bfa21-0899-40cf-9d46-9a8b8bcc5b82), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:31.617933 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [req-53800c06-a02d-4c90-9ca5-28a3a0fba07f req-2176eec6-3c75-4463-b53d-90bb765dcd26 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Allocated IP 172.20.0.4 (6c29038b-dae6-4704-ae1e-32feeda79697/3d269766-416a-45a4-b82e-d8ae6262c6f3/e148c450-7e77-4cd0-bd64-e9964f29113d) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:00:31.655073 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port b26bfa21-0899-40cf-9d46-9a8b8bcc5b82 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:00:31.656314 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device cbb65092-e09a-4430-98a7-38023b2b34f0 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 11:00:31.704310 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port cbb65092-e09a-4430-98a7-38023b2b34f0 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:00:31.704789 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (cbb65092-e09a-4430-98a7-38023b2b34f0), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:31.761399 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-53800c06-a02d-4c90-9ca5-28a3a0fba07f req-2176eec6-3c75-4463-b53d-90bb765dcd26 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Publish callbacks [] for port (e148c450-7e77-4cd0-bd64-e9964f29113d), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:31.783832 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port cbb65092-e09a-4430-98a7-38023b2b34f0 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:00:31.797134 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-53800c06-a02d-4c90-9ca5-28a3a0fba07f req-2176eec6-3c75-4463-b53d-90bb765dcd26 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (e148c450-7e77-4cd0-bd64-e9964f29113d), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:31.847867 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53800c06-a02d-4c90-9ca5-28a3a0fba07f req-2176eec6-3c75-4463-b53d-90bb765dcd26 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Network 6c29038b-dae6-4704-ae1e-32feeda79697 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:00:31.851150 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [req-53800c06-a02d-4c90-9ca5-28a3a0fba07f req-2176eec6-3c75-4463-b53d-90bb765dcd26 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:00:31.853726 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-53800c06-a02d-4c90-9ca5-28a3a0fba07f req-2176eec6-3c75-4463-b53d-90bb765dcd26 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 11:00:31.884474 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2176eec6-3c75-4463-b53d-90bb765dcd26 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Pushing event updated for resources: {'Port': ['ID=e148c450-7e77-4cd0-bd64-e9964f29113d,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:00:31.914561 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53800c06-a02d-4c90-9ca5-28a3a0fba07f req-2176eec6-3c75-4463-b53d-90bb765dcd26 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:00:31.915185 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-53800c06-a02d-4c90-9ca5-28a3a0fba07f req-2176eec6-3c75-4463-b53d-90bb765dcd26 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:31.932653 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-53800c06-a02d-4c90-9ca5-28a3a0fba07f req-2176eec6-3c75-4463-b53d-90bb765dcd26 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6100793 Feb 28 11:00:31.949766 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [req-53800c06-a02d-4c90-9ca5-28a3a0fba07f req-3a272531-57f8-4361-ab3f-a38e1a3f66b4 service neutron] Request body: {'port': {'device_id': 'b6811987-a0b7-4b48-8b47-36e13dd342d7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:00:32.018613 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-53800c06-a02d-4c90-9ca5-28a3a0fba07f req-3a272531-57f8-4361-ab3f-a38e1a3f66b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (e148c450-7e77-4cd0-bd64-e9964f29113d), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:32.089888 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-73a84a20-b724-455b-beb7-dd32c888572f None None] Provisioning complete for port e148c450-7e77-4cd0-bd64-e9964f29113d triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:00:32.090624 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-73a84a20-b724-455b-beb7-dd32c888572f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (e148c450-7e77-4cd0-bd64-e9964f29113d), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:32.124021 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-73a84a20-b724-455b-beb7-dd32c888572f None None] Port e148c450-7e77-4cd0-bd64-e9964f29113d cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 11:00:32.345230 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.notifiers.nova [req-53800c06-a02d-4c90-9ca5-28a3a0fba07f req-3a272531-57f8-4361-ab3f-a38e1a3f66b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e148c450-7e77-4cd0-bd64-e9964f29113d {{(pid=103407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 11:00:32.355908 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4437a3cf-88bd-4fd3-9430-606cd588bff4 req-660cd649-a012-4db3-9e3e-12e1878cca36 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:00:32.357573 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-4437a3cf-88bd-4fd3-9430-606cd588bff4 req-660cd649-a012-4db3-9e3e-12e1878cca36 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6811987-a0b7-4b48-8b47-36e13dd342d7 HTTP/1.1" status: 200 len: 931 time: 0.1002350 Feb 28 11:00:32.362143 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-53800c06-a02d-4c90-9ca5-28a3a0fba07f req-3a272531-57f8-4361-ab3f-a38e1a3f66b4 service neutron] Publish callbacks [] for port (e148c450-7e77-4cd0-bd64-e9964f29113d), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:32.388917 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.provisioning_blocks [req-53800c06-a02d-4c90-9ca5-28a3a0fba07f req-3a272531-57f8-4361-ab3f-a38e1a3f66b4 service neutron] Transition to ACTIVE for port object e148c450-7e77-4cd0-bd64-e9964f29113d will not be triggered until provisioned by entity L2. {{(pid=103407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 11:00:32.400215 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-53800c06-a02d-4c90-9ca5-28a3a0fba07f req-3a272531-57f8-4361-ab3f-a38e1a3f66b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3498066'] for port (e148c450-7e77-4cd0-bd64-e9964f29113d), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:32.463439 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-4437a3cf-88bd-4fd3-9430-606cd588bff4 req-64e7a3c2-5020-4bc9-9a10-415c5a460025 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups?id=2067cfde-6a74-4cb3-b94b-40318c10db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986466 Feb 28 11:00:32.475841 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a272531-57f8-4361-ab3f-a38e1a3f66b4 service neutron] Pushing event updated for resources: {'Port': ['ID=e148c450-7e77-4cd0-bd64-e9964f29113d,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:00:32.563687 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-53800c06-a02d-4c90-9ca5-28a3a0fba07f req-3a272531-57f8-4361-ab3f-a38e1a3f66b4 service neutron] Attempting to bind port e148c450-7e77-4cd0-bd64-e9964f29113d on host hv-neutron-mast for vnic_type normal with profile {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 11:00:32.564597 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-53800c06-a02d-4c90-9ca5-28a3a0fba07f req-3a272531-57f8-4361-ab3f-a38e1a3f66b4 service neutron] Attempting to bind port e148c450-7e77-4cd0-bd64-e9964f29113d by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'f041315e-ab14-4139-8419-07be691a7149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '6c29038b-dae6-4704-ae1e-32feeda79697'}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 11:00:32.564597 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53800c06-a02d-4c90-9ca5-28a3a0fba07f req-3a272531-57f8-4361-ab3f-a38e1a3f66b4 service neutron] Attempting to bind port e148c450-7e77-4cd0-bd64-e9964f29113d on network 6c29038b-dae6-4704-ae1e-32feeda79697 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 11:00:32.570061 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53800c06-a02d-4c90-9ca5-28a3a0fba07f req-3a272531-57f8-4361-ab3f-a38e1a3f66b4 service neutron] Port e148c450-7e77-4cd0-bd64-e9964f29113d on network 6c29038b-dae6-4704-ae1e-32feeda79697 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 11:00:32.570429 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53800c06-a02d-4c90-9ca5-28a3a0fba07f req-3a272531-57f8-4361-ab3f-a38e1a3f66b4 service neutron] Attempting to bind port e148c450-7e77-4cd0-bd64-e9964f29113d on network 6c29038b-dae6-4704-ae1e-32feeda79697 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 11:00:32.575998 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53800c06-a02d-4c90-9ca5-28a3a0fba07f req-3a272531-57f8-4361-ab3f-a38e1a3f66b4 service neutron] Checking agent: {'id': '13ac42ae-016e-4baf-bb31-c6fa820b41c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 30, 8), 'started_at': datetime.datetime(2022, 2, 28, 10, 30, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 0, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 11:00:32.576340 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53800c06-a02d-4c90-9ca5-28a3a0fba07f req-3a272531-57f8-4361-ab3f-a38e1a3f66b4 service neutron] Checking segment: {'id': 'f041315e-ab14-4139-8419-07be691a7149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '6c29038b-dae6-4704-ae1e-32feeda79697'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 11:00:32.576775 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53800c06-a02d-4c90-9ca5-28a3a0fba07f req-3a272531-57f8-4361-ab3f-a38e1a3f66b4 service neutron] Bound using segment: {'id': 'f041315e-ab14-4139-8419-07be691a7149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '6c29038b-dae6-4704-ae1e-32feeda79697'} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 11:00:32.577212 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-53800c06-a02d-4c90-9ca5-28a3a0fba07f req-3a272531-57f8-4361-ab3f-a38e1a3f66b4 service neutron] Bound port: e148c450-7e77-4cd0-bd64-e9964f29113d, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f041315e-ab14-4139-8419-07be691a7149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '6c29038b-dae6-4704-ae1e-32feeda79697'}}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 11:00:32.577575 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-53800c06-a02d-4c90-9ca5-28a3a0fba07f req-3a272531-57f8-4361-ab3f-a38e1a3f66b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (e148c450-7e77-4cd0-bd64-e9964f29113d), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:32.648346 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-53800c06-a02d-4c90-9ca5-28a3a0fba07f req-3a272531-57f8-4361-ab3f-a38e1a3f66b4 service neutron] For port e148c450-7e77-4cd0-bd64-e9964f29113d, host hv-neutron-mast, cleared binding levels {{(pid=103407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:00:32.651482 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-53800c06-a02d-4c90-9ca5-28a3a0fba07f req-3a272531-57f8-4361-ab3f-a38e1a3f66b4 service neutron] For port e148c450-7e77-4cd0-bd64-e9964f29113d, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=e148c450-7e77-4cd0-bd64-e9964f29113d,segment=NetworkSegment(f041315e-ab14-4139-8419-07be691a7149),segment_id=f041315e-ab14-4139-8419-07be691a7149)] {{(pid=103407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:00:32.659296 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-53800c06-a02d-4c90-9ca5-28a3a0fba07f req-3a272531-57f8-4361-ab3f-a38e1a3f66b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3498066'] for port (e148c450-7e77-4cd0-bd64-e9964f29113d), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:32.705111 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53800c06-a02d-4c90-9ca5-28a3a0fba07f req-3a272531-57f8-4361-ab3f-a38e1a3f66b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:00:32.705828 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-53800c06-a02d-4c90-9ca5-28a3a0fba07f req-3a272531-57f8-4361-ab3f-a38e1a3f66b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:32.707204 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-53800c06-a02d-4c90-9ca5-28a3a0fba07f req-3a272531-57f8-4361-ab3f-a38e1a3f66b4 service neutron] 10.222.0.30 "PUT /v2.0/ports/e148c450-7e77-4cd0-bd64-e9964f29113d HTTP/1.1" status: 200 len: 1093 time: 0.7623425 Feb 28 11:00:32.707656 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6811987-a0b7-4b48-8b47-36e13dd342d7', 'tag': 'e148c450-7e77-4cd0-bd64-e9964f29113d'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:00:32.710471 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c8e1c873eeca597e52e7ceb7469e602eac250bfea6606d285743d38033cf584" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-758da1ab-b77f-46e0-8b10-a109ecde02ee" -d '{"events": [{"name": "network-changed", "server_uuid": "b6811987-a0b7-4b48-8b47-36e13dd342d7", "tag": "e148c450-7e77-4cd0-bd64-e9964f29113d"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 11:00:32.733465 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a272531-57f8-4361-ab3f-a38e1a3f66b4 service neutron] Pushing event updated for resources: {'Port': ['ID=e148c450-7e77-4cd0-bd64-e9964f29113d,revision_number=3']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:00:32.755744 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 11:00:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2068fd4b-e0cc-4566-a96c-dc8306c28c2e x-openstack-request-id: req-2068fd4b-e0cc-4566-a96c-dc8306c28c2e {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 11:00:32.756131 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6811987-a0b7-4b48-8b47-36e13dd342d7", "tag": "e148c450-7e77-4cd0-bd64-e9964f29113d", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 11:00:32.756623 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2068fd4b-e0cc-4566-a96c-dc8306c28c2e {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 11:00:32.757205 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6811987-a0b7-4b48-8b47-36e13dd342d7', 'tag': 'e148c450-7e77-4cd0-bd64-e9964f29113d', 'status': 'completed', 'code': 200} Feb 28 11:00:32.819280 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53800c06-a02d-4c90-9ca5-28a3a0fba07f req-921e8e6c-f80a-40c9-abdc-b2e8d2b1be90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:00:32.820832 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-53800c06-a02d-4c90-9ca5-28a3a0fba07f req-921e8e6c-f80a-40c9-abdc-b2e8d2b1be90 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f15f14e780e74c8a81fab6575e728c44&device_id=b6811987-a0b7-4b48-8b47-36e13dd342d7 HTTP/1.1" status: 200 len: 1127 time: 0.0493536 Feb 28 11:00:32.872477 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-53800c06-a02d-4c90-9ca5-28a3a0fba07f req-e9afad1c-1589-4e98-87fd-0d9eb28d668f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e148c450-7e77-4cd0-bd64-e9964f29113d HTTP/1.1" status: 200 len: 217 time: 0.0378575 Feb 28 11:00:32.933202 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53800c06-a02d-4c90-9ca5-28a3a0fba07f req-ab86f681-686e-49e7-9188-17f4a223b190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:00:32.934923 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-53800c06-a02d-4c90-9ca5-28a3a0fba07f req-ab86f681-686e-49e7-9188-17f4a223b190 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3d269766-416a-45a4-b82e-d8ae6262c6f3 HTTP/1.1" status: 200 len: 850 time: 0.0561466 Feb 28 11:00:32.985142 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53800c06-a02d-4c90-9ca5-28a3a0fba07f req-5a44e8cd-8451-4f70-8549-00b4b2341699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:00:32.986713 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-53800c06-a02d-4c90-9ca5-28a3a0fba07f req-5a44e8cd-8451-4f70-8549-00b4b2341699 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6c29038b-dae6-4704-ae1e-32feeda79697&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0461321 Feb 28 11:00:33.077088 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-53800c06-a02d-4c90-9ca5-28a3a0fba07f req-e7c16a09-9763-41f0-89a9-c03b055c4102 service neutron] 10.222.0.30 "GET /v2.0/networks/6c29038b-dae6-4704-ae1e-32feeda79697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841274 Feb 28 11:00:33.171124 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-53800c06-a02d-4c90-9ca5-28a3a0fba07f req-18090ffb-b9b5-4bd1-b3bb-95af5c54c334 service neutron] 10.222.0.30 "GET /v2.0/networks/6c29038b-dae6-4704-ae1e-32feeda79697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880511 Feb 28 11:00:33.305663 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758da1ab-b77f-46e0-8b10-a109ecde02ee req-4a143635-7eb3-4df8-bbc8-21b363d5037a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:00:33.307236 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-758da1ab-b77f-46e0-8b10-a109ecde02ee req-4a143635-7eb3-4df8-bbc8-21b363d5037a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f15f14e780e74c8a81fab6575e728c44&device_id=b6811987-a0b7-4b48-8b47-36e13dd342d7 HTTP/1.1" status: 200 len: 1127 time: 0.0471089 Feb 28 11:00:33.399586 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758da1ab-b77f-46e0-8b10-a109ecde02ee req-c9da0a49-609d-4a46-b71d-ba9945e63eab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:00:33.401126 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-758da1ab-b77f-46e0-8b10-a109ecde02ee req-c9da0a49-609d-4a46-b71d-ba9945e63eab service neutron] 10.222.0.30 "GET /v2.0/networks?id=6c29038b-dae6-4704-ae1e-32feeda79697 HTTP/1.1" status: 200 len: 912 time: 0.0880866 Feb 28 11:00:33.796017 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-758da1ab-b77f-46e0-8b10-a109ecde02ee req-667813a7-72bb-4c8b-8818-97efe0d06a43 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e148c450-7e77-4cd0-bd64-e9964f29113d HTTP/1.1" status: 200 len: 217 time: 0.3885412 Feb 28 11:00:33.867638 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758da1ab-b77f-46e0-8b10-a109ecde02ee req-cbb00770-bd79-4bda-bb41-b3228f2d9389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:00:33.869192 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-758da1ab-b77f-46e0-8b10-a109ecde02ee req-cbb00770-bd79-4bda-bb41-b3228f2d9389 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3d269766-416a-45a4-b82e-d8ae6262c6f3 HTTP/1.1" status: 200 len: 850 time: 0.0656853 Feb 28 11:00:33.892218 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c351c3e9-043f-4ef8-885f-c378abc9ea26 req-198df935-04b0-42a4-8d75-3f62010e699f tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:00:33.893696 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-c351c3e9-043f-4ef8-885f-c378abc9ea26 req-198df935-04b0-42a4-8d75-3f62010e699f tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6811987-a0b7-4b48-8b47-36e13dd342d7 HTTP/1.1" status: 200 len: 943 time: 0.1005647 Feb 28 11:00:33.959188 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758da1ab-b77f-46e0-8b10-a109ecde02ee req-3b55b1a9-b842-4140-93ec-41f800904934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:00:33.960779 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-758da1ab-b77f-46e0-8b10-a109ecde02ee req-3b55b1a9-b842-4140-93ec-41f800904934 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6c29038b-dae6-4704-ae1e-32feeda79697&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0853622 Feb 28 11:00:33.964437 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-c351c3e9-043f-4ef8-885f-c378abc9ea26 req-80ffa4dc-6290-496e-a49a-21298a832261 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups?id=2067cfde-6a74-4cb3-b94b-40318c10db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558069 Feb 28 11:00:34.061557 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-758da1ab-b77f-46e0-8b10-a109ecde02ee req-addf96c6-fa43-45d7-a74e-e355bc9c82e4 service neutron] 10.222.0.30 "GET /v2.0/networks/6c29038b-dae6-4704-ae1e-32feeda79697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937228 Feb 28 11:00:34.155128 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-758da1ab-b77f-46e0-8b10-a109ecde02ee req-aad468c9-4f28-4087-8745-2260abd55cb3 service neutron] 10.222.0.30 "GET /v2.0/networks/6c29038b-dae6-4704-ae1e-32feeda79697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861561 Feb 28 11:00:35.096289 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44f8629-7ecf-4f93-9e10-b270231e5cbf req-920f8493-a3c8-4e71-9067-a5748999770d tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:00:35.097717 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-c44f8629-7ecf-4f93-9e10-b270231e5cbf req-920f8493-a3c8-4e71-9067-a5748999770d tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6811987-a0b7-4b48-8b47-36e13dd342d7 HTTP/1.1" status: 200 len: 943 time: 0.0565338 Feb 28 11:00:35.147527 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-c44f8629-7ecf-4f93-9e10-b270231e5cbf req-dc0af96e-5812-4e82-af1a-39a449f06432 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups?id=2067cfde-6a74-4cb3-b94b-40318c10db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428667 Feb 28 11:00:36.047762 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device e148c450-7e77-4cd0-bd64-e9964f29113d details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103409) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 11:00:36.284929 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbd8543-acc9-4080-b078-ac03ab379875 req-6ad5a72c-f95c-4caf-8f6b-6eca10e3aa1f tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:00:36.286427 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-5fbd8543-acc9-4080-b078-ac03ab379875 req-6ad5a72c-f95c-4caf-8f6b-6eca10e3aa1f tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6811987-a0b7-4b48-8b47-36e13dd342d7 HTTP/1.1" status: 200 len: 943 time: 0.0594728 Feb 28 11:00:36.306852 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] For port e148c450-7e77-4cd0-bd64-e9964f29113d, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=e148c450-7e77-4cd0-bd64-e9964f29113d,segment=NetworkSegment(f041315e-ab14-4139-8419-07be691a7149),segment_id=f041315e-ab14-4139-8419-07be691a7149)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:00:36.318769 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Returning: {'device': 'e148c450-7e77-4cd0-bd64-e9964f29113d', 'network_id': '6c29038b-dae6-4704-ae1e-32feeda79697', 'port_id': 'e148c450-7e77-4cd0-bd64-e9964f29113d', 'mac_address': 'fa:16:3e:63:2c:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 263, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d269766-416a-45a4-b82e-d8ae6262c6f3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103409) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 11:00:36.338476 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-5fbd8543-acc9-4080-b078-ac03ab379875 req-e0bc12eb-24e2-4eae-87e1-59d244b3c6db tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups?id=2067cfde-6a74-4cb3-b94b-40318c10db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451956 Feb 28 11:00:36.363383 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Current status of the port e148c450-7e77-4cd0-bd64-e9964f29113d is: DOWN; New status is: BUILD {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:00:36.363779 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (e148c450-7e77-4cd0-bd64-e9964f29113d), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:36.377142 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e148c450-7e77-4cd0-bd64-e9964f29113d {{(pid=103409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 11:00:36.396740 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] For port e148c450-7e77-4cd0-bd64-e9964f29113d, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=e148c450-7e77-4cd0-bd64-e9964f29113d,segment=NetworkSegment(f041315e-ab14-4139-8419-07be691a7149),segment_id=f041315e-ab14-4139-8419-07be691a7149)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:00:36.401714 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (e148c450-7e77-4cd0-bd64-e9964f29113d), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:36.453167 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Pushing event updated for resources: {'Port': ['ID=e148c450-7e77-4cd0-bd64-e9964f29113d,revision_number=4']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:00:36.807589 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] get_ports_and_sgs() called for port_ids ['e148c450-7e77-4cd0-bd64-e9964f29113d'] {{(pid=103409) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 11:00:37.463575 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5245d020-c1a9-47ae-ba21-5cd18f907e0e req-dbfb30db-2752-48cb-831a-3c98e6ad5a31 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:00:37.465881 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-5245d020-c1a9-47ae-ba21-5cd18f907e0e req-dbfb30db-2752-48cb-831a-3c98e6ad5a31 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6811987-a0b7-4b48-8b47-36e13dd342d7 HTTP/1.1" status: 200 len: 944 time: 0.0578444 Feb 28 11:00:37.518297 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-5245d020-c1a9-47ae-ba21-5cd18f907e0e req-36a37b28-6b0c-462e-bb7d-5062f488dd74 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups?id=2067cfde-6a74-4cb3-b94b-40318c10db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457242 Feb 28 11:00:38.057657 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device e148c450-7e77-4cd0-bd64-e9964f29113d up at agent hyperv_hv-neutron-mast {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 11:00:38.109881 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Provisioning for port e148c450-7e77-4cd0-bd64-e9964f29113d completed by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 11:00:38.114183 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Provisioning complete for port e148c450-7e77-4cd0-bd64-e9964f29113d triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:00:38.114576 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (e148c450-7e77-4cd0-bd64-e9964f29113d), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:38.193628 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Current status of the port e148c450-7e77-4cd0-bd64-e9964f29113d is: BUILD; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:00:38.194039 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (e148c450-7e77-4cd0-bd64-e9964f29113d), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:38.217170 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6811987-a0b7-4b48-8b47-36e13dd342d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e148c450-7e77-4cd0-bd64-e9964f29113d'}] {{(pid=103409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:00:38.219429 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa5325a5be4b33bf61fd809c564e3765e689d817bbd874267890deb3cfccaf12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-333f4e32-eda5-4148-968e-4bee86717203" -d '{"events": [{"server_uuid": "b6811987-a0b7-4b48-8b47-36e13dd342d7", "name": "network-vif-plugged", "status": "completed", "tag": "e148c450-7e77-4cd0-bd64-e9964f29113d"}]}' {{(pid=103409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 11:00:38.232412 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] For port e148c450-7e77-4cd0-bd64-e9964f29113d, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=e148c450-7e77-4cd0-bd64-e9964f29113d,segment=NetworkSegment(f041315e-ab14-4139-8419-07be691a7149),segment_id=f041315e-ab14-4139-8419-07be691a7149)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:00:38.237613 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (e148c450-7e77-4cd0-bd64-e9964f29113d), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:38.289781 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Pushing event updated for resources: {'Port': ['ID=e148c450-7e77-4cd0-bd64-e9964f29113d,revision_number=5']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:00:38.297197 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:00:38.297608 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:00:38.298045 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:00:38.298395 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:00:38.298949 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:00:38.299239 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:00:38.299575 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:00:38.299914 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:00:38.300249 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:00:38.300594 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:00:38.300941 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:00:38.301268 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:00:38.301580 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:00:38.338278 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 11:00:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6d370f7-a082-49cd-acc9-4c6f15cfeed7 x-openstack-request-id: req-e6d370f7-a082-49cd-acc9-4c6f15cfeed7 {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 11:00:38.338677 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6811987-a0b7-4b48-8b47-36e13dd342d7", "name": "network-vif-plugged", "status": "completed", "tag": "e148c450-7e77-4cd0-bd64-e9964f29113d", "code": 200}]} {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 11:00:38.339056 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e6d370f7-a082-49cd-acc9-4c6f15cfeed7 {{(pid=103409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 11:00:38.339499 dv-neutron-master-2-hyperv neutron-server[103409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6811987-a0b7-4b48-8b47-36e13dd342d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e148c450-7e77-4cd0-bd64-e9964f29113d', 'code': 200} Feb 28 11:00:38.384127 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (13ac42ae-016e-4baf-bb31-c6fa820b41c2), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:38.570797 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c67e64c-363f-40a0-81b8-487997601d01 req-574cd0a4-7c97-455c-b799-d05245ada7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:00:38.572238 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-8c67e64c-363f-40a0-81b8-487997601d01 req-574cd0a4-7c97-455c-b799-d05245ada7cf service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b6811987-a0b7-4b48-8b47-36e13dd342d7 HTTP/1.1" status: 200 len: 1129 time: 0.0576155 Feb 28 11:00:38.667208 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-8c67e64c-363f-40a0-81b8-487997601d01 req-33e01b96-c6bd-4206-a493-090b78433581 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=2067cfde-6a74-4cb3-b94b-40318c10db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803890 Feb 28 11:00:38.683657 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299d9a69-be55-48ca-b3f0-2c9131cf9b13 req-f15faa6c-e6c9-4020-92eb-aa119d94c10d tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:00:38.685173 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-299d9a69-be55-48ca-b3f0-2c9131cf9b13 req-f15faa6c-e6c9-4020-92eb-aa119d94c10d tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6811987-a0b7-4b48-8b47-36e13dd342d7 HTTP/1.1" status: 200 len: 945 time: 0.0867321 Feb 28 11:00:38.739018 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-299d9a69-be55-48ca-b3f0-2c9131cf9b13 req-2b606afa-6b34-4746-8181-fed826b7cacf tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups?id=2067cfde-6a74-4cb3-b94b-40318c10db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467157 Feb 28 11:00:38.756815 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e1c85677-984c-4f21-be0f-893df58be494 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fb6705d2-4f70-4965-92a3-fbfccd43a6d3), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:39.872802 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813cbcba-d1d5-4cf0-aa4f-9d739e0915d1 req-62d3f261-2389-4bdd-be47-f618b4f7ea8c tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:00:39.874310 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-813cbcba-d1d5-4cf0-aa4f-9d739e0915d1 req-62d3f261-2389-4bdd-be47-f618b4f7ea8c tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6811987-a0b7-4b48-8b47-36e13dd342d7 HTTP/1.1" status: 200 len: 945 time: 0.0570135 Feb 28 11:00:39.927051 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-813cbcba-d1d5-4cf0-aa4f-9d739e0915d1 req-ac8b4dde-3a1b-4876-a14f-d15a6e937ab6 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups?id=2067cfde-6a74-4cb3-b94b-40318c10db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464914 Feb 28 11:00:41.038101 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-48ad2dd5-61b2-4d9c-8312-f9b778d13b45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fc6c9b74-8dbb-41bb-800a-5bd3a43fe896), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:41.050572 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d646b3-0b67-4076-a8f7-e3fb8374bdad req-89a7826d-0af4-40fd-b928-dc43014ccb44 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:00:41.052093 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-88d646b3-0b67-4076-a8f7-e3fb8374bdad req-89a7826d-0af4-40fd-b928-dc43014ccb44 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6811987-a0b7-4b48-8b47-36e13dd342d7 HTTP/1.1" status: 200 len: 945 time: 0.0548155 Feb 28 11:00:41.104741 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-88d646b3-0b67-4076-a8f7-e3fb8374bdad req-33f7d032-bd2d-4a75-9684-bfd12398c96a tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups?id=2067cfde-6a74-4cb3-b94b-40318c10db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465589 Feb 28 11:00:41.222112 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77f228d-2a90-4862-8cd3-a5cd82e60d19 req-6ba9aef8-da3f-4d81-bf9c-b7b0bc8597f9 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:00:41.223530 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-c77f228d-2a90-4862-8cd3-a5cd82e60d19 req-6ba9aef8-da3f-4d81-bf9c-b7b0bc8597f9 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6811987-a0b7-4b48-8b47-36e13dd342d7 HTTP/1.1" status: 200 len: 945 time: 0.0558641 Feb 28 11:00:41.232798 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 43794) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:00:41.237692 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-167e76e9-6bd2-4d6a-9b41-75c598098366 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Request body: {'floatingip': {'port_id': 'e148c450-7e77-4cd0-bd64-e9964f29113d'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:00:41.281184 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-167e76e9-6bd2-4d6a-9b41-75c598098366 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Publish callbacks [] for floatingip (a2d1279b-bd44-41e4-9cc8-7c77a73ab80a), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:41.739216 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-167e76e9-6bd2-4d6a-9b41-75c598098366 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:41.743892 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-167e76e9-6bd2-4d6a-9b41-75c598098366 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1803383'] for floatingip (a2d1279b-bd44-41e4-9cc8-7c77a73ab80a), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:41.851801 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.db.l3_db [None req-167e76e9-6bd2-4d6a-9b41-75c598098366 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Floating IP a2d1279b-bd44-41e4-9cc8-7c77a73ab80a associated. External IP: 172.36.5.140, port: e148c450-7e77-4cd0-bd64-e9964f29113d. Feb 28 11:00:42.073865 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-167e76e9-6bd2-4d6a-9b41-75c598098366 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Router 834c57a4-5234-45fa-97d6-95547e3c61fd has already been hosted by L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:00:42.127420 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b6d631fb-7df0-4fe1-8322-abff3b61cae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (0db5147a-92a3-4581-8a5f-8ec9b93e0600), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:42.189358 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-167e76e9-6bd2-4d6a-9b41-75c598098366 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:00:42.194047 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-167e76e9-6bd2-4d6a-9b41-75c598098366 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for floatingip (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:42.201298 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625e1113-3772-495c-8151-ef480c5fdccf None None] Sync routers for ids ['834c57a4-5234-45fa-97d6-95547e3c61fd'] in dv-neutron-master-2-hyperv {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:00:42.212072 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625e1113-3772-495c-8151-ef480c5fdccf None None] Routers {'834c57a4-5234-45fa-97d6-95547e3c61fd'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:00:42.212712 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-625e1113-3772-495c-8151-ef480c5fdccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T11:00:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['834c57a4-5234-45fa-97d6-95547e3c61fd'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:00:42.225983 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-167e76e9-6bd2-4d6a-9b41-75c598098366 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "PUT /v2.0/floatingips/a2d1279b-bd44-41e4-9cc8-7c77a73ab80a HTTP/1.1" status: 200 len: 991 time: 0.9920101 Feb 28 11:00:42.226566 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6811987-a0b7-4b48-8b47-36e13dd342d7', 'tag': 'e148c450-7e77-4cd0-bd64-e9964f29113d'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:00:42.229484 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c8e1c873eeca597e52e7ceb7469e602eac250bfea6606d285743d38033cf584" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13637a11-487d-4664-a3d8-a09bde81d328" -d '{"events": [{"name": "network-changed", "server_uuid": "b6811987-a0b7-4b48-8b47-36e13dd342d7", "tag": "e148c450-7e77-4cd0-bd64-e9964f29113d"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 11:00:42.284927 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 11:00:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e34c856d-439a-4970-b049-2dd4d03284cd x-openstack-request-id: req-e34c856d-439a-4970-b049-2dd4d03284cd {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 11:00:42.285259 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6811987-a0b7-4b48-8b47-36e13dd342d7", "tag": "e148c450-7e77-4cd0-bd64-e9964f29113d", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 11:00:42.285537 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e34c856d-439a-4970-b049-2dd4d03284cd {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 11:00:42.285936 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6811987-a0b7-4b48-8b47-36e13dd342d7', 'tag': 'e148c450-7e77-4cd0-bd64-e9964f29113d', 'status': 'completed', 'code': 200} Feb 28 11:00:42.326971 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-625e1113-3772-495c-8151-ef480c5fdccf None None] Set router 834c57a4-5234-45fa-97d6-95547e3c61fd gateway port host: dv-neutron-master-2-hyperv {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:00:42.399401 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cce6b74-1a02-48dc-a539-0dd16ede9f21 req-3defea4e-d5cd-4e8b-bc1b-177825aa47c0 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:00:42.400871 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-9cce6b74-1a02-48dc-a539-0dd16ede9f21 req-3defea4e-d5cd-4e8b-bc1b-177825aa47c0 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6811987-a0b7-4b48-8b47-36e13dd342d7 HTTP/1.1" status: 200 len: 945 time: 0.1057932 Feb 28 11:00:42.411539 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13637a11-487d-4664-a3d8-a09bde81d328 req-23df7854-04f9-4484-a076-ae6559d08f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:00:42.413056 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-13637a11-487d-4664-a3d8-a09bde81d328 req-23df7854-04f9-4484-a076-ae6559d08f13 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f15f14e780e74c8a81fab6575e728c44&device_id=b6811987-a0b7-4b48-8b47-36e13dd342d7 HTTP/1.1" status: 200 len: 1129 time: 0.0761473 Feb 28 11:00:42.509745 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-9cce6b74-1a02-48dc-a539-0dd16ede9f21 req-6681f518-d19c-49a3-ae92-fe6b26c4ff6c tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups?id=2067cfde-6a74-4cb3-b94b-40318c10db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1012828 Feb 28 11:00:42.540334 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13637a11-487d-4664-a3d8-a09bde81d328 req-9eda3933-b1e7-402a-b343-aa11cc18577e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:00:42.542789 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-13637a11-487d-4664-a3d8-a09bde81d328 req-9eda3933-b1e7-402a-b343-aa11cc18577e service neutron] 10.222.0.30 "GET /v2.0/networks?id=6c29038b-dae6-4704-ae1e-32feeda79697 HTTP/1.1" status: 200 len: 912 time: 0.1235962 Feb 28 11:00:42.577755 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-625e1113-3772-495c-8151-ef480c5fdccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '834c57a4-5234-45fa-97d6-95547e3c61fd', 'name': 'tempest-ServerActionsTestJSON-556458350-router', 'tenant_id': 'f15f14e780e74c8a81fab6575e728c44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.169'}], 'enable_snat': True}, 'gw_port_id': 'b26bfa21-0899-40cf-9d46-9a8b8bcc5b82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:00:23Z', 'updated_at': '2022-02-28T11:00:26Z', 'revision_number': 4, 'project_id': 'f15f14e780e74c8a81fab6575e728c44', 'gw_port': {'id': 'b26bfa21-0899-40cf-9d46-9a8b8bcc5b82', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:9a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834c57a4-5234-45fa-97d6-95547e3c61fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:00:24Z', 'updated_at': '2022-02-28T11:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'a2d1279b-bd44-41e4-9cc8-7c77a73ab80a', 'tenant_id': 'f15f14e780e74c8a81fab6575e728c44', 'floating_ip_address': '172.36.5.140', 'floating_network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'router_id': '834c57a4-5234-45fa-97d6-95547e3c61fd', 'port_id': 'e148c450-7e77-4cd0-bd64-e9964f29113d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1586, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c29038b-dae6-4704-ae1e-32feeda79697', 'mac_address': 'fa:16:3e:63:2c:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6811987-a0b7-4b48-8b47-36e13dd342d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:00:28Z', 'updated_at': '2022-02-28T11:00:41Z', 'revision_number': 1, 'project_id': 'f15f14e780e74c8a81fab6575e728c44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbb65092-e09a-4430-98a7-38023b2b34f0', 'name': '', 'network_id': '6c29038b-dae6-4704-ae1e-32feeda79697', 'tenant_id': 'f15f14e780e74c8a81fab6575e728c44', 'mac_address': 'fa:16:3e:c9:af:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834c57a4-5234-45fa-97d6-95547e3c61fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '3d269766-416a-45a4-b82e-d8ae6262c6f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:00:26Z', 'updated_at': '2022-02-28T11:00:30Z', 'revision_number': 5, 'project_id': 'f15f14e780e74c8a81fab6575e728c44', 'subnets': [{'id': '3d269766-416a-45a4-b82e-d8ae6262c6f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:00:42.606357 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625e1113-3772-495c-8151-ef480c5fdccf None None] Checking router: 834c57a4-5234-45fa-97d6-95547e3c61fd for host: dv-neutron-master-2-hyperv {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:00:42.615096 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625e1113-3772-495c-8151-ef480c5fdccf None None] Routers {'834c57a4-5234-45fa-97d6-95547e3c61fd'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:00:42.615716 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-625e1113-3772-495c-8151-ef480c5fdccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T11:00:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['834c57a4-5234-45fa-97d6-95547e3c61fd'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:00:42.645556 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-13637a11-487d-4664-a3d8-a09bde81d328 req-57b83548-3d04-41c5-9d07-8a4b3de4472c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e148c450-7e77-4cd0-bd64-e9964f29113d HTTP/1.1" status: 200 len: 999 time: 0.0943348 Feb 28 11:00:42.700939 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f76254c-d941-41ba-9e26-862f3bc8ee20 req-cff6be2c-6e6c-48a3-a2c6-7b5b501135ff tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:00:42.702343 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-8f76254c-d941-41ba-9e26-862f3bc8ee20 req-cff6be2c-6e6c-48a3-a2c6-7b5b501135ff tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6811987-a0b7-4b48-8b47-36e13dd342d7 HTTP/1.1" status: 200 len: 945 time: 0.0941703 Feb 28 11:00:42.710542 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13637a11-487d-4664-a3d8-a09bde81d328 req-7b343068-4852-42fd-b428-56f3854c6af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:00:42.711982 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-13637a11-487d-4664-a3d8-a09bde81d328 req-7b343068-4852-42fd-b428-56f3854c6af1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3d269766-416a-45a4-b82e-d8ae6262c6f3 HTTP/1.1" status: 200 len: 850 time: 0.0598135 Feb 28 11:00:42.731103 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-625e1113-3772-495c-8151-ef480c5fdccf None None] Set router 834c57a4-5234-45fa-97d6-95547e3c61fd gateway port host: dv-neutron-master-2-hyperv {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:00:42.787590 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-8f76254c-d941-41ba-9e26-862f3bc8ee20 req-ff1120fd-255c-4772-817b-39b6e3ae4286 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups?id=2067cfde-6a74-4cb3-b94b-40318c10db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746126 Feb 28 11:00:42.794684 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13637a11-487d-4664-a3d8-a09bde81d328 req-2185153e-83cf-429f-90cd-defc1e1cc1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:00:42.796332 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-13637a11-487d-4664-a3d8-a09bde81d328 req-2185153e-83cf-429f-90cd-defc1e1cc1c1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6c29038b-dae6-4704-ae1e-32feeda79697&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0777044 Feb 28 11:00:42.886879 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-13637a11-487d-4664-a3d8-a09bde81d328 req-3879a186-d81f-422d-bc9b-3a11d91ee970 service neutron] 10.222.0.30 "GET /v2.0/networks/6c29038b-dae6-4704-ae1e-32feeda79697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838583 Feb 28 11:00:42.982538 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-625e1113-3772-495c-8151-ef480c5fdccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '834c57a4-5234-45fa-97d6-95547e3c61fd', 'name': 'tempest-ServerActionsTestJSON-556458350-router', 'tenant_id': 'f15f14e780e74c8a81fab6575e728c44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.169'}], 'enable_snat': True}, 'gw_port_id': 'b26bfa21-0899-40cf-9d46-9a8b8bcc5b82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:00:23Z', 'updated_at': '2022-02-28T11:00:26Z', 'revision_number': 4, 'project_id': 'f15f14e780e74c8a81fab6575e728c44', 'gw_port': {'id': 'b26bfa21-0899-40cf-9d46-9a8b8bcc5b82', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:9a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834c57a4-5234-45fa-97d6-95547e3c61fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:00:24Z', 'updated_at': '2022-02-28T11:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'a2d1279b-bd44-41e4-9cc8-7c77a73ab80a', 'tenant_id': 'f15f14e780e74c8a81fab6575e728c44', 'floating_ip_address': '172.36.5.140', 'floating_network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'router_id': '834c57a4-5234-45fa-97d6-95547e3c61fd', 'port_id': 'e148c450-7e77-4cd0-bd64-e9964f29113d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1586, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c29038b-dae6-4704-ae1e-32feeda79697', 'mac_address': 'fa:16:3e:63:2c:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6811987-a0b7-4b48-8b47-36e13dd342d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:00:28Z', 'updated_at': '2022-02-28T11:00:41Z', 'revision_number': 1, 'project_id': 'f15f14e780e74c8a81fab6575e728c44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbb65092-e09a-4430-98a7-38023b2b34f0', 'name': '', 'network_id': '6c29038b-dae6-4704-ae1e-32feeda79697', 'tenant_id': 'f15f14e780e74c8a81fab6575e728c44', 'mac_address': 'fa:16:3e:c9:af:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834c57a4-5234-45fa-97d6-95547e3c61fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '3d269766-416a-45a4-b82e-d8ae6262c6f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:00:26Z', 'updated_at': '2022-02-28T11:00:30Z', 'revision_number': 5, 'project_id': 'f15f14e780e74c8a81fab6575e728c44', 'subnets': [{'id': '3d269766-416a-45a4-b82e-d8ae6262c6f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:00:42.992403 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-13637a11-487d-4664-a3d8-a09bde81d328 req-56a43a47-5275-4387-ac44-93f853f798f8 service neutron] 10.222.0.30 "GET /v2.0/networks/6c29038b-dae6-4704-ae1e-32feeda79697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000087 Feb 28 11:00:43.010034 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625e1113-3772-495c-8151-ef480c5fdccf None None] The sync data for ids ['834c57a4-5234-45fa-97d6-95547e3c61fd'] in dv-neutron-master-2-hyperv is: [{'id': '834c57a4-5234-45fa-97d6-95547e3c61fd', 'name': 'tempest-ServerActionsTestJSON-556458350-router', 'tenant_id': 'f15f14e780e74c8a81fab6575e728c44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.169'}], 'enable_snat': True}, 'gw_port_id': 'b26bfa21-0899-40cf-9d46-9a8b8bcc5b82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:00:23Z', 'updated_at': '2022-02-28T11:00:26Z', 'revision_number': 4, 'project_id': 'f15f14e780e74c8a81fab6575e728c44', 'gw_port': {'id': 'b26bfa21-0899-40cf-9d46-9a8b8bcc5b82', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:9a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834c57a4-5234-45fa-97d6-95547e3c61fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:00:24Z', 'updated_at': '2022-02-28T11:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'a2d1279b-bd44-41e4-9cc8-7c77a73ab80a', 'tenant_id': 'f15f14e780e74c8a81fab6575e728c44', 'floating_ip_address': '172.36.5.140', 'floating_network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'router_id': '834c57a4-5234-45fa-97d6-95547e3c61fd', 'port_id': 'e148c450-7e77-4cd0-bd64-e9964f29113d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1586, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c29038b-dae6-4704-ae1e-32feeda79697', 'mac_address': 'fa:16:3e:63:2c:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6811987-a0b7-4b48-8b47-36e13dd342d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:00:28Z', 'updated_at': '2022-02-28T11:00:41Z', 'revision_number': 1, 'project_id': 'f15f14e780e74c8a81fab6575e728c44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbb65092-e09a-4430-98a7-38023b2b34f0', 'name': '', 'network_id': '6c29038b-dae6-4704-ae1e-32feeda79697', 'tenant_id': 'f15f14e780e74c8a81fab6575e728c44', 'mac_address': 'fa:16:3e:c9:af:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834c57a4-5234-45fa-97d6-95547e3c61fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '3d269766-416a-45a4-b82e-d8ae6262c6f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:00:26Z', 'updated_at': '2022-02-28T11:00:30Z', 'revision_number': 5, 'project_id': 'f15f14e780e74c8a81fab6575e728c44', 'subnets': [{'id': '3d269766-416a-45a4-b82e-d8ae6262c6f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:00:43.210075 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-476c8198-2027-48a7-99f9-1368e2c657b1 None None] New status for floating IP a2d1279b-bd44-41e4-9cc8-7c77a73ab80a: ACTIVE {{(pid=103410) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 11:00:43.544130 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6b923bb1-06b0-4b84-b461-7cc1d0196090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (2e621730-3978-4720-b581-ac380e97a567), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:43.919122 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7136eb9-327f-494d-b19d-4f510dfa47e4 req-aceedd10-e861-4281-b26d-fd889ee61ad0 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:00:43.920659 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-e7136eb9-327f-494d-b19d-4f510dfa47e4 req-aceedd10-e861-4281-b26d-fd889ee61ad0 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6811987-a0b7-4b48-8b47-36e13dd342d7 HTTP/1.1" status: 200 len: 945 time: 0.0561152 Feb 28 11:00:43.970859 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-e7136eb9-327f-494d-b19d-4f510dfa47e4 req-ac902d1d-eeb5-4246-8711-745beda742a4 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups?id=2067cfde-6a74-4cb3-b94b-40318c10db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439956 Feb 28 11:00:44.096310 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3380cdab-9dc4-4d6f-97b4-9eab49f2d400 req-79b4aea3-69c0-4275-a5c4-6086caef36b0 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:00:44.097798 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-3380cdab-9dc4-4d6f-97b4-9eab49f2d400 req-79b4aea3-69c0-4275-a5c4-6086caef36b0 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6811987-a0b7-4b48-8b47-36e13dd342d7 HTTP/1.1" status: 200 len: 945 time: 0.0586653 Feb 28 11:00:44.147445 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-3380cdab-9dc4-4d6f-97b4-9eab49f2d400 req-0223676e-90d7-4975-8702-d69469f156ee tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups?id=2067cfde-6a74-4cb3-b94b-40318c10db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439291 Feb 28 11:00:44.389001 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-6ceecbcb-3faf-4ddd-8c38-b0b8bc4e0ba5 req-bdb9bcbd-026b-4c76-a1b3-b83a8bd977db service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b6811987-a0b7-4b48-8b47-36e13dd342d7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0461431 Feb 28 11:00:44.408867 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7211465-d6eb-49bd-b0b1-f5c5e88f774d req-042cf66d-74e3-4d5c-8a9a-497adf8ace23 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:00:44.410629 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-e7211465-d6eb-49bd-b0b1-f5c5e88f774d req-042cf66d-74e3-4d5c-8a9a-497adf8ace23 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6811987-a0b7-4b48-8b47-36e13dd342d7 HTTP/1.1" status: 200 len: 945 time: 0.0564616 Feb 28 11:00:44.465570 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-e7211465-d6eb-49bd-b0b1-f5c5e88f774d req-fc1d73c1-6cea-44ed-ad13-0c5fe6d440c3 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups?id=2067cfde-6a74-4cb3-b94b-40318c10db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474312 Feb 28 11:00:44.809155 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceecbcb-3faf-4ddd-8c38-b0b8bc4e0ba5 req-af02f96e-73b8-4e63-b65c-06579e15d5d0 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:00:44.810544 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-6ceecbcb-3faf-4ddd-8c38-b0b8bc4e0ba5 req-af02f96e-73b8-4e63-b65c-06579e15d5d0 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports/e148c450-7e77-4cd0-bd64-e9964f29113d HTTP/1.1" status: 200 len: 942 time: 0.0472214 Feb 28 11:00:44.925832 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:00:45.607270 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288a8b6d-a0f8-4fb4-8fdd-5d4a6fba544b req-63c18637-6060-47e2-9ce5-a381ed84f977 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:00:45.608843 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-288a8b6d-a0f8-4fb4-8fdd-5d4a6fba544b req-63c18637-6060-47e2-9ce5-a381ed84f977 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6811987-a0b7-4b48-8b47-36e13dd342d7 HTTP/1.1" status: 200 len: 945 time: 0.0640934 Feb 28 11:00:45.669258 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-288a8b6d-a0f8-4fb4-8fdd-5d4a6fba544b req-e545e67c-08a6-47f1-8a03-6e143a0ee906 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups?id=2067cfde-6a74-4cb3-b94b-40318c10db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501328 Feb 28 11:00:45.723875 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceecbcb-3faf-4ddd-8c38-b0b8bc4e0ba5 req-77c553ab-1dd6-408b-a60b-11f54ee627ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:00:45.725464 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-6ceecbcb-3faf-4ddd-8c38-b0b8bc4e0ba5 req-77c553ab-1dd6-408b-a60b-11f54ee627ac service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f15f14e780e74c8a81fab6575e728c44&device_id=b6811987-a0b7-4b48-8b47-36e13dd342d7 HTTP/1.1" status: 200 len: 1129 time: 0.0472653 Feb 28 11:00:45.821911 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceecbcb-3faf-4ddd-8c38-b0b8bc4e0ba5 req-3cf394d9-9c38-4f92-9627-9bfb3e2fb704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:00:45.823447 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-6ceecbcb-3faf-4ddd-8c38-b0b8bc4e0ba5 req-3cf394d9-9c38-4f92-9627-9bfb3e2fb704 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6c29038b-dae6-4704-ae1e-32feeda79697 HTTP/1.1" status: 200 len: 912 time: 0.0925934 Feb 28 11:00:45.890661 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-6ceecbcb-3faf-4ddd-8c38-b0b8bc4e0ba5 req-62549efa-a952-42c7-bb76-cc7b0c8bd2a1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e148c450-7e77-4cd0-bd64-e9964f29113d HTTP/1.1" status: 200 len: 1001 time: 0.0609920 Feb 28 11:00:45.948082 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceecbcb-3faf-4ddd-8c38-b0b8bc4e0ba5 req-1b30bdc1-a73a-460e-98ba-d0f7ec39f17a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:00:45.949710 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-6ceecbcb-3faf-4ddd-8c38-b0b8bc4e0ba5 req-1b30bdc1-a73a-460e-98ba-d0f7ec39f17a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3d269766-416a-45a4-b82e-d8ae6262c6f3 HTTP/1.1" status: 200 len: 850 time: 0.0530503 Feb 28 11:00:46.006014 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceecbcb-3faf-4ddd-8c38-b0b8bc4e0ba5 req-3ac9853c-1b9e-45e1-9373-cdca8f8bc6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:00:46.007549 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-6ceecbcb-3faf-4ddd-8c38-b0b8bc4e0ba5 req-3ac9853c-1b9e-45e1-9373-cdca8f8bc6d3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6c29038b-dae6-4704-ae1e-32feeda79697&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0516460 Feb 28 11:00:46.096821 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-6ceecbcb-3faf-4ddd-8c38-b0b8bc4e0ba5 req-42734c00-d4cf-4cd7-b9b7-b4fdba5dc988 service neutron] 10.222.0.30 "GET /v2.0/networks/6c29038b-dae6-4704-ae1e-32feeda79697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834489 Feb 28 11:00:46.190516 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-6ceecbcb-3faf-4ddd-8c38-b0b8bc4e0ba5 req-d274f98d-c256-4f1b-beca-6f5247bc9282 service neutron] 10.222.0.30 "GET /v2.0/networks/6c29038b-dae6-4704-ae1e-32feeda79697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878828 Feb 28 11:00:46.797476 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf79699-40ba-4254-b7e6-f201eff22265 req-6ef8fa40-6451-4a5c-8102-d39623088b02 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:00:46.798950 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-caf79699-40ba-4254-b7e6-f201eff22265 req-6ef8fa40-6451-4a5c-8102-d39623088b02 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6811987-a0b7-4b48-8b47-36e13dd342d7 HTTP/1.1" status: 200 len: 945 time: 0.0556080 Feb 28 11:00:46.848369 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-caf79699-40ba-4254-b7e6-f201eff22265 req-bef12145-17dc-4a93-9ac1-259d4c214cd8 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups?id=2067cfde-6a74-4cb3-b94b-40318c10db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432963 Feb 28 11:00:47.975941 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e36bda-310c-432a-af5e-e513fbd8aacf req-5cb53805-18f8-485d-8c0f-4efdffef9138 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:00:47.977493 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-95e36bda-310c-432a-af5e-e513fbd8aacf req-5cb53805-18f8-485d-8c0f-4efdffef9138 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6811987-a0b7-4b48-8b47-36e13dd342d7 HTTP/1.1" status: 200 len: 945 time: 0.0554299 Feb 28 11:00:48.025516 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-95e36bda-310c-432a-af5e-e513fbd8aacf req-4d06ef50-c751-41c2-8914-bd97bf6e2fc3 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups?id=2067cfde-6a74-4cb3-b94b-40318c10db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422592 Feb 28 11:00:49.153296 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7ed5ed-e752-491f-a668-3bdd8f82d3ae req-44e92e2d-e31d-4235-96cd-48609e1a3c1d tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:00:49.154765 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-2b7ed5ed-e752-491f-a668-3bdd8f82d3ae req-44e92e2d-e31d-4235-96cd-48609e1a3c1d tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6811987-a0b7-4b48-8b47-36e13dd342d7 HTTP/1.1" status: 200 len: 945 time: 0.0590093 Feb 28 11:00:49.203853 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-2b7ed5ed-e752-491f-a668-3bdd8f82d3ae req-6f873333-b4c2-4114-8ae0-46de28535cc6 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups?id=2067cfde-6a74-4cb3-b94b-40318c10db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430093 Feb 28 11:00:50.330121 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb272ef-2fdc-4d6a-b716-1b3408ac7c1d req-acbe071e-f3ef-49b4-b0da-800f74442488 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:00:50.331607 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-feb272ef-2fdc-4d6a-b716-1b3408ac7c1d req-acbe071e-f3ef-49b4-b0da-800f74442488 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6811987-a0b7-4b48-8b47-36e13dd342d7 HTTP/1.1" status: 200 len: 945 time: 0.0542827 Feb 28 11:00:50.380042 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-feb272ef-2fdc-4d6a-b716-1b3408ac7c1d req-2621e4ed-d542-469d-ac29-c3e847568bfd tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups?id=2067cfde-6a74-4cb3-b94b-40318c10db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415156 Feb 28 11:00:51.505282 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0121538-e84c-4b97-9d21-37920419376f req-25e3357e-4d8f-4335-bb82-c6101c8f67fb tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:00:51.506836 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-a0121538-e84c-4b97-9d21-37920419376f req-25e3357e-4d8f-4335-bb82-c6101c8f67fb tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6811987-a0b7-4b48-8b47-36e13dd342d7 HTTP/1.1" status: 200 len: 945 time: 0.0567815 Feb 28 11:00:51.562354 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-a0121538-e84c-4b97-9d21-37920419376f req-0fe78bae-4ead-4efb-ba8f-30cfe480915b tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups?id=2067cfde-6a74-4cb3-b94b-40318c10db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468323 Feb 28 11:00:52.682972 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7856270-f77f-4dc5-a931-15b1203a8146 req-d86702f9-8217-4035-bd8a-4fb84e95896a tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:00:52.684467 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-a7856270-f77f-4dc5-a931-15b1203a8146 req-d86702f9-8217-4035-bd8a-4fb84e95896a tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6811987-a0b7-4b48-8b47-36e13dd342d7 HTTP/1.1" status: 200 len: 945 time: 0.0538375 Feb 28 11:00:52.733284 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-a7856270-f77f-4dc5-a931-15b1203a8146 req-3ecb845b-b03c-4504-a22e-562953749f3b tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups?id=2067cfde-6a74-4cb3-b94b-40318c10db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426173 Feb 28 11:00:53.860992 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666febdc-0664-46cc-a481-278d022e755f req-f7980d69-2b9b-4aeb-89a2-f8473c377dd1 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:00:53.862513 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-666febdc-0664-46cc-a481-278d022e755f req-f7980d69-2b9b-4aeb-89a2-f8473c377dd1 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6811987-a0b7-4b48-8b47-36e13dd342d7 HTTP/1.1" status: 200 len: 945 time: 0.0573275 Feb 28 11:00:53.912475 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-666febdc-0664-46cc-a481-278d022e755f req-97bda1e5-a20a-4fa9-9ff1-3c7e75f36269 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups?id=2067cfde-6a74-4cb3-b94b-40318c10db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439222 Feb 28 11:00:55.047506 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c417eb7a-9351-43ed-88da-73774756f72a req-a3d833a7-1635-4516-bc8e-e727dca2aa74 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:00:55.049124 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-c417eb7a-9351-43ed-88da-73774756f72a req-a3d833a7-1635-4516-bc8e-e727dca2aa74 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6811987-a0b7-4b48-8b47-36e13dd342d7 HTTP/1.1" status: 200 len: 945 time: 0.0592134 Feb 28 11:00:55.101664 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.agents_db [None req-382e0aa2-b126-48e6-89eb-3efa426b6b29 None None] Agent healthcheck: found 6 active agents {{(pid=103410) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 11:00:55.102629 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-c417eb7a-9351-43ed-88da-73774756f72a req-94382b40-0252-449a-95da-02a9cfa8f6b8 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups?id=2067cfde-6a74-4cb3-b94b-40318c10db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451112 Feb 28 11:00:56.226530 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628bf044-0f14-4fe0-b4b5-5b0f0e5eade3 req-502668de-a341-4bf9-899a-332ab2563f37 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:00:56.228039 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-628bf044-0f14-4fe0-b4b5-5b0f0e5eade3 req-502668de-a341-4bf9-899a-332ab2563f37 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6811987-a0b7-4b48-8b47-36e13dd342d7 HTTP/1.1" status: 200 len: 945 time: 0.0549722 Feb 28 11:00:56.276475 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-628bf044-0f14-4fe0-b4b5-5b0f0e5eade3 req-fb906085-7463-486a-b050-451ec4f3b207 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups?id=2067cfde-6a74-4cb3-b94b-40318c10db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425315 Feb 28 11:00:57.404521 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8be1b2-383a-458a-8078-f2db676bcd5d req-6f998c36-e471-49e5-a460-6500ea802371 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:00:57.406099 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-bf8be1b2-383a-458a-8078-f2db676bcd5d req-6f998c36-e471-49e5-a460-6500ea802371 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6811987-a0b7-4b48-8b47-36e13dd342d7 HTTP/1.1" status: 200 len: 945 time: 0.0606787 Feb 28 11:00:57.456386 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-bf8be1b2-383a-458a-8078-f2db676bcd5d req-d1ff7f51-40b2-47d1-9c84-dbb3ab88f0a6 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups?id=2067cfde-6a74-4cb3-b94b-40318c10db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434356 Feb 28 11:00:58.583981 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c658c29b-07cf-46ff-a44a-7187a3562060 req-76070bbb-4d10-4418-82f7-26008d5e714b tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:00:58.585497 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-c658c29b-07cf-46ff-a44a-7187a3562060 req-76070bbb-4d10-4418-82f7-26008d5e714b tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6811987-a0b7-4b48-8b47-36e13dd342d7 HTTP/1.1" status: 200 len: 945 time: 0.0540154 Feb 28 11:00:58.633367 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-c658c29b-07cf-46ff-a44a-7187a3562060 req-24623b6e-a0cb-46e4-a6a6-708a7e0e3af7 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups?id=2067cfde-6a74-4cb3-b94b-40318c10db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419548 Feb 28 11:00:59.761160 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5a616b-7081-4fe3-aa0c-19f760bfa4cf req-baeab77c-c08a-4b37-b7bd-9602a658972d tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:00:59.762665 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-4a5a616b-7081-4fe3-aa0c-19f760bfa4cf req-baeab77c-c08a-4b37-b7bd-9602a658972d tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6811987-a0b7-4b48-8b47-36e13dd342d7 HTTP/1.1" status: 200 len: 945 time: 0.0598111 Feb 28 11:00:59.815309 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-4a5a616b-7081-4fe3-aa0c-19f760bfa4cf req-f3a35130-57d3-45df-9c10-483ceda397cb tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups?id=2067cfde-6a74-4cb3-b94b-40318c10db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469701 Feb 28 11:01:00.938137 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc10fe8d-c764-4147-8669-c5e0221022bb req-7dcbf4b5-7858-4c06-a245-67ee26190785 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:01:00.939742 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-cc10fe8d-c764-4147-8669-c5e0221022bb req-7dcbf4b5-7858-4c06-a245-67ee26190785 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6811987-a0b7-4b48-8b47-36e13dd342d7 HTTP/1.1" status: 200 len: 945 time: 0.0544620 Feb 28 11:01:00.988190 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-cc10fe8d-c764-4147-8669-c5e0221022bb req-3d8cbc4b-5211-48b3-b280-e7734188af58 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups?id=2067cfde-6a74-4cb3-b94b-40318c10db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426717 Feb 28 11:01:02.114912 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1980d683-34b7-4fff-998c-77ab2ee83c7d req-6713510a-f4da-4263-bcd3-8ea17b75d74b tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:01:02.116428 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-1980d683-34b7-4fff-998c-77ab2ee83c7d req-6713510a-f4da-4263-bcd3-8ea17b75d74b tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6811987-a0b7-4b48-8b47-36e13dd342d7 HTTP/1.1" status: 200 len: 945 time: 0.0568318 Feb 28 11:01:02.165343 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-1980d683-34b7-4fff-998c-77ab2ee83c7d req-d1531182-1f1e-49e6-8fcf-d84a8b18fb8a tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups?id=2067cfde-6a74-4cb3-b94b-40318c10db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429738 Feb 28 11:01:02.944273 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-6ceecbcb-3faf-4ddd-8c38-b0b8bc4e0ba5 req-0c4f8a38-b591-48d6-8ab1-18142eacf3ba service neutron] 10.222.0.30 "GET /v2.0/ports/e148c450-7e77-4cd0-bd64-e9964f29113d/bindings/hv-neutron-mast HTTP/1.1" status: 200 len: 384 time: 0.0617683 Feb 28 11:01:03.174262 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceecbcb-3faf-4ddd-8c38-b0b8bc4e0ba5 req-5ab15194-ad8f-4e7b-a875-e7bae2a55a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:01:03.175822 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-6ceecbcb-3faf-4ddd-8c38-b0b8bc4e0ba5 req-5ab15194-ad8f-4e7b-a875-e7bae2a55a2a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b6811987-a0b7-4b48-8b47-36e13dd342d7&tenant_id=f15f14e780e74c8a81fab6575e728c44 HTTP/1.1" status: 200 len: 1129 time: 0.0472310 Feb 28 11:01:03.282978 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceecbcb-3faf-4ddd-8c38-b0b8bc4e0ba5 req-66f03763-2775-4793-bc6c-1f00039be9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:01:03.284524 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-6ceecbcb-3faf-4ddd-8c38-b0b8bc4e0ba5 req-66f03763-2775-4793-bc6c-1f00039be9cb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f15f14e780e74c8a81fab6575e728c44&device_id=b6811987-a0b7-4b48-8b47-36e13dd342d7 HTTP/1.1" status: 200 len: 1129 time: 0.0753098 Feb 28 11:01:03.344947 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00020e94-6835-487f-95a7-09ce365d0aa3 req-1868f0df-a48a-4379-a98f-83bbf08bd5b5 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:01:03.346478 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-00020e94-6835-487f-95a7-09ce365d0aa3 req-1868f0df-a48a-4379-a98f-83bbf08bd5b5 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6811987-a0b7-4b48-8b47-36e13dd342d7 HTTP/1.1" status: 200 len: 945 time: 0.1060500 Feb 28 11:01:03.423012 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-00020e94-6835-487f-95a7-09ce365d0aa3 req-0096d6c2-034a-4d36-a650-b7252664a646 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups?id=2067cfde-6a74-4cb3-b94b-40318c10db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696466 Feb 28 11:01:03.424220 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceecbcb-3faf-4ddd-8c38-b0b8bc4e0ba5 req-6b763de7-16c2-4e21-977b-47d9bce792a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:01:03.425680 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-6ceecbcb-3faf-4ddd-8c38-b0b8bc4e0ba5 req-6b763de7-16c2-4e21-977b-47d9bce792a7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6c29038b-dae6-4704-ae1e-32feeda79697 HTTP/1.1" status: 200 len: 912 time: 0.1346071 Feb 28 11:01:03.504190 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-6ceecbcb-3faf-4ddd-8c38-b0b8bc4e0ba5 req-af446687-dad9-48b5-b971-e38ad8d390ef service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e148c450-7e77-4cd0-bd64-e9964f29113d HTTP/1.1" status: 200 len: 1001 time: 0.0722837 Feb 28 11:01:03.556981 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceecbcb-3faf-4ddd-8c38-b0b8bc4e0ba5 req-1d2f2567-e49e-45aa-81e3-c7814089799e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:01:03.558491 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-6ceecbcb-3faf-4ddd-8c38-b0b8bc4e0ba5 req-1d2f2567-e49e-45aa-81e3-c7814089799e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3d269766-416a-45a4-b82e-d8ae6262c6f3 HTTP/1.1" status: 200 len: 850 time: 0.0485053 Feb 28 11:01:03.608357 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceecbcb-3faf-4ddd-8c38-b0b8bc4e0ba5 req-3951a071-b8fd-48c1-9937-5edf2d1385d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:01:03.610005 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-6ceecbcb-3faf-4ddd-8c38-b0b8bc4e0ba5 req-3951a071-b8fd-48c1-9937-5edf2d1385d7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6c29038b-dae6-4704-ae1e-32feeda79697&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0457826 Feb 28 11:01:03.702809 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-6ceecbcb-3faf-4ddd-8c38-b0b8bc4e0ba5 req-f31c8813-82a3-4f3a-a436-eb5161a81260 service neutron] 10.222.0.30 "GET /v2.0/networks/6c29038b-dae6-4704-ae1e-32feeda79697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871372 Feb 28 11:01:03.798465 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-6ceecbcb-3faf-4ddd-8c38-b0b8bc4e0ba5 req-0dcbc7eb-84ca-4385-ac38-2c53b1be1e17 service neutron] 10.222.0.30 "GET /v2.0/networks/6c29038b-dae6-4704-ae1e-32feeda79697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891149 Feb 28 11:01:04.561274 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534b1dab-e607-4754-881c-010e6113e172 req-26cbfa5b-8cba-4758-b530-179e18a74e12 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:01:04.562897 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-534b1dab-e607-4754-881c-010e6113e172 req-26cbfa5b-8cba-4758-b530-179e18a74e12 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6811987-a0b7-4b48-8b47-36e13dd342d7 HTTP/1.1" status: 200 len: 945 time: 0.0566051 Feb 28 11:01:04.615332 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-534b1dab-e607-4754-881c-010e6113e172 req-f7fa9541-3a67-4dda-ad68-28ae86f3a253 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups?id=2067cfde-6a74-4cb3-b94b-40318c10db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465388 Feb 28 11:01:05.740787 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b34a4a5-b8b1-4aeb-a100-cfdd655ddeac req-72fc5fdd-8c93-461b-b9b2-485756536f86 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:01:05.742237 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-6b34a4a5-b8b1-4aeb-a100-cfdd655ddeac req-72fc5fdd-8c93-461b-b9b2-485756536f86 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6811987-a0b7-4b48-8b47-36e13dd342d7 HTTP/1.1" status: 200 len: 945 time: 0.0553689 Feb 28 11:01:05.792425 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-6b34a4a5-b8b1-4aeb-a100-cfdd655ddeac req-e5f5a16c-ceba-4dbe-8a42-db90e6328a1a tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups?id=2067cfde-6a74-4cb3-b94b-40318c10db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443113 Feb 28 11:01:06.287185 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device e148c450-7e77-4cd0-bd64-e9964f29113d details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103409) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 11:01:06.297610 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device e148c450-7e77-4cd0-bd64-e9964f29113d no longer exists at agent hyperv_hv-neutron-mast {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 11:01:06.447320 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] For port e148c450-7e77-4cd0-bd64-e9964f29113d, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=e148c450-7e77-4cd0-bd64-e9964f29113d,segment=NetworkSegment(f041315e-ab14-4139-8419-07be691a7149),segment_id=f041315e-ab14-4139-8419-07be691a7149)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:01:06.454292 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Current status of the port e148c450-7e77-4cd0-bd64-e9964f29113d is: ACTIVE; New status is: DOWN {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:01:06.454686 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (e148c450-7e77-4cd0-bd64-e9964f29113d), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:01:06.470092 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Returning: {'device': 'e148c450-7e77-4cd0-bd64-e9964f29113d', 'network_id': '6c29038b-dae6-4704-ae1e-32feeda79697', 'port_id': 'e148c450-7e77-4cd0-bd64-e9964f29113d', 'mac_address': 'fa:16:3e:63:2c:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 263, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d269766-416a-45a4-b82e-d8ae6262c6f3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103409) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 11:01:06.504907 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6811987-a0b7-4b48-8b47-36e13dd342d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e148c450-7e77-4cd0-bd64-e9964f29113d'}] {{(pid=103409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:01:06.506692 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa5325a5be4b33bf61fd809c564e3765e689d817bbd874267890deb3cfccaf12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce8fe23a-a12b-429c-8458-55fdc88c937c" -d '{"events": [{"server_uuid": "b6811987-a0b7-4b48-8b47-36e13dd342d7", "name": "network-vif-unplugged", "status": "completed", "tag": "e148c450-7e77-4cd0-bd64-e9964f29113d"}]}' {{(pid=103409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 11:01:06.526028 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] For port e148c450-7e77-4cd0-bd64-e9964f29113d, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=e148c450-7e77-4cd0-bd64-e9964f29113d,segment=NetworkSegment(f041315e-ab14-4139-8419-07be691a7149),segment_id=f041315e-ab14-4139-8419-07be691a7149)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:01:06.533348 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (e148c450-7e77-4cd0-bd64-e9964f29113d), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:01:06.536824 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Current status of the port e148c450-7e77-4cd0-bd64-e9964f29113d is: ACTIVE; New status is: BUILD {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:01:06.537287 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (e148c450-7e77-4cd0-bd64-e9964f29113d), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:01:06.570854 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 28 Feb 2022 11:01:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0488387f-fe1d-40a0-b5a8-f4aab534b0a4 x-openstack-request-id: req-0488387f-fe1d-40a0-b5a8-f4aab534b0a4 {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 11:01:06.571159 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6811987-a0b7-4b48-8b47-36e13dd342d7", "name": "network-vif-unplugged", "status": "completed", "tag": "e148c450-7e77-4cd0-bd64-e9964f29113d", "code": 200}]} {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 11:01:06.571362 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0488387f-fe1d-40a0-b5a8-f4aab534b0a4 {{(pid=103409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 11:01:06.571775 dv-neutron-master-2-hyperv neutron-server[103409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6811987-a0b7-4b48-8b47-36e13dd342d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e148c450-7e77-4cd0-bd64-e9964f29113d', 'code': 200} Feb 28 11:01:06.575318 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e148c450-7e77-4cd0-bd64-e9964f29113d {{(pid=103409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 11:01:06.624478 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Pushing event updated for resources: {'Port': ['ID=e148c450-7e77-4cd0-bd64-e9964f29113d,revision_number=6']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:01:06.635879 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.db.api [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103409) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:01:06.636226 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG oslo_db.api [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:01:06.919714 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf4010b-564c-4df6-8f0f-ab6af18b0858 req-2f05f556-180d-4e0a-a95c-e334ced46bd5 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:01:06.921321 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-ddf4010b-564c-4df6-8f0f-ab6af18b0858 req-2f05f556-180d-4e0a-a95c-e334ced46bd5 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6811987-a0b7-4b48-8b47-36e13dd342d7 HTTP/1.1" status: 200 len: 943 time: 0.0557425 Feb 28 11:01:06.970803 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-ddf4010b-564c-4df6-8f0f-ab6af18b0858 req-9888d540-31a7-4b35-8462-913724526c12 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups?id=2067cfde-6a74-4cb3-b94b-40318c10db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435429 Feb 28 11:01:07.180109 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Current status of the port e148c450-7e77-4cd0-bd64-e9964f29113d is: DOWN; New status is: BUILD {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:01:07.180510 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (e148c450-7e77-4cd0-bd64-e9964f29113d), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:01:07.194557 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e148c450-7e77-4cd0-bd64-e9964f29113d {{(pid=103409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 11:01:07.215209 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] For port e148c450-7e77-4cd0-bd64-e9964f29113d, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=e148c450-7e77-4cd0-bd64-e9964f29113d,segment=NetworkSegment(f041315e-ab14-4139-8419-07be691a7149),segment_id=f041315e-ab14-4139-8419-07be691a7149)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:01:07.220440 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (e148c450-7e77-4cd0-bd64-e9964f29113d), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:01:07.240465 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c98b6c-445d-49ed-b4f2-ad664d1d9cc8 req-0dfdf0fd-38f7-4588-8d26-1ec47749c03c tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:01:07.241969 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-69c98b6c-445d-49ed-b4f2-ad664d1d9cc8 req-0dfdf0fd-38f7-4588-8d26-1ec47749c03c tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6811987-a0b7-4b48-8b47-36e13dd342d7 HTTP/1.1" status: 200 len: 943 time: 0.0992641 Feb 28 11:01:07.254601 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fd4329-9702-4cbe-9cbb-c5f7a7d94f42 req-ad5fdb6e-6e7a-43c3-9ff4-e2aec1870f3f tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:01:07.256092 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-a1fd4329-9702-4cbe-9cbb-c5f7a7d94f42 req-ad5fdb6e-6e7a-43c3-9ff4-e2aec1870f3f tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6811987-a0b7-4b48-8b47-36e13dd342d7&tenant_id=f15f14e780e74c8a81fab6575e728c44&binding%3Ahost_id=hv-neutron-mast HTTP/1.1" status: 200 len: 943 time: 0.0806198 Feb 28 11:01:07.271202 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Pushing event updated for resources: {'Port': ['ID=e148c450-7e77-4cd0-bd64-e9964f29113d,revision_number=7']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:01:07.299613 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-69c98b6c-445d-49ed-b4f2-ad664d1d9cc8 req-a24a4d98-baf3-45e7-9cf7-f4f6fb4d4a31 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups?id=2067cfde-6a74-4cb3-b94b-40318c10db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424941 Feb 28 11:01:07.351916 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] get_ports_and_sgs() called for port_ids ['e148c450-7e77-4cd0-bd64-e9964f29113d'] {{(pid=103409) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 11:01:07.377112 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fd4329-9702-4cbe-9cbb-c5f7a7d94f42 req-b886b5a7-504a-4895-936d-c00513c01284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:01:07.378646 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-a1fd4329-9702-4cbe-9cbb-c5f7a7d94f42 req-b886b5a7-504a-4895-936d-c00513c01284 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f15f14e780e74c8a81fab6575e728c44&device_id=b6811987-a0b7-4b48-8b47-36e13dd342d7 HTTP/1.1" status: 200 len: 1128 time: 0.0468388 Feb 28 11:01:07.475919 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fd4329-9702-4cbe-9cbb-c5f7a7d94f42 req-f9d72c51-8dd3-4392-95c6-dfd529707065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:01:07.477481 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-a1fd4329-9702-4cbe-9cbb-c5f7a7d94f42 req-f9d72c51-8dd3-4392-95c6-dfd529707065 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6c29038b-dae6-4704-ae1e-32feeda79697 HTTP/1.1" status: 200 len: 912 time: 0.0924273 Feb 28 11:01:07.543658 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-a1fd4329-9702-4cbe-9cbb-c5f7a7d94f42 req-e5facabf-29e3-4fa0-a4ae-216499e65dc3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e148c450-7e77-4cd0-bd64-e9964f29113d HTTP/1.1" status: 200 len: 1000 time: 0.0595965 Feb 28 11:01:07.599587 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fd4329-9702-4cbe-9cbb-c5f7a7d94f42 req-24657492-9fde-4a7d-a349-db6607b64611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:01:07.601079 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-a1fd4329-9702-4cbe-9cbb-c5f7a7d94f42 req-24657492-9fde-4a7d-a349-db6607b64611 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3d269766-416a-45a4-b82e-d8ae6262c6f3 HTTP/1.1" status: 200 len: 850 time: 0.0500073 Feb 28 11:01:07.651981 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fd4329-9702-4cbe-9cbb-c5f7a7d94f42 req-56bfc061-c996-4ce5-8d78-b36fbb5e6008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:01:07.653453 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-a1fd4329-9702-4cbe-9cbb-c5f7a7d94f42 req-56bfc061-c996-4ce5-8d78-b36fbb5e6008 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6c29038b-dae6-4704-ae1e-32feeda79697&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0454354 Feb 28 11:01:07.741730 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-a1fd4329-9702-4cbe-9cbb-c5f7a7d94f42 req-05187c3b-56d4-41b3-8916-3129218d2d73 service neutron] 10.222.0.30 "GET /v2.0/networks/6c29038b-dae6-4704-ae1e-32feeda79697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818000 Feb 28 11:01:07.838974 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-a1fd4329-9702-4cbe-9cbb-c5f7a7d94f42 req-ca0e7918-7148-409b-8908-2779717aaf21 service neutron] 10.222.0.30 "GET /v2.0/networks/6c29038b-dae6-4704-ae1e-32feeda79697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908008 Feb 28 11:01:08.325191 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device e148c450-7e77-4cd0-bd64-e9964f29113d up at agent hyperv_hv-neutron-mast {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 11:01:08.387730 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Provisioning complete for port e148c450-7e77-4cd0-bd64-e9964f29113d triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:01:08.388544 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (e148c450-7e77-4cd0-bd64-e9964f29113d), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:01:08.431508 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (13ac42ae-016e-4baf-bb31-c6fa820b41c2), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:01:08.448532 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede5ce02-83a2-48ed-8afb-26b41212721e req-9abd5c48-f1e7-4df3-b1e9-672004af2ab1 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:01:08.450212 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-ede5ce02-83a2-48ed-8afb-26b41212721e req-9abd5c48-f1e7-4df3-b1e9-672004af2ab1 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6811987-a0b7-4b48-8b47-36e13dd342d7 HTTP/1.1" status: 200 len: 944 time: 0.0691025 Feb 28 11:01:08.493035 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Current status of the port e148c450-7e77-4cd0-bd64-e9964f29113d is: BUILD; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:01:08.493488 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (e148c450-7e77-4cd0-bd64-e9964f29113d), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:01:08.521551 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-ede5ce02-83a2-48ed-8afb-26b41212721e req-694a9445-e90b-468b-a7d4-9f367dfc99f0 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups?id=2067cfde-6a74-4cb3-b94b-40318c10db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604544 Feb 28 11:01:08.531061 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] For port e148c450-7e77-4cd0-bd64-e9964f29113d, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=e148c450-7e77-4cd0-bd64-e9964f29113d,segment=NetworkSegment(f041315e-ab14-4139-8419-07be691a7149),segment_id=f041315e-ab14-4139-8419-07be691a7149)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:01:08.535780 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (e148c450-7e77-4cd0-bd64-e9964f29113d), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:01:08.573667 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6811987-a0b7-4b48-8b47-36e13dd342d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e148c450-7e77-4cd0-bd64-e9964f29113d'}] {{(pid=103409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:01:08.575935 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa5325a5be4b33bf61fd809c564e3765e689d817bbd874267890deb3cfccaf12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3c005a1-38b5-4a4b-9672-4917b1c59b53" -d '{"events": [{"server_uuid": "b6811987-a0b7-4b48-8b47-36e13dd342d7", "name": "network-vif-plugged", "status": "completed", "tag": "e148c450-7e77-4cd0-bd64-e9964f29113d"}]}' {{(pid=103409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 11:01:08.595416 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Pushing event updated for resources: {'Port': ['ID=e148c450-7e77-4cd0-bd64-e9964f29113d,revision_number=8']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:01:08.619183 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 11:01:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14556bda-3599-47ce-bea0-0dff9c5948d5 x-openstack-request-id: req-14556bda-3599-47ce-bea0-0dff9c5948d5 {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 11:01:08.619585 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6811987-a0b7-4b48-8b47-36e13dd342d7", "name": "network-vif-plugged", "status": "completed", "tag": "e148c450-7e77-4cd0-bd64-e9964f29113d", "code": 200}]} {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 11:01:08.619983 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-14556bda-3599-47ce-bea0-0dff9c5948d5 {{(pid=103409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 11:01:08.620538 dv-neutron-master-2-hyperv neutron-server[103409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6811987-a0b7-4b48-8b47-36e13dd342d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e148c450-7e77-4cd0-bd64-e9964f29113d', 'code': 200} Feb 28 11:01:08.665621 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a539ac-2e46-48eb-bad4-18f198fe51a5 req-28e1199e-4841-4a82-800c-19160987a7b6 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:01:08.667092 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-65a539ac-2e46-48eb-bad4-18f198fe51a5 req-28e1199e-4841-4a82-800c-19160987a7b6 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6811987-a0b7-4b48-8b47-36e13dd342d7 HTTP/1.1" status: 200 len: 945 time: 0.0573320 Feb 28 11:01:08.715755 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-65a539ac-2e46-48eb-bad4-18f198fe51a5 req-adc9f7dc-1e87-40ac-ad2a-0e476b9aea2a tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups?id=2067cfde-6a74-4cb3-b94b-40318c10db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423462 Feb 28 11:01:08.756111 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b8e2e424-27ef-456c-8701-359d7460f58c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fb6705d2-4f70-4965-92a3-fbfccd43a6d3), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:01:08.838732 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f81a2b-66b4-4c44-aa02-9f56a1ad3a26 req-be953cc4-0225-4a67-98a1-0669c707d853 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:01:08.840138 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-86f81a2b-66b4-4c44-aa02-9f56a1ad3a26 req-be953cc4-0225-4a67-98a1-0669c707d853 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6811987-a0b7-4b48-8b47-36e13dd342d7 HTTP/1.1" status: 200 len: 945 time: 0.0538886 Feb 28 11:01:08.889631 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-86f81a2b-66b4-4c44-aa02-9f56a1ad3a26 req-b45282ac-7bb6-415e-9b1d-6035cd4e8b28 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups?id=2067cfde-6a74-4cb3-b94b-40318c10db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431132 Feb 28 11:01:09.141859 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28e57b1-273b-4bf0-96c3-19b74d636ca5 req-47bc4631-f82b-4fae-8a26-d928f7aecfc3 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:01:09.143275 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-c28e57b1-273b-4bf0-96c3-19b74d636ca5 req-47bc4631-f82b-4fae-8a26-d928f7aecfc3 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6811987-a0b7-4b48-8b47-36e13dd342d7 HTTP/1.1" status: 200 len: 945 time: 0.0575185 Feb 28 11:01:09.196423 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-c28e57b1-273b-4bf0-96c3-19b74d636ca5 req-3fe67329-f9fb-4bf5-84c5-e356d25c82af tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups?id=2067cfde-6a74-4cb3-b94b-40318c10db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474784 Feb 28 11:01:10.331394 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e312662-365c-46f7-8845-d72f4eb92403 req-5e90a7f2-e37a-4973-a4c0-9376f6f832ce tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:01:10.332922 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-4e312662-365c-46f7-8845-d72f4eb92403 req-5e90a7f2-e37a-4973-a4c0-9376f6f832ce tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6811987-a0b7-4b48-8b47-36e13dd342d7 HTTP/1.1" status: 200 len: 945 time: 0.0647588 Feb 28 11:01:10.342049 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device e148c450-7e77-4cd0-bd64-e9964f29113d no longer exists at agent hyperv_hv-neutron-mast {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 11:01:10.383357 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-4e312662-365c-46f7-8845-d72f4eb92403 req-98c1f4e9-1763-4dfb-a8ca-338254492315 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups?id=2067cfde-6a74-4cb3-b94b-40318c10db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425398 Feb 28 11:01:10.430507 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Current status of the port e148c450-7e77-4cd0-bd64-e9964f29113d is: ACTIVE; New status is: DOWN {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:01:10.430909 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (e148c450-7e77-4cd0-bd64-e9964f29113d), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:01:10.467838 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] For port e148c450-7e77-4cd0-bd64-e9964f29113d, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=e148c450-7e77-4cd0-bd64-e9964f29113d,segment=NetworkSegment(f041315e-ab14-4139-8419-07be691a7149),segment_id=f041315e-ab14-4139-8419-07be691a7149)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:01:10.472573 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (e148c450-7e77-4cd0-bd64-e9964f29113d), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:01:10.536410 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Pushing event updated for resources: {'Port': ['ID=e148c450-7e77-4cd0-bd64-e9964f29113d,revision_number=9']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:01:10.621923 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6811987-a0b7-4b48-8b47-36e13dd342d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e148c450-7e77-4cd0-bd64-e9964f29113d'}] {{(pid=103409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:01:10.625460 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa5325a5be4b33bf61fd809c564e3765e689d817bbd874267890deb3cfccaf12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82b73f43-2e4a-49f5-8f99-efaba8d315df" -d '{"events": [{"server_uuid": "b6811987-a0b7-4b48-8b47-36e13dd342d7", "name": "network-vif-unplugged", "status": "completed", "tag": "e148c450-7e77-4cd0-bd64-e9964f29113d"}]}' {{(pid=103409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 11:01:10.669058 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 28 Feb 2022 11:01:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d55eab6-5107-4090-8169-7bd8a4a65b34 x-openstack-request-id: req-3d55eab6-5107-4090-8169-7bd8a4a65b34 {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 11:01:10.669370 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6811987-a0b7-4b48-8b47-36e13dd342d7", "name": "network-vif-unplugged", "status": "completed", "tag": "e148c450-7e77-4cd0-bd64-e9964f29113d", "code": 200}]} {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 11:01:10.669629 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3d55eab6-5107-4090-8169-7bd8a4a65b34 {{(pid=103409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 11:01:10.670113 dv-neutron-master-2-hyperv neutron-server[103409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6811987-a0b7-4b48-8b47-36e13dd342d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e148c450-7e77-4cd0-bd64-e9964f29113d', 'code': 200} Feb 28 11:01:11.042210 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c034a0-3af4-4c32-b0dd-1963f1372ef7 req-c09efebd-a232-4335-afad-091ca057cce9 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:01:11.043964 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-32c034a0-3af4-4c32-b0dd-1963f1372ef7 req-c09efebd-a232-4335-afad-091ca057cce9 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6811987-a0b7-4b48-8b47-36e13dd342d7 HTTP/1.1" status: 200 len: 943 time: 0.0591986 Feb 28 11:01:11.044408 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5edd0a0b-4359-44c8-b9df-e55693699bab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fc6c9b74-8dbb-41bb-800a-5bd3a43fe896), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:01:11.143271 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [req-32c034a0-3af4-4c32-b0dd-1963f1372ef7 req-cd149300-3c1a-4f5b-9a2f-f25275d18560 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Deleting port e148c450-7e77-4cd0-bd64-e9964f29113d {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 11:01:11.143612 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-32c034a0-3af4-4c32-b0dd-1963f1372ef7 req-cd149300-3c1a-4f5b-9a2f-f25275d18560 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (e148c450-7e77-4cd0-bd64-e9964f29113d), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:01:11.238041 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-32c034a0-3af4-4c32-b0dd-1963f1372ef7 req-cd149300-3c1a-4f5b-9a2f-f25275d18560 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] For port e148c450-7e77-4cd0-bd64-e9964f29113d, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=e148c450-7e77-4cd0-bd64-e9964f29113d,segment=NetworkSegment(f041315e-ab14-4139-8419-07be691a7149),segment_id=f041315e-ab14-4139-8419-07be691a7149)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:01:11.238425 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-32c034a0-3af4-4c32-b0dd-1963f1372ef7 req-cd149300-3c1a-4f5b-9a2f-f25275d18560 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (e148c450-7e77-4cd0-bd64-e9964f29113d), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:01:11.801464 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-32c034a0-3af4-4c32-b0dd-1963f1372ef7 req-cd149300-3c1a-4f5b-9a2f-f25275d18560 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:01:11.802287 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-32c034a0-3af4-4c32-b0dd-1963f1372ef7 req-cd149300-3c1a-4f5b-9a2f-f25275d18560 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1803383'] for floatingip (a2d1279b-bd44-41e4-9cc8-7c77a73ab80a), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:01:11.802287 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.db.l3_db [req-32c034a0-3af4-4c32-b0dd-1963f1372ef7 req-cd149300-3c1a-4f5b-9a2f-f25275d18560 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Floating IP a2d1279b-bd44-41e4-9cc8-7c77a73ab80a disassociated. External IP: 172.36.5.140, port: e148c450-7e77-4cd0-bd64-e9964f29113d. Feb 28 11:01:11.802476 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [req-32c034a0-3af4-4c32-b0dd-1963f1372ef7 req-cd149300-3c1a-4f5b-9a2f-f25275d18560 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Calling delete_port for e148c450-7e77-4cd0-bd64-e9964f29113d owned by compute:nova {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 11:01:11.858092 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3539e7-9ba3-45c5-bf07-09f596f94c04 req-02a63d02-4420-4c81-a991-ebce26c40f9e tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:01:11.859685 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-0d3539e7-9ba3-45c5-bf07-09f596f94c04 req-02a63d02-4420-4c81-a991-ebce26c40f9e tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6811987-a0b7-4b48-8b47-36e13dd342d7 HTTP/1.1" status: 200 len: 943 time: 0.1116242 Feb 28 11:01:11.944145 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-0d3539e7-9ba3-45c5-bf07-09f596f94c04 req-3c2e4a87-e7c9-4733-9639-5e627f7f2225 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups?id=2067cfde-6a74-4cb3-b94b-40318c10db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770831 Feb 28 11:01:11.999670 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-32c034a0-3af4-4c32-b0dd-1963f1372ef7 req-cd149300-3c1a-4f5b-9a2f-f25275d18560 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (e148c450-7e77-4cd0-bd64-e9964f29113d), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:01:12.030034 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd149300-3c1a-4f5b-9a2f-f25275d18560 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Pushing event deleted for resources: {'Port': ['ID=e148c450-7e77-4cd0-bd64-e9964f29113d,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:01:12.130802 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b6d631fb-7df0-4fe1-8322-abff3b61cae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (0db5147a-92a3-4581-8a5f-8ec9b93e0600), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:01:12.161932 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [req-32c034a0-3af4-4c32-b0dd-1963f1372ef7 req-cd149300-3c1a-4f5b-9a2f-f25275d18560 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Router 834c57a4-5234-45fa-97d6-95547e3c61fd has already been hosted by L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:01:12.288614 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-32c034a0-3af4-4c32-b0dd-1963f1372ef7 req-cd149300-3c1a-4f5b-9a2f-f25275d18560 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:01:12.302019 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc616476-1785-4015-8ce2-4755cb61ac56 None None] Sync routers for ids ['834c57a4-5234-45fa-97d6-95547e3c61fd'] in dv-neutron-master-2-hyperv {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:01:12.314497 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc616476-1785-4015-8ce2-4755cb61ac56 None None] Routers {'834c57a4-5234-45fa-97d6-95547e3c61fd'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:01:12.315292 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-cc616476-1785-4015-8ce2-4755cb61ac56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T11:01:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['834c57a4-5234-45fa-97d6-95547e3c61fd'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:01:12.338730 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-32c034a0-3af4-4c32-b0dd-1963f1372ef7 req-cd149300-3c1a-4f5b-9a2f-f25275d18560 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] No DVR routers for this DVR port e148c450-7e77-4cd0-bd64-e9964f29113d on host hv-neutron-mast {{(pid=103407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:01:12.341637 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-32c034a0-3af4-4c32-b0dd-1963f1372ef7 req-cd149300-3c1a-4f5b-9a2f-f25275d18560 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:01:12.346177 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-32c034a0-3af4-4c32-b0dd-1963f1372ef7 req-cd149300-3c1a-4f5b-9a2f-f25275d18560 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.30 "DELETE /v2.0/ports/e148c450-7e77-4cd0-bd64-e9964f29113d HTTP/1.1" status: 204 len: 173 time: 1.2972484 Feb 28 11:01:12.346661 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6811987-a0b7-4b48-8b47-36e13dd342d7', 'name': 'network-vif-deleted', 'tag': 'e148c450-7e77-4cd0-bd64-e9964f29113d'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:01:12.349038 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c8e1c873eeca597e52e7ceb7469e602eac250bfea6606d285743d38033cf584" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95090c4e-481c-4064-85dc-f86e010788cb" -d '{"events": [{"server_uuid": "b6811987-a0b7-4b48-8b47-36e13dd342d7", "name": "network-vif-deleted", "tag": "e148c450-7e77-4cd0-bd64-e9964f29113d"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 11:01:12.391803 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 11:01:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b37cefd-4078-4df6-a306-8c7c5a9e2259 x-openstack-request-id: req-8b37cefd-4078-4df6-a306-8c7c5a9e2259 {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 11:01:12.392183 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6811987-a0b7-4b48-8b47-36e13dd342d7", "name": "network-vif-deleted", "tag": "e148c450-7e77-4cd0-bd64-e9964f29113d", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 11:01:12.392376 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8b37cefd-4078-4df6-a306-8c7c5a9e2259 {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 11:01:12.393041 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6811987-a0b7-4b48-8b47-36e13dd342d7', 'name': 'network-vif-deleted', 'tag': 'e148c450-7e77-4cd0-bd64-e9964f29113d', 'status': 'completed', 'code': 200} Feb 28 11:01:12.445498 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-cc616476-1785-4015-8ce2-4755cb61ac56 None None] Set router 834c57a4-5234-45fa-97d6-95547e3c61fd gateway port host: dv-neutron-master-2-hyperv {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:01:12.810514 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-cc616476-1785-4015-8ce2-4755cb61ac56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '834c57a4-5234-45fa-97d6-95547e3c61fd', 'name': 'tempest-ServerActionsTestJSON-556458350-router', 'tenant_id': 'f15f14e780e74c8a81fab6575e728c44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.169'}], 'enable_snat': True}, 'gw_port_id': 'b26bfa21-0899-40cf-9d46-9a8b8bcc5b82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:00:23Z', 'updated_at': '2022-02-28T11:00:26Z', 'revision_number': 4, 'project_id': 'f15f14e780e74c8a81fab6575e728c44', 'gw_port': {'id': 'b26bfa21-0899-40cf-9d46-9a8b8bcc5b82', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:9a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834c57a4-5234-45fa-97d6-95547e3c61fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:00:24Z', 'updated_at': '2022-02-28T11:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'cbb65092-e09a-4430-98a7-38023b2b34f0', 'name': '', 'network_id': '6c29038b-dae6-4704-ae1e-32feeda79697', 'tenant_id': 'f15f14e780e74c8a81fab6575e728c44', 'mac_address': 'fa:16:3e:c9:af:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834c57a4-5234-45fa-97d6-95547e3c61fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '3d269766-416a-45a4-b82e-d8ae6262c6f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:00:26Z', 'updated_at': '2022-02-28T11:00:30Z', 'revision_number': 5, 'project_id': 'f15f14e780e74c8a81fab6575e728c44', 'subnets': [{'id': '3d269766-416a-45a4-b82e-d8ae6262c6f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:01:12.842023 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc616476-1785-4015-8ce2-4755cb61ac56 None None] Checking router: 834c57a4-5234-45fa-97d6-95547e3c61fd for host: dv-neutron-master-2-hyperv {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:01:12.851117 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc616476-1785-4015-8ce2-4755cb61ac56 None None] Routers {'834c57a4-5234-45fa-97d6-95547e3c61fd'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:01:12.851945 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-cc616476-1785-4015-8ce2-4755cb61ac56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T11:01:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['834c57a4-5234-45fa-97d6-95547e3c61fd'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:01:12.969558 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-cc616476-1785-4015-8ce2-4755cb61ac56 None None] Set router 834c57a4-5234-45fa-97d6-95547e3c61fd gateway port host: dv-neutron-master-2-hyperv {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:01:13.186238 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-cc616476-1785-4015-8ce2-4755cb61ac56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '834c57a4-5234-45fa-97d6-95547e3c61fd', 'name': 'tempest-ServerActionsTestJSON-556458350-router', 'tenant_id': 'f15f14e780e74c8a81fab6575e728c44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.169'}], 'enable_snat': True}, 'gw_port_id': 'b26bfa21-0899-40cf-9d46-9a8b8bcc5b82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:00:23Z', 'updated_at': '2022-02-28T11:00:26Z', 'revision_number': 4, 'project_id': 'f15f14e780e74c8a81fab6575e728c44', 'gw_port': {'id': 'b26bfa21-0899-40cf-9d46-9a8b8bcc5b82', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:9a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834c57a4-5234-45fa-97d6-95547e3c61fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:00:24Z', 'updated_at': '2022-02-28T11:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'cbb65092-e09a-4430-98a7-38023b2b34f0', 'name': '', 'network_id': '6c29038b-dae6-4704-ae1e-32feeda79697', 'tenant_id': 'f15f14e780e74c8a81fab6575e728c44', 'mac_address': 'fa:16:3e:c9:af:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834c57a4-5234-45fa-97d6-95547e3c61fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '3d269766-416a-45a4-b82e-d8ae6262c6f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:00:26Z', 'updated_at': '2022-02-28T11:00:30Z', 'revision_number': 5, 'project_id': 'f15f14e780e74c8a81fab6575e728c44', 'subnets': [{'id': '3d269766-416a-45a4-b82e-d8ae6262c6f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:01:13.194777 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-4ebfbd30-0980-4485-87a0-6fd30722bebf req-23d420a9-8370-430c-9769-4c5d6d4672a0 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--619949554&fields=id&tenant_id=f15f14e780e74c8a81fab6575e728c44 HTTP/1.1" status: 200 len: 267 time: 0.0484047 Feb 28 11:01:13.213958 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc616476-1785-4015-8ce2-4755cb61ac56 None None] The sync data for ids ['834c57a4-5234-45fa-97d6-95547e3c61fd'] in dv-neutron-master-2-hyperv is: [{'id': '834c57a4-5234-45fa-97d6-95547e3c61fd', 'name': 'tempest-ServerActionsTestJSON-556458350-router', 'tenant_id': 'f15f14e780e74c8a81fab6575e728c44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.169'}], 'enable_snat': True}, 'gw_port_id': 'b26bfa21-0899-40cf-9d46-9a8b8bcc5b82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:00:23Z', 'updated_at': '2022-02-28T11:00:26Z', 'revision_number': 4, 'project_id': 'f15f14e780e74c8a81fab6575e728c44', 'gw_port': {'id': 'b26bfa21-0899-40cf-9d46-9a8b8bcc5b82', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:9a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834c57a4-5234-45fa-97d6-95547e3c61fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:00:24Z', 'updated_at': '2022-02-28T11:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'cbb65092-e09a-4430-98a7-38023b2b34f0', 'name': '', 'network_id': '6c29038b-dae6-4704-ae1e-32feeda79697', 'tenant_id': 'f15f14e780e74c8a81fab6575e728c44', 'mac_address': 'fa:16:3e:c9:af:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834c57a4-5234-45fa-97d6-95547e3c61fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '3d269766-416a-45a4-b82e-d8ae6262c6f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:00:26Z', 'updated_at': '2022-02-28T11:00:30Z', 'revision_number': 5, 'project_id': 'f15f14e780e74c8a81fab6575e728c44', 'subnets': [{'id': '3d269766-416a-45a4-b82e-d8ae6262c6f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:01:13.307173 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebfbd30-0980-4485-87a0-6fd30722bebf req-989f62a4-fefb-47ea-9c0f-110f9c3b0cfd tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:01:13.308842 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-4ebfbd30-0980-4485-87a0-6fd30722bebf req-989f62a4-fefb-47ea-9c0f-110f9c3b0cfd tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/networks?id=6c29038b-dae6-4704-ae1e-32feeda79697 HTTP/1.1" status: 200 len: 811 time: 0.1070073 Feb 28 11:01:13.324930 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-4ebfbd30-0980-4485-87a0-6fd30722bebf req-cc687ec8-d815-4f50-aac5-ba4a40f7f64d tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/quotas/f15f14e780e74c8a81fab6575e728c44 HTTP/1.1" status: 200 len: 375 time: 0.0099277 Feb 28 11:01:13.388391 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-4ebfbd30-0980-4485-87a0-6fd30722bebf req-95f015a6-b004-4845-842d-35384b5e8eac tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=f15f14e780e74c8a81fab6575e728c44&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0570207 Feb 28 11:01:13.447913 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b697db48-67ba-43a4-80f4-218302923d29 None None] New status for floating IP a2d1279b-bd44-41e4-9cc8-7c77a73ab80a: DOWN {{(pid=103410) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 11:01:13.546057 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6b923bb1-06b0-4b84-b461-7cc1d0196090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (2e621730-3978-4720-b581-ac380e97a567), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:01:13.549556 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-4ebfbd30-0980-4485-87a0-6fd30722bebf req-3997420a-220b-4c5d-a356-40188081126a service neutron] 10.222.0.20 "GET /v2.0/networks/6c29038b-dae6-4704-ae1e-32feeda79697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477983 Feb 28 11:01:13.645750 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-4ebfbd30-0980-4485-87a0-6fd30722bebf req-ff98fe3d-6711-44f7-b497-32db116aa2d9 service neutron] 10.222.0.20 "GET /v2.0/networks/6c29038b-dae6-4704-ae1e-32feeda79697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896451 Feb 28 11:01:13.816925 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-e25de7d3-5497-4c3c-a943-69b06a161f84 req-2d2b12f2-dd53-423d-a307-0a06d91f1562 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=a40c88fc-bfcd-4889-8158-e6fe2f5fc155 HTTP/1.1" status: 200 len: 210 time: 0.0334141 Feb 28 11:01:14.344602 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device e148c450-7e77-4cd0-bd64-e9964f29113d no longer exists at agent hyperv_hv-neutron-mast {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 11:01:14.370012 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] No Port match for: e148c450-7e77-4cd0-bd64-e9964f29113d {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 11:01:14.370356 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device e148c450-7e77-4cd0-bd64-e9964f29113d not bound to the agent host hv-neutron-mast {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 11:01:14.854829 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebfbd30-0980-4485-87a0-6fd30722bebf req-34eb9521-76d0-4695-b9f1-ca30d8cd2568 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:01:14.856402 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-4ebfbd30-0980-4485-87a0-6fd30722bebf req-34eb9521-76d0-4695-b9f1-ca30d8cd2568 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.30 "GET /v2.0/networks?id=6c29038b-dae6-4704-ae1e-32feeda79697 HTTP/1.1" status: 200 len: 811 time: 0.1118939 Feb 28 11:01:14.925466 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:01:14.943539 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-aa940a35-336d-4fbb-9557-7f30c6d366f8 req-9f779880-3733-490c-b795-96764e7ca5ef tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=a40c88fc-bfcd-4889-8158-e6fe2f5fc155 HTTP/1.1" status: 200 len: 210 time: 0.0458927 Feb 28 11:01:14.959217 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-4ebfbd30-0980-4485-87a0-6fd30722bebf req-f6be9317-e0b1-4314-8a5f-9d1f84001322 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f15f14e780e74c8a81fab6575e728c44 HTTP/1.1" status: 200 len: 379 time: 0.0880702 Feb 28 11:01:14.967683 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [req-4ebfbd30-0980-4485-87a0-6fd30722bebf req-d322dbdc-40a7-487f-b143-6902d0785745 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Request body: {'port': {'device_id': 'a40c88fc-bfcd-4889-8158-e6fe2f5fc155', 'network_id': '6c29038b-dae6-4704-ae1e-32feeda79697', 'admin_state_up': True, 'tenant_id': 'f15f14e780e74c8a81fab6575e728c44', 'security_groups': ['2067cfde-6a74-4cb3-b94b-40318c10db4d']}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:01:15.078893 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ebfbd30-0980-4485-87a0-6fd30722bebf req-d322dbdc-40a7-487f-b143-6902d0785745 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Made reservation on behalf of f15f14e780e74c8a81fab6575e728c44 for: {'port': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:01:15.082340 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-4ebfbd30-0980-4485-87a0-6fd30722bebf req-d322dbdc-40a7-487f-b143-6902d0785745 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:01:15.220956 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [req-4ebfbd30-0980-4485-87a0-6fd30722bebf req-d322dbdc-40a7-487f-b143-6902d0785745 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Allocated IP 172.20.0.4 (6c29038b-dae6-4704-ae1e-32feeda79697/3d269766-416a-45a4-b82e-d8ae6262c6f3/10f441a7-c048-4cbc-876d-a0aa146ffbfc) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:01:15.358782 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-4ebfbd30-0980-4485-87a0-6fd30722bebf req-d322dbdc-40a7-487f-b143-6902d0785745 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Publish callbacks [] for port (10f441a7-c048-4cbc-876d-a0aa146ffbfc), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:01:15.400636 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-4ebfbd30-0980-4485-87a0-6fd30722bebf req-d322dbdc-40a7-487f-b143-6902d0785745 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (10f441a7-c048-4cbc-876d-a0aa146ffbfc), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:01:15.446761 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ebfbd30-0980-4485-87a0-6fd30722bebf req-d322dbdc-40a7-487f-b143-6902d0785745 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Network 6c29038b-dae6-4704-ae1e-32feeda79697 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:01:15.449781 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [req-4ebfbd30-0980-4485-87a0-6fd30722bebf req-d322dbdc-40a7-487f-b143-6902d0785745 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:01:15.454693 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ebfbd30-0980-4485-87a0-6fd30722bebf req-d322dbdc-40a7-487f-b143-6902d0785745 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 11:01:15.461498 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d322dbdc-40a7-487f-b143-6902d0785745 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Pushing event updated for resources: {'Port': ['ID=10f441a7-c048-4cbc-876d-a0aa146ffbfc,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:01:15.511798 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebfbd30-0980-4485-87a0-6fd30722bebf req-d322dbdc-40a7-487f-b143-6902d0785745 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:01:15.512432 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-4ebfbd30-0980-4485-87a0-6fd30722bebf req-d322dbdc-40a7-487f-b143-6902d0785745 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:01:15.529140 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-4ebfbd30-0980-4485-87a0-6fd30722bebf req-d322dbdc-40a7-487f-b143-6902d0785745 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5650418 Feb 28 11:01:15.546904 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [req-4ebfbd30-0980-4485-87a0-6fd30722bebf req-0007faa7-d841-4e81-9bc1-f0b81f8330cd service neutron] Request body: {'port': {'device_id': 'a40c88fc-bfcd-4889-8158-e6fe2f5fc155', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:01:15.620095 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-4ebfbd30-0980-4485-87a0-6fd30722bebf req-0007faa7-d841-4e81-9bc1-f0b81f8330cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (10f441a7-c048-4cbc-876d-a0aa146ffbfc), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:01:15.714094 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-9b640cac-91ea-4865-9201-d0342a12ec5a None None] Provisioning complete for port 10f441a7-c048-4cbc-876d-a0aa146ffbfc triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:01:15.714688 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9b640cac-91ea-4865-9201-d0342a12ec5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (10f441a7-c048-4cbc-876d-a0aa146ffbfc), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:01:15.748352 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-9b640cac-91ea-4865-9201-d0342a12ec5a None None] Port 10f441a7-c048-4cbc-876d-a0aa146ffbfc cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 11:01:15.886335 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.notifiers.nova [req-4ebfbd30-0980-4485-87a0-6fd30722bebf req-0007faa7-d841-4e81-9bc1-f0b81f8330cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10f441a7-c048-4cbc-876d-a0aa146ffbfc {{(pid=103407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 11:01:15.894242 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-4ebfbd30-0980-4485-87a0-6fd30722bebf req-0007faa7-d841-4e81-9bc1-f0b81f8330cd service neutron] Publish callbacks [] for port (10f441a7-c048-4cbc-876d-a0aa146ffbfc), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:01:15.908590 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.provisioning_blocks [req-4ebfbd30-0980-4485-87a0-6fd30722bebf req-0007faa7-d841-4e81-9bc1-f0b81f8330cd service neutron] Transition to ACTIVE for port object 10f441a7-c048-4cbc-876d-a0aa146ffbfc will not be triggered until provisioned by entity L2. {{(pid=103407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 11:01:15.918867 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-4ebfbd30-0980-4485-87a0-6fd30722bebf req-0007faa7-d841-4e81-9bc1-f0b81f8330cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3498066'] for port (10f441a7-c048-4cbc-876d-a0aa146ffbfc), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:01:15.989741 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0007faa7-d841-4e81-9bc1-f0b81f8330cd service neutron] Pushing event updated for resources: {'Port': ['ID=10f441a7-c048-4cbc-876d-a0aa146ffbfc,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:01:16.109966 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-4ebfbd30-0980-4485-87a0-6fd30722bebf req-0007faa7-d841-4e81-9bc1-f0b81f8330cd service neutron] Attempting to bind port 10f441a7-c048-4cbc-876d-a0aa146ffbfc on host hv-neutron-mast for vnic_type normal with profile {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 11:01:16.110286 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-4ebfbd30-0980-4485-87a0-6fd30722bebf req-0007faa7-d841-4e81-9bc1-f0b81f8330cd service neutron] Attempting to bind port 10f441a7-c048-4cbc-876d-a0aa146ffbfc by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'f041315e-ab14-4139-8419-07be691a7149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '6c29038b-dae6-4704-ae1e-32feeda79697'}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 11:01:16.110639 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ebfbd30-0980-4485-87a0-6fd30722bebf req-0007faa7-d841-4e81-9bc1-f0b81f8330cd service neutron] Attempting to bind port 10f441a7-c048-4cbc-876d-a0aa146ffbfc on network 6c29038b-dae6-4704-ae1e-32feeda79697 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 11:01:16.120986 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd2e005-3c3e-4be8-aeb8-1c5c5d0ee17a req-72868c49-1d47-49db-94de-576733e135f1 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:01:16.122502 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-0cd2e005-3c3e-4be8-aeb8-1c5c5d0ee17a req-72868c49-1d47-49db-94de-576733e135f1 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=a40c88fc-bfcd-4889-8158-e6fe2f5fc155 HTTP/1.1" status: 200 len: 943 time: 0.1032574 Feb 28 11:01:16.125071 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ebfbd30-0980-4485-87a0-6fd30722bebf req-0007faa7-d841-4e81-9bc1-f0b81f8330cd service neutron] Port 10f441a7-c048-4cbc-876d-a0aa146ffbfc on network 6c29038b-dae6-4704-ae1e-32feeda79697 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 11:01:16.125473 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ebfbd30-0980-4485-87a0-6fd30722bebf req-0007faa7-d841-4e81-9bc1-f0b81f8330cd service neutron] Attempting to bind port 10f441a7-c048-4cbc-876d-a0aa146ffbfc on network 6c29038b-dae6-4704-ae1e-32feeda79697 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 11:01:16.138662 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ebfbd30-0980-4485-87a0-6fd30722bebf req-0007faa7-d841-4e81-9bc1-f0b81f8330cd service neutron] Checking agent: {'id': '13ac42ae-016e-4baf-bb31-c6fa820b41c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 30, 8), 'started_at': datetime.datetime(2022, 2, 28, 10, 30, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 1, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 11:01:16.138975 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ebfbd30-0980-4485-87a0-6fd30722bebf req-0007faa7-d841-4e81-9bc1-f0b81f8330cd service neutron] Checking segment: {'id': 'f041315e-ab14-4139-8419-07be691a7149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '6c29038b-dae6-4704-ae1e-32feeda79697'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 11:01:16.139281 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ebfbd30-0980-4485-87a0-6fd30722bebf req-0007faa7-d841-4e81-9bc1-f0b81f8330cd service neutron] Bound using segment: {'id': 'f041315e-ab14-4139-8419-07be691a7149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '6c29038b-dae6-4704-ae1e-32feeda79697'} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 11:01:16.139730 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-4ebfbd30-0980-4485-87a0-6fd30722bebf req-0007faa7-d841-4e81-9bc1-f0b81f8330cd service neutron] Bound port: 10f441a7-c048-4cbc-876d-a0aa146ffbfc, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f041315e-ab14-4139-8419-07be691a7149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '6c29038b-dae6-4704-ae1e-32feeda79697'}}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 11:01:16.140084 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-4ebfbd30-0980-4485-87a0-6fd30722bebf req-0007faa7-d841-4e81-9bc1-f0b81f8330cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (10f441a7-c048-4cbc-876d-a0aa146ffbfc), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:01:16.207403 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-0cd2e005-3c3e-4be8-aeb8-1c5c5d0ee17a req-02801d65-4435-4ec5-8da2-9c8645fcc165 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups?id=2067cfde-6a74-4cb3-b94b-40318c10db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782466 Feb 28 11:01:16.230304 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-4ebfbd30-0980-4485-87a0-6fd30722bebf req-0007faa7-d841-4e81-9bc1-f0b81f8330cd service neutron] For port 10f441a7-c048-4cbc-876d-a0aa146ffbfc, host hv-neutron-mast, cleared binding levels {{(pid=103407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:01:16.233320 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-4ebfbd30-0980-4485-87a0-6fd30722bebf req-0007faa7-d841-4e81-9bc1-f0b81f8330cd service neutron] For port 10f441a7-c048-4cbc-876d-a0aa146ffbfc, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=10f441a7-c048-4cbc-876d-a0aa146ffbfc,segment=NetworkSegment(f041315e-ab14-4139-8419-07be691a7149),segment_id=f041315e-ab14-4139-8419-07be691a7149)] {{(pid=103407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:01:16.242736 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-4ebfbd30-0980-4485-87a0-6fd30722bebf req-0007faa7-d841-4e81-9bc1-f0b81f8330cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3498066'] for port (10f441a7-c048-4cbc-876d-a0aa146ffbfc), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:01:16.283935 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebfbd30-0980-4485-87a0-6fd30722bebf req-0007faa7-d841-4e81-9bc1-f0b81f8330cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:01:16.284665 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-4ebfbd30-0980-4485-87a0-6fd30722bebf req-0007faa7-d841-4e81-9bc1-f0b81f8330cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:01:16.286045 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-4ebfbd30-0980-4485-87a0-6fd30722bebf req-0007faa7-d841-4e81-9bc1-f0b81f8330cd service neutron] 10.222.0.30 "PUT /v2.0/ports/10f441a7-c048-4cbc-876d-a0aa146ffbfc HTTP/1.1" status: 200 len: 1093 time: 0.7437279 Feb 28 11:01:16.286490 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a40c88fc-bfcd-4889-8158-e6fe2f5fc155', 'tag': '10f441a7-c048-4cbc-876d-a0aa146ffbfc'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:01:16.288749 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c8e1c873eeca597e52e7ceb7469e602eac250bfea6606d285743d38033cf584" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b21852b4-8e9b-45fc-93d3-2bf34c5e0b63" -d '{"events": [{"name": "network-changed", "server_uuid": "a40c88fc-bfcd-4889-8158-e6fe2f5fc155", "tag": "10f441a7-c048-4cbc-876d-a0aa146ffbfc"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 11:01:16.317751 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0007faa7-d841-4e81-9bc1-f0b81f8330cd service neutron] Pushing event updated for resources: {'Port': ['ID=10f441a7-c048-4cbc-876d-a0aa146ffbfc,revision_number=3']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:01:16.327104 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 11:01:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7e0aa02-aaaf-43f4-9aa9-dfc31d91c0e8 x-openstack-request-id: req-f7e0aa02-aaaf-43f4-9aa9-dfc31d91c0e8 {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 11:01:16.327457 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a40c88fc-bfcd-4889-8158-e6fe2f5fc155", "tag": "10f441a7-c048-4cbc-876d-a0aa146ffbfc", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 11:01:16.327744 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f7e0aa02-aaaf-43f4-9aa9-dfc31d91c0e8 {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 11:01:16.328342 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a40c88fc-bfcd-4889-8158-e6fe2f5fc155', 'tag': '10f441a7-c048-4cbc-876d-a0aa146ffbfc', 'status': 'completed', 'code': 200} Feb 28 11:01:16.399451 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebfbd30-0980-4485-87a0-6fd30722bebf req-6773eb51-4037-4e43-8373-af4a8df58d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:01:16.401100 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-4ebfbd30-0980-4485-87a0-6fd30722bebf req-6773eb51-4037-4e43-8373-af4a8df58d92 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f15f14e780e74c8a81fab6575e728c44&device_id=a40c88fc-bfcd-4889-8158-e6fe2f5fc155 HTTP/1.1" status: 200 len: 1127 time: 0.0503433 Feb 28 11:01:16.450386 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-4ebfbd30-0980-4485-87a0-6fd30722bebf req-b8736ce5-6c11-4365-93b7-48d0ced28fed service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=10f441a7-c048-4cbc-876d-a0aa146ffbfc HTTP/1.1" status: 200 len: 217 time: 0.0371809 Feb 28 11:01:16.503843 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebfbd30-0980-4485-87a0-6fd30722bebf req-ce44c922-d40c-46c1-8d33-ce210228783a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:01:16.505419 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-4ebfbd30-0980-4485-87a0-6fd30722bebf req-ce44c922-d40c-46c1-8d33-ce210228783a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3d269766-416a-45a4-b82e-d8ae6262c6f3 HTTP/1.1" status: 200 len: 850 time: 0.0487053 Feb 28 11:01:16.560961 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebfbd30-0980-4485-87a0-6fd30722bebf req-ce84928f-a6c3-49dc-adb0-516c40c79fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:01:16.562671 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-4ebfbd30-0980-4485-87a0-6fd30722bebf req-ce84928f-a6c3-49dc-adb0-516c40c79fab service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6c29038b-dae6-4704-ae1e-32feeda79697&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0500739 Feb 28 11:01:16.663924 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-4ebfbd30-0980-4485-87a0-6fd30722bebf req-8db5fc3a-02c8-420f-b2ac-d80f1ca99ab4 service neutron] 10.222.0.30 "GET /v2.0/networks/6c29038b-dae6-4704-ae1e-32feeda79697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953693 Feb 28 11:01:16.760591 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-4ebfbd30-0980-4485-87a0-6fd30722bebf req-5d57418a-f191-42d9-adf1-3283f9618fe3 service neutron] 10.222.0.30 "GET /v2.0/networks/6c29038b-dae6-4704-ae1e-32feeda79697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909297 Feb 28 11:01:16.916532 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21852b4-8e9b-45fc-93d3-2bf34c5e0b63 req-6dd18d2a-1c3e-4681-b166-c916abb3b0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:01:16.917998 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-b21852b4-8e9b-45fc-93d3-2bf34c5e0b63 req-6dd18d2a-1c3e-4681-b166-c916abb3b0b0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f15f14e780e74c8a81fab6575e728c44&device_id=a40c88fc-bfcd-4889-8158-e6fe2f5fc155 HTTP/1.1" status: 200 len: 1127 time: 0.0527427 Feb 28 11:01:17.014839 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21852b4-8e9b-45fc-93d3-2bf34c5e0b63 req-13bc245a-46ee-4ff3-bbcd-9afa15afad45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:01:17.017025 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-b21852b4-8e9b-45fc-93d3-2bf34c5e0b63 req-13bc245a-46ee-4ff3-bbcd-9afa15afad45 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6c29038b-dae6-4704-ae1e-32feeda79697 HTTP/1.1" status: 200 len: 912 time: 0.0917444 Feb 28 11:01:17.060103 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-b21852b4-8e9b-45fc-93d3-2bf34c5e0b63 req-f508edd1-364a-4810-8536-f9d4ac67f51f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=10f441a7-c048-4cbc-876d-a0aa146ffbfc HTTP/1.1" status: 200 len: 217 time: 0.0360782 Feb 28 11:01:17.110303 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21852b4-8e9b-45fc-93d3-2bf34c5e0b63 req-454e479a-534f-412a-9f2d-6e099b72c9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:01:17.111774 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-b21852b4-8e9b-45fc-93d3-2bf34c5e0b63 req-454e479a-534f-412a-9f2d-6e099b72c9b7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3d269766-416a-45a4-b82e-d8ae6262c6f3 HTTP/1.1" status: 200 len: 850 time: 0.0462191 Feb 28 11:01:17.166057 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21852b4-8e9b-45fc-93d3-2bf34c5e0b63 req-95391008-c41d-41e3-acc7-a8c4f6bdba2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:01:17.167615 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-b21852b4-8e9b-45fc-93d3-2bf34c5e0b63 req-95391008-c41d-41e3-acc7-a8c4f6bdba2c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6c29038b-dae6-4704-ae1e-32feeda79697&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0501025 Feb 28 11:01:17.266713 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-b21852b4-8e9b-45fc-93d3-2bf34c5e0b63 req-2958bed4-d268-4adf-a3be-d6e813f3026d service neutron] 10.222.0.30 "GET /v2.0/networks/6c29038b-dae6-4704-ae1e-32feeda79697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916431 Feb 28 11:01:17.398199 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3676357-9a0d-4122-ac25-cfb691d6ec3d req-5c7e89e4-7dc0-43fe-9132-de8679e9bb09 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:01:17.399712 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-d3676357-9a0d-4122-ac25-cfb691d6ec3d req-5c7e89e4-7dc0-43fe-9132-de8679e9bb09 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=a40c88fc-bfcd-4889-8158-e6fe2f5fc155 HTTP/1.1" status: 200 len: 943 time: 0.1096497 Feb 28 11:01:17.401988 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-b21852b4-8e9b-45fc-93d3-2bf34c5e0b63 req-fbbe19e1-e26a-43d6-9130-657d58d14ec8 service neutron] 10.222.0.30 "GET /v2.0/networks/6c29038b-dae6-4704-ae1e-32feeda79697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302030 Feb 28 11:01:17.449303 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-d3676357-9a0d-4122-ac25-cfb691d6ec3d req-cb58a7a4-9564-4241-92e9-c86fd413d482 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups?id=2067cfde-6a74-4cb3-b94b-40318c10db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428429 Feb 28 11:01:18.588380 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69908dd3-ee4c-47ed-9d72-84c54415a1c5 req-db34ccd1-28f9-4220-8dd3-80bbb76d89d2 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:01:18.590075 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-69908dd3-ee4c-47ed-9d72-84c54415a1c5 req-db34ccd1-28f9-4220-8dd3-80bbb76d89d2 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=a40c88fc-bfcd-4889-8158-e6fe2f5fc155 HTTP/1.1" status: 200 len: 943 time: 0.0579107 Feb 28 11:01:18.642945 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-69908dd3-ee4c-47ed-9d72-84c54415a1c5 req-5de67243-12a4-4b9d-b8bb-55c444fac2ad tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups?id=2067cfde-6a74-4cb3-b94b-40318c10db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470374 Feb 28 11:01:19.782830 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42128c61-08b9-4b55-a4e2-b208a1291267 req-bebeac67-cb95-477a-9fe9-3f3bf17ed3cf tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:01:19.784321 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-42128c61-08b9-4b55-a4e2-b208a1291267 req-bebeac67-cb95-477a-9fe9-3f3bf17ed3cf tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=a40c88fc-bfcd-4889-8158-e6fe2f5fc155 HTTP/1.1" status: 200 len: 943 time: 0.0581162 Feb 28 11:01:19.831195 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-42128c61-08b9-4b55-a4e2-b208a1291267 req-24c15bfd-8cc7-443c-83aa-63185c8f4e41 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups?id=2067cfde-6a74-4cb3-b94b-40318c10db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410807 Feb 28 11:01:20.367522 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device 10f441a7-c048-4cbc-876d-a0aa146ffbfc details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103409) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 11:01:20.468169 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] For port 10f441a7-c048-4cbc-876d-a0aa146ffbfc, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=10f441a7-c048-4cbc-876d-a0aa146ffbfc,segment=NetworkSegment(f041315e-ab14-4139-8419-07be691a7149),segment_id=f041315e-ab14-4139-8419-07be691a7149)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:01:20.480081 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Returning: {'device': '10f441a7-c048-4cbc-876d-a0aa146ffbfc', 'network_id': '6c29038b-dae6-4704-ae1e-32feeda79697', 'port_id': '10f441a7-c048-4cbc-876d-a0aa146ffbfc', 'mac_address': 'fa:16:3e:f5:1a:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 263, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d269766-416a-45a4-b82e-d8ae6262c6f3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103409) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 11:01:20.517960 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Current status of the port 10f441a7-c048-4cbc-876d-a0aa146ffbfc is: DOWN; New status is: BUILD {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:01:20.518357 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (10f441a7-c048-4cbc-876d-a0aa146ffbfc), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:01:20.535936 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10f441a7-c048-4cbc-876d-a0aa146ffbfc {{(pid=103409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 11:01:20.555906 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] For port 10f441a7-c048-4cbc-876d-a0aa146ffbfc, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=10f441a7-c048-4cbc-876d-a0aa146ffbfc,segment=NetworkSegment(f041315e-ab14-4139-8419-07be691a7149),segment_id=f041315e-ab14-4139-8419-07be691a7149)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:01:20.562472 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (10f441a7-c048-4cbc-876d-a0aa146ffbfc), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:01:20.611126 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Pushing event updated for resources: {'Port': ['ID=10f441a7-c048-4cbc-876d-a0aa146ffbfc,revision_number=4']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:01:20.959873 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92eff5d-e71a-4b24-a4d3-5110694e57a0 req-37fcbb40-01aa-4285-beee-85bbdd0ca4cc tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:01:20.960805 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] get_ports_and_sgs() called for port_ids ['10f441a7-c048-4cbc-876d-a0aa146ffbfc'] {{(pid=103409) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 11:01:20.961471 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-c92eff5d-e71a-4b24-a4d3-5110694e57a0 req-37fcbb40-01aa-4285-beee-85bbdd0ca4cc tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=a40c88fc-bfcd-4889-8158-e6fe2f5fc155 HTTP/1.1" status: 200 len: 944 time: 0.0585930 Feb 28 11:01:21.009463 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-c92eff5d-e71a-4b24-a4d3-5110694e57a0 req-9c73fa0d-956a-485e-945b-dc7da4389f43 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups?id=2067cfde-6a74-4cb3-b94b-40318c10db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419891 Feb 28 11:01:22.138849 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11fe658-b6d1-420a-99d7-bc2237f17f89 req-6e54b888-8b02-44d0-82b8-a6837cb395e4 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:01:22.140347 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-e11fe658-b6d1-420a-99d7-bc2237f17f89 req-6e54b888-8b02-44d0-82b8-a6837cb395e4 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=a40c88fc-bfcd-4889-8158-e6fe2f5fc155 HTTP/1.1" status: 200 len: 944 time: 0.0626171 Feb 28 11:01:22.187859 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-e11fe658-b6d1-420a-99d7-bc2237f17f89 req-505daaa7-183c-4e25-b489-2c67776fe517 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups?id=2067cfde-6a74-4cb3-b94b-40318c10db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417213 Feb 28 11:01:22.391853 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device 10f441a7-c048-4cbc-876d-a0aa146ffbfc up at agent hyperv_hv-neutron-mast {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 11:01:22.444673 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Provisioning for port 10f441a7-c048-4cbc-876d-a0aa146ffbfc completed by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 11:01:22.448740 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Provisioning complete for port 10f441a7-c048-4cbc-876d-a0aa146ffbfc triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:01:22.449129 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (10f441a7-c048-4cbc-876d-a0aa146ffbfc), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:01:22.541492 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Current status of the port 10f441a7-c048-4cbc-876d-a0aa146ffbfc is: BUILD; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:01:22.541890 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (10f441a7-c048-4cbc-876d-a0aa146ffbfc), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:01:22.570960 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a40c88fc-bfcd-4889-8158-e6fe2f5fc155', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10f441a7-c048-4cbc-876d-a0aa146ffbfc'}] {{(pid=103409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:01:22.573293 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa5325a5be4b33bf61fd809c564e3765e689d817bbd874267890deb3cfccaf12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74c270b4-2693-4356-be66-35358c4e7790" -d '{"events": [{"server_uuid": "a40c88fc-bfcd-4889-8158-e6fe2f5fc155", "name": "network-vif-plugged", "status": "completed", "tag": "10f441a7-c048-4cbc-876d-a0aa146ffbfc"}]}' {{(pid=103409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 11:01:22.589327 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] For port 10f441a7-c048-4cbc-876d-a0aa146ffbfc, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=10f441a7-c048-4cbc-876d-a0aa146ffbfc,segment=NetworkSegment(f041315e-ab14-4139-8419-07be691a7149),segment_id=f041315e-ab14-4139-8419-07be691a7149)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:01:22.594108 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (10f441a7-c048-4cbc-876d-a0aa146ffbfc), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:01:22.617253 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 11:01:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79dcead7-85b0-428d-9f3a-bac1b2f2442e x-openstack-request-id: req-79dcead7-85b0-428d-9f3a-bac1b2f2442e {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 11:01:22.617535 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a40c88fc-bfcd-4889-8158-e6fe2f5fc155", "name": "network-vif-plugged", "status": "completed", "tag": "10f441a7-c048-4cbc-876d-a0aa146ffbfc", "code": 200}]} {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 11:01:22.617790 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-79dcead7-85b0-428d-9f3a-bac1b2f2442e {{(pid=103409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 11:01:22.618178 dv-neutron-master-2-hyperv neutron-server[103409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a40c88fc-bfcd-4889-8158-e6fe2f5fc155', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10f441a7-c048-4cbc-876d-a0aa146ffbfc', 'code': 200} Feb 28 11:01:22.642491 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Pushing event updated for resources: {'Port': ['ID=10f441a7-c048-4cbc-876d-a0aa146ffbfc,revision_number=5']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:01:22.840053 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c360fb4f-b4b3-4f5b-82e1-ce272476fd0e req-3497e2cf-8fb2-4d0b-974e-ddad0224604a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:01:22.842540 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-c360fb4f-b4b3-4f5b-82e1-ce272476fd0e req-3497e2cf-8fb2-4d0b-974e-ddad0224604a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a40c88fc-bfcd-4889-8158-e6fe2f5fc155 HTTP/1.1" status: 200 len: 1129 time: 0.0664806 Feb 28 11:01:22.900853 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-c360fb4f-b4b3-4f5b-82e1-ce272476fd0e req-30c84b5d-5bc9-4f6c-9c4c-2da29d0ce21a service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=2067cfde-6a74-4cb3-b94b-40318c10db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484810 Feb 28 11:01:23.322064 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7eb14f-77d4-4432-a2e1-2e4f028c5acb req-417edbc7-8b0b-42e5-b1a0-8c6d564f5afa tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:01:23.323581 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-1b7eb14f-77d4-4432-a2e1-2e4f028c5acb req-417edbc7-8b0b-42e5-b1a0-8c6d564f5afa tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=a40c88fc-bfcd-4889-8158-e6fe2f5fc155 HTTP/1.1" status: 200 len: 945 time: 0.0570114 Feb 28 11:01:23.387688 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-1b7eb14f-77d4-4432-a2e1-2e4f028c5acb req-7425ae3d-04dd-4cde-af94-1978f2ddd530 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups?id=2067cfde-6a74-4cb3-b94b-40318c10db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579519 Feb 28 11:01:24.513383 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522164de-1475-4a4c-9624-0041640ac26e req-39ac188d-6ad8-42cc-902c-ba70bc4e2ec3 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:01:24.514923 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-522164de-1475-4a4c-9624-0041640ac26e req-39ac188d-6ad8-42cc-902c-ba70bc4e2ec3 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=a40c88fc-bfcd-4889-8158-e6fe2f5fc155 HTTP/1.1" status: 200 len: 945 time: 0.0550711 Feb 28 11:01:24.563129 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-522164de-1475-4a4c-9624-0041640ac26e req-62aa286a-944f-4cf6-a2cc-009bd15e0515 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups?id=2067cfde-6a74-4cb3-b94b-40318c10db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424957 Feb 28 11:01:24.694842 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce62545f-b08a-4d6a-8ff3-44b416db9322 req-9f1bcb00-85a6-41d6-a767-c9f8488fd251 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:01:24.696249 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-ce62545f-b08a-4d6a-8ff3-44b416db9322 req-9f1bcb00-85a6-41d6-a767-c9f8488fd251 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=a40c88fc-bfcd-4889-8158-e6fe2f5fc155 HTTP/1.1" status: 200 len: 945 time: 0.0564556 Feb 28 11:01:24.709772 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 43956) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:01:24.716516 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-2bc4e0d6-f1f3-4efc-9e10-a921c37d18c7 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Request body: {'floatingip': {'port_id': '10f441a7-c048-4cbc-876d-a0aa146ffbfc'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:01:24.760138 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2bc4e0d6-f1f3-4efc-9e10-a921c37d18c7 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Publish callbacks [] for floatingip (a2d1279b-bd44-41e4-9cc8-7c77a73ab80a), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:01:25.229316 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2bc4e0d6-f1f3-4efc-9e10-a921c37d18c7 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:01:25.234958 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2bc4e0d6-f1f3-4efc-9e10-a921c37d18c7 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1803383'] for floatingip (a2d1279b-bd44-41e4-9cc8-7c77a73ab80a), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:01:25.336374 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.db.l3_db [None req-2bc4e0d6-f1f3-4efc-9e10-a921c37d18c7 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Floating IP a2d1279b-bd44-41e4-9cc8-7c77a73ab80a associated. External IP: 172.36.5.140, port: 10f441a7-c048-4cbc-876d-a0aa146ffbfc. Feb 28 11:01:25.547901 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bc4e0d6-f1f3-4efc-9e10-a921c37d18c7 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Router 834c57a4-5234-45fa-97d6-95547e3c61fd has already been hosted by L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:01:25.667492 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bc4e0d6-f1f3-4efc-9e10-a921c37d18c7 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:01:25.672780 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2bc4e0d6-f1f3-4efc-9e10-a921c37d18c7 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for floatingip (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:01:25.677884 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b197c90d-38b5-4e51-a8ba-d06e60654a75 None None] Sync routers for ids ['834c57a4-5234-45fa-97d6-95547e3c61fd'] in dv-neutron-master-2-hyperv {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:01:25.687252 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b197c90d-38b5-4e51-a8ba-d06e60654a75 None None] Routers {'834c57a4-5234-45fa-97d6-95547e3c61fd'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:01:25.687872 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-b197c90d-38b5-4e51-a8ba-d06e60654a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T11:01:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['834c57a4-5234-45fa-97d6-95547e3c61fd'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:01:25.703568 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-2bc4e0d6-f1f3-4efc-9e10-a921c37d18c7 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "PUT /v2.0/floatingips/a2d1279b-bd44-41e4-9cc8-7c77a73ab80a HTTP/1.1" status: 200 len: 991 time: 0.9924915 Feb 28 11:01:25.704258 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a40c88fc-bfcd-4889-8158-e6fe2f5fc155', 'tag': '10f441a7-c048-4cbc-876d-a0aa146ffbfc'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:01:25.707422 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c8e1c873eeca597e52e7ceb7469e602eac250bfea6606d285743d38033cf584" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-508c5037-f5b8-4757-b0ed-19dfe67df11a" -d '{"events": [{"name": "network-changed", "server_uuid": "a40c88fc-bfcd-4889-8158-e6fe2f5fc155", "tag": "10f441a7-c048-4cbc-876d-a0aa146ffbfc"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 11:01:25.747520 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 11:01:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0458638-019f-49a2-a813-5cd47b97d642 x-openstack-request-id: req-a0458638-019f-49a2-a813-5cd47b97d642 {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 11:01:25.747830 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a40c88fc-bfcd-4889-8158-e6fe2f5fc155", "tag": "10f441a7-c048-4cbc-876d-a0aa146ffbfc", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 11:01:25.748096 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a0458638-019f-49a2-a813-5cd47b97d642 {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 11:01:25.748535 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a40c88fc-bfcd-4889-8158-e6fe2f5fc155', 'tag': '10f441a7-c048-4cbc-876d-a0aa146ffbfc', 'status': 'completed', 'code': 200} Feb 28 11:01:25.804162 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-b197c90d-38b5-4e51-a8ba-d06e60654a75 None None] Set router 834c57a4-5234-45fa-97d6-95547e3c61fd gateway port host: dv-neutron-master-2-hyperv {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:01:25.879454 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508c5037-f5b8-4757-b0ed-19dfe67df11a req-f97617c3-5f62-4392-b433-1b02d7b4d4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:01:25.881000 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-508c5037-f5b8-4757-b0ed-19dfe67df11a req-f97617c3-5f62-4392-b433-1b02d7b4d4ed service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f15f14e780e74c8a81fab6575e728c44&device_id=a40c88fc-bfcd-4889-8158-e6fe2f5fc155 HTTP/1.1" status: 200 len: 1129 time: 0.0841615 Feb 28 11:01:25.955457 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae85662-7e60-4c7d-978a-1a51b4a2b7a1 req-d15cc1b0-3bb5-47c3-89ef-b075aafbe616 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:01:25.956937 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-eae85662-7e60-4c7d-978a-1a51b4a2b7a1 req-d15cc1b0-3bb5-47c3-89ef-b075aafbe616 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=a40c88fc-bfcd-4889-8158-e6fe2f5fc155 HTTP/1.1" status: 200 len: 945 time: 0.1153669 Feb 28 11:01:26.025304 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508c5037-f5b8-4757-b0ed-19dfe67df11a req-ae8e700b-98a6-47a8-a67b-ffb4e1a47233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:01:26.026839 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-508c5037-f5b8-4757-b0ed-19dfe67df11a req-ae8e700b-98a6-47a8-a67b-ffb4e1a47233 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6c29038b-dae6-4704-ae1e-32feeda79697 HTTP/1.1" status: 200 len: 912 time: 0.1322818 Feb 28 11:01:26.034017 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-eae85662-7e60-4c7d-978a-1a51b4a2b7a1 req-6a1530be-5c35-4139-a2ba-826d752fd75e tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups?id=2067cfde-6a74-4cb3-b94b-40318c10db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701935 Feb 28 11:01:26.039073 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-b197c90d-38b5-4e51-a8ba-d06e60654a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '834c57a4-5234-45fa-97d6-95547e3c61fd', 'name': 'tempest-ServerActionsTestJSON-556458350-router', 'tenant_id': 'f15f14e780e74c8a81fab6575e728c44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.169'}], 'enable_snat': True}, 'gw_port_id': 'b26bfa21-0899-40cf-9d46-9a8b8bcc5b82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:00:23Z', 'updated_at': '2022-02-28T11:00:26Z', 'revision_number': 4, 'project_id': 'f15f14e780e74c8a81fab6575e728c44', 'gw_port': {'id': 'b26bfa21-0899-40cf-9d46-9a8b8bcc5b82', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:9a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834c57a4-5234-45fa-97d6-95547e3c61fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:00:24Z', 'updated_at': '2022-02-28T11:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'a2d1279b-bd44-41e4-9cc8-7c77a73ab80a', 'tenant_id': 'f15f14e780e74c8a81fab6575e728c44', 'floating_ip_address': '172.36.5.140', 'floating_network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'router_id': '834c57a4-5234-45fa-97d6-95547e3c61fd', 'port_id': '10f441a7-c048-4cbc-876d-a0aa146ffbfc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1586, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c29038b-dae6-4704-ae1e-32feeda79697', 'mac_address': 'fa:16:3e:f5:1a:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a40c88fc-bfcd-4889-8158-e6fe2f5fc155', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:00:28Z', 'updated_at': '2022-02-28T11:01:25Z', 'revision_number': 5, 'project_id': 'f15f14e780e74c8a81fab6575e728c44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbb65092-e09a-4430-98a7-38023b2b34f0', 'name': '', 'network_id': '6c29038b-dae6-4704-ae1e-32feeda79697', 'tenant_id': 'f15f14e780e74c8a81fab6575e728c44', 'mac_address': 'fa:16:3e:c9:af:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834c57a4-5234-45fa-97d6-95547e3c61fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '3d269766-416a-45a4-b82e-d8ae6262c6f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:00:26Z', 'updated_at': '2022-02-28T11:00:30Z', 'revision_number': 5, 'project_id': 'f15f14e780e74c8a81fab6575e728c44', 'subnets': [{'id': '3d269766-416a-45a4-b82e-d8ae6262c6f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:01:26.065697 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b197c90d-38b5-4e51-a8ba-d06e60654a75 None None] Checking router: 834c57a4-5234-45fa-97d6-95547e3c61fd for host: dv-neutron-master-2-hyperv {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:01:26.074611 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b197c90d-38b5-4e51-a8ba-d06e60654a75 None None] Routers {'834c57a4-5234-45fa-97d6-95547e3c61fd'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:01:26.075230 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-b197c90d-38b5-4e51-a8ba-d06e60654a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T11:01:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['834c57a4-5234-45fa-97d6-95547e3c61fd'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:01:26.097133 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-508c5037-f5b8-4757-b0ed-19dfe67df11a req-a7acec4e-82f1-44cf-822c-72f17ccc8619 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=10f441a7-c048-4cbc-876d-a0aa146ffbfc HTTP/1.1" status: 200 len: 999 time: 0.0621645 Feb 28 11:01:26.145739 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508c5037-f5b8-4757-b0ed-19dfe67df11a req-da2a8aa9-b69a-465a-817f-3a403b48ef36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:01:26.147362 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-508c5037-f5b8-4757-b0ed-19dfe67df11a req-da2a8aa9-b69a-465a-817f-3a403b48ef36 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3d269766-416a-45a4-b82e-d8ae6262c6f3 HTTP/1.1" status: 200 len: 850 time: 0.0443630 Feb 28 11:01:26.185621 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-b197c90d-38b5-4e51-a8ba-d06e60654a75 None None] Set router 834c57a4-5234-45fa-97d6-95547e3c61fd gateway port host: dv-neutron-master-2-hyperv {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:01:26.199912 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508c5037-f5b8-4757-b0ed-19dfe67df11a req-a36db222-55ab-4cb2-ad6e-a8e0694137df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:01:26.201520 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-508c5037-f5b8-4757-b0ed-19dfe67df11a req-a36db222-55ab-4cb2-ad6e-a8e0694137df service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6c29038b-dae6-4704-ae1e-32feeda79697&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0487134 Feb 28 11:01:26.290774 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-508c5037-f5b8-4757-b0ed-19dfe67df11a req-68f3c3a8-3073-46e5-abca-4e25481ce04f service neutron] 10.222.0.30 "GET /v2.0/networks/6c29038b-dae6-4704-ae1e-32feeda79697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832539 Feb 28 11:01:26.384278 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-508c5037-f5b8-4757-b0ed-19dfe67df11a req-cb25862f-c1bb-4f78-80e6-bb60488097be service neutron] 10.222.0.30 "GET /v2.0/networks/6c29038b-dae6-4704-ae1e-32feeda79697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876489 Feb 28 11:01:26.413159 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-b197c90d-38b5-4e51-a8ba-d06e60654a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '834c57a4-5234-45fa-97d6-95547e3c61fd', 'name': 'tempest-ServerActionsTestJSON-556458350-router', 'tenant_id': 'f15f14e780e74c8a81fab6575e728c44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.169'}], 'enable_snat': True}, 'gw_port_id': 'b26bfa21-0899-40cf-9d46-9a8b8bcc5b82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:00:23Z', 'updated_at': '2022-02-28T11:00:26Z', 'revision_number': 4, 'project_id': 'f15f14e780e74c8a81fab6575e728c44', 'gw_port': {'id': 'b26bfa21-0899-40cf-9d46-9a8b8bcc5b82', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:9a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834c57a4-5234-45fa-97d6-95547e3c61fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:00:24Z', 'updated_at': '2022-02-28T11:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'a2d1279b-bd44-41e4-9cc8-7c77a73ab80a', 'tenant_id': 'f15f14e780e74c8a81fab6575e728c44', 'floating_ip_address': '172.36.5.140', 'floating_network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'router_id': '834c57a4-5234-45fa-97d6-95547e3c61fd', 'port_id': '10f441a7-c048-4cbc-876d-a0aa146ffbfc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1586, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c29038b-dae6-4704-ae1e-32feeda79697', 'mac_address': 'fa:16:3e:f5:1a:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a40c88fc-bfcd-4889-8158-e6fe2f5fc155', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:00:28Z', 'updated_at': '2022-02-28T11:01:25Z', 'revision_number': 5, 'project_id': 'f15f14e780e74c8a81fab6575e728c44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbb65092-e09a-4430-98a7-38023b2b34f0', 'name': '', 'network_id': '6c29038b-dae6-4704-ae1e-32feeda79697', 'tenant_id': 'f15f14e780e74c8a81fab6575e728c44', 'mac_address': 'fa:16:3e:c9:af:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834c57a4-5234-45fa-97d6-95547e3c61fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '3d269766-416a-45a4-b82e-d8ae6262c6f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:00:26Z', 'updated_at': '2022-02-28T11:00:30Z', 'revision_number': 5, 'project_id': 'f15f14e780e74c8a81fab6575e728c44', 'subnets': [{'id': '3d269766-416a-45a4-b82e-d8ae6262c6f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:01:26.442006 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b197c90d-38b5-4e51-a8ba-d06e60654a75 None None] The sync data for ids ['834c57a4-5234-45fa-97d6-95547e3c61fd'] in dv-neutron-master-2-hyperv is: [{'id': '834c57a4-5234-45fa-97d6-95547e3c61fd', 'name': 'tempest-ServerActionsTestJSON-556458350-router', 'tenant_id': 'f15f14e780e74c8a81fab6575e728c44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.169'}], 'enable_snat': True}, 'gw_port_id': 'b26bfa21-0899-40cf-9d46-9a8b8bcc5b82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:00:23Z', 'updated_at': '2022-02-28T11:00:26Z', 'revision_number': 4, 'project_id': 'f15f14e780e74c8a81fab6575e728c44', 'gw_port': {'id': 'b26bfa21-0899-40cf-9d46-9a8b8bcc5b82', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:9a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834c57a4-5234-45fa-97d6-95547e3c61fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:00:24Z', 'updated_at': '2022-02-28T11:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'a2d1279b-bd44-41e4-9cc8-7c77a73ab80a', 'tenant_id': 'f15f14e780e74c8a81fab6575e728c44', 'floating_ip_address': '172.36.5.140', 'floating_network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'router_id': '834c57a4-5234-45fa-97d6-95547e3c61fd', 'port_id': '10f441a7-c048-4cbc-876d-a0aa146ffbfc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1586, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c29038b-dae6-4704-ae1e-32feeda79697', 'mac_address': 'fa:16:3e:f5:1a:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a40c88fc-bfcd-4889-8158-e6fe2f5fc155', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:00:28Z', 'updated_at': '2022-02-28T11:01:25Z', 'revision_number': 5, 'project_id': 'f15f14e780e74c8a81fab6575e728c44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbb65092-e09a-4430-98a7-38023b2b34f0', 'name': '', 'network_id': '6c29038b-dae6-4704-ae1e-32feeda79697', 'tenant_id': 'f15f14e780e74c8a81fab6575e728c44', 'mac_address': 'fa:16:3e:c9:af:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834c57a4-5234-45fa-97d6-95547e3c61fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '3d269766-416a-45a4-b82e-d8ae6262c6f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:00:26Z', 'updated_at': '2022-02-28T11:00:30Z', 'revision_number': 5, 'project_id': 'f15f14e780e74c8a81fab6575e728c44', 'subnets': [{'id': '3d269766-416a-45a4-b82e-d8ae6262c6f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:01:26.638358 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7f149b-bede-47fc-a4dd-739d4f44e7f7 None None] New status for floating IP a2d1279b-bd44-41e4-9cc8-7c77a73ab80a: ACTIVE {{(pid=103410) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 11:01:27.159550 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cc5cb2-4723-4f5c-be6d-3e22073e5d76 req-66f99634-6dff-44ef-b351-98e9fbdce457 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:01:27.161070 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-d5cc5cb2-4723-4f5c-be6d-3e22073e5d76 req-66f99634-6dff-44ef-b351-98e9fbdce457 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=a40c88fc-bfcd-4889-8158-e6fe2f5fc155 HTTP/1.1" status: 200 len: 945 time: 0.0559452 Feb 28 11:01:27.216817 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-d5cc5cb2-4723-4f5c-be6d-3e22073e5d76 req-661b56b6-f585-401c-a358-b14573176822 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups?id=2067cfde-6a74-4cb3-b94b-40318c10db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475786 Feb 28 11:01:28.366935 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b3607f-0a08-429f-940a-80ff75c5ddb2 req-dace12d0-a59e-4d30-8834-914dc0593a8e tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:01:28.368428 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-04b3607f-0a08-429f-940a-80ff75c5ddb2 req-dace12d0-a59e-4d30-8834-914dc0593a8e tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=a40c88fc-bfcd-4889-8158-e6fe2f5fc155 HTTP/1.1" status: 200 len: 945 time: 0.0652754 Feb 28 11:01:28.427119 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-04b3607f-0a08-429f-940a-80ff75c5ddb2 req-6e57df38-7103-485c-ae7b-5fac9f71be1a tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups?id=2067cfde-6a74-4cb3-b94b-40318c10db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528381 Feb 28 11:01:29.925780 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6ec64d-59c7-462a-a714-10e5a19d3390 req-e5a382ee-56db-4bf8-a3c7-aea731022da8 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:01:29.927533 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-0b6ec64d-59c7-462a-a714-10e5a19d3390 req-e5a382ee-56db-4bf8-a3c7-aea731022da8 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=a40c88fc-bfcd-4889-8158-e6fe2f5fc155 HTTP/1.1" status: 200 len: 945 time: 0.4216468 Feb 28 11:01:29.981158 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-0b6ec64d-59c7-462a-a714-10e5a19d3390 req-1d4d6e67-dba5-4e40-82d1-ecca6ac1fdd2 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups?id=2067cfde-6a74-4cb3-b94b-40318c10db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454941 Feb 28 11:01:31.113867 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb060e2-6e63-4286-91ef-747ab0f2ff36 req-f7f2aa77-243c-437f-a8a9-28b3e348935f tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:01:31.115833 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-4bb060e2-6e63-4286-91ef-747ab0f2ff36 req-f7f2aa77-243c-437f-a8a9-28b3e348935f tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=a40c88fc-bfcd-4889-8158-e6fe2f5fc155 HTTP/1.1" status: 200 len: 945 time: 0.0652833 Feb 28 11:01:31.171246 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-4bb060e2-6e63-4286-91ef-747ab0f2ff36 req-c63da284-ec8d-4ac1-92b4-73bb9185cb24 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups?id=2067cfde-6a74-4cb3-b94b-40318c10db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469635 Feb 28 11:01:32.105744 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.agents_db [None req-382e0aa2-b126-48e6-89eb-3efa426b6b29 None None] Agent healthcheck: found 6 active agents {{(pid=103410) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 11:01:32.310706 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecdb890-2673-40eb-8690-5d03fa37ccca req-1436e23b-611c-4fb7-91ce-6039a713f17d tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:01:32.312221 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-9ecdb890-2673-40eb-8690-5d03fa37ccca req-1436e23b-611c-4fb7-91ce-6039a713f17d tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=a40c88fc-bfcd-4889-8158-e6fe2f5fc155 HTTP/1.1" status: 200 len: 945 time: 0.0620444 Feb 28 11:01:32.361222 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-9ecdb890-2673-40eb-8690-5d03fa37ccca req-90a5a1fc-cc27-4b32-b747-277a7bcd558b tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups?id=2067cfde-6a74-4cb3-b94b-40318c10db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432281 Feb 28 11:01:33.504249 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3eb2ba-0a4a-437d-ac2e-524372c8cd2e req-212d0729-21bc-4078-92b9-3512babfc68c tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:01:33.505816 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-3f3eb2ba-0a4a-437d-ac2e-524372c8cd2e req-212d0729-21bc-4078-92b9-3512babfc68c tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=a40c88fc-bfcd-4889-8158-e6fe2f5fc155 HTTP/1.1" status: 200 len: 945 time: 0.0607829 Feb 28 11:01:33.563157 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-3f3eb2ba-0a4a-437d-ac2e-524372c8cd2e req-27b7f743-e6d7-4b11-8fbf-c8792ae59062 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups?id=2067cfde-6a74-4cb3-b94b-40318c10db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480807 Feb 28 11:01:34.695031 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5317de-e812-4ff1-8e30-3dd9a2ce235e req-db42e35a-ca35-4ed1-88b5-c5f581bf3b20 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:01:34.696535 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-7f5317de-e812-4ff1-8e30-3dd9a2ce235e req-db42e35a-ca35-4ed1-88b5-c5f581bf3b20 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=a40c88fc-bfcd-4889-8158-e6fe2f5fc155 HTTP/1.1" status: 200 len: 945 time: 0.0648408 Feb 28 11:01:34.745884 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-7f5317de-e812-4ff1-8e30-3dd9a2ce235e req-3ccdf34a-edf4-4818-9c04-472797f2b318 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups?id=2067cfde-6a74-4cb3-b94b-40318c10db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435438 Feb 28 11:01:35.888216 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850e1a9d-d9de-4197-ba2d-b400bf364f20 req-2d3e58a4-4f53-4a50-bb9a-e9ca96bb6238 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:01:35.889748 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-850e1a9d-d9de-4197-ba2d-b400bf364f20 req-2d3e58a4-4f53-4a50-bb9a-e9ca96bb6238 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=a40c88fc-bfcd-4889-8158-e6fe2f5fc155 HTTP/1.1" status: 200 len: 945 time: 0.0670056 Feb 28 11:01:35.941756 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-850e1a9d-d9de-4197-ba2d-b400bf364f20 req-0f5bcb2c-411b-4110-99ad-47fa956690c9 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups?id=2067cfde-6a74-4cb3-b94b-40318c10db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435488 Feb 28 11:01:37.070304 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb57b288-c9ce-4911-8d8d-513d0f33e827 req-1170829c-19ab-4568-b42f-b46dc9e12131 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:01:37.072085 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-eb57b288-c9ce-4911-8d8d-513d0f33e827 req-1170829c-19ab-4568-b42f-b46dc9e12131 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=a40c88fc-bfcd-4889-8158-e6fe2f5fc155 HTTP/1.1" status: 200 len: 945 time: 0.0578382 Feb 28 11:01:37.133129 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-eb57b288-c9ce-4911-8d8d-513d0f33e827 req-306aa139-df73-449c-9663-5e191cbcfc8f tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups?id=2067cfde-6a74-4cb3-b94b-40318c10db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535982 Feb 28 11:01:38.267024 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fb9305-0706-40ff-8190-0551a9278e44 req-bc48b6bd-2800-4540-8c22-40dcf01e7031 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:01:38.268504 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-68fb9305-0706-40ff-8190-0551a9278e44 req-bc48b6bd-2800-4540-8c22-40dcf01e7031 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=a40c88fc-bfcd-4889-8158-e6fe2f5fc155 HTTP/1.1" status: 200 len: 945 time: 0.0626454 Feb 28 11:01:38.321310 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-68fb9305-0706-40ff-8190-0551a9278e44 req-ede73bf5-08aa-47f2-9d45-54377b54b6c9 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups?id=2067cfde-6a74-4cb3-b94b-40318c10db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436771 Feb 28 11:01:38.398305 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (13ac42ae-016e-4baf-bb31-c6fa820b41c2), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:01:38.756341 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ba60646f-8819-461e-a7eb-00cc82b2c6fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fb6705d2-4f70-4965-92a3-fbfccd43a6d3), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:01:39.484843 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3890f8-66ca-4b76-ad9b-466a266b790b req-70d57ce9-d9e7-43df-a3ca-d0eb860205e3 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:01:39.486405 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-8a3890f8-66ca-4b76-ad9b-466a266b790b req-70d57ce9-d9e7-43df-a3ca-d0eb860205e3 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=a40c88fc-bfcd-4889-8158-e6fe2f5fc155 HTTP/1.1" status: 200 len: 945 time: 0.0802679 Feb 28 11:01:39.537273 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-8a3890f8-66ca-4b76-ad9b-466a266b790b req-c84a765a-8be1-485c-90c0-33a435f4eb9c tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups?id=2067cfde-6a74-4cb3-b94b-40318c10db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453303 Feb 28 11:01:40.673828 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1ac779-5c87-488b-9502-8a9b64ab8c2a req-a8480737-78cf-475c-a991-3c53aab02be5 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:01:40.675338 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-ff1ac779-5c87-488b-9502-8a9b64ab8c2a req-a8480737-78cf-475c-a991-3c53aab02be5 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=a40c88fc-bfcd-4889-8158-e6fe2f5fc155 HTTP/1.1" status: 200 len: 945 time: 0.0623031 Feb 28 11:01:40.729161 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-ff1ac779-5c87-488b-9502-8a9b64ab8c2a req-41475b5b-789c-48cf-95ff-cc8589ba7a9d tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups?id=2067cfde-6a74-4cb3-b94b-40318c10db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478716 Feb 28 11:01:41.046196 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9984a36a-527f-49d3-bd22-04adc12952d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fc6c9b74-8dbb-41bb-800a-5bd3a43fe896), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:01:41.858822 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e769f2e-a29d-4937-affc-dfdacf373bc2 req-eb943c19-ab14-4067-9790-aa4c2358f23f tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:01:41.860477 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-8e769f2e-a29d-4937-affc-dfdacf373bc2 req-eb943c19-ab14-4067-9790-aa4c2358f23f tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=a40c88fc-bfcd-4889-8158-e6fe2f5fc155 HTTP/1.1" status: 200 len: 945 time: 0.0592053 Feb 28 11:01:41.914515 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-8e769f2e-a29d-4937-affc-dfdacf373bc2 req-4231bf5f-eb9f-4614-9321-1a9c72c95e2b tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups?id=2067cfde-6a74-4cb3-b94b-40318c10db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449200 Feb 28 11:01:42.056356 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15fc5db-1928-488d-9235-6d460c9431da req-678c889a-ff72-4a35-afd3-82a07663863b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:01:42.057969 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-b15fc5db-1928-488d-9235-6d460c9431da req-678c889a-ff72-4a35-afd3-82a07663863b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f15f14e780e74c8a81fab6575e728c44&device_id=a40c88fc-bfcd-4889-8158-e6fe2f5fc155 HTTP/1.1" status: 200 len: 1129 time: 0.0483105 Feb 28 11:01:42.135014 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b6d631fb-7df0-4fe1-8322-abff3b61cae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (0db5147a-92a3-4581-8a5f-8ec9b93e0600), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:01:42.170471 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15fc5db-1928-488d-9235-6d460c9431da req-797d34b5-5fe7-456f-94d3-c9113eff5b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:01:42.171986 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-b15fc5db-1928-488d-9235-6d460c9431da req-797d34b5-5fe7-456f-94d3-c9113eff5b02 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6c29038b-dae6-4704-ae1e-32feeda79697 HTTP/1.1" status: 200 len: 912 time: 0.0944355 Feb 28 11:01:42.240680 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-b15fc5db-1928-488d-9235-6d460c9431da req-3d78b091-9f2f-4582-9c47-b5a63ea9737a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=10f441a7-c048-4cbc-876d-a0aa146ffbfc HTTP/1.1" status: 200 len: 1001 time: 0.0621686 Feb 28 11:01:42.293628 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15fc5db-1928-488d-9235-6d460c9431da req-f03cec64-b749-442a-abae-a0eff330f468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:01:42.295092 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-b15fc5db-1928-488d-9235-6d460c9431da req-f03cec64-b749-442a-abae-a0eff330f468 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3d269766-416a-45a4-b82e-d8ae6262c6f3 HTTP/1.1" status: 200 len: 850 time: 0.0485680 Feb 28 11:01:42.347870 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15fc5db-1928-488d-9235-6d460c9431da req-38f72b97-d383-4453-8fbd-79cac9d94a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:01:42.349651 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-b15fc5db-1928-488d-9235-6d460c9431da req-38f72b97-d383-4453-8fbd-79cac9d94a4a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6c29038b-dae6-4704-ae1e-32feeda79697&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0489044 Feb 28 11:01:42.438435 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-b15fc5db-1928-488d-9235-6d460c9431da req-94bd88e8-d98f-4253-a82a-9794cf0c113a service neutron] 10.222.0.30 "GET /v2.0/networks/6c29038b-dae6-4704-ae1e-32feeda79697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829229 Feb 28 11:01:42.540800 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-b15fc5db-1928-488d-9235-6d460c9431da req-a6264ca6-22bb-4655-b7be-cb543351c1dd service neutron] 10.222.0.30 "GET /v2.0/networks/6c29038b-dae6-4704-ae1e-32feeda79697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966702 Feb 28 11:01:43.043326 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba965469-b668-42ab-b4b7-3caa1f702109 req-0179d215-55b4-40ff-81dc-cf6156fffc6f tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:01:43.045171 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-ba965469-b668-42ab-b4b7-3caa1f702109 req-0179d215-55b4-40ff-81dc-cf6156fffc6f tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=a40c88fc-bfcd-4889-8158-e6fe2f5fc155 HTTP/1.1" status: 200 len: 945 time: 0.0588169 Feb 28 11:01:43.111431 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-ba965469-b668-42ab-b4b7-3caa1f702109 req-2ad05f1b-cedd-43fc-9b9d-00a5da2cd1ed tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups?id=2067cfde-6a74-4cb3-b94b-40318c10db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578268 Feb 28 11:01:43.553915 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6b923bb1-06b0-4b84-b461-7cc1d0196090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (2e621730-3978-4720-b581-ac380e97a567), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:01:44.269185 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99da5ef1-c531-40dc-882f-951b68bad254 req-0a762590-6fbe-405b-b2ea-44d39df23e7b tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:01:44.270923 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-99da5ef1-c531-40dc-882f-951b68bad254 req-0a762590-6fbe-405b-b2ea-44d39df23e7b tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=a40c88fc-bfcd-4889-8158-e6fe2f5fc155 HTTP/1.1" status: 200 len: 945 time: 0.0727375 Feb 28 11:01:44.326600 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-99da5ef1-c531-40dc-882f-951b68bad254 req-e11dca70-b2cc-4003-bae7-db49a0e8770e tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups?id=2067cfde-6a74-4cb3-b94b-40318c10db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479975 Feb 28 11:01:44.923866 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:01:45.463766 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6627f61a-8190-413a-8820-b20314ab384e req-7fff9e72-a0bd-4b40-a50d-b5bdef753160 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:01:45.465308 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-6627f61a-8190-413a-8820-b20314ab384e req-7fff9e72-a0bd-4b40-a50d-b5bdef753160 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=a40c88fc-bfcd-4889-8158-e6fe2f5fc155 HTTP/1.1" status: 200 len: 945 time: 0.0632432 Feb 28 11:01:45.516797 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-6627f61a-8190-413a-8820-b20314ab384e req-5bc69c8a-a0d8-49e7-8503-df3216017022 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups?id=2067cfde-6a74-4cb3-b94b-40318c10db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455885 Feb 28 11:01:46.651467 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028a5e90-ebee-4720-b2fc-715ac29e32ea req-d7a5078d-76d5-4103-88e9-9d590600d51a tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:01:46.652964 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-028a5e90-ebee-4720-b2fc-715ac29e32ea req-d7a5078d-76d5-4103-88e9-9d590600d51a tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=a40c88fc-bfcd-4889-8158-e6fe2f5fc155 HTTP/1.1" status: 200 len: 945 time: 0.0606081 Feb 28 11:01:46.714581 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-028a5e90-ebee-4720-b2fc-715ac29e32ea req-50aaa743-194c-4a4b-8385-db13e02ae956 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups?id=2067cfde-6a74-4cb3-b94b-40318c10db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540133 Feb 28 11:01:47.866615 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b037a4b0-769c-436f-98b0-70a79797de35 req-8d5db622-2e80-4165-8844-40b7089a13de tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:01:47.868174 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-b037a4b0-769c-436f-98b0-70a79797de35 req-8d5db622-2e80-4165-8844-40b7089a13de tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=a40c88fc-bfcd-4889-8158-e6fe2f5fc155 HTTP/1.1" status: 200 len: 945 time: 0.0667810 Feb 28 11:01:47.916454 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-b037a4b0-769c-436f-98b0-70a79797de35 req-fc57c1b9-4b47-4203-b7ee-0a628549f38d tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups?id=2067cfde-6a74-4cb3-b94b-40318c10db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424521 Feb 28 11:01:49.058915 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e71af4-78b3-464f-acd2-ed33887a2cc9 req-f1cfa109-6559-459f-ae53-116f84a99d4a tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:01:49.060423 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-41e71af4-78b3-464f-acd2-ed33887a2cc9 req-f1cfa109-6559-459f-ae53-116f84a99d4a tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=a40c88fc-bfcd-4889-8158-e6fe2f5fc155 HTTP/1.1" status: 200 len: 945 time: 0.0653679 Feb 28 11:01:49.114092 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-41e71af4-78b3-464f-acd2-ed33887a2cc9 req-ef41d13e-3ac4-4061-9a0f-93362fb034ac tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups?id=2067cfde-6a74-4cb3-b94b-40318c10db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438027 Feb 28 11:01:50.243458 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21a9e23-b3a7-45a3-9c93-5314d1911572 req-4cd33e88-9224-4d32-a27f-e7b8623a4619 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:01:50.244982 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-b21a9e23-b3a7-45a3-9c93-5314d1911572 req-4cd33e88-9224-4d32-a27f-e7b8623a4619 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=a40c88fc-bfcd-4889-8158-e6fe2f5fc155 HTTP/1.1" status: 200 len: 945 time: 0.0637205 Feb 28 11:01:50.295624 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-b21a9e23-b3a7-45a3-9c93-5314d1911572 req-29e82870-271e-4698-a458-fbe35602b3bc tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups?id=2067cfde-6a74-4cb3-b94b-40318c10db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427632 Feb 28 11:01:51.428101 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd5605c-3274-477c-975a-bb738b9bb343 req-d93921f7-6295-488d-aa72-3004e0fa657b tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:01:51.429676 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-dbd5605c-3274-477c-975a-bb738b9bb343 req-d93921f7-6295-488d-aa72-3004e0fa657b tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=a40c88fc-bfcd-4889-8158-e6fe2f5fc155 HTTP/1.1" status: 200 len: 945 time: 0.0603561 Feb 28 11:01:51.479421 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-dbd5605c-3274-477c-975a-bb738b9bb343 req-48ed8148-10e1-40d1-89d5-b4da60cfdbca tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups?id=2067cfde-6a74-4cb3-b94b-40318c10db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440385 Feb 28 11:01:51.735682 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-5d7b8644-6579-47ef-a9e2-d212a932d36d req-d0617fb2-bbdd-43a4-83ed-94e6e3a8d1be service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a40c88fc-bfcd-4889-8158-e6fe2f5fc155&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0500867 Feb 28 11:01:51.745294 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b7e001-052f-4078-808d-731196a7864e req-7b65070b-feb6-4a62-8af1-2a00c05a8c5b tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:01:51.746867 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-f6b7e001-052f-4078-808d-731196a7864e req-7b65070b-feb6-4a62-8af1-2a00c05a8c5b tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=a40c88fc-bfcd-4889-8158-e6fe2f5fc155 HTTP/1.1" status: 200 len: 945 time: 0.0576413 Feb 28 11:01:51.797859 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-f6b7e001-052f-4078-808d-731196a7864e req-17d03be6-9dea-49a4-a39e-28963a0751d9 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups?id=2067cfde-6a74-4cb3-b94b-40318c10db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445230 Feb 28 11:01:52.104378 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7b8644-6579-47ef-a9e2-d212a932d36d req-1a77afab-2804-47f7-9e91-a40ff21c1967 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:01:52.106443 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-5d7b8644-6579-47ef-a9e2-d212a932d36d req-1a77afab-2804-47f7-9e91-a40ff21c1967 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports/10f441a7-c048-4cbc-876d-a0aa146ffbfc HTTP/1.1" status: 200 len: 942 time: 0.0516930 Feb 28 11:01:52.936386 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bae1f6-ae75-4c0a-a0a0-212429bf3c81 req-2b4c9122-5fea-4797-b4a4-76a10558c2a4 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:01:52.937977 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-26bae1f6-ae75-4c0a-a0a0-212429bf3c81 req-2b4c9122-5fea-4797-b4a4-76a10558c2a4 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=a40c88fc-bfcd-4889-8158-e6fe2f5fc155 HTTP/1.1" status: 200 len: 945 time: 0.0589838 Feb 28 11:01:52.993632 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-26bae1f6-ae75-4c0a-a0a0-212429bf3c81 req-f6172680-d22d-4814-8b38-033dab1d33a8 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups?id=2067cfde-6a74-4cb3-b94b-40318c10db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467997 Feb 28 11:01:53.077311 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7b8644-6579-47ef-a9e2-d212a932d36d req-cb454c2a-5b1f-4f06-a07a-5a7a806311af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:01:53.078942 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-5d7b8644-6579-47ef-a9e2-d212a932d36d req-cb454c2a-5b1f-4f06-a07a-5a7a806311af service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f15f14e780e74c8a81fab6575e728c44&device_id=a40c88fc-bfcd-4889-8158-e6fe2f5fc155 HTTP/1.1" status: 200 len: 1129 time: 0.0561182 Feb 28 11:01:53.170182 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7b8644-6579-47ef-a9e2-d212a932d36d req-d431e2c5-89c4-43c9-b805-4f1be45b9d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:01:53.171701 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-5d7b8644-6579-47ef-a9e2-d212a932d36d req-d431e2c5-89c4-43c9-b805-4f1be45b9d76 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6c29038b-dae6-4704-ae1e-32feeda79697 HTTP/1.1" status: 200 len: 912 time: 0.0873091 Feb 28 11:01:53.251504 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-5d7b8644-6579-47ef-a9e2-d212a932d36d req-732bfc33-fed4-47da-9514-b94729ff9c1d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=10f441a7-c048-4cbc-876d-a0aa146ffbfc HTTP/1.1" status: 200 len: 1001 time: 0.0734313 Feb 28 11:01:53.304961 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7b8644-6579-47ef-a9e2-d212a932d36d req-0729a612-a414-4a32-bd1a-c74a2a183035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:01:53.306492 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-5d7b8644-6579-47ef-a9e2-d212a932d36d req-0729a612-a414-4a32-bd1a-c74a2a183035 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3d269766-416a-45a4-b82e-d8ae6262c6f3 HTTP/1.1" status: 200 len: 850 time: 0.0495448 Feb 28 11:01:53.358727 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7b8644-6579-47ef-a9e2-d212a932d36d req-8566f501-e101-4c70-a2c0-e2cacbce6390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:01:53.360180 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-5d7b8644-6579-47ef-a9e2-d212a932d36d req-8566f501-e101-4c70-a2c0-e2cacbce6390 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6c29038b-dae6-4704-ae1e-32feeda79697&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0482812 Feb 28 11:01:53.463132 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-5d7b8644-6579-47ef-a9e2-d212a932d36d req-429b4675-b90f-4e9e-aba1-1d141473783a service neutron] 10.222.0.30 "GET /v2.0/networks/6c29038b-dae6-4704-ae1e-32feeda79697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969520 Feb 28 11:01:53.555784 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-5d7b8644-6579-47ef-a9e2-d212a932d36d req-5c6d921c-c0e3-4d52-b656-23c4483fc6ea service neutron] 10.222.0.30 "GET /v2.0/networks/6c29038b-dae6-4704-ae1e-32feeda79697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864406 Feb 28 11:01:54.118438 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d932f7ce-24fe-4e6c-9d99-004ad09f8c92 req-19e23252-d890-41e9-a6bb-237b4f3f5457 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:01:54.119985 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-d932f7ce-24fe-4e6c-9d99-004ad09f8c92 req-19e23252-d890-41e9-a6bb-237b4f3f5457 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=a40c88fc-bfcd-4889-8158-e6fe2f5fc155 HTTP/1.1" status: 200 len: 945 time: 0.0554645 Feb 28 11:01:54.175750 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-d932f7ce-24fe-4e6c-9d99-004ad09f8c92 req-53cbeb66-c40b-438b-8435-05726825adf2 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups?id=2067cfde-6a74-4cb3-b94b-40318c10db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496244 Feb 28 11:01:55.239059 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-5d7b8644-6579-47ef-a9e2-d212a932d36d req-adbc6ef5-1099-4420-8fc4-7328e96d1db8 service neutron] 10.222.0.30 "GET /v2.0/ports/10f441a7-c048-4cbc-876d-a0aa146ffbfc/bindings/hv-neutron-mast HTTP/1.1" status: 200 len: 384 time: 0.0584514 Feb 28 11:01:55.303258 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4273c4e3-ff35-4048-9f66-eb34c93ae90e req-b13ef5b7-f3a0-4e95-8917-a59ba5a7178f tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:01:55.304845 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-4273c4e3-ff35-4048-9f66-eb34c93ae90e req-b13ef5b7-f3a0-4e95-8917-a59ba5a7178f tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=a40c88fc-bfcd-4889-8158-e6fe2f5fc155 HTTP/1.1" status: 200 len: 945 time: 0.0557122 Feb 28 11:01:55.365009 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-4273c4e3-ff35-4048-9f66-eb34c93ae90e req-a160548e-256b-4c1b-aed3-66ecbe35afde tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups?id=2067cfde-6a74-4cb3-b94b-40318c10db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531840 Feb 28 11:01:55.517331 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7b8644-6579-47ef-a9e2-d212a932d36d req-b3ec49a6-5452-4a05-b5b9-3fb4fd792c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:01:55.518849 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-5d7b8644-6579-47ef-a9e2-d212a932d36d req-b3ec49a6-5452-4a05-b5b9-3fb4fd792c1e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a40c88fc-bfcd-4889-8158-e6fe2f5fc155&tenant_id=f15f14e780e74c8a81fab6575e728c44 HTTP/1.1" status: 200 len: 1129 time: 0.0506635 Feb 28 11:01:55.605035 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7b8644-6579-47ef-a9e2-d212a932d36d req-bc92ee22-4a38-447b-bb42-5ca01d496d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:01:55.606563 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-5d7b8644-6579-47ef-a9e2-d212a932d36d req-bc92ee22-4a38-447b-bb42-5ca01d496d33 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f15f14e780e74c8a81fab6575e728c44&device_id=a40c88fc-bfcd-4889-8158-e6fe2f5fc155 HTTP/1.1" status: 200 len: 1129 time: 0.0531292 Feb 28 11:01:55.697618 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7b8644-6579-47ef-a9e2-d212a932d36d req-19258b8a-a5a5-4be8-93fb-ad5f8e08b201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:01:55.699095 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-5d7b8644-6579-47ef-a9e2-d212a932d36d req-19258b8a-a5a5-4be8-93fb-ad5f8e08b201 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6c29038b-dae6-4704-ae1e-32feeda79697 HTTP/1.1" status: 200 len: 912 time: 0.0861087 Feb 28 11:01:55.770726 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-5d7b8644-6579-47ef-a9e2-d212a932d36d req-b1298265-f1b1-4f59-a1b7-5530a0b3b119 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=10f441a7-c048-4cbc-876d-a0aa146ffbfc HTTP/1.1" status: 200 len: 1001 time: 0.0650136 Feb 28 11:01:55.820734 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7b8644-6579-47ef-a9e2-d212a932d36d req-ffb38561-041d-4fd3-a3fb-10a0060a2cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:01:55.822268 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-5d7b8644-6579-47ef-a9e2-d212a932d36d req-ffb38561-041d-4fd3-a3fb-10a0060a2cbd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3d269766-416a-45a4-b82e-d8ae6262c6f3 HTTP/1.1" status: 200 len: 850 time: 0.0461051 Feb 28 11:01:55.873030 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7b8644-6579-47ef-a9e2-d212a932d36d req-b96aad92-bd94-4308-99cd-dc322dacbf8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:01:55.874623 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-5d7b8644-6579-47ef-a9e2-d212a932d36d req-b96aad92-bd94-4308-99cd-dc322dacbf8c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6c29038b-dae6-4704-ae1e-32feeda79697&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0466588 Feb 28 11:01:55.979898 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-5d7b8644-6579-47ef-a9e2-d212a932d36d req-74d79214-b6a3-402f-9a5f-d145f7b97962 service neutron] 10.222.0.30 "GET /v2.0/networks/6c29038b-dae6-4704-ae1e-32feeda79697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991240 Feb 28 11:01:56.078314 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-5d7b8644-6579-47ef-a9e2-d212a932d36d req-e003659c-bd65-4d57-b6f1-732d07b4502f service neutron] 10.222.0.30 "GET /v2.0/networks/6c29038b-dae6-4704-ae1e-32feeda79697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917516 Feb 28 11:01:56.487366 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fe76b5-0320-4679-ba88-f9d64bba6023 req-dad88cc9-fb00-4fbd-b11f-babcd0cb1e10 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:01:56.488888 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-47fe76b5-0320-4679-ba88-f9d64bba6023 req-dad88cc9-fb00-4fbd-b11f-babcd0cb1e10 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=a40c88fc-bfcd-4889-8158-e6fe2f5fc155 HTTP/1.1" status: 200 len: 945 time: 0.0586767 Feb 28 11:01:56.541947 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-47fe76b5-0320-4679-ba88-f9d64bba6023 req-e6aeb3df-735c-4473-b55a-d3e698cc8820 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups?id=2067cfde-6a74-4cb3-b94b-40318c10db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472951 Feb 28 11:01:57.677456 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c80ebb8-e1e1-4f6e-9200-6d737e53d588 req-c6cf5142-5913-4b47-b227-d080a1d301a7 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:01:57.678987 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-3c80ebb8-e1e1-4f6e-9200-6d737e53d588 req-c6cf5142-5913-4b47-b227-d080a1d301a7 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=a40c88fc-bfcd-4889-8158-e6fe2f5fc155 HTTP/1.1" status: 200 len: 945 time: 0.0584488 Feb 28 11:01:57.733597 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-3c80ebb8-e1e1-4f6e-9200-6d737e53d588 req-fa90d80a-239a-4272-a748-15c6272aa2b9 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups?id=2067cfde-6a74-4cb3-b94b-40318c10db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462840 Feb 28 11:01:58.602827 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device 10f441a7-c048-4cbc-876d-a0aa146ffbfc details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103409) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 11:01:58.608240 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device 10f441a7-c048-4cbc-876d-a0aa146ffbfc no longer exists at agent hyperv_hv-neutron-mast {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 11:01:58.861639 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b12291-df26-4665-af6f-1e6d6d4a4186 req-69ac4232-601b-434a-8ac3-b7b8dd43d209 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:01:58.863402 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-d7b12291-df26-4665-af6f-1e6d6d4a4186 req-69ac4232-601b-434a-8ac3-b7b8dd43d209 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=a40c88fc-bfcd-4889-8158-e6fe2f5fc155 HTTP/1.1" status: 200 len: 945 time: 0.0566494 Feb 28 11:01:58.912708 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-d7b12291-df26-4665-af6f-1e6d6d4a4186 req-e470fff5-d2d8-4234-b9ef-c32a6f946c47 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups?id=2067cfde-6a74-4cb3-b94b-40318c10db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433753 Feb 28 11:01:58.921332 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Current status of the port 10f441a7-c048-4cbc-876d-a0aa146ffbfc is: ACTIVE; New status is: DOWN {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:01:58.921728 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (10f441a7-c048-4cbc-876d-a0aa146ffbfc), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:01:58.928994 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] For port 10f441a7-c048-4cbc-876d-a0aa146ffbfc, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=10f441a7-c048-4cbc-876d-a0aa146ffbfc,segment=NetworkSegment(f041315e-ab14-4139-8419-07be691a7149),segment_id=f041315e-ab14-4139-8419-07be691a7149)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:01:58.954032 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Returning: {'device': '10f441a7-c048-4cbc-876d-a0aa146ffbfc', 'network_id': '6c29038b-dae6-4704-ae1e-32feeda79697', 'port_id': '10f441a7-c048-4cbc-876d-a0aa146ffbfc', 'mac_address': 'fa:16:3e:f5:1a:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 263, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d269766-416a-45a4-b82e-d8ae6262c6f3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103409) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 11:01:58.964580 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a40c88fc-bfcd-4889-8158-e6fe2f5fc155', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10f441a7-c048-4cbc-876d-a0aa146ffbfc'}] {{(pid=103409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:01:58.966880 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa5325a5be4b33bf61fd809c564e3765e689d817bbd874267890deb3cfccaf12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1473a1b-cdf8-4a0a-a26e-fc4baf398c11" -d '{"events": [{"server_uuid": "a40c88fc-bfcd-4889-8158-e6fe2f5fc155", "name": "network-vif-unplugged", "status": "completed", "tag": "10f441a7-c048-4cbc-876d-a0aa146ffbfc"}]}' {{(pid=103409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 11:01:59.003971 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] For port 10f441a7-c048-4cbc-876d-a0aa146ffbfc, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=10f441a7-c048-4cbc-876d-a0aa146ffbfc,segment=NetworkSegment(f041315e-ab14-4139-8419-07be691a7149),segment_id=f041315e-ab14-4139-8419-07be691a7149)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:01:59.011898 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (10f441a7-c048-4cbc-876d-a0aa146ffbfc), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:01:59.048875 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 28 Feb 2022 11:01:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-983207bc-d4bf-4ba3-bcbb-42ffe7af8173 x-openstack-request-id: req-983207bc-d4bf-4ba3-bcbb-42ffe7af8173 {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 11:01:59.049265 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a40c88fc-bfcd-4889-8158-e6fe2f5fc155", "name": "network-vif-unplugged", "status": "completed", "tag": "10f441a7-c048-4cbc-876d-a0aa146ffbfc", "code": 200}]} {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 11:01:59.049587 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-983207bc-d4bf-4ba3-bcbb-42ffe7af8173 {{(pid=103409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 11:01:59.050842 dv-neutron-master-2-hyperv neutron-server[103409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a40c88fc-bfcd-4889-8158-e6fe2f5fc155', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10f441a7-c048-4cbc-876d-a0aa146ffbfc', 'code': 200} Feb 28 11:01:59.055659 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Current status of the port 10f441a7-c048-4cbc-876d-a0aa146ffbfc is: ACTIVE; New status is: BUILD {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:01:59.056044 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (10f441a7-c048-4cbc-876d-a0aa146ffbfc), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:01:59.076867 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 10f441a7-c048-4cbc-876d-a0aa146ffbfc {{(pid=103409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 11:01:59.096594 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Pushing event updated for resources: {'Port': ['ID=10f441a7-c048-4cbc-876d-a0aa146ffbfc,revision_number=6']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:01:59.130531 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:01:59.130856 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:01:59.131202 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:01:59.131547 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:01:59.131901 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:01:59.132474 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:01:59.132846 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:01:59.133187 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:01:59.133525 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:01:59.133993 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:01:59.134333 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:01:59.134665 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:01:59.134994 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:01:59.151513 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.db.api [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103409) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:01:59.152097 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG oslo_db.api [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:01:59.197544 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534550a8-8594-42bd-889e-2afa9a2b523f req-194df1ed-566c-4bdd-bbba-4e094f4dfdab tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:01:59.199069 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-534550a8-8594-42bd-889e-2afa9a2b523f req-194df1ed-566c-4bdd-bbba-4e094f4dfdab tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=a40c88fc-bfcd-4889-8158-e6fe2f5fc155 HTTP/1.1" status: 200 len: 943 time: 0.1011300 Feb 28 11:01:59.200431 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [req-6391f951-ccc7-47bf-90e1-a7ecf5a94b74 req-ac2fb168-4a9d-4a7b-af88-6f5d9e79d3d2 tempest-TestNetworkBasicOps-605273157 tempest-TestNetworkBasicOps-605273157-project] (103407) timed out ('10.222.0.20', 41646) {{(pid=103407) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 28 11:01:59.214164 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad45ce4-90da-48c0-89ca-c156699404ae req-e8b7c813-f83e-47ae-9c52-fb9e0749221e tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:01:59.215601 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-dad45ce4-90da-48c0-89ca-c156699404ae req-e8b7c813-f83e-47ae-9c52-fb9e0749221e tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.30 "GET /v2.0/ports?device_id=a40c88fc-bfcd-4889-8158-e6fe2f5fc155&tenant_id=f15f14e780e74c8a81fab6575e728c44&binding%3Ahost_id=hv-neutron-mast HTTP/1.1" status: 200 len: 943 time: 0.0782394 Feb 28 11:01:59.262789 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-534550a8-8594-42bd-889e-2afa9a2b523f req-5ec2876e-d6b6-42c4-8a40-b7c7c652be00 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups?id=2067cfde-6a74-4cb3-b94b-40318c10db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564232 Feb 28 11:01:59.329225 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad45ce4-90da-48c0-89ca-c156699404ae req-48ce83f2-164f-468a-b051-4baf910bedb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:01:59.330755 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-dad45ce4-90da-48c0-89ca-c156699404ae req-48ce83f2-164f-468a-b051-4baf910bedb9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f15f14e780e74c8a81fab6575e728c44&device_id=a40c88fc-bfcd-4889-8158-e6fe2f5fc155 HTTP/1.1" status: 200 len: 1127 time: 0.0473988 Feb 28 11:01:59.429022 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad45ce4-90da-48c0-89ca-c156699404ae req-9f093577-212c-45a8-96b9-54634a98e293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:01:59.430534 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-dad45ce4-90da-48c0-89ca-c156699404ae req-9f093577-212c-45a8-96b9-54634a98e293 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6c29038b-dae6-4704-ae1e-32feeda79697 HTTP/1.1" status: 200 len: 912 time: 0.0930271 Feb 28 11:01:59.498627 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-dad45ce4-90da-48c0-89ca-c156699404ae req-b2b4a3ef-8f2e-4a8f-848c-2383dd9d146f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=10f441a7-c048-4cbc-876d-a0aa146ffbfc HTTP/1.1" status: 200 len: 999 time: 0.0617986 Feb 28 11:01:59.553781 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad45ce4-90da-48c0-89ca-c156699404ae req-3b6d2c9f-0ee2-4544-ab2a-b1f2c67e2b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:01:59.555195 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-dad45ce4-90da-48c0-89ca-c156699404ae req-3b6d2c9f-0ee2-4544-ab2a-b1f2c67e2b0d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3d269766-416a-45a4-b82e-d8ae6262c6f3 HTTP/1.1" status: 200 len: 850 time: 0.0501363 Feb 28 11:01:59.607298 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad45ce4-90da-48c0-89ca-c156699404ae req-52ca4947-3ec9-4960-9863-8a69593977b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:01:59.609028 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-dad45ce4-90da-48c0-89ca-c156699404ae req-52ca4947-3ec9-4960-9863-8a69593977b5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6c29038b-dae6-4704-ae1e-32feeda79697&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0478227 Feb 28 11:01:59.689825 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Current status of the port 10f441a7-c048-4cbc-876d-a0aa146ffbfc is: DOWN; New status is: BUILD {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:01:59.691137 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (10f441a7-c048-4cbc-876d-a0aa146ffbfc), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:01:59.700240 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-dad45ce4-90da-48c0-89ca-c156699404ae req-7b278ee3-357d-47ee-a5fb-e1a574dec731 service neutron] 10.222.0.30 "GET /v2.0/networks/6c29038b-dae6-4704-ae1e-32feeda79697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844736 Feb 28 11:01:59.705658 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10f441a7-c048-4cbc-876d-a0aa146ffbfc {{(pid=103409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 11:01:59.727607 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] For port 10f441a7-c048-4cbc-876d-a0aa146ffbfc, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=10f441a7-c048-4cbc-876d-a0aa146ffbfc,segment=NetworkSegment(f041315e-ab14-4139-8419-07be691a7149),segment_id=f041315e-ab14-4139-8419-07be691a7149)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:01:59.734270 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (10f441a7-c048-4cbc-876d-a0aa146ffbfc), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:01:59.789946 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Pushing event updated for resources: {'Port': ['ID=10f441a7-c048-4cbc-876d-a0aa146ffbfc,revision_number=7']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:01:59.800750 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-dad45ce4-90da-48c0-89ca-c156699404ae req-ebd6013b-4ef5-4f28-ba0a-c86b74165243 service neutron] 10.222.0.30 "GET /v2.0/networks/6c29038b-dae6-4704-ae1e-32feeda79697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944808 Feb 28 11:01:59.861662 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] get_ports_and_sgs() called for port_ids ['10f441a7-c048-4cbc-876d-a0aa146ffbfc'] {{(pid=103409) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 11:02:00.417607 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c6a4c5-b798-40ba-a210-d5b8a6d4096f req-b4e2278d-e205-49b2-8660-445c0f6c741e tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:02:00.419205 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-60c6a4c5-b798-40ba-a210-d5b8a6d4096f req-b4e2278d-e205-49b2-8660-445c0f6c741e tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=a40c88fc-bfcd-4889-8158-e6fe2f5fc155 HTTP/1.1" status: 200 len: 944 time: 0.0593262 Feb 28 11:02:00.473488 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-60c6a4c5-b798-40ba-a210-d5b8a6d4096f req-eb75c615-55e9-46a3-87d4-b843670ad564 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups?id=2067cfde-6a74-4cb3-b94b-40318c10db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465589 Feb 28 11:02:00.614159 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device 10f441a7-c048-4cbc-876d-a0aa146ffbfc up at agent hyperv_hv-neutron-mast {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 11:02:00.621887 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8167a708-ebd1-469b-8eb3-54099133bcc3 req-c9fc6e07-dfb1-43e8-bf74-b504dca7aaf5 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:02:00.623416 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-8167a708-ebd1-469b-8eb3-54099133bcc3 req-c9fc6e07-dfb1-43e8-bf74-b504dca7aaf5 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=a40c88fc-bfcd-4889-8158-e6fe2f5fc155 HTTP/1.1" status: 200 len: 944 time: 0.0613551 Feb 28 11:02:00.666758 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Provisioning complete for port 10f441a7-c048-4cbc-876d-a0aa146ffbfc triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:02:00.667114 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (10f441a7-c048-4cbc-876d-a0aa146ffbfc), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:02:00.671973 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-8167a708-ebd1-469b-8eb3-54099133bcc3 req-d4cf23ef-ef13-4170-98ce-6f60114133be tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups?id=2067cfde-6a74-4cb3-b94b-40318c10db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421448 Feb 28 11:02:00.750768 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Current status of the port 10f441a7-c048-4cbc-876d-a0aa146ffbfc is: BUILD; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:02:00.751437 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (10f441a7-c048-4cbc-876d-a0aa146ffbfc), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:02:00.790142 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] For port 10f441a7-c048-4cbc-876d-a0aa146ffbfc, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=10f441a7-c048-4cbc-876d-a0aa146ffbfc,segment=NetworkSegment(f041315e-ab14-4139-8419-07be691a7149),segment_id=f041315e-ab14-4139-8419-07be691a7149)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:02:00.797530 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (10f441a7-c048-4cbc-876d-a0aa146ffbfc), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:02:00.877066 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Pushing event updated for resources: {'Port': ['ID=10f441a7-c048-4cbc-876d-a0aa146ffbfc,revision_number=8']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:02:00.929326 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f805b134-1add-4cd4-ba56-753a657460fc req-089387ae-8c8e-46f7-878e-2379fa7eb533 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:02:00.930884 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-f805b134-1add-4cd4-ba56-753a657460fc req-089387ae-8c8e-46f7-878e-2379fa7eb533 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=a40c88fc-bfcd-4889-8158-e6fe2f5fc155 HTTP/1.1" status: 200 len: 945 time: 0.0587423 Feb 28 11:02:01.002355 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-f805b134-1add-4cd4-ba56-753a657460fc req-04b42e3a-4ecd-43be-b197-847432011b8c tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups?id=2067cfde-6a74-4cb3-b94b-40318c10db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629683 Feb 28 11:02:01.008288 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea33651c-1a54-4c17-a21a-d6ca31a2ee67 req-aab9b9f1-5754-44c7-b701-45270972b992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:02:01.009824 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-ea33651c-1a54-4c17-a21a-d6ca31a2ee67 req-aab9b9f1-5754-44c7-b701-45270972b992 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f15f14e780e74c8a81fab6575e728c44&device_id=a40c88fc-bfcd-4889-8158-e6fe2f5fc155 HTTP/1.1" status: 200 len: 1129 time: 0.0780795 Feb 28 11:02:01.052318 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a40c88fc-bfcd-4889-8158-e6fe2f5fc155', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10f441a7-c048-4cbc-876d-a0aa146ffbfc'}] {{(pid=103409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:02:01.054827 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa5325a5be4b33bf61fd809c564e3765e689d817bbd874267890deb3cfccaf12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96652499-def1-46f4-b6eb-1e57d940780c" -d '{"events": [{"server_uuid": "a40c88fc-bfcd-4889-8158-e6fe2f5fc155", "name": "network-vif-plugged", "status": "completed", "tag": "10f441a7-c048-4cbc-876d-a0aa146ffbfc"}]}' {{(pid=103409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 11:02:01.091113 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 11:02:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fc7a244-dd2d-4a93-a793-be6a90ffe798 x-openstack-request-id: req-3fc7a244-dd2d-4a93-a793-be6a90ffe798 {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 11:02:01.091417 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a40c88fc-bfcd-4889-8158-e6fe2f5fc155", "name": "network-vif-plugged", "status": "completed", "tag": "10f441a7-c048-4cbc-876d-a0aa146ffbfc", "code": 200}]} {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 11:02:01.091696 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3fc7a244-dd2d-4a93-a793-be6a90ffe798 {{(pid=103409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 11:02:01.092095 dv-neutron-master-2-hyperv neutron-server[103409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a40c88fc-bfcd-4889-8158-e6fe2f5fc155', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10f441a7-c048-4cbc-876d-a0aa146ffbfc', 'code': 200} Feb 28 11:02:01.108254 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea33651c-1a54-4c17-a21a-d6ca31a2ee67 req-423b9436-7254-449d-a550-9f9214061e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:02:01.109796 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-ea33651c-1a54-4c17-a21a-d6ca31a2ee67 req-423b9436-7254-449d-a550-9f9214061e8b service neutron] 10.222.0.30 "GET /v2.0/networks?id=6c29038b-dae6-4704-ae1e-32feeda79697 HTTP/1.1" status: 200 len: 912 time: 0.0920455 Feb 28 11:02:01.185273 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-ea33651c-1a54-4c17-a21a-d6ca31a2ee67 req-33f1cb05-fed2-4d4d-b605-cee72ca7a223 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=10f441a7-c048-4cbc-876d-a0aa146ffbfc HTTP/1.1" status: 200 len: 1001 time: 0.0591910 Feb 28 11:02:01.239428 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea33651c-1a54-4c17-a21a-d6ca31a2ee67 req-cf91511f-a334-4406-bb7a-9ebe66589f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:02:01.240948 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-ea33651c-1a54-4c17-a21a-d6ca31a2ee67 req-cf91511f-a334-4406-bb7a-9ebe66589f37 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3d269766-416a-45a4-b82e-d8ae6262c6f3 HTTP/1.1" status: 200 len: 850 time: 0.0499723 Feb 28 11:02:01.289273 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea33651c-1a54-4c17-a21a-d6ca31a2ee67 req-a5db7a5e-4721-4e02-94f0-0886c6e75586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:02:01.290848 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-ea33651c-1a54-4c17-a21a-d6ca31a2ee67 req-a5db7a5e-4721-4e02-94f0-0886c6e75586 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6c29038b-dae6-4704-ae1e-32feeda79697&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0444422 Feb 28 11:02:01.379240 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-ea33651c-1a54-4c17-a21a-d6ca31a2ee67 req-1c8b102b-74ba-492a-9167-a7922eb909a8 service neutron] 10.222.0.30 "GET /v2.0/networks/6c29038b-dae6-4704-ae1e-32feeda79697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826821 Feb 28 11:02:01.481228 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-ea33651c-1a54-4c17-a21a-d6ca31a2ee67 req-3bca2681-86f8-4ffd-a61a-19f13b4832a3 service neutron] 10.222.0.30 "GET /v2.0/networks/6c29038b-dae6-4704-ae1e-32feeda79697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957100 Feb 28 11:02:02.132322 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ab8462-89b6-4386-8689-82799ec85de1 req-5a00f1aa-36b4-481a-b90d-9ba7fd119695 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:02:02.134026 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-37ab8462-89b6-4386-8689-82799ec85de1 req-5a00f1aa-36b4-481a-b90d-9ba7fd119695 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=a40c88fc-bfcd-4889-8158-e6fe2f5fc155 HTTP/1.1" status: 200 len: 945 time: 0.0604408 Feb 28 11:02:02.192488 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-37ab8462-89b6-4386-8689-82799ec85de1 req-8d399cf6-2c00-430f-91aa-d9d1cf829e28 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups?id=2067cfde-6a74-4cb3-b94b-40318c10db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529814 Feb 28 11:02:02.618228 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device 10f441a7-c048-4cbc-876d-a0aa146ffbfc no longer exists at agent hyperv_hv-neutron-mast {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 11:02:02.696349 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Current status of the port 10f441a7-c048-4cbc-876d-a0aa146ffbfc is: ACTIVE; New status is: DOWN {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:02:02.696817 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (10f441a7-c048-4cbc-876d-a0aa146ffbfc), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:02:02.729517 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] For port 10f441a7-c048-4cbc-876d-a0aa146ffbfc, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=10f441a7-c048-4cbc-876d-a0aa146ffbfc,segment=NetworkSegment(f041315e-ab14-4139-8419-07be691a7149),segment_id=f041315e-ab14-4139-8419-07be691a7149)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:02:02.734570 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (10f441a7-c048-4cbc-876d-a0aa146ffbfc), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:02:02.784713 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Pushing event updated for resources: {'Port': ['ID=10f441a7-c048-4cbc-876d-a0aa146ffbfc,revision_number=9']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:02:03.093238 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a40c88fc-bfcd-4889-8158-e6fe2f5fc155', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10f441a7-c048-4cbc-876d-a0aa146ffbfc'}] {{(pid=103409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:02:03.095497 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa5325a5be4b33bf61fd809c564e3765e689d817bbd874267890deb3cfccaf12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e62e4a83-7cd2-40a6-b390-fc57073c99ec" -d '{"events": [{"server_uuid": "a40c88fc-bfcd-4889-8158-e6fe2f5fc155", "name": "network-vif-unplugged", "status": "completed", "tag": "10f441a7-c048-4cbc-876d-a0aa146ffbfc"}]}' {{(pid=103409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 11:02:03.131956 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 28 Feb 2022 11:02:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66feac9e-b0a8-4bef-a311-af5722dc20db x-openstack-request-id: req-66feac9e-b0a8-4bef-a311-af5722dc20db {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 11:02:03.132277 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a40c88fc-bfcd-4889-8158-e6fe2f5fc155", "name": "network-vif-unplugged", "status": "completed", "tag": "10f441a7-c048-4cbc-876d-a0aa146ffbfc", "code": 200}]} {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 11:02:03.132506 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-66feac9e-b0a8-4bef-a311-af5722dc20db {{(pid=103409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 11:02:03.132962 dv-neutron-master-2-hyperv neutron-server[103409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a40c88fc-bfcd-4889-8158-e6fe2f5fc155', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10f441a7-c048-4cbc-876d-a0aa146ffbfc', 'code': 200} Feb 28 11:02:03.319357 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52a85d2-e8f1-4507-8ff8-94c179554e30 req-9a5d652e-8af9-4a0b-a010-7ae1f8530d85 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:02:03.320879 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-e52a85d2-e8f1-4507-8ff8-94c179554e30 req-9a5d652e-8af9-4a0b-a010-7ae1f8530d85 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=a40c88fc-bfcd-4889-8158-e6fe2f5fc155 HTTP/1.1" status: 200 len: 943 time: 0.0587480 Feb 28 11:02:03.368613 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-e52a85d2-e8f1-4507-8ff8-94c179554e30 req-f4d62950-203e-4428-8980-48472e2b5dde tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups?id=2067cfde-6a74-4cb3-b94b-40318c10db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417070 Feb 28 11:02:03.631049 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad83d976-75e7-4b0b-a42b-f22d469a03c5 req-c48ecac6-903a-414b-a32c-38c51c4253aa tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:02:03.632464 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-ad83d976-75e7-4b0b-a42b-f22d469a03c5 req-c48ecac6-903a-414b-a32c-38c51c4253aa tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=a40c88fc-bfcd-4889-8158-e6fe2f5fc155 HTTP/1.1" status: 200 len: 943 time: 0.0532386 Feb 28 11:02:03.680217 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-ad83d976-75e7-4b0b-a42b-f22d469a03c5 req-82d5aae9-c639-4a7f-9475-5036726800a2 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups?id=2067cfde-6a74-4cb3-b94b-40318c10db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413353 Feb 28 11:02:04.804800 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704f0289-20b9-46ba-8147-99d736d33147 req-a0ebde8d-cb3b-4147-841e-f9bd130a2049 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:02:04.806215 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-704f0289-20b9-46ba-8147-99d736d33147 req-a0ebde8d-cb3b-4147-841e-f9bd130a2049 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=a40c88fc-bfcd-4889-8158-e6fe2f5fc155 HTTP/1.1" status: 200 len: 943 time: 0.0552347 Feb 28 11:02:04.858447 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-704f0289-20b9-46ba-8147-99d736d33147 req-c4224b15-8af7-4bf9-8eda-8c630a739703 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups?id=2067cfde-6a74-4cb3-b94b-40318c10db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462375 Feb 28 11:02:05.478833 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884cdbcf-e1ae-4078-b530-197467b91450 req-1bf084f5-94b4-4f5f-bea1-eab8877d00b3 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:02:05.480320 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-884cdbcf-e1ae-4078-b530-197467b91450 req-1bf084f5-94b4-4f5f-bea1-eab8877d00b3 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.30 "GET /v2.0/ports?device_id=a40c88fc-bfcd-4889-8158-e6fe2f5fc155 HTTP/1.1" status: 200 len: 943 time: 0.0555072 Feb 28 11:02:05.576199 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [req-884cdbcf-e1ae-4078-b530-197467b91450 req-0f986d94-3098-4923-93af-e624dd638fa6 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Deleting port 10f441a7-c048-4cbc-876d-a0aa146ffbfc {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 11:02:05.576573 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-884cdbcf-e1ae-4078-b530-197467b91450 req-0f986d94-3098-4923-93af-e624dd638fa6 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (10f441a7-c048-4cbc-876d-a0aa146ffbfc), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:02:05.670368 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-884cdbcf-e1ae-4078-b530-197467b91450 req-0f986d94-3098-4923-93af-e624dd638fa6 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] For port 10f441a7-c048-4cbc-876d-a0aa146ffbfc, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=10f441a7-c048-4cbc-876d-a0aa146ffbfc,segment=NetworkSegment(f041315e-ab14-4139-8419-07be691a7149),segment_id=f041315e-ab14-4139-8419-07be691a7149)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:02:05.670736 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-884cdbcf-e1ae-4078-b530-197467b91450 req-0f986d94-3098-4923-93af-e624dd638fa6 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (10f441a7-c048-4cbc-876d-a0aa146ffbfc), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:02:05.842696 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-884cdbcf-e1ae-4078-b530-197467b91450 req-0f986d94-3098-4923-93af-e624dd638fa6 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:02:05.843430 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-884cdbcf-e1ae-4078-b530-197467b91450 req-0f986d94-3098-4923-93af-e624dd638fa6 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1803383'] for floatingip (a2d1279b-bd44-41e4-9cc8-7c77a73ab80a), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:02:05.843430 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.db.l3_db [req-884cdbcf-e1ae-4078-b530-197467b91450 req-0f986d94-3098-4923-93af-e624dd638fa6 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Floating IP a2d1279b-bd44-41e4-9cc8-7c77a73ab80a disassociated. External IP: 172.36.5.140, port: 10f441a7-c048-4cbc-876d-a0aa146ffbfc. Feb 28 11:02:05.843657 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [req-884cdbcf-e1ae-4078-b530-197467b91450 req-0f986d94-3098-4923-93af-e624dd638fa6 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Calling delete_port for 10f441a7-c048-4cbc-876d-a0aa146ffbfc owned by compute:nova {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 11:02:06.002928 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-884cdbcf-e1ae-4078-b530-197467b91450 req-0f986d94-3098-4923-93af-e624dd638fa6 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (10f441a7-c048-4cbc-876d-a0aa146ffbfc), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:02:06.037260 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1a87bd-4c0d-4424-b91c-68a9acc8d8e3 req-e0a3adca-078c-4c18-b23b-31a4787d31a5 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:02:06.038797 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-1a1a87bd-4c0d-4424-b91c-68a9acc8d8e3 req-e0a3adca-078c-4c18-b23b-31a4787d31a5 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=a40c88fc-bfcd-4889-8158-e6fe2f5fc155 HTTP/1.1" status: 200 len: 943 time: 0.1114004 Feb 28 11:02:06.041621 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f986d94-3098-4923-93af-e624dd638fa6 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Pushing event deleted for resources: {'Port': ['ID=10f441a7-c048-4cbc-876d-a0aa146ffbfc,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:02:06.058700 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f986d94-3098-4923-93af-e624dd638fa6 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:02:06.059064 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f986d94-3098-4923-93af-e624dd638fa6 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:02:06.059414 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f986d94-3098-4923-93af-e624dd638fa6 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:02:06.059758 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f986d94-3098-4923-93af-e624dd638fa6 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:02:06.060104 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f986d94-3098-4923-93af-e624dd638fa6 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:02:06.060437 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f986d94-3098-4923-93af-e624dd638fa6 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:02:06.060807 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f986d94-3098-4923-93af-e624dd638fa6 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:02:06.061126 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f986d94-3098-4923-93af-e624dd638fa6 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:02:06.061461 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f986d94-3098-4923-93af-e624dd638fa6 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:02:06.061790 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f986d94-3098-4923-93af-e624dd638fa6 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:02:06.062122 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f986d94-3098-4923-93af-e624dd638fa6 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:02:06.062449 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f986d94-3098-4923-93af-e624dd638fa6 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:02:06.062775 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f986d94-3098-4923-93af-e624dd638fa6 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:02:06.150946 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-1a1a87bd-4c0d-4424-b91c-68a9acc8d8e3 req-3d30331f-d37a-4cb8-a77e-c143797541e1 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups?id=2067cfde-6a74-4cb3-b94b-40318c10db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1055994 Feb 28 11:02:06.212663 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [req-884cdbcf-e1ae-4078-b530-197467b91450 req-0f986d94-3098-4923-93af-e624dd638fa6 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Router 834c57a4-5234-45fa-97d6-95547e3c61fd has already been hosted by L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:02:06.325480 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-884cdbcf-e1ae-4078-b530-197467b91450 req-0f986d94-3098-4923-93af-e624dd638fa6 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:02:06.338742 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8179485d-664b-41e6-853c-89c6df1fb285 None None] Sync routers for ids ['834c57a4-5234-45fa-97d6-95547e3c61fd'] in dv-neutron-master-2-hyperv {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:02:06.351668 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8179485d-664b-41e6-853c-89c6df1fb285 None None] Routers {'834c57a4-5234-45fa-97d6-95547e3c61fd'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:02:06.352584 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-8179485d-664b-41e6-853c-89c6df1fb285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T11:01:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['834c57a4-5234-45fa-97d6-95547e3c61fd'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:02:06.371463 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-884cdbcf-e1ae-4078-b530-197467b91450 req-0f986d94-3098-4923-93af-e624dd638fa6 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] No DVR routers for this DVR port 10f441a7-c048-4cbc-876d-a0aa146ffbfc on host hv-neutron-mast {{(pid=103407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:02:06.374192 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-884cdbcf-e1ae-4078-b530-197467b91450 req-0f986d94-3098-4923-93af-e624dd638fa6 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:02:06.379654 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-884cdbcf-e1ae-4078-b530-197467b91450 req-0f986d94-3098-4923-93af-e624dd638fa6 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.30 "DELETE /v2.0/ports/10f441a7-c048-4cbc-876d-a0aa146ffbfc HTTP/1.1" status: 204 len: 173 time: 0.8924990 Feb 28 11:02:06.380247 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a40c88fc-bfcd-4889-8158-e6fe2f5fc155', 'name': 'network-vif-deleted', 'tag': '10f441a7-c048-4cbc-876d-a0aa146ffbfc'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:02:06.382618 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c8e1c873eeca597e52e7ceb7469e602eac250bfea6606d285743d38033cf584" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f3c26d6-07de-4664-9372-53bf4581bad0" -d '{"events": [{"server_uuid": "a40c88fc-bfcd-4889-8158-e6fe2f5fc155", "name": "network-vif-deleted", "tag": "10f441a7-c048-4cbc-876d-a0aa146ffbfc"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 11:02:06.429199 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 11:02:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35aa34d9-208d-49ba-87b0-144bf669a15b x-openstack-request-id: req-35aa34d9-208d-49ba-87b0-144bf669a15b {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 11:02:06.429802 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a40c88fc-bfcd-4889-8158-e6fe2f5fc155", "name": "network-vif-deleted", "tag": "10f441a7-c048-4cbc-876d-a0aa146ffbfc", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 11:02:06.430113 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-35aa34d9-208d-49ba-87b0-144bf669a15b {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 11:02:06.430883 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a40c88fc-bfcd-4889-8158-e6fe2f5fc155', 'name': 'network-vif-deleted', 'tag': '10f441a7-c048-4cbc-876d-a0aa146ffbfc', 'status': 'completed', 'code': 200} Feb 28 11:02:06.476655 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-8179485d-664b-41e6-853c-89c6df1fb285 None None] Set router 834c57a4-5234-45fa-97d6-95547e3c61fd gateway port host: dv-neutron-master-2-hyperv {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:02:06.687469 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-8179485d-664b-41e6-853c-89c6df1fb285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '834c57a4-5234-45fa-97d6-95547e3c61fd', 'name': 'tempest-ServerActionsTestJSON-556458350-router', 'tenant_id': 'f15f14e780e74c8a81fab6575e728c44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.169'}], 'enable_snat': True}, 'gw_port_id': 'b26bfa21-0899-40cf-9d46-9a8b8bcc5b82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:00:23Z', 'updated_at': '2022-02-28T11:00:26Z', 'revision_number': 4, 'project_id': 'f15f14e780e74c8a81fab6575e728c44', 'gw_port': {'id': 'b26bfa21-0899-40cf-9d46-9a8b8bcc5b82', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:9a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834c57a4-5234-45fa-97d6-95547e3c61fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:00:24Z', 'updated_at': '2022-02-28T11:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'cbb65092-e09a-4430-98a7-38023b2b34f0', 'name': '', 'network_id': '6c29038b-dae6-4704-ae1e-32feeda79697', 'tenant_id': 'f15f14e780e74c8a81fab6575e728c44', 'mac_address': 'fa:16:3e:c9:af:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834c57a4-5234-45fa-97d6-95547e3c61fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '3d269766-416a-45a4-b82e-d8ae6262c6f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:00:26Z', 'updated_at': '2022-02-28T11:00:30Z', 'revision_number': 5, 'project_id': 'f15f14e780e74c8a81fab6575e728c44', 'subnets': [{'id': '3d269766-416a-45a4-b82e-d8ae6262c6f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:02:06.718140 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8179485d-664b-41e6-853c-89c6df1fb285 None None] Checking router: 834c57a4-5234-45fa-97d6-95547e3c61fd for host: dv-neutron-master-2-hyperv {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:02:06.727480 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8179485d-664b-41e6-853c-89c6df1fb285 None None] Routers {'834c57a4-5234-45fa-97d6-95547e3c61fd'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:02:06.728093 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-8179485d-664b-41e6-853c-89c6df1fb285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T11:01:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['834c57a4-5234-45fa-97d6-95547e3c61fd'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:02:06.853510 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-8179485d-664b-41e6-853c-89c6df1fb285 None None] Set router 834c57a4-5234-45fa-97d6-95547e3c61fd gateway port host: dv-neutron-master-2-hyperv {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:02:07.057049 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-8179485d-664b-41e6-853c-89c6df1fb285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '834c57a4-5234-45fa-97d6-95547e3c61fd', 'name': 'tempest-ServerActionsTestJSON-556458350-router', 'tenant_id': 'f15f14e780e74c8a81fab6575e728c44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.169'}], 'enable_snat': True}, 'gw_port_id': 'b26bfa21-0899-40cf-9d46-9a8b8bcc5b82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:00:23Z', 'updated_at': '2022-02-28T11:00:26Z', 'revision_number': 4, 'project_id': 'f15f14e780e74c8a81fab6575e728c44', 'gw_port': {'id': 'b26bfa21-0899-40cf-9d46-9a8b8bcc5b82', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:9a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834c57a4-5234-45fa-97d6-95547e3c61fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:00:24Z', 'updated_at': '2022-02-28T11:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'cbb65092-e09a-4430-98a7-38023b2b34f0', 'name': '', 'network_id': '6c29038b-dae6-4704-ae1e-32feeda79697', 'tenant_id': 'f15f14e780e74c8a81fab6575e728c44', 'mac_address': 'fa:16:3e:c9:af:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834c57a4-5234-45fa-97d6-95547e3c61fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '3d269766-416a-45a4-b82e-d8ae6262c6f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:00:26Z', 'updated_at': '2022-02-28T11:00:30Z', 'revision_number': 5, 'project_id': 'f15f14e780e74c8a81fab6575e728c44', 'subnets': [{'id': '3d269766-416a-45a4-b82e-d8ae6262c6f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:02:07.084078 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8179485d-664b-41e6-853c-89c6df1fb285 None None] The sync data for ids ['834c57a4-5234-45fa-97d6-95547e3c61fd'] in dv-neutron-master-2-hyperv is: [{'id': '834c57a4-5234-45fa-97d6-95547e3c61fd', 'name': 'tempest-ServerActionsTestJSON-556458350-router', 'tenant_id': 'f15f14e780e74c8a81fab6575e728c44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.169'}], 'enable_snat': True}, 'gw_port_id': 'b26bfa21-0899-40cf-9d46-9a8b8bcc5b82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:00:23Z', 'updated_at': '2022-02-28T11:00:26Z', 'revision_number': 4, 'project_id': 'f15f14e780e74c8a81fab6575e728c44', 'gw_port': {'id': 'b26bfa21-0899-40cf-9d46-9a8b8bcc5b82', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:9a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834c57a4-5234-45fa-97d6-95547e3c61fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:00:24Z', 'updated_at': '2022-02-28T11:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'cbb65092-e09a-4430-98a7-38023b2b34f0', 'name': '', 'network_id': '6c29038b-dae6-4704-ae1e-32feeda79697', 'tenant_id': 'f15f14e780e74c8a81fab6575e728c44', 'mac_address': 'fa:16:3e:c9:af:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834c57a4-5234-45fa-97d6-95547e3c61fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '3d269766-416a-45a4-b82e-d8ae6262c6f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:00:26Z', 'updated_at': '2022-02-28T11:00:30Z', 'revision_number': 5, 'project_id': 'f15f14e780e74c8a81fab6575e728c44', 'subnets': [{'id': '3d269766-416a-45a4-b82e-d8ae6262c6f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:02:07.324845 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59dab89-6d11-46a3-aa8e-51c6efa458e9 None None] New status for floating IP a2d1279b-bd44-41e4-9cc8-7c77a73ab80a: DOWN {{(pid=103410) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 11:02:07.426446 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-9e134982-1b85-41ba-ae67-b4750da11978 req-6fbbe556-aae5-46f4-8d72-fde1d237b36e tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--619949554&fields=id&tenant_id=f15f14e780e74c8a81fab6575e728c44 HTTP/1.1" status: 200 len: 267 time: 0.0443175 Feb 28 11:02:07.551647 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e134982-1b85-41ba-ae67-b4750da11978 req-c8220439-27b9-43c6-b711-1e4e52b25dab tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:02:07.553206 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-9e134982-1b85-41ba-ae67-b4750da11978 req-c8220439-27b9-43c6-b711-1e4e52b25dab tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/networks?id=6c29038b-dae6-4704-ae1e-32feeda79697 HTTP/1.1" status: 200 len: 811 time: 0.1190872 Feb 28 11:02:07.568238 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-9e134982-1b85-41ba-ae67-b4750da11978 req-747982be-e916-46b3-880d-5a47bdaca38a tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/quotas/f15f14e780e74c8a81fab6575e728c44 HTTP/1.1" status: 200 len: 375 time: 0.0093241 Feb 28 11:02:07.624879 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-9e134982-1b85-41ba-ae67-b4750da11978 req-9f3beddd-64ad-45ea-a6a2-051354f009eb tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=f15f14e780e74c8a81fab6575e728c44&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0514770 Feb 28 11:02:07.721837 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-9e134982-1b85-41ba-ae67-b4750da11978 req-f0edf198-1ebc-472e-b585-c776180afb27 service neutron] 10.222.0.20 "GET /v2.0/networks/6c29038b-dae6-4704-ae1e-32feeda79697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850375 Feb 28 11:02:07.816476 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-9e134982-1b85-41ba-ae67-b4750da11978 req-f446a218-1f3d-4397-ae47-09eb1778989f service neutron] 10.222.0.20 "GET /v2.0/networks/6c29038b-dae6-4704-ae1e-32feeda79697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880301 Feb 28 11:02:07.987054 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-90fb171e-c34c-4dfe-8f21-6e0196681d57 req-b5f23a1d-6c56-40b8-925c-d7ea7c644919 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8512093-b0f6-433f-b00e-aed056e6c0eb HTTP/1.1" status: 200 len: 210 time: 0.0293934 Feb 28 11:02:08.429996 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (13ac42ae-016e-4baf-bb31-c6fa820b41c2), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:02:08.671285 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device 10f441a7-c048-4cbc-876d-a0aa146ffbfc no longer exists at agent hyperv_hv-neutron-mast {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 11:02:08.695503 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] No Port match for: 10f441a7-c048-4cbc-876d-a0aa146ffbfc {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 11:02:08.695857 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device 10f441a7-c048-4cbc-876d-a0aa146ffbfc not bound to the agent host hv-neutron-mast {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 11:02:08.750556 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a93969dc-b4d5-4d5b-a06b-c851a3286f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fb6705d2-4f70-4965-92a3-fbfccd43a6d3), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:02:08.988041 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e134982-1b85-41ba-ae67-b4750da11978 req-de4d871b-348e-490c-8309-6ef8ddc2f85f tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:02:08.989655 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-9e134982-1b85-41ba-ae67-b4750da11978 req-de4d871b-348e-490c-8309-6ef8ddc2f85f tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.30 "GET /v2.0/networks?id=6c29038b-dae6-4704-ae1e-32feeda79697 HTTP/1.1" status: 200 len: 811 time: 0.1075339 Feb 28 11:02:09.091712 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-9e134982-1b85-41ba-ae67-b4750da11978 req-2a11f5bd-b71c-4119-80a0-08bb08707bf0 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f15f14e780e74c8a81fab6575e728c44 HTTP/1.1" status: 200 len: 379 time: 0.0885532 Feb 28 11:02:09.105126 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.agents_db [None req-382e0aa2-b126-48e6-89eb-3efa426b6b29 None None] Agent healthcheck: found 6 active agents {{(pid=103410) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 11:02:09.110010 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [req-9e134982-1b85-41ba-ae67-b4750da11978 req-1e35df78-01d7-4b65-941e-a95b1128271a tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Request body: {'port': {'device_id': 'c8512093-b0f6-433f-b00e-aed056e6c0eb', 'network_id': '6c29038b-dae6-4704-ae1e-32feeda79697', 'admin_state_up': True, 'tenant_id': 'f15f14e780e74c8a81fab6575e728c44', 'security_groups': ['2067cfde-6a74-4cb3-b94b-40318c10db4d']}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:02:09.128876 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-65e44ce5-4aee-4202-ae65-5de70156b251 req-8339946b-2b7f-46de-8b90-50ddfc4f5637 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8512093-b0f6-433f-b00e-aed056e6c0eb HTTP/1.1" status: 200 len: 210 time: 0.0329909 Feb 28 11:02:09.235026 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e134982-1b85-41ba-ae67-b4750da11978 req-1e35df78-01d7-4b65-941e-a95b1128271a tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Made reservation on behalf of f15f14e780e74c8a81fab6575e728c44 for: {'port': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:02:09.238620 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-9e134982-1b85-41ba-ae67-b4750da11978 req-1e35df78-01d7-4b65-941e-a95b1128271a tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:02:09.362529 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [req-9e134982-1b85-41ba-ae67-b4750da11978 req-1e35df78-01d7-4b65-941e-a95b1128271a tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Allocated IP 172.20.0.5 (6c29038b-dae6-4704-ae1e-32feeda79697/3d269766-416a-45a4-b82e-d8ae6262c6f3/9eb62e3b-51fb-487c-96f6-7325ff016654) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:02:09.510945 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-9e134982-1b85-41ba-ae67-b4750da11978 req-1e35df78-01d7-4b65-941e-a95b1128271a tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Publish callbacks [] for port (9eb62e3b-51fb-487c-96f6-7325ff016654), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:02:09.545847 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-9e134982-1b85-41ba-ae67-b4750da11978 req-1e35df78-01d7-4b65-941e-a95b1128271a tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (9eb62e3b-51fb-487c-96f6-7325ff016654), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:02:09.595025 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e134982-1b85-41ba-ae67-b4750da11978 req-1e35df78-01d7-4b65-941e-a95b1128271a tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Network 6c29038b-dae6-4704-ae1e-32feeda79697 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:02:09.598879 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [req-9e134982-1b85-41ba-ae67-b4750da11978 req-1e35df78-01d7-4b65-941e-a95b1128271a tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:02:09.602759 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e134982-1b85-41ba-ae67-b4750da11978 req-1e35df78-01d7-4b65-941e-a95b1128271a tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 11:02:09.609349 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e35df78-01d7-4b65-941e-a95b1128271a tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Pushing event updated for resources: {'Port': ['ID=9eb62e3b-51fb-487c-96f6-7325ff016654,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:02:09.663169 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e134982-1b85-41ba-ae67-b4750da11978 req-1e35df78-01d7-4b65-941e-a95b1128271a tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:02:09.663801 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-9e134982-1b85-41ba-ae67-b4750da11978 req-1e35df78-01d7-4b65-941e-a95b1128271a tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:02:09.683332 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-9e134982-1b85-41ba-ae67-b4750da11978 req-1e35df78-01d7-4b65-941e-a95b1128271a tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5779653 Feb 28 11:02:09.700461 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [req-9e134982-1b85-41ba-ae67-b4750da11978 req-65fdad02-56ac-4951-bf47-bdf3d8acef5d service neutron] Request body: {'port': {'device_id': 'c8512093-b0f6-433f-b00e-aed056e6c0eb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:02:09.778752 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-9e134982-1b85-41ba-ae67-b4750da11978 req-65fdad02-56ac-4951-bf47-bdf3d8acef5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (9eb62e3b-51fb-487c-96f6-7325ff016654), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:02:09.884098 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-ae27ebd0-9d11-4f49-b3bc-2da12123c2d8 None None] Provisioning complete for port 9eb62e3b-51fb-487c-96f6-7325ff016654 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:02:09.884725 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ae27ebd0-9d11-4f49-b3bc-2da12123c2d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (9eb62e3b-51fb-487c-96f6-7325ff016654), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:02:09.919717 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-ae27ebd0-9d11-4f49-b3bc-2da12123c2d8 None None] Port 9eb62e3b-51fb-487c-96f6-7325ff016654 cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 11:02:10.067413 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.notifiers.nova [req-9e134982-1b85-41ba-ae67-b4750da11978 req-65fdad02-56ac-4951-bf47-bdf3d8acef5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9eb62e3b-51fb-487c-96f6-7325ff016654 {{(pid=103407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 11:02:10.076486 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-9e134982-1b85-41ba-ae67-b4750da11978 req-65fdad02-56ac-4951-bf47-bdf3d8acef5d service neutron] Publish callbacks [] for port (9eb62e3b-51fb-487c-96f6-7325ff016654), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:02:10.091163 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.provisioning_blocks [req-9e134982-1b85-41ba-ae67-b4750da11978 req-65fdad02-56ac-4951-bf47-bdf3d8acef5d service neutron] Transition to ACTIVE for port object 9eb62e3b-51fb-487c-96f6-7325ff016654 will not be triggered until provisioned by entity L2. {{(pid=103407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 11:02:10.096482 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-9e134982-1b85-41ba-ae67-b4750da11978 req-65fdad02-56ac-4951-bf47-bdf3d8acef5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3498066'] for port (9eb62e3b-51fb-487c-96f6-7325ff016654), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:02:10.180671 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fdad02-56ac-4951-bf47-bdf3d8acef5d service neutron] Pushing event updated for resources: {'Port': ['ID=9eb62e3b-51fb-487c-96f6-7325ff016654,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:02:10.308887 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fe0d17-942d-4777-a6b8-887b80697a17 req-108a2b99-5982-462b-8250-4e2bc2af4673 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:02:10.310605 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-c2fe0d17-942d-4777-a6b8-887b80697a17 req-108a2b99-5982-462b-8250-4e2bc2af4673 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8512093-b0f6-433f-b00e-aed056e6c0eb HTTP/1.1" status: 200 len: 943 time: 0.0982924 Feb 28 11:02:10.311944 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-9e134982-1b85-41ba-ae67-b4750da11978 req-65fdad02-56ac-4951-bf47-bdf3d8acef5d service neutron] Attempting to bind port 9eb62e3b-51fb-487c-96f6-7325ff016654 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 11:02:10.312288 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-9e134982-1b85-41ba-ae67-b4750da11978 req-65fdad02-56ac-4951-bf47-bdf3d8acef5d service neutron] Attempting to bind port 9eb62e3b-51fb-487c-96f6-7325ff016654 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'f041315e-ab14-4139-8419-07be691a7149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '6c29038b-dae6-4704-ae1e-32feeda79697'}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 11:02:10.312652 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e134982-1b85-41ba-ae67-b4750da11978 req-65fdad02-56ac-4951-bf47-bdf3d8acef5d service neutron] Attempting to bind port 9eb62e3b-51fb-487c-96f6-7325ff016654 on network 6c29038b-dae6-4704-ae1e-32feeda79697 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 11:02:10.326565 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e134982-1b85-41ba-ae67-b4750da11978 req-65fdad02-56ac-4951-bf47-bdf3d8acef5d service neutron] Port 9eb62e3b-51fb-487c-96f6-7325ff016654 on network 6c29038b-dae6-4704-ae1e-32feeda79697 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 11:02:10.326814 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e134982-1b85-41ba-ae67-b4750da11978 req-65fdad02-56ac-4951-bf47-bdf3d8acef5d service neutron] Attempting to bind port 9eb62e3b-51fb-487c-96f6-7325ff016654 on network 6c29038b-dae6-4704-ae1e-32feeda79697 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 11:02:10.701570 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e134982-1b85-41ba-ae67-b4750da11978 req-65fdad02-56ac-4951-bf47-bdf3d8acef5d service neutron] Checking agent: {'id': '13ac42ae-016e-4baf-bb31-c6fa820b41c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 30, 8), 'started_at': datetime.datetime(2022, 2, 28, 10, 30, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 2, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 11:02:10.701933 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e134982-1b85-41ba-ae67-b4750da11978 req-65fdad02-56ac-4951-bf47-bdf3d8acef5d service neutron] Checking segment: {'id': 'f041315e-ab14-4139-8419-07be691a7149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '6c29038b-dae6-4704-ae1e-32feeda79697'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 11:02:10.702323 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e134982-1b85-41ba-ae67-b4750da11978 req-65fdad02-56ac-4951-bf47-bdf3d8acef5d service neutron] Bound using segment: {'id': 'f041315e-ab14-4139-8419-07be691a7149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '6c29038b-dae6-4704-ae1e-32feeda79697'} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 11:02:10.702765 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-9e134982-1b85-41ba-ae67-b4750da11978 req-65fdad02-56ac-4951-bf47-bdf3d8acef5d service neutron] Bound port: 9eb62e3b-51fb-487c-96f6-7325ff016654, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f041315e-ab14-4139-8419-07be691a7149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '6c29038b-dae6-4704-ae1e-32feeda79697'}}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 11:02:10.703130 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-9e134982-1b85-41ba-ae67-b4750da11978 req-65fdad02-56ac-4951-bf47-bdf3d8acef5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (9eb62e3b-51fb-487c-96f6-7325ff016654), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:02:10.763691 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-c2fe0d17-942d-4777-a6b8-887b80697a17 req-0948682e-990c-4b13-8834-4a1f5d953379 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups?id=2067cfde-6a74-4cb3-b94b-40318c10db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4444904 Feb 28 11:02:10.792596 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-9e134982-1b85-41ba-ae67-b4750da11978 req-65fdad02-56ac-4951-bf47-bdf3d8acef5d service neutron] For port 9eb62e3b-51fb-487c-96f6-7325ff016654, host hv-neutron-mast, cleared binding levels {{(pid=103407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:02:10.796320 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-9e134982-1b85-41ba-ae67-b4750da11978 req-65fdad02-56ac-4951-bf47-bdf3d8acef5d service neutron] For port 9eb62e3b-51fb-487c-96f6-7325ff016654, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=9eb62e3b-51fb-487c-96f6-7325ff016654,segment=NetworkSegment(f041315e-ab14-4139-8419-07be691a7149),segment_id=f041315e-ab14-4139-8419-07be691a7149)] {{(pid=103407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:02:10.803891 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-9e134982-1b85-41ba-ae67-b4750da11978 req-65fdad02-56ac-4951-bf47-bdf3d8acef5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3498066'] for port (9eb62e3b-51fb-487c-96f6-7325ff016654), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:02:10.841379 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e134982-1b85-41ba-ae67-b4750da11978 req-65fdad02-56ac-4951-bf47-bdf3d8acef5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:02:10.842219 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-9e134982-1b85-41ba-ae67-b4750da11978 req-65fdad02-56ac-4951-bf47-bdf3d8acef5d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:02:10.843672 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-9e134982-1b85-41ba-ae67-b4750da11978 req-65fdad02-56ac-4951-bf47-bdf3d8acef5d service neutron] 10.222.0.30 "PUT /v2.0/ports/9eb62e3b-51fb-487c-96f6-7325ff016654 HTTP/1.1" status: 200 len: 1093 time: 1.1476617 Feb 28 11:02:10.844089 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8512093-b0f6-433f-b00e-aed056e6c0eb', 'tag': '9eb62e3b-51fb-487c-96f6-7325ff016654'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:02:10.846493 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c8e1c873eeca597e52e7ceb7469e602eac250bfea6606d285743d38033cf584" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2b50998-dc27-4ec5-9891-2b7daffcb44b" -d '{"events": [{"name": "network-changed", "server_uuid": "c8512093-b0f6-433f-b00e-aed056e6c0eb", "tag": "9eb62e3b-51fb-487c-96f6-7325ff016654"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 11:02:10.872540 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fdad02-56ac-4951-bf47-bdf3d8acef5d service neutron] Pushing event updated for resources: {'Port': ['ID=9eb62e3b-51fb-487c-96f6-7325ff016654,revision_number=3']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:02:10.891860 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 11:02:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb3acced-e5b9-4a87-a2d9-00c42c3ef8de x-openstack-request-id: req-bb3acced-e5b9-4a87-a2d9-00c42c3ef8de {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 11:02:10.892164 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8512093-b0f6-433f-b00e-aed056e6c0eb", "tag": "9eb62e3b-51fb-487c-96f6-7325ff016654", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 11:02:10.892426 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bb3acced-e5b9-4a87-a2d9-00c42c3ef8de {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 11:02:10.892921 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8512093-b0f6-433f-b00e-aed056e6c0eb', 'tag': '9eb62e3b-51fb-487c-96f6-7325ff016654', 'status': 'completed', 'code': 200} Feb 28 11:02:10.960644 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e134982-1b85-41ba-ae67-b4750da11978 req-bcdb093b-53bd-4452-abe0-5633a6a34821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:02:10.962397 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-9e134982-1b85-41ba-ae67-b4750da11978 req-bcdb093b-53bd-4452-abe0-5633a6a34821 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f15f14e780e74c8a81fab6575e728c44&device_id=c8512093-b0f6-433f-b00e-aed056e6c0eb HTTP/1.1" status: 200 len: 1127 time: 0.0528722 Feb 28 11:02:11.014765 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-9e134982-1b85-41ba-ae67-b4750da11978 req-0d0591d1-e5f5-4471-945c-98ced57cfc00 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9eb62e3b-51fb-487c-96f6-7325ff016654 HTTP/1.1" status: 200 len: 217 time: 0.0398672 Feb 28 11:02:11.047161 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-682c27a7-8b3b-4564-85a7-0227a8111a70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fc6c9b74-8dbb-41bb-800a-5bd3a43fe896), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:02:11.066632 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e134982-1b85-41ba-ae67-b4750da11978 req-2ad9c3f2-5d42-426b-ba3f-5cd44a721488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:02:11.068640 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-9e134982-1b85-41ba-ae67-b4750da11978 req-2ad9c3f2-5d42-426b-ba3f-5cd44a721488 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3d269766-416a-45a4-b82e-d8ae6262c6f3 HTTP/1.1" status: 200 len: 850 time: 0.0466552 Feb 28 11:02:11.120604 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e134982-1b85-41ba-ae67-b4750da11978 req-d7a1d614-2195-498e-b2f7-eede06339a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:02:11.122029 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-9e134982-1b85-41ba-ae67-b4750da11978 req-d7a1d614-2195-498e-b2f7-eede06339a64 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6c29038b-dae6-4704-ae1e-32feeda79697&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0476577 Feb 28 11:02:11.211485 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-9e134982-1b85-41ba-ae67-b4750da11978 req-05271e71-41f6-4713-b5f5-4c88e4a9012c service neutron] 10.222.0.30 "GET /v2.0/networks/6c29038b-dae6-4704-ae1e-32feeda79697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823057 Feb 28 11:02:11.302587 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-9e134982-1b85-41ba-ae67-b4750da11978 req-aee96393-b90f-4f28-89d3-ec8e1e94849a service neutron] 10.222.0.30 "GET /v2.0/networks/6c29038b-dae6-4704-ae1e-32feeda79697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852618 Feb 28 11:02:11.454358 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b50998-dc27-4ec5-9891-2b7daffcb44b req-fd90c182-8110-4a60-8bb8-e079c5c450cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:02:11.455599 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-c2b50998-dc27-4ec5-9891-2b7daffcb44b req-fd90c182-8110-4a60-8bb8-e079c5c450cd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f15f14e780e74c8a81fab6575e728c44&device_id=c8512093-b0f6-433f-b00e-aed056e6c0eb HTTP/1.1" status: 200 len: 1127 time: 0.0480297 Feb 28 11:02:11.549078 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b50998-dc27-4ec5-9891-2b7daffcb44b req-43449b9e-872c-42db-8333-df4929123e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:02:11.551104 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-c2b50998-dc27-4ec5-9891-2b7daffcb44b req-43449b9e-872c-42db-8333-df4929123e49 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6c29038b-dae6-4704-ae1e-32feeda79697 HTTP/1.1" status: 200 len: 912 time: 0.0885496 Feb 28 11:02:11.597172 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-c2b50998-dc27-4ec5-9891-2b7daffcb44b req-e7ab9f00-003d-49d6-ad40-ec1804318e86 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9eb62e3b-51fb-487c-96f6-7325ff016654 HTTP/1.1" status: 200 len: 217 time: 0.0398037 Feb 28 11:02:11.644605 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b50998-dc27-4ec5-9891-2b7daffcb44b req-2fd3fce5-1c45-4f59-be27-7356d757d9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:02:11.646002 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-c2b50998-dc27-4ec5-9891-2b7daffcb44b req-2fd3fce5-1c45-4f59-be27-7356d757d9aa service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3d269766-416a-45a4-b82e-d8ae6262c6f3 HTTP/1.1" status: 200 len: 850 time: 0.0437005 Feb 28 11:02:11.694304 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b50998-dc27-4ec5-9891-2b7daffcb44b req-9c2992e4-baa1-4a22-b999-7af99196a3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:02:11.695823 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-c2b50998-dc27-4ec5-9891-2b7daffcb44b req-9c2992e4-baa1-4a22-b999-7af99196a3c2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6c29038b-dae6-4704-ae1e-32feeda79697&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0441325 Feb 28 11:02:11.803793 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-c2b50998-dc27-4ec5-9891-2b7daffcb44b req-da2355e8-94d4-411f-899b-20f50739a556 service neutron] 10.222.0.30 "GET /v2.0/networks/6c29038b-dae6-4704-ae1e-32feeda79697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019871 Feb 28 11:02:11.931301 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-c2b50998-dc27-4ec5-9891-2b7daffcb44b req-6a7acaf7-8563-4109-9c48-a58a173b6584 service neutron] 10.222.0.30 "GET /v2.0/networks/6c29038b-dae6-4704-ae1e-32feeda79697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220882 Feb 28 11:02:11.939291 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771f286d-1567-4fbe-b936-379f23184ebc req-8f2feadf-416e-4c8b-8996-287ecfe951e0 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:02:11.940782 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-771f286d-1567-4fbe-b936-379f23184ebc req-8f2feadf-416e-4c8b-8996-287ecfe951e0 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8512093-b0f6-433f-b00e-aed056e6c0eb HTTP/1.1" status: 200 len: 943 time: 0.0897145 Feb 28 11:02:11.989130 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-771f286d-1567-4fbe-b936-379f23184ebc req-700096de-6f68-47a0-b9dc-616531a00836 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups?id=2067cfde-6a74-4cb3-b94b-40318c10db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424135 Feb 28 11:02:12.139460 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b6d631fb-7df0-4fe1-8322-abff3b61cae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (0db5147a-92a3-4581-8a5f-8ec9b93e0600), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:02:13.116112 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1df03e-3c49-4ab1-900a-4993e125c7a4 req-0bde200c-abb3-4d48-876e-624d532bcf96 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:02:13.117673 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-cc1df03e-3c49-4ab1-900a-4993e125c7a4 req-0bde200c-abb3-4d48-876e-624d532bcf96 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8512093-b0f6-433f-b00e-aed056e6c0eb HTTP/1.1" status: 200 len: 943 time: 0.0577736 Feb 28 11:02:13.168620 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-cc1df03e-3c49-4ab1-900a-4993e125c7a4 req-172641b8-7b10-455e-98d4-bf4c786f6b9a tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups?id=2067cfde-6a74-4cb3-b94b-40318c10db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425687 Feb 28 11:02:13.553699 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6b923bb1-06b0-4b84-b461-7cc1d0196090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (2e621730-3978-4720-b581-ac380e97a567), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:02:14.307440 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa518e54-6c0e-4366-9c85-e0048924f2fa req-042fe84d-2f56-47a7-b5d1-4fc72fc31dd4 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:02:14.308994 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-aa518e54-6c0e-4366-9c85-e0048924f2fa req-042fe84d-2f56-47a7-b5d1-4fc72fc31dd4 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8512093-b0f6-433f-b00e-aed056e6c0eb HTTP/1.1" status: 200 len: 943 time: 0.0671575 Feb 28 11:02:14.357291 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-aa518e54-6c0e-4366-9c85-e0048924f2fa req-692e749f-26ee-4970-bfef-89c9ffb8455d tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups?id=2067cfde-6a74-4cb3-b94b-40318c10db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423741 Feb 28 11:02:14.706585 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device 9eb62e3b-51fb-487c-96f6-7325ff016654 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103409) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 11:02:14.825933 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] For port 9eb62e3b-51fb-487c-96f6-7325ff016654, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=9eb62e3b-51fb-487c-96f6-7325ff016654,segment=NetworkSegment(f041315e-ab14-4139-8419-07be691a7149),segment_id=f041315e-ab14-4139-8419-07be691a7149)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:02:14.840258 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Returning: {'device': '9eb62e3b-51fb-487c-96f6-7325ff016654', 'network_id': '6c29038b-dae6-4704-ae1e-32feeda79697', 'port_id': '9eb62e3b-51fb-487c-96f6-7325ff016654', 'mac_address': 'fa:16:3e:00:7e:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 263, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d269766-416a-45a4-b82e-d8ae6262c6f3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103409) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 11:02:14.886749 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Current status of the port 9eb62e3b-51fb-487c-96f6-7325ff016654 is: DOWN; New status is: BUILD {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:02:14.887155 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (9eb62e3b-51fb-487c-96f6-7325ff016654), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:02:14.905622 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9eb62e3b-51fb-487c-96f6-7325ff016654 {{(pid=103409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 11:02:14.930636 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:02:14.934857 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] For port 9eb62e3b-51fb-487c-96f6-7325ff016654, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=9eb62e3b-51fb-487c-96f6-7325ff016654,segment=NetworkSegment(f041315e-ab14-4139-8419-07be691a7149),segment_id=f041315e-ab14-4139-8419-07be691a7149)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:02:14.939652 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (9eb62e3b-51fb-487c-96f6-7325ff016654), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:02:14.989319 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Pushing event updated for resources: {'Port': ['ID=9eb62e3b-51fb-487c-96f6-7325ff016654,revision_number=4']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:02:15.411303 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] get_ports_and_sgs() called for port_ids ['9eb62e3b-51fb-487c-96f6-7325ff016654'] {{(pid=103409) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 11:02:15.481806 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39994780-0b34-4214-b88a-3b1ebdc2988d req-b43685dc-c12d-425f-be59-27814447700d tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:02:15.483300 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-39994780-0b34-4214-b88a-3b1ebdc2988d req-b43685dc-c12d-425f-be59-27814447700d tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8512093-b0f6-433f-b00e-aed056e6c0eb HTTP/1.1" status: 200 len: 944 time: 0.0564797 Feb 28 11:02:15.531452 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-39994780-0b34-4214-b88a-3b1ebdc2988d req-161da998-b3f8-4210-9a0d-3f680bd7f567 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups?id=2067cfde-6a74-4cb3-b94b-40318c10db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421000 Feb 28 11:02:16.661102 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8821994-e81f-495a-977a-80d2aec7c499 req-ac80ff9f-96bc-491e-9db6-1d9de6c444c2 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:02:16.662586 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-e8821994-e81f-495a-977a-80d2aec7c499 req-ac80ff9f-96bc-491e-9db6-1d9de6c444c2 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8512093-b0f6-433f-b00e-aed056e6c0eb HTTP/1.1" status: 200 len: 944 time: 0.0618095 Feb 28 11:02:16.716966 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device 9eb62e3b-51fb-487c-96f6-7325ff016654 up at agent hyperv_hv-neutron-mast {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 11:02:16.717981 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-e8821994-e81f-495a-977a-80d2aec7c499 req-04dca4cd-4e14-4572-80d9-02dbc6e6ff1f tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups?id=2067cfde-6a74-4cb3-b94b-40318c10db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471227 Feb 28 11:02:16.768027 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Provisioning for port 9eb62e3b-51fb-487c-96f6-7325ff016654 completed by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 11:02:16.772638 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Provisioning complete for port 9eb62e3b-51fb-487c-96f6-7325ff016654 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:02:16.773026 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (9eb62e3b-51fb-487c-96f6-7325ff016654), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:02:16.854249 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Current status of the port 9eb62e3b-51fb-487c-96f6-7325ff016654 is: BUILD; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:02:16.854639 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (9eb62e3b-51fb-487c-96f6-7325ff016654), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:02:16.882545 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8512093-b0f6-433f-b00e-aed056e6c0eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9eb62e3b-51fb-487c-96f6-7325ff016654'}] {{(pid=103409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:02:16.884842 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa5325a5be4b33bf61fd809c564e3765e689d817bbd874267890deb3cfccaf12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0c72d13-c4a5-471a-b6a1-f90f01896d31" -d '{"events": [{"server_uuid": "c8512093-b0f6-433f-b00e-aed056e6c0eb", "name": "network-vif-plugged", "status": "completed", "tag": "9eb62e3b-51fb-487c-96f6-7325ff016654"}]}' {{(pid=103409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 11:02:16.897539 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] For port 9eb62e3b-51fb-487c-96f6-7325ff016654, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=9eb62e3b-51fb-487c-96f6-7325ff016654,segment=NetworkSegment(f041315e-ab14-4139-8419-07be691a7149),segment_id=f041315e-ab14-4139-8419-07be691a7149)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:02:16.902725 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (9eb62e3b-51fb-487c-96f6-7325ff016654), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:02:16.925390 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 11:02:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edd5f4a5-f143-4eea-8011-be39f4b55b71 x-openstack-request-id: req-edd5f4a5-f143-4eea-8011-be39f4b55b71 {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 11:02:16.925697 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8512093-b0f6-433f-b00e-aed056e6c0eb", "name": "network-vif-plugged", "status": "completed", "tag": "9eb62e3b-51fb-487c-96f6-7325ff016654", "code": 200}]} {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 11:02:16.925984 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-edd5f4a5-f143-4eea-8011-be39f4b55b71 {{(pid=103409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 11:02:16.926469 dv-neutron-master-2-hyperv neutron-server[103409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8512093-b0f6-433f-b00e-aed056e6c0eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9eb62e3b-51fb-487c-96f6-7325ff016654', 'code': 200} Feb 28 11:02:16.958490 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Pushing event updated for resources: {'Port': ['ID=9eb62e3b-51fb-487c-96f6-7325ff016654,revision_number=5']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:02:17.134328 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f5f085-4fcf-4658-872d-820141cd155e req-3ab2e374-3ebb-4f51-9b7b-3e7af1efff42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:02:17.135726 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-05f5f085-4fcf-4658-872d-820141cd155e req-3ab2e374-3ebb-4f51-9b7b-3e7af1efff42 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c8512093-b0f6-433f-b00e-aed056e6c0eb HTTP/1.1" status: 200 len: 1129 time: 0.0450215 Feb 28 11:02:17.181458 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-05f5f085-4fcf-4658-872d-820141cd155e req-63a8e5b8-a777-43bb-ab8e-3265d656ce7f service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=2067cfde-6a74-4cb3-b94b-40318c10db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400465 Feb 28 11:02:17.853931 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274866a1-de6b-498e-95a2-457cd5c08955 req-24af362b-f508-4816-baea-deb4534018fd tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:02:17.855436 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-274866a1-de6b-498e-95a2-457cd5c08955 req-24af362b-f508-4816-baea-deb4534018fd tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8512093-b0f6-433f-b00e-aed056e6c0eb HTTP/1.1" status: 200 len: 945 time: 0.0582249 Feb 28 11:02:17.925146 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-274866a1-de6b-498e-95a2-457cd5c08955 req-c935d419-ff80-4035-bb4c-2cc45307ecf3 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups?id=2067cfde-6a74-4cb3-b94b-40318c10db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611670 Feb 28 11:02:19.081600 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc06099d-4d18-453a-a894-0718d0b208fe req-07b605c4-6db2-4e8f-ba6c-9db9520e4c41 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:02:19.083496 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-dc06099d-4d18-453a-a894-0718d0b208fe req-07b605c4-6db2-4e8f-ba6c-9db9520e4c41 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8512093-b0f6-433f-b00e-aed056e6c0eb HTTP/1.1" status: 200 len: 945 time: 0.0764432 Feb 28 11:02:19.133683 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-dc06099d-4d18-453a-a894-0718d0b208fe req-09a1e23c-39b6-44c2-9b47-051ff4d309e1 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups?id=2067cfde-6a74-4cb3-b94b-40318c10db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417061 Feb 28 11:02:19.253427 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff387f82-4122-46b9-be68-5580d6edfaf0 req-b22f361d-b5cb-48d8-b16e-b27032b125be tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:02:19.254912 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-ff387f82-4122-46b9-be68-5580d6edfaf0 req-b22f361d-b5cb-48d8-b16e-b27032b125be tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8512093-b0f6-433f-b00e-aed056e6c0eb HTTP/1.1" status: 200 len: 945 time: 0.0565495 Feb 28 11:02:19.263834 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 44140) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:02:19.268170 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-203547e7-cf73-4637-8d91-d0f7d89fab84 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Request body: {'floatingip': {'port_id': '9eb62e3b-51fb-487c-96f6-7325ff016654'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:02:19.310648 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-203547e7-cf73-4637-8d91-d0f7d89fab84 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Publish callbacks [] for floatingip (a2d1279b-bd44-41e4-9cc8-7c77a73ab80a), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:02:19.780188 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-203547e7-cf73-4637-8d91-d0f7d89fab84 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:02:19.785900 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-203547e7-cf73-4637-8d91-d0f7d89fab84 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1803383'] for floatingip (a2d1279b-bd44-41e4-9cc8-7c77a73ab80a), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:02:19.891262 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.db.l3_db [None req-203547e7-cf73-4637-8d91-d0f7d89fab84 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Floating IP a2d1279b-bd44-41e4-9cc8-7c77a73ab80a associated. External IP: 172.36.5.140, port: 9eb62e3b-51fb-487c-96f6-7325ff016654. Feb 28 11:02:20.135184 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-203547e7-cf73-4637-8d91-d0f7d89fab84 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Router 834c57a4-5234-45fa-97d6-95547e3c61fd has already been hosted by L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:02:20.248437 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-203547e7-cf73-4637-8d91-d0f7d89fab84 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:02:20.254168 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-203547e7-cf73-4637-8d91-d0f7d89fab84 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for floatingip (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:02:20.258972 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa313bf9-2a17-4d8b-8ef9-c304a94d4052 None None] Sync routers for ids ['834c57a4-5234-45fa-97d6-95547e3c61fd'] in dv-neutron-master-2-hyperv {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:02:20.269757 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa313bf9-2a17-4d8b-8ef9-c304a94d4052 None None] Routers {'834c57a4-5234-45fa-97d6-95547e3c61fd'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:02:20.270411 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-aa313bf9-2a17-4d8b-8ef9-c304a94d4052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T11:02:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['834c57a4-5234-45fa-97d6-95547e3c61fd'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:02:20.287104 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-203547e7-cf73-4637-8d91-d0f7d89fab84 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "PUT /v2.0/floatingips/a2d1279b-bd44-41e4-9cc8-7c77a73ab80a HTTP/1.1" status: 200 len: 991 time: 1.0192950 Feb 28 11:02:20.287104 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8512093-b0f6-433f-b00e-aed056e6c0eb', 'tag': '9eb62e3b-51fb-487c-96f6-7325ff016654'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:02:20.287104 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c8e1c873eeca597e52e7ceb7469e602eac250bfea6606d285743d38033cf584" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b8f6d76-1f3b-4b49-8e24-e41d0bd85992" -d '{"events": [{"name": "network-changed", "server_uuid": "c8512093-b0f6-433f-b00e-aed056e6c0eb", "tag": "9eb62e3b-51fb-487c-96f6-7325ff016654"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 11:02:20.324362 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 11:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beca0b02-bf29-4c0c-9d62-42594a6c8e45 x-openstack-request-id: req-beca0b02-bf29-4c0c-9d62-42594a6c8e45 {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 11:02:20.324686 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8512093-b0f6-433f-b00e-aed056e6c0eb", "tag": "9eb62e3b-51fb-487c-96f6-7325ff016654", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 11:02:20.324987 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-beca0b02-bf29-4c0c-9d62-42594a6c8e45 {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 11:02:20.325398 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8512093-b0f6-433f-b00e-aed056e6c0eb', 'tag': '9eb62e3b-51fb-487c-96f6-7325ff016654', 'status': 'completed', 'code': 200} Feb 28 11:02:20.383379 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-aa313bf9-2a17-4d8b-8ef9-c304a94d4052 None None] Set router 834c57a4-5234-45fa-97d6-95547e3c61fd gateway port host: dv-neutron-master-2-hyperv {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:02:20.414317 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8f6d76-1f3b-4b49-8e24-e41d0bd85992 req-44bddf10-bfc5-4119-8b7b-235fb88186c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:02:20.415833 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-2b8f6d76-1f3b-4b49-8e24-e41d0bd85992 req-44bddf10-bfc5-4119-8b7b-235fb88186c8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f15f14e780e74c8a81fab6575e728c44&device_id=c8512093-b0f6-433f-b00e-aed056e6c0eb HTTP/1.1" status: 200 len: 1129 time: 0.0468292 Feb 28 11:02:20.514012 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8f6d76-1f3b-4b49-8e24-e41d0bd85992 req-be3957a8-0eeb-41d9-bf78-c9363622a265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:02:20.518381 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-2b8f6d76-1f3b-4b49-8e24-e41d0bd85992 req-be3957a8-0eeb-41d9-bf78-c9363622a265 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6c29038b-dae6-4704-ae1e-32feeda79697 HTTP/1.1" status: 200 len: 912 time: 0.0955238 Feb 28 11:02:20.623660 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-2b8f6d76-1f3b-4b49-8e24-e41d0bd85992 req-c9cd325a-7318-44cc-86bc-515badd64563 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9eb62e3b-51fb-487c-96f6-7325ff016654 HTTP/1.1" status: 200 len: 999 time: 0.0986149 Feb 28 11:02:20.625275 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-8b03d3b0-22fa-473b-a883-e42b169cf19d req-c93a9107-8eb9-4ddf-b3f6-e394cdbce445 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c8512093-b0f6-433f-b00e-aed056e6c0eb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0478845 Feb 28 11:02:20.642387 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-aa313bf9-2a17-4d8b-8ef9-c304a94d4052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '834c57a4-5234-45fa-97d6-95547e3c61fd', 'name': 'tempest-ServerActionsTestJSON-556458350-router', 'tenant_id': 'f15f14e780e74c8a81fab6575e728c44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.169'}], 'enable_snat': True}, 'gw_port_id': 'b26bfa21-0899-40cf-9d46-9a8b8bcc5b82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:00:23Z', 'updated_at': '2022-02-28T11:00:26Z', 'revision_number': 4, 'project_id': 'f15f14e780e74c8a81fab6575e728c44', 'gw_port': {'id': 'b26bfa21-0899-40cf-9d46-9a8b8bcc5b82', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:9a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834c57a4-5234-45fa-97d6-95547e3c61fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:00:24Z', 'updated_at': '2022-02-28T11:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'a2d1279b-bd44-41e4-9cc8-7c77a73ab80a', 'tenant_id': 'f15f14e780e74c8a81fab6575e728c44', 'floating_ip_address': '172.36.5.140', 'floating_network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'router_id': '834c57a4-5234-45fa-97d6-95547e3c61fd', 'port_id': '9eb62e3b-51fb-487c-96f6-7325ff016654', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1586, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c29038b-dae6-4704-ae1e-32feeda79697', 'mac_address': 'fa:16:3e:00:7e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8512093-b0f6-433f-b00e-aed056e6c0eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:00:28Z', 'updated_at': '2022-02-28T11:02:19Z', 'revision_number': 9, 'project_id': 'f15f14e780e74c8a81fab6575e728c44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbb65092-e09a-4430-98a7-38023b2b34f0', 'name': '', 'network_id': '6c29038b-dae6-4704-ae1e-32feeda79697', 'tenant_id': 'f15f14e780e74c8a81fab6575e728c44', 'mac_address': 'fa:16:3e:c9:af:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834c57a4-5234-45fa-97d6-95547e3c61fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '3d269766-416a-45a4-b82e-d8ae6262c6f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:00:26Z', 'updated_at': '2022-02-28T11:00:30Z', 'revision_number': 5, 'project_id': 'f15f14e780e74c8a81fab6575e728c44', 'subnets': [{'id': '3d269766-416a-45a4-b82e-d8ae6262c6f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:02:20.671173 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa313bf9-2a17-4d8b-8ef9-c304a94d4052 None None] Checking router: 834c57a4-5234-45fa-97d6-95547e3c61fd for host: dv-neutron-master-2-hyperv {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:02:20.679978 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3868207a-a0e5-4870-9aed-8cc85970b5b4 req-cdff6e48-fc9d-47a6-b5fa-724636ec8d64 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:02:20.681452 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-3868207a-a0e5-4870-9aed-8cc85970b5b4 req-cdff6e48-fc9d-47a6-b5fa-724636ec8d64 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8512093-b0f6-433f-b00e-aed056e6c0eb HTTP/1.1" status: 200 len: 945 time: 0.1062000 Feb 28 11:02:20.683991 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa313bf9-2a17-4d8b-8ef9-c304a94d4052 None None] Routers {'834c57a4-5234-45fa-97d6-95547e3c61fd'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:02:20.684941 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-aa313bf9-2a17-4d8b-8ef9-c304a94d4052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T11:02:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['834c57a4-5234-45fa-97d6-95547e3c61fd'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:02:20.699832 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8f6d76-1f3b-4b49-8e24-e41d0bd85992 req-ba66f8f6-0214-4bd7-a7b3-df3ae973c06d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:02:20.701318 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-2b8f6d76-1f3b-4b49-8e24-e41d0bd85992 req-ba66f8f6-0214-4bd7-a7b3-df3ae973c06d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3d269766-416a-45a4-b82e-d8ae6262c6f3 HTTP/1.1" status: 200 len: 850 time: 0.0709226 Feb 28 11:02:20.774442 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-3868207a-a0e5-4870-9aed-8cc85970b5b4 req-f37ce81a-1808-413f-a888-224cf8619a8d tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups?id=2067cfde-6a74-4cb3-b94b-40318c10db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849600 Feb 28 11:02:20.780608 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8f6d76-1f3b-4b49-8e24-e41d0bd85992 req-502dac45-58a5-4f7c-b00f-7ca6ec36562c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:02:20.782631 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-2b8f6d76-1f3b-4b49-8e24-e41d0bd85992 req-502dac45-58a5-4f7c-b00f-7ca6ec36562c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6c29038b-dae6-4704-ae1e-32feeda79697&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0748470 Feb 28 11:02:20.808822 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-aa313bf9-2a17-4d8b-8ef9-c304a94d4052 None None] Set router 834c57a4-5234-45fa-97d6-95547e3c61fd gateway port host: dv-neutron-master-2-hyperv {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:02:20.885455 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-2b8f6d76-1f3b-4b49-8e24-e41d0bd85992 req-5e80b58a-4f88-47d1-b2bf-0dad7026e4ea service neutron] 10.222.0.30 "GET /v2.0/networks/6c29038b-dae6-4704-ae1e-32feeda79697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959365 Feb 28 11:02:21.011684 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-2b8f6d76-1f3b-4b49-8e24-e41d0bd85992 req-ab3ac614-c790-41ae-b820-07d142a558f9 service neutron] 10.222.0.30 "GET /v2.0/networks/6c29038b-dae6-4704-ae1e-32feeda79697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206276 Feb 28 11:02:21.025346 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b03d3b0-22fa-473b-a883-e42b169cf19d req-1c69824a-bcd6-418e-9321-d6a75c6859da tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:02:21.026780 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-8b03d3b0-22fa-473b-a883-e42b169cf19d req-1c69824a-bcd6-418e-9321-d6a75c6859da tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports/9eb62e3b-51fb-487c-96f6-7325ff016654 HTTP/1.1" status: 200 len: 942 time: 0.0648694 Feb 28 11:02:21.060644 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-aa313bf9-2a17-4d8b-8ef9-c304a94d4052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '834c57a4-5234-45fa-97d6-95547e3c61fd', 'name': 'tempest-ServerActionsTestJSON-556458350-router', 'tenant_id': 'f15f14e780e74c8a81fab6575e728c44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.169'}], 'enable_snat': True}, 'gw_port_id': 'b26bfa21-0899-40cf-9d46-9a8b8bcc5b82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:00:23Z', 'updated_at': '2022-02-28T11:00:26Z', 'revision_number': 4, 'project_id': 'f15f14e780e74c8a81fab6575e728c44', 'gw_port': {'id': 'b26bfa21-0899-40cf-9d46-9a8b8bcc5b82', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:9a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834c57a4-5234-45fa-97d6-95547e3c61fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:00:24Z', 'updated_at': '2022-02-28T11:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'a2d1279b-bd44-41e4-9cc8-7c77a73ab80a', 'tenant_id': 'f15f14e780e74c8a81fab6575e728c44', 'floating_ip_address': '172.36.5.140', 'floating_network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'router_id': '834c57a4-5234-45fa-97d6-95547e3c61fd', 'port_id': '9eb62e3b-51fb-487c-96f6-7325ff016654', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1586, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c29038b-dae6-4704-ae1e-32feeda79697', 'mac_address': 'fa:16:3e:00:7e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8512093-b0f6-433f-b00e-aed056e6c0eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:00:28Z', 'updated_at': '2022-02-28T11:02:19Z', 'revision_number': 9, 'project_id': 'f15f14e780e74c8a81fab6575e728c44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbb65092-e09a-4430-98a7-38023b2b34f0', 'name': '', 'network_id': '6c29038b-dae6-4704-ae1e-32feeda79697', 'tenant_id': 'f15f14e780e74c8a81fab6575e728c44', 'mac_address': 'fa:16:3e:c9:af:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834c57a4-5234-45fa-97d6-95547e3c61fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '3d269766-416a-45a4-b82e-d8ae6262c6f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:00:26Z', 'updated_at': '2022-02-28T11:00:30Z', 'revision_number': 5, 'project_id': 'f15f14e780e74c8a81fab6575e728c44', 'subnets': [{'id': '3d269766-416a-45a4-b82e-d8ae6262c6f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:02:21.087914 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa313bf9-2a17-4d8b-8ef9-c304a94d4052 None None] The sync data for ids ['834c57a4-5234-45fa-97d6-95547e3c61fd'] in dv-neutron-master-2-hyperv is: [{'id': '834c57a4-5234-45fa-97d6-95547e3c61fd', 'name': 'tempest-ServerActionsTestJSON-556458350-router', 'tenant_id': 'f15f14e780e74c8a81fab6575e728c44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.169'}], 'enable_snat': True}, 'gw_port_id': 'b26bfa21-0899-40cf-9d46-9a8b8bcc5b82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:00:23Z', 'updated_at': '2022-02-28T11:00:26Z', 'revision_number': 4, 'project_id': 'f15f14e780e74c8a81fab6575e728c44', 'gw_port': {'id': 'b26bfa21-0899-40cf-9d46-9a8b8bcc5b82', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:9a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834c57a4-5234-45fa-97d6-95547e3c61fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:00:24Z', 'updated_at': '2022-02-28T11:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'a2d1279b-bd44-41e4-9cc8-7c77a73ab80a', 'tenant_id': 'f15f14e780e74c8a81fab6575e728c44', 'floating_ip_address': '172.36.5.140', 'floating_network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'router_id': '834c57a4-5234-45fa-97d6-95547e3c61fd', 'port_id': '9eb62e3b-51fb-487c-96f6-7325ff016654', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1586, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c29038b-dae6-4704-ae1e-32feeda79697', 'mac_address': 'fa:16:3e:00:7e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8512093-b0f6-433f-b00e-aed056e6c0eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:00:28Z', 'updated_at': '2022-02-28T11:02:19Z', 'revision_number': 9, 'project_id': 'f15f14e780e74c8a81fab6575e728c44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbb65092-e09a-4430-98a7-38023b2b34f0', 'name': '', 'network_id': '6c29038b-dae6-4704-ae1e-32feeda79697', 'tenant_id': 'f15f14e780e74c8a81fab6575e728c44', 'mac_address': 'fa:16:3e:c9:af:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834c57a4-5234-45fa-97d6-95547e3c61fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '3d269766-416a-45a4-b82e-d8ae6262c6f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:00:26Z', 'updated_at': '2022-02-28T11:00:30Z', 'revision_number': 5, 'project_id': 'f15f14e780e74c8a81fab6575e728c44', 'subnets': [{'id': '3d269766-416a-45a4-b82e-d8ae6262c6f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:02:21.297814 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ee7570-7962-4bc7-8d4d-0f8f079bd318 None None] New status for floating IP a2d1279b-bd44-41e4-9cc8-7c77a73ab80a: ACTIVE {{(pid=103410) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 11:02:21.900331 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f25ba19-c58e-43cf-b77b-b6684de8395b req-a1541048-14d5-4d55-8199-ae40ae4c91a9 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:02:21.901963 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-1f25ba19-c58e-43cf-b77b-b6684de8395b req-a1541048-14d5-4d55-8199-ae40ae4c91a9 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8512093-b0f6-433f-b00e-aed056e6c0eb HTTP/1.1" status: 200 len: 945 time: 0.0583608 Feb 28 11:02:21.980274 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-1f25ba19-c58e-43cf-b77b-b6684de8395b req-4ab9640b-299d-481c-bde9-179d419f33d9 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups?id=2067cfde-6a74-4cb3-b94b-40318c10db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687816 Feb 28 11:02:21.983037 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b03d3b0-22fa-473b-a883-e42b169cf19d req-53b85aea-b318-4b93-b7b5-3ad4cd8b8641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:02:21.984497 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-8b03d3b0-22fa-473b-a883-e42b169cf19d req-53b85aea-b318-4b93-b7b5-3ad4cd8b8641 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f15f14e780e74c8a81fab6575e728c44&device_id=c8512093-b0f6-433f-b00e-aed056e6c0eb HTTP/1.1" status: 200 len: 1129 time: 0.0816765 Feb 28 11:02:22.085866 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b03d3b0-22fa-473b-a883-e42b169cf19d req-8a3474f2-261e-4a9b-a281-dc1f5c9e1f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:02:22.088098 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-8b03d3b0-22fa-473b-a883-e42b169cf19d req-8a3474f2-261e-4a9b-a281-dc1f5c9e1f82 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6c29038b-dae6-4704-ae1e-32feeda79697 HTTP/1.1" status: 200 len: 912 time: 0.0970414 Feb 28 11:02:22.158977 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-8b03d3b0-22fa-473b-a883-e42b169cf19d req-966ccd89-9846-4c7c-b8ea-c4e0116737e2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9eb62e3b-51fb-487c-96f6-7325ff016654 HTTP/1.1" status: 200 len: 1002 time: 0.0643222 Feb 28 11:02:22.216400 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b03d3b0-22fa-473b-a883-e42b169cf19d req-19eaf961-206e-45f5-a4cd-6e6199cbc0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:02:22.217956 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-8b03d3b0-22fa-473b-a883-e42b169cf19d req-19eaf961-206e-45f5-a4cd-6e6199cbc0b2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3d269766-416a-45a4-b82e-d8ae6262c6f3 HTTP/1.1" status: 200 len: 850 time: 0.0533817 Feb 28 11:02:22.268965 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b03d3b0-22fa-473b-a883-e42b169cf19d req-413b826a-a8e5-4290-a1dc-a34e5298c2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:02:22.270506 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-8b03d3b0-22fa-473b-a883-e42b169cf19d req-413b826a-a8e5-4290-a1dc-a34e5298c2ae service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6c29038b-dae6-4704-ae1e-32feeda79697&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0461972 Feb 28 11:02:22.360970 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-8b03d3b0-22fa-473b-a883-e42b169cf19d req-0d4d3bfa-f978-49d1-8025-65ab35602918 service neutron] 10.222.0.30 "GET /v2.0/networks/6c29038b-dae6-4704-ae1e-32feeda79697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843892 Feb 28 11:02:22.455437 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-8b03d3b0-22fa-473b-a883-e42b169cf19d req-4b162bf8-298f-4074-99fc-761adb5350cd service neutron] 10.222.0.30 "GET /v2.0/networks/6c29038b-dae6-4704-ae1e-32feeda79697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888367 Feb 28 11:02:23.105502 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca1dd30-a177-4d41-b818-02259258a0af req-a331bb1d-7bd8-47b7-8efb-ea5b28c7941a tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:02:23.107008 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-1ca1dd30-a177-4d41-b818-02259258a0af req-a331bb1d-7bd8-47b7-8efb-ea5b28c7941a tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8512093-b0f6-433f-b00e-aed056e6c0eb HTTP/1.1" status: 200 len: 945 time: 0.0593681 Feb 28 11:02:23.155875 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-1ca1dd30-a177-4d41-b818-02259258a0af req-2d15b675-e1aa-4814-9fc8-50549567c338 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups?id=2067cfde-6a74-4cb3-b94b-40318c10db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432127 Feb 28 11:02:24.298318 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e4dc14-4002-48c6-b8bc-3c0eadc2e0d6 req-73d53008-fa99-4f81-ad04-6c73d941c3e1 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:02:24.299810 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-44e4dc14-4002-48c6-b8bc-3c0eadc2e0d6 req-73d53008-fa99-4f81-ad04-6c73d941c3e1 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8512093-b0f6-433f-b00e-aed056e6c0eb HTTP/1.1" status: 200 len: 945 time: 0.0686958 Feb 28 11:02:24.356839 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-44e4dc14-4002-48c6-b8bc-3c0eadc2e0d6 req-1376bf50-3109-4637-a80a-96e5da9ff188 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups?id=2067cfde-6a74-4cb3-b94b-40318c10db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489054 Feb 28 11:02:25.491466 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74944264-28c6-4b10-90e4-6b5e9af2de95 req-df6006eb-12d1-4fd1-827e-303ae216a047 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:02:25.492972 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-74944264-28c6-4b10-90e4-6b5e9af2de95 req-df6006eb-12d1-4fd1-827e-303ae216a047 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8512093-b0f6-433f-b00e-aed056e6c0eb HTTP/1.1" status: 200 len: 945 time: 0.0562367 Feb 28 11:02:25.540178 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-74944264-28c6-4b10-90e4-6b5e9af2de95 req-b0d8fd5f-dc55-49b9-b536-134968e47256 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups?id=2067cfde-6a74-4cb3-b94b-40318c10db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415456 Feb 28 11:02:26.670970 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5ddeb5-ebd7-4c8f-8ebb-87044e53ca90 req-2fd0b7dc-0739-4759-82ef-7209258c2546 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:02:26.672354 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-cb5ddeb5-ebd7-4c8f-8ebb-87044e53ca90 req-2fd0b7dc-0739-4759-82ef-7209258c2546 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8512093-b0f6-433f-b00e-aed056e6c0eb HTTP/1.1" status: 200 len: 945 time: 0.0578451 Feb 28 11:02:26.724674 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-cb5ddeb5-ebd7-4c8f-8ebb-87044e53ca90 req-4af2fab0-6c5b-4229-a467-5c9da02a48a3 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups?id=2067cfde-6a74-4cb3-b94b-40318c10db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443933 Feb 28 11:02:27.868602 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e013386-6f8c-4fae-b225-318e9b511460 req-61cee74d-bbda-4792-a691-8ba8a5cad00d tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:02:27.870110 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-6e013386-6f8c-4fae-b225-318e9b511460 req-61cee74d-bbda-4792-a691-8ba8a5cad00d tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8512093-b0f6-433f-b00e-aed056e6c0eb HTTP/1.1" status: 200 len: 945 time: 0.0600245 Feb 28 11:02:27.919364 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-6e013386-6f8c-4fae-b225-318e9b511460 req-3f6f6866-6c34-45a1-8d82-98fcbe03b9d8 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups?id=2067cfde-6a74-4cb3-b94b-40318c10db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419569 Feb 28 11:02:29.052121 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187e17ac-f9d2-40a7-a184-3289ed5bcfc3 req-d1463b81-5a3d-4865-bad9-c42fba5d22d7 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:02:29.053627 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-187e17ac-f9d2-40a7-a184-3289ed5bcfc3 req-d1463b81-5a3d-4865-bad9-c42fba5d22d7 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8512093-b0f6-433f-b00e-aed056e6c0eb HTTP/1.1" status: 200 len: 945 time: 0.0543952 Feb 28 11:02:29.102974 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-187e17ac-f9d2-40a7-a184-3289ed5bcfc3 req-1636ef53-d1ba-4e5e-9f6c-1a9bbf7e12b0 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups?id=2067cfde-6a74-4cb3-b94b-40318c10db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417974 Feb 28 11:02:30.250888 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e68808-914a-4b5a-8799-897b9c6ad1a6 req-b130f189-2412-42fb-bc09-2027dcd31988 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:02:30.252356 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-16e68808-914a-4b5a-8799-897b9c6ad1a6 req-b130f189-2412-42fb-bc09-2027dcd31988 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8512093-b0f6-433f-b00e-aed056e6c0eb HTTP/1.1" status: 200 len: 945 time: 0.0621002 Feb 28 11:02:30.306008 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-16e68808-914a-4b5a-8799-897b9c6ad1a6 req-d5b522c7-b17f-4a64-b638-8709162124d0 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups?id=2067cfde-6a74-4cb3-b94b-40318c10db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453720 Feb 28 11:02:31.431239 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a521908-9b3d-4c02-a319-7cbbd005bf2c req-ac68e4e4-a1e8-4e60-b6d6-bc6bec7c7e4d tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:02:31.432756 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-3a521908-9b3d-4c02-a319-7cbbd005bf2c req-ac68e4e4-a1e8-4e60-b6d6-bc6bec7c7e4d tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8512093-b0f6-433f-b00e-aed056e6c0eb HTTP/1.1" status: 200 len: 945 time: 0.0545862 Feb 28 11:02:31.484122 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-3a521908-9b3d-4c02-a319-7cbbd005bf2c req-82539999-60c7-48d5-a728-cf0cef47aeb5 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups?id=2067cfde-6a74-4cb3-b94b-40318c10db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433397 Feb 28 11:02:32.626253 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bb55c6-3157-432c-86fa-aa125228c214 req-7f47c111-d72f-4822-9782-08f048b1ca8c tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:02:32.628216 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-44bb55c6-3157-432c-86fa-aa125228c214 req-7f47c111-d72f-4822-9782-08f048b1ca8c tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8512093-b0f6-433f-b00e-aed056e6c0eb HTTP/1.1" status: 200 len: 945 time: 0.0691686 Feb 28 11:02:32.687253 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-44bb55c6-3157-432c-86fa-aa125228c214 req-85e750e3-8bad-4214-9c4b-26667fe96976 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups?id=2067cfde-6a74-4cb3-b94b-40318c10db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504906 Feb 28 11:02:33.830251 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef32a02-1aad-499b-8bce-db68953e608c req-16d1dffb-a8a6-41ce-9eb4-e5508572bcda tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:02:33.831741 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-8ef32a02-1aad-499b-8bce-db68953e608c req-16d1dffb-a8a6-41ce-9eb4-e5508572bcda tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8512093-b0f6-433f-b00e-aed056e6c0eb HTTP/1.1" status: 200 len: 945 time: 0.0611444 Feb 28 11:02:33.879068 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-8ef32a02-1aad-499b-8bce-db68953e608c req-aef0e91b-407d-4f42-8470-4556ad65eedb tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups?id=2067cfde-6a74-4cb3-b94b-40318c10db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411251 Feb 28 11:02:35.005136 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92882951-bac5-4199-86dd-59844464846c req-41f9df5b-5ab9-49dd-911c-36cc443d9b5d tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:02:35.006704 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-92882951-bac5-4199-86dd-59844464846c req-41f9df5b-5ab9-49dd-911c-36cc443d9b5d tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8512093-b0f6-433f-b00e-aed056e6c0eb HTTP/1.1" status: 200 len: 945 time: 0.0578244 Feb 28 11:02:35.065419 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-92882951-bac5-4199-86dd-59844464846c req-620b8184-1018-45c9-b591-b47b29ee1cd8 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups?id=2067cfde-6a74-4cb3-b94b-40318c10db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528605 Feb 28 11:02:36.208519 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b41d056-3aeb-466b-a18d-cdc80a2129b2 req-b145335a-5726-4620-9ac1-22db6ad2ac72 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:02:36.210015 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-3b41d056-3aeb-466b-a18d-cdc80a2129b2 req-b145335a-5726-4620-9ac1-22db6ad2ac72 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8512093-b0f6-433f-b00e-aed056e6c0eb HTTP/1.1" status: 200 len: 945 time: 0.0671365 Feb 28 11:02:36.261082 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-3b41d056-3aeb-466b-a18d-cdc80a2129b2 req-81c31840-0f5a-43e0-b0ef-b3027577272b tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups?id=2067cfde-6a74-4cb3-b94b-40318c10db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424919 Feb 28 11:02:37.391288 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31022376-f373-49d1-8919-abf90f4cd8f2 req-f2bd1541-128c-41c3-8afa-0bcf291180c3 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:02:37.392754 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-31022376-f373-49d1-8919-abf90f4cd8f2 req-f2bd1541-128c-41c3-8afa-0bcf291180c3 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8512093-b0f6-433f-b00e-aed056e6c0eb HTTP/1.1" status: 200 len: 945 time: 0.0553732 Feb 28 11:02:37.442161 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-31022376-f373-49d1-8919-abf90f4cd8f2 req-54cb02a5-1ea8-4975-af86-b8c612a9aceb tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups?id=2067cfde-6a74-4cb3-b94b-40318c10db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409491 Feb 28 11:02:38.442445 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (13ac42ae-016e-4baf-bb31-c6fa820b41c2), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:02:38.575659 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e0429c-5a63-4ca3-90e0-18115909094b req-54311160-180e-4eba-bd33-8a3042030c42 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:02:38.577193 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-a1e0429c-5a63-4ca3-90e0-18115909094b req-54311160-180e-4eba-bd33-8a3042030c42 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8512093-b0f6-433f-b00e-aed056e6c0eb HTTP/1.1" status: 200 len: 945 time: 0.0591178 Feb 28 11:02:38.630922 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-a1e0429c-5a63-4ca3-90e0-18115909094b req-f233fe4c-21e2-41b4-b102-ca12b98fde1b tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups?id=2067cfde-6a74-4cb3-b94b-40318c10db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464978 Feb 28 11:02:38.760004 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-98c83e23-7317-47fd-8479-3a9779f93931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fb6705d2-4f70-4965-92a3-fbfccd43a6d3), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:02:39.774946 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9aeb0f-26b2-4ae7-ba1b-e70198d76e93 req-3d1a5490-bb57-4cfa-aeb4-3a56384d030b tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:02:39.776670 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-5f9aeb0f-26b2-4ae7-ba1b-e70198d76e93 req-3d1a5490-bb57-4cfa-aeb4-3a56384d030b tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8512093-b0f6-433f-b00e-aed056e6c0eb HTTP/1.1" status: 200 len: 945 time: 0.0693464 Feb 28 11:02:39.827573 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-5f9aeb0f-26b2-4ae7-ba1b-e70198d76e93 req-458c2480-84e8-42fa-b3d1-f74cb725ac05 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups?id=2067cfde-6a74-4cb3-b94b-40318c10db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453455 Feb 28 11:02:40.979657 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a15222-f0ba-4028-be37-96a13b2db2b7 req-3dd31e38-87c5-48bb-a9cb-37411d43ce4d tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:02:40.981435 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-12a15222-f0ba-4028-be37-96a13b2db2b7 req-3dd31e38-87c5-48bb-a9cb-37411d43ce4d tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8512093-b0f6-433f-b00e-aed056e6c0eb HTTP/1.1" status: 200 len: 945 time: 0.0737793 Feb 28 11:02:41.031947 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-12a15222-f0ba-4028-be37-96a13b2db2b7 req-a99d01ae-f30e-4fba-bb4a-2a2cfed5e47a tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups?id=2067cfde-6a74-4cb3-b94b-40318c10db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444314 Feb 28 11:02:41.041885 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c857fa32-a8ea-47c3-a933-62187c460cc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fc6c9b74-8dbb-41bb-800a-5bd3a43fe896), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:02:42.141053 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b6d631fb-7df0-4fe1-8322-abff3b61cae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (0db5147a-92a3-4581-8a5f-8ec9b93e0600), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:02:42.169745 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a589b3-5ffe-42f0-871e-d714a4a52c17 req-a2f59e43-3e45-4ed1-b3cf-d10e6929c908 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:02:42.171262 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-e3a589b3-5ffe-42f0-871e-d714a4a52c17 req-a2f59e43-3e45-4ed1-b3cf-d10e6929c908 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8512093-b0f6-433f-b00e-aed056e6c0eb HTTP/1.1" status: 200 len: 945 time: 0.0627995 Feb 28 11:02:42.222511 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-e3a589b3-5ffe-42f0-871e-d714a4a52c17 req-09652515-5e3a-44c5-8ab5-49ec113c28ed tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups?id=2067cfde-6a74-4cb3-b94b-40318c10db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452523 Feb 28 11:02:43.051358 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bc7384-0172-41c4-b0da-bbad33e269d9 req-11eaeda1-a8c2-4b3d-907b-8966229b679a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:02:43.052953 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-96bc7384-0172-41c4-b0da-bbad33e269d9 req-11eaeda1-a8c2-4b3d-907b-8966229b679a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f15f14e780e74c8a81fab6575e728c44&device_id=c8512093-b0f6-433f-b00e-aed056e6c0eb HTTP/1.1" status: 200 len: 1129 time: 0.0567169 Feb 28 11:02:43.159717 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bc7384-0172-41c4-b0da-bbad33e269d9 req-9f42f25c-fe13-4185-9e06-17631ed2a343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:02:43.161231 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-96bc7384-0172-41c4-b0da-bbad33e269d9 req-9f42f25c-fe13-4185-9e06-17631ed2a343 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6c29038b-dae6-4704-ae1e-32feeda79697 HTTP/1.1" status: 200 len: 912 time: 0.0876639 Feb 28 11:02:43.226578 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-96bc7384-0172-41c4-b0da-bbad33e269d9 req-742ecb27-7be3-43ca-9fd0-ad8f380c3762 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9eb62e3b-51fb-487c-96f6-7325ff016654 HTTP/1.1" status: 200 len: 1002 time: 0.0585504 Feb 28 11:02:43.284531 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bc7384-0172-41c4-b0da-bbad33e269d9 req-162d71e2-a910-45ba-8fdf-567a6d23f2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:02:43.287057 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-96bc7384-0172-41c4-b0da-bbad33e269d9 req-162d71e2-a910-45ba-8fdf-567a6d23f2c0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3d269766-416a-45a4-b82e-d8ae6262c6f3 HTTP/1.1" status: 200 len: 850 time: 0.0547538 Feb 28 11:02:43.370219 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bc7384-0172-41c4-b0da-bbad33e269d9 req-d12a1c93-3810-47c0-83d4-3510c93f6b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:02:43.371638 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-96bc7384-0172-41c4-b0da-bbad33e269d9 req-d12a1c93-3810-47c0-83d4-3510c93f6b84 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6c29038b-dae6-4704-ae1e-32feeda79697&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0782278 Feb 28 11:02:43.392452 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4f38ae-c573-4d03-a399-d9b4b3c09a1f req-ed6ed84b-cf7a-4d90-85f2-f0ac28f67b08 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:02:43.394162 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-2a4f38ae-c573-4d03-a399-d9b4b3c09a1f req-ed6ed84b-cf7a-4d90-85f2-f0ac28f67b08 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8512093-b0f6-433f-b00e-aed056e6c0eb HTTP/1.1" status: 200 len: 945 time: 0.0730197 Feb 28 11:02:43.497403 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-2a4f38ae-c573-4d03-a399-d9b4b3c09a1f req-68679769-6129-4bff-ad06-47231223986e tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups?id=2067cfde-6a74-4cb3-b94b-40318c10db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936892 Feb 28 11:02:43.503047 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-96bc7384-0172-41c4-b0da-bbad33e269d9 req-bf50daea-9649-4eff-9a01-79b26d2597eb service neutron] 10.222.0.30 "GET /v2.0/networks/6c29038b-dae6-4704-ae1e-32feeda79697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253958 Feb 28 11:02:43.557947 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6b923bb1-06b0-4b84-b461-7cc1d0196090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (2e621730-3978-4720-b581-ac380e97a567), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:02:43.595996 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-96bc7384-0172-41c4-b0da-bbad33e269d9 req-b01f0e46-78da-48f8-85b8-27a8fbf42c3f service neutron] 10.222.0.30 "GET /v2.0/networks/6c29038b-dae6-4704-ae1e-32feeda79697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869963 Feb 28 11:02:44.624034 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68461524-5108-4593-ab51-6acfb1a2d9ae req-c21c6db1-b704-4e33-b312-bf47fa64b4c2 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:02:44.625529 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-68461524-5108-4593-ab51-6acfb1a2d9ae req-c21c6db1-b704-4e33-b312-bf47fa64b4c2 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8512093-b0f6-433f-b00e-aed056e6c0eb HTTP/1.1" status: 200 len: 945 time: 0.0554650 Feb 28 11:02:44.678494 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-68461524-5108-4593-ab51-6acfb1a2d9ae req-e43d1b53-197c-49ff-9585-caec8638aa7a tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups?id=2067cfde-6a74-4cb3-b94b-40318c10db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467503 Feb 28 11:02:44.927818 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:02:45.820199 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ccb662-4e8f-471a-a7bd-2a74adab5eb9 req-0497a6b9-7c5d-4cc4-8eca-06f6dcbea9ab tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:02:45.821725 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-35ccb662-4e8f-471a-a7bd-2a74adab5eb9 req-0497a6b9-7c5d-4cc4-8eca-06f6dcbea9ab tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8512093-b0f6-433f-b00e-aed056e6c0eb HTTP/1.1" status: 200 len: 945 time: 0.0605731 Feb 28 11:02:45.873356 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-35ccb662-4e8f-471a-a7bd-2a74adab5eb9 req-8551d3a2-a03a-45bb-b310-88fab4d86b8c tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups?id=2067cfde-6a74-4cb3-b94b-40318c10db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432076 Feb 28 11:02:46.109760 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.agents_db [None req-382e0aa2-b126-48e6-89eb-3efa426b6b29 None None] Agent healthcheck: found 6 active agents {{(pid=103410) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 11:02:47.010440 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2113010-8fcc-4fb5-858a-855c564d6d7c req-8efc4c48-9939-4be9-94d2-ec286fe74e91 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:02:47.011921 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-e2113010-8fcc-4fb5-858a-855c564d6d7c req-8efc4c48-9939-4be9-94d2-ec286fe74e91 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8512093-b0f6-433f-b00e-aed056e6c0eb HTTP/1.1" status: 200 len: 945 time: 0.0546112 Feb 28 11:02:47.059580 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-e2113010-8fcc-4fb5-858a-855c564d6d7c req-4acdfd19-42e7-4994-adee-31309587caeb tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups?id=2067cfde-6a74-4cb3-b94b-40318c10db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420744 Feb 28 11:02:48.203195 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e5adc0-43ed-4f68-af60-1df9eabc7b3f req-be62c1a8-98ba-4a3a-91eb-5f938fe5c6cd tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:02:48.205412 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-54e5adc0-43ed-4f68-af60-1df9eabc7b3f req-be62c1a8-98ba-4a3a-91eb-5f938fe5c6cd tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8512093-b0f6-433f-b00e-aed056e6c0eb HTTP/1.1" status: 200 len: 945 time: 0.0643334 Feb 28 11:02:48.260062 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-54e5adc0-43ed-4f68-af60-1df9eabc7b3f req-00fb33da-8f82-4a30-9afc-e6e5d97b3696 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups?id=2067cfde-6a74-4cb3-b94b-40318c10db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477438 Feb 28 11:02:49.205957 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-8b03d3b0-22fa-473b-a883-e42b169cf19d req-f8fb39ee-f84f-4d3b-873b-f4654b60d0cf service neutron] 10.222.0.30 "GET /v2.0/ports/9eb62e3b-51fb-487c-96f6-7325ff016654/bindings/hv-neutron-mast HTTP/1.1" status: 200 len: 384 time: 0.0686979 Feb 28 11:02:49.390695 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac992c0-6db4-41c7-b19d-5b695bd53a70 req-8b736f93-707b-40c5-8e64-dd5bffafb480 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:02:49.392229 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-aac992c0-6db4-41c7-b19d-5b695bd53a70 req-8b736f93-707b-40c5-8e64-dd5bffafb480 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8512093-b0f6-433f-b00e-aed056e6c0eb HTTP/1.1" status: 200 len: 945 time: 0.0599940 Feb 28 11:02:49.466946 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-aac992c0-6db4-41c7-b19d-5b695bd53a70 req-c9972fcf-de0e-423d-8f2e-c04ac50141bc tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups?id=2067cfde-6a74-4cb3-b94b-40318c10db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653312 Feb 28 11:02:49.475319 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b03d3b0-22fa-473b-a883-e42b169cf19d req-97bc654a-0c4c-4eaf-bb42-5bb7524e50e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:02:49.476789 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-8b03d3b0-22fa-473b-a883-e42b169cf19d req-97bc654a-0c4c-4eaf-bb42-5bb7524e50e0 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c8512093-b0f6-433f-b00e-aed056e6c0eb&tenant_id=f15f14e780e74c8a81fab6575e728c44 HTTP/1.1" status: 200 len: 1129 time: 0.0830481 Feb 28 11:02:49.554467 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b03d3b0-22fa-473b-a883-e42b169cf19d req-d260b5b6-e126-4def-96db-0d9f0f9648ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:02:49.556059 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-8b03d3b0-22fa-473b-a883-e42b169cf19d req-d260b5b6-e126-4def-96db-0d9f0f9648ef service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f15f14e780e74c8a81fab6575e728c44&device_id=c8512093-b0f6-433f-b00e-aed056e6c0eb HTTP/1.1" status: 200 len: 1129 time: 0.0459297 Feb 28 11:02:49.650441 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b03d3b0-22fa-473b-a883-e42b169cf19d req-170c69b0-c0ab-436f-a33a-e60b54372001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:02:49.651917 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-8b03d3b0-22fa-473b-a883-e42b169cf19d req-170c69b0-c0ab-436f-a33a-e60b54372001 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6c29038b-dae6-4704-ae1e-32feeda79697 HTTP/1.1" status: 200 len: 912 time: 0.0902991 Feb 28 11:02:50.066689 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-8b03d3b0-22fa-473b-a883-e42b169cf19d req-d2307af4-136e-4c22-83fa-16d969b4e8a6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9eb62e3b-51fb-487c-96f6-7325ff016654 HTTP/1.1" status: 200 len: 1002 time: 0.4089267 Feb 28 11:02:50.119520 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b03d3b0-22fa-473b-a883-e42b169cf19d req-9f9bacb0-d983-4ab6-8cdd-e730156261b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:02:50.121034 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-8b03d3b0-22fa-473b-a883-e42b169cf19d req-9f9bacb0-d983-4ab6-8cdd-e730156261b5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3d269766-416a-45a4-b82e-d8ae6262c6f3 HTTP/1.1" status: 200 len: 850 time: 0.0489173 Feb 28 11:02:50.171879 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b03d3b0-22fa-473b-a883-e42b169cf19d req-d3e55d9e-648c-4f04-a94e-f31cebd26211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:02:50.173441 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-8b03d3b0-22fa-473b-a883-e42b169cf19d req-d3e55d9e-648c-4f04-a94e-f31cebd26211 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6c29038b-dae6-4704-ae1e-32feeda79697&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0465794 Feb 28 11:02:50.267724 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-8b03d3b0-22fa-473b-a883-e42b169cf19d req-2ca9bb3d-14b2-4c4f-8ada-91e49142ae41 service neutron] 10.222.0.30 "GET /v2.0/networks/6c29038b-dae6-4704-ae1e-32feeda79697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880446 Feb 28 11:02:50.363746 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-8b03d3b0-22fa-473b-a883-e42b169cf19d req-c0afff58-3263-4003-8bd8-ea0054b6fc06 service neutron] 10.222.0.30 "GET /v2.0/networks/6c29038b-dae6-4704-ae1e-32feeda79697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890377 Feb 28 11:02:50.596305 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1951ee78-69a9-43c0-bd2c-f625d007bd5b req-36a7f83d-a6a2-4879-a79f-baa1cf229539 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:02:50.597886 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-1951ee78-69a9-43c0-bd2c-f625d007bd5b req-36a7f83d-a6a2-4879-a79f-baa1cf229539 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8512093-b0f6-433f-b00e-aed056e6c0eb HTTP/1.1" status: 200 len: 945 time: 0.0588460 Feb 28 11:02:50.644400 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-1951ee78-69a9-43c0-bd2c-f625d007bd5b req-28e331d5-d36a-4de2-985d-b950df6665bb tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups?id=2067cfde-6a74-4cb3-b94b-40318c10db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406332 Feb 28 11:02:51.779281 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf185ea-0e82-4cd8-b2fd-301701a45e6b req-9ecd5f9a-b7ad-4dbe-af1c-a8ab747a1ab2 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:02:51.780846 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-ddf185ea-0e82-4cd8-b2fd-301701a45e6b req-9ecd5f9a-b7ad-4dbe-af1c-a8ab747a1ab2 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8512093-b0f6-433f-b00e-aed056e6c0eb HTTP/1.1" status: 200 len: 945 time: 0.0559695 Feb 28 11:02:51.830785 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-ddf185ea-0e82-4cd8-b2fd-301701a45e6b req-7a383be8-d6d1-40f9-ad74-92cd38087304 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups?id=2067cfde-6a74-4cb3-b94b-40318c10db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440757 Feb 28 11:02:52.940715 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device 9eb62e3b-51fb-487c-96f6-7325ff016654 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103409) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 11:02:52.952587 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device 9eb62e3b-51fb-487c-96f6-7325ff016654 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 11:02:52.967018 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0b8d15-c0db-437d-8326-705aee4b7e50 req-95a72c97-566e-4175-9f23-19bd32bd610c tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:02:52.968522 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-3e0b8d15-c0db-437d-8326-705aee4b7e50 req-95a72c97-566e-4175-9f23-19bd32bd610c tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8512093-b0f6-433f-b00e-aed056e6c0eb HTTP/1.1" status: 200 len: 945 time: 0.0640936 Feb 28 11:02:53.018557 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-3e0b8d15-c0db-437d-8326-705aee4b7e50 req-0a3e73be-8945-40c3-bdb6-e988734ff3bc tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups?id=2067cfde-6a74-4cb3-b94b-40318c10db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437024 Feb 28 11:02:53.097717 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Current status of the port 9eb62e3b-51fb-487c-96f6-7325ff016654 is: ACTIVE; New status is: DOWN {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:02:53.098128 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (9eb62e3b-51fb-487c-96f6-7325ff016654), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:02:53.121754 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] For port 9eb62e3b-51fb-487c-96f6-7325ff016654, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=9eb62e3b-51fb-487c-96f6-7325ff016654,segment=NetworkSegment(f041315e-ab14-4139-8419-07be691a7149),segment_id=f041315e-ab14-4139-8419-07be691a7149)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:02:53.141462 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8512093-b0f6-433f-b00e-aed056e6c0eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9eb62e3b-51fb-487c-96f6-7325ff016654'}] {{(pid=103409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:02:53.143726 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa5325a5be4b33bf61fd809c564e3765e689d817bbd874267890deb3cfccaf12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9045e9df-604b-4ac4-9fd2-fce0ccdbdca7" -d '{"events": [{"server_uuid": "c8512093-b0f6-433f-b00e-aed056e6c0eb", "name": "network-vif-unplugged", "status": "completed", "tag": "9eb62e3b-51fb-487c-96f6-7325ff016654"}]}' {{(pid=103409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 11:02:53.153131 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Returning: {'device': '9eb62e3b-51fb-487c-96f6-7325ff016654', 'network_id': '6c29038b-dae6-4704-ae1e-32feeda79697', 'port_id': '9eb62e3b-51fb-487c-96f6-7325ff016654', 'mac_address': 'fa:16:3e:00:7e:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 263, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d269766-416a-45a4-b82e-d8ae6262c6f3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103409) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 11:02:53.158663 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] For port 9eb62e3b-51fb-487c-96f6-7325ff016654, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=9eb62e3b-51fb-487c-96f6-7325ff016654,segment=NetworkSegment(f041315e-ab14-4139-8419-07be691a7149),segment_id=f041315e-ab14-4139-8419-07be691a7149)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:02:53.181390 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (9eb62e3b-51fb-487c-96f6-7325ff016654), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:02:53.213360 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 28 Feb 2022 11:02:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0d4fd96-fd3d-4d30-920f-47be20914ff9 x-openstack-request-id: req-b0d4fd96-fd3d-4d30-920f-47be20914ff9 {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 11:02:53.213647 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8512093-b0f6-433f-b00e-aed056e6c0eb", "name": "network-vif-unplugged", "status": "completed", "tag": "9eb62e3b-51fb-487c-96f6-7325ff016654", "code": 200}]} {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 11:02:53.213889 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b0d4fd96-fd3d-4d30-920f-47be20914ff9 {{(pid=103409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 11:02:53.214279 dv-neutron-master-2-hyperv neutron-server[103409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8512093-b0f6-433f-b00e-aed056e6c0eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9eb62e3b-51fb-487c-96f6-7325ff016654', 'code': 200} Feb 28 11:02:53.230235 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Current status of the port 9eb62e3b-51fb-487c-96f6-7325ff016654 is: ACTIVE; New status is: BUILD {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:02:53.230637 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (9eb62e3b-51fb-487c-96f6-7325ff016654), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:02:53.253466 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Pushing event updated for resources: {'Port': ['ID=9eb62e3b-51fb-487c-96f6-7325ff016654,revision_number=6']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:02:53.256991 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9eb62e3b-51fb-487c-96f6-7325ff016654 {{(pid=103409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 11:02:53.298182 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.db.api [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103409) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:02:53.298546 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG oslo_db.api [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:02:53.853417 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Current status of the port 9eb62e3b-51fb-487c-96f6-7325ff016654 is: DOWN; New status is: BUILD {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:02:53.853827 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (9eb62e3b-51fb-487c-96f6-7325ff016654), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:02:53.868122 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9eb62e3b-51fb-487c-96f6-7325ff016654 {{(pid=103409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 11:02:53.892660 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] For port 9eb62e3b-51fb-487c-96f6-7325ff016654, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=9eb62e3b-51fb-487c-96f6-7325ff016654,segment=NetworkSegment(f041315e-ab14-4139-8419-07be691a7149),segment_id=f041315e-ab14-4139-8419-07be691a7149)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:02:53.897300 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (9eb62e3b-51fb-487c-96f6-7325ff016654), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:02:53.943872 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Pushing event updated for resources: {'Port': ['ID=9eb62e3b-51fb-487c-96f6-7325ff016654,revision_number=7']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:02:54.019615 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] get_ports_and_sgs() called for port_ids ['9eb62e3b-51fb-487c-96f6-7325ff016654'] {{(pid=103409) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 11:02:54.143514 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b38fbe-16aa-494d-9c24-9e782a3a1b36 req-15b6cdea-34ed-43ee-aeb9-ef89453bc4b1 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:02:54.145062 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-f7b38fbe-16aa-494d-9c24-9e782a3a1b36 req-15b6cdea-34ed-43ee-aeb9-ef89453bc4b1 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8512093-b0f6-433f-b00e-aed056e6c0eb HTTP/1.1" status: 200 len: 944 time: 0.0544183 Feb 28 11:02:54.194073 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-f7b38fbe-16aa-494d-9c24-9e782a3a1b36 req-5e40b815-4bc5-4b49-a9c0-402204569357 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups?id=2067cfde-6a74-4cb3-b94b-40318c10db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421088 Feb 28 11:02:54.514266 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb17d4f-0e83-41e6-b3e5-5f78dc3f6b47 req-7987d45d-2c34-4505-beb7-4dd6cf75d1e5 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:02:54.515785 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-ddb17d4f-0e83-41e6-b3e5-5f78dc3f6b47 req-7987d45d-2c34-4505-beb7-4dd6cf75d1e5 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.30 "GET /v2.0/ports?device_id=c8512093-b0f6-433f-b00e-aed056e6c0eb&tenant_id=f15f14e780e74c8a81fab6575e728c44&binding%3Ahost_id=hv-neutron-mast HTTP/1.1" status: 200 len: 944 time: 0.0657239 Feb 28 11:02:54.623916 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b77e24-0f19-43d6-b22b-0d53ae25fa18 req-75da9fc0-7e92-422c-b719-70212f5b06a3 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:02:54.625777 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-d9b77e24-0f19-43d6-b22b-0d53ae25fa18 req-75da9fc0-7e92-422c-b719-70212f5b06a3 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8512093-b0f6-433f-b00e-aed056e6c0eb HTTP/1.1" status: 200 len: 944 time: 0.1090705 Feb 28 11:02:54.631211 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-ddb17d4f-0e83-41e6-b3e5-5f78dc3f6b47 req-744f95dc-0976-4a2a-b924-f1a10995d916 service neutron] 10.222.0.30 "GET /v2.0/ports/9eb62e3b-51fb-487c-96f6-7325ff016654/bindings/hv-neutron-mast HTTP/1.1" status: 200 len: 384 time: 0.1060953 Feb 28 11:02:54.691286 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-d9b77e24-0f19-43d6-b22b-0d53ae25fa18 req-29ab20cc-382a-44b0-ab86-fa028bfe3e1a tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups?id=2067cfde-6a74-4cb3-b94b-40318c10db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569341 Feb 28 11:02:54.727137 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb17d4f-0e83-41e6-b3e5-5f78dc3f6b47 req-c2aa0c40-58c7-47b2-9b4c-9e378a5511b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:02:54.728736 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-ddb17d4f-0e83-41e6-b3e5-5f78dc3f6b47 req-c2aa0c40-58c7-47b2-9b4c-9e378a5511b8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f15f14e780e74c8a81fab6575e728c44&device_id=c8512093-b0f6-433f-b00e-aed056e6c0eb HTTP/1.1" status: 200 len: 1128 time: 0.0534563 Feb 28 11:02:54.835098 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb17d4f-0e83-41e6-b3e5-5f78dc3f6b47 req-8d790abe-b697-4ce8-a8ea-5015b3a98f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:02:54.836666 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-ddb17d4f-0e83-41e6-b3e5-5f78dc3f6b47 req-8d790abe-b697-4ce8-a8ea-5015b3a98f04 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6c29038b-dae6-4704-ae1e-32feeda79697 HTTP/1.1" status: 200 len: 912 time: 0.1022851 Feb 28 11:02:54.906598 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-ddb17d4f-0e83-41e6-b3e5-5f78dc3f6b47 req-c10b5ccd-98bf-4610-aeb7-6d7033f42267 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9eb62e3b-51fb-487c-96f6-7325ff016654 HTTP/1.1" status: 200 len: 1001 time: 0.0638554 Feb 28 11:02:54.964532 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb17d4f-0e83-41e6-b3e5-5f78dc3f6b47 req-55cc78db-a9be-4078-8bef-d35f6f788c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:02:54.966047 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-ddb17d4f-0e83-41e6-b3e5-5f78dc3f6b47 req-55cc78db-a9be-4078-8bef-d35f6f788c33 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3d269766-416a-45a4-b82e-d8ae6262c6f3 HTTP/1.1" status: 200 len: 850 time: 0.0534668 Feb 28 11:02:54.982203 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device 9eb62e3b-51fb-487c-96f6-7325ff016654 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 11:02:55.019258 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb17d4f-0e83-41e6-b3e5-5f78dc3f6b47 req-e84f53e6-d1eb-4993-9883-1bf8af3839f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:02:55.020835 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-ddb17d4f-0e83-41e6-b3e5-5f78dc3f6b47 req-e84f53e6-d1eb-4993-9883-1bf8af3839f9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6c29038b-dae6-4704-ae1e-32feeda79697&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0475905 Feb 28 11:02:55.066472 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Current status of the port 9eb62e3b-51fb-487c-96f6-7325ff016654 is: BUILD; New status is: DOWN {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:02:55.066864 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (9eb62e3b-51fb-487c-96f6-7325ff016654), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:02:55.082060 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 9eb62e3b-51fb-487c-96f6-7325ff016654 {{(pid=103409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 11:02:55.111930 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] For port 9eb62e3b-51fb-487c-96f6-7325ff016654, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=9eb62e3b-51fb-487c-96f6-7325ff016654,segment=NetworkSegment(f041315e-ab14-4139-8419-07be691a7149),segment_id=f041315e-ab14-4139-8419-07be691a7149)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:02:55.117531 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-ddb17d4f-0e83-41e6-b3e5-5f78dc3f6b47 req-dfbaa13e-a531-4381-a0d1-99707e6e7ca0 service neutron] 10.222.0.30 "GET /v2.0/networks/6c29038b-dae6-4704-ae1e-32feeda79697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900342 Feb 28 11:02:55.118005 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (9eb62e3b-51fb-487c-96f6-7325ff016654), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:02:55.164947 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Pushing event updated for resources: {'Port': ['ID=9eb62e3b-51fb-487c-96f6-7325ff016654,revision_number=8']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:02:55.214371 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-ddb17d4f-0e83-41e6-b3e5-5f78dc3f6b47 req-a6de9995-6302-45bd-b414-a6b1aceec1d3 service neutron] 10.222.0.30 "GET /v2.0/networks/6c29038b-dae6-4704-ae1e-32feeda79697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905919 Feb 28 11:02:55.823485 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6d8799-5f30-4fe2-9fe9-bd472002e2e2 req-de9eb39d-d2e6-43d9-83f4-c9447ada1491 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:02:55.825207 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-fd6d8799-5f30-4fe2-9fe9-bd472002e2e2 req-de9eb39d-d2e6-43d9-83f4-c9447ada1491 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8512093-b0f6-433f-b00e-aed056e6c0eb HTTP/1.1" status: 200 len: 943 time: 0.0565338 Feb 28 11:02:55.874361 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-fd6d8799-5f30-4fe2-9fe9-bd472002e2e2 req-1b539744-6c11-4542-932c-112d87d632c2 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups?id=2067cfde-6a74-4cb3-b94b-40318c10db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430186 Feb 28 11:02:57.015268 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ef21a2-3059-4b76-8976-9ce6b6b29ec9 req-2b977826-d719-4da7-bb09-5f60ddfec447 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:02:57.016770 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-24ef21a2-3059-4b76-8976-9ce6b6b29ec9 req-2b977826-d719-4da7-bb09-5f60ddfec447 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8512093-b0f6-433f-b00e-aed056e6c0eb HTTP/1.1" status: 200 len: 943 time: 0.0626702 Feb 28 11:02:57.068205 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-24ef21a2-3059-4b76-8976-9ce6b6b29ec9 req-75b769ca-284d-4be9-8d8b-e3481180d399 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups?id=2067cfde-6a74-4cb3-b94b-40318c10db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435169 Feb 28 11:02:57.882175 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb17d4f-0e83-41e6-b3e5-5f78dc3f6b47 req-145b4306-cfd6-49f2-9bdf-4784f3c6b6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:02:57.884246 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-ddb17d4f-0e83-41e6-b3e5-5f78dc3f6b47 req-145b4306-cfd6-49f2-9bdf-4784f3c6b6ed service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c8512093-b0f6-433f-b00e-aed056e6c0eb&tenant_id=f15f14e780e74c8a81fab6575e728c44 HTTP/1.1" status: 200 len: 1127 time: 0.0467598 Feb 28 11:02:57.965442 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb17d4f-0e83-41e6-b3e5-5f78dc3f6b47 req-628ce118-93eb-4194-850e-904357d0575f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:02:57.967184 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-ddb17d4f-0e83-41e6-b3e5-5f78dc3f6b47 req-628ce118-93eb-4194-850e-904357d0575f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f15f14e780e74c8a81fab6575e728c44&device_id=c8512093-b0f6-433f-b00e-aed056e6c0eb HTTP/1.1" status: 200 len: 1127 time: 0.0503395 Feb 28 11:02:58.074368 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb17d4f-0e83-41e6-b3e5-5f78dc3f6b47 req-2a359dd4-11cc-45f0-afe7-7d7398ef8738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:02:58.075875 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-ddb17d4f-0e83-41e6-b3e5-5f78dc3f6b47 req-2a359dd4-11cc-45f0-afe7-7d7398ef8738 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6c29038b-dae6-4704-ae1e-32feeda79697 HTTP/1.1" status: 200 len: 912 time: 0.1026185 Feb 28 11:02:58.142796 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-ddb17d4f-0e83-41e6-b3e5-5f78dc3f6b47 req-a4697795-c5e1-4002-aedb-440370f6547b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9eb62e3b-51fb-487c-96f6-7325ff016654 HTTP/1.1" status: 200 len: 1000 time: 0.0604968 Feb 28 11:02:58.217998 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb17d4f-0e83-41e6-b3e5-5f78dc3f6b47 req-1adf49ce-8197-4fb2-87f9-2bd9fa7d73a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:02:58.219475 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-ddb17d4f-0e83-41e6-b3e5-5f78dc3f6b47 req-1adf49ce-8197-4fb2-87f9-2bd9fa7d73a0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3d269766-416a-45a4-b82e-d8ae6262c6f3 HTTP/1.1" status: 200 len: 850 time: 0.0676394 Feb 28 11:02:58.239729 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f485c0b-6bd2-4cfc-9032-9035910e6f4c req-cf5a5f0e-c79e-4337-b677-61028e64275a tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:02:58.241180 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-0f485c0b-6bd2-4cfc-9032-9035910e6f4c req-cf5a5f0e-c79e-4337-b677-61028e64275a tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8512093-b0f6-433f-b00e-aed056e6c0eb HTTP/1.1" status: 200 len: 943 time: 0.0975342 Feb 28 11:02:58.309086 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb17d4f-0e83-41e6-b3e5-5f78dc3f6b47 req-feb4aad9-4dcd-4f9c-b0a6-1378a43504d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:02:58.310613 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-ddb17d4f-0e83-41e6-b3e5-5f78dc3f6b47 req-feb4aad9-4dcd-4f9c-b0a6-1378a43504d5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6c29038b-dae6-4704-ae1e-32feeda79697&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0854096 Feb 28 11:02:58.315068 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-0f485c0b-6bd2-4cfc-9032-9035910e6f4c req-83d60b7f-5df7-4f85-8834-dd54faeeef4c tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups?id=2067cfde-6a74-4cb3-b94b-40318c10db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564792 Feb 28 11:02:58.405144 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-ddb17d4f-0e83-41e6-b3e5-5f78dc3f6b47 req-11804d11-ff1c-4fcf-a18b-e985ec6382e6 service neutron] 10.222.0.30 "GET /v2.0/networks/6c29038b-dae6-4704-ae1e-32feeda79697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873570 Feb 28 11:02:58.493660 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-ddb17d4f-0e83-41e6-b3e5-5f78dc3f6b47 req-031357bc-8721-443e-b11c-45ebfca1ee9e service neutron] 10.222.0.30 "GET /v2.0/networks/6c29038b-dae6-4704-ae1e-32feeda79697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827253 Feb 28 11:02:59.444077 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177e5cfa-4a43-493a-887e-4d16ff1bb438 req-ab0d40fd-deab-4df8-8bfe-0bfd3ca26bb6 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:02:59.445997 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-177e5cfa-4a43-493a-887e-4d16ff1bb438 req-ab0d40fd-deab-4df8-8bfe-0bfd3ca26bb6 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8512093-b0f6-433f-b00e-aed056e6c0eb HTTP/1.1" status: 200 len: 943 time: 0.0578752 Feb 28 11:02:59.499697 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-177e5cfa-4a43-493a-887e-4d16ff1bb438 req-4a5be8b1-f654-4279-a977-a1dd4437a1ad tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups?id=2067cfde-6a74-4cb3-b94b-40318c10db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476408 Feb 28 11:03:00.631193 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec13a02d-4be7-4a71-820a-ede99c6bf48c req-4683d669-ea1d-42a0-882b-e17fab151892 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:03:00.632754 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-ec13a02d-4be7-4a71-820a-ede99c6bf48c req-4683d669-ea1d-42a0-882b-e17fab151892 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8512093-b0f6-433f-b00e-aed056e6c0eb HTTP/1.1" status: 200 len: 943 time: 0.0572855 Feb 28 11:03:00.683885 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-ec13a02d-4be7-4a71-820a-ede99c6bf48c req-cc4f615d-ee1c-4ebc-9774-dcb9e6c5ab80 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups?id=2067cfde-6a74-4cb3-b94b-40318c10db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436809 Feb 28 11:03:00.974795 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device 9eb62e3b-51fb-487c-96f6-7325ff016654 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103409) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 11:03:00.985366 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device 9eb62e3b-51fb-487c-96f6-7325ff016654 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 11:03:01.133420 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] For port 9eb62e3b-51fb-487c-96f6-7325ff016654, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=9eb62e3b-51fb-487c-96f6-7325ff016654,segment=NetworkSegment(f041315e-ab14-4139-8419-07be691a7149),segment_id=f041315e-ab14-4139-8419-07be691a7149)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:03:01.135927 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Current status of the port 9eb62e3b-51fb-487c-96f6-7325ff016654 is: DOWN; New status is: DOWN {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:03:01.147047 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Returning: {'device': '9eb62e3b-51fb-487c-96f6-7325ff016654', 'network_id': '6c29038b-dae6-4704-ae1e-32feeda79697', 'port_id': '9eb62e3b-51fb-487c-96f6-7325ff016654', 'mac_address': 'fa:16:3e:00:7e:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 263, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d269766-416a-45a4-b82e-d8ae6262c6f3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103409) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 11:03:01.186288 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Current status of the port 9eb62e3b-51fb-487c-96f6-7325ff016654 is: DOWN; New status is: BUILD {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:03:01.186696 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (9eb62e3b-51fb-487c-96f6-7325ff016654), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:03:01.201055 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9eb62e3b-51fb-487c-96f6-7325ff016654 {{(pid=103409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 11:03:01.222879 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] For port 9eb62e3b-51fb-487c-96f6-7325ff016654, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=9eb62e3b-51fb-487c-96f6-7325ff016654,segment=NetworkSegment(f041315e-ab14-4139-8419-07be691a7149),segment_id=f041315e-ab14-4139-8419-07be691a7149)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:03:01.228653 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (9eb62e3b-51fb-487c-96f6-7325ff016654), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:03:01.280206 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Pushing event updated for resources: {'Port': ['ID=9eb62e3b-51fb-487c-96f6-7325ff016654,revision_number=9']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:03:01.287270 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:03:01.287631 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:03:01.287981 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:03:01.288320 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:03:01.288688 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:03:01.289026 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:03:01.289561 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:03:01.289910 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:03:01.290260 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:03:01.290594 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:03:01.290921 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:03:01.291247 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:03:01.291571 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:03:01.348859 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] get_ports_and_sgs() called for port_ids ['9eb62e3b-51fb-487c-96f6-7325ff016654'] {{(pid=103409) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 11:03:01.818381 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1891d0-2611-4b8a-b358-4a44add3c100 req-243b7f13-dcce-4e3e-84a7-9c3749239fb5 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:03:01.819893 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-fa1891d0-2611-4b8a-b358-4a44add3c100 req-243b7f13-dcce-4e3e-84a7-9c3749239fb5 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8512093-b0f6-433f-b00e-aed056e6c0eb HTTP/1.1" status: 200 len: 944 time: 0.0566006 Feb 28 11:03:01.867876 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-fa1891d0-2611-4b8a-b358-4a44add3c100 req-6e4e2e1d-bcd9-4c70-a934-22110556f877 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups?id=2067cfde-6a74-4cb3-b94b-40318c10db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421722 Feb 28 11:03:02.002809 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a474bf-a255-4d92-afe3-a989f9e232e7 req-3d29cca2-95b4-4592-ad03-141fcef792e7 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:03:02.004683 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-19a474bf-a255-4d92-afe3-a989f9e232e7 req-3d29cca2-95b4-4592-ad03-141fcef792e7 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8512093-b0f6-433f-b00e-aed056e6c0eb HTTP/1.1" status: 200 len: 944 time: 0.0668771 Feb 28 11:03:02.053747 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-19a474bf-a255-4d92-afe3-a989f9e232e7 req-a24d4a86-68ad-4f99-9dd5-31ba4826179b tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups?id=2067cfde-6a74-4cb3-b94b-40318c10db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432034 Feb 28 11:03:02.249242 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1838a650-80b0-4790-98ac-c0eab51bb308 req-16bc88f0-a4f7-4ef0-8597-321e4c5a8267 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:03:02.251706 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-1838a650-80b0-4790-98ac-c0eab51bb308 req-16bc88f0-a4f7-4ef0-8597-321e4c5a8267 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8512093-b0f6-433f-b00e-aed056e6c0eb HTTP/1.1" status: 200 len: 944 time: 0.1220932 Feb 28 11:03:02.309435 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-1838a650-80b0-4790-98ac-c0eab51bb308 req-06aca6cb-fe06-46a7-8421-94057ce56c59 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups?id=2067cfde-6a74-4cb3-b94b-40318c10db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491734 Feb 28 11:03:02.565632 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af94744e-8774-46c4-8f03-f87a06c526e5 req-e4fdf06b-1767-43a1-bf81-cf0bf5ff0e0f tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:03:02.567148 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-af94744e-8774-46c4-8f03-f87a06c526e5 req-e4fdf06b-1767-43a1-bf81-cf0bf5ff0e0f tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8512093-b0f6-433f-b00e-aed056e6c0eb HTTP/1.1" status: 200 len: 944 time: 0.0597429 Feb 28 11:03:02.616480 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-af94744e-8774-46c4-8f03-f87a06c526e5 req-b578291f-1537-487d-801e-cbd8752dd57f tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups?id=2067cfde-6a74-4cb3-b94b-40318c10db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433223 Feb 28 11:03:02.985414 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device 9eb62e3b-51fb-487c-96f6-7325ff016654 up at agent hyperv_hv-neutron-mast {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 11:03:03.048188 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Provisioning complete for port 9eb62e3b-51fb-487c-96f6-7325ff016654 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:03:03.048678 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (9eb62e3b-51fb-487c-96f6-7325ff016654), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:03:03.280869 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Current status of the port 9eb62e3b-51fb-487c-96f6-7325ff016654 is: BUILD; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:03:03.281271 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (9eb62e3b-51fb-487c-96f6-7325ff016654), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:03:03.304578 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8512093-b0f6-433f-b00e-aed056e6c0eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9eb62e3b-51fb-487c-96f6-7325ff016654'}] {{(pid=103409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:03:03.306912 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa5325a5be4b33bf61fd809c564e3765e689d817bbd874267890deb3cfccaf12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36c5ba4f-ff80-488b-b4e6-87dd6f787e7a" -d '{"events": [{"server_uuid": "c8512093-b0f6-433f-b00e-aed056e6c0eb", "name": "network-vif-plugged", "status": "completed", "tag": "9eb62e3b-51fb-487c-96f6-7325ff016654"}]}' {{(pid=103409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 11:03:03.319308 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] For port 9eb62e3b-51fb-487c-96f6-7325ff016654, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=9eb62e3b-51fb-487c-96f6-7325ff016654,segment=NetworkSegment(f041315e-ab14-4139-8419-07be691a7149),segment_id=f041315e-ab14-4139-8419-07be691a7149)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:03:03.326218 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (9eb62e3b-51fb-487c-96f6-7325ff016654), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:03:03.355430 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 11:03:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9c7f8fa-9d5c-499e-810b-a892b63e6198 x-openstack-request-id: req-b9c7f8fa-9d5c-499e-810b-a892b63e6198 {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 11:03:03.355724 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8512093-b0f6-433f-b00e-aed056e6c0eb", "name": "network-vif-plugged", "status": "completed", "tag": "9eb62e3b-51fb-487c-96f6-7325ff016654", "code": 200}]} {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 11:03:03.355975 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b9c7f8fa-9d5c-499e-810b-a892b63e6198 {{(pid=103409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 11:03:03.356369 dv-neutron-master-2-hyperv neutron-server[103409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8512093-b0f6-433f-b00e-aed056e6c0eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9eb62e3b-51fb-487c-96f6-7325ff016654', 'code': 200} Feb 28 11:03:03.385695 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Pushing event updated for resources: {'Port': ['ID=9eb62e3b-51fb-487c-96f6-7325ff016654,revision_number=10']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:03:03.753258 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178d63f2-f65f-44e4-9eb8-e75b552dab2e req-de71bd58-5206-4b55-a244-ceff13d4606e tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:03:03.754795 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-178d63f2-f65f-44e4-9eb8-e75b552dab2e req-de71bd58-5206-4b55-a244-ceff13d4606e tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8512093-b0f6-433f-b00e-aed056e6c0eb HTTP/1.1" status: 200 len: 946 time: 0.0591271 Feb 28 11:03:03.815257 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-178d63f2-f65f-44e4-9eb8-e75b552dab2e req-410f6a0e-77a3-4b91-8999-7c5d4eb73aaf tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups?id=2067cfde-6a74-4cb3-b94b-40318c10db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543134 Feb 28 11:03:04.892845 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c110f183-f6a4-4959-b9a1-f9e4bd5ed7e9 req-0c71aec1-5ddb-481d-a896-30b1865f6d82 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:03:04.894319 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-c110f183-f6a4-4959-b9a1-f9e4bd5ed7e9 req-0c71aec1-5ddb-481d-a896-30b1865f6d82 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.30 "GET /v2.0/ports?device_id=c8512093-b0f6-433f-b00e-aed056e6c0eb HTTP/1.1" status: 200 len: 946 time: 0.0637655 Feb 28 11:03:05.008984 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce5af44-aaf4-4213-a7ff-3e8f106dafc2 req-e574f58b-796b-44d8-bef2-95a74a9f1cec tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:03:05.010487 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-0ce5af44-aaf4-4213-a7ff-3e8f106dafc2 req-e574f58b-796b-44d8-bef2-95a74a9f1cec tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8512093-b0f6-433f-b00e-aed056e6c0eb HTTP/1.1" status: 200 len: 946 time: 0.1137795 Feb 28 11:03:05.056017 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [req-c110f183-f6a4-4959-b9a1-f9e4bd5ed7e9 req-5a6fbfc6-f149-48b2-935b-6d02a389702a tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Deleting port 9eb62e3b-51fb-487c-96f6-7325ff016654 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 11:03:05.056366 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-c110f183-f6a4-4959-b9a1-f9e4bd5ed7e9 req-5a6fbfc6-f149-48b2-935b-6d02a389702a tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (9eb62e3b-51fb-487c-96f6-7325ff016654), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:03:05.105637 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-0ce5af44-aaf4-4213-a7ff-3e8f106dafc2 req-c5786e2c-b209-4ba0-b184-faa64cf3efb8 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups?id=2067cfde-6a74-4cb3-b94b-40318c10db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894108 Feb 28 11:03:05.164639 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-c110f183-f6a4-4959-b9a1-f9e4bd5ed7e9 req-5a6fbfc6-f149-48b2-935b-6d02a389702a tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] For port 9eb62e3b-51fb-487c-96f6-7325ff016654, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=9eb62e3b-51fb-487c-96f6-7325ff016654,segment=NetworkSegment(f041315e-ab14-4139-8419-07be691a7149),segment_id=f041315e-ab14-4139-8419-07be691a7149)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:03:05.164890 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-c110f183-f6a4-4959-b9a1-f9e4bd5ed7e9 req-5a6fbfc6-f149-48b2-935b-6d02a389702a tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (9eb62e3b-51fb-487c-96f6-7325ff016654), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:03:05.343285 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-c110f183-f6a4-4959-b9a1-f9e4bd5ed7e9 req-5a6fbfc6-f149-48b2-935b-6d02a389702a tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:03:05.343657 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-c110f183-f6a4-4959-b9a1-f9e4bd5ed7e9 req-5a6fbfc6-f149-48b2-935b-6d02a389702a tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1803383'] for floatingip (a2d1279b-bd44-41e4-9cc8-7c77a73ab80a), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:03:05.343980 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.db.l3_db [req-c110f183-f6a4-4959-b9a1-f9e4bd5ed7e9 req-5a6fbfc6-f149-48b2-935b-6d02a389702a tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Floating IP a2d1279b-bd44-41e4-9cc8-7c77a73ab80a disassociated. External IP: 172.36.5.140, port: 9eb62e3b-51fb-487c-96f6-7325ff016654. Feb 28 11:03:05.344326 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [req-c110f183-f6a4-4959-b9a1-f9e4bd5ed7e9 req-5a6fbfc6-f149-48b2-935b-6d02a389702a tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Calling delete_port for 9eb62e3b-51fb-487c-96f6-7325ff016654 owned by compute:nova {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 11:03:05.487172 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-c110f183-f6a4-4959-b9a1-f9e4bd5ed7e9 req-5a6fbfc6-f149-48b2-935b-6d02a389702a tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (9eb62e3b-51fb-487c-96f6-7325ff016654), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:03:05.520274 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6fbfc6-f149-48b2-935b-6d02a389702a tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Pushing event deleted for resources: {'Port': ['ID=9eb62e3b-51fb-487c-96f6-7325ff016654,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:03:05.641757 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c110f183-f6a4-4959-b9a1-f9e4bd5ed7e9 req-5a6fbfc6-f149-48b2-935b-6d02a389702a tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Router 834c57a4-5234-45fa-97d6-95547e3c61fd has already been hosted by L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:03:05.758789 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c110f183-f6a4-4959-b9a1-f9e4bd5ed7e9 req-5a6fbfc6-f149-48b2-935b-6d02a389702a tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:03:05.768924 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b2fb49-bd4f-4054-b7e9-2854f9ddc0f5 None None] Sync routers for ids ['834c57a4-5234-45fa-97d6-95547e3c61fd'] in dv-neutron-master-2-hyperv {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:03:05.780266 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b2fb49-bd4f-4054-b7e9-2854f9ddc0f5 None None] Routers {'834c57a4-5234-45fa-97d6-95547e3c61fd'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:03:05.780938 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-d8b2fb49-bd4f-4054-b7e9-2854f9ddc0f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T11:02:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['834c57a4-5234-45fa-97d6-95547e3c61fd'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:03:05.801793 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-c110f183-f6a4-4959-b9a1-f9e4bd5ed7e9 req-5a6fbfc6-f149-48b2-935b-6d02a389702a tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] No DVR routers for this DVR port 9eb62e3b-51fb-487c-96f6-7325ff016654 on host hv-neutron-mast {{(pid=103407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:03:05.804432 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-c110f183-f6a4-4959-b9a1-f9e4bd5ed7e9 req-5a6fbfc6-f149-48b2-935b-6d02a389702a tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:03:05.807866 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-c110f183-f6a4-4959-b9a1-f9e4bd5ed7e9 req-5a6fbfc6-f149-48b2-935b-6d02a389702a tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.30 "DELETE /v2.0/ports/9eb62e3b-51fb-487c-96f6-7325ff016654 HTTP/1.1" status: 204 len: 173 time: 0.9028018 Feb 28 11:03:05.808489 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8512093-b0f6-433f-b00e-aed056e6c0eb', 'name': 'network-vif-deleted', 'tag': '9eb62e3b-51fb-487c-96f6-7325ff016654'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:03:05.811050 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c8e1c873eeca597e52e7ceb7469e602eac250bfea6606d285743d38033cf584" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a1e8270-413a-4c18-b238-e934c6df4656" -d '{"events": [{"server_uuid": "c8512093-b0f6-433f-b00e-aed056e6c0eb", "name": "network-vif-deleted", "tag": "9eb62e3b-51fb-487c-96f6-7325ff016654"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 11:03:05.856762 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 11:03:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b617d01f-4825-49af-afc4-382b070606a6 x-openstack-request-id: req-b617d01f-4825-49af-afc4-382b070606a6 {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 11:03:05.857070 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8512093-b0f6-433f-b00e-aed056e6c0eb", "name": "network-vif-deleted", "tag": "9eb62e3b-51fb-487c-96f6-7325ff016654", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 11:03:05.857327 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b617d01f-4825-49af-afc4-382b070606a6 {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 11:03:05.857737 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8512093-b0f6-433f-b00e-aed056e6c0eb', 'name': 'network-vif-deleted', 'tag': '9eb62e3b-51fb-487c-96f6-7325ff016654', 'status': 'completed', 'code': 200} Feb 28 11:03:05.897506 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-d8b2fb49-bd4f-4054-b7e9-2854f9ddc0f5 None None] Set router 834c57a4-5234-45fa-97d6-95547e3c61fd gateway port host: dv-neutron-master-2-hyperv {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:03:06.110048 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-d8b2fb49-bd4f-4054-b7e9-2854f9ddc0f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '834c57a4-5234-45fa-97d6-95547e3c61fd', 'name': 'tempest-ServerActionsTestJSON-556458350-router', 'tenant_id': 'f15f14e780e74c8a81fab6575e728c44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.169'}], 'enable_snat': True}, 'gw_port_id': 'b26bfa21-0899-40cf-9d46-9a8b8bcc5b82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:00:23Z', 'updated_at': '2022-02-28T11:00:26Z', 'revision_number': 4, 'project_id': 'f15f14e780e74c8a81fab6575e728c44', 'gw_port': {'id': 'b26bfa21-0899-40cf-9d46-9a8b8bcc5b82', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:9a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834c57a4-5234-45fa-97d6-95547e3c61fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:00:24Z', 'updated_at': '2022-02-28T11:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'cbb65092-e09a-4430-98a7-38023b2b34f0', 'name': '', 'network_id': '6c29038b-dae6-4704-ae1e-32feeda79697', 'tenant_id': 'f15f14e780e74c8a81fab6575e728c44', 'mac_address': 'fa:16:3e:c9:af:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834c57a4-5234-45fa-97d6-95547e3c61fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '3d269766-416a-45a4-b82e-d8ae6262c6f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:00:26Z', 'updated_at': '2022-02-28T11:00:30Z', 'revision_number': 5, 'project_id': 'f15f14e780e74c8a81fab6575e728c44', 'subnets': [{'id': '3d269766-416a-45a4-b82e-d8ae6262c6f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:03:06.140591 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b2fb49-bd4f-4054-b7e9-2854f9ddc0f5 None None] Checking router: 834c57a4-5234-45fa-97d6-95547e3c61fd for host: dv-neutron-master-2-hyperv {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:03:06.149979 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b2fb49-bd4f-4054-b7e9-2854f9ddc0f5 None None] Routers {'834c57a4-5234-45fa-97d6-95547e3c61fd'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:03:06.150584 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-d8b2fb49-bd4f-4054-b7e9-2854f9ddc0f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T11:02:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['834c57a4-5234-45fa-97d6-95547e3c61fd'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:03:06.233736 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-0b753747-3dfd-404f-9449-eda5a9005373 req-2f22cc97-2be4-465b-9dca-346535bd3fcd tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8512093-b0f6-433f-b00e-aed056e6c0eb HTTP/1.1" status: 200 len: 210 time: 0.0342939 Feb 28 11:03:06.267921 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-d8b2fb49-bd4f-4054-b7e9-2854f9ddc0f5 None None] Set router 834c57a4-5234-45fa-97d6-95547e3c61fd gateway port host: dv-neutron-master-2-hyperv {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:03:06.474381 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-d8b2fb49-bd4f-4054-b7e9-2854f9ddc0f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '834c57a4-5234-45fa-97d6-95547e3c61fd', 'name': 'tempest-ServerActionsTestJSON-556458350-router', 'tenant_id': 'f15f14e780e74c8a81fab6575e728c44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.169'}], 'enable_snat': True}, 'gw_port_id': 'b26bfa21-0899-40cf-9d46-9a8b8bcc5b82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:00:23Z', 'updated_at': '2022-02-28T11:00:26Z', 'revision_number': 4, 'project_id': 'f15f14e780e74c8a81fab6575e728c44', 'gw_port': {'id': 'b26bfa21-0899-40cf-9d46-9a8b8bcc5b82', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:9a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834c57a4-5234-45fa-97d6-95547e3c61fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:00:24Z', 'updated_at': '2022-02-28T11:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'cbb65092-e09a-4430-98a7-38023b2b34f0', 'name': '', 'network_id': '6c29038b-dae6-4704-ae1e-32feeda79697', 'tenant_id': 'f15f14e780e74c8a81fab6575e728c44', 'mac_address': 'fa:16:3e:c9:af:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834c57a4-5234-45fa-97d6-95547e3c61fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '3d269766-416a-45a4-b82e-d8ae6262c6f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:00:26Z', 'updated_at': '2022-02-28T11:00:30Z', 'revision_number': 5, 'project_id': 'f15f14e780e74c8a81fab6575e728c44', 'subnets': [{'id': '3d269766-416a-45a4-b82e-d8ae6262c6f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:03:06.501366 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b2fb49-bd4f-4054-b7e9-2854f9ddc0f5 None None] The sync data for ids ['834c57a4-5234-45fa-97d6-95547e3c61fd'] in dv-neutron-master-2-hyperv is: [{'id': '834c57a4-5234-45fa-97d6-95547e3c61fd', 'name': 'tempest-ServerActionsTestJSON-556458350-router', 'tenant_id': 'f15f14e780e74c8a81fab6575e728c44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.169'}], 'enable_snat': True}, 'gw_port_id': 'b26bfa21-0899-40cf-9d46-9a8b8bcc5b82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:00:23Z', 'updated_at': '2022-02-28T11:00:26Z', 'revision_number': 4, 'project_id': 'f15f14e780e74c8a81fab6575e728c44', 'gw_port': {'id': 'b26bfa21-0899-40cf-9d46-9a8b8bcc5b82', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:9a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834c57a4-5234-45fa-97d6-95547e3c61fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:00:24Z', 'updated_at': '2022-02-28T11:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'cbb65092-e09a-4430-98a7-38023b2b34f0', 'name': '', 'network_id': '6c29038b-dae6-4704-ae1e-32feeda79697', 'tenant_id': 'f15f14e780e74c8a81fab6575e728c44', 'mac_address': 'fa:16:3e:c9:af:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834c57a4-5234-45fa-97d6-95547e3c61fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '3d269766-416a-45a4-b82e-d8ae6262c6f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:00:26Z', 'updated_at': '2022-02-28T11:00:30Z', 'revision_number': 5, 'project_id': 'f15f14e780e74c8a81fab6575e728c44', 'subnets': [{'id': '3d269766-416a-45a4-b82e-d8ae6262c6f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:03:06.740419 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd26a597-b1d9-413d-ac6e-e7636cd6591b None None] New status for floating IP a2d1279b-bd44-41e4-9cc8-7c77a73ab80a: DOWN {{(pid=103410) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 11:03:07.501480 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-1ee61b12-1e4f-4d05-a9ea-53f332fd3b5e req-9a1935db-06b3-4f14-81ee-566d45c0443d tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--619949554&fields=id&tenant_id=f15f14e780e74c8a81fab6575e728c44 HTTP/1.1" status: 200 len: 267 time: 0.0441654 Feb 28 11:03:07.614783 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee61b12-1e4f-4d05-a9ea-53f332fd3b5e req-30d0d7c5-a745-4b9c-8f1f-c2ef1cd127b0 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:03:07.616192 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-1ee61b12-1e4f-4d05-a9ea-53f332fd3b5e req-30d0d7c5-a745-4b9c-8f1f-c2ef1cd127b0 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/networks?id=6c29038b-dae6-4704-ae1e-32feeda79697 HTTP/1.1" status: 200 len: 811 time: 0.1080844 Feb 28 11:03:07.630915 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-1ee61b12-1e4f-4d05-a9ea-53f332fd3b5e req-6647a767-63f2-4861-9551-cf023d3b150d tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/quotas/f15f14e780e74c8a81fab6575e728c44 HTTP/1.1" status: 200 len: 375 time: 0.0091572 Feb 28 11:03:07.688936 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-1ee61b12-1e4f-4d05-a9ea-53f332fd3b5e req-8f578d70-8a2d-4216-adb4-e08c8633b979 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=f15f14e780e74c8a81fab6575e728c44&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0530260 Feb 28 11:03:07.785086 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-1ee61b12-1e4f-4d05-a9ea-53f332fd3b5e req-b709929f-c7f3-49a6-8396-2395f7d1e49f service neutron] 10.222.0.20 "GET /v2.0/networks/6c29038b-dae6-4704-ae1e-32feeda79697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841689 Feb 28 11:03:07.885581 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-1ee61b12-1e4f-4d05-a9ea-53f332fd3b5e req-bf01421b-c265-43df-9e7d-ba3340df10bb service neutron] 10.222.0.20 "GET /v2.0/networks/6c29038b-dae6-4704-ae1e-32feeda79697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918436 Feb 28 11:03:08.052977 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-84575e90-1086-47ba-a356-7e2189da0d69 req-c704478e-39be-4b89-aacd-00e9e1bdfeaa tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c54bb88-5af5-4960-b6b4-40da14dd4a2d HTTP/1.1" status: 200 len: 210 time: 0.0281892 Feb 28 11:03:08.428319 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (13ac42ae-016e-4baf-bb31-c6fa820b41c2), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:03:08.754986 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-507944d1-e612-403e-9f96-944bcd983a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fb6705d2-4f70-4965-92a3-fbfccd43a6d3), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:03:08.996014 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device 9eb62e3b-51fb-487c-96f6-7325ff016654 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 11:03:09.016940 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] No Port match for: 9eb62e3b-51fb-487c-96f6-7325ff016654 {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 11:03:09.017317 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device 9eb62e3b-51fb-487c-96f6-7325ff016654 not bound to the agent host hv-neutron-mast {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 11:03:09.161341 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-8bf2bb99-f67c-4ee5-b6d8-0e591932447b req-f227c805-6f58-40d3-9f73-a5769e738f56 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c54bb88-5af5-4960-b6b4-40da14dd4a2d HTTP/1.1" status: 200 len: 210 time: 0.0358794 Feb 28 11:03:09.203225 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee61b12-1e4f-4d05-a9ea-53f332fd3b5e req-2102c789-b3c7-4bf9-8b3c-d83091c35d8d tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:03:09.204732 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-1ee61b12-1e4f-4d05-a9ea-53f332fd3b5e req-2102c789-b3c7-4bf9-8b3c-d83091c35d8d tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.30 "GET /v2.0/networks?id=6c29038b-dae6-4704-ae1e-32feeda79697 HTTP/1.1" status: 200 len: 811 time: 0.1332846 Feb 28 11:03:09.282658 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-1ee61b12-1e4f-4d05-a9ea-53f332fd3b5e req-dc174364-db63-4c59-93b4-27f15b1744cb tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f15f14e780e74c8a81fab6575e728c44 HTTP/1.1" status: 200 len: 379 time: 0.0538089 Feb 28 11:03:09.294157 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [req-1ee61b12-1e4f-4d05-a9ea-53f332fd3b5e req-97c9ae25-318e-4d72-82e6-b777c809e3f6 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Request body: {'port': {'device_id': '7c54bb88-5af5-4960-b6b4-40da14dd4a2d', 'network_id': '6c29038b-dae6-4704-ae1e-32feeda79697', 'admin_state_up': True, 'tenant_id': 'f15f14e780e74c8a81fab6575e728c44', 'security_groups': ['2067cfde-6a74-4cb3-b94b-40318c10db4d']}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:03:09.407517 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ee61b12-1e4f-4d05-a9ea-53f332fd3b5e req-97c9ae25-318e-4d72-82e6-b777c809e3f6 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Made reservation on behalf of f15f14e780e74c8a81fab6575e728c44 for: {'port': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:03:09.411146 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-1ee61b12-1e4f-4d05-a9ea-53f332fd3b5e req-97c9ae25-318e-4d72-82e6-b777c809e3f6 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:03:09.542619 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [req-1ee61b12-1e4f-4d05-a9ea-53f332fd3b5e req-97c9ae25-318e-4d72-82e6-b777c809e3f6 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Allocated IP 172.20.0.5 (6c29038b-dae6-4704-ae1e-32feeda79697/3d269766-416a-45a4-b82e-d8ae6262c6f3/29af782d-1c27-4271-8580-d5ab8bdacba3) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:03:09.689940 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-1ee61b12-1e4f-4d05-a9ea-53f332fd3b5e req-97c9ae25-318e-4d72-82e6-b777c809e3f6 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Publish callbacks [] for port (29af782d-1c27-4271-8580-d5ab8bdacba3), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:03:09.726327 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-1ee61b12-1e4f-4d05-a9ea-53f332fd3b5e req-97c9ae25-318e-4d72-82e6-b777c809e3f6 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (29af782d-1c27-4271-8580-d5ab8bdacba3), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:03:09.770111 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ee61b12-1e4f-4d05-a9ea-53f332fd3b5e req-97c9ae25-318e-4d72-82e6-b777c809e3f6 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Network 6c29038b-dae6-4704-ae1e-32feeda79697 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:03:09.773036 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [req-1ee61b12-1e4f-4d05-a9ea-53f332fd3b5e req-97c9ae25-318e-4d72-82e6-b777c809e3f6 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:03:09.776916 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ee61b12-1e4f-4d05-a9ea-53f332fd3b5e req-97c9ae25-318e-4d72-82e6-b777c809e3f6 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 11:03:09.783084 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c9ae25-318e-4d72-82e6-b777c809e3f6 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Pushing event updated for resources: {'Port': ['ID=29af782d-1c27-4271-8580-d5ab8bdacba3,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:03:09.819748 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c9ae25-318e-4d72-82e6-b777c809e3f6 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:03:09.820059 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c9ae25-318e-4d72-82e6-b777c809e3f6 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:03:09.820447 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c9ae25-318e-4d72-82e6-b777c809e3f6 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:03:09.820803 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c9ae25-318e-4d72-82e6-b777c809e3f6 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:03:09.821168 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c9ae25-318e-4d72-82e6-b777c809e3f6 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:03:09.821639 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c9ae25-318e-4d72-82e6-b777c809e3f6 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:03:09.822479 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c9ae25-318e-4d72-82e6-b777c809e3f6 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:03:09.822817 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c9ae25-318e-4d72-82e6-b777c809e3f6 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:03:09.823173 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c9ae25-318e-4d72-82e6-b777c809e3f6 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:03:09.823505 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c9ae25-318e-4d72-82e6-b777c809e3f6 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:03:09.823830 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c9ae25-318e-4d72-82e6-b777c809e3f6 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:03:09.824154 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c9ae25-318e-4d72-82e6-b777c809e3f6 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:03:09.824465 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c9ae25-318e-4d72-82e6-b777c809e3f6 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:03:09.846238 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee61b12-1e4f-4d05-a9ea-53f332fd3b5e req-97c9ae25-318e-4d72-82e6-b777c809e3f6 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:03:09.846859 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-1ee61b12-1e4f-4d05-a9ea-53f332fd3b5e req-97c9ae25-318e-4d72-82e6-b777c809e3f6 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:03:09.865173 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-1ee61b12-1e4f-4d05-a9ea-53f332fd3b5e req-97c9ae25-318e-4d72-82e6-b777c809e3f6 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5746975 Feb 28 11:03:09.874544 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [req-1ee61b12-1e4f-4d05-a9ea-53f332fd3b5e req-4d613f4b-9d19-432a-8f9a-ac12d2a5ed74 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103407) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 11:03:09.875516 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-1ee61b12-1e4f-4d05-a9ea-53f332fd3b5e req-4d613f4b-9d19-432a-8f9a-ac12d2a5ed74 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054357 Feb 28 11:03:09.892220 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [req-1ee61b12-1e4f-4d05-a9ea-53f332fd3b5e req-93f948c2-9229-4fd3-bfa5-1508c66c61c8 service neutron] Request body: {'port': {'device_id': '7c54bb88-5af5-4960-b6b4-40da14dd4a2d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:03:09.955403 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-1ee61b12-1e4f-4d05-a9ea-53f332fd3b5e req-93f948c2-9229-4fd3-bfa5-1508c66c61c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (29af782d-1c27-4271-8580-d5ab8bdacba3), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:03:10.003644 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-bfc56f66-8b4b-4d9d-b0aa-330f4a472334 None None] Provisioning complete for port 29af782d-1c27-4271-8580-d5ab8bdacba3 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:03:10.004234 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bfc56f66-8b4b-4d9d-b0aa-330f4a472334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (29af782d-1c27-4271-8580-d5ab8bdacba3), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:03:10.039061 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-bfc56f66-8b4b-4d9d-b0aa-330f4a472334 None None] Port 29af782d-1c27-4271-8580-d5ab8bdacba3 cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 11:03:10.221601 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.notifiers.nova [req-1ee61b12-1e4f-4d05-a9ea-53f332fd3b5e req-93f948c2-9229-4fd3-bfa5-1508c66c61c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29af782d-1c27-4271-8580-d5ab8bdacba3 {{(pid=103407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 11:03:10.229687 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-1ee61b12-1e4f-4d05-a9ea-53f332fd3b5e req-93f948c2-9229-4fd3-bfa5-1508c66c61c8 service neutron] Publish callbacks [] for port (29af782d-1c27-4271-8580-d5ab8bdacba3), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:03:10.264588 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.provisioning_blocks [req-1ee61b12-1e4f-4d05-a9ea-53f332fd3b5e req-93f948c2-9229-4fd3-bfa5-1508c66c61c8 service neutron] Transition to ACTIVE for port object 29af782d-1c27-4271-8580-d5ab8bdacba3 will not be triggered until provisioned by entity L2. {{(pid=103407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 11:03:10.270272 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-1ee61b12-1e4f-4d05-a9ea-53f332fd3b5e req-93f948c2-9229-4fd3-bfa5-1508c66c61c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3498066'] for port (29af782d-1c27-4271-8580-d5ab8bdacba3), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:03:10.329750 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f948c2-9229-4fd3-bfa5-1508c66c61c8 service neutron] Pushing event updated for resources: {'Port': ['ID=29af782d-1c27-4271-8580-d5ab8bdacba3,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:03:10.347505 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fc19b0-d02c-409e-9645-de39e93842f2 req-066b6718-2e21-4172-8092-323d0cba49df tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:03:10.349149 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-92fc19b0-d02c-409e-9645-de39e93842f2 req-066b6718-2e21-4172-8092-323d0cba49df tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c54bb88-5af5-4960-b6b4-40da14dd4a2d HTTP/1.1" status: 200 len: 931 time: 0.1170659 Feb 28 11:03:10.446785 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-92fc19b0-d02c-409e-9645-de39e93842f2 req-79f02903-eb9c-454b-8695-3a1a2a1e0895 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups?id=2067cfde-6a74-4cb3-b94b-40318c10db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817764 Feb 28 11:03:10.457585 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-1ee61b12-1e4f-4d05-a9ea-53f332fd3b5e req-93f948c2-9229-4fd3-bfa5-1508c66c61c8 service neutron] Attempting to bind port 29af782d-1c27-4271-8580-d5ab8bdacba3 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 11:03:10.458300 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-1ee61b12-1e4f-4d05-a9ea-53f332fd3b5e req-93f948c2-9229-4fd3-bfa5-1508c66c61c8 service neutron] Attempting to bind port 29af782d-1c27-4271-8580-d5ab8bdacba3 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'f041315e-ab14-4139-8419-07be691a7149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '6c29038b-dae6-4704-ae1e-32feeda79697'}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 11:03:10.458617 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee61b12-1e4f-4d05-a9ea-53f332fd3b5e req-93f948c2-9229-4fd3-bfa5-1508c66c61c8 service neutron] Attempting to bind port 29af782d-1c27-4271-8580-d5ab8bdacba3 on network 6c29038b-dae6-4704-ae1e-32feeda79697 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 11:03:10.463902 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee61b12-1e4f-4d05-a9ea-53f332fd3b5e req-93f948c2-9229-4fd3-bfa5-1508c66c61c8 service neutron] Port 29af782d-1c27-4271-8580-d5ab8bdacba3 on network 6c29038b-dae6-4704-ae1e-32feeda79697 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 11:03:10.464225 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee61b12-1e4f-4d05-a9ea-53f332fd3b5e req-93f948c2-9229-4fd3-bfa5-1508c66c61c8 service neutron] Attempting to bind port 29af782d-1c27-4271-8580-d5ab8bdacba3 on network 6c29038b-dae6-4704-ae1e-32feeda79697 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 11:03:10.469220 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee61b12-1e4f-4d05-a9ea-53f332fd3b5e req-93f948c2-9229-4fd3-bfa5-1508c66c61c8 service neutron] Checking agent: {'id': '13ac42ae-016e-4baf-bb31-c6fa820b41c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 30, 8), 'started_at': datetime.datetime(2022, 2, 28, 10, 30, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 3, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 11:03:10.469559 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee61b12-1e4f-4d05-a9ea-53f332fd3b5e req-93f948c2-9229-4fd3-bfa5-1508c66c61c8 service neutron] Checking segment: {'id': 'f041315e-ab14-4139-8419-07be691a7149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '6c29038b-dae6-4704-ae1e-32feeda79697'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 11:03:10.470326 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee61b12-1e4f-4d05-a9ea-53f332fd3b5e req-93f948c2-9229-4fd3-bfa5-1508c66c61c8 service neutron] Bound using segment: {'id': 'f041315e-ab14-4139-8419-07be691a7149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '6c29038b-dae6-4704-ae1e-32feeda79697'} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 11:03:10.470758 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-1ee61b12-1e4f-4d05-a9ea-53f332fd3b5e req-93f948c2-9229-4fd3-bfa5-1508c66c61c8 service neutron] Bound port: 29af782d-1c27-4271-8580-d5ab8bdacba3, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f041315e-ab14-4139-8419-07be691a7149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '6c29038b-dae6-4704-ae1e-32feeda79697'}}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 11:03:10.471421 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-1ee61b12-1e4f-4d05-a9ea-53f332fd3b5e req-93f948c2-9229-4fd3-bfa5-1508c66c61c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (29af782d-1c27-4271-8580-d5ab8bdacba3), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:03:10.537451 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-1ee61b12-1e4f-4d05-a9ea-53f332fd3b5e req-93f948c2-9229-4fd3-bfa5-1508c66c61c8 service neutron] For port 29af782d-1c27-4271-8580-d5ab8bdacba3, host hv-neutron-mast, cleared binding levels {{(pid=103407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:03:10.541351 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-1ee61b12-1e4f-4d05-a9ea-53f332fd3b5e req-93f948c2-9229-4fd3-bfa5-1508c66c61c8 service neutron] For port 29af782d-1c27-4271-8580-d5ab8bdacba3, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=29af782d-1c27-4271-8580-d5ab8bdacba3,segment=NetworkSegment(f041315e-ab14-4139-8419-07be691a7149),segment_id=f041315e-ab14-4139-8419-07be691a7149)] {{(pid=103407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:03:10.548652 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-1ee61b12-1e4f-4d05-a9ea-53f332fd3b5e req-93f948c2-9229-4fd3-bfa5-1508c66c61c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3498066'] for port (29af782d-1c27-4271-8580-d5ab8bdacba3), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:03:10.584699 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee61b12-1e4f-4d05-a9ea-53f332fd3b5e req-93f948c2-9229-4fd3-bfa5-1508c66c61c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:03:10.585356 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-1ee61b12-1e4f-4d05-a9ea-53f332fd3b5e req-93f948c2-9229-4fd3-bfa5-1508c66c61c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:03:10.586889 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-1ee61b12-1e4f-4d05-a9ea-53f332fd3b5e req-93f948c2-9229-4fd3-bfa5-1508c66c61c8 service neutron] 10.222.0.30 "PUT /v2.0/ports/29af782d-1c27-4271-8580-d5ab8bdacba3 HTTP/1.1" status: 200 len: 1093 time: 0.6989179 Feb 28 11:03:10.587339 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c54bb88-5af5-4960-b6b4-40da14dd4a2d', 'tag': '29af782d-1c27-4271-8580-d5ab8bdacba3'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:03:10.589652 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c8e1c873eeca597e52e7ceb7469e602eac250bfea6606d285743d38033cf584" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2ccadb3-9fee-4c8b-9460-beceda924694" -d '{"events": [{"name": "network-changed", "server_uuid": "7c54bb88-5af5-4960-b6b4-40da14dd4a2d", "tag": "29af782d-1c27-4271-8580-d5ab8bdacba3"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 11:03:10.616439 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f948c2-9229-4fd3-bfa5-1508c66c61c8 service neutron] Pushing event updated for resources: {'Port': ['ID=29af782d-1c27-4271-8580-d5ab8bdacba3,revision_number=3']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:03:10.633000 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 11:03:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7d9d0d8-6771-4ffc-8738-53d0fb45c618 x-openstack-request-id: req-d7d9d0d8-6771-4ffc-8738-53d0fb45c618 {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 11:03:10.633414 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c54bb88-5af5-4960-b6b4-40da14dd4a2d", "tag": "29af782d-1c27-4271-8580-d5ab8bdacba3", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 11:03:10.633741 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d7d9d0d8-6771-4ffc-8738-53d0fb45c618 {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 11:03:10.634331 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c54bb88-5af5-4960-b6b4-40da14dd4a2d', 'tag': '29af782d-1c27-4271-8580-d5ab8bdacba3', 'status': 'completed', 'code': 200} Feb 28 11:03:10.697251 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee61b12-1e4f-4d05-a9ea-53f332fd3b5e req-e64907a8-7030-461b-89df-db82ed13aa15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:03:10.698808 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-1ee61b12-1e4f-4d05-a9ea-53f332fd3b5e req-e64907a8-7030-461b-89df-db82ed13aa15 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f15f14e780e74c8a81fab6575e728c44&device_id=7c54bb88-5af5-4960-b6b4-40da14dd4a2d HTTP/1.1" status: 200 len: 1127 time: 0.0501323 Feb 28 11:03:10.747108 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-1ee61b12-1e4f-4d05-a9ea-53f332fd3b5e req-871c504a-0142-4df5-b1a2-394856adaaca service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=29af782d-1c27-4271-8580-d5ab8bdacba3 HTTP/1.1" status: 200 len: 217 time: 0.0366094 Feb 28 11:03:10.798199 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee61b12-1e4f-4d05-a9ea-53f332fd3b5e req-784f915c-a05b-43ed-ad9e-550502e13b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:03:10.799681 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-1ee61b12-1e4f-4d05-a9ea-53f332fd3b5e req-784f915c-a05b-43ed-ad9e-550502e13b4e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3d269766-416a-45a4-b82e-d8ae6262c6f3 HTTP/1.1" status: 200 len: 850 time: 0.0470927 Feb 28 11:03:10.851945 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee61b12-1e4f-4d05-a9ea-53f332fd3b5e req-4c59dd86-4987-471f-9ac0-13f4add70738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:03:10.853551 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-1ee61b12-1e4f-4d05-a9ea-53f332fd3b5e req-4c59dd86-4987-471f-9ac0-13f4add70738 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6c29038b-dae6-4704-ae1e-32feeda79697&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0480056 Feb 28 11:03:10.959076 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-1ee61b12-1e4f-4d05-a9ea-53f332fd3b5e req-4df9cad9-43e4-4e94-898c-62b3f384b116 service neutron] 10.222.0.30 "GET /v2.0/networks/6c29038b-dae6-4704-ae1e-32feeda79697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992095 Feb 28 11:03:11.052936 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-53edd81b-d9c8-4577-ae0e-e36e500547f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fc6c9b74-8dbb-41bb-800a-5bd3a43fe896), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:03:11.059876 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-1ee61b12-1e4f-4d05-a9ea-53f332fd3b5e req-7c470900-1ca0-4e5e-9234-75a1ff4bc6c9 service neutron] 10.222.0.30 "GET /v2.0/networks/6c29038b-dae6-4704-ae1e-32feeda79697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954857 Feb 28 11:03:11.213036 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ccadb3-9fee-4c8b-9460-beceda924694 req-e9c16790-9af1-4066-a694-d6f986a43da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:03:11.214973 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-f2ccadb3-9fee-4c8b-9460-beceda924694 req-e9c16790-9af1-4066-a694-d6f986a43da5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f15f14e780e74c8a81fab6575e728c44&device_id=7c54bb88-5af5-4960-b6b4-40da14dd4a2d HTTP/1.1" status: 200 len: 1127 time: 0.0517013 Feb 28 11:03:11.321136 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ccadb3-9fee-4c8b-9460-beceda924694 req-fedc9f6c-38b0-4cd3-b4b5-8d0fcd40f3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:03:11.322666 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-f2ccadb3-9fee-4c8b-9460-beceda924694 req-fedc9f6c-38b0-4cd3-b4b5-8d0fcd40f3e6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6c29038b-dae6-4704-ae1e-32feeda79697 HTTP/1.1" status: 200 len: 912 time: 0.1015103 Feb 28 11:03:11.367220 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-f2ccadb3-9fee-4c8b-9460-beceda924694 req-facb40ab-cd5b-43b6-bc8a-c37d2a707505 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=29af782d-1c27-4271-8580-d5ab8bdacba3 HTTP/1.1" status: 200 len: 217 time: 0.0385702 Feb 28 11:03:11.418217 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ccadb3-9fee-4c8b-9460-beceda924694 req-b548d139-26ec-4726-a665-04de6e9945e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:03:11.419727 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-f2ccadb3-9fee-4c8b-9460-beceda924694 req-b548d139-26ec-4726-a665-04de6e9945e9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3d269766-416a-45a4-b82e-d8ae6262c6f3 HTTP/1.1" status: 200 len: 850 time: 0.0463381 Feb 28 11:03:11.468854 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ccadb3-9fee-4c8b-9460-beceda924694 req-52ae89bc-8cbe-4016-a051-16653c8ddab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:03:11.470291 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-f2ccadb3-9fee-4c8b-9460-beceda924694 req-52ae89bc-8cbe-4016-a051-16653c8ddab4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6c29038b-dae6-4704-ae1e-32feeda79697&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0448103 Feb 28 11:03:11.595027 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-f2ccadb3-9fee-4c8b-9460-beceda924694 req-14ed94aa-88c5-4900-823a-ade0103be9fd service neutron] 10.222.0.30 "GET /v2.0/networks/6c29038b-dae6-4704-ae1e-32feeda79697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181858 Feb 28 11:03:11.602851 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a045a8-2e20-497e-9019-94afd859d6d2 req-ed30a0f7-9928-4359-baa2-a990864e0c57 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:03:11.604501 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-51a045a8-2e20-497e-9019-94afd859d6d2 req-ed30a0f7-9928-4359-baa2-a990864e0c57 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c54bb88-5af5-4960-b6b4-40da14dd4a2d HTTP/1.1" status: 200 len: 943 time: 0.0831187 Feb 28 11:03:12.045685 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-51a045a8-2e20-497e-9019-94afd859d6d2 req-e191a127-f7e9-475d-a35d-4eca766eb2fe tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups?id=2067cfde-6a74-4cb3-b94b-40318c10db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4333050 Feb 28 11:03:12.063467 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-f2ccadb3-9fee-4c8b-9460-beceda924694 req-c6bec61f-f5a2-4fb7-91a4-edb7b7427646 service neutron] 10.222.0.30 "GET /v2.0/networks/6c29038b-dae6-4704-ae1e-32feeda79697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4579821 Feb 28 11:03:12.145315 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b6d631fb-7df0-4fe1-8322-abff3b61cae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (0db5147a-92a3-4581-8a5f-8ec9b93e0600), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:03:13.169195 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475d7841-b3ea-432f-81bb-e963a24b9afd req-d98e96c9-b314-4e98-a1f2-ce7425a43b3e tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:03:13.170654 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-475d7841-b3ea-432f-81bb-e963a24b9afd req-d98e96c9-b314-4e98-a1f2-ce7425a43b3e tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c54bb88-5af5-4960-b6b4-40da14dd4a2d HTTP/1.1" status: 200 len: 943 time: 0.0548160 Feb 28 11:03:13.219486 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-475d7841-b3ea-432f-81bb-e963a24b9afd req-85f7390a-6bc4-47b4-badc-81630cee27f4 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups?id=2067cfde-6a74-4cb3-b94b-40318c10db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429690 Feb 28 11:03:13.563183 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6b923bb1-06b0-4b84-b461-7cc1d0196090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (2e621730-3978-4720-b581-ac380e97a567), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:03:14.417556 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afe15f9-0990-4a3d-ac36-98d804e4fcff req-6af6aa81-32cc-48c3-ae5a-b5174d622332 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:03:14.419040 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-4afe15f9-0990-4a3d-ac36-98d804e4fcff req-6af6aa81-32cc-48c3-ae5a-b5174d622332 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c54bb88-5af5-4960-b6b4-40da14dd4a2d HTTP/1.1" status: 200 len: 943 time: 0.1090515 Feb 28 11:03:14.474740 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-4afe15f9-0990-4a3d-ac36-98d804e4fcff req-45b3990a-a4fd-4f23-8f84-7c3b672e59ec tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups?id=2067cfde-6a74-4cb3-b94b-40318c10db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475738 Feb 28 11:03:14.923532 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:03:15.045075 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device 29af782d-1c27-4271-8580-d5ab8bdacba3 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103409) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 11:03:15.161942 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] For port 29af782d-1c27-4271-8580-d5ab8bdacba3, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=29af782d-1c27-4271-8580-d5ab8bdacba3,segment=NetworkSegment(f041315e-ab14-4139-8419-07be691a7149),segment_id=f041315e-ab14-4139-8419-07be691a7149)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:03:15.173948 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Returning: {'device': '29af782d-1c27-4271-8580-d5ab8bdacba3', 'network_id': '6c29038b-dae6-4704-ae1e-32feeda79697', 'port_id': '29af782d-1c27-4271-8580-d5ab8bdacba3', 'mac_address': 'fa:16:3e:73:e7:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 263, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d269766-416a-45a4-b82e-d8ae6262c6f3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103409) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 11:03:15.211042 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Current status of the port 29af782d-1c27-4271-8580-d5ab8bdacba3 is: DOWN; New status is: BUILD {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:03:15.211437 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (29af782d-1c27-4271-8580-d5ab8bdacba3), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:03:15.224988 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29af782d-1c27-4271-8580-d5ab8bdacba3 {{(pid=103409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 11:03:15.245443 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] For port 29af782d-1c27-4271-8580-d5ab8bdacba3, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=29af782d-1c27-4271-8580-d5ab8bdacba3,segment=NetworkSegment(f041315e-ab14-4139-8419-07be691a7149),segment_id=f041315e-ab14-4139-8419-07be691a7149)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:03:15.250469 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (29af782d-1c27-4271-8580-d5ab8bdacba3), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:03:15.299315 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Pushing event updated for resources: {'Port': ['ID=29af782d-1c27-4271-8580-d5ab8bdacba3,revision_number=4']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:03:15.605146 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330f3fa3-6249-4bc4-bf83-ce013b648653 req-48bf1f60-3bcc-4516-ba78-fbface93679e tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:03:15.606729 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-330f3fa3-6249-4bc4-bf83-ce013b648653 req-48bf1f60-3bcc-4516-ba78-fbface93679e tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c54bb88-5af5-4960-b6b4-40da14dd4a2d HTTP/1.1" status: 200 len: 944 time: 0.0637534 Feb 28 11:03:15.654644 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-330f3fa3-6249-4bc4-bf83-ce013b648653 req-2198925b-344b-4dfa-a49d-ca53435458c0 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups?id=2067cfde-6a74-4cb3-b94b-40318c10db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422337 Feb 28 11:03:15.690772 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] get_ports_and_sgs() called for port_ids ['29af782d-1c27-4271-8580-d5ab8bdacba3'] {{(pid=103409) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 11:03:16.791252 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711ff16c-1f39-4289-a3bd-9551d69aab5f req-4e2ba268-350a-4453-ba53-e040caef4884 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:03:16.792903 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-711ff16c-1f39-4289-a3bd-9551d69aab5f req-4e2ba268-350a-4453-ba53-e040caef4884 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c54bb88-5af5-4960-b6b4-40da14dd4a2d HTTP/1.1" status: 200 len: 944 time: 0.0551782 Feb 28 11:03:16.845489 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-711ff16c-1f39-4289-a3bd-9551d69aab5f req-dea4e0c7-323f-476a-aca0-3b4ce8972fa2 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups?id=2067cfde-6a74-4cb3-b94b-40318c10db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468309 Feb 28 11:03:17.049282 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device 29af782d-1c27-4271-8580-d5ab8bdacba3 up at agent hyperv_hv-neutron-mast {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 11:03:17.110809 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Provisioning for port 29af782d-1c27-4271-8580-d5ab8bdacba3 completed by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 11:03:17.114690 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Provisioning complete for port 29af782d-1c27-4271-8580-d5ab8bdacba3 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:03:17.115074 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (29af782d-1c27-4271-8580-d5ab8bdacba3), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:03:17.197262 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Current status of the port 29af782d-1c27-4271-8580-d5ab8bdacba3 is: BUILD; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:03:17.197720 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (29af782d-1c27-4271-8580-d5ab8bdacba3), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:03:17.222058 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c54bb88-5af5-4960-b6b4-40da14dd4a2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29af782d-1c27-4271-8580-d5ab8bdacba3'}] {{(pid=103409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:03:17.224435 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa5325a5be4b33bf61fd809c564e3765e689d817bbd874267890deb3cfccaf12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf0763d5-4f08-4fe7-978d-e974b2c5af16" -d '{"events": [{"server_uuid": "7c54bb88-5af5-4960-b6b4-40da14dd4a2d", "name": "network-vif-plugged", "status": "completed", "tag": "29af782d-1c27-4271-8580-d5ab8bdacba3"}]}' {{(pid=103409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 11:03:17.238339 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] For port 29af782d-1c27-4271-8580-d5ab8bdacba3, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=29af782d-1c27-4271-8580-d5ab8bdacba3,segment=NetworkSegment(f041315e-ab14-4139-8419-07be691a7149),segment_id=f041315e-ab14-4139-8419-07be691a7149)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:03:17.244862 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (29af782d-1c27-4271-8580-d5ab8bdacba3), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:03:17.268283 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 11:03:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a22cf2bb-6e0c-4832-8a25-355d827beaac x-openstack-request-id: req-a22cf2bb-6e0c-4832-8a25-355d827beaac {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 11:03:17.268581 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c54bb88-5af5-4960-b6b4-40da14dd4a2d", "name": "network-vif-plugged", "status": "completed", "tag": "29af782d-1c27-4271-8580-d5ab8bdacba3", "code": 200}]} {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 11:03:17.268857 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a22cf2bb-6e0c-4832-8a25-355d827beaac {{(pid=103409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 11:03:17.269250 dv-neutron-master-2-hyperv neutron-server[103409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c54bb88-5af5-4960-b6b4-40da14dd4a2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29af782d-1c27-4271-8580-d5ab8bdacba3', 'code': 200} Feb 28 11:03:17.295484 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Pushing event updated for resources: {'Port': ['ID=29af782d-1c27-4271-8580-d5ab8bdacba3,revision_number=5']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:03:17.483244 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbdda50-7f83-40ef-8e42-9390911959d7 req-c1ade48a-eb26-433f-9244-5ff61722b991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:03:17.485038 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-afbdda50-7f83-40ef-8e42-9390911959d7 req-c1ade48a-eb26-433f-9244-5ff61722b991 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7c54bb88-5af5-4960-b6b4-40da14dd4a2d HTTP/1.1" status: 200 len: 1129 time: 0.0581076 Feb 28 11:03:17.528903 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-afbdda50-7f83-40ef-8e42-9390911959d7 req-90375966-f11b-43ae-9a2a-0789e699459c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=2067cfde-6a74-4cb3-b94b-40318c10db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371966 Feb 28 11:03:17.977629 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4566024c-962f-42a6-a9a2-03a94ffa4a4b req-a31622cf-d0c2-419d-b9e2-2e8d2c4afe51 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:03:17.979143 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-4566024c-962f-42a6-a9a2-03a94ffa4a4b req-a31622cf-d0c2-419d-b9e2-2e8d2c4afe51 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c54bb88-5af5-4960-b6b4-40da14dd4a2d HTTP/1.1" status: 200 len: 945 time: 0.0557392 Feb 28 11:03:18.034943 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-4566024c-962f-42a6-a9a2-03a94ffa4a4b req-e8749062-d4b6-4cd2-af2e-e34fbb70f14d tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups?id=2067cfde-6a74-4cb3-b94b-40318c10db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471761 Feb 28 11:03:19.168367 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717cab2b-4529-4195-89c8-ff27ff5308a6 req-7f83c8b9-a37b-49b1-a90d-6a1b67c97a2c tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:03:19.169871 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-717cab2b-4529-4195-89c8-ff27ff5308a6 req-7f83c8b9-a37b-49b1-a90d-6a1b67c97a2c tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c54bb88-5af5-4960-b6b4-40da14dd4a2d HTTP/1.1" status: 200 len: 945 time: 0.0563469 Feb 28 11:03:19.220513 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-717cab2b-4529-4195-89c8-ff27ff5308a6 req-e8b4ae00-3f03-4fe8-bb87-bc25c6ea60c5 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups?id=2067cfde-6a74-4cb3-b94b-40318c10db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449162 Feb 28 11:03:19.358661 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebf927b-4050-4056-aa92-8e8d26e8486b req-1ec410f0-0ff3-4d50-8576-98867315ade9 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:03:19.360055 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-bebf927b-4050-4056-aa92-8e8d26e8486b req-1ec410f0-0ff3-4d50-8576-98867315ade9 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c54bb88-5af5-4960-b6b4-40da14dd4a2d HTTP/1.1" status: 200 len: 945 time: 0.0684321 Feb 28 11:03:19.369051 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 44332) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:03:19.375489 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-781ab955-024a-48c7-b39e-d6c20f7eb9b0 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Request body: {'floatingip': {'port_id': '29af782d-1c27-4271-8580-d5ab8bdacba3'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:03:19.421712 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-781ab955-024a-48c7-b39e-d6c20f7eb9b0 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Publish callbacks [] for floatingip (a2d1279b-bd44-41e4-9cc8-7c77a73ab80a), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:03:19.930376 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-781ab955-024a-48c7-b39e-d6c20f7eb9b0 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:03:19.937470 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-781ab955-024a-48c7-b39e-d6c20f7eb9b0 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1803383'] for floatingip (a2d1279b-bd44-41e4-9cc8-7c77a73ab80a), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:03:20.045816 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.db.l3_db [None req-781ab955-024a-48c7-b39e-d6c20f7eb9b0 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Floating IP a2d1279b-bd44-41e4-9cc8-7c77a73ab80a associated. External IP: 172.36.5.140, port: 29af782d-1c27-4271-8580-d5ab8bdacba3. Feb 28 11:03:20.295239 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-781ab955-024a-48c7-b39e-d6c20f7eb9b0 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Router 834c57a4-5234-45fa-97d6-95547e3c61fd has already been hosted by L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 {{(pid=103408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:03:20.410595 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-781ab955-024a-48c7-b39e-d6c20f7eb9b0 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:03:20.415713 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-781ab955-024a-48c7-b39e-d6c20f7eb9b0 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for floatingip (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:03:20.421540 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9f79e1-8d19-4214-96f8-f5ab22150c7b None None] Sync routers for ids ['834c57a4-5234-45fa-97d6-95547e3c61fd'] in dv-neutron-master-2-hyperv {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:03:20.435678 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9f79e1-8d19-4214-96f8-f5ab22150c7b None None] Routers {'834c57a4-5234-45fa-97d6-95547e3c61fd'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:03:20.436310 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-1f9f79e1-8d19-4214-96f8-f5ab22150c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T11:03:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['834c57a4-5234-45fa-97d6-95547e3c61fd'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:03:20.451282 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-781ab955-024a-48c7-b39e-d6c20f7eb9b0 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "PUT /v2.0/floatingips/a2d1279b-bd44-41e4-9cc8-7c77a73ab80a HTTP/1.1" status: 200 len: 992 time: 1.0810990 Feb 28 11:03:20.451875 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c54bb88-5af5-4960-b6b4-40da14dd4a2d', 'tag': '29af782d-1c27-4271-8580-d5ab8bdacba3'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:03:20.454468 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f56b9db1a49ad64bfd589e142fe25e4b3ad10508b17737ae95e2f0d29aca45ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c97e60d-e62f-4fcd-80bc-80afa96387f5" -d '{"events": [{"name": "network-changed", "server_uuid": "7c54bb88-5af5-4960-b6b4-40da14dd4a2d", "tag": "29af782d-1c27-4271-8580-d5ab8bdacba3"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 11:03:20.490166 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 11:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cdde55c-5de4-409c-87da-880473bc08a0 x-openstack-request-id: req-8cdde55c-5de4-409c-87da-880473bc08a0 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 11:03:20.490460 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c54bb88-5af5-4960-b6b4-40da14dd4a2d", "tag": "29af782d-1c27-4271-8580-d5ab8bdacba3", "status": "completed", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 11:03:20.490717 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8cdde55c-5de4-409c-87da-880473bc08a0 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 11:03:20.491128 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c54bb88-5af5-4960-b6b4-40da14dd4a2d', 'tag': '29af782d-1c27-4271-8580-d5ab8bdacba3', 'status': 'completed', 'code': 200} Feb 28 11:03:20.558282 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-1f9f79e1-8d19-4214-96f8-f5ab22150c7b None None] Set router 834c57a4-5234-45fa-97d6-95547e3c61fd gateway port host: dv-neutron-master-2-hyperv {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:03:20.578056 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c97e60d-e62f-4fcd-80bc-80afa96387f5 req-73e5b68d-57b4-48b5-afcf-f3e61f5583ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:03:20.580305 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-2c97e60d-e62f-4fcd-80bc-80afa96387f5 req-73e5b68d-57b4-48b5-afcf-f3e61f5583ec service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f15f14e780e74c8a81fab6575e728c44&device_id=7c54bb88-5af5-4960-b6b4-40da14dd4a2d HTTP/1.1" status: 200 len: 1129 time: 0.0466561 Feb 28 11:03:20.675132 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c97e60d-e62f-4fcd-80bc-80afa96387f5 req-cc38aa67-6187-4c21-a1c9-6c5e7333fe28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:03:20.676683 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-2c97e60d-e62f-4fcd-80bc-80afa96387f5 req-cc38aa67-6187-4c21-a1c9-6c5e7333fe28 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6c29038b-dae6-4704-ae1e-32feeda79697 HTTP/1.1" status: 200 len: 912 time: 0.0916328 Feb 28 11:03:20.767051 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-2c97e60d-e62f-4fcd-80bc-80afa96387f5 req-c05fb19c-0d53-4581-9649-7fd5bf9b0df7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=29af782d-1c27-4271-8580-d5ab8bdacba3 HTTP/1.1" status: 200 len: 1000 time: 0.0847807 Feb 28 11:03:20.801189 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-1f9f79e1-8d19-4214-96f8-f5ab22150c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '834c57a4-5234-45fa-97d6-95547e3c61fd', 'name': 'tempest-ServerActionsTestJSON-556458350-router', 'tenant_id': 'f15f14e780e74c8a81fab6575e728c44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.169'}], 'enable_snat': True}, 'gw_port_id': 'b26bfa21-0899-40cf-9d46-9a8b8bcc5b82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:00:23Z', 'updated_at': '2022-02-28T11:00:26Z', 'revision_number': 4, 'project_id': 'f15f14e780e74c8a81fab6575e728c44', 'gw_port': {'id': 'b26bfa21-0899-40cf-9d46-9a8b8bcc5b82', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:9a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834c57a4-5234-45fa-97d6-95547e3c61fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:00:24Z', 'updated_at': '2022-02-28T11:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'a2d1279b-bd44-41e4-9cc8-7c77a73ab80a', 'tenant_id': 'f15f14e780e74c8a81fab6575e728c44', 'floating_ip_address': '172.36.5.140', 'floating_network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'router_id': '834c57a4-5234-45fa-97d6-95547e3c61fd', 'port_id': '29af782d-1c27-4271-8580-d5ab8bdacba3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1586, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c29038b-dae6-4704-ae1e-32feeda79697', 'mac_address': 'fa:16:3e:73:e7:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c54bb88-5af5-4960-b6b4-40da14dd4a2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:00:28Z', 'updated_at': '2022-02-28T11:03:19Z', 'revision_number': 13, 'project_id': 'f15f14e780e74c8a81fab6575e728c44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbb65092-e09a-4430-98a7-38023b2b34f0', 'name': '', 'network_id': '6c29038b-dae6-4704-ae1e-32feeda79697', 'tenant_id': 'f15f14e780e74c8a81fab6575e728c44', 'mac_address': 'fa:16:3e:c9:af:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834c57a4-5234-45fa-97d6-95547e3c61fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '3d269766-416a-45a4-b82e-d8ae6262c6f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:00:26Z', 'updated_at': '2022-02-28T11:00:30Z', 'revision_number': 5, 'project_id': 'f15f14e780e74c8a81fab6575e728c44', 'subnets': [{'id': '3d269766-416a-45a4-b82e-d8ae6262c6f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:03:20.818553 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c97e60d-e62f-4fcd-80bc-80afa96387f5 req-cfbdc1c6-fb2c-4953-9762-7d9a5e5d04d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:03:20.820233 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-2c97e60d-e62f-4fcd-80bc-80afa96387f5 req-cfbdc1c6-fb2c-4953-9762-7d9a5e5d04d5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3d269766-416a-45a4-b82e-d8ae6262c6f3 HTTP/1.1" status: 200 len: 850 time: 0.0479064 Feb 28 11:03:20.830584 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9f79e1-8d19-4214-96f8-f5ab22150c7b None None] Checking router: 834c57a4-5234-45fa-97d6-95547e3c61fd for host: dv-neutron-master-2-hyperv {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:03:20.840758 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9f79e1-8d19-4214-96f8-f5ab22150c7b None None] Routers {'834c57a4-5234-45fa-97d6-95547e3c61fd'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:03:20.841382 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-1f9f79e1-8d19-4214-96f8-f5ab22150c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T11:03:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['834c57a4-5234-45fa-97d6-95547e3c61fd'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:03:20.877099 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c97e60d-e62f-4fcd-80bc-80afa96387f5 req-12970e8d-3c2a-4cee-ac23-07f59b83522c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:03:20.878754 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-2c97e60d-e62f-4fcd-80bc-80afa96387f5 req-12970e8d-3c2a-4cee-ac23-07f59b83522c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6c29038b-dae6-4704-ae1e-32feeda79697&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0530241 Feb 28 11:03:20.979889 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-2c97e60d-e62f-4fcd-80bc-80afa96387f5 req-d7b818ed-bf45-4fde-83d1-344d8869bebb service neutron] 10.222.0.30 "GET /v2.0/networks/6c29038b-dae6-4704-ae1e-32feeda79697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951822 Feb 28 11:03:21.081141 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-2c97e60d-e62f-4fcd-80bc-80afa96387f5 req-748b841b-4907-4b45-9188-29f30d2c7ead service neutron] 10.222.0.30 "GET /v2.0/networks/6c29038b-dae6-4704-ae1e-32feeda79697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960083 Feb 28 11:03:21.116569 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-1f9f79e1-8d19-4214-96f8-f5ab22150c7b None None] Set router 834c57a4-5234-45fa-97d6-95547e3c61fd gateway port host: dv-neutron-master-2-hyperv {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:03:21.344916 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-1f9f79e1-8d19-4214-96f8-f5ab22150c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '834c57a4-5234-45fa-97d6-95547e3c61fd', 'name': 'tempest-ServerActionsTestJSON-556458350-router', 'tenant_id': 'f15f14e780e74c8a81fab6575e728c44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.169'}], 'enable_snat': True}, 'gw_port_id': 'b26bfa21-0899-40cf-9d46-9a8b8bcc5b82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:00:23Z', 'updated_at': '2022-02-28T11:00:26Z', 'revision_number': 4, 'project_id': 'f15f14e780e74c8a81fab6575e728c44', 'gw_port': {'id': 'b26bfa21-0899-40cf-9d46-9a8b8bcc5b82', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:9a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834c57a4-5234-45fa-97d6-95547e3c61fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:00:24Z', 'updated_at': '2022-02-28T11:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'a2d1279b-bd44-41e4-9cc8-7c77a73ab80a', 'tenant_id': 'f15f14e780e74c8a81fab6575e728c44', 'floating_ip_address': '172.36.5.140', 'floating_network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'router_id': '834c57a4-5234-45fa-97d6-95547e3c61fd', 'port_id': '29af782d-1c27-4271-8580-d5ab8bdacba3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1586, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c29038b-dae6-4704-ae1e-32feeda79697', 'mac_address': 'fa:16:3e:73:e7:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c54bb88-5af5-4960-b6b4-40da14dd4a2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:00:28Z', 'updated_at': '2022-02-28T11:03:19Z', 'revision_number': 13, 'project_id': 'f15f14e780e74c8a81fab6575e728c44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbb65092-e09a-4430-98a7-38023b2b34f0', 'name': '', 'network_id': '6c29038b-dae6-4704-ae1e-32feeda79697', 'tenant_id': 'f15f14e780e74c8a81fab6575e728c44', 'mac_address': 'fa:16:3e:c9:af:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834c57a4-5234-45fa-97d6-95547e3c61fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '3d269766-416a-45a4-b82e-d8ae6262c6f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:00:26Z', 'updated_at': '2022-02-28T11:00:30Z', 'revision_number': 5, 'project_id': 'f15f14e780e74c8a81fab6575e728c44', 'subnets': [{'id': '3d269766-416a-45a4-b82e-d8ae6262c6f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:03:21.370981 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9f79e1-8d19-4214-96f8-f5ab22150c7b None None] The sync data for ids ['834c57a4-5234-45fa-97d6-95547e3c61fd'] in dv-neutron-master-2-hyperv is: [{'id': '834c57a4-5234-45fa-97d6-95547e3c61fd', 'name': 'tempest-ServerActionsTestJSON-556458350-router', 'tenant_id': 'f15f14e780e74c8a81fab6575e728c44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.169'}], 'enable_snat': True}, 'gw_port_id': 'b26bfa21-0899-40cf-9d46-9a8b8bcc5b82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:00:23Z', 'updated_at': '2022-02-28T11:00:26Z', 'revision_number': 4, 'project_id': 'f15f14e780e74c8a81fab6575e728c44', 'gw_port': {'id': 'b26bfa21-0899-40cf-9d46-9a8b8bcc5b82', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:9a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834c57a4-5234-45fa-97d6-95547e3c61fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:00:24Z', 'updated_at': '2022-02-28T11:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'a2d1279b-bd44-41e4-9cc8-7c77a73ab80a', 'tenant_id': 'f15f14e780e74c8a81fab6575e728c44', 'floating_ip_address': '172.36.5.140', 'floating_network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'router_id': '834c57a4-5234-45fa-97d6-95547e3c61fd', 'port_id': '29af782d-1c27-4271-8580-d5ab8bdacba3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1586, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c29038b-dae6-4704-ae1e-32feeda79697', 'mac_address': 'fa:16:3e:73:e7:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c54bb88-5af5-4960-b6b4-40da14dd4a2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:00:28Z', 'updated_at': '2022-02-28T11:03:19Z', 'revision_number': 13, 'project_id': 'f15f14e780e74c8a81fab6575e728c44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbb65092-e09a-4430-98a7-38023b2b34f0', 'name': '', 'network_id': '6c29038b-dae6-4704-ae1e-32feeda79697', 'tenant_id': 'f15f14e780e74c8a81fab6575e728c44', 'mac_address': 'fa:16:3e:c9:af:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834c57a4-5234-45fa-97d6-95547e3c61fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '3d269766-416a-45a4-b82e-d8ae6262c6f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:00:26Z', 'updated_at': '2022-02-28T11:00:30Z', 'revision_number': 5, 'project_id': 'f15f14e780e74c8a81fab6575e728c44', 'subnets': [{'id': '3d269766-416a-45a4-b82e-d8ae6262c6f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:03:21.569626 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9f3eae-070d-4fc7-8c7e-0ee728cc375b None None] New status for floating IP a2d1279b-bd44-41e4-9cc8-7c77a73ab80a: ACTIVE {{(pid=103410) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 11:03:22.987746 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c258b5-152b-4e89-9d3c-e178ebfcb8a3 req-23c9ec93-f1d7-436a-b979-c2cfd4aa1df8 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:03:22.989278 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-32c258b5-152b-4e89-9d3c-e178ebfcb8a3 req-23c9ec93-f1d7-436a-b979-c2cfd4aa1df8 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c54bb88-5af5-4960-b6b4-40da14dd4a2d HTTP/1.1" status: 200 len: 945 time: 0.0632408 Feb 28 11:03:23.045515 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-32c258b5-152b-4e89-9d3c-e178ebfcb8a3 req-b33f00a0-1b7c-4260-a128-b0c6eee92a68 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups?id=2067cfde-6a74-4cb3-b94b-40318c10db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471570 Feb 28 11:03:23.109618 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.agents_db [None req-382e0aa2-b126-48e6-89eb-3efa426b6b29 None None] Agent healthcheck: found 6 active agents {{(pid=103410) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 11:03:38.444372 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (13ac42ae-016e-4baf-bb31-c6fa820b41c2), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:03:38.758967 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7845a3f4-4a46-474d-9ff7-394dd8fc7f52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fb6705d2-4f70-4965-92a3-fbfccd43a6d3), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:03:40.700878 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368991ad-d186-4d61-8a32-86fee6ec7b2b req-7aa107f8-cd21-4088-a4a6-4f0314eb21b6 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:03:40.702390 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-368991ad-d186-4d61-8a32-86fee6ec7b2b req-7aa107f8-cd21-4088-a4a6-4f0314eb21b6 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c54bb88-5af5-4960-b6b4-40da14dd4a2d HTTP/1.1" status: 200 len: 945 time: 0.0645537 Feb 28 11:03:40.719866 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-eb5228be-1b0f-4a0a-a232-05f3244d8949 req-f0599a9d-2339-4a81-997d-414db347fd7c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7c54bb88-5af5-4960-b6b4-40da14dd4a2d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1018326 Feb 28 11:03:40.760358 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-368991ad-d186-4d61-8a32-86fee6ec7b2b req-a126816a-de5d-4827-8a40-4d2e85f40063 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups?id=2067cfde-6a74-4cb3-b94b-40318c10db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518394 Feb 28 11:03:41.046416 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4ed39b90-e465-49d7-89af-1723b6a77f1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fc6c9b74-8dbb-41bb-800a-5bd3a43fe896), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:03:41.184132 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5228be-1b0f-4a0a-a232-05f3244d8949 req-a72e79d4-7afe-4231-b75c-b9514935f92c tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:03:41.185562 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-eb5228be-1b0f-4a0a-a232-05f3244d8949 req-a72e79d4-7afe-4231-b75c-b9514935f92c tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports/29af782d-1c27-4271-8580-d5ab8bdacba3 HTTP/1.1" status: 200 len: 942 time: 0.1135292 Feb 28 11:03:41.888545 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559388e0-fdf1-4774-bad3-2d0b215ffb1c req-64f1fbb4-fa68-4cd8-989f-2bfac21f2285 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:03:41.890015 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-559388e0-fdf1-4774-bad3-2d0b215ffb1c req-64f1fbb4-fa68-4cd8-989f-2bfac21f2285 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c54bb88-5af5-4960-b6b4-40da14dd4a2d HTTP/1.1" status: 200 len: 945 time: 0.0586932 Feb 28 11:03:41.947395 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-559388e0-fdf1-4774-bad3-2d0b215ffb1c req-583d02e9-1faf-4a87-a104-1193cf2ae1c6 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups?id=2067cfde-6a74-4cb3-b94b-40318c10db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488505 Feb 28 11:03:42.140680 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5228be-1b0f-4a0a-a232-05f3244d8949 req-1eac3157-aa92-40d4-8be3-88ca1856154f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:03:42.142377 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-eb5228be-1b0f-4a0a-a232-05f3244d8949 req-1eac3157-aa92-40d4-8be3-88ca1856154f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f15f14e780e74c8a81fab6575e728c44&device_id=7c54bb88-5af5-4960-b6b4-40da14dd4a2d HTTP/1.1" status: 200 len: 1129 time: 0.0528407 Feb 28 11:03:42.146357 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b6d631fb-7df0-4fe1-8322-abff3b61cae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (0db5147a-92a3-4581-8a5f-8ec9b93e0600), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:03:42.239108 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5228be-1b0f-4a0a-a232-05f3244d8949 req-e8897c77-9463-4f77-a1e2-f448af4af912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:03:42.240730 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-eb5228be-1b0f-4a0a-a232-05f3244d8949 req-e8897c77-9463-4f77-a1e2-f448af4af912 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6c29038b-dae6-4704-ae1e-32feeda79697 HTTP/1.1" status: 200 len: 912 time: 0.0923312 Feb 28 11:03:42.308336 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-eb5228be-1b0f-4a0a-a232-05f3244d8949 req-5baa37fd-27da-4c6d-a524-d734ec4f9097 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=29af782d-1c27-4271-8580-d5ab8bdacba3 HTTP/1.1" status: 200 len: 1002 time: 0.0616431 Feb 28 11:03:42.362543 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5228be-1b0f-4a0a-a232-05f3244d8949 req-d10a8a33-02ea-436a-bd5e-9bc4548dcc02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:03:42.364019 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-eb5228be-1b0f-4a0a-a232-05f3244d8949 req-d10a8a33-02ea-436a-bd5e-9bc4548dcc02 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3d269766-416a-45a4-b82e-d8ae6262c6f3 HTTP/1.1" status: 200 len: 850 time: 0.0494611 Feb 28 11:03:42.418863 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5228be-1b0f-4a0a-a232-05f3244d8949 req-83bc7943-3129-4913-8e14-dc2b866e411d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:03:42.421216 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-eb5228be-1b0f-4a0a-a232-05f3244d8949 req-83bc7943-3129-4913-8e14-dc2b866e411d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6c29038b-dae6-4704-ae1e-32feeda79697&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0513160 Feb 28 11:03:42.515363 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-eb5228be-1b0f-4a0a-a232-05f3244d8949 req-fb6a2ef5-d146-43a7-82eb-e194251bab1c service neutron] 10.222.0.30 "GET /v2.0/networks/6c29038b-dae6-4704-ae1e-32feeda79697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872803 Feb 28 11:03:42.612782 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-eb5228be-1b0f-4a0a-a232-05f3244d8949 req-7165ea1c-e821-47ee-a472-89bedb7f01e6 service neutron] 10.222.0.30 "GET /v2.0/networks/6c29038b-dae6-4704-ae1e-32feeda79697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912814 Feb 28 11:03:43.083656 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2351c8-d531-471c-bb07-3d78c776bc79 req-85dc3ff1-f856-49fe-8d0f-1f068c7db6b8 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:03:43.085310 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-3b2351c8-d531-471c-bb07-3d78c776bc79 req-85dc3ff1-f856-49fe-8d0f-1f068c7db6b8 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c54bb88-5af5-4960-b6b4-40da14dd4a2d HTTP/1.1" status: 200 len: 945 time: 0.0563118 Feb 28 11:03:43.133078 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-3b2351c8-d531-471c-bb07-3d78c776bc79 req-7bd39b05-768d-4b61-8f3c-dd21414e5b56 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups?id=2067cfde-6a74-4cb3-b94b-40318c10db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421662 Feb 28 11:03:43.569869 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6b923bb1-06b0-4b84-b461-7cc1d0196090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (2e621730-3978-4720-b581-ac380e97a567), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:03:43.725647 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612fb157-dbe4-4bf0-bde6-f56ab2c378eb req-ad3547cb-9f91-4932-b41e-ff9b76448ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:03:43.727399 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-612fb157-dbe4-4bf0-bde6-f56ab2c378eb req-ad3547cb-9f91-4932-b41e-ff9b76448ab2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f15f14e780e74c8a81fab6575e728c44&device_id=7c54bb88-5af5-4960-b6b4-40da14dd4a2d HTTP/1.1" status: 200 len: 1129 time: 0.0519478 Feb 28 11:03:43.828816 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612fb157-dbe4-4bf0-bde6-f56ab2c378eb req-41e4dfa5-f3fe-4cd1-8907-2b4b2f5c0c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:03:43.830174 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-612fb157-dbe4-4bf0-bde6-f56ab2c378eb req-41e4dfa5-f3fe-4cd1-8907-2b4b2f5c0c63 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6c29038b-dae6-4704-ae1e-32feeda79697 HTTP/1.1" status: 200 len: 912 time: 0.0847223 Feb 28 11:03:43.909799 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-612fb157-dbe4-4bf0-bde6-f56ab2c378eb req-06e3dbfd-8e50-4955-9238-cfd0139d3f0e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=29af782d-1c27-4271-8580-d5ab8bdacba3 HTTP/1.1" status: 200 len: 1002 time: 0.0731070 Feb 28 11:03:43.959516 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612fb157-dbe4-4bf0-bde6-f56ab2c378eb req-e61736df-64b7-4f6e-afcc-a7e4d74bf346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:03:43.961013 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-612fb157-dbe4-4bf0-bde6-f56ab2c378eb req-e61736df-64b7-4f6e-afcc-a7e4d74bf346 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3d269766-416a-45a4-b82e-d8ae6262c6f3 HTTP/1.1" status: 200 len: 850 time: 0.0449879 Feb 28 11:03:44.011773 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612fb157-dbe4-4bf0-bde6-f56ab2c378eb req-cf800649-6b66-48d8-9679-9b447ed5166f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:03:44.013334 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-612fb157-dbe4-4bf0-bde6-f56ab2c378eb req-cf800649-6b66-48d8-9679-9b447ed5166f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6c29038b-dae6-4704-ae1e-32feeda79697&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0470164 Feb 28 11:03:44.107973 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-612fb157-dbe4-4bf0-bde6-f56ab2c378eb req-495e8032-b5c5-4254-8a32-4ed9cdac4ca9 service neutron] 10.222.0.30 "GET /v2.0/networks/6c29038b-dae6-4704-ae1e-32feeda79697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881228 Feb 28 11:03:44.227818 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-612fb157-dbe4-4bf0-bde6-f56ab2c378eb req-a87b38fa-edff-463d-bcdb-529f58fc4278 service neutron] 10.222.0.30 "GET /v2.0/networks/6c29038b-dae6-4704-ae1e-32feeda79697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131568 Feb 28 11:03:44.273063 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a42917-80a8-4725-898c-b668156aff48 req-e17660e1-40c1-4b4d-8c58-0a750e31c088 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:03:44.274633 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-e2a42917-80a8-4725-898c-b668156aff48 req-e17660e1-40c1-4b4d-8c58-0a750e31c088 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c54bb88-5af5-4960-b6b4-40da14dd4a2d HTTP/1.1" status: 200 len: 945 time: 0.0679386 Feb 28 11:03:44.329258 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-e2a42917-80a8-4725-898c-b668156aff48 req-adb43b00-b86f-4956-a0cf-55896169bb4a tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups?id=2067cfde-6a74-4cb3-b94b-40318c10db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488722 Feb 28 11:03:44.918499 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:03:45.457733 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77e6d51-7350-44a1-b476-813f9d56bea0 req-8a5d3000-3618-492d-a638-87a50f87030e tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:03:45.459679 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-e77e6d51-7350-44a1-b476-813f9d56bea0 req-8a5d3000-3618-492d-a638-87a50f87030e tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c54bb88-5af5-4960-b6b4-40da14dd4a2d HTTP/1.1" status: 200 len: 945 time: 0.0583746 Feb 28 11:03:45.510097 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-e77e6d51-7350-44a1-b476-813f9d56bea0 req-d78e4be5-5388-4d10-877f-515681b8086a tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups?id=2067cfde-6a74-4cb3-b94b-40318c10db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445397 Feb 28 11:03:46.639418 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb55eef-82e6-4a35-b61d-97cd5974e9cd req-86b6a7a4-467b-434a-9220-543812a2de5a tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:03:46.640946 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-bcb55eef-82e6-4a35-b61d-97cd5974e9cd req-86b6a7a4-467b-434a-9220-543812a2de5a tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c54bb88-5af5-4960-b6b4-40da14dd4a2d HTTP/1.1" status: 200 len: 945 time: 0.0554383 Feb 28 11:03:46.689294 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-bcb55eef-82e6-4a35-b61d-97cd5974e9cd req-d01a8109-37df-4e6c-a2ee-e338fd353d9b tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups?id=2067cfde-6a74-4cb3-b94b-40318c10db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426970 Feb 28 11:03:47.823426 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c533b48-fa22-4ff9-be46-c17d348db878 req-39448bd7-d2b6-48f1-9f46-efad9f981851 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:03:47.824885 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-2c533b48-fa22-4ff9-be46-c17d348db878 req-39448bd7-d2b6-48f1-9f46-efad9f981851 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c54bb88-5af5-4960-b6b4-40da14dd4a2d HTTP/1.1" status: 200 len: 945 time: 0.0584738 Feb 28 11:03:47.874226 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-2c533b48-fa22-4ff9-be46-c17d348db878 req-6ac296ea-d34d-4f55-a7df-07379a6e1e84 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups?id=2067cfde-6a74-4cb3-b94b-40318c10db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436335 Feb 28 11:03:49.012733 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca3ddc3-a2a4-44cc-8d46-5cba1b4f6258 req-9c876ec0-024e-4d99-8699-de08c8acff2e tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:03:49.014270 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-4ca3ddc3-a2a4-44cc-8d46-5cba1b4f6258 req-9c876ec0-024e-4d99-8699-de08c8acff2e tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c54bb88-5af5-4960-b6b4-40da14dd4a2d HTTP/1.1" status: 200 len: 945 time: 0.0565863 Feb 28 11:03:49.063294 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-4ca3ddc3-a2a4-44cc-8d46-5cba1b4f6258 req-391633c5-b472-4d2b-bd1e-debe5907f55c tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups?id=2067cfde-6a74-4cb3-b94b-40318c10db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410604 Feb 28 11:03:50.190405 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade203a4-e7d4-4307-91cc-08114b79afe2 req-6a2eefa5-4762-4a0e-89f3-55d85ce171fb tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:03:50.191939 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-ade203a4-e7d4-4307-91cc-08114b79afe2 req-6a2eefa5-4762-4a0e-89f3-55d85ce171fb tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c54bb88-5af5-4960-b6b4-40da14dd4a2d HTTP/1.1" status: 200 len: 945 time: 0.0536506 Feb 28 11:03:50.251537 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-ade203a4-e7d4-4307-91cc-08114b79afe2 req-7e1bb3e2-22a3-47e8-b831-6a4258906f87 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups?id=2067cfde-6a74-4cb3-b94b-40318c10db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533302 Feb 28 11:03:51.378803 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a42be75-c61f-45de-b6af-8dbe0eef5107 req-e45c53ff-9d22-415d-8a98-ac77be80e3fe tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:03:51.380432 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-3a42be75-c61f-45de-b6af-8dbe0eef5107 req-e45c53ff-9d22-415d-8a98-ac77be80e3fe tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c54bb88-5af5-4960-b6b4-40da14dd4a2d HTTP/1.1" status: 200 len: 945 time: 0.0590122 Feb 28 11:03:51.432388 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-3a42be75-c61f-45de-b6af-8dbe0eef5107 req-3115abe0-51e5-4771-8d43-538a04466c54 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups?id=2067cfde-6a74-4cb3-b94b-40318c10db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457611 Feb 28 11:03:52.555419 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5690fd-4dee-4d2e-999d-4e32f6b06a49 req-65864d4f-6bee-476d-84b2-58606502917e tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:03:52.556862 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-bf5690fd-4dee-4d2e-999d-4e32f6b06a49 req-65864d4f-6bee-476d-84b2-58606502917e tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c54bb88-5af5-4960-b6b4-40da14dd4a2d HTTP/1.1" status: 200 len: 945 time: 0.0530117 Feb 28 11:03:52.604979 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-bf5690fd-4dee-4d2e-999d-4e32f6b06a49 req-e542a8fc-3991-463d-aea0-2f5e806856c6 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups?id=2067cfde-6a74-4cb3-b94b-40318c10db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423284 Feb 28 11:03:53.231577 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device 29af782d-1c27-4271-8580-d5ab8bdacba3 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 11:03:53.311918 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Current status of the port 29af782d-1c27-4271-8580-d5ab8bdacba3 is: ACTIVE; New status is: DOWN {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:03:53.312317 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (29af782d-1c27-4271-8580-d5ab8bdacba3), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:03:53.336595 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-eb5228be-1b0f-4a0a-a232-05f3244d8949 req-410e8acb-9253-4e68-a852-efdb15d32640 service neutron] 10.222.0.30 "GET /v2.0/ports/29af782d-1c27-4271-8580-d5ab8bdacba3/bindings/hv-neutron-mast HTTP/1.1" status: 200 len: 384 time: 0.0646253 Feb 28 11:03:53.338284 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c54bb88-5af5-4960-b6b4-40da14dd4a2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29af782d-1c27-4271-8580-d5ab8bdacba3'}] {{(pid=103409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:03:53.340582 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa5325a5be4b33bf61fd809c564e3765e689d817bbd874267890deb3cfccaf12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1f8926a-2b6d-4ef3-a08e-037d5e6a827f" -d '{"events": [{"server_uuid": "7c54bb88-5af5-4960-b6b4-40da14dd4a2d", "name": "network-vif-unplugged", "status": "completed", "tag": "29af782d-1c27-4271-8580-d5ab8bdacba3"}]}' {{(pid=103409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 11:03:53.354228 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] For port 29af782d-1c27-4271-8580-d5ab8bdacba3, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=29af782d-1c27-4271-8580-d5ab8bdacba3,segment=NetworkSegment(f041315e-ab14-4139-8419-07be691a7149),segment_id=f041315e-ab14-4139-8419-07be691a7149)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:03:53.359352 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (29af782d-1c27-4271-8580-d5ab8bdacba3), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:03:53.401236 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 28 Feb 2022 11:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5f44184-4d17-4e32-8a7b-252d12b81d81 x-openstack-request-id: req-b5f44184-4d17-4e32-8a7b-252d12b81d81 {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 11:03:53.402072 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c54bb88-5af5-4960-b6b4-40da14dd4a2d", "name": "network-vif-unplugged", "status": "completed", "tag": "29af782d-1c27-4271-8580-d5ab8bdacba3", "code": 200}]} {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 11:03:53.402072 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b5f44184-4d17-4e32-8a7b-252d12b81d81 {{(pid=103409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 11:03:53.402371 dv-neutron-master-2-hyperv neutron-server[103409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c54bb88-5af5-4960-b6b4-40da14dd4a2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29af782d-1c27-4271-8580-d5ab8bdacba3', 'code': 200} Feb 28 11:03:53.418248 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Pushing event updated for resources: {'Port': ['ID=29af782d-1c27-4271-8580-d5ab8bdacba3,revision_number=6']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:03:53.573697 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5228be-1b0f-4a0a-a232-05f3244d8949 req-787ab9a6-1145-422b-a3c7-492d90468dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:03:53.575287 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-eb5228be-1b0f-4a0a-a232-05f3244d8949 req-787ab9a6-1145-422b-a3c7-492d90468dae service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7c54bb88-5af5-4960-b6b4-40da14dd4a2d&tenant_id=f15f14e780e74c8a81fab6575e728c44 HTTP/1.1" status: 200 len: 1127 time: 0.0465891 Feb 28 11:03:53.653357 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5228be-1b0f-4a0a-a232-05f3244d8949 req-37e9b350-df9c-49ee-9ed7-bb777a8f0f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:03:53.654890 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-eb5228be-1b0f-4a0a-a232-05f3244d8949 req-37e9b350-df9c-49ee-9ed7-bb777a8f0f99 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f15f14e780e74c8a81fab6575e728c44&device_id=7c54bb88-5af5-4960-b6b4-40da14dd4a2d HTTP/1.1" status: 200 len: 1127 time: 0.0462458 Feb 28 11:03:53.779257 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5228be-1b0f-4a0a-a232-05f3244d8949 req-2e5ad2e3-0869-46a2-94ab-f2ceb08d4a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:03:53.780810 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-eb5228be-1b0f-4a0a-a232-05f3244d8949 req-2e5ad2e3-0869-46a2-94ab-f2ceb08d4a5d service neutron] 10.222.0.30 "GET /v2.0/networks?id=6c29038b-dae6-4704-ae1e-32feeda79697 HTTP/1.1" status: 200 len: 912 time: 0.1200330 Feb 28 11:03:53.788666 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd8bbc7-563a-43eb-8bae-cc709343d52c req-e53e6a12-da8b-4849-b036-c17fda7632cf tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:03:53.790002 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-fbd8bbc7-563a-43eb-8bae-cc709343d52c req-e53e6a12-da8b-4849-b036-c17fda7632cf tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c54bb88-5af5-4960-b6b4-40da14dd4a2d HTTP/1.1" status: 200 len: 943 time: 0.1117713 Feb 28 11:03:53.878311 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-eb5228be-1b0f-4a0a-a232-05f3244d8949 req-daba19af-591e-439a-b034-7d8e78526b3d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=29af782d-1c27-4271-8580-d5ab8bdacba3 HTTP/1.1" status: 200 len: 1000 time: 0.0873363 Feb 28 11:03:53.885838 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-fbd8bbc7-563a-43eb-8bae-cc709343d52c req-7e865eaa-5ad7-45c6-af29-327ef0c1035f tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups?id=2067cfde-6a74-4cb3-b94b-40318c10db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892756 Feb 28 11:03:53.930502 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5228be-1b0f-4a0a-a232-05f3244d8949 req-63600129-4a95-4918-831c-fc0e7abdd872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:03:53.932173 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-eb5228be-1b0f-4a0a-a232-05f3244d8949 req-63600129-4a95-4918-831c-fc0e7abdd872 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3d269766-416a-45a4-b82e-d8ae6262c6f3 HTTP/1.1" status: 200 len: 850 time: 0.0455112 Feb 28 11:03:53.981793 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5228be-1b0f-4a0a-a232-05f3244d8949 req-eb0b27c7-52ae-4751-a640-e68e1355c5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:03:53.983331 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-eb5228be-1b0f-4a0a-a232-05f3244d8949 req-eb0b27c7-52ae-4751-a640-e68e1355c5a0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6c29038b-dae6-4704-ae1e-32feeda79697&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0451560 Feb 28 11:03:54.077536 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-eb5228be-1b0f-4a0a-a232-05f3244d8949 req-66d33074-303a-4972-80d3-2f57b4118709 service neutron] 10.222.0.30 "GET /v2.0/networks/6c29038b-dae6-4704-ae1e-32feeda79697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871134 Feb 28 11:03:54.166734 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-eb5228be-1b0f-4a0a-a232-05f3244d8949 req-d5a33834-13fd-4d3b-b4e7-32ccfc3030c9 service neutron] 10.222.0.30 "GET /v2.0/networks/6c29038b-dae6-4704-ae1e-32feeda79697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829437 Feb 28 11:03:55.027254 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c798228b-54d8-4080-80d2-27b3ce9e420d req-0cca74aa-4ad1-4a6c-9a6b-49636feb8141 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:03:55.028934 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-c798228b-54d8-4080-80d2-27b3ce9e420d req-0cca74aa-4ad1-4a6c-9a6b-49636feb8141 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c54bb88-5af5-4960-b6b4-40da14dd4a2d HTTP/1.1" status: 200 len: 943 time: 0.0625956 Feb 28 11:03:55.077071 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-c798228b-54d8-4080-80d2-27b3ce9e420d req-e77484e1-eb46-4081-8bcb-f01f0121bf07 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups?id=2067cfde-6a74-4cb3-b94b-40318c10db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422423 Feb 28 11:03:56.203370 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e693aa-6ca0-415b-973d-6276a37b79a4 req-fd5b52c9-d0a6-4622-803f-1d6b934530dc tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:03:56.204876 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-e1e693aa-6ca0-415b-973d-6276a37b79a4 req-fd5b52c9-d0a6-4622-803f-1d6b934530dc tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c54bb88-5af5-4960-b6b4-40da14dd4a2d HTTP/1.1" status: 200 len: 943 time: 0.0559072 Feb 28 11:03:56.253963 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-e1e693aa-6ca0-415b-973d-6276a37b79a4 req-08a3ebc6-5e81-4c39-882c-33be89974776 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups?id=2067cfde-6a74-4cb3-b94b-40318c10db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427330 Feb 28 11:03:57.378150 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c893b9-6b42-4608-bb1e-6d7efcd61e77 req-5c063053-5750-4b18-a265-85b7b4c1831d tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:03:57.379654 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-72c893b9-6b42-4608-bb1e-6d7efcd61e77 req-5c063053-5750-4b18-a265-85b7b4c1831d tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c54bb88-5af5-4960-b6b4-40da14dd4a2d HTTP/1.1" status: 200 len: 943 time: 0.0554128 Feb 28 11:03:57.435222 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-72c893b9-6b42-4608-bb1e-6d7efcd61e77 req-5a9962da-c752-4ea8-b0f5-3d6ac5fe63f7 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups?id=2067cfde-6a74-4cb3-b94b-40318c10db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496097 Feb 28 11:03:58.571630 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc1eda0-d0b7-4089-9ae2-e85f9d825d36 req-8200b3b6-9d84-450c-85f0-9482a7e0c0b4 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:03:58.573151 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-5cc1eda0-d0b7-4089-9ae2-e85f9d825d36 req-8200b3b6-9d84-450c-85f0-9482a7e0c0b4 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c54bb88-5af5-4960-b6b4-40da14dd4a2d HTTP/1.1" status: 200 len: 943 time: 0.0562027 Feb 28 11:03:58.621217 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-5cc1eda0-d0b7-4089-9ae2-e85f9d825d36 req-232fb847-8130-4ba4-8850-f0a673f408cc tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups?id=2067cfde-6a74-4cb3-b94b-40318c10db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422773 Feb 28 11:03:59.747233 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5427ea56-ff18-4e14-bc99-ce529bd86192 req-611c5901-4029-4d83-8064-ebc2e7144d3d tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:03:59.748758 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-5427ea56-ff18-4e14-bc99-ce529bd86192 req-611c5901-4029-4d83-8064-ebc2e7144d3d tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c54bb88-5af5-4960-b6b4-40da14dd4a2d HTTP/1.1" status: 200 len: 943 time: 0.0562835 Feb 28 11:03:59.796332 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-5427ea56-ff18-4e14-bc99-ce529bd86192 req-11e33a40-4fd1-4e54-b1e2-a2072478994c tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups?id=2067cfde-6a74-4cb3-b94b-40318c10db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418983 Feb 28 11:04:00.109083 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.agents_db [None req-382e0aa2-b126-48e6-89eb-3efa426b6b29 None None] Agent healthcheck: found 6 active agents {{(pid=103410) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 11:04:00.924805 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ca309f-680d-457f-b4ea-8a6c89810836 req-dd19ea05-73db-45c4-bc47-b4d030c75dce tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:04:00.926344 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-f3ca309f-680d-457f-b4ea-8a6c89810836 req-dd19ea05-73db-45c4-bc47-b4d030c75dce tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c54bb88-5af5-4960-b6b4-40da14dd4a2d HTTP/1.1" status: 200 len: 943 time: 0.0602212 Feb 28 11:04:00.976587 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-f3ca309f-680d-457f-b4ea-8a6c89810836 req-e5ac8d7a-1ad9-44ae-b663-9f34debbdc6c tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups?id=2067cfde-6a74-4cb3-b94b-40318c10db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439866 Feb 28 11:04:02.101680 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105a0200-cea5-40f9-9d8c-4ea796ceccfb req-83a20723-c0bc-4050-b92c-9a1a5cdbea07 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:04:02.103299 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-105a0200-cea5-40f9-9d8c-4ea796ceccfb req-83a20723-c0bc-4050-b92c-9a1a5cdbea07 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c54bb88-5af5-4960-b6b4-40da14dd4a2d HTTP/1.1" status: 200 len: 943 time: 0.0570276 Feb 28 11:04:02.156530 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-105a0200-cea5-40f9-9d8c-4ea796ceccfb req-1bcc5d7f-54e3-4bfd-9ac0-ecdafff5854a tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups?id=2067cfde-6a74-4cb3-b94b-40318c10db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472572 Feb 28 11:04:03.279613 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a3960f-13e7-4428-9d7a-647dc41e26ac req-b3ed2c70-8c8d-404a-9caa-f65a24ca7140 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:04:03.281128 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-70a3960f-13e7-4428-9d7a-647dc41e26ac req-b3ed2c70-8c8d-404a-9caa-f65a24ca7140 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c54bb88-5af5-4960-b6b4-40da14dd4a2d HTTP/1.1" status: 200 len: 943 time: 0.0552990 Feb 28 11:04:03.333664 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-70a3960f-13e7-4428-9d7a-647dc41e26ac req-dfe13dc7-1cd6-400b-9e07-5759f4280a08 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups?id=2067cfde-6a74-4cb3-b94b-40318c10db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466962 Feb 28 11:04:04.471112 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8a2622-3913-494f-a7cf-666f508ea715 req-9f6d34ad-b75e-46f9-a3ce-33b29198c4f7 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:04:04.472646 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-4d8a2622-3913-494f-a7cf-666f508ea715 req-9f6d34ad-b75e-46f9-a3ce-33b29198c4f7 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c54bb88-5af5-4960-b6b4-40da14dd4a2d HTTP/1.1" status: 200 len: 943 time: 0.0654068 Feb 28 11:04:04.526412 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-4d8a2622-3913-494f-a7cf-666f508ea715 req-5b710e8d-2724-4c5c-aef6-957d9b657658 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups?id=2067cfde-6a74-4cb3-b94b-40318c10db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443835 Feb 28 11:04:05.663291 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203eb72c-7962-4a85-8d05-6f69e222e68e req-0318bfd5-80db-42ed-85fb-06b8d14b99fa tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:04:05.664823 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-203eb72c-7962-4a85-8d05-6f69e222e68e req-0318bfd5-80db-42ed-85fb-06b8d14b99fa tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c54bb88-5af5-4960-b6b4-40da14dd4a2d HTTP/1.1" status: 200 len: 943 time: 0.0677123 Feb 28 11:04:05.716489 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-203eb72c-7962-4a85-8d05-6f69e222e68e req-e507e152-df94-444b-8632-a84ce7003de2 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups?id=2067cfde-6a74-4cb3-b94b-40318c10db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433881 Feb 28 11:04:06.864040 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7221dedc-ecc4-4109-86d6-c47fab4081f5 req-fe5919f6-8788-4c30-84bb-fc4aa713319a tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:04:06.865679 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-7221dedc-ecc4-4109-86d6-c47fab4081f5 req-fe5919f6-8788-4c30-84bb-fc4aa713319a tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c54bb88-5af5-4960-b6b4-40da14dd4a2d HTTP/1.1" status: 200 len: 943 time: 0.0675218 Feb 28 11:04:06.917798 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-7221dedc-ecc4-4109-86d6-c47fab4081f5 req-2c645783-3c94-45fd-99ba-052ab59924c6 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups?id=2067cfde-6a74-4cb3-b94b-40318c10db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459416 Feb 28 11:04:07.341020 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device 29af782d-1c27-4271-8580-d5ab8bdacba3 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103409) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 11:04:07.446414 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] For port 29af782d-1c27-4271-8580-d5ab8bdacba3, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=29af782d-1c27-4271-8580-d5ab8bdacba3,segment=NetworkSegment(f041315e-ab14-4139-8419-07be691a7149),segment_id=f041315e-ab14-4139-8419-07be691a7149)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:04:07.459151 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Returning: {'device': '29af782d-1c27-4271-8580-d5ab8bdacba3', 'network_id': '6c29038b-dae6-4704-ae1e-32feeda79697', 'port_id': '29af782d-1c27-4271-8580-d5ab8bdacba3', 'mac_address': 'fa:16:3e:73:e7:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 263, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d269766-416a-45a4-b82e-d8ae6262c6f3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103409) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 11:04:07.505049 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Current status of the port 29af782d-1c27-4271-8580-d5ab8bdacba3 is: DOWN; New status is: BUILD {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:04:07.505457 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (29af782d-1c27-4271-8580-d5ab8bdacba3), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:07.523684 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29af782d-1c27-4271-8580-d5ab8bdacba3 {{(pid=103409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 11:04:07.543323 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] For port 29af782d-1c27-4271-8580-d5ab8bdacba3, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=29af782d-1c27-4271-8580-d5ab8bdacba3,segment=NetworkSegment(f041315e-ab14-4139-8419-07be691a7149),segment_id=f041315e-ab14-4139-8419-07be691a7149)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:04:07.549438 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (29af782d-1c27-4271-8580-d5ab8bdacba3), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:07.597263 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Pushing event updated for resources: {'Port': ['ID=29af782d-1c27-4271-8580-d5ab8bdacba3,revision_number=7']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:04:07.605728 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:04:07.606095 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:04:07.606475 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:04:07.606825 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:04:07.607169 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:04:07.607505 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:04:07.607845 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:04:07.608180 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:04:07.608511 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:04:07.608904 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:04:07.609215 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:04:07.609528 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:04:07.609852 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:04:07.670847 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] get_ports_and_sgs() called for port_ids ['29af782d-1c27-4271-8580-d5ab8bdacba3'] {{(pid=103409) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 11:04:08.043843 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b42f08-3daf-4c8b-adcd-96baf5f1d6e3 req-d47f9055-f672-4a22-94a7-d79105719a9c tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:04:08.045393 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-47b42f08-3daf-4c8b-adcd-96baf5f1d6e3 req-d47f9055-f672-4a22-94a7-d79105719a9c tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c54bb88-5af5-4960-b6b4-40da14dd4a2d HTTP/1.1" status: 200 len: 944 time: 0.0576046 Feb 28 11:04:08.097273 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-47b42f08-3daf-4c8b-adcd-96baf5f1d6e3 req-b8f3a12d-2dde-4213-b457-6b7bfb1995f9 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups?id=2067cfde-6a74-4cb3-b94b-40318c10db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434518 Feb 28 11:04:08.456801 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (13ac42ae-016e-4baf-bb31-c6fa820b41c2), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:08.774578 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5c49a590-cc5d-4a4f-9cf8-de54dd166449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fb6705d2-4f70-4965-92a3-fbfccd43a6d3), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:09.253598 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe0ffc3-3dbb-4ac6-a688-b5c698be2d1d req-43ae5e0a-1a8b-474b-a903-c72d3c92e7fd tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:04:09.255108 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-8fe0ffc3-3dbb-4ac6-a688-b5c698be2d1d req-43ae5e0a-1a8b-474b-a903-c72d3c92e7fd tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c54bb88-5af5-4960-b6b4-40da14dd4a2d HTTP/1.1" status: 200 len: 944 time: 0.0637414 Feb 28 11:04:09.311304 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-8fe0ffc3-3dbb-4ac6-a688-b5c698be2d1d req-b7ae1c81-fd17-44e9-bf00-752543329143 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups?id=2067cfde-6a74-4cb3-b94b-40318c10db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495369 Feb 28 11:04:09.372001 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device 29af782d-1c27-4271-8580-d5ab8bdacba3 up at agent hyperv_hv-neutron-mast {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 11:04:09.423723 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Provisioning complete for port 29af782d-1c27-4271-8580-d5ab8bdacba3 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:04:09.424111 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (29af782d-1c27-4271-8580-d5ab8bdacba3), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:09.516767 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Current status of the port 29af782d-1c27-4271-8580-d5ab8bdacba3 is: BUILD; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:04:09.517452 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (29af782d-1c27-4271-8580-d5ab8bdacba3), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:09.546827 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c54bb88-5af5-4960-b6b4-40da14dd4a2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29af782d-1c27-4271-8580-d5ab8bdacba3'}] {{(pid=103409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:04:09.549114 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa5325a5be4b33bf61fd809c564e3765e689d817bbd874267890deb3cfccaf12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5af027ca-2065-4cc2-9970-fcbbbfebe69f" -d '{"events": [{"server_uuid": "7c54bb88-5af5-4960-b6b4-40da14dd4a2d", "name": "network-vif-plugged", "status": "completed", "tag": "29af782d-1c27-4271-8580-d5ab8bdacba3"}]}' {{(pid=103409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 11:04:09.561880 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] For port 29af782d-1c27-4271-8580-d5ab8bdacba3, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=29af782d-1c27-4271-8580-d5ab8bdacba3,segment=NetworkSegment(f041315e-ab14-4139-8419-07be691a7149),segment_id=f041315e-ab14-4139-8419-07be691a7149)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:04:09.569818 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (29af782d-1c27-4271-8580-d5ab8bdacba3), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:09.598064 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 11:04:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63991e2b-6c52-4d42-b891-fbfb81022a73 x-openstack-request-id: req-63991e2b-6c52-4d42-b891-fbfb81022a73 {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 11:04:09.598341 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c54bb88-5af5-4960-b6b4-40da14dd4a2d", "name": "network-vif-plugged", "status": "completed", "tag": "29af782d-1c27-4271-8580-d5ab8bdacba3", "code": 200}]} {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 11:04:09.598607 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-63991e2b-6c52-4d42-b891-fbfb81022a73 {{(pid=103409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 11:04:09.598997 dv-neutron-master-2-hyperv neutron-server[103409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c54bb88-5af5-4960-b6b4-40da14dd4a2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29af782d-1c27-4271-8580-d5ab8bdacba3', 'code': 200} Feb 28 11:04:09.619979 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Pushing event updated for resources: {'Port': ['ID=29af782d-1c27-4271-8580-d5ab8bdacba3,revision_number=8']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:04:10.439368 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0b47e0-1f4e-47d3-89d6-a9ccf90ee78b req-314f1806-f2b6-4ede-b136-9db9baa0d2c4 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:04:10.440984 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-6f0b47e0-1f4e-47d3-89d6-a9ccf90ee78b req-314f1806-f2b6-4ede-b136-9db9baa0d2c4 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c54bb88-5af5-4960-b6b4-40da14dd4a2d HTTP/1.1" status: 200 len: 945 time: 0.0559249 Feb 28 11:04:10.495644 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-6f0b47e0-1f4e-47d3-89d6-a9ccf90ee78b req-10447ca3-f0a8-42e6-ad67-a969ce5b3a5a tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups?id=2067cfde-6a74-4cb3-b94b-40318c10db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485027 Feb 28 11:04:11.059004 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-cd80aacc-23c9-472f-b03b-5458075d2a47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fc6c9b74-8dbb-41bb-800a-5bd3a43fe896), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:11.639726 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5549f6bd-a7b1-4574-9bd8-53efeaf85357 req-338cda81-f02c-45ad-8a4f-b6d99cc7f97e tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:04:11.641279 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-5549f6bd-a7b1-4574-9bd8-53efeaf85357 req-338cda81-f02c-45ad-8a4f-b6d99cc7f97e tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c54bb88-5af5-4960-b6b4-40da14dd4a2d HTTP/1.1" status: 200 len: 945 time: 0.0637829 Feb 28 11:04:11.692194 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-5549f6bd-a7b1-4574-9bd8-53efeaf85357 req-37ab8df0-d2a6-4510-902d-6ef91b9c1ae5 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups?id=2067cfde-6a74-4cb3-b94b-40318c10db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453203 Feb 28 11:04:12.153483 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b6d631fb-7df0-4fe1-8322-abff3b61cae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (0db5147a-92a3-4581-8a5f-8ec9b93e0600), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:12.847287 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67b81cb-4618-4922-8226-24209ad9a80b req-f52eda95-6c59-40a9-b9a1-ccc8deab6808 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:04:12.848693 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-f67b81cb-4618-4922-8226-24209ad9a80b req-f52eda95-6c59-40a9-b9a1-ccc8deab6808 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c54bb88-5af5-4960-b6b4-40da14dd4a2d HTTP/1.1" status: 200 len: 945 time: 0.0738254 Feb 28 11:04:12.899078 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-f67b81cb-4618-4922-8226-24209ad9a80b req-7486fab7-9730-42c7-9aeb-5036942ad20f tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups?id=2067cfde-6a74-4cb3-b94b-40318c10db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431297 Feb 28 11:04:13.268687 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea46e08-2a76-4e93-ba7e-a65df37ededa req-b52fad8d-0945-4fc9-a90e-0ea154a73930 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:04:13.270162 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-2ea46e08-2a76-4e93-ba7e-a65df37ededa req-b52fad8d-0945-4fc9-a90e-0ea154a73930 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c54bb88-5af5-4960-b6b4-40da14dd4a2d&tenant_id=f15f14e780e74c8a81fab6575e728c44&binding%3Ahost_id=hv-neutron-mast HTTP/1.1" status: 200 len: 945 time: 0.0915778 Feb 28 11:04:13.282060 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7019006e-c70c-42b5-99b3-9461cccf3d33 req-bff61370-734e-4831-9666-918e4410dca4 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:04:13.283484 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-7019006e-c70c-42b5-99b3-9461cccf3d33 req-bff61370-734e-4831-9666-918e4410dca4 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c54bb88-5af5-4960-b6b4-40da14dd4a2d HTTP/1.1" status: 200 len: 945 time: 0.0764287 Feb 28 11:04:13.371707 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-2ea46e08-2a76-4e93-ba7e-a65df37ededa req-32dc2a1c-31f9-4d0f-8814-4932278cb3fd service neutron] 10.222.0.30 "GET /v2.0/ports/29af782d-1c27-4271-8580-d5ab8bdacba3/bindings/hv-neutron-mast HTTP/1.1" status: 200 len: 384 time: 0.0872304 Feb 28 11:04:13.375293 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-7019006e-c70c-42b5-99b3-9461cccf3d33 req-b346feac-5268-4ae4-8af6-c57527e0d7a1 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups?id=2067cfde-6a74-4cb3-b94b-40318c10db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665874 Feb 28 11:04:13.453903 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea46e08-2a76-4e93-ba7e-a65df37ededa req-d95e6865-6f0d-476e-969e-92d8cf73d3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:04:13.455598 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-2ea46e08-2a76-4e93-ba7e-a65df37ededa req-d95e6865-6f0d-476e-969e-92d8cf73d3f7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f15f14e780e74c8a81fab6575e728c44&device_id=7c54bb88-5af5-4960-b6b4-40da14dd4a2d HTTP/1.1" status: 200 len: 1129 time: 0.0458705 Feb 28 11:04:13.564906 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6b923bb1-06b0-4b84-b461-7cc1d0196090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (2e621730-3978-4720-b581-ac380e97a567), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:13.570543 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea46e08-2a76-4e93-ba7e-a65df37ededa req-ac7f9bbd-96ce-4e76-bf70-8a7c5744dda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:04:13.572120 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-2ea46e08-2a76-4e93-ba7e-a65df37ededa req-ac7f9bbd-96ce-4e76-bf70-8a7c5744dda0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6c29038b-dae6-4704-ae1e-32feeda79697 HTTP/1.1" status: 200 len: 912 time: 0.1097252 Feb 28 11:04:13.638726 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-2ea46e08-2a76-4e93-ba7e-a65df37ededa req-879ff64f-267c-42c4-bed6-4ae970b4b1f0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=29af782d-1c27-4271-8580-d5ab8bdacba3 HTTP/1.1" status: 200 len: 1002 time: 0.0602188 Feb 28 11:04:13.692672 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea46e08-2a76-4e93-ba7e-a65df37ededa req-03ca2f44-4bb9-4156-a0f1-b0eaf793bf88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:04:13.695068 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-2ea46e08-2a76-4e93-ba7e-a65df37ededa req-03ca2f44-4bb9-4156-a0f1-b0eaf793bf88 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3d269766-416a-45a4-b82e-d8ae6262c6f3 HTTP/1.1" status: 200 len: 850 time: 0.0506523 Feb 28 11:04:13.745475 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea46e08-2a76-4e93-ba7e-a65df37ededa req-3c5572b3-12bd-4ef8-ab9f-1513317fc330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:04:13.746945 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-2ea46e08-2a76-4e93-ba7e-a65df37ededa req-3c5572b3-12bd-4ef8-ab9f-1513317fc330 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6c29038b-dae6-4704-ae1e-32feeda79697&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0460970 Feb 28 11:04:13.850499 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-2ea46e08-2a76-4e93-ba7e-a65df37ededa req-3fa1e6c1-1657-495e-b333-2a6378cefa2e service neutron] 10.222.0.30 "GET /v2.0/networks/6c29038b-dae6-4704-ae1e-32feeda79697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971932 Feb 28 11:04:13.942797 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-2ea46e08-2a76-4e93-ba7e-a65df37ededa req-51775043-0fb2-44d7-9e53-d882e8b6d612 service neutron] 10.222.0.30 "GET /v2.0/networks/6c29038b-dae6-4704-ae1e-32feeda79697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870268 Feb 28 11:04:14.523901 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deba74ee-7098-4c47-8ceb-1aebd904240f req-8117df07-714d-448e-b7e0-0e75fbb85351 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:04:14.525407 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-deba74ee-7098-4c47-8ceb-1aebd904240f req-8117df07-714d-448e-b7e0-0e75fbb85351 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c54bb88-5af5-4960-b6b4-40da14dd4a2d HTTP/1.1" status: 200 len: 945 time: 0.0554368 Feb 28 11:04:14.576020 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-deba74ee-7098-4c47-8ceb-1aebd904240f req-d10f9f52-b9c8-4588-9db5-ecbe09e43371 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups?id=2067cfde-6a74-4cb3-b94b-40318c10db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447683 Feb 28 11:04:14.917999 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:15.427659 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device 29af782d-1c27-4271-8580-d5ab8bdacba3 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 11:04:15.512417 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Current status of the port 29af782d-1c27-4271-8580-d5ab8bdacba3 is: ACTIVE; New status is: DOWN {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:04:15.512843 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (29af782d-1c27-4271-8580-d5ab8bdacba3), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:15.537871 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c54bb88-5af5-4960-b6b4-40da14dd4a2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29af782d-1c27-4271-8580-d5ab8bdacba3'}] {{(pid=103409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:04:15.540132 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa5325a5be4b33bf61fd809c564e3765e689d817bbd874267890deb3cfccaf12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41051585-06b0-437b-9680-6d65cc54d118" -d '{"events": [{"server_uuid": "7c54bb88-5af5-4960-b6b4-40da14dd4a2d", "name": "network-vif-unplugged", "status": "completed", "tag": "29af782d-1c27-4271-8580-d5ab8bdacba3"}]}' {{(pid=103409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 11:04:15.553206 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] For port 29af782d-1c27-4271-8580-d5ab8bdacba3, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=29af782d-1c27-4271-8580-d5ab8bdacba3,segment=NetworkSegment(f041315e-ab14-4139-8419-07be691a7149),segment_id=f041315e-ab14-4139-8419-07be691a7149)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:04:15.565539 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (29af782d-1c27-4271-8580-d5ab8bdacba3), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:15.588921 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 28 Feb 2022 11:04:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-701cbcab-f2b2-4cf8-9d65-87870209ef5e x-openstack-request-id: req-701cbcab-f2b2-4cf8-9d65-87870209ef5e {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 11:04:15.589218 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c54bb88-5af5-4960-b6b4-40da14dd4a2d", "name": "network-vif-unplugged", "status": "completed", "tag": "29af782d-1c27-4271-8580-d5ab8bdacba3", "code": 200}]} {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 11:04:15.589468 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-701cbcab-f2b2-4cf8-9d65-87870209ef5e {{(pid=103409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 11:04:15.589868 dv-neutron-master-2-hyperv neutron-server[103409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c54bb88-5af5-4960-b6b4-40da14dd4a2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29af782d-1c27-4271-8580-d5ab8bdacba3', 'code': 200} Feb 28 11:04:15.618502 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Pushing event updated for resources: {'Port': ['ID=29af782d-1c27-4271-8580-d5ab8bdacba3,revision_number=9']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:04:15.699739 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baee043-9c3f-4f98-b2ba-f87060975479 req-5ebf19ea-e83e-4e19-b90d-15032dc6b185 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:04:15.701192 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-7baee043-9c3f-4f98-b2ba-f87060975479 req-5ebf19ea-e83e-4e19-b90d-15032dc6b185 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c54bb88-5af5-4960-b6b4-40da14dd4a2d HTTP/1.1" status: 200 len: 943 time: 0.0547199 Feb 28 11:04:15.757279 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-7baee043-9c3f-4f98-b2ba-f87060975479 req-33145dec-551f-4312-983b-7afd504a489e tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups?id=2067cfde-6a74-4cb3-b94b-40318c10db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473158 Feb 28 11:04:16.887499 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779eef99-6fb5-4933-a574-97e35c853008 req-fe9c672e-dc44-4a0b-acd9-7ac201379d63 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:04:16.889201 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-779eef99-6fb5-4933-a574-97e35c853008 req-fe9c672e-dc44-4a0b-acd9-7ac201379d63 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c54bb88-5af5-4960-b6b4-40da14dd4a2d HTTP/1.1" status: 200 len: 943 time: 0.0575769 Feb 28 11:04:16.942881 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-779eef99-6fb5-4933-a574-97e35c853008 req-ead70b25-6a1b-4b54-ac59-373ba99e969f tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups?id=2067cfde-6a74-4cb3-b94b-40318c10db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452867 Feb 28 11:04:18.072569 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2a3d2c-3a7d-4010-b4fc-d63e26a995c8 req-c60f4066-0d2f-4bc6-8da3-1796ef58fd09 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:04:18.074148 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-8c2a3d2c-3a7d-4010-b4fc-d63e26a995c8 req-c60f4066-0d2f-4bc6-8da3-1796ef58fd09 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c54bb88-5af5-4960-b6b4-40da14dd4a2d HTTP/1.1" status: 200 len: 943 time: 0.0564466 Feb 28 11:04:18.124876 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-8c2a3d2c-3a7d-4010-b4fc-d63e26a995c8 req-5e5b1036-1227-4898-9346-3390b3f870ab tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups?id=2067cfde-6a74-4cb3-b94b-40318c10db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448101 Feb 28 11:04:19.255555 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01030e8e-e631-4cf3-852c-8f9476a0fcb4 req-68a8150d-97b3-4579-88f7-f39c0f641593 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:04:19.257049 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-01030e8e-e631-4cf3-852c-8f9476a0fcb4 req-68a8150d-97b3-4579-88f7-f39c0f641593 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c54bb88-5af5-4960-b6b4-40da14dd4a2d HTTP/1.1" status: 200 len: 943 time: 0.0589809 Feb 28 11:04:19.304562 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-01030e8e-e631-4cf3-852c-8f9476a0fcb4 req-bb1f8c06-8f2f-44c6-b0e3-1ae0bcdd9165 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups?id=2067cfde-6a74-4cb3-b94b-40318c10db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416031 Feb 28 11:04:19.419083 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device 29af782d-1c27-4271-8580-d5ab8bdacba3 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 11:04:19.495707 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Current status of the port 29af782d-1c27-4271-8580-d5ab8bdacba3 is: DOWN; New status is: DOWN {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:04:20.432743 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540a242d-db37-418d-95e8-75d17e68b2b6 req-bc418cca-4a8c-46cd-b035-bebc6287918a tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:04:20.434291 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-540a242d-db37-418d-95e8-75d17e68b2b6 req-bc418cca-4a8c-46cd-b035-bebc6287918a tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c54bb88-5af5-4960-b6b4-40da14dd4a2d HTTP/1.1" status: 200 len: 943 time: 0.0560238 Feb 28 11:04:20.485755 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-540a242d-db37-418d-95e8-75d17e68b2b6 req-eb14f4d4-45ed-4321-83cc-0183f920ba21 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups?id=2067cfde-6a74-4cb3-b94b-40318c10db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449638 Feb 28 11:04:20.668417 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea46e08-2a76-4e93-ba7e-a65df37ededa req-da15de62-6543-44bb-87af-f3ae6bb7010f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:04:20.669988 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-2ea46e08-2a76-4e93-ba7e-a65df37ededa req-da15de62-6543-44bb-87af-f3ae6bb7010f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7c54bb88-5af5-4960-b6b4-40da14dd4a2d&tenant_id=f15f14e780e74c8a81fab6575e728c44 HTTP/1.1" status: 200 len: 1127 time: 0.0523911 Feb 28 11:04:20.755822 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea46e08-2a76-4e93-ba7e-a65df37ededa req-cd771c02-d61e-46f2-b811-14c88fb95d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:04:20.757422 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-2ea46e08-2a76-4e93-ba7e-a65df37ededa req-cd771c02-d61e-46f2-b811-14c88fb95d18 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f15f14e780e74c8a81fab6575e728c44&device_id=7c54bb88-5af5-4960-b6b4-40da14dd4a2d HTTP/1.1" status: 200 len: 1127 time: 0.0499094 Feb 28 11:04:20.860861 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea46e08-2a76-4e93-ba7e-a65df37ededa req-c2306bd3-2cb3-4771-a271-09e7777cf66f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:04:20.862272 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-2ea46e08-2a76-4e93-ba7e-a65df37ededa req-c2306bd3-2cb3-4771-a271-09e7777cf66f service neutron] 10.222.0.30 "GET /v2.0/networks?id=6c29038b-dae6-4704-ae1e-32feeda79697 HTTP/1.1" status: 200 len: 912 time: 0.0993328 Feb 28 11:04:20.935254 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-2ea46e08-2a76-4e93-ba7e-a65df37ededa req-9f0bb8b7-0f0f-4302-9078-dc62bd1ac4b5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=29af782d-1c27-4271-8580-d5ab8bdacba3 HTTP/1.1" status: 200 len: 1000 time: 0.0667467 Feb 28 11:04:20.988514 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea46e08-2a76-4e93-ba7e-a65df37ededa req-2d178c79-7fd6-4777-9911-9dd3fff17e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:04:20.990031 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-2ea46e08-2a76-4e93-ba7e-a65df37ededa req-2d178c79-7fd6-4777-9911-9dd3fff17e2c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3d269766-416a-45a4-b82e-d8ae6262c6f3 HTTP/1.1" status: 200 len: 850 time: 0.0491347 Feb 28 11:04:21.057048 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea46e08-2a76-4e93-ba7e-a65df37ededa req-ffd5f900-b9f3-4cab-9428-1779df2b3ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:04:21.058605 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-2ea46e08-2a76-4e93-ba7e-a65df37ededa req-ffd5f900-b9f3-4cab-9428-1779df2b3ef9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6c29038b-dae6-4704-ae1e-32feeda79697&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0619633 Feb 28 11:04:21.152476 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-2ea46e08-2a76-4e93-ba7e-a65df37ededa req-66ade462-13f6-4b47-b53c-dc92d864e14b service neutron] 10.222.0.30 "GET /v2.0/networks/6c29038b-dae6-4704-ae1e-32feeda79697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878963 Feb 28 11:04:21.250598 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-2ea46e08-2a76-4e93-ba7e-a65df37ededa req-83fb3b99-1f7d-47e7-adf6-12da22f6482d service neutron] 10.222.0.30 "GET /v2.0/networks/6c29038b-dae6-4704-ae1e-32feeda79697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916524 Feb 28 11:04:21.614558 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a6cfb7-3d69-458b-a120-f85fff38024b req-65b2cc2b-ac29-429c-adef-518a6507f4b5 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:04:21.616038 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-f9a6cfb7-3d69-458b-a120-f85fff38024b req-65b2cc2b-ac29-429c-adef-518a6507f4b5 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c54bb88-5af5-4960-b6b4-40da14dd4a2d HTTP/1.1" status: 200 len: 943 time: 0.0588429 Feb 28 11:04:21.678386 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-f9a6cfb7-3d69-458b-a120-f85fff38024b req-6b88cabc-c30d-40fb-bf30-94f1b7b145ca tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups?id=2067cfde-6a74-4cb3-b94b-40318c10db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535417 Feb 28 11:04:22.800954 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502f9402-575f-41b0-abe7-055fbbae54e8 req-e29f5958-572b-4680-8f47-e6809066656e tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:04:22.802451 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-502f9402-575f-41b0-abe7-055fbbae54e8 req-e29f5958-572b-4680-8f47-e6809066656e tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c54bb88-5af5-4960-b6b4-40da14dd4a2d HTTP/1.1" status: 200 len: 943 time: 0.0537150 Feb 28 11:04:22.849303 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-502f9402-575f-41b0-abe7-055fbbae54e8 req-06c82873-7837-4320-98bc-71cba4437031 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups?id=2067cfde-6a74-4cb3-b94b-40318c10db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411987 Feb 28 11:04:23.973569 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960146ff-c2c1-4445-8e60-5a529387e7ff req-7bb094a3-efa0-4513-addd-6e0dd7014920 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:04:23.975088 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-960146ff-c2c1-4445-8e60-5a529387e7ff req-7bb094a3-efa0-4513-addd-6e0dd7014920 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c54bb88-5af5-4960-b6b4-40da14dd4a2d HTTP/1.1" status: 200 len: 943 time: 0.0549545 Feb 28 11:04:24.026369 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-960146ff-c2c1-4445-8e60-5a529387e7ff req-bb270e6d-e834-4b02-915f-131a2ce44471 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups?id=2067cfde-6a74-4cb3-b94b-40318c10db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455835 Feb 28 11:04:25.155007 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ada226-a530-4497-9d04-254b44507237 req-70a4d663-943a-4dde-a733-7e18d4595660 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:04:25.156506 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-d3ada226-a530-4497-9d04-254b44507237 req-70a4d663-943a-4dde-a733-7e18d4595660 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c54bb88-5af5-4960-b6b4-40da14dd4a2d HTTP/1.1" status: 200 len: 943 time: 0.0579741 Feb 28 11:04:25.205990 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-d3ada226-a530-4497-9d04-254b44507237 req-ae59f1cb-7a0d-40c3-8d05-9ac2a965ba4c tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups?id=2067cfde-6a74-4cb3-b94b-40318c10db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438631 Feb 28 11:04:26.330538 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13c59e2-185d-4747-9e3e-b4d55a2330fb req-115efe86-cb11-4be5-8f2c-1517955310f5 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:04:26.332070 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-c13c59e2-185d-4747-9e3e-b4d55a2330fb req-115efe86-cb11-4be5-8f2c-1517955310f5 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c54bb88-5af5-4960-b6b4-40da14dd4a2d HTTP/1.1" status: 200 len: 943 time: 0.0557446 Feb 28 11:04:26.379971 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-c13c59e2-185d-4747-9e3e-b4d55a2330fb req-98c5c19a-52eb-40bb-adaf-b4d7c0fe6615 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups?id=2067cfde-6a74-4cb3-b94b-40318c10db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416958 Feb 28 11:04:27.513933 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39ca2a6-68c5-43aa-874b-e90ac439e866 req-189b163a-b28d-4fa6-9d30-c7c29bd31079 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:04:27.515531 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-e39ca2a6-68c5-43aa-874b-e90ac439e866 req-189b163a-b28d-4fa6-9d30-c7c29bd31079 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c54bb88-5af5-4960-b6b4-40da14dd4a2d HTTP/1.1" status: 200 len: 943 time: 0.0639379 Feb 28 11:04:27.572156 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-e39ca2a6-68c5-43aa-874b-e90ac439e866 req-e4aa90f7-3ad6-4077-a655-0c81914446c2 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups?id=2067cfde-6a74-4cb3-b94b-40318c10db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507362 Feb 28 11:04:28.700432 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1103dfb6-12a7-4bad-84c7-02f275642d81 req-be312ee0-f4c0-4a90-a9ae-a053dcae6940 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:04:28.702014 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-1103dfb6-12a7-4bad-84c7-02f275642d81 req-be312ee0-f4c0-4a90-a9ae-a053dcae6940 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c54bb88-5af5-4960-b6b4-40da14dd4a2d HTTP/1.1" status: 200 len: 943 time: 0.0559864 Feb 28 11:04:28.750846 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-1103dfb6-12a7-4bad-84c7-02f275642d81 req-9d1b25bb-9e07-4d47-9fbd-5552eb4f9199 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups?id=2067cfde-6a74-4cb3-b94b-40318c10db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430973 Feb 28 11:04:29.875193 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6863e4e5-38e7-4a0b-8d65-18c70acb78a3 req-720c33de-aa70-4018-97c3-44f089175116 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:04:29.876746 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-6863e4e5-38e7-4a0b-8d65-18c70acb78a3 req-720c33de-aa70-4018-97c3-44f089175116 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c54bb88-5af5-4960-b6b4-40da14dd4a2d HTTP/1.1" status: 200 len: 943 time: 0.0557113 Feb 28 11:04:29.929057 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-6863e4e5-38e7-4a0b-8d65-18c70acb78a3 req-4ccb67ca-5c4c-4fd9-b422-427dfed9ae3d tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups?id=2067cfde-6a74-4cb3-b94b-40318c10db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466096 Feb 28 11:04:31.064802 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b4af51-31f7-47bb-a5e3-e3f0722e0b73 req-60c0fe9e-d234-446a-9948-231e458e6f33 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:04:31.065898 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-35b4af51-31f7-47bb-a5e3-e3f0722e0b73 req-60c0fe9e-d234-446a-9948-231e458e6f33 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c54bb88-5af5-4960-b6b4-40da14dd4a2d HTTP/1.1" status: 200 len: 943 time: 0.0608280 Feb 28 11:04:31.114846 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-35b4af51-31f7-47bb-a5e3-e3f0722e0b73 req-ea3b293f-2cb9-4375-8a7a-45b11b33eb7a tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups?id=2067cfde-6a74-4cb3-b94b-40318c10db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431683 Feb 28 11:04:32.245305 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad75121d-93b9-4289-8eb8-6641df6e1acc req-b5474914-c8a5-4df7-b438-9ea39dfa39c1 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:04:32.246819 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-ad75121d-93b9-4289-8eb8-6641df6e1acc req-b5474914-c8a5-4df7-b438-9ea39dfa39c1 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c54bb88-5af5-4960-b6b4-40da14dd4a2d HTTP/1.1" status: 200 len: 943 time: 0.0609949 Feb 28 11:04:32.294728 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-ad75121d-93b9-4289-8eb8-6641df6e1acc req-20e57b9a-f656-48d1-a41d-6aec47163c3f tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups?id=2067cfde-6a74-4cb3-b94b-40318c10db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421281 Feb 28 11:04:33.422595 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30202f81-20f0-4162-9f63-013ae98455bc req-934bbe32-c19d-4cde-9db3-ff76fc3e6806 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:04:33.424091 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-30202f81-20f0-4162-9f63-013ae98455bc req-934bbe32-c19d-4cde-9db3-ff76fc3e6806 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c54bb88-5af5-4960-b6b4-40da14dd4a2d HTTP/1.1" status: 200 len: 943 time: 0.0582583 Feb 28 11:04:33.472861 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-30202f81-20f0-4162-9f63-013ae98455bc req-76c7d368-4370-41bd-908f-76e7a4b87e1a tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups?id=2067cfde-6a74-4cb3-b94b-40318c10db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430059 Feb 28 11:04:33.488739 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device 29af782d-1c27-4271-8580-d5ab8bdacba3 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103409) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 11:04:33.586164 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] For port 29af782d-1c27-4271-8580-d5ab8bdacba3, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=29af782d-1c27-4271-8580-d5ab8bdacba3,segment=NetworkSegment(f041315e-ab14-4139-8419-07be691a7149),segment_id=f041315e-ab14-4139-8419-07be691a7149)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:04:33.601437 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Returning: {'device': '29af782d-1c27-4271-8580-d5ab8bdacba3', 'network_id': '6c29038b-dae6-4704-ae1e-32feeda79697', 'port_id': '29af782d-1c27-4271-8580-d5ab8bdacba3', 'mac_address': 'fa:16:3e:73:e7:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 263, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d269766-416a-45a4-b82e-d8ae6262c6f3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103409) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 11:04:33.639317 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Current status of the port 29af782d-1c27-4271-8580-d5ab8bdacba3 is: DOWN; New status is: BUILD {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:04:33.639714 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (29af782d-1c27-4271-8580-d5ab8bdacba3), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:33.653473 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29af782d-1c27-4271-8580-d5ab8bdacba3 {{(pid=103409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 11:04:33.673490 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] For port 29af782d-1c27-4271-8580-d5ab8bdacba3, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=29af782d-1c27-4271-8580-d5ab8bdacba3,segment=NetworkSegment(f041315e-ab14-4139-8419-07be691a7149),segment_id=f041315e-ab14-4139-8419-07be691a7149)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:04:33.678189 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (29af782d-1c27-4271-8580-d5ab8bdacba3), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:33.724759 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Pushing event updated for resources: {'Port': ['ID=29af782d-1c27-4271-8580-d5ab8bdacba3,revision_number=10']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:04:33.806514 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] get_ports_and_sgs() called for port_ids ['29af782d-1c27-4271-8580-d5ab8bdacba3'] {{(pid=103409) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 11:04:34.602084 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00efe11-cc99-4321-a529-a4b3632bbab8 req-9f18aed6-fa96-4c13-80f0-bd6a0df65315 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:04:34.603584 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-c00efe11-cc99-4321-a529-a4b3632bbab8 req-9f18aed6-fa96-4c13-80f0-bd6a0df65315 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c54bb88-5af5-4960-b6b4-40da14dd4a2d HTTP/1.1" status: 200 len: 945 time: 0.0576119 Feb 28 11:04:34.652302 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-c00efe11-cc99-4321-a529-a4b3632bbab8 req-9013eb14-4f9e-4688-ab35-703605b200f4 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups?id=2067cfde-6a74-4cb3-b94b-40318c10db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426259 Feb 28 11:04:35.496211 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device 29af782d-1c27-4271-8580-d5ab8bdacba3 up at agent hyperv_hv-neutron-mast {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 11:04:35.547085 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Provisioning complete for port 29af782d-1c27-4271-8580-d5ab8bdacba3 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:04:35.547478 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (29af782d-1c27-4271-8580-d5ab8bdacba3), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:35.633940 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Current status of the port 29af782d-1c27-4271-8580-d5ab8bdacba3 is: BUILD; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:04:35.634337 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (29af782d-1c27-4271-8580-d5ab8bdacba3), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:35.657764 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c54bb88-5af5-4960-b6b4-40da14dd4a2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29af782d-1c27-4271-8580-d5ab8bdacba3'}] {{(pid=103409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:04:35.660014 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa5325a5be4b33bf61fd809c564e3765e689d817bbd874267890deb3cfccaf12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b494e1f1-3b77-4651-a12a-8fbd12d69253" -d '{"events": [{"server_uuid": "7c54bb88-5af5-4960-b6b4-40da14dd4a2d", "name": "network-vif-plugged", "status": "completed", "tag": "29af782d-1c27-4271-8580-d5ab8bdacba3"}]}' {{(pid=103409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 11:04:35.673301 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] For port 29af782d-1c27-4271-8580-d5ab8bdacba3, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=29af782d-1c27-4271-8580-d5ab8bdacba3,segment=NetworkSegment(f041315e-ab14-4139-8419-07be691a7149),segment_id=f041315e-ab14-4139-8419-07be691a7149)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:04:35.680475 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (29af782d-1c27-4271-8580-d5ab8bdacba3), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:35.706569 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 11:04:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49bcdcb4-17eb-4864-b1ad-6770c9210496 x-openstack-request-id: req-49bcdcb4-17eb-4864-b1ad-6770c9210496 {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 11:04:35.706862 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c54bb88-5af5-4960-b6b4-40da14dd4a2d", "name": "network-vif-plugged", "status": "completed", "tag": "29af782d-1c27-4271-8580-d5ab8bdacba3", "code": 200}]} {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 11:04:35.707108 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-49bcdcb4-17eb-4864-b1ad-6770c9210496 {{(pid=103409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 11:04:35.707551 dv-neutron-master-2-hyperv neutron-server[103409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c54bb88-5af5-4960-b6b4-40da14dd4a2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29af782d-1c27-4271-8580-d5ab8bdacba3', 'code': 200} Feb 28 11:04:35.736372 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Pushing event updated for resources: {'Port': ['ID=29af782d-1c27-4271-8580-d5ab8bdacba3,revision_number=11']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:04:35.777292 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dade7d-5bb6-4712-b493-2b13bf826eba req-b88bbd74-879f-4d54-9e00-09d2acb97828 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:04:35.778761 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-27dade7d-5bb6-4712-b493-2b13bf826eba req-b88bbd74-879f-4d54-9e00-09d2acb97828 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c54bb88-5af5-4960-b6b4-40da14dd4a2d HTTP/1.1" status: 200 len: 946 time: 0.0522614 Feb 28 11:04:35.829968 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-27dade7d-5bb6-4712-b493-2b13bf826eba req-300ab99d-035b-4928-afbb-9118032f6d9c tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups?id=2067cfde-6a74-4cb3-b94b-40318c10db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455000 Feb 28 11:04:36.954744 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8a3f70-c42b-4bb2-98fe-3272a950bafd req-594911e9-a7be-43ec-a8ec-66d2687acc3d tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:04:36.956232 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-eb8a3f70-c42b-4bb2-98fe-3272a950bafd req-594911e9-a7be-43ec-a8ec-66d2687acc3d tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c54bb88-5af5-4960-b6b4-40da14dd4a2d HTTP/1.1" status: 200 len: 946 time: 0.0530255 Feb 28 11:04:37.004047 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-eb8a3f70-c42b-4bb2-98fe-3272a950bafd req-6927e0fe-c88d-4410-9036-a24c3dc8fef5 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups?id=2067cfde-6a74-4cb3-b94b-40318c10db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417368 Feb 28 11:04:37.107996 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.agents_db [None req-382e0aa2-b126-48e6-89eb-3efa426b6b29 None None] Agent healthcheck: found 6 active agents {{(pid=103410) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 11:04:38.131583 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb4c61a-fdcc-42db-b0c4-4af2d0b15ceb req-28d35a13-61ed-4d70-87b3-3d033f2e2851 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:04:38.133122 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-fdb4c61a-fdcc-42db-b0c4-4af2d0b15ceb req-28d35a13-61ed-4d70-87b3-3d033f2e2851 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c54bb88-5af5-4960-b6b4-40da14dd4a2d HTTP/1.1" status: 200 len: 946 time: 0.0556483 Feb 28 11:04:38.181398 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-fdb4c61a-fdcc-42db-b0c4-4af2d0b15ceb req-e5269971-516f-490a-9991-f0d9795b7579 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups?id=2067cfde-6a74-4cb3-b94b-40318c10db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424237 Feb 28 11:04:38.444623 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (13ac42ae-016e-4baf-bb31-c6fa820b41c2), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:38.757247 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4844afff-3c29-4d63-bd06-0f5920e51b67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fb6705d2-4f70-4965-92a3-fbfccd43a6d3), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:39.650906 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcaccbb-9835-4827-93d7-fcb8e6bb7ad7 req-d997f74c-fc48-475b-b490-d6c41968b6e6 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:04:39.652469 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-5dcaccbb-9835-4827-93d7-fcb8e6bb7ad7 req-d997f74c-fc48-475b-b490-d6c41968b6e6 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c54bb88-5af5-4960-b6b4-40da14dd4a2d HTTP/1.1" status: 200 len: 946 time: 0.4016993 Feb 28 11:04:39.701892 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-5dcaccbb-9835-4827-93d7-fcb8e6bb7ad7 req-494b2343-a4b8-4697-81eb-68f82dcf00b8 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups?id=2067cfde-6a74-4cb3-b94b-40318c10db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414362 Feb 28 11:04:39.827233 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df322496-dc30-42e9-8d7b-6b1a2a9d9705 req-2137b0ec-2699-46e2-87e8-828c6a5538db tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:04:39.829207 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-df322496-dc30-42e9-8d7b-6b1a2a9d9705 req-2137b0ec-2699-46e2-87e8-828c6a5538db tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c54bb88-5af5-4960-b6b4-40da14dd4a2d HTTP/1.1" status: 200 len: 946 time: 0.0552428 Feb 28 11:04:39.879264 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-df322496-dc30-42e9-8d7b-6b1a2a9d9705 req-c85be3f1-5d9b-4a09-b210-e767d65baaed tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups?id=2067cfde-6a74-4cb3-b94b-40318c10db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424871 Feb 28 11:04:40.004650 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703b2183-92ac-4b97-a55c-86ef3f9fae1f req-3c87f25a-9af0-4749-bda1-4ecbc26c43fd tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:04:40.006131 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-703b2183-92ac-4b97-a55c-86ef3f9fae1f req-3c87f25a-9af0-4749-bda1-4ecbc26c43fd tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c54bb88-5af5-4960-b6b4-40da14dd4a2d HTTP/1.1" status: 200 len: 946 time: 0.0584722 Feb 28 11:04:40.055333 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-703b2183-92ac-4b97-a55c-86ef3f9fae1f req-4af2dfa5-3043-464e-8391-7a52d2089ed6 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups?id=2067cfde-6a74-4cb3-b94b-40318c10db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434127 Feb 28 11:04:40.312642 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467dba16-1759-4ea1-974d-d85f06df2742 req-fc390ef1-d1f3-4392-a9a7-8e8fbf588b78 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:04:40.314147 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-467dba16-1759-4ea1-974d-d85f06df2742 req-fc390ef1-d1f3-4392-a9a7-8e8fbf588b78 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c54bb88-5af5-4960-b6b4-40da14dd4a2d HTTP/1.1" status: 200 len: 946 time: 0.0562510 Feb 28 11:04:40.364068 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-467dba16-1759-4ea1-974d-d85f06df2742 req-1eaf39b2-59b5-4c39-b2a0-c3b8a58b3113 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups?id=2067cfde-6a74-4cb3-b94b-40318c10db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439947 Feb 28 11:04:41.053334 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-67ef0d21-199f-460e-8bfa-452753e34d78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fc6c9b74-8dbb-41bb-800a-5bd3a43fe896), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:41.489066 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d199ad79-1a8f-46e3-b472-ba823c0fc64d req-06ed2ecd-dbe5-4485-b01f-134bc5b86a0f tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:04:41.490571 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-d199ad79-1a8f-46e3-b472-ba823c0fc64d req-06ed2ecd-dbe5-4485-b01f-134bc5b86a0f tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c54bb88-5af5-4960-b6b4-40da14dd4a2d HTTP/1.1" status: 200 len: 946 time: 0.0559363 Feb 28 11:04:41.550525 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-d199ad79-1a8f-46e3-b472-ba823c0fc64d req-09b48f31-2755-44cf-9983-cb14f11296da tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups?id=2067cfde-6a74-4cb3-b94b-40318c10db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542524 Feb 28 11:04:42.153044 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b6d631fb-7df0-4fe1-8322-abff3b61cae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (0db5147a-92a3-4581-8a5f-8ec9b93e0600), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:42.680941 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8017f265-a3c7-48bf-afe9-5be956f65bfc req-fc9e7dea-e728-43f4-99ae-2625f99b5c1d tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:04:42.682433 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-8017f265-a3c7-48bf-afe9-5be956f65bfc req-fc9e7dea-e728-43f4-99ae-2625f99b5c1d tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c54bb88-5af5-4960-b6b4-40da14dd4a2d HTTP/1.1" status: 200 len: 946 time: 0.0558894 Feb 28 11:04:42.731211 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-8017f265-a3c7-48bf-afe9-5be956f65bfc req-772a93be-ff45-4215-8b03-c385edd5a104 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups?id=2067cfde-6a74-4cb3-b94b-40318c10db4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427430 Feb 28 11:04:43.163354 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df03809-ff0d-4c07-ba82-042c25e95ef2 req-88f92851-8f21-45e6-9062-0685d4723055 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:04:43.164841 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-7df03809-ff0d-4c07-ba82-042c25e95ef2 req-88f92851-8f21-45e6-9062-0685d4723055 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c54bb88-5af5-4960-b6b4-40da14dd4a2d HTTP/1.1" status: 200 len: 946 time: 0.0565877 Feb 28 11:04:43.266437 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [req-7df03809-ff0d-4c07-ba82-042c25e95ef2 req-c41bc7ce-fde1-402b-9204-a5640553f3b4 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Deleting port 29af782d-1c27-4271-8580-d5ab8bdacba3 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 11:04:43.266762 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-7df03809-ff0d-4c07-ba82-042c25e95ef2 req-c41bc7ce-fde1-402b-9204-a5640553f3b4 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (29af782d-1c27-4271-8580-d5ab8bdacba3), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:43.359454 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-7df03809-ff0d-4c07-ba82-042c25e95ef2 req-c41bc7ce-fde1-402b-9204-a5640553f3b4 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] For port 29af782d-1c27-4271-8580-d5ab8bdacba3, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=29af782d-1c27-4271-8580-d5ab8bdacba3,segment=NetworkSegment(f041315e-ab14-4139-8419-07be691a7149),segment_id=f041315e-ab14-4139-8419-07be691a7149)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:04:43.359829 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-7df03809-ff0d-4c07-ba82-042c25e95ef2 req-c41bc7ce-fde1-402b-9204-a5640553f3b4 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (29af782d-1c27-4271-8580-d5ab8bdacba3), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:43.538400 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-7df03809-ff0d-4c07-ba82-042c25e95ef2 req-c41bc7ce-fde1-402b-9204-a5640553f3b4 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:43.538784 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-7df03809-ff0d-4c07-ba82-042c25e95ef2 req-c41bc7ce-fde1-402b-9204-a5640553f3b4 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1803383'] for floatingip (a2d1279b-bd44-41e4-9cc8-7c77a73ab80a), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:43.539113 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.db.l3_db [req-7df03809-ff0d-4c07-ba82-042c25e95ef2 req-c41bc7ce-fde1-402b-9204-a5640553f3b4 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Floating IP a2d1279b-bd44-41e4-9cc8-7c77a73ab80a disassociated. External IP: 172.36.5.140, port: 29af782d-1c27-4271-8580-d5ab8bdacba3. Feb 28 11:04:43.539467 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [req-7df03809-ff0d-4c07-ba82-042c25e95ef2 req-c41bc7ce-fde1-402b-9204-a5640553f3b4 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Calling delete_port for 29af782d-1c27-4271-8580-d5ab8bdacba3 owned by compute:nova {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 11:04:43.564479 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6b923bb1-06b0-4b84-b461-7cc1d0196090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (2e621730-3978-4720-b581-ac380e97a567), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:43.672263 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-7df03809-ff0d-4c07-ba82-042c25e95ef2 req-c41bc7ce-fde1-402b-9204-a5640553f3b4 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (29af782d-1c27-4271-8580-d5ab8bdacba3), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:43.705544 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41bc7ce-fde1-402b-9204-a5640553f3b4 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Pushing event deleted for resources: {'Port': ['ID=29af782d-1c27-4271-8580-d5ab8bdacba3,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:04:43.719510 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41bc7ce-fde1-402b-9204-a5640553f3b4 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:04:43.719870 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41bc7ce-fde1-402b-9204-a5640553f3b4 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:04:43.720220 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41bc7ce-fde1-402b-9204-a5640553f3b4 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:04:43.720597 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41bc7ce-fde1-402b-9204-a5640553f3b4 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:04:43.720927 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41bc7ce-fde1-402b-9204-a5640553f3b4 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:04:43.721263 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41bc7ce-fde1-402b-9204-a5640553f3b4 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:04:43.721598 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41bc7ce-fde1-402b-9204-a5640553f3b4 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:04:43.721930 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41bc7ce-fde1-402b-9204-a5640553f3b4 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:04:43.722261 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41bc7ce-fde1-402b-9204-a5640553f3b4 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:04:43.722593 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41bc7ce-fde1-402b-9204-a5640553f3b4 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:04:43.722922 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41bc7ce-fde1-402b-9204-a5640553f3b4 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:04:43.723247 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41bc7ce-fde1-402b-9204-a5640553f3b4 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:04:43.723570 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41bc7ce-fde1-402b-9204-a5640553f3b4 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:04:43.859091 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-8715e675-dd2f-4480-8b7e-81f9b8d5a681 req-dacc767b-4e59-437f-b93d-1fbd4ac4ec4a tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c54bb88-5af5-4960-b6b4-40da14dd4a2d HTTP/1.1" status: 200 len: 210 time: 0.0363770 Feb 28 11:04:43.881388 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7df03809-ff0d-4c07-ba82-042c25e95ef2 req-c41bc7ce-fde1-402b-9204-a5640553f3b4 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Router 834c57a4-5234-45fa-97d6-95547e3c61fd has already been hosted by L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:04:43.992263 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7df03809-ff0d-4c07-ba82-042c25e95ef2 req-c41bc7ce-fde1-402b-9204-a5640553f3b4 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:04:44.002801 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0080983f-78ca-49cf-be5a-0e23c9c92d8c None None] Sync routers for ids ['834c57a4-5234-45fa-97d6-95547e3c61fd'] in dv-neutron-master-2-hyperv {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:04:44.013862 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0080983f-78ca-49cf-be5a-0e23c9c92d8c None None] Routers {'834c57a4-5234-45fa-97d6-95547e3c61fd'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:04:44.014426 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-0080983f-78ca-49cf-be5a-0e23c9c92d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T11:04:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['834c57a4-5234-45fa-97d6-95547e3c61fd'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:04:44.033202 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-7df03809-ff0d-4c07-ba82-042c25e95ef2 req-c41bc7ce-fde1-402b-9204-a5640553f3b4 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] No DVR routers for this DVR port 29af782d-1c27-4271-8580-d5ab8bdacba3 on host hv-neutron-mast {{(pid=103407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:04:44.036021 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-7df03809-ff0d-4c07-ba82-042c25e95ef2 req-c41bc7ce-fde1-402b-9204-a5640553f3b4 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:44.039567 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-7df03809-ff0d-4c07-ba82-042c25e95ef2 req-c41bc7ce-fde1-402b-9204-a5640553f3b4 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.30 "DELETE /v2.0/ports/29af782d-1c27-4271-8580-d5ab8bdacba3 HTTP/1.1" status: 204 len: 173 time: 0.8692815 Feb 28 11:04:44.040047 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c54bb88-5af5-4960-b6b4-40da14dd4a2d', 'name': 'network-vif-deleted', 'tag': '29af782d-1c27-4271-8580-d5ab8bdacba3'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:04:44.042900 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c8e1c873eeca597e52e7ceb7469e602eac250bfea6606d285743d38033cf584" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af55676c-8970-4ef0-8801-7b75cc73cc15" -d '{"events": [{"server_uuid": "7c54bb88-5af5-4960-b6b4-40da14dd4a2d", "name": "network-vif-deleted", "tag": "29af782d-1c27-4271-8580-d5ab8bdacba3"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 11:04:44.084496 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 11:04:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-334119e8-6360-4a9f-beb7-e47309f0e77a x-openstack-request-id: req-334119e8-6360-4a9f-beb7-e47309f0e77a {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 11:04:44.085106 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c54bb88-5af5-4960-b6b4-40da14dd4a2d", "name": "network-vif-deleted", "tag": "29af782d-1c27-4271-8580-d5ab8bdacba3", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 11:04:44.085503 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-334119e8-6360-4a9f-beb7-e47309f0e77a {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 11:04:44.086176 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c54bb88-5af5-4960-b6b4-40da14dd4a2d', 'name': 'network-vif-deleted', 'tag': '29af782d-1c27-4271-8580-d5ab8bdacba3', 'status': 'completed', 'code': 200} Feb 28 11:04:44.139140 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-0080983f-78ca-49cf-be5a-0e23c9c92d8c None None] Set router 834c57a4-5234-45fa-97d6-95547e3c61fd gateway port host: dv-neutron-master-2-hyperv {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:04:44.341153 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-0080983f-78ca-49cf-be5a-0e23c9c92d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '834c57a4-5234-45fa-97d6-95547e3c61fd', 'name': 'tempest-ServerActionsTestJSON-556458350-router', 'tenant_id': 'f15f14e780e74c8a81fab6575e728c44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.169'}], 'enable_snat': True}, 'gw_port_id': 'b26bfa21-0899-40cf-9d46-9a8b8bcc5b82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:00:23Z', 'updated_at': '2022-02-28T11:00:26Z', 'revision_number': 4, 'project_id': 'f15f14e780e74c8a81fab6575e728c44', 'gw_port': {'id': 'b26bfa21-0899-40cf-9d46-9a8b8bcc5b82', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:9a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834c57a4-5234-45fa-97d6-95547e3c61fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:00:24Z', 'updated_at': '2022-02-28T11:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'cbb65092-e09a-4430-98a7-38023b2b34f0', 'name': '', 'network_id': '6c29038b-dae6-4704-ae1e-32feeda79697', 'tenant_id': 'f15f14e780e74c8a81fab6575e728c44', 'mac_address': 'fa:16:3e:c9:af:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834c57a4-5234-45fa-97d6-95547e3c61fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '3d269766-416a-45a4-b82e-d8ae6262c6f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:00:26Z', 'updated_at': '2022-02-28T11:00:30Z', 'revision_number': 5, 'project_id': 'f15f14e780e74c8a81fab6575e728c44', 'subnets': [{'id': '3d269766-416a-45a4-b82e-d8ae6262c6f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:04:44.371807 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0080983f-78ca-49cf-be5a-0e23c9c92d8c None None] Checking router: 834c57a4-5234-45fa-97d6-95547e3c61fd for host: dv-neutron-master-2-hyperv {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:04:44.381057 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0080983f-78ca-49cf-be5a-0e23c9c92d8c None None] Routers {'834c57a4-5234-45fa-97d6-95547e3c61fd'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:04:44.381671 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-0080983f-78ca-49cf-be5a-0e23c9c92d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T11:04:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['834c57a4-5234-45fa-97d6-95547e3c61fd'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:04:44.493686 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-0080983f-78ca-49cf-be5a-0e23c9c92d8c None None] Set router 834c57a4-5234-45fa-97d6-95547e3c61fd gateway port host: dv-neutron-master-2-hyperv {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:04:44.848265 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-0080983f-78ca-49cf-be5a-0e23c9c92d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '834c57a4-5234-45fa-97d6-95547e3c61fd', 'name': 'tempest-ServerActionsTestJSON-556458350-router', 'tenant_id': 'f15f14e780e74c8a81fab6575e728c44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.169'}], 'enable_snat': True}, 'gw_port_id': 'b26bfa21-0899-40cf-9d46-9a8b8bcc5b82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:00:23Z', 'updated_at': '2022-02-28T11:00:26Z', 'revision_number': 4, 'project_id': 'f15f14e780e74c8a81fab6575e728c44', 'gw_port': {'id': 'b26bfa21-0899-40cf-9d46-9a8b8bcc5b82', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:9a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834c57a4-5234-45fa-97d6-95547e3c61fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:00:24Z', 'updated_at': '2022-02-28T11:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'cbb65092-e09a-4430-98a7-38023b2b34f0', 'name': '', 'network_id': '6c29038b-dae6-4704-ae1e-32feeda79697', 'tenant_id': 'f15f14e780e74c8a81fab6575e728c44', 'mac_address': 'fa:16:3e:c9:af:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834c57a4-5234-45fa-97d6-95547e3c61fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '3d269766-416a-45a4-b82e-d8ae6262c6f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:00:26Z', 'updated_at': '2022-02-28T11:00:30Z', 'revision_number': 5, 'project_id': 'f15f14e780e74c8a81fab6575e728c44', 'subnets': [{'id': '3d269766-416a-45a4-b82e-d8ae6262c6f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:04:44.875222 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0080983f-78ca-49cf-be5a-0e23c9c92d8c None None] The sync data for ids ['834c57a4-5234-45fa-97d6-95547e3c61fd'] in dv-neutron-master-2-hyperv is: [{'id': '834c57a4-5234-45fa-97d6-95547e3c61fd', 'name': 'tempest-ServerActionsTestJSON-556458350-router', 'tenant_id': 'f15f14e780e74c8a81fab6575e728c44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.169'}], 'enable_snat': True}, 'gw_port_id': 'b26bfa21-0899-40cf-9d46-9a8b8bcc5b82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:00:23Z', 'updated_at': '2022-02-28T11:00:26Z', 'revision_number': 4, 'project_id': 'f15f14e780e74c8a81fab6575e728c44', 'gw_port': {'id': 'b26bfa21-0899-40cf-9d46-9a8b8bcc5b82', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:9a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834c57a4-5234-45fa-97d6-95547e3c61fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:00:24Z', 'updated_at': '2022-02-28T11:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'cbb65092-e09a-4430-98a7-38023b2b34f0', 'name': '', 'network_id': '6c29038b-dae6-4704-ae1e-32feeda79697', 'tenant_id': 'f15f14e780e74c8a81fab6575e728c44', 'mac_address': 'fa:16:3e:c9:af:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834c57a4-5234-45fa-97d6-95547e3c61fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '3d269766-416a-45a4-b82e-d8ae6262c6f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:00:26Z', 'updated_at': '2022-02-28T11:00:30Z', 'revision_number': 5, 'project_id': 'f15f14e780e74c8a81fab6575e728c44', 'subnets': [{'id': '3d269766-416a-45a4-b82e-d8ae6262c6f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:04:44.930481 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:44.997476 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-01105646-615e-460e-a946-63b8db5144d6 req-9a528ff0-940a-40bb-b673-b6d43f0a1444 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c54bb88-5af5-4960-b6b4-40da14dd4a2d HTTP/1.1" status: 200 len: 210 time: 0.0377452 Feb 28 11:04:45.166968 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6bb32da-3f29-4ea4-96a9-1531353d06e5 None None] New status for floating IP a2d1279b-bd44-41e4-9cc8-7c77a73ab80a: DOWN {{(pid=103410) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 11:04:45.559024 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device 29af782d-1c27-4271-8580-d5ab8bdacba3 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 11:04:45.579830 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] No Port match for: 29af782d-1c27-4271-8580-d5ab8bdacba3 {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 11:04:45.580185 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device 29af782d-1c27-4271-8580-d5ab8bdacba3 not bound to the agent host hv-neutron-mast {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 11:04:46.104082 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-928fff6b-0d16-435b-ac13-37f1414866b3 req-b39bd3e2-b2ae-4ae4-9c61-3c7a5c0fd6ab tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c54bb88-5af5-4960-b6b4-40da14dd4a2d HTTP/1.1" status: 200 len: 210 time: 0.0317297 Feb 28 11:04:47.201240 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-de9f3234-96cf-4b29-9e96-3272c6af3b9f req-6843579f-0957-44a9-8e0f-b05e6494e480 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c54bb88-5af5-4960-b6b4-40da14dd4a2d HTTP/1.1" status: 200 len: 210 time: 0.0291247 Feb 28 11:04:48.299025 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-2e1eac4a-8c07-4b17-868a-195966f548a9 req-7962be38-2b27-4030-b55b-78906245f3d1 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c54bb88-5af5-4960-b6b4-40da14dd4a2d HTTP/1.1" status: 200 len: 210 time: 0.0282445 Feb 28 11:04:49.405148 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-d1ad581a-e441-4abd-84e9-46346bd7a082 req-4e3cbdbb-bb86-484e-9fb8-38d506ebb6ba tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c54bb88-5af5-4960-b6b4-40da14dd4a2d HTTP/1.1" status: 200 len: 210 time: 0.0321014 Feb 28 11:04:50.501768 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-1928946c-d3d1-4662-84af-33a53cb3a500 req-f571765e-5567-4d7a-85d3-79ac56e7e949 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c54bb88-5af5-4960-b6b4-40da14dd4a2d HTTP/1.1" status: 200 len: 210 time: 0.0278418 Feb 28 11:04:51.603896 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-148a6b11-7437-40e9-9b90-2a76ac532e1e req-e4684ee0-ed30-47bd-b4fb-6cc849aa14a2 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c54bb88-5af5-4960-b6b4-40da14dd4a2d HTTP/1.1" status: 200 len: 210 time: 0.0284190 Feb 28 11:04:52.705858 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-b6c98511-1b81-4c0d-a19b-437fff48e6f5 req-10226b51-4db2-4496-aa15-28dc53c139d8 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c54bb88-5af5-4960-b6b4-40da14dd4a2d HTTP/1.1" status: 200 len: 210 time: 0.0325291 Feb 28 11:04:59.559627 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 44622) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:04:59.616814 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a5501f9d-8ba8-41e4-b12e-bc5dc0ab63e8 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Publish callbacks [] for security_group (2067cfde-6a74-4cb3-b94b-40318c10db4d), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:59.641675 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a5501f9d-8ba8-41e4-b12e-bc5dc0ab63e8 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Publish callbacks [] for security_group (2067cfde-6a74-4cb3-b94b-40318c10db4d), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:59.690659 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a5501f9d-8ba8-41e4-b12e-bc5dc0ab63e8 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (2067cfde-6a74-4cb3-b94b-40318c10db4d), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:59.693595 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a5501f9d-8ba8-41e4-b12e-bc5dc0ab63e8 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:59.697880 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 44624) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:04:59.698420 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-a5501f9d-8ba8-41e4-b12e-bc5dc0ab63e8 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "DELETE /v2.0/security-groups/2067cfde-6a74-4cb3-b94b-40318c10db4d HTTP/1.1" status: 204 len: 168 time: 0.1372538 Feb 28 11:04:59.708094 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5501f9d-8ba8-41e4-b12e-bc5dc0ab63e8 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2067cfde-6a74-4cb3-b94b-40318c10db4d,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:04:59.713346 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.api.v2.resource [None req-d42218ac-bf42-4f04-a797-7c36c351b424 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] show failed (client error): The resource could not be found. Feb 28 11:04:59.717463 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 44628) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:04:59.717634 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-d42218ac-bf42-4f04-a797-7c36c351b424 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "GET /v2.0/security-groups/2067cfde-6a74-4cb3-b94b-40318c10db4d HTTP/1.1" status: 404 len: 347 time: 0.0185206 Feb 28 11:04:59.848287 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-3c3b591b-8e69-4523-ac87-31f3658e33f5 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Deleting port 06ad13f9-47dc-4e15-9fe6-9317a9eac24c {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 11:04:59.848614 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3c3b591b-8e69-4523-ac87-31f3658e33f5 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (06ad13f9-47dc-4e15-9fe6-9317a9eac24c), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:59.939435 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3c3b591b-8e69-4523-ac87-31f3658e33f5 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (06ad13f9-47dc-4e15-9fe6-9317a9eac24c), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:59.939773 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3c3b591b-8e69-4523-ac87-31f3658e33f5 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Publish callbacks [] for floatingip (06ad13f9-47dc-4e15-9fe6-9317a9eac24c), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:04:59.952824 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-3c3b591b-8e69-4523-ac87-31f3658e33f5 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Calling delete_port for 06ad13f9-47dc-4e15-9fe6-9317a9eac24c owned by network:floatingip {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 11:05:00.101097 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3c3b591b-8e69-4523-ac87-31f3658e33f5 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (06ad13f9-47dc-4e15-9fe6-9317a9eac24c), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:00.128144 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3b591b-8e69-4523-ac87-31f3658e33f5 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Pushing event deleted for resources: {'Port': ['ID=06ad13f9-47dc-4e15-9fe6-9317a9eac24c,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:05:00.194746 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3c3b591b-8e69-4523-ac87-31f3658e33f5 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Publish callbacks [] for floatingip (a2d1279b-bd44-41e4-9cc8-7c77a73ab80a), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:00.197475 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3c3b591b-8e69-4523-ac87-31f3658e33f5 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for floatingip (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:00.200609 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-3c3b591b-8e69-4523-ac87-31f3658e33f5 tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] 10.222.0.20 "DELETE /v2.0/floatingips/a2d1279b-bd44-41e4-9cc8-7c77a73ab80a HTTP/1.1" status: 204 len: 168 time: 0.4797125 Feb 28 11:05:00.201698 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 44630) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:05:00.576283 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-250e88af-cc3b-415d-bd80-9def71921d79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1802615'] for router_interface (834c57a4-5234-45fa-97d6-95547e3c61fd), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:00.833220 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-250e88af-cc3b-415d-bd80-9def71921d79 admin admin] Deleting port cbb65092-e09a-4430-98a7-38023b2b34f0 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 11:05:00.833490 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-250e88af-cc3b-415d-bd80-9def71921d79 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (cbb65092-e09a-4430-98a7-38023b2b34f0), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:00.915094 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-250e88af-cc3b-415d-bd80-9def71921d79 admin admin] For port cbb65092-e09a-4430-98a7-38023b2b34f0, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=cbb65092-e09a-4430-98a7-38023b2b34f0,segment=NetworkSegment(f041315e-ab14-4139-8419-07be691a7149),segment_id=f041315e-ab14-4139-8419-07be691a7149)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:05:00.915476 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-250e88af-cc3b-415d-bd80-9def71921d79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (cbb65092-e09a-4430-98a7-38023b2b34f0), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:00.929246 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-250e88af-cc3b-415d-bd80-9def71921d79 admin admin] Calling delete_port for cbb65092-e09a-4430-98a7-38023b2b34f0 owned by network:router_interface {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 11:05:01.119936 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-250e88af-cc3b-415d-bd80-9def71921d79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (cbb65092-e09a-4430-98a7-38023b2b34f0), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:01.147464 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250e88af-cc3b-415d-bd80-9def71921d79 admin admin] Pushing event deleted for resources: {'Port': ['ID=cbb65092-e09a-4430-98a7-38023b2b34f0,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:05:01.323704 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-250e88af-cc3b-415d-bd80-9def71921d79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1802651'] for router_interface (834c57a4-5234-45fa-97d6-95547e3c61fd), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:01.547358 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-250e88af-cc3b-415d-bd80-9def71921d79 admin admin] Router 834c57a4-5234-45fa-97d6-95547e3c61fd has already been hosted by L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:05:01.663138 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-250e88af-cc3b-415d-bd80-9def71921d79 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:05:01.669414 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-250e88af-cc3b-415d-bd80-9def71921d79 admin admin] 10.222.0.20 "PUT /v2.0/routers/834c57a4-5234-45fa-97d6-95547e3c61fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4664888 Feb 28 11:05:01.671125 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 44632) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:05:01.672768 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-352b86d1-18d9-41e3-8ed7-0b6bb6e0b864 None None] Sync routers for ids ['834c57a4-5234-45fa-97d6-95547e3c61fd'] in dv-neutron-master-2-hyperv {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:05:01.684583 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-352b86d1-18d9-41e3-8ed7-0b6bb6e0b864 None None] Routers {'834c57a4-5234-45fa-97d6-95547e3c61fd'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:05:01.685265 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-352b86d1-18d9-41e3-8ed7-0b6bb6e0b864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T11:04:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['834c57a4-5234-45fa-97d6-95547e3c61fd'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:05:01.778351 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a77bd4f4-8076-4275-b175-f6706f8cc129 admin admin] Publish callbacks [] for router (834c57a4-5234-45fa-97d6-95547e3c61fd), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:01.789837 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-352b86d1-18d9-41e3-8ed7-0b6bb6e0b864 None None] Set router 834c57a4-5234-45fa-97d6-95547e3c61fd gateway port host: dv-neutron-master-2-hyperv {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:05:01.880300 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a77bd4f4-8076-4275-b175-f6706f8cc129 admin admin] Publish callbacks [] for router_gateway (834c57a4-5234-45fa-97d6-95547e3c61fd), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:01.944638 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-a77bd4f4-8076-4275-b175-f6706f8cc129 admin admin] Deleting port b26bfa21-0899-40cf-9d46-9a8b8bcc5b82 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 11:05:01.944989 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a77bd4f4-8076-4275-b175-f6706f8cc129 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (b26bfa21-0899-40cf-9d46-9a8b8bcc5b82), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:01.972465 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-352b86d1-18d9-41e3-8ed7-0b6bb6e0b864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '834c57a4-5234-45fa-97d6-95547e3c61fd', 'name': 'tempest-ServerActionsTestJSON-556458350-router', 'tenant_id': 'f15f14e780e74c8a81fab6575e728c44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.169'}], 'enable_snat': True}, 'gw_port_id': 'b26bfa21-0899-40cf-9d46-9a8b8bcc5b82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:00:23Z', 'updated_at': '2022-02-28T11:05:01Z', 'revision_number': 5, 'project_id': 'f15f14e780e74c8a81fab6575e728c44', 'gw_port': {'id': 'b26bfa21-0899-40cf-9d46-9a8b8bcc5b82', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:9a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834c57a4-5234-45fa-97d6-95547e3c61fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1578, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:00:24Z', 'updated_at': '2022-02-28T11:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:05:01.998842 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-352b86d1-18d9-41e3-8ed7-0b6bb6e0b864 None None] Checking router: 834c57a4-5234-45fa-97d6-95547e3c61fd for host: dv-neutron-master-2-hyperv {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:05:02.008190 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-352b86d1-18d9-41e3-8ed7-0b6bb6e0b864 None None] Routers {'834c57a4-5234-45fa-97d6-95547e3c61fd'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:05:02.008834 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-352b86d1-18d9-41e3-8ed7-0b6bb6e0b864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T11:04:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['834c57a4-5234-45fa-97d6-95547e3c61fd'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:05:02.024077 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-a77bd4f4-8076-4275-b175-f6706f8cc129 admin admin] For port b26bfa21-0899-40cf-9d46-9a8b8bcc5b82, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b26bfa21-0899-40cf-9d46-9a8b8bcc5b82,segment=NetworkSegment(195d7ed7-323d-4284-82df-208cca613d99),segment_id=195d7ed7-323d-4284-82df-208cca613d99)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:05:02.024450 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a77bd4f4-8076-4275-b175-f6706f8cc129 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (b26bfa21-0899-40cf-9d46-9a8b8bcc5b82), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:02.038301 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-a77bd4f4-8076-4275-b175-f6706f8cc129 admin admin] Calling delete_port for b26bfa21-0899-40cf-9d46-9a8b8bcc5b82 owned by network:router_gateway {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 11:05:02.103574 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-352b86d1-18d9-41e3-8ed7-0b6bb6e0b864 None None] Set router 834c57a4-5234-45fa-97d6-95547e3c61fd gateway port host: None {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:05:02.160405 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-352b86d1-18d9-41e3-8ed7-0b6bb6e0b864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '834c57a4-5234-45fa-97d6-95547e3c61fd', 'name': 'tempest-ServerActionsTestJSON-556458350-router', 'tenant_id': 'f15f14e780e74c8a81fab6575e728c44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:00:23Z', 'updated_at': '2022-02-28T11:05:01Z', 'revision_number': 6, 'project_id': 'f15f14e780e74c8a81fab6575e728c44', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:05:02.188024 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-352b86d1-18d9-41e3-8ed7-0b6bb6e0b864 None None] The sync data for ids ['834c57a4-5234-45fa-97d6-95547e3c61fd'] in dv-neutron-master-2-hyperv is: [{'id': '834c57a4-5234-45fa-97d6-95547e3c61fd', 'name': 'tempest-ServerActionsTestJSON-556458350-router', 'tenant_id': 'f15f14e780e74c8a81fab6575e728c44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:00:23Z', 'updated_at': '2022-02-28T11:05:01Z', 'revision_number': 6, 'project_id': 'f15f14e780e74c8a81fab6575e728c44', 'gw_port_host': None}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:05:02.557747 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a77bd4f4-8076-4275-b175-f6706f8cc129 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (b26bfa21-0899-40cf-9d46-9a8b8bcc5b82), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:02.588468 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77bd4f4-8076-4275-b175-f6706f8cc129 admin admin] Pushing event deleted for resources: {'Port': ['ID=b26bfa21-0899-40cf-9d46-9a8b8bcc5b82,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:05:02.648838 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a77bd4f4-8076-4275-b175-f6706f8cc129 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1803321'] for router_gateway (834c57a4-5234-45fa-97d6-95547e3c61fd), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:02.740760 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a77bd4f4-8076-4275-b175-f6706f8cc129 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1807017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5941'] for router (834c57a4-5234-45fa-97d6-95547e3c61fd), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:02.742981 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a77bd4f4-8076-4275-b175-f6706f8cc129 admin admin] Publish callbacks [] for router_controller (834c57a4-5234-45fa-97d6-95547e3c61fd), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:02.791086 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a77bd4f4-8076-4275-b175-f6706f8cc129 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1806994'] for router (834c57a4-5234-45fa-97d6-95547e3c61fd), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:02.791546 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a77bd4f4-8076-4275-b175-f6706f8cc129 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 834c57a4-5234-45fa-97d6-95547e3c61fd {{(pid=103407) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 11:05:02.796780 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a77bd4f4-8076-4275-b175-f6706f8cc129 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:02.798009 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-a77bd4f4-8076-4275-b175-f6706f8cc129 admin admin] 10.222.0.20 "DELETE /v2.0/routers/834c57a4-5234-45fa-97d6-95547e3c61fd HTTP/1.1" status: 204 len: 168 time: 1.1259220 Feb 28 11:05:02.800546 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 44634) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:05:02.846111 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e93e472-eb68-4592-aac8-90f47cb0f669 admin admin] Deleting subnet 3d269766-416a-45a4-b82e-d8ae6262c6f3 {{(pid=103407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 11:05:02.849325 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2e93e472-eb68-4592-aac8-90f47cb0f669 admin admin] Publish callbacks [] for subnet (3d269766-416a-45a4-b82e-d8ae6262c6f3), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:02.883517 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2e93e472-eb68-4592-aac8-90f47cb0f669 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3501132'] for subnet (3d269766-416a-45a4-b82e-d8ae6262c6f3), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:02.963631 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2e93e472-eb68-4592-aac8-90f47cb0f669 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-823142'] for subnet (3d269766-416a-45a4-b82e-d8ae6262c6f3), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:03.023070 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2e93e472-eb68-4592-aac8-90f47cb0f669 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-823145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3498088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3516558'] for subnet (3d269766-416a-45a4-b82e-d8ae6262c6f3), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:03.048986 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e93e472-eb68-4592-aac8-90f47cb0f669 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d269766-416a-45a4-b82e-d8ae6262c6f3,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:05:03.052769 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2e93e472-eb68-4592-aac8-90f47cb0f669 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:03.056751 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-2e93e472-eb68-4592-aac8-90f47cb0f669 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/3d269766-416a-45a4-b82e-d8ae6262c6f3 HTTP/1.1" status: 204 len: 168 time: 0.2549169 Feb 28 11:05:03.060163 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 44636) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:05:03.061436 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76c380fe-c68b-4417-ae92-4c4ce18fdcff None None] Network 6c29038b-dae6-4704-ae1e-32feeda79697 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 11:05:03.132818 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5ddd2c03-8a8c-4649-b5d4-1c942f797813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-665757'] for network (6c29038b-dae6-4704-ae1e-32feeda79697), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:03.188001 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-5ddd2c03-8a8c-4649-b5d4-1c942f797813 admin admin] Deleting port 08e2e3e1-60c9-4422-a53f-22ba1e83d616 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 11:05:03.188499 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5ddd2c03-8a8c-4649-b5d4-1c942f797813 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (08e2e3e1-60c9-4422-a53f-22ba1e83d616), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:03.226434 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b5bedb5-91fb-4b3f-a19b-234b2b102e03 None None] DHCP port deletion for 6c29038b-dae6-4704-ae1e-32feeda79697 request from dv-neutron-master-2-hyperv {{(pid=103409) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 11:05:03.258310 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-5ddd2c03-8a8c-4649-b5d4-1c942f797813 admin admin] For port 08e2e3e1-60c9-4422-a53f-22ba1e83d616, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=08e2e3e1-60c9-4422-a53f-22ba1e83d616,segment=NetworkSegment(f041315e-ab14-4139-8419-07be691a7149),segment_id=f041315e-ab14-4139-8419-07be691a7149)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:05:03.258690 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5ddd2c03-8a8c-4649-b5d4-1c942f797813 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (08e2e3e1-60c9-4422-a53f-22ba1e83d616), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:03.271818 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-5ddd2c03-8a8c-4649-b5d4-1c942f797813 admin admin] Calling delete_port for 08e2e3e1-60c9-4422-a53f-22ba1e83d616 owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 11:05:03.275157 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-7b5bedb5-91fb-4b3f-a19b-234b2b102e03 None None] Deleting port 08e2e3e1-60c9-4422-a53f-22ba1e83d616 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 11:05:03.275348 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7b5bedb5-91fb-4b3f-a19b-234b2b102e03 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (08e2e3e1-60c9-4422-a53f-22ba1e83d616), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:03.341633 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-7b5bedb5-91fb-4b3f-a19b-234b2b102e03 None None] For port 08e2e3e1-60c9-4422-a53f-22ba1e83d616, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=08e2e3e1-60c9-4422-a53f-22ba1e83d616,segment=NetworkSegment(f041315e-ab14-4139-8419-07be691a7149),segment_id=f041315e-ab14-4139-8419-07be691a7149)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:05:03.341971 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7b5bedb5-91fb-4b3f-a19b-234b2b102e03 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (08e2e3e1-60c9-4422-a53f-22ba1e83d616), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:03.354706 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5ddd2c03-8a8c-4649-b5d4-1c942f797813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (08e2e3e1-60c9-4422-a53f-22ba1e83d616), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:03.355179 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-7b5bedb5-91fb-4b3f-a19b-234b2b102e03 None None] Calling delete_port for 08e2e3e1-60c9-4422-a53f-22ba1e83d616 owned by network:dhcp {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 11:05:03.382901 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ddd2c03-8a8c-4649-b5d4-1c942f797813 admin admin] No DVR routers for this DVR port 08e2e3e1-60c9-4422-a53f-22ba1e83d616 on host dv-neutron-master-2-hyperv {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:05:03.387931 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddd2c03-8a8c-4649-b5d4-1c942f797813 admin admin] Pushing event deleted for resources: {'Port': ['ID=08e2e3e1-60c9-4422-a53f-22ba1e83d616,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:05:03.412790 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddd2c03-8a8c-4649-b5d4-1c942f797813 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:05:03.413150 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddd2c03-8a8c-4649-b5d4-1c942f797813 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:05:03.413535 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddd2c03-8a8c-4649-b5d4-1c942f797813 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:05:03.413878 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddd2c03-8a8c-4649-b5d4-1c942f797813 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:05:03.414216 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddd2c03-8a8c-4649-b5d4-1c942f797813 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:05:03.414556 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddd2c03-8a8c-4649-b5d4-1c942f797813 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:05:03.414889 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddd2c03-8a8c-4649-b5d4-1c942f797813 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:05:03.415227 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddd2c03-8a8c-4649-b5d4-1c942f797813 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:05:03.415559 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddd2c03-8a8c-4649-b5d4-1c942f797813 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:05:03.415889 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddd2c03-8a8c-4649-b5d4-1c942f797813 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:05:03.416221 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddd2c03-8a8c-4649-b5d4-1c942f797813 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:05:03.416535 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddd2c03-8a8c-4649-b5d4-1c942f797813 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:05:03.416889 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddd2c03-8a8c-4649-b5d4-1c942f797813 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:05:03.426119 dv-neutron-master-2-hyperv neutron-server[103409]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 28 11:05:03.426119 dv-neutron-master-2-hyperv neutron-server[103409]: from cryptography.utils import int_from_bytes Feb 28 11:05:03.426119 dv-neutron-master-2-hyperv neutron-server[103409]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 28 11:05:03.426119 dv-neutron-master-2-hyperv neutron-server[103409]: from cryptography.utils import int_from_bytes Feb 28 11:05:03.426119 dv-neutron-master-2-hyperv neutron-server[103409]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:05:03.426119 dv-neutron-master-2-hyperv neutron-server[103409]: self.session.flush() Feb 28 11:05:03.426119 dv-neutron-master-2-hyperv neutron-server[103409]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:05:03.426119 dv-neutron-master-2-hyperv neutron-server[103409]: self.session.flush() Feb 28 11:05:03.426119 dv-neutron-master-2-hyperv neutron-server[103409]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:05:03.426119 dv-neutron-master-2-hyperv neutron-server[103409]: self.session.flush() Feb 28 11:05:03.426119 dv-neutron-master-2-hyperv neutron-server[103409]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:05:03.426119 dv-neutron-master-2-hyperv neutron-server[103409]: self.session.flush() Feb 28 11:05:03.426119 dv-neutron-master-2-hyperv neutron-server[103409]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:05:03.426119 dv-neutron-master-2-hyperv neutron-server[103409]: self.session.flush() Feb 28 11:05:03.426119 dv-neutron-master-2-hyperv neutron-server[103409]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:05:03.426119 dv-neutron-master-2-hyperv neutron-server[103409]: self.session.flush() Feb 28 11:05:03.426119 dv-neutron-master-2-hyperv neutron-server[103409]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:05:03.426119 dv-neutron-master-2-hyperv neutron-server[103409]: self.session.flush() Feb 28 11:05:03.426119 dv-neutron-master-2-hyperv neutron-server[103409]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:05:03.426119 dv-neutron-master-2-hyperv neutron-server[103409]: self.session.flush() Feb 28 11:05:03.426119 dv-neutron-master-2-hyperv neutron-server[103409]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:05:03.426119 dv-neutron-master-2-hyperv neutron-server[103409]: self.session.flush() Feb 28 11:05:03.426119 dv-neutron-master-2-hyperv neutron-server[103409]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:05:03.426119 dv-neutron-master-2-hyperv neutron-server[103409]: self.session.flush() Feb 28 11:05:03.426119 dv-neutron-master-2-hyperv neutron-server[103409]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:05:03.426119 dv-neutron-master-2-hyperv neutron-server[103409]: self.session.flush() Feb 28 11:05:03.426119 dv-neutron-master-2-hyperv neutron-server[103409]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:05:03.426119 dv-neutron-master-2-hyperv neutron-server[103409]: self.session.flush() Feb 28 11:05:03.426119 dv-neutron-master-2-hyperv neutron-server[103409]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:05:03.426119 dv-neutron-master-2-hyperv neutron-server[103409]: self.session.flush() Feb 28 11:05:03.426119 dv-neutron-master-2-hyperv neutron-server[103409]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:05:03.426119 dv-neutron-master-2-hyperv neutron-server[103409]: self.session.flush() Feb 28 11:05:03.426119 dv-neutron-master-2-hyperv neutron-server[103409]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:05:03.426119 dv-neutron-master-2-hyperv neutron-server[103409]: self.session.flush() Feb 28 11:05:03.426119 dv-neutron-master-2-hyperv neutron-server[103409]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:05:03.426119 dv-neutron-master-2-hyperv neutron-server[103409]: self.session.flush() Feb 28 11:05:03.426119 dv-neutron-master-2-hyperv neutron-server[103409]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:05:03.426119 dv-neutron-master-2-hyperv neutron-server[103409]: self.session.flush() Feb 28 11:05:03.426119 dv-neutron-master-2-hyperv neutron-server[103409]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:05:03.426119 dv-neutron-master-2-hyperv neutron-server[103409]: self.session.flush() Feb 28 11:05:03.426119 dv-neutron-master-2-hyperv neutron-server[103409]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:05:03.426119 dv-neutron-master-2-hyperv neutron-server[103409]: self.session.flush() Feb 28 11:05:03.426119 dv-neutron-master-2-hyperv neutron-server[103409]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:05:03.426119 dv-neutron-master-2-hyperv neutron-server[103409]: self.session.flush() Feb 28 11:05:03.426119 dv-neutron-master-2-hyperv neutron-server[103409]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:05:03.426119 dv-neutron-master-2-hyperv neutron-server[103409]: self.session.flush() Feb 28 11:05:03.426119 dv-neutron-master-2-hyperv neutron-server[103409]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:05:03.426119 dv-neutron-master-2-hyperv neutron-server[103409]: self.session.flush() Feb 28 11:05:03.426119 dv-neutron-master-2-hyperv neutron-server[103409]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:05:03.426119 dv-neutron-master-2-hyperv neutron-server[103409]: self.session.flush() Feb 28 11:05:03.426119 dv-neutron-master-2-hyperv neutron-server[103409]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:05:03.426119 dv-neutron-master-2-hyperv neutron-server[103409]: self.session.flush() Feb 28 11:05:03.426119 dv-neutron-master-2-hyperv neutron-server[103409]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:05:03.426119 dv-neutron-master-2-hyperv neutron-server[103409]: self.session.flush() Feb 28 11:05:03.426119 dv-neutron-master-2-hyperv neutron-server[103409]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:05:03.426119 dv-neutron-master-2-hyperv neutron-server[103409]: self.session.flush() Feb 28 11:05:03.432603 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7b5bedb5-91fb-4b3f-a19b-234b2b102e03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758'] for port (08e2e3e1-60c9-4422-a53f-22ba1e83d616), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:03.463082 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5bedb5-91fb-4b3f-a19b-234b2b102e03 None None] Pushing event deleted for resources: {'Port': ['ID=08e2e3e1-60c9-4422-a53f-22ba1e83d616,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:05:03.464997 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5bedb5-91fb-4b3f-a19b-234b2b102e03 None None] No DVR routers for this DVR port 08e2e3e1-60c9-4422-a53f-22ba1e83d616 on host dv-neutron-master-2-hyperv {{(pid=103409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:05:03.477842 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5ddd2c03-8a8c-4649-b5d4-1c942f797813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672413', 'neutron.services.segments.db._delete_segments_for_network-8742057110173'] for network (6c29038b-dae6-4704-ae1e-32feeda79697), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:03.498654 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-5ddd2c03-8a8c-4649-b5d4-1c942f797813 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c29038b-dae6-4704-ae1e-32feeda79697']}} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:05:03.508754 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-5ddd2c03-8a8c-4649-b5d4-1c942f797813 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f041315e-ab14-4139-8419-07be691a7149') {'for_net_delete': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:05:03.509056 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-5ddd2c03-8a8c-4649-b5d4-1c942f797813 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f041315e-ab14-4139-8419-07be691a7149') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:05:03.519116 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5ddd2c03-8a8c-4649-b5d4-1c942f797813 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742057113766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3423550'] for segment (f041315e-ab14-4139-8419-07be691a7149), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:03.533548 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5ddd2c03-8a8c-4649-b5d4-1c942f797813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (f041315e-ab14-4139-8419-07be691a7149), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:03.540333 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ddd2c03-8a8c-4649-b5d4-1c942f797813 admin admin] Releasing vlan 263 on physical network physnet1 to pool {{(pid=103408) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 11:05:03.540787 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5ddd2c03-8a8c-4649-b5d4-1c942f797813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3242693'] for segment (f041315e-ab14-4139-8419-07be691a7149), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:03.542858 dv-neutron-master-2-hyperv neutron-server[103408]: Traceback (most recent call last): Feb 28 11:05:03.542858 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 11:05:03.542858 dv-neutron-master-2-hyperv neutron-server[103408]: timer() Feb 28 11:05:03.542858 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:05:03.542858 dv-neutron-master-2-hyperv neutron-server[103408]: cb(*args, **kw) Feb 28 11:05:03.542858 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 11:05:03.542858 dv-neutron-master-2-hyperv neutron-server[103408]: return func(*args, **kwargs) Feb 28 11:05:03.542858 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:05:03.542858 dv-neutron-master-2-hyperv neutron-server[103408]: self._notify() Feb 28 11:05:03.542858 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:05:03.542858 dv-neutron-master-2-hyperv neutron-server[103408]: self.callback(batched_events) Feb 28 11:05:03.542858 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:05:03.542858 dv-neutron-master-2-hyperv neutron-server[103408]: event.method(event) Feb 28 11:05:03.542858 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 11:05:03.542858 dv-neutron-master-2-hyperv neutron-server[103408]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:05:03.542858 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 11:05:03.542858 dv-neutron-master-2-hyperv neutron-server[103408]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:05:03.542858 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 11:05:03.542858 dv-neutron-master-2-hyperv neutron-server[103408]: return f(self, *a, **k) Feb 28 11:05:03.542858 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 11:05:03.542858 dv-neutron-master-2-hyperv neutron-server[103408]: return self._get(url).json() Feb 28 11:05:03.542858 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 11:05:03.542858 dv-neutron-master-2-hyperv neutron-server[103408]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:05:03.542858 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 11:05:03.542858 dv-neutron-master-2-hyperv neutron-server[103408]: return self.request(url, 'GET', **kwargs) Feb 28 11:05:03.542858 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 11:05:03.542858 dv-neutron-master-2-hyperv neutron-server[103408]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:05:03.542858 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 11:05:03.542858 dv-neutron-master-2-hyperv neutron-server[103408]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:05:03.542858 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 11:05:03.542858 dv-neutron-master-2-hyperv neutron-server[103408]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:05:03.542858 dv-neutron-master-2-hyperv neutron-server[103408]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:05:03.608151 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5ddd2c03-8a8c-4649-b5d4-1c942f797813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803269'] for network (6c29038b-dae6-4704-ae1e-32feeda79697), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:03.614572 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5ddd2c03-8a8c-4649-b5d4-1c942f797813 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:03.617635 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-5ddd2c03-8a8c-4649-b5d4-1c942f797813 admin admin] 10.222.0.20 "DELETE /v2.0/networks/6c29038b-dae6-4704-ae1e-32feeda79697 HTTP/1.1" status: 204 len: 168 time: 0.5565093 Feb 28 11:05:03.619121 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device b26bfa21-0899-40cf-9d46-9a8b8bcc5b82 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 11:05:03.631758 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddd2c03-8a8c-4649-b5d4-1c942f797813 admin admin] Pushing event deleted for resources: {'Network': ['ID=6c29038b-dae6-4704-ae1e-32feeda79697,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:05:03.641335 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] No Port match for: b26bfa21-0899-40cf-9d46-9a8b8bcc5b82 {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 11:05:03.641912 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device b26bfa21-0899-40cf-9d46-9a8b8bcc5b82 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 11:05:03.642354 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device cbb65092-e09a-4430-98a7-38023b2b34f0 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 11:05:03.662731 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] No Port match for: cbb65092-e09a-4430-98a7-38023b2b34f0 {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 11:05:03.663075 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device cbb65092-e09a-4430-98a7-38023b2b34f0 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 11:05:03.663512 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 08e2e3e1-60c9-4422-a53f-22ba1e83d616 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 11:05:03.683680 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] No Port match for: 08e2e3e1-60c9-4422-a53f-22ba1e83d616 {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 11:05:03.684034 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 08e2e3e1-60c9-4422-a53f-22ba1e83d616 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 11:05:03.731690 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 44640) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:05:03.773772 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-2d7229b3-98a0-4270-b6a9-4083308093c7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f15f14e780e74c8a81fab6575e728c44&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0408101 Feb 28 11:05:03.776171 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 44642) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:05:03.824655 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-00e3f256-700f-4d33-bec5-59abb4e65e1a admin admin] Publish callbacks [] for security_group (b9c37a89-04e0-47a9-9851-59d265dc6df6), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:03.846026 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-00e3f256-700f-4d33-bec5-59abb4e65e1a admin admin] Publish callbacks [] for security_group (b9c37a89-04e0-47a9-9851-59d265dc6df6), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:03.893939 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-00e3f256-700f-4d33-bec5-59abb4e65e1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (b9c37a89-04e0-47a9-9851-59d265dc6df6), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:03.896540 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-00e3f256-700f-4d33-bec5-59abb4e65e1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:03.897845 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-00e3f256-700f-4d33-bec5-59abb4e65e1a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b9c37a89-04e0-47a9-9851-59d265dc6df6 HTTP/1.1" status: 204 len: 168 time: 0.1207891 Feb 28 11:05:03.905971 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e3f256-700f-4d33-bec5-59abb4e65e1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9c37a89-04e0-47a9-9851-59d265dc6df6,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:05:04.587605 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 44666) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:05:04.685858 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-27a09563-7128-44c6-9963-28ee1ecf4370 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1846923573-network', 'tenant_id': 'e27f1c39bc684eeab9e5839eba8ae5d3'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:05:04.708072 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27a09563-7128-44c6-9963-28ee1ecf4370 admin admin] Made reservation on behalf of e27f1c39bc684eeab9e5839eba8ae5d3 for: {'network': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:05:04.710773 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-27a09563-7128-44c6-9963-28ee1ecf4370 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for network (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:04.720657 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-27a09563-7128-44c6-9963-28ee1ecf4370 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:04.798248 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-27a09563-7128-44c6-9963-28ee1ecf4370 admin admin] Publish callbacks [] for security_group (762ef925-7ca0-4e4f-8356-2411d7732a6b), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:04.803934 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-27a09563-7128-44c6-9963-28ee1ecf4370 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (762ef925-7ca0-4e4f-8356-2411d7732a6b), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:04.830536 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27a09563-7128-44c6-9963-28ee1ecf4370 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 297} {{(pid=103407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:05:04.837252 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a09563-7128-44c6-9963-28ee1ecf4370 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=762ef925-7ca0-4e4f-8356-2411d7732a6b,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:05:04.844383 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-27a09563-7128-44c6-9963-28ee1ecf4370 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (f6919156-d6c3-450a-947f-c3547d1d19ce), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:04.844777 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.db.segments_db [None req-27a09563-7128-44c6-9963-28ee1ecf4370 admin admin] Added segment f6919156-d6c3-450a-947f-c3547d1d19ce of type vlan for network 4adaced0-089c-40d1-bfc3-be1064c70d04 Feb 28 11:05:04.889395 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-27a09563-7128-44c6-9963-28ee1ecf4370 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742056637431'] for network (4adaced0-089c-40d1-bfc3-be1064c70d04), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:04.917056 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-27a09563-7128-44c6-9963-28ee1ecf4370 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551'] for network (4adaced0-089c-40d1-bfc3-be1064c70d04), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:04.918770 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27a09563-7128-44c6-9963-28ee1ecf4370 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:05:04.919362 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-27a09563-7128-44c6-9963-28ee1ecf4370 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:04.978076 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-27a09563-7128-44c6-9963-28ee1ecf4370 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3893008 Feb 28 11:05:04.981501 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 44670) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:05:04.986742 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a09563-7128-44c6-9963-28ee1ecf4370 admin admin] Pushing event updated for resources: {'Network': ['ID=4adaced0-089c-40d1-bfc3-be1064c70d04,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:05:04.987203 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-241fa7a6-a4c1-4d2a-b6c1-6a6f0dbecd21 admin admin] Request body: {'subnet': {'network_id': '4adaced0-089c-40d1-bfc3-be1064c70d04', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1846923573-subnet', 'tenant_id': 'e27f1c39bc684eeab9e5839eba8ae5d3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:05:04.998066 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Network 4adaced0-089c-40d1-bfc3-be1064c70d04 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103409) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 11:05:05.012738 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-241fa7a6-a4c1-4d2a-b6c1-6a6f0dbecd21 admin admin] Made reservation on behalf of e27f1c39bc684eeab9e5839eba8ae5d3 for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:05:05.015408 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-241fa7a6-a4c1-4d2a-b6c1-6a6f0dbecd21 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3951209'] for subnet (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:05.189914 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-241fa7a6-a4c1-4d2a-b6c1-6a6f0dbecd21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3242588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3951195'] for subnet (8064cb30-a5a2-45ab-b4e7-cbeb30b75dac), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:05.239850 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241fa7a6-a4c1-4d2a-b6c1-6a6f0dbecd21 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8064cb30-a5a2-45ab-b4e7-cbeb30b75dac,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:05:05.255767 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-241fa7a6-a4c1-4d2a-b6c1-6a6f0dbecd21 admin admin] Checking segment: {'id': 'f6919156-d6c3-450a-947f-c3547d1d19ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '4adaced0-089c-40d1-bfc3-be1064c70d04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 11:05:05.256131 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-241fa7a6-a4c1-4d2a-b6c1-6a6f0dbecd21 admin admin] Network hostable DHCP agents. Network: 4adaced0-089c-40d1-bfc3-be1064c70d04, hostable agents: ['fb6705d2-4f70-4965-92a3-fbfccd43a6d3'], hosted agents: [] {{(pid=103408) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:05:05.273296 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-241fa7a6-a4c1-4d2a-b6c1-6a6f0dbecd21 admin admin] Network 4adaced0-089c-40d1-bfc3-be1064c70d04 is scheduled to be hosted by DHCP agent fb6705d2-4f70-4965-92a3-fbfccd43a6d3 with binding_index 1 {{(pid=103408) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:05:05.282833 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-241fa7a6-a4c1-4d2a-b6c1-6a6f0dbecd21 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 4adaced0-089c-40d1-bfc3-be1064c70d04) {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:05:05.287734 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-241fa7a6-a4c1-4d2a-b6c1-6a6f0dbecd21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:05:05.289084 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-241fa7a6-a4c1-4d2a-b6c1-6a6f0dbecd21 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:05.293037 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49cd06be-3793-4a86-8f4f-1c469d63e777 None None] Network 4adaced0-089c-40d1-bfc3-be1064c70d04 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 11:05:05.306489 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-241fa7a6-a4c1-4d2a-b6c1-6a6f0dbecd21 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3238511 Feb 28 11:05:05.400116 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d05d1755-9ac0-4097-ae41-3e8944ce4db6 None None] Network 4adaced0-089c-40d1-bfc3-be1064c70d04 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 11:05:05.747900 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712fc9dd-a9d5-4f69-a03c-3ff2d97e42ff req-6cf99699-b305-434b-a6cc-ed29323231dd tempest-ServersNegativeTestJSON-2045220877 tempest-ServersNegativeTestJSON-2045220877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:05:05.749363 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-712fc9dd-a9d5-4f69-a03c-3ff2d97e42ff req-6cf99699-b305-434b-a6cc-ed29323231dd tempest-ServersNegativeTestJSON-2045220877 tempest-ServersNegativeTestJSON-2045220877-project] 10.222.0.20 "GET /v2.0/networks?id=4adaced0-089c-40d1-bfc3-be1064c70d04 HTTP/1.1" status: 200 len: 814 time: 0.1106565 Feb 28 11:05:05.764747 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-712fc9dd-a9d5-4f69-a03c-3ff2d97e42ff req-797a3e32-d949-4523-921b-962d9a1e387a tempest-ServersNegativeTestJSON-2045220877 tempest-ServersNegativeTestJSON-2045220877-project] 10.222.0.20 "GET /v2.0/quotas/e27f1c39bc684eeab9e5839eba8ae5d3 HTTP/1.1" status: 200 len: 375 time: 0.0097742 Feb 28 11:05:05.802119 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-712fc9dd-a9d5-4f69-a03c-3ff2d97e42ff req-4e1bc082-d4d4-4c96-9b3d-ce605c63921d tempest-ServersNegativeTestJSON-2045220877 tempest-ServersNegativeTestJSON-2045220877-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e27f1c39bc684eeab9e5839eba8ae5d3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0321641 Feb 28 11:05:05.938323 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-712fc9dd-a9d5-4f69-a03c-3ff2d97e42ff req-b3e4c3d4-8246-4f5c-ad6e-2dd5a7cffaa4 service neutron] 10.222.0.20 "GET /v2.0/networks/4adaced0-089c-40d1-bfc3-be1064c70d04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285388 Feb 28 11:05:06.036322 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-712fc9dd-a9d5-4f69-a03c-3ff2d97e42ff req-3f61ae1f-2b27-48a9-8bde-f574625122ee service neutron] 10.222.0.20 "GET /v2.0/networks/4adaced0-089c-40d1-bfc3-be1064c70d04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910275 Feb 28 11:05:06.203042 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-0ce5f648-45e1-4396-aec1-41ca68508853 req-6cc3a253-3729-44d1-adbc-54e4985c1d02 tempest-ServersNegativeTestJSON-2045220877 tempest-ServersNegativeTestJSON-2045220877-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6f6c495-52f5-4d90-a494-0f20ba710700 HTTP/1.1" status: 200 len: 210 time: 0.0326326 Feb 28 11:05:07.210269 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712fc9dd-a9d5-4f69-a03c-3ff2d97e42ff req-83e86b5a-c7e6-42f1-887c-85c6112e0487 tempest-ServersNegativeTestJSON-2045220877 tempest-ServersNegativeTestJSON-2045220877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:05:07.211757 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-712fc9dd-a9d5-4f69-a03c-3ff2d97e42ff req-83e86b5a-c7e6-42f1-887c-85c6112e0487 tempest-ServersNegativeTestJSON-2045220877 tempest-ServersNegativeTestJSON-2045220877-project] 10.222.0.30 "GET /v2.0/networks?id=4adaced0-089c-40d1-bfc3-be1064c70d04 HTTP/1.1" status: 200 len: 814 time: 0.1062143 Feb 28 11:05:07.231404 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [req-712fc9dd-a9d5-4f69-a03c-3ff2d97e42ff req-7ce1b3b9-9bbd-4ef1-ae2e-889ad871853c tempest-ServersNegativeTestJSON-2045220877 tempest-ServersNegativeTestJSON-2045220877-project] Request body: {'port': {'device_id': 'f6f6c495-52f5-4d90-a494-0f20ba710700', 'network_id': '4adaced0-089c-40d1-bfc3-be1064c70d04', 'admin_state_up': True, 'tenant_id': 'e27f1c39bc684eeab9e5839eba8ae5d3'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:05:07.315657 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-8070d152-3172-45f1-9402-756edb9edbeb req-b5fd9e57-f3e2-40ab-821d-405054fe5aee tempest-ServersNegativeTestJSON-2045220877 tempest-ServersNegativeTestJSON-2045220877-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6f6c495-52f5-4d90-a494-0f20ba710700 HTTP/1.1" status: 200 len: 210 time: 0.0319302 Feb 28 11:05:07.371937 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-712fc9dd-a9d5-4f69-a03c-3ff2d97e42ff req-7ce1b3b9-9bbd-4ef1-ae2e-889ad871853c tempest-ServersNegativeTestJSON-2045220877 tempest-ServersNegativeTestJSON-2045220877-project] Made reservation on behalf of e27f1c39bc684eeab9e5839eba8ae5d3 for: {'port': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:05:07.375345 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-712fc9dd-a9d5-4f69-a03c-3ff2d97e42ff req-7ce1b3b9-9bbd-4ef1-ae2e-889ad871853c tempest-ServersNegativeTestJSON-2045220877 tempest-ServersNegativeTestJSON-2045220877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:07.513937 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [req-712fc9dd-a9d5-4f69-a03c-3ff2d97e42ff req-7ce1b3b9-9bbd-4ef1-ae2e-889ad871853c tempest-ServersNegativeTestJSON-2045220877 tempest-ServersNegativeTestJSON-2045220877-project] Allocated IP 172.20.0.5 (4adaced0-089c-40d1-bfc3-be1064c70d04/8064cb30-a5a2-45ab-b4e7-cbeb30b75dac/3319998f-26a6-45dc-8e3d-472e91157e74) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:05:07.664219 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-712fc9dd-a9d5-4f69-a03c-3ff2d97e42ff req-7ce1b3b9-9bbd-4ef1-ae2e-889ad871853c tempest-ServersNegativeTestJSON-2045220877 tempest-ServersNegativeTestJSON-2045220877-project] Publish callbacks [] for port (3319998f-26a6-45dc-8e3d-472e91157e74), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:07.699991 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-712fc9dd-a9d5-4f69-a03c-3ff2d97e42ff req-7ce1b3b9-9bbd-4ef1-ae2e-889ad871853c tempest-ServersNegativeTestJSON-2045220877 tempest-ServersNegativeTestJSON-2045220877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (3319998f-26a6-45dc-8e3d-472e91157e74), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:07.748423 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-712fc9dd-a9d5-4f69-a03c-3ff2d97e42ff req-7ce1b3b9-9bbd-4ef1-ae2e-889ad871853c tempest-ServersNegativeTestJSON-2045220877 tempest-ServersNegativeTestJSON-2045220877-project] Network 4adaced0-089c-40d1-bfc3-be1064c70d04 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:05:07.751516 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [req-712fc9dd-a9d5-4f69-a03c-3ff2d97e42ff req-7ce1b3b9-9bbd-4ef1-ae2e-889ad871853c tempest-ServersNegativeTestJSON-2045220877 tempest-ServersNegativeTestJSON-2045220877-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:05:07.755427 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-712fc9dd-a9d5-4f69-a03c-3ff2d97e42ff req-7ce1b3b9-9bbd-4ef1-ae2e-889ad871853c tempest-ServersNegativeTestJSON-2045220877 tempest-ServersNegativeTestJSON-2045220877-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 11:05:07.761992 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce1b3b9-9bbd-4ef1-ae2e-889ad871853c tempest-ServersNegativeTestJSON-2045220877 tempest-ServersNegativeTestJSON-2045220877-project] Pushing event updated for resources: {'Port': ['ID=3319998f-26a6-45dc-8e3d-472e91157e74,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:05:07.806609 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712fc9dd-a9d5-4f69-a03c-3ff2d97e42ff req-7ce1b3b9-9bbd-4ef1-ae2e-889ad871853c tempest-ServersNegativeTestJSON-2045220877 tempest-ServersNegativeTestJSON-2045220877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:05:07.807219 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-712fc9dd-a9d5-4f69-a03c-3ff2d97e42ff req-7ce1b3b9-9bbd-4ef1-ae2e-889ad871853c tempest-ServersNegativeTestJSON-2045220877 tempest-ServersNegativeTestJSON-2045220877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:07.823976 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-712fc9dd-a9d5-4f69-a03c-3ff2d97e42ff req-7ce1b3b9-9bbd-4ef1-ae2e-889ad871853c tempest-ServersNegativeTestJSON-2045220877 tempest-ServersNegativeTestJSON-2045220877-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5986190 Feb 28 11:05:07.895820 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [req-712fc9dd-a9d5-4f69-a03c-3ff2d97e42ff req-27c95294-c280-43df-ad6c-b4d4f4564b9e service neutron] Request body: {'port': {'device_id': 'f6f6c495-52f5-4d90-a494-0f20ba710700', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:05:07.960407 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-712fc9dd-a9d5-4f69-a03c-3ff2d97e42ff req-27c95294-c280-43df-ad6c-b4d4f4564b9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (3319998f-26a6-45dc-8e3d-472e91157e74), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:08.238054 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.notifiers.nova [req-712fc9dd-a9d5-4f69-a03c-3ff2d97e42ff req-27c95294-c280-43df-ad6c-b4d4f4564b9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3319998f-26a6-45dc-8e3d-472e91157e74 {{(pid=103407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 11:05:08.245656 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-712fc9dd-a9d5-4f69-a03c-3ff2d97e42ff req-27c95294-c280-43df-ad6c-b4d4f4564b9e service neutron] Publish callbacks [] for port (3319998f-26a6-45dc-8e3d-472e91157e74), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:08.260174 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.provisioning_blocks [req-712fc9dd-a9d5-4f69-a03c-3ff2d97e42ff req-27c95294-c280-43df-ad6c-b4d4f4564b9e service neutron] Transition to ACTIVE for port object 3319998f-26a6-45dc-8e3d-472e91157e74 will not be triggered until provisioned by entity L2. {{(pid=103407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 11:05:08.265094 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-712fc9dd-a9d5-4f69-a03c-3ff2d97e42ff req-27c95294-c280-43df-ad6c-b4d4f4564b9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3498066'] for port (3319998f-26a6-45dc-8e3d-472e91157e74), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:08.316120 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c95294-c280-43df-ad6c-b4d4f4564b9e service neutron] Pushing event updated for resources: {'Port': ['ID=3319998f-26a6-45dc-8e3d-472e91157e74,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:05:08.397656 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-712fc9dd-a9d5-4f69-a03c-3ff2d97e42ff req-27c95294-c280-43df-ad6c-b4d4f4564b9e service neutron] Attempting to bind port 3319998f-26a6-45dc-8e3d-472e91157e74 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 11:05:08.397996 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-712fc9dd-a9d5-4f69-a03c-3ff2d97e42ff req-27c95294-c280-43df-ad6c-b4d4f4564b9e service neutron] Attempting to bind port 3319998f-26a6-45dc-8e3d-472e91157e74 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'f6919156-d6c3-450a-947f-c3547d1d19ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '4adaced0-089c-40d1-bfc3-be1064c70d04'}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 11:05:08.398328 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-712fc9dd-a9d5-4f69-a03c-3ff2d97e42ff req-27c95294-c280-43df-ad6c-b4d4f4564b9e service neutron] Attempting to bind port 3319998f-26a6-45dc-8e3d-472e91157e74 on network 4adaced0-089c-40d1-bfc3-be1064c70d04 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 11:05:08.417485 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-712fc9dd-a9d5-4f69-a03c-3ff2d97e42ff req-27c95294-c280-43df-ad6c-b4d4f4564b9e service neutron] Port 3319998f-26a6-45dc-8e3d-472e91157e74 on network 4adaced0-089c-40d1-bfc3-be1064c70d04 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 11:05:08.417816 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-712fc9dd-a9d5-4f69-a03c-3ff2d97e42ff req-27c95294-c280-43df-ad6c-b4d4f4564b9e service neutron] Attempting to bind port 3319998f-26a6-45dc-8e3d-472e91157e74 on network 4adaced0-089c-40d1-bfc3-be1064c70d04 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 11:05:08.427437 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-712fc9dd-a9d5-4f69-a03c-3ff2d97e42ff req-27c95294-c280-43df-ad6c-b4d4f4564b9e service neutron] Checking agent: {'id': '13ac42ae-016e-4baf-bb31-c6fa820b41c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 30, 8), 'started_at': datetime.datetime(2022, 2, 28, 10, 30, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 4, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 11:05:08.427780 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-712fc9dd-a9d5-4f69-a03c-3ff2d97e42ff req-27c95294-c280-43df-ad6c-b4d4f4564b9e service neutron] Checking segment: {'id': 'f6919156-d6c3-450a-947f-c3547d1d19ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '4adaced0-089c-40d1-bfc3-be1064c70d04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 11:05:08.428167 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-712fc9dd-a9d5-4f69-a03c-3ff2d97e42ff req-27c95294-c280-43df-ad6c-b4d4f4564b9e service neutron] Bound using segment: {'id': 'f6919156-d6c3-450a-947f-c3547d1d19ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '4adaced0-089c-40d1-bfc3-be1064c70d04'} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 11:05:08.428588 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-712fc9dd-a9d5-4f69-a03c-3ff2d97e42ff req-27c95294-c280-43df-ad6c-b4d4f4564b9e service neutron] Bound port: 3319998f-26a6-45dc-8e3d-472e91157e74, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6919156-d6c3-450a-947f-c3547d1d19ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '4adaced0-089c-40d1-bfc3-be1064c70d04'}}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 11:05:08.428983 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-712fc9dd-a9d5-4f69-a03c-3ff2d97e42ff req-27c95294-c280-43df-ad6c-b4d4f4564b9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (3319998f-26a6-45dc-8e3d-472e91157e74), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:08.454344 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (13ac42ae-016e-4baf-bb31-c6fa820b41c2), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:08.482201 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1b3293-2541-42b4-b4e4-a3ff429cbbe9 req-6a0f68cf-ca2c-41e3-86e7-36ea4a446ab4 tempest-ServersNegativeTestJSON-2045220877 tempest-ServersNegativeTestJSON-2045220877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:05:08.483853 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-fa1b3293-2541-42b4-b4e4-a3ff429cbbe9 req-6a0f68cf-ca2c-41e3-86e7-36ea4a446ab4 tempest-ServersNegativeTestJSON-2045220877 tempest-ServersNegativeTestJSON-2045220877-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6f6c495-52f5-4d90-a494-0f20ba710700 HTTP/1.1" status: 200 len: 943 time: 0.0972943 Feb 28 11:05:08.533229 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-712fc9dd-a9d5-4f69-a03c-3ff2d97e42ff req-27c95294-c280-43df-ad6c-b4d4f4564b9e service neutron] For port 3319998f-26a6-45dc-8e3d-472e91157e74, host hv-neutron-mast, cleared binding levels {{(pid=103407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:05:08.537992 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-712fc9dd-a9d5-4f69-a03c-3ff2d97e42ff req-27c95294-c280-43df-ad6c-b4d4f4564b9e service neutron] For port 3319998f-26a6-45dc-8e3d-472e91157e74, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=3319998f-26a6-45dc-8e3d-472e91157e74,segment=NetworkSegment(f6919156-d6c3-450a-947f-c3547d1d19ce),segment_id=f6919156-d6c3-450a-947f-c3547d1d19ce)] {{(pid=103407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:05:08.547687 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-712fc9dd-a9d5-4f69-a03c-3ff2d97e42ff req-27c95294-c280-43df-ad6c-b4d4f4564b9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3498066'] for port (3319998f-26a6-45dc-8e3d-472e91157e74), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:08.562857 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-fa1b3293-2541-42b4-b4e4-a3ff429cbbe9 req-e74a242f-dc5a-40c6-bfa7-e893b9e272b0 tempest-ServersNegativeTestJSON-2045220877 tempest-ServersNegativeTestJSON-2045220877-project] 10.222.0.20 "GET /v2.0/security-groups?id=762ef925-7ca0-4e4f-8356-2411d7732a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721207 Feb 28 11:05:08.595319 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712fc9dd-a9d5-4f69-a03c-3ff2d97e42ff req-27c95294-c280-43df-ad6c-b4d4f4564b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:05:08.595919 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-712fc9dd-a9d5-4f69-a03c-3ff2d97e42ff req-27c95294-c280-43df-ad6c-b4d4f4564b9e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:08.597346 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-712fc9dd-a9d5-4f69-a03c-3ff2d97e42ff req-27c95294-c280-43df-ad6c-b4d4f4564b9e service neutron] 10.222.0.30 "PUT /v2.0/ports/3319998f-26a6-45dc-8e3d-472e91157e74 HTTP/1.1" status: 200 len: 1093 time: 0.7615013 Feb 28 11:05:08.597829 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6f6c495-52f5-4d90-a494-0f20ba710700', 'tag': '3319998f-26a6-45dc-8e3d-472e91157e74'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:05:08.600075 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c8e1c873eeca597e52e7ceb7469e602eac250bfea6606d285743d38033cf584" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c90f73f8-51c5-4a8f-9bf1-6bffe1897c39" -d '{"events": [{"name": "network-changed", "server_uuid": "f6f6c495-52f5-4d90-a494-0f20ba710700", "tag": "3319998f-26a6-45dc-8e3d-472e91157e74"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 11:05:08.624337 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c95294-c280-43df-ad6c-b4d4f4564b9e service neutron] Pushing event updated for resources: {'Port': ['ID=3319998f-26a6-45dc-8e3d-472e91157e74,revision_number=3']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:05:08.637653 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 11:05:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8cbc6a6-1da9-492f-a618-6aa8881c9585 x-openstack-request-id: req-e8cbc6a6-1da9-492f-a618-6aa8881c9585 {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 11:05:08.637946 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6f6c495-52f5-4d90-a494-0f20ba710700", "tag": "3319998f-26a6-45dc-8e3d-472e91157e74", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 11:05:08.638202 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e8cbc6a6-1da9-492f-a618-6aa8881c9585 {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 11:05:08.638615 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6f6c495-52f5-4d90-a494-0f20ba710700', 'tag': '3319998f-26a6-45dc-8e3d-472e91157e74', 'status': 'completed', 'code': 200} Feb 28 11:05:08.702599 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712fc9dd-a9d5-4f69-a03c-3ff2d97e42ff req-de9eb7d8-5933-4e7a-8ec7-5f53af5dccb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:05:08.704280 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-712fc9dd-a9d5-4f69-a03c-3ff2d97e42ff req-de9eb7d8-5933-4e7a-8ec7-5f53af5dccb0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e27f1c39bc684eeab9e5839eba8ae5d3&device_id=f6f6c495-52f5-4d90-a494-0f20ba710700 HTTP/1.1" status: 200 len: 1127 time: 0.0472829 Feb 28 11:05:08.751615 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-712fc9dd-a9d5-4f69-a03c-3ff2d97e42ff req-b568af1d-7ff3-436b-878e-d7c397f8282d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3319998f-26a6-45dc-8e3d-472e91157e74 HTTP/1.1" status: 200 len: 217 time: 0.0349820 Feb 28 11:05:08.763293 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8e2458e4-2e17-4481-886c-ff00a8c519c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fb6705d2-4f70-4965-92a3-fbfccd43a6d3), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:08.806169 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712fc9dd-a9d5-4f69-a03c-3ff2d97e42ff req-6f12a0af-1119-4c52-b8cb-e5d0f64ff80a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:05:08.807678 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-712fc9dd-a9d5-4f69-a03c-3ff2d97e42ff req-6f12a0af-1119-4c52-b8cb-e5d0f64ff80a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8064cb30-a5a2-45ab-b4e7-cbeb30b75dac HTTP/1.1" status: 200 len: 854 time: 0.0504780 Feb 28 11:05:08.839311 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-712fc9dd-a9d5-4f69-a03c-3ff2d97e42ff req-93d11db0-34d4-41cc-bc42-d286f158f2c1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4adaced0-089c-40d1-bfc3-be1064c70d04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257821 Feb 28 11:05:08.930070 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-712fc9dd-a9d5-4f69-a03c-3ff2d97e42ff req-694233fe-37aa-401b-be4a-7e6dcb117fa2 service neutron] 10.222.0.30 "GET /v2.0/networks/4adaced0-089c-40d1-bfc3-be1064c70d04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847819 Feb 28 11:05:09.027442 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-712fc9dd-a9d5-4f69-a03c-3ff2d97e42ff req-455543e2-6651-471d-a3f3-bf19d77f4699 service neutron] 10.222.0.30 "GET /v2.0/networks/4adaced0-089c-40d1-bfc3-be1064c70d04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912182 Feb 28 11:05:09.172514 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90f73f8-51c5-4a8f-9bf1-6bffe1897c39 req-255cf449-2dea-438a-b9c5-da076e968d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:05:09.174097 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-c90f73f8-51c5-4a8f-9bf1-6bffe1897c39 req-255cf449-2dea-438a-b9c5-da076e968d98 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e27f1c39bc684eeab9e5839eba8ae5d3&device_id=f6f6c495-52f5-4d90-a494-0f20ba710700 HTTP/1.1" status: 200 len: 1127 time: 0.0481629 Feb 28 11:05:09.270490 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90f73f8-51c5-4a8f-9bf1-6bffe1897c39 req-ced044f7-ae5b-4a11-9273-dd6b81979da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:05:09.272079 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-c90f73f8-51c5-4a8f-9bf1-6bffe1897c39 req-ced044f7-ae5b-4a11-9273-dd6b81979da6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4adaced0-089c-40d1-bfc3-be1064c70d04 HTTP/1.1" status: 200 len: 915 time: 0.0919590 Feb 28 11:05:09.313599 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-c90f73f8-51c5-4a8f-9bf1-6bffe1897c39 req-1ef022a4-b9a3-45f2-8a2e-421d7420b2ba service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3319998f-26a6-45dc-8e3d-472e91157e74 HTTP/1.1" status: 200 len: 217 time: 0.0356679 Feb 28 11:05:09.363653 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90f73f8-51c5-4a8f-9bf1-6bffe1897c39 req-b6d77cbc-82c0-41af-9d74-6c988fdb3cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:05:09.365197 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-c90f73f8-51c5-4a8f-9bf1-6bffe1897c39 req-b6d77cbc-82c0-41af-9d74-6c988fdb3cc2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8064cb30-a5a2-45ab-b4e7-cbeb30b75dac HTTP/1.1" status: 200 len: 854 time: 0.0456886 Feb 28 11:05:09.396485 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-c90f73f8-51c5-4a8f-9bf1-6bffe1897c39 req-2279e42c-3aae-4ad4-acb7-53ba680e5116 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4adaced0-089c-40d1-bfc3-be1064c70d04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250907 Feb 28 11:05:09.493003 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-c90f73f8-51c5-4a8f-9bf1-6bffe1897c39 req-ffa25895-0d36-4b59-92f6-956f29186b79 service neutron] 10.222.0.30 "GET /v2.0/networks/4adaced0-089c-40d1-bfc3-be1064c70d04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906534 Feb 28 11:05:09.592377 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-c90f73f8-51c5-4a8f-9bf1-6bffe1897c39 req-f192de7d-8dcf-40db-898b-2ce78b2bfd55 service neutron] 10.222.0.30 "GET /v2.0/networks/4adaced0-089c-40d1-bfc3-be1064c70d04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929334 Feb 28 11:05:09.689540 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a57715a-27bb-4c56-b18e-903140f1e141 req-834cfcba-822d-4a4f-bbb4-e39b99aa960d tempest-ServersNegativeTestJSON-2045220877 tempest-ServersNegativeTestJSON-2045220877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:05:09.691066 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-5a57715a-27bb-4c56-b18e-903140f1e141 req-834cfcba-822d-4a4f-bbb4-e39b99aa960d tempest-ServersNegativeTestJSON-2045220877 tempest-ServersNegativeTestJSON-2045220877-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6f6c495-52f5-4d90-a494-0f20ba710700 HTTP/1.1" status: 200 len: 943 time: 0.0589685 Feb 28 11:05:09.745968 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-5a57715a-27bb-4c56-b18e-903140f1e141 req-d040d3a4-051a-4fd3-991d-c35b4defe0a4 tempest-ServersNegativeTestJSON-2045220877 tempest-ServersNegativeTestJSON-2045220877-project] 10.222.0.20 "GET /v2.0/security-groups?id=762ef925-7ca0-4e4f-8356-2411d7732a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491450 Feb 28 11:05:10.871774 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77edefb-456a-40dd-894c-c2732e01b53d req-58991ac7-1467-4ddb-b3a8-b1f17a0ae4c4 tempest-ServersNegativeTestJSON-2045220877 tempest-ServersNegativeTestJSON-2045220877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:05:10.873319 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-b77edefb-456a-40dd-894c-c2732e01b53d req-58991ac7-1467-4ddb-b3a8-b1f17a0ae4c4 tempest-ServersNegativeTestJSON-2045220877 tempest-ServersNegativeTestJSON-2045220877-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6f6c495-52f5-4d90-a494-0f20ba710700 HTTP/1.1" status: 200 len: 943 time: 0.0555956 Feb 28 11:05:10.921975 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-b77edefb-456a-40dd-894c-c2732e01b53d req-fb336768-486f-4dcc-9f65-4a513a34fea6 tempest-ServersNegativeTestJSON-2045220877 tempest-ServersNegativeTestJSON-2045220877-project] 10.222.0.20 "GET /v2.0/security-groups?id=762ef925-7ca0-4e4f-8356-2411d7732a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428786 Feb 28 11:05:11.057693 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-cbd56639-e70c-4810-8bf0-92749d7207c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fc6c9b74-8dbb-41bb-800a-5bd3a43fe896), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:11.651537 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device 3319998f-26a6-45dc-8e3d-472e91157e74 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103409) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 11:05:11.751718 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] For port 3319998f-26a6-45dc-8e3d-472e91157e74, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=3319998f-26a6-45dc-8e3d-472e91157e74,segment=NetworkSegment(f6919156-d6c3-450a-947f-c3547d1d19ce),segment_id=f6919156-d6c3-450a-947f-c3547d1d19ce)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:05:11.766640 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Returning: {'device': '3319998f-26a6-45dc-8e3d-472e91157e74', 'network_id': '4adaced0-089c-40d1-bfc3-be1064c70d04', 'port_id': '3319998f-26a6-45dc-8e3d-472e91157e74', 'mac_address': 'fa:16:3e:5c:08:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 297, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8064cb30-a5a2-45ab-b4e7-cbeb30b75dac', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103409) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 11:05:11.803767 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Current status of the port 3319998f-26a6-45dc-8e3d-472e91157e74 is: DOWN; New status is: BUILD {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:05:11.804174 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (3319998f-26a6-45dc-8e3d-472e91157e74), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:11.818152 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3319998f-26a6-45dc-8e3d-472e91157e74 {{(pid=103409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 11:05:11.838969 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] For port 3319998f-26a6-45dc-8e3d-472e91157e74, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=3319998f-26a6-45dc-8e3d-472e91157e74,segment=NetworkSegment(f6919156-d6c3-450a-947f-c3547d1d19ce),segment_id=f6919156-d6c3-450a-947f-c3547d1d19ce)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:05:11.844570 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (3319998f-26a6-45dc-8e3d-472e91157e74), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:11.893907 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Pushing event updated for resources: {'Port': ['ID=3319998f-26a6-45dc-8e3d-472e91157e74,revision_number=4']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:05:11.900926 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:05:11.901284 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:05:11.901635 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:05:11.901979 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:05:11.902316 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:05:11.902779 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:05:11.903123 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:05:11.903456 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:05:11.903791 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:05:11.904126 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:05:11.904455 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:05:11.904836 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:05:11.905165 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:05:12.052604 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9ab62d-d6ea-45b8-88b2-f016fd61e99e req-ae3b7596-e393-4fc6-8451-246d7af1dd64 tempest-ServersNegativeTestJSON-2045220877 tempest-ServersNegativeTestJSON-2045220877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:05:12.054020 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-ba9ab62d-d6ea-45b8-88b2-f016fd61e99e req-ae3b7596-e393-4fc6-8451-246d7af1dd64 tempest-ServersNegativeTestJSON-2045220877 tempest-ServersNegativeTestJSON-2045220877-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6f6c495-52f5-4d90-a494-0f20ba710700 HTTP/1.1" status: 200 len: 944 time: 0.0616150 Feb 28 11:05:12.105441 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-ba9ab62d-d6ea-45b8-88b2-f016fd61e99e req-06e9f012-f263-4571-b94c-9e9b773c9899 tempest-ServersNegativeTestJSON-2045220877 tempest-ServersNegativeTestJSON-2045220877-project] 10.222.0.20 "GET /v2.0/security-groups?id=762ef925-7ca0-4e4f-8356-2411d7732a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425198 Feb 28 11:05:12.158186 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b6d631fb-7df0-4fe1-8322-abff3b61cae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (0db5147a-92a3-4581-8a5f-8ec9b93e0600), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:12.318074 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] get_ports_and_sgs() called for port_ids ['3319998f-26a6-45dc-8e3d-472e91157e74'] {{(pid=103409) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 11:05:13.235632 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82b3d6c-53b6-4a50-93fd-71813ae56306 req-6dab158f-49f8-4225-966b-facf92f458b9 tempest-ServersNegativeTestJSON-2045220877 tempest-ServersNegativeTestJSON-2045220877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:05:13.237531 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-b82b3d6c-53b6-4a50-93fd-71813ae56306 req-6dab158f-49f8-4225-966b-facf92f458b9 tempest-ServersNegativeTestJSON-2045220877 tempest-ServersNegativeTestJSON-2045220877-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6f6c495-52f5-4d90-a494-0f20ba710700 HTTP/1.1" status: 200 len: 944 time: 0.0631111 Feb 28 11:05:13.285910 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-b82b3d6c-53b6-4a50-93fd-71813ae56306 req-a2c4d539-82b2-45a1-b4a9-3d2c452ca220 tempest-ServersNegativeTestJSON-2045220877 tempest-ServersNegativeTestJSON-2045220877-project] 10.222.0.20 "GET /v2.0/security-groups?id=762ef925-7ca0-4e4f-8356-2411d7732a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424788 Feb 28 11:05:13.570868 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6b923bb1-06b0-4b84-b461-7cc1d0196090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (2e621730-3978-4720-b581-ac380e97a567), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:13.650577 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device 3319998f-26a6-45dc-8e3d-472e91157e74 up at agent hyperv_hv-neutron-mast {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 11:05:13.704361 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Provisioning for port 3319998f-26a6-45dc-8e3d-472e91157e74 completed by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 11:05:13.709008 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Provisioning complete for port 3319998f-26a6-45dc-8e3d-472e91157e74 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:05:13.709377 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (3319998f-26a6-45dc-8e3d-472e91157e74), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:13.793650 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Current status of the port 3319998f-26a6-45dc-8e3d-472e91157e74 is: BUILD; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:05:13.794015 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (3319998f-26a6-45dc-8e3d-472e91157e74), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:13.817202 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6f6c495-52f5-4d90-a494-0f20ba710700', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3319998f-26a6-45dc-8e3d-472e91157e74'}] {{(pid=103409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:05:13.819449 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa5325a5be4b33bf61fd809c564e3765e689d817bbd874267890deb3cfccaf12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-481094fb-8844-43e6-b5b4-229a01f24ccb" -d '{"events": [{"server_uuid": "f6f6c495-52f5-4d90-a494-0f20ba710700", "name": "network-vif-plugged", "status": "completed", "tag": "3319998f-26a6-45dc-8e3d-472e91157e74"}]}' {{(pid=103409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 11:05:13.831960 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] For port 3319998f-26a6-45dc-8e3d-472e91157e74, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=3319998f-26a6-45dc-8e3d-472e91157e74,segment=NetworkSegment(f6919156-d6c3-450a-947f-c3547d1d19ce),segment_id=f6919156-d6c3-450a-947f-c3547d1d19ce)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:05:13.837085 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (3319998f-26a6-45dc-8e3d-472e91157e74), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:13.862366 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 11:05:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b968186-747e-47cf-93fb-fd63d7ee38a6 x-openstack-request-id: req-4b968186-747e-47cf-93fb-fd63d7ee38a6 {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 11:05:13.862659 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6f6c495-52f5-4d90-a494-0f20ba710700", "name": "network-vif-plugged", "status": "completed", "tag": "3319998f-26a6-45dc-8e3d-472e91157e74", "code": 200}]} {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 11:05:13.862911 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4b968186-747e-47cf-93fb-fd63d7ee38a6 {{(pid=103409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 11:05:13.863301 dv-neutron-master-2-hyperv neutron-server[103409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6f6c495-52f5-4d90-a494-0f20ba710700', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3319998f-26a6-45dc-8e3d-472e91157e74', 'code': 200} Feb 28 11:05:13.890112 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Pushing event updated for resources: {'Port': ['ID=3319998f-26a6-45dc-8e3d-472e91157e74,revision_number=5']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:05:14.071236 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865dba61-5655-4e16-9a63-cb57006a6db3 req-5f096886-4781-4a84-8447-0a9d36fbdf70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:05:14.072755 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-865dba61-5655-4e16-9a63-cb57006a6db3 req-5f096886-4781-4a84-8447-0a9d36fbdf70 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f6f6c495-52f5-4d90-a494-0f20ba710700 HTTP/1.1" status: 200 len: 1129 time: 0.0470102 Feb 28 11:05:14.107949 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.agents_db [None req-382e0aa2-b126-48e6-89eb-3efa426b6b29 None None] Agent healthcheck: found 6 active agents {{(pid=103410) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 11:05:14.123759 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-865dba61-5655-4e16-9a63-cb57006a6db3 req-40217d67-01fe-477b-a840-49925121f92a service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=762ef925-7ca0-4e4f-8356-2411d7732a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444250 Feb 28 11:05:14.408405 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0b6ba9-25a6-4d1a-a008-d3c33d5cab44 req-887f86e6-b7c0-48c7-aba8-d6e8ea2e5f36 tempest-ServersNegativeTestJSON-2045220877 tempest-ServersNegativeTestJSON-2045220877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:05:14.409928 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-6b0b6ba9-25a6-4d1a-a008-d3c33d5cab44 req-887f86e6-b7c0-48c7-aba8-d6e8ea2e5f36 tempest-ServersNegativeTestJSON-2045220877 tempest-ServersNegativeTestJSON-2045220877-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6f6c495-52f5-4d90-a494-0f20ba710700 HTTP/1.1" status: 200 len: 945 time: 0.0552483 Feb 28 11:05:14.457276 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-6b0b6ba9-25a6-4d1a-a008-d3c33d5cab44 req-0d5c0a42-d3d6-41fe-88ac-7c37edd6d2e7 tempest-ServersNegativeTestJSON-2045220877 tempest-ServersNegativeTestJSON-2045220877-project] 10.222.0.20 "GET /v2.0/security-groups?id=762ef925-7ca0-4e4f-8356-2411d7732a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416656 Feb 28 11:05:14.927293 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:15.587116 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0348f135-3f64-4863-91f0-dce0f3a5deec req-1a4639ee-2361-4447-aa68-7dd3808a82ef tempest-ServersNegativeTestJSON-2045220877 tempest-ServersNegativeTestJSON-2045220877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:05:15.588640 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-0348f135-3f64-4863-91f0-dce0f3a5deec req-1a4639ee-2361-4447-aa68-7dd3808a82ef tempest-ServersNegativeTestJSON-2045220877 tempest-ServersNegativeTestJSON-2045220877-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6f6c495-52f5-4d90-a494-0f20ba710700 HTTP/1.1" status: 200 len: 945 time: 0.0559607 Feb 28 11:05:15.635914 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-0348f135-3f64-4863-91f0-dce0f3a5deec req-3e08d2fb-3a2f-4a7a-a9ae-b5338e4b45a2 tempest-ServersNegativeTestJSON-2045220877 tempest-ServersNegativeTestJSON-2045220877-project] 10.222.0.20 "GET /v2.0/security-groups?id=762ef925-7ca0-4e4f-8356-2411d7732a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415027 Feb 28 11:05:15.891540 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00df894-747a-4343-afd2-f00bb243a500 req-859fab83-c83f-4c8c-9620-a03ab1a9f259 tempest-ServersNegativeTestJSON-2045220877 tempest-ServersNegativeTestJSON-2045220877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:05:15.893051 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-e00df894-747a-4343-afd2-f00bb243a500 req-859fab83-c83f-4c8c-9620-a03ab1a9f259 tempest-ServersNegativeTestJSON-2045220877 tempest-ServersNegativeTestJSON-2045220877-project] 10.222.0.20 "GET /v2.0/networks?id=4adaced0-089c-40d1-bfc3-be1064c70d04 HTTP/1.1" status: 200 len: 814 time: 0.1079316 Feb 28 11:05:15.908022 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-e00df894-747a-4343-afd2-f00bb243a500 req-5f69724e-d1fd-4295-bd0c-df4228d9c871 tempest-ServersNegativeTestJSON-2045220877 tempest-ServersNegativeTestJSON-2045220877-project] 10.222.0.20 "GET /v2.0/quotas/e27f1c39bc684eeab9e5839eba8ae5d3 HTTP/1.1" status: 200 len: 375 time: 0.0094674 Feb 28 11:05:15.961782 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-e00df894-747a-4343-afd2-f00bb243a500 req-c67b0145-6d2b-48f0-9361-b083ce5b0889 tempest-ServersNegativeTestJSON-2045220877 tempest-ServersNegativeTestJSON-2045220877-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e27f1c39bc684eeab9e5839eba8ae5d3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0485969 Feb 28 11:05:16.057490 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-e00df894-747a-4343-afd2-f00bb243a500 req-8e74c07c-5eb2-4c8e-bfd3-73c2304102d9 service neutron] 10.222.0.20 "GET /v2.0/networks/4adaced0-089c-40d1-bfc3-be1064c70d04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887659 Feb 28 11:05:16.148899 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-e00df894-747a-4343-afd2-f00bb243a500 req-b054ea4f-fbdd-4e83-a4d5-c44e4bb7f30a service neutron] 10.222.0.20 "GET /v2.0/networks/4adaced0-089c-40d1-bfc3-be1064c70d04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853038 Feb 28 11:05:16.308839 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-172900fb-35ce-4980-89e1-67f10c163155 req-eb5b9349-fdf9-4e9d-80e1-d4d00e600966 tempest-ServersNegativeTestJSON-2045220877 tempest-ServersNegativeTestJSON-2045220877-project] 10.222.0.20 "GET /v2.0/ports?device_id=91f8eb27-d3ab-42b3-8211-4dea244fbad4 HTTP/1.1" status: 200 len: 210 time: 0.0281737 Feb 28 11:05:17.319150 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00df894-747a-4343-afd2-f00bb243a500 req-f2cc8b7c-0d42-48c6-9645-d09319f58b67 tempest-ServersNegativeTestJSON-2045220877 tempest-ServersNegativeTestJSON-2045220877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:05:17.320900 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-e00df894-747a-4343-afd2-f00bb243a500 req-f2cc8b7c-0d42-48c6-9645-d09319f58b67 tempest-ServersNegativeTestJSON-2045220877 tempest-ServersNegativeTestJSON-2045220877-project] 10.222.0.30 "GET /v2.0/networks?id=4adaced0-089c-40d1-bfc3-be1064c70d04 HTTP/1.1" status: 200 len: 814 time: 0.1085472 Feb 28 11:05:17.338562 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [req-e00df894-747a-4343-afd2-f00bb243a500 req-b852352f-c1a2-4381-9180-3269ca57ea9b tempest-ServersNegativeTestJSON-2045220877 tempest-ServersNegativeTestJSON-2045220877-project] Request body: {'port': {'device_id': '91f8eb27-d3ab-42b3-8211-4dea244fbad4', 'network_id': '4adaced0-089c-40d1-bfc3-be1064c70d04', 'admin_state_up': True, 'tenant_id': 'e27f1c39bc684eeab9e5839eba8ae5d3'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:05:17.423321 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-53e646ac-b0d8-4541-878c-32cff4768616 req-731fb0e1-bb67-485f-9501-0b9b756a3e10 tempest-ServersNegativeTestJSON-2045220877 tempest-ServersNegativeTestJSON-2045220877-project] 10.222.0.20 "GET /v2.0/ports?device_id=91f8eb27-d3ab-42b3-8211-4dea244fbad4 HTTP/1.1" status: 200 len: 210 time: 0.0329762 Feb 28 11:05:17.485000 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e00df894-747a-4343-afd2-f00bb243a500 req-b852352f-c1a2-4381-9180-3269ca57ea9b tempest-ServersNegativeTestJSON-2045220877 tempest-ServersNegativeTestJSON-2045220877-project] Made reservation on behalf of e27f1c39bc684eeab9e5839eba8ae5d3 for: {'port': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:05:17.488341 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-e00df894-747a-4343-afd2-f00bb243a500 req-b852352f-c1a2-4381-9180-3269ca57ea9b tempest-ServersNegativeTestJSON-2045220877 tempest-ServersNegativeTestJSON-2045220877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:17.630679 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [req-e00df894-747a-4343-afd2-f00bb243a500 req-b852352f-c1a2-4381-9180-3269ca57ea9b tempest-ServersNegativeTestJSON-2045220877 tempest-ServersNegativeTestJSON-2045220877-project] Allocated IP 172.20.0.6 (4adaced0-089c-40d1-bfc3-be1064c70d04/8064cb30-a5a2-45ab-b4e7-cbeb30b75dac/eb925d34-9147-4833-9324-e8f5976afa18) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:05:17.779977 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-e00df894-747a-4343-afd2-f00bb243a500 req-b852352f-c1a2-4381-9180-3269ca57ea9b tempest-ServersNegativeTestJSON-2045220877 tempest-ServersNegativeTestJSON-2045220877-project] Publish callbacks [] for port (eb925d34-9147-4833-9324-e8f5976afa18), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:17.815388 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-e00df894-747a-4343-afd2-f00bb243a500 req-b852352f-c1a2-4381-9180-3269ca57ea9b tempest-ServersNegativeTestJSON-2045220877 tempest-ServersNegativeTestJSON-2045220877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (eb925d34-9147-4833-9324-e8f5976afa18), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:17.847257 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] get_ports_and_sgs() called for port_ids ['3319998f-26a6-45dc-8e3d-472e91157e74'] {{(pid=103409) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 11:05:17.865330 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e00df894-747a-4343-afd2-f00bb243a500 req-b852352f-c1a2-4381-9180-3269ca57ea9b tempest-ServersNegativeTestJSON-2045220877 tempest-ServersNegativeTestJSON-2045220877-project] Network 4adaced0-089c-40d1-bfc3-be1064c70d04 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:05:17.868543 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [req-e00df894-747a-4343-afd2-f00bb243a500 req-b852352f-c1a2-4381-9180-3269ca57ea9b tempest-ServersNegativeTestJSON-2045220877 tempest-ServersNegativeTestJSON-2045220877-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:05:17.872899 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-e00df894-747a-4343-afd2-f00bb243a500 req-b852352f-c1a2-4381-9180-3269ca57ea9b tempest-ServersNegativeTestJSON-2045220877 tempest-ServersNegativeTestJSON-2045220877-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 11:05:17.879683 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b852352f-c1a2-4381-9180-3269ca57ea9b tempest-ServersNegativeTestJSON-2045220877 tempest-ServersNegativeTestJSON-2045220877-project] Pushing event updated for resources: {'Port': ['ID=eb925d34-9147-4833-9324-e8f5976afa18,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:05:17.933331 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00df894-747a-4343-afd2-f00bb243a500 req-b852352f-c1a2-4381-9180-3269ca57ea9b tempest-ServersNegativeTestJSON-2045220877 tempest-ServersNegativeTestJSON-2045220877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:05:17.934208 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-e00df894-747a-4343-afd2-f00bb243a500 req-b852352f-c1a2-4381-9180-3269ca57ea9b tempest-ServersNegativeTestJSON-2045220877 tempest-ServersNegativeTestJSON-2045220877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:17.950398 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-e00df894-747a-4343-afd2-f00bb243a500 req-b852352f-c1a2-4381-9180-3269ca57ea9b tempest-ServersNegativeTestJSON-2045220877 tempest-ServersNegativeTestJSON-2045220877-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6161861 Feb 28 11:05:17.972497 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [req-e00df894-747a-4343-afd2-f00bb243a500 req-65d1c4d7-044f-4766-a92d-30e541a68a3b service neutron] Request body: {'port': {'device_id': '91f8eb27-d3ab-42b3-8211-4dea244fbad4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:05:18.033901 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-e00df894-747a-4343-afd2-f00bb243a500 req-65d1c4d7-044f-4766-a92d-30e541a68a3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (eb925d34-9147-4833-9324-e8f5976afa18), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:18.318859 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.notifiers.nova [req-e00df894-747a-4343-afd2-f00bb243a500 req-65d1c4d7-044f-4766-a92d-30e541a68a3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb925d34-9147-4833-9324-e8f5976afa18 {{(pid=103407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 11:05:18.327261 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-e00df894-747a-4343-afd2-f00bb243a500 req-65d1c4d7-044f-4766-a92d-30e541a68a3b service neutron] Publish callbacks [] for port (eb925d34-9147-4833-9324-e8f5976afa18), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:18.341125 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.provisioning_blocks [req-e00df894-747a-4343-afd2-f00bb243a500 req-65d1c4d7-044f-4766-a92d-30e541a68a3b service neutron] Transition to ACTIVE for port object eb925d34-9147-4833-9324-e8f5976afa18 will not be triggered until provisioned by entity L2. {{(pid=103407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 11:05:18.345875 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-e00df894-747a-4343-afd2-f00bb243a500 req-65d1c4d7-044f-4766-a92d-30e541a68a3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3498066'] for port (eb925d34-9147-4833-9324-e8f5976afa18), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:18.395627 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d1c4d7-044f-4766-a92d-30e541a68a3b service neutron] Pushing event updated for resources: {'Port': ['ID=eb925d34-9147-4833-9324-e8f5976afa18,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:05:18.471674 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-e00df894-747a-4343-afd2-f00bb243a500 req-65d1c4d7-044f-4766-a92d-30e541a68a3b service neutron] Attempting to bind port eb925d34-9147-4833-9324-e8f5976afa18 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 11:05:18.472045 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-e00df894-747a-4343-afd2-f00bb243a500 req-65d1c4d7-044f-4766-a92d-30e541a68a3b service neutron] Attempting to bind port eb925d34-9147-4833-9324-e8f5976afa18 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'f6919156-d6c3-450a-947f-c3547d1d19ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '4adaced0-089c-40d1-bfc3-be1064c70d04'}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 11:05:18.472382 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e00df894-747a-4343-afd2-f00bb243a500 req-65d1c4d7-044f-4766-a92d-30e541a68a3b service neutron] Attempting to bind port eb925d34-9147-4833-9324-e8f5976afa18 on network 4adaced0-089c-40d1-bfc3-be1064c70d04 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 11:05:18.477004 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e00df894-747a-4343-afd2-f00bb243a500 req-65d1c4d7-044f-4766-a92d-30e541a68a3b service neutron] Port eb925d34-9147-4833-9324-e8f5976afa18 on network 4adaced0-089c-40d1-bfc3-be1064c70d04 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 11:05:18.477330 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e00df894-747a-4343-afd2-f00bb243a500 req-65d1c4d7-044f-4766-a92d-30e541a68a3b service neutron] Attempting to bind port eb925d34-9147-4833-9324-e8f5976afa18 on network 4adaced0-089c-40d1-bfc3-be1064c70d04 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 11:05:18.482496 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e00df894-747a-4343-afd2-f00bb243a500 req-65d1c4d7-044f-4766-a92d-30e541a68a3b service neutron] Checking agent: {'id': '13ac42ae-016e-4baf-bb31-c6fa820b41c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 30, 8), 'started_at': datetime.datetime(2022, 2, 28, 10, 30, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 5, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 11:05:18.482809 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e00df894-747a-4343-afd2-f00bb243a500 req-65d1c4d7-044f-4766-a92d-30e541a68a3b service neutron] Checking segment: {'id': 'f6919156-d6c3-450a-947f-c3547d1d19ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '4adaced0-089c-40d1-bfc3-be1064c70d04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 11:05:18.483281 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e00df894-747a-4343-afd2-f00bb243a500 req-65d1c4d7-044f-4766-a92d-30e541a68a3b service neutron] Bound using segment: {'id': 'f6919156-d6c3-450a-947f-c3547d1d19ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '4adaced0-089c-40d1-bfc3-be1064c70d04'} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 11:05:18.483719 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-e00df894-747a-4343-afd2-f00bb243a500 req-65d1c4d7-044f-4766-a92d-30e541a68a3b service neutron] Bound port: eb925d34-9147-4833-9324-e8f5976afa18, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6919156-d6c3-450a-947f-c3547d1d19ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '4adaced0-089c-40d1-bfc3-be1064c70d04'}}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 11:05:18.484084 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-e00df894-747a-4343-afd2-f00bb243a500 req-65d1c4d7-044f-4766-a92d-30e541a68a3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (eb925d34-9147-4833-9324-e8f5976afa18), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:18.588137 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ea5b5b-a824-4c37-8e66-1877d2fd5849 req-53ff57c6-d663-4517-8f55-b8c30d7b82ba tempest-ServersNegativeTestJSON-2045220877 tempest-ServersNegativeTestJSON-2045220877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:05:18.589589 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-29ea5b5b-a824-4c37-8e66-1877d2fd5849 req-53ff57c6-d663-4517-8f55-b8c30d7b82ba tempest-ServersNegativeTestJSON-2045220877 tempest-ServersNegativeTestJSON-2045220877-project] 10.222.0.20 "GET /v2.0/ports?device_id=91f8eb27-d3ab-42b3-8211-4dea244fbad4 HTTP/1.1" status: 200 len: 943 time: 0.0957482 Feb 28 11:05:18.590838 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-e00df894-747a-4343-afd2-f00bb243a500 req-65d1c4d7-044f-4766-a92d-30e541a68a3b service neutron] For port eb925d34-9147-4833-9324-e8f5976afa18, host hv-neutron-mast, cleared binding levels {{(pid=103407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:05:18.595651 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-e00df894-747a-4343-afd2-f00bb243a500 req-65d1c4d7-044f-4766-a92d-30e541a68a3b service neutron] For port eb925d34-9147-4833-9324-e8f5976afa18, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=eb925d34-9147-4833-9324-e8f5976afa18,segment=NetworkSegment(f6919156-d6c3-450a-947f-c3547d1d19ce),segment_id=f6919156-d6c3-450a-947f-c3547d1d19ce)] {{(pid=103407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:05:18.606477 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-e00df894-747a-4343-afd2-f00bb243a500 req-65d1c4d7-044f-4766-a92d-30e541a68a3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3498066'] for port (eb925d34-9147-4833-9324-e8f5976afa18), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:18.659829 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00df894-747a-4343-afd2-f00bb243a500 req-65d1c4d7-044f-4766-a92d-30e541a68a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:05:18.660457 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-e00df894-747a-4343-afd2-f00bb243a500 req-65d1c4d7-044f-4766-a92d-30e541a68a3b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:18.661901 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-e00df894-747a-4343-afd2-f00bb243a500 req-65d1c4d7-044f-4766-a92d-30e541a68a3b service neutron] 10.222.0.30 "PUT /v2.0/ports/eb925d34-9147-4833-9324-e8f5976afa18 HTTP/1.1" status: 200 len: 1093 time: 0.6935699 Feb 28 11:05:18.662329 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91f8eb27-d3ab-42b3-8211-4dea244fbad4', 'tag': 'eb925d34-9147-4833-9324-e8f5976afa18'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:05:18.664725 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c8e1c873eeca597e52e7ceb7469e602eac250bfea6606d285743d38033cf584" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efc2f9f1-ba4e-4001-8dbd-ce764f976d93" -d '{"events": [{"name": "network-changed", "server_uuid": "91f8eb27-d3ab-42b3-8211-4dea244fbad4", "tag": "eb925d34-9147-4833-9324-e8f5976afa18"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 11:05:18.703051 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-29ea5b5b-a824-4c37-8e66-1877d2fd5849 req-3222d509-9ed4-4e0d-a0d4-b732c161a797 tempest-ServersNegativeTestJSON-2045220877 tempest-ServersNegativeTestJSON-2045220877-project] 10.222.0.20 "GET /v2.0/security-groups?id=762ef925-7ca0-4e4f-8356-2411d7732a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055441 Feb 28 11:05:18.703841 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d1c4d7-044f-4766-a92d-30e541a68a3b service neutron] Pushing event updated for resources: {'Port': ['ID=eb925d34-9147-4833-9324-e8f5976afa18,revision_number=3']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:05:18.771205 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00df894-747a-4343-afd2-f00bb243a500 req-4aeb301c-2e95-48d0-a0ef-9394182febea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:05:18.772761 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-e00df894-747a-4343-afd2-f00bb243a500 req-4aeb301c-2e95-48d0-a0ef-9394182febea service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e27f1c39bc684eeab9e5839eba8ae5d3&device_id=91f8eb27-d3ab-42b3-8211-4dea244fbad4 HTTP/1.1" status: 200 len: 1127 time: 0.0455074 Feb 28 11:05:18.793370 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 11:05:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef40b22d-a719-4ada-923a-f3a58693dc69 x-openstack-request-id: req-ef40b22d-a719-4ada-923a-f3a58693dc69 {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 11:05:18.793646 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91f8eb27-d3ab-42b3-8211-4dea244fbad4", "tag": "eb925d34-9147-4833-9324-e8f5976afa18", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 11:05:18.793911 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ef40b22d-a719-4ada-923a-f3a58693dc69 {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 11:05:18.794295 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91f8eb27-d3ab-42b3-8211-4dea244fbad4', 'tag': 'eb925d34-9147-4833-9324-e8f5976afa18', 'status': 'completed', 'code': 200} Feb 28 11:05:18.824044 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-e00df894-747a-4343-afd2-f00bb243a500 req-876b7c39-63b8-4dcd-b351-34462f14e1fd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eb925d34-9147-4833-9324-e8f5976afa18 HTTP/1.1" status: 200 len: 217 time: 0.0388255 Feb 28 11:05:18.878002 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00df894-747a-4343-afd2-f00bb243a500 req-b40722d5-d465-40fc-a41e-57d4fbb460d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:05:18.879383 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-e00df894-747a-4343-afd2-f00bb243a500 req-b40722d5-d465-40fc-a41e-57d4fbb460d7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8064cb30-a5a2-45ab-b4e7-cbeb30b75dac HTTP/1.1" status: 200 len: 854 time: 0.0497694 Feb 28 11:05:18.911583 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-e00df894-747a-4343-afd2-f00bb243a500 req-de484a70-68cd-4f37-b9c5-57dc08ac428a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4adaced0-089c-40d1-bfc3-be1064c70d04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260994 Feb 28 11:05:19.004587 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-e00df894-747a-4343-afd2-f00bb243a500 req-db6a7291-0594-41ab-9ff8-0277e4ae7c00 service neutron] 10.222.0.30 "GET /v2.0/networks/4adaced0-089c-40d1-bfc3-be1064c70d04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855215 Feb 28 11:05:19.099883 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-e00df894-747a-4343-afd2-f00bb243a500 req-08879a59-f55b-412c-9ecf-d3bb879b8349 service neutron] 10.222.0.30 "GET /v2.0/networks/4adaced0-089c-40d1-bfc3-be1064c70d04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894566 Feb 28 11:05:19.240323 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc2f9f1-ba4e-4001-8dbd-ce764f976d93 req-51587b19-1d54-4fd0-a8c2-7b897bb9e8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:05:19.241796 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-efc2f9f1-ba4e-4001-8dbd-ce764f976d93 req-51587b19-1d54-4fd0-a8c2-7b897bb9e8e4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e27f1c39bc684eeab9e5839eba8ae5d3&device_id=91f8eb27-d3ab-42b3-8211-4dea244fbad4 HTTP/1.1" status: 200 len: 1127 time: 0.0478232 Feb 28 11:05:19.334987 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc2f9f1-ba4e-4001-8dbd-ce764f976d93 req-8849094e-265a-47be-8bfa-75b104d01bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:05:19.336482 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-efc2f9f1-ba4e-4001-8dbd-ce764f976d93 req-8849094e-265a-47be-8bfa-75b104d01bd0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4adaced0-089c-40d1-bfc3-be1064c70d04 HTTP/1.1" status: 200 len: 915 time: 0.0890274 Feb 28 11:05:19.377249 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-efc2f9f1-ba4e-4001-8dbd-ce764f976d93 req-03d289f6-6bff-4806-ac43-ade6401215f8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eb925d34-9147-4833-9324-e8f5976afa18 HTTP/1.1" status: 200 len: 217 time: 0.0346913 Feb 28 11:05:19.426279 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc2f9f1-ba4e-4001-8dbd-ce764f976d93 req-9d8a271c-7486-43cc-9da3-6cf5f5833e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:05:19.427756 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-efc2f9f1-ba4e-4001-8dbd-ce764f976d93 req-9d8a271c-7486-43cc-9da3-6cf5f5833e7e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8064cb30-a5a2-45ab-b4e7-cbeb30b75dac HTTP/1.1" status: 200 len: 854 time: 0.0443153 Feb 28 11:05:19.458700 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-efc2f9f1-ba4e-4001-8dbd-ce764f976d93 req-fd8d4849-6bd8-4122-8598-cb77779836e6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4adaced0-089c-40d1-bfc3-be1064c70d04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252306 Feb 28 11:05:19.551701 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-efc2f9f1-ba4e-4001-8dbd-ce764f976d93 req-617e5203-45b8-43f7-9ffe-96019c16245d service neutron] 10.222.0.30 "GET /v2.0/networks/4adaced0-089c-40d1-bfc3-be1064c70d04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857940 Feb 28 11:05:19.646074 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-efc2f9f1-ba4e-4001-8dbd-ce764f976d93 req-a907a984-8978-4567-aa26-cc2cd1554c7f service neutron] 10.222.0.30 "GET /v2.0/networks/4adaced0-089c-40d1-bfc3-be1064c70d04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882156 Feb 28 11:05:20.200076 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdae5b14-fe87-44d1-97df-f6ecd63b061a req-cf7cc1f8-20c5-444d-95b2-847c79802215 tempest-ServersNegativeTestJSON-2045220877 tempest-ServersNegativeTestJSON-2045220877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:05:20.201666 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-bdae5b14-fe87-44d1-97df-f6ecd63b061a req-cf7cc1f8-20c5-444d-95b2-847c79802215 tempest-ServersNegativeTestJSON-2045220877 tempest-ServersNegativeTestJSON-2045220877-project] 10.222.0.20 "GET /v2.0/ports?device_id=91f8eb27-d3ab-42b3-8211-4dea244fbad4 HTTP/1.1" status: 200 len: 943 time: 0.4217093 Feb 28 11:05:20.253136 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-bdae5b14-fe87-44d1-97df-f6ecd63b061a req-bc068835-7a6f-422f-b29d-0ddfee4157c6 tempest-ServersNegativeTestJSON-2045220877 tempest-ServersNegativeTestJSON-2045220877-project] 10.222.0.20 "GET /v2.0/security-groups?id=762ef925-7ca0-4e4f-8356-2411d7732a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457048 Feb 28 11:05:21.377535 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834ef35d-e6cc-40ec-9401-d60b0e7a6b4d req-16755593-43c7-4256-8706-dd8d445dd4ed tempest-ServersNegativeTestJSON-2045220877 tempest-ServersNegativeTestJSON-2045220877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:05:21.383095 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-834ef35d-e6cc-40ec-9401-d60b0e7a6b4d req-16755593-43c7-4256-8706-dd8d445dd4ed tempest-ServersNegativeTestJSON-2045220877 tempest-ServersNegativeTestJSON-2045220877-project] 10.222.0.20 "GET /v2.0/ports?device_id=91f8eb27-d3ab-42b3-8211-4dea244fbad4 HTTP/1.1" status: 200 len: 943 time: 0.0552452 Feb 28 11:05:21.431279 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-834ef35d-e6cc-40ec-9401-d60b0e7a6b4d req-79ce15a8-32df-4adc-9e24-106793e3b8f8 tempest-ServersNegativeTestJSON-2045220877 tempest-ServersNegativeTestJSON-2045220877-project] 10.222.0.20 "GET /v2.0/security-groups?id=762ef925-7ca0-4e4f-8356-2411d7732a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446455 Feb 28 11:05:21.682646 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device eb925d34-9147-4833-9324-e8f5976afa18 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103409) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 11:05:21.796343 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] For port eb925d34-9147-4833-9324-e8f5976afa18, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=eb925d34-9147-4833-9324-e8f5976afa18,segment=NetworkSegment(f6919156-d6c3-450a-947f-c3547d1d19ce),segment_id=f6919156-d6c3-450a-947f-c3547d1d19ce)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:05:21.810036 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Returning: {'device': 'eb925d34-9147-4833-9324-e8f5976afa18', 'network_id': '4adaced0-089c-40d1-bfc3-be1064c70d04', 'port_id': 'eb925d34-9147-4833-9324-e8f5976afa18', 'mac_address': 'fa:16:3e:7e:99:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 297, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8064cb30-a5a2-45ab-b4e7-cbeb30b75dac', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103409) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 11:05:21.851929 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Current status of the port eb925d34-9147-4833-9324-e8f5976afa18 is: DOWN; New status is: BUILD {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:05:21.852334 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (eb925d34-9147-4833-9324-e8f5976afa18), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:21.865927 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb925d34-9147-4833-9324-e8f5976afa18 {{(pid=103409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 11:05:21.886421 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] For port eb925d34-9147-4833-9324-e8f5976afa18, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=eb925d34-9147-4833-9324-e8f5976afa18,segment=NetworkSegment(f6919156-d6c3-450a-947f-c3547d1d19ce),segment_id=f6919156-d6c3-450a-947f-c3547d1d19ce)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:05:21.891818 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (eb925d34-9147-4833-9324-e8f5976afa18), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:21.943107 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Pushing event updated for resources: {'Port': ['ID=eb925d34-9147-4833-9324-e8f5976afa18,revision_number=4']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:05:22.265665 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] get_ports_and_sgs() called for port_ids ['eb925d34-9147-4833-9324-e8f5976afa18'] {{(pid=103409) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 11:05:22.560452 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e584c062-2efb-44b7-a8ed-2d7a2128d376 req-c8b229af-2a31-4268-8385-14de88cca2fd tempest-ServersNegativeTestJSON-2045220877 tempest-ServersNegativeTestJSON-2045220877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:05:22.561913 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-e584c062-2efb-44b7-a8ed-2d7a2128d376 req-c8b229af-2a31-4268-8385-14de88cca2fd tempest-ServersNegativeTestJSON-2045220877 tempest-ServersNegativeTestJSON-2045220877-project] 10.222.0.20 "GET /v2.0/ports?device_id=91f8eb27-d3ab-42b3-8211-4dea244fbad4 HTTP/1.1" status: 200 len: 944 time: 0.0588987 Feb 28 11:05:22.610355 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-e584c062-2efb-44b7-a8ed-2d7a2128d376 req-234009b8-e26f-4c92-a2a4-2f2b53f99cfc tempest-ServersNegativeTestJSON-2045220877 tempest-ServersNegativeTestJSON-2045220877-project] 10.222.0.20 "GET /v2.0/security-groups?id=762ef925-7ca0-4e4f-8356-2411d7732a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426819 Feb 28 11:05:23.694841 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device eb925d34-9147-4833-9324-e8f5976afa18 up at agent hyperv_hv-neutron-mast {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 11:05:23.738585 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc92cec-f38d-4bc5-a58d-3de252b20086 req-b8c310ff-487c-45c8-b8c3-071db500e5ef tempest-ServersNegativeTestJSON-2045220877 tempest-ServersNegativeTestJSON-2045220877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:05:23.740124 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-3cc92cec-f38d-4bc5-a58d-3de252b20086 req-b8c310ff-487c-45c8-b8c3-071db500e5ef tempest-ServersNegativeTestJSON-2045220877 tempest-ServersNegativeTestJSON-2045220877-project] 10.222.0.20 "GET /v2.0/ports?device_id=91f8eb27-d3ab-42b3-8211-4dea244fbad4 HTTP/1.1" status: 200 len: 944 time: 0.0579391 Feb 28 11:05:23.745260 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Provisioning for port eb925d34-9147-4833-9324-e8f5976afa18 completed by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 11:05:23.750027 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Provisioning complete for port eb925d34-9147-4833-9324-e8f5976afa18 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:05:23.750413 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (eb925d34-9147-4833-9324-e8f5976afa18), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:23.793010 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-3cc92cec-f38d-4bc5-a58d-3de252b20086 req-436fba3f-1a3b-4136-acd2-4303d0045e6f tempest-ServersNegativeTestJSON-2045220877 tempest-ServersNegativeTestJSON-2045220877-project] 10.222.0.20 "GET /v2.0/security-groups?id=762ef925-7ca0-4e4f-8356-2411d7732a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451810 Feb 28 11:05:23.840074 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Current status of the port eb925d34-9147-4833-9324-e8f5976afa18 is: BUILD; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:05:23.840694 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (eb925d34-9147-4833-9324-e8f5976afa18), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:23.865400 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91f8eb27-d3ab-42b3-8211-4dea244fbad4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb925d34-9147-4833-9324-e8f5976afa18'}] {{(pid=103409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:05:23.867630 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa5325a5be4b33bf61fd809c564e3765e689d817bbd874267890deb3cfccaf12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36a37097-fbe2-4bc3-944d-97547c8597a2" -d '{"events": [{"server_uuid": "91f8eb27-d3ab-42b3-8211-4dea244fbad4", "name": "network-vif-plugged", "status": "completed", "tag": "eb925d34-9147-4833-9324-e8f5976afa18"}]}' {{(pid=103409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 11:05:23.881376 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] For port eb925d34-9147-4833-9324-e8f5976afa18, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=eb925d34-9147-4833-9324-e8f5976afa18,segment=NetworkSegment(f6919156-d6c3-450a-947f-c3547d1d19ce),segment_id=f6919156-d6c3-450a-947f-c3547d1d19ce)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:05:23.885782 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (eb925d34-9147-4833-9324-e8f5976afa18), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:23.913477 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 11:05:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d39c1784-087c-4e98-8531-77c449e2c205 x-openstack-request-id: req-d39c1784-087c-4e98-8531-77c449e2c205 {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 11:05:23.913766 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91f8eb27-d3ab-42b3-8211-4dea244fbad4", "name": "network-vif-plugged", "status": "completed", "tag": "eb925d34-9147-4833-9324-e8f5976afa18", "code": 200}]} {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 11:05:23.914012 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d39c1784-087c-4e98-8531-77c449e2c205 {{(pid=103409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 11:05:23.914389 dv-neutron-master-2-hyperv neutron-server[103409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91f8eb27-d3ab-42b3-8211-4dea244fbad4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb925d34-9147-4833-9324-e8f5976afa18', 'code': 200} Feb 28 11:05:23.940013 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Pushing event updated for resources: {'Port': ['ID=eb925d34-9147-4833-9324-e8f5976afa18,revision_number=5']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:05:24.112908 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaaa467-46c0-4dca-a97a-2a8866dd0239 req-2659bf8c-cdc3-4d9a-b03e-294a937047ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:05:24.114362 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-fcaaa467-46c0-4dca-a97a-2a8866dd0239 req-2659bf8c-cdc3-4d9a-b03e-294a937047ca service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=91f8eb27-d3ab-42b3-8211-4dea244fbad4 HTTP/1.1" status: 200 len: 1129 time: 0.0473864 Feb 28 11:05:24.164730 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-fcaaa467-46c0-4dca-a97a-2a8866dd0239 req-e43b2c5b-ee59-41d2-99d5-60e421ce0cff service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=762ef925-7ca0-4e4f-8356-2411d7732a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444601 Feb 28 11:05:24.921152 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92a4d79-c7fb-4abc-9d94-d35eba0d3b9e req-6070adf2-2ac3-4eaf-8fe0-8da6f02bd2ed tempest-ServersNegativeTestJSON-2045220877 tempest-ServersNegativeTestJSON-2045220877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:05:24.922852 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-a92a4d79-c7fb-4abc-9d94-d35eba0d3b9e req-6070adf2-2ac3-4eaf-8fe0-8da6f02bd2ed tempest-ServersNegativeTestJSON-2045220877 tempest-ServersNegativeTestJSON-2045220877-project] 10.222.0.20 "GET /v2.0/ports?device_id=91f8eb27-d3ab-42b3-8211-4dea244fbad4 HTTP/1.1" status: 200 len: 945 time: 0.0562620 Feb 28 11:05:24.974110 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-a92a4d79-c7fb-4abc-9d94-d35eba0d3b9e req-0dad1fcf-d620-4428-8f44-bf90eef3e007 tempest-ServersNegativeTestJSON-2045220877 tempest-ServersNegativeTestJSON-2045220877-project] 10.222.0.20 "GET /v2.0/security-groups?id=762ef925-7ca0-4e4f-8356-2411d7732a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440409 Feb 28 11:05:26.102747 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78082801-2c98-413a-bddc-c11d7371eb90 req-92178f9c-6e5a-4777-94be-eab3574aaeb4 tempest-ServersNegativeTestJSON-2045220877 tempest-ServersNegativeTestJSON-2045220877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:05:26.104267 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-78082801-2c98-413a-bddc-c11d7371eb90 req-92178f9c-6e5a-4777-94be-eab3574aaeb4 tempest-ServersNegativeTestJSON-2045220877 tempest-ServersNegativeTestJSON-2045220877-project] 10.222.0.20 "GET /v2.0/ports?device_id=91f8eb27-d3ab-42b3-8211-4dea244fbad4 HTTP/1.1" status: 200 len: 945 time: 0.0564923 Feb 28 11:05:26.152545 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-78082801-2c98-413a-bddc-c11d7371eb90 req-d864c205-1ef1-47a0-b807-bf51cf200183 tempest-ServersNegativeTestJSON-2045220877 tempest-ServersNegativeTestJSON-2045220877-project] 10.222.0.20 "GET /v2.0/security-groups?id=762ef925-7ca0-4e4f-8356-2411d7732a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420303 Feb 28 11:05:26.405360 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475ae796-4ba1-4e7a-8406-0c29b7c6b547 req-b40485e7-d3e8-4c8f-a934-1e7c6e9900b7 tempest-ServersNegativeTestJSON-2045220877 tempest-ServersNegativeTestJSON-2045220877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:05:26.406866 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-475ae796-4ba1-4e7a-8406-0c29b7c6b547 req-b40485e7-d3e8-4c8f-a934-1e7c6e9900b7 tempest-ServersNegativeTestJSON-2045220877 tempest-ServersNegativeTestJSON-2045220877-project] 10.222.0.20 "GET /v2.0/ports?device_id=91f8eb27-d3ab-42b3-8211-4dea244fbad4 HTTP/1.1" status: 200 len: 945 time: 0.0593266 Feb 28 11:05:26.454176 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-475ae796-4ba1-4e7a-8406-0c29b7c6b547 req-a337e42a-0b96-4623-9ee5-579b695442be tempest-ServersNegativeTestJSON-2045220877 tempest-ServersNegativeTestJSON-2045220877-project] 10.222.0.20 "GET /v2.0/security-groups?id=762ef925-7ca0-4e4f-8356-2411d7732a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415847 Feb 28 11:05:27.583182 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b7f5de-034c-441c-b528-395f8b3d1807 req-380dc124-6c37-4bc3-a2bb-57d869bd4155 tempest-ServersNegativeTestJSON-2045220877 tempest-ServersNegativeTestJSON-2045220877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:05:27.584721 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-73b7f5de-034c-441c-b528-395f8b3d1807 req-380dc124-6c37-4bc3-a2bb-57d869bd4155 tempest-ServersNegativeTestJSON-2045220877 tempest-ServersNegativeTestJSON-2045220877-project] 10.222.0.20 "GET /v2.0/ports?device_id=91f8eb27-d3ab-42b3-8211-4dea244fbad4 HTTP/1.1" status: 200 len: 945 time: 0.0566711 Feb 28 11:05:27.634524 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-73b7f5de-034c-441c-b528-395f8b3d1807 req-909d1348-99ab-45c5-9329-b417544fcc19 tempest-ServersNegativeTestJSON-2045220877 tempest-ServersNegativeTestJSON-2045220877-project] 10.222.0.20 "GET /v2.0/security-groups?id=762ef925-7ca0-4e4f-8356-2411d7732a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440216 Feb 28 11:05:28.012206 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feac152-5108-47e7-924a-aba03f36358c req-a49df8a5-53a9-420d-8bf8-e1f4ce2f7cfb tempest-ServersNegativeTestJSON-2045220877 tempest-ServersNegativeTestJSON-2045220877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:05:28.013956 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-5feac152-5108-47e7-924a-aba03f36358c req-a49df8a5-53a9-420d-8bf8-e1f4ce2f7cfb tempest-ServersNegativeTestJSON-2045220877 tempest-ServersNegativeTestJSON-2045220877-project] 10.222.0.30 "GET /v2.0/ports?device_id=91f8eb27-d3ab-42b3-8211-4dea244fbad4 HTTP/1.1" status: 200 len: 945 time: 0.0605159 Feb 28 11:05:28.112682 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [req-5feac152-5108-47e7-924a-aba03f36358c req-8a93ab1e-b411-4c33-8365-62d8c5d875d9 tempest-ServersNegativeTestJSON-2045220877 tempest-ServersNegativeTestJSON-2045220877-project] Deleting port eb925d34-9147-4833-9324-e8f5976afa18 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 11:05:28.113016 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-5feac152-5108-47e7-924a-aba03f36358c req-8a93ab1e-b411-4c33-8365-62d8c5d875d9 tempest-ServersNegativeTestJSON-2045220877 tempest-ServersNegativeTestJSON-2045220877-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (eb925d34-9147-4833-9324-e8f5976afa18), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:28.205649 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-5feac152-5108-47e7-924a-aba03f36358c req-8a93ab1e-b411-4c33-8365-62d8c5d875d9 tempest-ServersNegativeTestJSON-2045220877 tempest-ServersNegativeTestJSON-2045220877-project] For port eb925d34-9147-4833-9324-e8f5976afa18, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=eb925d34-9147-4833-9324-e8f5976afa18,segment=NetworkSegment(f6919156-d6c3-450a-947f-c3547d1d19ce),segment_id=f6919156-d6c3-450a-947f-c3547d1d19ce)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:05:28.206021 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-5feac152-5108-47e7-924a-aba03f36358c req-8a93ab1e-b411-4c33-8365-62d8c5d875d9 tempest-ServersNegativeTestJSON-2045220877 tempest-ServersNegativeTestJSON-2045220877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (eb925d34-9147-4833-9324-e8f5976afa18), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:28.220060 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [req-5feac152-5108-47e7-924a-aba03f36358c req-8a93ab1e-b411-4c33-8365-62d8c5d875d9 tempest-ServersNegativeTestJSON-2045220877 tempest-ServersNegativeTestJSON-2045220877-project] Calling delete_port for eb925d34-9147-4833-9324-e8f5976afa18 owned by compute:nova {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 11:05:28.353279 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-5feac152-5108-47e7-924a-aba03f36358c req-8a93ab1e-b411-4c33-8365-62d8c5d875d9 tempest-ServersNegativeTestJSON-2045220877 tempest-ServersNegativeTestJSON-2045220877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (eb925d34-9147-4833-9324-e8f5976afa18), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:28.386474 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a93ab1e-b411-4c33-8365-62d8c5d875d9 tempest-ServersNegativeTestJSON-2045220877 tempest-ServersNegativeTestJSON-2045220877-project] Pushing event deleted for resources: {'Port': ['ID=eb925d34-9147-4833-9324-e8f5976afa18,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:05:28.386982 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] get_ports_and_sgs() called for port_ids ['3319998f-26a6-45dc-8e3d-472e91157e74', 'eb925d34-9147-4833-9324-e8f5976afa18'] {{(pid=103409) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 11:05:28.430058 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-5feac152-5108-47e7-924a-aba03f36358c req-8a93ab1e-b411-4c33-8365-62d8c5d875d9 tempest-ServersNegativeTestJSON-2045220877 tempest-ServersNegativeTestJSON-2045220877-project] No DVR routers for this DVR port eb925d34-9147-4833-9324-e8f5976afa18 on host hv-neutron-mast {{(pid=103407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:05:28.432790 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-5feac152-5108-47e7-924a-aba03f36358c req-8a93ab1e-b411-4c33-8365-62d8c5d875d9 tempest-ServersNegativeTestJSON-2045220877 tempest-ServersNegativeTestJSON-2045220877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:28.436420 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-5feac152-5108-47e7-924a-aba03f36358c req-8a93ab1e-b411-4c33-8365-62d8c5d875d9 tempest-ServersNegativeTestJSON-2045220877 tempest-ServersNegativeTestJSON-2045220877-project] 10.222.0.30 "DELETE /v2.0/ports/eb925d34-9147-4833-9324-e8f5976afa18 HTTP/1.1" status: 204 len: 173 time: 0.4165182 Feb 28 11:05:28.436946 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91f8eb27-d3ab-42b3-8211-4dea244fbad4', 'name': 'network-vif-deleted', 'tag': 'eb925d34-9147-4833-9324-e8f5976afa18'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:05:28.439303 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c8e1c873eeca597e52e7ceb7469e602eac250bfea6606d285743d38033cf584" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-685be815-eb73-4278-a707-3778bfaa9cb5" -d '{"events": [{"server_uuid": "91f8eb27-d3ab-42b3-8211-4dea244fbad4", "name": "network-vif-deleted", "tag": "eb925d34-9147-4833-9324-e8f5976afa18"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 11:05:28.482735 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 11:05:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1feecb0-0a41-4fbf-81d9-353ddd0ecb53 x-openstack-request-id: req-f1feecb0-0a41-4fbf-81d9-353ddd0ecb53 {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 11:05:28.483549 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91f8eb27-d3ab-42b3-8211-4dea244fbad4", "name": "network-vif-deleted", "tag": "eb925d34-9147-4833-9324-e8f5976afa18", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 11:05:28.483549 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f1feecb0-0a41-4fbf-81d9-353ddd0ecb53 {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 11:05:28.483960 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91f8eb27-d3ab-42b3-8211-4dea244fbad4', 'name': 'network-vif-deleted', 'tag': 'eb925d34-9147-4833-9324-e8f5976afa18', 'status': 'completed', 'code': 200} Feb 28 11:05:28.749489 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-9c93af9c-6eaa-48bd-a0f2-257d065088bd req-c5ef50d4-f2e3-4b90-a67a-c0681636dbbc tempest-ServersNegativeTestJSON-2045220877 tempest-ServersNegativeTestJSON-2045220877-project] 10.222.0.20 "GET /v2.0/ports?device_id=91f8eb27-d3ab-42b3-8211-4dea244fbad4 HTTP/1.1" status: 200 len: 210 time: 0.0298553 Feb 28 11:05:29.909163 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf138b64-6ee0-44c4-b0ec-930e38da3356 req-e8671025-29c1-41b6-a010-1aa6c5730323 tempest-ServersNegativeTestJSON-2045220877 tempest-ServersNegativeTestJSON-2045220877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:05:29.910702 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-bf138b64-6ee0-44c4-b0ec-930e38da3356 req-e8671025-29c1-41b6-a010-1aa6c5730323 tempest-ServersNegativeTestJSON-2045220877 tempest-ServersNegativeTestJSON-2045220877-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6f6c495-52f5-4d90-a494-0f20ba710700 HTTP/1.1" status: 200 len: 945 time: 0.0558608 Feb 28 11:05:29.965813 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-bf138b64-6ee0-44c4-b0ec-930e38da3356 req-ba487960-0a8f-429d-bca4-8b06454b1bed tempest-ServersNegativeTestJSON-2045220877 tempest-ServersNegativeTestJSON-2045220877-project] 10.222.0.20 "GET /v2.0/security-groups?id=762ef925-7ca0-4e4f-8356-2411d7732a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492084 Feb 28 11:05:30.101542 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbc19bb-c2e5-4d7f-b7a1-e09b7535be9f req-8f68ea72-e4f8-46d3-9f46-7c6a29132b61 tempest-ServersNegativeTestJSON-2045220877 tempest-ServersNegativeTestJSON-2045220877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:05:30.102981 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-7cbc19bb-c2e5-4d7f-b7a1-e09b7535be9f req-8f68ea72-e4f8-46d3-9f46-7c6a29132b61 tempest-ServersNegativeTestJSON-2045220877 tempest-ServersNegativeTestJSON-2045220877-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6f6c495-52f5-4d90-a494-0f20ba710700 HTTP/1.1" status: 200 len: 945 time: 0.0546889 Feb 28 11:05:30.151135 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-7cbc19bb-c2e5-4d7f-b7a1-e09b7535be9f req-cd78fa30-f3c1-441f-9ece-0f85e92a2300 tempest-ServersNegativeTestJSON-2045220877 tempest-ServersNegativeTestJSON-2045220877-project] 10.222.0.20 "GET /v2.0/security-groups?id=762ef925-7ca0-4e4f-8356-2411d7732a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421979 Feb 28 11:05:30.286607 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e7939c-560e-4cf3-b34b-85991daedcd0 req-bbe23599-14a4-426d-9a87-f79ccd811bb0 tempest-ServersNegativeTestJSON-2045220877 tempest-ServersNegativeTestJSON-2045220877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:05:30.288290 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-d8e7939c-560e-4cf3-b34b-85991daedcd0 req-bbe23599-14a4-426d-9a87-f79ccd811bb0 tempest-ServersNegativeTestJSON-2045220877 tempest-ServersNegativeTestJSON-2045220877-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6f6c495-52f5-4d90-a494-0f20ba710700 HTTP/1.1" status: 200 len: 945 time: 0.0576975 Feb 28 11:05:30.338981 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-d8e7939c-560e-4cf3-b34b-85991daedcd0 req-abc70aa4-679b-4644-a258-1493d4949034 tempest-ServersNegativeTestJSON-2045220877 tempest-ServersNegativeTestJSON-2045220877-project] 10.222.0.20 "GET /v2.0/security-groups?id=762ef925-7ca0-4e4f-8356-2411d7732a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450161 Feb 28 11:05:30.523952 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ff455c-dbde-4f07-abce-280bee5cb662 req-d23e1470-b16b-44ff-8b2e-3125852749b8 tempest-ServersNegativeTestJSON-2045220877 tempest-ServersNegativeTestJSON-2045220877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:05:30.525522 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-b9ff455c-dbde-4f07-abce-280bee5cb662 req-d23e1470-b16b-44ff-8b2e-3125852749b8 tempest-ServersNegativeTestJSON-2045220877 tempest-ServersNegativeTestJSON-2045220877-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6f6c495-52f5-4d90-a494-0f20ba710700 HTTP/1.1" status: 200 len: 945 time: 0.0602579 Feb 28 11:05:30.575698 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-b9ff455c-dbde-4f07-abce-280bee5cb662 req-ff4355e3-e645-4c1b-a6fd-a9c36e8c5c5b tempest-ServersNegativeTestJSON-2045220877 tempest-ServersNegativeTestJSON-2045220877-project] 10.222.0.20 "GET /v2.0/security-groups?id=762ef925-7ca0-4e4f-8356-2411d7732a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441465 Feb 28 11:05:30.703438 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cbdef2-8f91-4bae-aab6-d971785d18d1 req-b8069929-694a-4de0-8d6b-b4c143e16a4b tempest-ServersNegativeTestJSON-2045220877 tempest-ServersNegativeTestJSON-2045220877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:05:30.704908 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-e6cbdef2-8f91-4bae-aab6-d971785d18d1 req-b8069929-694a-4de0-8d6b-b4c143e16a4b tempest-ServersNegativeTestJSON-2045220877 tempest-ServersNegativeTestJSON-2045220877-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6f6c495-52f5-4d90-a494-0f20ba710700 HTTP/1.1" status: 200 len: 945 time: 0.0612874 Feb 28 11:05:30.754325 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-e6cbdef2-8f91-4bae-aab6-d971785d18d1 req-50d2e9c0-3ea9-4627-be08-290ed5c3f7c8 tempest-ServersNegativeTestJSON-2045220877 tempest-ServersNegativeTestJSON-2045220877-project] 10.222.0.20 "GET /v2.0/security-groups?id=762ef925-7ca0-4e4f-8356-2411d7732a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433574 Feb 28 11:05:30.889295 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220e2572-b5ff-4df3-9b82-7e5c1954a727 req-7457c42e-e815-42b1-8fde-35897e075f49 tempest-ServersNegativeTestJSON-2045220877 tempest-ServersNegativeTestJSON-2045220877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:05:30.890802 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-220e2572-b5ff-4df3-9b82-7e5c1954a727 req-7457c42e-e815-42b1-8fde-35897e075f49 tempest-ServersNegativeTestJSON-2045220877 tempest-ServersNegativeTestJSON-2045220877-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6f6c495-52f5-4d90-a494-0f20ba710700 HTTP/1.1" status: 200 len: 945 time: 0.0595009 Feb 28 11:05:30.938785 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-220e2572-b5ff-4df3-9b82-7e5c1954a727 req-3824f04e-0a9d-451f-b801-0486e9c81e61 tempest-ServersNegativeTestJSON-2045220877 tempest-ServersNegativeTestJSON-2045220877-project] 10.222.0.20 "GET /v2.0/security-groups?id=762ef925-7ca0-4e4f-8356-2411d7732a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422313 Feb 28 11:05:31.256250 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05559822-288b-40d3-a29e-8ed54911801f req-80549653-6d5a-4943-b456-a411a895a70d tempest-ServersNegativeTestJSON-2045220877 tempest-ServersNegativeTestJSON-2045220877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:05:31.257782 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-05559822-288b-40d3-a29e-8ed54911801f req-80549653-6d5a-4943-b456-a411a895a70d tempest-ServersNegativeTestJSON-2045220877 tempest-ServersNegativeTestJSON-2045220877-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6f6c495-52f5-4d90-a494-0f20ba710700 HTTP/1.1" status: 200 len: 945 time: 0.0592070 Feb 28 11:05:31.305797 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-05559822-288b-40d3-a29e-8ed54911801f req-8d9ea8cc-dc89-497f-9250-dfd672f10821 tempest-ServersNegativeTestJSON-2045220877 tempest-ServersNegativeTestJSON-2045220877-project] 10.222.0.20 "GET /v2.0/security-groups?id=762ef925-7ca0-4e4f-8356-2411d7732a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423050 Feb 28 11:05:31.722687 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device eb925d34-9147-4833-9324-e8f5976afa18 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 11:05:31.742957 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] No Port match for: eb925d34-9147-4833-9324-e8f5976afa18 {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 11:05:31.743311 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device eb925d34-9147-4833-9324-e8f5976afa18 not bound to the agent host hv-neutron-mast {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 11:05:32.437803 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97874a8c-9c97-4aac-a5a4-6f7efb0fbdf1 req-5e0704a9-da7e-41c5-92a6-0e67727dd740 tempest-ServersNegativeTestJSON-2045220877 tempest-ServersNegativeTestJSON-2045220877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:05:32.439407 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-97874a8c-9c97-4aac-a5a4-6f7efb0fbdf1 req-5e0704a9-da7e-41c5-92a6-0e67727dd740 tempest-ServersNegativeTestJSON-2045220877 tempest-ServersNegativeTestJSON-2045220877-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6f6c495-52f5-4d90-a494-0f20ba710700 HTTP/1.1" status: 200 len: 945 time: 0.0580552 Feb 28 11:05:32.494741 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-97874a8c-9c97-4aac-a5a4-6f7efb0fbdf1 req-572b5507-f2a1-46c6-8d44-de7b6384764c tempest-ServersNegativeTestJSON-2045220877 tempest-ServersNegativeTestJSON-2045220877-project] 10.222.0.20 "GET /v2.0/security-groups?id=762ef925-7ca0-4e4f-8356-2411d7732a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493584 Feb 28 11:05:32.835906 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef63300-e37c-4a4c-94e6-f18e812c6a8a req-6f1f5863-b637-4602-a847-b32f1844beac tempest-ServersNegativeTestJSON-2045220877 tempest-ServersNegativeTestJSON-2045220877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:05:32.837431 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-6ef63300-e37c-4a4c-94e6-f18e812c6a8a req-6f1f5863-b637-4602-a847-b32f1844beac tempest-ServersNegativeTestJSON-2045220877 tempest-ServersNegativeTestJSON-2045220877-project] 10.222.0.30 "GET /v2.0/ports?device_id=f6f6c495-52f5-4d90-a494-0f20ba710700 HTTP/1.1" status: 200 len: 945 time: 0.0566080 Feb 28 11:05:32.931611 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [req-6ef63300-e37c-4a4c-94e6-f18e812c6a8a req-5685cc03-4123-4648-b645-1a09f5f0cbf8 tempest-ServersNegativeTestJSON-2045220877 tempest-ServersNegativeTestJSON-2045220877-project] Deleting port 3319998f-26a6-45dc-8e3d-472e91157e74 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 11:05:32.931968 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-6ef63300-e37c-4a4c-94e6-f18e812c6a8a req-5685cc03-4123-4648-b645-1a09f5f0cbf8 tempest-ServersNegativeTestJSON-2045220877 tempest-ServersNegativeTestJSON-2045220877-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (3319998f-26a6-45dc-8e3d-472e91157e74), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:33.027374 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-6ef63300-e37c-4a4c-94e6-f18e812c6a8a req-5685cc03-4123-4648-b645-1a09f5f0cbf8 tempest-ServersNegativeTestJSON-2045220877 tempest-ServersNegativeTestJSON-2045220877-project] For port 3319998f-26a6-45dc-8e3d-472e91157e74, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=3319998f-26a6-45dc-8e3d-472e91157e74,segment=NetworkSegment(f6919156-d6c3-450a-947f-c3547d1d19ce),segment_id=f6919156-d6c3-450a-947f-c3547d1d19ce)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:05:33.027703 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-6ef63300-e37c-4a4c-94e6-f18e812c6a8a req-5685cc03-4123-4648-b645-1a09f5f0cbf8 tempest-ServersNegativeTestJSON-2045220877 tempest-ServersNegativeTestJSON-2045220877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (3319998f-26a6-45dc-8e3d-472e91157e74), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:33.041419 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [req-6ef63300-e37c-4a4c-94e6-f18e812c6a8a req-5685cc03-4123-4648-b645-1a09f5f0cbf8 tempest-ServersNegativeTestJSON-2045220877 tempest-ServersNegativeTestJSON-2045220877-project] Calling delete_port for 3319998f-26a6-45dc-8e3d-472e91157e74 owned by compute:nova {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 11:05:33.175087 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-6ef63300-e37c-4a4c-94e6-f18e812c6a8a req-5685cc03-4123-4648-b645-1a09f5f0cbf8 tempest-ServersNegativeTestJSON-2045220877 tempest-ServersNegativeTestJSON-2045220877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (3319998f-26a6-45dc-8e3d-472e91157e74), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:33.205141 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5685cc03-4123-4648-b645-1a09f5f0cbf8 tempest-ServersNegativeTestJSON-2045220877 tempest-ServersNegativeTestJSON-2045220877-project] Pushing event deleted for resources: {'Port': ['ID=3319998f-26a6-45dc-8e3d-472e91157e74,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:05:33.208613 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] get_ports_and_sgs() called for port_ids ['3319998f-26a6-45dc-8e3d-472e91157e74'] {{(pid=103409) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 11:05:33.248963 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ef63300-e37c-4a4c-94e6-f18e812c6a8a req-5685cc03-4123-4648-b645-1a09f5f0cbf8 tempest-ServersNegativeTestJSON-2045220877 tempest-ServersNegativeTestJSON-2045220877-project] No DVR routers for this DVR port 3319998f-26a6-45dc-8e3d-472e91157e74 on host hv-neutron-mast {{(pid=103407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:05:33.251653 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-6ef63300-e37c-4a4c-94e6-f18e812c6a8a req-5685cc03-4123-4648-b645-1a09f5f0cbf8 tempest-ServersNegativeTestJSON-2045220877 tempest-ServersNegativeTestJSON-2045220877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:33.255111 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-6ef63300-e37c-4a4c-94e6-f18e812c6a8a req-5685cc03-4123-4648-b645-1a09f5f0cbf8 tempest-ServersNegativeTestJSON-2045220877 tempest-ServersNegativeTestJSON-2045220877-project] 10.222.0.30 "DELETE /v2.0/ports/3319998f-26a6-45dc-8e3d-472e91157e74 HTTP/1.1" status: 204 len: 173 time: 0.4126267 Feb 28 11:05:33.255582 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6f6c495-52f5-4d90-a494-0f20ba710700', 'name': 'network-vif-deleted', 'tag': '3319998f-26a6-45dc-8e3d-472e91157e74'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:05:33.257953 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c8e1c873eeca597e52e7ceb7469e602eac250bfea6606d285743d38033cf584" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d2c9237-91b3-4e3d-88b6-52f39ecff010" -d '{"events": [{"server_uuid": "f6f6c495-52f5-4d90-a494-0f20ba710700", "name": "network-vif-deleted", "tag": "3319998f-26a6-45dc-8e3d-472e91157e74"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 11:05:33.293955 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 11:05:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9033e80-611c-4128-b70d-2f002728661e x-openstack-request-id: req-d9033e80-611c-4128-b70d-2f002728661e {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 11:05:33.294338 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6f6c495-52f5-4d90-a494-0f20ba710700", "name": "network-vif-deleted", "tag": "3319998f-26a6-45dc-8e3d-472e91157e74", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 11:05:33.294597 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d9033e80-611c-4128-b70d-2f002728661e {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 11:05:33.295016 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6f6c495-52f5-4d90-a494-0f20ba710700', 'name': 'network-vif-deleted', 'tag': '3319998f-26a6-45dc-8e3d-472e91157e74', 'status': 'completed', 'code': 200} Feb 28 11:05:33.605126 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-d5c52c6c-1354-4064-9b8a-279a6b6c7b5d req-f7cbc618-2a33-4a55-a0aa-cf6b604bf9da tempest-ServersNegativeTestJSON-2045220877 tempest-ServersNegativeTestJSON-2045220877-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6f6c495-52f5-4d90-a494-0f20ba710700 HTTP/1.1" status: 200 len: 210 time: 0.0283544 Feb 28 11:05:34.663055 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 44820) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:05:34.710407 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6aa43fb-c757-421d-9f83-ed38b1189917 admin admin] Deleting subnet 8064cb30-a5a2-45ab-b4e7-cbeb30b75dac {{(pid=103408) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 11:05:34.713757 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e6aa43fb-c757-421d-9f83-ed38b1189917 admin admin] Publish callbacks [] for subnet (8064cb30-a5a2-45ab-b4e7-cbeb30b75dac), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:34.748629 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e6aa43fb-c757-421d-9f83-ed38b1189917 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3423529'] for subnet (8064cb30-a5a2-45ab-b4e7-cbeb30b75dac), precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:34.789156 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e6aa43fb-c757-421d-9f83-ed38b1189917 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-823142'] for subnet (8064cb30-a5a2-45ab-b4e7-cbeb30b75dac), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:34.844872 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e6aa43fb-c757-421d-9f83-ed38b1189917 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-823145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3242523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3951170'] for subnet (8064cb30-a5a2-45ab-b4e7-cbeb30b75dac), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:34.872505 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6aa43fb-c757-421d-9f83-ed38b1189917 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8064cb30-a5a2-45ab-b4e7-cbeb30b75dac,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:05:34.879714 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e6aa43fb-c757-421d-9f83-ed38b1189917 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:34.882964 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-e6aa43fb-c757-421d-9f83-ed38b1189917 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/8064cb30-a5a2-45ab-b4e7-cbeb30b75dac HTTP/1.1" status: 204 len: 168 time: 0.2188997 Feb 28 11:05:34.885825 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 44822) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:05:34.960337 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-31ee33b9-f007-46d7-bdac-5521d479541a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-665757'] for network (4adaced0-089c-40d1-bfc3-be1064c70d04), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:35.042507 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-31ee33b9-f007-46d7-bdac-5521d479541a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672413', 'neutron.services.segments.db._delete_segments_for_network-8742057110173'] for network (4adaced0-089c-40d1-bfc3-be1064c70d04), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:35.069174 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-31ee33b9-f007-46d7-bdac-5521d479541a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4adaced0-089c-40d1-bfc3-be1064c70d04']}} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:05:35.079112 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-31ee33b9-f007-46d7-bdac-5521d479541a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6919156-d6c3-450a-947f-c3547d1d19ce') {'for_net_delete': True} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:05:35.079406 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-31ee33b9-f007-46d7-bdac-5521d479541a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6919156-d6c3-450a-947f-c3547d1d19ce') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:05:35.089705 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-31ee33b9-f007-46d7-bdac-5521d479541a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742057113766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3501147'] for segment (f6919156-d6c3-450a-947f-c3547d1d19ce), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:35.103997 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-31ee33b9-f007-46d7-bdac-5521d479541a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (f6919156-d6c3-450a-947f-c3547d1d19ce), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:35.111055 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31ee33b9-f007-46d7-bdac-5521d479541a admin admin] Releasing vlan 297 on physical network physnet1 to pool {{(pid=103407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 11:05:35.111501 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-31ee33b9-f007-46d7-bdac-5521d479541a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3498166'] for segment (f6919156-d6c3-450a-947f-c3547d1d19ce), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:35.113482 dv-neutron-master-2-hyperv neutron-server[103407]: Traceback (most recent call last): Feb 28 11:05:35.113482 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 11:05:35.113482 dv-neutron-master-2-hyperv neutron-server[103407]: timer() Feb 28 11:05:35.113482 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:05:35.113482 dv-neutron-master-2-hyperv neutron-server[103407]: cb(*args, **kw) Feb 28 11:05:35.113482 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 11:05:35.113482 dv-neutron-master-2-hyperv neutron-server[103407]: return func(*args, **kwargs) Feb 28 11:05:35.113482 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:05:35.113482 dv-neutron-master-2-hyperv neutron-server[103407]: self._notify() Feb 28 11:05:35.113482 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:05:35.113482 dv-neutron-master-2-hyperv neutron-server[103407]: self.callback(batched_events) Feb 28 11:05:35.113482 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:05:35.113482 dv-neutron-master-2-hyperv neutron-server[103407]: event.method(event) Feb 28 11:05:35.113482 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 11:05:35.113482 dv-neutron-master-2-hyperv neutron-server[103407]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:05:35.113482 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 11:05:35.113482 dv-neutron-master-2-hyperv neutron-server[103407]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:05:35.113482 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 11:05:35.113482 dv-neutron-master-2-hyperv neutron-server[103407]: return f(self, *a, **k) Feb 28 11:05:35.113482 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 11:05:35.113482 dv-neutron-master-2-hyperv neutron-server[103407]: return self._get(url).json() Feb 28 11:05:35.113482 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 11:05:35.113482 dv-neutron-master-2-hyperv neutron-server[103407]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:05:35.113482 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 11:05:35.113482 dv-neutron-master-2-hyperv neutron-server[103407]: return self.request(url, 'GET', **kwargs) Feb 28 11:05:35.113482 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 11:05:35.113482 dv-neutron-master-2-hyperv neutron-server[103407]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:05:35.113482 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 11:05:35.113482 dv-neutron-master-2-hyperv neutron-server[103407]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:05:35.113482 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 11:05:35.113482 dv-neutron-master-2-hyperv neutron-server[103407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:05:35.113482 dv-neutron-master-2-hyperv neutron-server[103407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:05:35.169188 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-31ee33b9-f007-46d7-bdac-5521d479541a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803269'] for network (4adaced0-089c-40d1-bfc3-be1064c70d04), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:35.174809 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-31ee33b9-f007-46d7-bdac-5521d479541a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:35.178005 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-31ee33b9-f007-46d7-bdac-5521d479541a admin admin] 10.222.0.20 "DELETE /v2.0/networks/4adaced0-089c-40d1-bfc3-be1064c70d04 HTTP/1.1" status: 204 len: 168 time: 0.2911379 Feb 28 11:05:35.189596 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ee33b9-f007-46d7-bdac-5521d479541a admin admin] Pushing event deleted for resources: {'Network': ['ID=4adaced0-089c-40d1-bfc3-be1064c70d04,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:05:35.290821 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 44826) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:05:35.335231 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-e5c301d7-8112-4be0-902c-05a2b08fcbcb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e27f1c39bc684eeab9e5839eba8ae5d3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0430627 Feb 28 11:05:35.337955 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 44828) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:05:35.385245 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0a345f99-e85e-4fd4-b250-36fa95e2e5cd admin admin] Publish callbacks [] for security_group (762ef925-7ca0-4e4f-8356-2411d7732a6b), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:35.412632 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0a345f99-e85e-4fd4-b250-36fa95e2e5cd admin admin] Publish callbacks [] for security_group (762ef925-7ca0-4e4f-8356-2411d7732a6b), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:35.461782 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0a345f99-e85e-4fd4-b250-36fa95e2e5cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (762ef925-7ca0-4e4f-8356-2411d7732a6b), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:35.464637 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0a345f99-e85e-4fd4-b250-36fa95e2e5cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:35.466138 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-0a345f99-e85e-4fd4-b250-36fa95e2e5cd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/762ef925-7ca0-4e4f-8356-2411d7732a6b HTTP/1.1" status: 204 len: 168 time: 0.1271441 Feb 28 11:05:35.474112 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a345f99-e85e-4fd4-b250-36fa95e2e5cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=762ef925-7ca0-4e4f-8356-2411d7732a6b,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:05:35.713792 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device 3319998f-26a6-45dc-8e3d-472e91157e74 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 11:05:35.735961 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] No Port match for: 3319998f-26a6-45dc-8e3d-472e91157e74 {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 11:05:35.736310 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device 3319998f-26a6-45dc-8e3d-472e91157e74 not bound to the agent host hv-neutron-mast {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 11:05:36.173308 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 44850) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:05:36.273622 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-62ff106d-9e93-4e27-ac5c-ddd5e1eb13e2 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1199750059'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:05:36.295097 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62ff106d-9e93-4e27-ac5c-ddd5e1eb13e2 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Made reservation on behalf of fe4df42439384b52b6da9d5113db2e95 for: {'network': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:05:36.298623 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-62ff106d-9e93-4e27-ac5c-ddd5e1eb13e2 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for network (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:36.307225 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-62ff106d-9e93-4e27-ac5c-ddd5e1eb13e2 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:36.382074 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-62ff106d-9e93-4e27-ac5c-ddd5e1eb13e2 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Publish callbacks [] for security_group (0c5a1a35-568e-44ac-ad08-214be8a3973a), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:36.387386 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-62ff106d-9e93-4e27-ac5c-ddd5e1eb13e2 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (0c5a1a35-568e-44ac-ad08-214be8a3973a), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:36.414874 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62ff106d-9e93-4e27-ac5c-ddd5e1eb13e2 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 288} {{(pid=103407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:05:36.423914 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ff106d-9e93-4e27-ac5c-ddd5e1eb13e2 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c5a1a35-568e-44ac-ad08-214be8a3973a,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:05:36.430357 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-62ff106d-9e93-4e27-ac5c-ddd5e1eb13e2 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (2dd6da0b-6313-4a51-8621-330f86856593), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:36.430878 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.db.segments_db [None req-62ff106d-9e93-4e27-ac5c-ddd5e1eb13e2 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Added segment 2dd6da0b-6313-4a51-8621-330f86856593 of type vlan for network 05e52f22-4474-4d1d-9666-1ad2e550e8b5 Feb 28 11:05:36.478432 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-62ff106d-9e93-4e27-ac5c-ddd5e1eb13e2 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742056637431'] for network (05e52f22-4474-4d1d-9666-1ad2e550e8b5), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:36.506569 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-62ff106d-9e93-4e27-ac5c-ddd5e1eb13e2 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551'] for network (05e52f22-4474-4d1d-9666-1ad2e550e8b5), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:36.511659 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62ff106d-9e93-4e27-ac5c-ddd5e1eb13e2 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:05:36.512265 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-62ff106d-9e93-4e27-ac5c-ddd5e1eb13e2 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:36.576759 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-62ff106d-9e93-4e27-ac5c-ddd5e1eb13e2 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4021974 Feb 28 11:05:36.585568 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ff106d-9e93-4e27-ac5c-ddd5e1eb13e2 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Pushing event updated for resources: {'Network': ['ID=05e52f22-4474-4d1d-9666-1ad2e550e8b5,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:05:36.604862 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Network 05e52f22-4474-4d1d-9666-1ad2e550e8b5 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103409) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 11:05:38.472845 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (13ac42ae-016e-4baf-bb31-c6fa820b41c2), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:38.761416 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-56516fa7-1764-4477-aa3b-dcf6165d31bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fb6705d2-4f70-4965-92a3-fbfccd43a6d3), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:39.832437 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 44854) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:05:39.839152 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-8f4d1377-a981-4573-9ba6-a6a379d12138 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Request body: {'subnet': {'network_id': '05e52f22-4474-4d1d-9666-1ad2e550e8b5', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:05:39.933775 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f4d1377-a981-4573-9ba6-a6a379d12138 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Made reservation on behalf of fe4df42439384b52b6da9d5113db2e95 for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:05:39.937573 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8f4d1377-a981-4573-9ba6-a6a379d12138 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3516581'] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:40.129084 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8f4d1377-a981-4573-9ba6-a6a379d12138 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3498031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3516567'] for subnet (f7702bd0-75ce-4f5a-9a57-0d99d3123fd8), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:40.195756 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4d1377-a981-4573-9ba6-a6a379d12138 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Pushing event updated for resources: {'Subnet': ['ID=f7702bd0-75ce-4f5a-9a57-0d99d3123fd8,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:05:40.209976 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f4d1377-a981-4573-9ba6-a6a379d12138 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Checking segment: {'id': '2dd6da0b-6313-4a51-8621-330f86856593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '05e52f22-4474-4d1d-9666-1ad2e550e8b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 11:05:40.210345 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f4d1377-a981-4573-9ba6-a6a379d12138 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Network hostable DHCP agents. Network: 05e52f22-4474-4d1d-9666-1ad2e550e8b5, hostable agents: ['fb6705d2-4f70-4965-92a3-fbfccd43a6d3'], hosted agents: [] {{(pid=103407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:05:40.228506 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f4d1377-a981-4573-9ba6-a6a379d12138 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Network 05e52f22-4474-4d1d-9666-1ad2e550e8b5 is scheduled to be hosted by DHCP agent fb6705d2-4f70-4965-92a3-fbfccd43a6d3 with binding_index 1 {{(pid=103407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:05:40.239285 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-8f4d1377-a981-4573-9ba6-a6a379d12138 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 05e52f22-4474-4d1d-9666-1ad2e550e8b5) {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:05:40.243692 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f4d1377-a981-4573-9ba6-a6a379d12138 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:05:40.244367 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8f4d1377-a981-4573-9ba6-a6a379d12138 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Publish callbacks [] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:40.251095 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ae6078a-c28d-4565-8829-69ba443d716e None None] Network 05e52f22-4474-4d1d-9666-1ad2e550e8b5 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 11:05:40.264211 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-8f4d1377-a981-4573-9ba6-a6a379d12138 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4302957 Feb 28 11:05:40.267773 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 44856) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:05:40.273125 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-b6e81432-1417-4fd7-8ff5-6c023d4bba45 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-894715668'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:05:40.295604 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6e81432-1417-4fd7-8ff5-6c023d4bba45 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Made reservation on behalf of fe4df42439384b52b6da9d5113db2e95 for: {'network': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:05:40.299123 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b6e81432-1417-4fd7-8ff5-6c023d4bba45 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for network (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:40.323323 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6e81432-1417-4fd7-8ff5-6c023d4bba45 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 277} {{(pid=103408) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:05:40.333895 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b6e81432-1417-4fd7-8ff5-6c023d4bba45 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (5977e995-e3c1-4984-a240-b83178baf915), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:40.334346 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.db.segments_db [None req-b6e81432-1417-4fd7-8ff5-6c023d4bba45 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Added segment 5977e995-e3c1-4984-a240-b83178baf915 of type vlan for network 33f9a2dc-614a-437d-899c-059de8aaaf6e Feb 28 11:05:40.350693 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-746a20de-c89c-4d59-becf-686b1329837b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-05e52f22-4474-4d1d-9666-1ad2e550e8b5', 'network_id': '05e52f22-4474-4d1d-9666-1ad2e550e8b5', 'project_id': 'fe4df42439384b52b6da9d5113db2e95', 'fixed_ips': [{'subnet_id': 'f7702bd0-75ce-4f5a-9a57-0d99d3123fd8'}]}} from dv-neutron-master-2-hyperv. {{(pid=103409) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 11:05:40.351584 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-746a20de-c89c-4d59-becf-686b1329837b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:40.378993 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b6e81432-1417-4fd7-8ff5-6c023d4bba45 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742056637431'] for network (33f9a2dc-614a-437d-899c-059de8aaaf6e), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:40.408678 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b6e81432-1417-4fd7-8ff5-6c023d4bba45 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551'] for network (33f9a2dc-614a-437d-899c-059de8aaaf6e), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:40.413714 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e81432-1417-4fd7-8ff5-6c023d4bba45 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:05:40.414315 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b6e81432-1417-4fd7-8ff5-6c023d4bba45 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Publish callbacks [] for network (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:40.480852 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-b6e81432-1417-4fd7-8ff5-6c023d4bba45 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2117729 Feb 28 11:05:40.484071 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 44858) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:05:40.490745 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-11ef9609-da03-4fd1-ab99-75da281696b0 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Request body: {'subnet': {'network_id': '33f9a2dc-614a-437d-899c-059de8aaaf6e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:05:40.505684 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-746a20de-c89c-4d59-becf-686b1329837b None None] Allocated IP 2001:db8:0:ffff::2 (05e52f22-4474-4d1d-9666-1ad2e550e8b5/f7702bd0-75ce-4f5a-9a57-0d99d3123fd8/7d72d444-4dea-4573-9efc-562d37776ed6) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:05:40.508817 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e81432-1417-4fd7-8ff5-6c023d4bba45 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Pushing event updated for resources: {'Network': ['ID=33f9a2dc-614a-437d-899c-059de8aaaf6e,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:05:40.523130 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Network 33f9a2dc-614a-437d-899c-059de8aaaf6e details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103409) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 11:05:40.603174 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11ef9609-da03-4fd1-ab99-75da281696b0 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Made reservation on behalf of fe4df42439384b52b6da9d5113db2e95 for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:05:40.607217 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-11ef9609-da03-4fd1-ab99-75da281696b0 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3951209'] for subnet (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:40.716774 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-746a20de-c89c-4d59-becf-686b1329837b None None] Publish callbacks [] for port (7d72d444-4dea-4573-9efc-562d37776ed6), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:40.723752 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-746a20de-c89c-4d59-becf-686b1329837b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749'] for port (7d72d444-4dea-4573-9efc-562d37776ed6), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:40.764696 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-746a20de-c89c-4d59-becf-686b1329837b None None] Network 05e52f22-4474-4d1d-9666-1ad2e550e8b5 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:05:40.769546 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-746a20de-c89c-4d59-becf-686b1329837b None None] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:05:40.772095 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-746a20de-c89c-4d59-becf-686b1329837b None None] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 11:05:40.782047 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746a20de-c89c-4d59-becf-686b1329837b None None] Pushing event updated for resources: {'Port': ['ID=7d72d444-4dea-4573-9efc-562d37776ed6,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:05:40.806595 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-11ef9609-da03-4fd1-ab99-75da281696b0 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3242588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3951195'] for subnet (47905982-7919-40ff-8138-c15f0d4e6071), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:40.834192 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-746a20de-c89c-4d59-becf-686b1329837b None None] Attempting to bind port 7d72d444-4dea-4573-9efc-562d37776ed6 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 11:05:40.834583 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-746a20de-c89c-4d59-becf-686b1329837b None None] Attempting to bind port 7d72d444-4dea-4573-9efc-562d37776ed6 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '2dd6da0b-6313-4a51-8621-330f86856593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '05e52f22-4474-4d1d-9666-1ad2e550e8b5'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 11:05:40.834926 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746a20de-c89c-4d59-becf-686b1329837b None None] Attempting to bind port 7d72d444-4dea-4573-9efc-562d37776ed6 on network 05e52f22-4474-4d1d-9666-1ad2e550e8b5 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 11:05:40.839890 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746a20de-c89c-4d59-becf-686b1329837b None None] Checking agent: {'id': '75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 24, 15), 'started_at': datetime.datetime(2022, 2, 28, 10, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 5, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 11:05:40.840970 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746a20de-c89c-4d59-becf-686b1329837b None None] Checking segment: {'id': '2dd6da0b-6313-4a51-8621-330f86856593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '05e52f22-4474-4d1d-9666-1ad2e550e8b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 11:05:40.841483 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-746a20de-c89c-4d59-becf-686b1329837b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:40.841786 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746a20de-c89c-4d59-becf-686b1329837b None None] Bound using segment: {'id': '2dd6da0b-6313-4a51-8621-330f86856593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '05e52f22-4474-4d1d-9666-1ad2e550e8b5'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 11:05:40.842259 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-746a20de-c89c-4d59-becf-686b1329837b None None] Bound port: 7d72d444-4dea-4573-9efc-562d37776ed6, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dd6da0b-6313-4a51-8621-330f86856593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '05e52f22-4474-4d1d-9666-1ad2e550e8b5'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 11:05:40.842639 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-746a20de-c89c-4d59-becf-686b1329837b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (7d72d444-4dea-4573-9efc-562d37776ed6), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:40.868520 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ef9609-da03-4fd1-ab99-75da281696b0 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Pushing event updated for resources: {'Subnet': ['ID=47905982-7919-40ff-8138-c15f0d4e6071,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:05:40.877547 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ef9609-da03-4fd1-ab99-75da281696b0 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Checking segment: {'id': '5977e995-e3c1-4984-a240-b83178baf915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '33f9a2dc-614a-437d-899c-059de8aaaf6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 11:05:40.877923 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11ef9609-da03-4fd1-ab99-75da281696b0 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Network hostable DHCP agents. Network: 33f9a2dc-614a-437d-899c-059de8aaaf6e, hostable agents: ['fb6705d2-4f70-4965-92a3-fbfccd43a6d3'], hosted agents: [] {{(pid=103408) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:05:40.895291 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11ef9609-da03-4fd1-ab99-75da281696b0 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Network 33f9a2dc-614a-437d-899c-059de8aaaf6e is scheduled to be hosted by DHCP agent fb6705d2-4f70-4965-92a3-fbfccd43a6d3 with binding_index 1 {{(pid=103408) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:05:40.904939 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-11ef9609-da03-4fd1-ab99-75da281696b0 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 33f9a2dc-614a-437d-899c-059de8aaaf6e) {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:05:40.909347 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-746a20de-c89c-4d59-becf-686b1329837b None None] For port 7d72d444-4dea-4573-9efc-562d37776ed6, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:05:40.909944 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11ef9609-da03-4fd1-ab99-75da281696b0 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:05:40.910566 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-11ef9609-da03-4fd1-ab99-75da281696b0 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Publish callbacks [] for subnet (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:40.912633 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-746a20de-c89c-4d59-becf-686b1329837b None None] For port 7d72d444-4dea-4573-9efc-562d37776ed6, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7d72d444-4dea-4573-9efc-562d37776ed6,segment=NetworkSegment(2dd6da0b-6313-4a51-8621-330f86856593),segment_id=2dd6da0b-6313-4a51-8621-330f86856593)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:05:40.917025 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17700db9-9a2f-42d2-8692-a6384b86c2da None None] Network 33f9a2dc-614a-437d-899c-059de8aaaf6e requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 11:05:40.921969 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-746a20de-c89c-4d59-becf-686b1329837b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (7d72d444-4dea-4573-9efc-562d37776ed6), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:40.931774 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-11ef9609-da03-4fd1-ab99-75da281696b0 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4444695 Feb 28 11:05:40.932024 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 44860) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:05:41.046182 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a84a3a6b-6400-4d64-8b98-f2c58381dc06 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-665757'] for network (33f9a2dc-614a-437d-899c-059de8aaaf6e), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:41.048153 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746a20de-c89c-4d59-becf-686b1329837b None None] Pushing event updated for resources: {'Port': ['ID=7d72d444-4dea-4573-9efc-562d37776ed6,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:05:41.083419 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b46e5187-0e5c-4a71-b313-e17a121579e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fc6c9b74-8dbb-41bb-800a-5bd3a43fe896), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:41.099321 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ded3f2b9-ddc9-41f6-be19-0e2d2bb16b2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-33f9a2dc-614a-437d-899c-059de8aaaf6e', 'network_id': '33f9a2dc-614a-437d-899c-059de8aaaf6e', 'project_id': 'fe4df42439384b52b6da9d5113db2e95', 'fixed_ips': [{'subnet_id': '47905982-7919-40ff-8138-c15f0d4e6071'}]}} from dv-neutron-master-2-hyperv. {{(pid=103409) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 11:05:41.100464 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ded3f2b9-ddc9-41f6-be19-0e2d2bb16b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:41.103523 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a84a3a6b-6400-4d64-8b98-f2c58381dc06 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-823142'] for subnet (47905982-7919-40ff-8138-c15f0d4e6071), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:41.179869 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a84a3a6b-6400-4d64-8b98-f2c58381dc06 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-823145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3242523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3951170'] for subnet (47905982-7919-40ff-8138-c15f0d4e6071), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:41.208420 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84a3a6b-6400-4d64-8b98-f2c58381dc06 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Pushing event deleted for resources: {'Subnet': ['ID=47905982-7919-40ff-8138-c15f0d4e6071,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:05:41.212827 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server [None req-ded3f2b9-ddc9-41f6-be19-0e2d2bb16b2e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 47905982-7919-40ff-8138-c15f0d4e6071: This subnet is being modified by another concurrent operation. Feb 28 11:05:41.212827 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 28 11:05:41.212827 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 28 11:05:41.212827 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 28 11:05:41.212827 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 28 11:05:41.212827 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 28 11:05:41.212827 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 28 11:05:41.212827 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 28 11:05:41.212827 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 28 11:05:41.212827 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 28 11:05:41.212827 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 28 11:05:41.212827 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 28 11:05:41.212827 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 28 11:05:41.212827 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 11:05:41.212827 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 28 11:05:41.212827 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server raise self.value Feb 28 11:05:41.212827 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 28 11:05:41.212827 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 28 11:05:41.212827 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 28 11:05:41.212827 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 28 11:05:41.212827 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 28 11:05:41.212827 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 11:05:41.212827 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 28 11:05:41.212827 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server raise self.value Feb 28 11:05:41.212827 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 28 11:05:41.212827 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 28 11:05:41.212827 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 28 11:05:41.212827 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 28 11:05:41.212827 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 28 11:05:41.212827 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 11:05:41.212827 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 28 11:05:41.212827 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server raise self.value Feb 28 11:05:41.212827 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 28 11:05:41.212827 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 28 11:05:41.212827 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 28 11:05:41.212827 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 28 11:05:41.212827 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 28 11:05:41.212827 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 28 11:05:41.212827 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 28 11:05:41.212827 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 28 11:05:41.212827 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 28 11:05:41.212827 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 28 11:05:41.212827 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 28 11:05:41.212827 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 28 11:05:41.212827 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 28 11:05:41.212827 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 28 11:05:41.212827 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 28 11:05:41.212827 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 28 11:05:41.212827 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 28 11:05:41.212827 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 11:05:41.212827 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 28 11:05:41.212827 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server raise self.value Feb 28 11:05:41.212827 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 28 11:05:41.212827 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 28 11:05:41.212827 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 28 11:05:41.212827 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 28 11:05:41.212827 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 28 11:05:41.212827 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 11:05:41.212827 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 28 11:05:41.212827 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server raise self.value Feb 28 11:05:41.212827 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 28 11:05:41.212827 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 28 11:05:41.212827 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 28 11:05:41.212827 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 28 11:05:41.212827 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 28 11:05:41.212827 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 11:05:41.212827 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 28 11:05:41.212827 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server raise self.value Feb 28 11:05:41.212827 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 28 11:05:41.212827 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 28 11:05:41.212827 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 28 11:05:41.212827 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 28 11:05:41.212827 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 28 11:05:41.212827 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 28 11:05:41.212827 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db Feb 28 11:05:41.212827 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 28 11:05:41.212827 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 28 11:05:41.212827 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 28 11:05:41.212827 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 28 11:05:41.212827 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 28 11:05:41.212827 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 28 11:05:41.212827 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 28 11:05:41.212827 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 28 11:05:41.212827 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 28 11:05:41.212827 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 28 11:05:41.212827 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 28 11:05:41.212827 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 28 11:05:41.212827 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 28 11:05:41.212827 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 28 11:05:41.212827 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server raise exception Feb 28 11:05:41.212827 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 47905982-7919-40ff-8138-c15f0d4e6071: This subnet is being modified by another concurrent operation. Feb 28 11:05:41.212827 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server Feb 28 11:05:41.250114 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dbecd60-af3d-49ba-92b6-ac7101d4d2f9 None None] Network 33f9a2dc-614a-437d-899c-059de8aaaf6e requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 11:05:41.301851 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a84a3a6b-6400-4d64-8b98-f2c58381dc06 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672413', 'neutron.services.segments.db._delete_segments_for_network-8742057110173'] for network (33f9a2dc-614a-437d-899c-059de8aaaf6e), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:41.325021 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-a84a3a6b-6400-4d64-8b98-f2c58381dc06 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33f9a2dc-614a-437d-899c-059de8aaaf6e']}} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:05:41.336704 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-a84a3a6b-6400-4d64-8b98-f2c58381dc06 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5977e995-e3c1-4984-a240-b83178baf915') {'for_net_delete': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:05:41.337146 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-a84a3a6b-6400-4d64-8b98-f2c58381dc06 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5977e995-e3c1-4984-a240-b83178baf915') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:05:41.348241 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a84a3a6b-6400-4d64-8b98-f2c58381dc06 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742057113766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3423550'] for segment (5977e995-e3c1-4984-a240-b83178baf915), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:41.363256 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a84a3a6b-6400-4d64-8b98-f2c58381dc06 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (5977e995-e3c1-4984-a240-b83178baf915), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:41.370034 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a84a3a6b-6400-4d64-8b98-f2c58381dc06 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Releasing vlan 277 on physical network physnet1 to pool {{(pid=103408) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 11:05:41.370445 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a84a3a6b-6400-4d64-8b98-f2c58381dc06 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3242693'] for segment (5977e995-e3c1-4984-a240-b83178baf915), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:41.374400 dv-neutron-master-2-hyperv neutron-server[103408]: Traceback (most recent call last): Feb 28 11:05:41.374400 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 11:05:41.374400 dv-neutron-master-2-hyperv neutron-server[103408]: timer() Feb 28 11:05:41.374400 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:05:41.374400 dv-neutron-master-2-hyperv neutron-server[103408]: cb(*args, **kw) Feb 28 11:05:41.374400 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 11:05:41.374400 dv-neutron-master-2-hyperv neutron-server[103408]: return func(*args, **kwargs) Feb 28 11:05:41.374400 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:05:41.374400 dv-neutron-master-2-hyperv neutron-server[103408]: self._notify() Feb 28 11:05:41.374400 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:05:41.374400 dv-neutron-master-2-hyperv neutron-server[103408]: self.callback(batched_events) Feb 28 11:05:41.374400 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:05:41.374400 dv-neutron-master-2-hyperv neutron-server[103408]: event.method(event) Feb 28 11:05:41.374400 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 11:05:41.374400 dv-neutron-master-2-hyperv neutron-server[103408]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:05:41.374400 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 11:05:41.374400 dv-neutron-master-2-hyperv neutron-server[103408]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:05:41.374400 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 11:05:41.374400 dv-neutron-master-2-hyperv neutron-server[103408]: return f(self, *a, **k) Feb 28 11:05:41.374400 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 11:05:41.374400 dv-neutron-master-2-hyperv neutron-server[103408]: return self._get(url).json() Feb 28 11:05:41.374400 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 11:05:41.374400 dv-neutron-master-2-hyperv neutron-server[103408]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:05:41.374400 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 11:05:41.374400 dv-neutron-master-2-hyperv neutron-server[103408]: return self.request(url, 'GET', **kwargs) Feb 28 11:05:41.374400 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 11:05:41.374400 dv-neutron-master-2-hyperv neutron-server[103408]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:05:41.374400 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 11:05:41.374400 dv-neutron-master-2-hyperv neutron-server[103408]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:05:41.374400 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 11:05:41.374400 dv-neutron-master-2-hyperv neutron-server[103408]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:05:41.374400 dv-neutron-master-2-hyperv neutron-server[103408]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:05:41.438688 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a84a3a6b-6400-4d64-8b98-f2c58381dc06 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803269'] for network (33f9a2dc-614a-437d-899c-059de8aaaf6e), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:41.445633 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a84a3a6b-6400-4d64-8b98-f2c58381dc06 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Publish callbacks [] for network (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:41.448715 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-a84a3a6b-6400-4d64-8b98-f2c58381dc06 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] 10.222.0.20 "DELETE /v2.0/networks/33f9a2dc-614a-437d-899c-059de8aaaf6e HTTP/1.1" status: 204 len: 168 time: 0.5156763 Feb 28 11:05:41.452795 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 44862) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:05:41.458441 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-ca5ec7d5-71d2-49d3-8a1e-4afbb8c1fc59 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1677679079'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:05:41.461933 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84a3a6b-6400-4d64-8b98-f2c58381dc06 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Pushing event deleted for resources: {'Network': ['ID=33f9a2dc-614a-437d-899c-059de8aaaf6e,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:05:41.479469 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca5ec7d5-71d2-49d3-8a1e-4afbb8c1fc59 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Made reservation on behalf of fe4df42439384b52b6da9d5113db2e95 for: {'network': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:05:41.483117 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ca5ec7d5-71d2-49d3-8a1e-4afbb8c1fc59 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for network (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:41.508108 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca5ec7d5-71d2-49d3-8a1e-4afbb8c1fc59 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 299} {{(pid=103407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:05:41.517883 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ca5ec7d5-71d2-49d3-8a1e-4afbb8c1fc59 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (77e1720f-6f6d-4d8a-ba8d-14c580a26a3b), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:41.518233 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.db.segments_db [None req-ca5ec7d5-71d2-49d3-8a1e-4afbb8c1fc59 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Added segment 77e1720f-6f6d-4d8a-ba8d-14c580a26a3b of type vlan for network 79bd6b87-5466-4cd2-a2b4-9d75c5354d31 Feb 28 11:05:41.560284 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ca5ec7d5-71d2-49d3-8a1e-4afbb8c1fc59 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742056637431'] for network (79bd6b87-5466-4cd2-a2b4-9d75c5354d31), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:41.591364 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ca5ec7d5-71d2-49d3-8a1e-4afbb8c1fc59 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551'] for network (79bd6b87-5466-4cd2-a2b4-9d75c5354d31), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:41.596882 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca5ec7d5-71d2-49d3-8a1e-4afbb8c1fc59 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:05:41.597471 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ca5ec7d5-71d2-49d3-8a1e-4afbb8c1fc59 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:41.653628 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 7d72d444-4dea-4573-9efc-562d37776ed6 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 11:05:41.669661 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-ca5ec7d5-71d2-49d3-8a1e-4afbb8c1fc59 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2155616 Feb 28 11:05:41.672625 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 44864) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:05:41.680821 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-dacb93f7-6db6-4aee-b5cf-187482ee6cdd tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Request body: {'subnet': {'network_id': '79bd6b87-5466-4cd2-a2b4-9d75c5354d31', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:05:41.687367 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5ec7d5-71d2-49d3-8a1e-4afbb8c1fc59 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Pushing event updated for resources: {'Network': ['ID=79bd6b87-5466-4cd2-a2b4-9d75c5354d31,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:05:41.701380 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Network 79bd6b87-5466-4cd2-a2b4-9d75c5354d31 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103409) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 11:05:41.778573 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port 7d72d444-4dea-4573-9efc-562d37776ed6 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:05:41.779214 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (7d72d444-4dea-4573-9efc-562d37776ed6), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:41.793470 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dacb93f7-6db6-4aee-b5cf-187482ee6cdd tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Made reservation on behalf of fe4df42439384b52b6da9d5113db2e95 for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:05:41.798094 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-dacb93f7-6db6-4aee-b5cf-187482ee6cdd tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3516581'] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:41.859233 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.ipam_backend_mixin [None req-dacb93f7-6db6-4aee-b5cf-187482ee6cdd tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Performing IP validity checks on allocation pools {{(pid=103407) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 28 11:05:41.860092 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.ipam_backend_mixin [None req-dacb93f7-6db6-4aee-b5cf-187482ee6cdd tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103407) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 28 11:05:41.866017 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 7d72d444-4dea-4573-9efc-562d37776ed6 is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:05:41.866420 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (7d72d444-4dea-4573-9efc-562d37776ed6), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:41.902146 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] For port 7d72d444-4dea-4573-9efc-562d37776ed6, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7d72d444-4dea-4573-9efc-562d37776ed6,segment=NetworkSegment(2dd6da0b-6313-4a51-8621-330f86856593),segment_id=2dd6da0b-6313-4a51-8621-330f86856593)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:05:41.907431 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (7d72d444-4dea-4573-9efc-562d37776ed6), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:41.962093 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Pushing event updated for resources: {'Port': ['ID=7d72d444-4dea-4573-9efc-562d37776ed6,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:05:42.010970 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-dacb93f7-6db6-4aee-b5cf-187482ee6cdd tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3498031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3516567'] for subnet (2759f8c4-83fa-4c8c-8ed5-16f3721fc253), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:42.036732 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5cc7650-e4dc-4cf1-be50-62235479e7d3 None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=103409) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 28 11:05:42.073643 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacb93f7-6db6-4aee-b5cf-187482ee6cdd tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Pushing event updated for resources: {'Subnet': ['ID=2759f8c4-83fa-4c8c-8ed5-16f3721fc253,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:05:42.084016 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dacb93f7-6db6-4aee-b5cf-187482ee6cdd tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Checking segment: {'id': '77e1720f-6f6d-4d8a-ba8d-14c580a26a3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '79bd6b87-5466-4cd2-a2b4-9d75c5354d31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 11:05:42.084397 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dacb93f7-6db6-4aee-b5cf-187482ee6cdd tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Network hostable DHCP agents. Network: 79bd6b87-5466-4cd2-a2b4-9d75c5354d31, hostable agents: ['fb6705d2-4f70-4965-92a3-fbfccd43a6d3'], hosted agents: [] {{(pid=103407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:05:42.102877 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dacb93f7-6db6-4aee-b5cf-187482ee6cdd tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Network 79bd6b87-5466-4cd2-a2b4-9d75c5354d31 is scheduled to be hosted by DHCP agent fb6705d2-4f70-4965-92a3-fbfccd43a6d3 with binding_index 1 {{(pid=103407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:05:42.112807 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-dacb93f7-6db6-4aee-b5cf-187482ee6cdd tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 79bd6b87-5466-4cd2-a2b4-9d75c5354d31) {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:05:42.117075 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dacb93f7-6db6-4aee-b5cf-187482ee6cdd tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:05:42.117694 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-dacb93f7-6db6-4aee-b5cf-187482ee6cdd tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Publish callbacks [] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:42.135227 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-dacb93f7-6db6-4aee-b5cf-187482ee6cdd tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4608223 Feb 28 11:05:42.138964 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 44866) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:05:42.143872 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-bc42a6df-ae6a-4f94-8598-aa3435c1d4b6 None None] Provisioning complete for port 7d72d444-4dea-4573-9efc-562d37776ed6 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:05:42.144787 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bc42a6df-ae6a-4f94-8598-aa3435c1d4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (7d72d444-4dea-4573-9efc-562d37776ed6), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:42.193094 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b6d631fb-7df0-4fe1-8322-abff3b61cae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (0db5147a-92a3-4581-8a5f-8ec9b93e0600), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:42.243938 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c9b668c5-5c13-471d-b6c2-cedd36eaca9b tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-665757'] for network (79bd6b87-5466-4cd2-a2b4-9d75c5354d31), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:42.280429 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5cc7650-e4dc-4cf1-be50-62235479e7d3 None None] Unable to find a vacant binding_index for network 79bd6b87-5466-4cd2-a2b4-9d75c5354d31 and agent fb6705d2-4f70-4965-92a3-fbfccd43a6d3 {{(pid=103409) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Feb 28 11:05:42.286620 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-bc42a6df-ae6a-4f94-8598-aa3435c1d4b6 None None] Current status of the port 7d72d444-4dea-4573-9efc-562d37776ed6 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:05:42.288962 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5cc7650-e4dc-4cf1-be50-62235479e7d3 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 79bd6b87-5466-4cd2-a2b4-9d75c5354d31) {{(pid=103409) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 28 11:05:42.300443 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c9b668c5-5c13-471d-b6c2-cedd36eaca9b tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-823142'] for subnet (2759f8c4-83fa-4c8c-8ed5-16f3721fc253), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:42.363787 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c9b668c5-5c13-471d-b6c2-cedd36eaca9b tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-823145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3242523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3951170'] for subnet (2759f8c4-83fa-4c8c-8ed5-16f3721fc253), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:42.391790 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b668c5-5c13-471d-b6c2-cedd36eaca9b tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Pushing event deleted for resources: {'Subnet': ['ID=2759f8c4-83fa-4c8c-8ed5-16f3721fc253,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:05:42.448138 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63cc5f79-6409-4574-8053-39a172ae0159 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-79bd6b87-5466-4cd2-a2b4-9d75c5354d31', 'network_id': '79bd6b87-5466-4cd2-a2b4-9d75c5354d31', 'project_id': 'fe4df42439384b52b6da9d5113db2e95', 'fixed_ips': [{'subnet_id': '2759f8c4-83fa-4c8c-8ed5-16f3721fc253'}]}} from dv-neutron-master-2-hyperv. {{(pid=103409) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 11:05:42.449102 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-63cc5f79-6409-4574-8053-39a172ae0159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:42.543060 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-485592e9-5f5d-4e8a-a6f4-f94f8964a3ac None None] Network 05e52f22-4474-4d1d-9666-1ad2e550e8b5 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 11:05:42.549216 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7f434d9-8ea7-4524-8eba-0a76071b9ae2 None None] Network 79bd6b87-5466-4cd2-a2b4-9d75c5354d31 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 11:05:42.684451 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48cdaefc-05f9-4304-9c65-6271f226c28b None None] Network 79bd6b87-5466-4cd2-a2b4-9d75c5354d31 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 11:05:42.809079 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c9b668c5-5c13-471d-b6c2-cedd36eaca9b tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672413', 'neutron.services.segments.db._delete_segments_for_network-8742057110173'] for network (79bd6b87-5466-4cd2-a2b4-9d75c5354d31), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:42.832032 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-c9b668c5-5c13-471d-b6c2-cedd36eaca9b tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79bd6b87-5466-4cd2-a2b4-9d75c5354d31']}} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:05:42.843147 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-c9b668c5-5c13-471d-b6c2-cedd36eaca9b tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77e1720f-6f6d-4d8a-ba8d-14c580a26a3b') {'for_net_delete': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:05:42.843470 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-c9b668c5-5c13-471d-b6c2-cedd36eaca9b tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77e1720f-6f6d-4d8a-ba8d-14c580a26a3b') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:05:42.853926 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c9b668c5-5c13-471d-b6c2-cedd36eaca9b tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742057113766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3423550'] for segment (77e1720f-6f6d-4d8a-ba8d-14c580a26a3b), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:42.868515 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c9b668c5-5c13-471d-b6c2-cedd36eaca9b tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (77e1720f-6f6d-4d8a-ba8d-14c580a26a3b), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:42.875212 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9b668c5-5c13-471d-b6c2-cedd36eaca9b tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Releasing vlan 299 on physical network physnet1 to pool {{(pid=103408) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 11:05:42.875624 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c9b668c5-5c13-471d-b6c2-cedd36eaca9b tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3242693'] for segment (77e1720f-6f6d-4d8a-ba8d-14c580a26a3b), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:42.878920 dv-neutron-master-2-hyperv neutron-server[103408]: Traceback (most recent call last): Feb 28 11:05:42.878920 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 11:05:42.878920 dv-neutron-master-2-hyperv neutron-server[103408]: timer() Feb 28 11:05:42.878920 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:05:42.878920 dv-neutron-master-2-hyperv neutron-server[103408]: cb(*args, **kw) Feb 28 11:05:42.878920 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 11:05:42.878920 dv-neutron-master-2-hyperv neutron-server[103408]: return func(*args, **kwargs) Feb 28 11:05:42.878920 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:05:42.878920 dv-neutron-master-2-hyperv neutron-server[103408]: self._notify() Feb 28 11:05:42.878920 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:05:42.878920 dv-neutron-master-2-hyperv neutron-server[103408]: self.callback(batched_events) Feb 28 11:05:42.878920 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:05:42.878920 dv-neutron-master-2-hyperv neutron-server[103408]: event.method(event) Feb 28 11:05:42.878920 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 11:05:42.878920 dv-neutron-master-2-hyperv neutron-server[103408]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:05:42.878920 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 11:05:42.878920 dv-neutron-master-2-hyperv neutron-server[103408]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:05:42.878920 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 11:05:42.878920 dv-neutron-master-2-hyperv neutron-server[103408]: return f(self, *a, **k) Feb 28 11:05:42.878920 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 11:05:42.878920 dv-neutron-master-2-hyperv neutron-server[103408]: return self._get(url).json() Feb 28 11:05:42.878920 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 11:05:42.878920 dv-neutron-master-2-hyperv neutron-server[103408]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:05:42.878920 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 11:05:42.878920 dv-neutron-master-2-hyperv neutron-server[103408]: return self.request(url, 'GET', **kwargs) Feb 28 11:05:42.878920 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 11:05:42.878920 dv-neutron-master-2-hyperv neutron-server[103408]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:05:42.878920 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 11:05:42.878920 dv-neutron-master-2-hyperv neutron-server[103408]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:05:42.878920 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 11:05:42.878920 dv-neutron-master-2-hyperv neutron-server[103408]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:05:42.878920 dv-neutron-master-2-hyperv neutron-server[103408]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:05:42.940946 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c9b668c5-5c13-471d-b6c2-cedd36eaca9b tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803269'] for network (79bd6b87-5466-4cd2-a2b4-9d75c5354d31), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:42.960310 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c9b668c5-5c13-471d-b6c2-cedd36eaca9b tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Publish callbacks [] for network (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:42.963628 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-c9b668c5-5c13-471d-b6c2-cedd36eaca9b tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] 10.222.0.20 "DELETE /v2.0/networks/79bd6b87-5466-4cd2-a2b4-9d75c5354d31 HTTP/1.1" status: 204 len: 168 time: 0.8234699 Feb 28 11:05:42.964712 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b668c5-5c13-471d-b6c2-cedd36eaca9b tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Pushing event deleted for resources: {'Network': ['ID=79bd6b87-5466-4cd2-a2b4-9d75c5354d31,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:05:42.968181 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 44868) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:05:42.973373 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-c0459119-1130-4197-abd0-c8e1101e27b8 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-847501035'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:05:42.993511 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0459119-1130-4197-abd0-c8e1101e27b8 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Made reservation on behalf of fe4df42439384b52b6da9d5113db2e95 for: {'network': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:05:42.996862 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c0459119-1130-4197-abd0-c8e1101e27b8 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for network (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:43.010009 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-0ce25915-18ab-4991-9b87-56a33e4d24a8 None None] Provisioning complete for port 7d72d444-4dea-4573-9efc-562d37776ed6 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:05:43.010478 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0ce25915-18ab-4991-9b87-56a33e4d24a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (7d72d444-4dea-4573-9efc-562d37776ed6), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:43.024893 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0459119-1130-4197-abd0-c8e1101e27b8 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 270} {{(pid=103408) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:05:43.034055 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c0459119-1130-4197-abd0-c8e1101e27b8 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (0c29668e-f77a-4abe-981c-abd57fe261fa), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:43.034433 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.db.segments_db [None req-c0459119-1130-4197-abd0-c8e1101e27b8 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Added segment 0c29668e-f77a-4abe-981c-abd57fe261fa of type vlan for network 3f6d1549-cb06-4b15-81f1-4908862e788f Feb 28 11:05:43.074600 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c0459119-1130-4197-abd0-c8e1101e27b8 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742056637431'] for network (3f6d1549-cb06-4b15-81f1-4908862e788f), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:43.092283 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-0ce25915-18ab-4991-9b87-56a33e4d24a8 None None] Current status of the port 7d72d444-4dea-4573-9efc-562d37776ed6 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:05:43.100842 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c0459119-1130-4197-abd0-c8e1101e27b8 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551'] for network (3f6d1549-cb06-4b15-81f1-4908862e788f), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:43.106127 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0459119-1130-4197-abd0-c8e1101e27b8 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:05:43.106725 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c0459119-1130-4197-abd0-c8e1101e27b8 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Publish callbacks [] for network (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:43.167784 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-c0459119-1130-4197-abd0-c8e1101e27b8 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1984768 Feb 28 11:05:43.170675 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 44870) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:05:43.175865 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-54b137b1-96b0-4fd4-b24a-5350ef120e88 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Request body: {'subnet': {'network_id': '3f6d1549-cb06-4b15-81f1-4908862e788f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:05:43.182452 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0459119-1130-4197-abd0-c8e1101e27b8 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Pushing event updated for resources: {'Network': ['ID=3f6d1549-cb06-4b15-81f1-4908862e788f,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:05:43.193472 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Network 3f6d1549-cb06-4b15-81f1-4908862e788f details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103409) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 11:05:43.276977 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54b137b1-96b0-4fd4-b24a-5350ef120e88 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Made reservation on behalf of fe4df42439384b52b6da9d5113db2e95 for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:05:43.280748 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-54b137b1-96b0-4fd4-b24a-5350ef120e88 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3516581'] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:43.486704 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-54b137b1-96b0-4fd4-b24a-5350ef120e88 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3498031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3516567'] for subnet (62f061ce-0798-47de-bc13-8d812757acb9), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:43.550231 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b137b1-96b0-4fd4-b24a-5350ef120e88 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Pushing event updated for resources: {'Subnet': ['ID=62f061ce-0798-47de-bc13-8d812757acb9,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:05:43.561845 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b137b1-96b0-4fd4-b24a-5350ef120e88 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Checking segment: {'id': '0c29668e-f77a-4abe-981c-abd57fe261fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '3f6d1549-cb06-4b15-81f1-4908862e788f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 11:05:43.562214 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54b137b1-96b0-4fd4-b24a-5350ef120e88 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Network hostable DHCP agents. Network: 3f6d1549-cb06-4b15-81f1-4908862e788f, hostable agents: ['fb6705d2-4f70-4965-92a3-fbfccd43a6d3'], hosted agents: [] {{(pid=103407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:05:43.581728 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6b923bb1-06b0-4b84-b461-7cc1d0196090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (2e621730-3978-4720-b581-ac380e97a567), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:43.590602 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54b137b1-96b0-4fd4-b24a-5350ef120e88 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Network 3f6d1549-cb06-4b15-81f1-4908862e788f is scheduled to be hosted by DHCP agent fb6705d2-4f70-4965-92a3-fbfccd43a6d3 with binding_index 1 {{(pid=103407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:05:43.600262 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-54b137b1-96b0-4fd4-b24a-5350ef120e88 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 3f6d1549-cb06-4b15-81f1-4908862e788f) {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:05:43.604735 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54b137b1-96b0-4fd4-b24a-5350ef120e88 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:05:43.605379 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-54b137b1-96b0-4fd4-b24a-5350ef120e88 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Publish callbacks [] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:43.612157 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40daf918-823c-423c-b112-08985dcfe3a8 None None] Network 3f6d1549-cb06-4b15-81f1-4908862e788f requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 11:05:43.626606 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-54b137b1-96b0-4fd4-b24a-5350ef120e88 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4547715 Feb 28 11:05:43.631286 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 44872) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:05:43.639130 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-1783af34-f652-4dd4-b025-10bdc3d4f0e3 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-511423083'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:05:43.662060 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 7d72d444-4dea-4573-9efc-562d37776ed6 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 11:05:43.662758 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1783af34-f652-4dd4-b025-10bdc3d4f0e3 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Made reservation on behalf of fe4df42439384b52b6da9d5113db2e95 for: {'network': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:05:43.668330 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1783af34-f652-4dd4-b025-10bdc3d4f0e3 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for network (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:43.695900 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1783af34-f652-4dd4-b025-10bdc3d4f0e3 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 269} {{(pid=103407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:05:43.707337 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1783af34-f652-4dd4-b025-10bdc3d4f0e3 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (13847a40-fe3a-4678-9e79-095fb359872f), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:43.708000 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.db.segments_db [None req-1783af34-f652-4dd4-b025-10bdc3d4f0e3 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Added segment 13847a40-fe3a-4678-9e79-095fb359872f of type vlan for network 480392d3-55ae-4a54-847f-2b725c75364c Feb 28 11:05:43.754031 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1783af34-f652-4dd4-b025-10bdc3d4f0e3 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742056637431'] for network (480392d3-55ae-4a54-847f-2b725c75364c), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:43.767599 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port 7d72d444-4dea-4573-9efc-562d37776ed6 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:05:43.768221 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (7d72d444-4dea-4573-9efc-562d37776ed6), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:43.790059 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aa65e7a-8538-4c6f-8e6a-7311f79ea9ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-3f6d1549-cb06-4b15-81f1-4908862e788f', 'network_id': '3f6d1549-cb06-4b15-81f1-4908862e788f', 'project_id': 'fe4df42439384b52b6da9d5113db2e95', 'fixed_ips': [{'subnet_id': '62f061ce-0798-47de-bc13-8d812757acb9'}]}} from dv-neutron-master-2-hyperv. {{(pid=103409) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 11:05:43.791307 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1783af34-f652-4dd4-b025-10bdc3d4f0e3 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551'] for network (480392d3-55ae-4a54-847f-2b725c75364c), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:43.791478 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6aa65e7a-8538-4c6f-8e6a-7311f79ea9ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:43.797156 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1783af34-f652-4dd4-b025-10bdc3d4f0e3 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:05:43.797783 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1783af34-f652-4dd4-b025-10bdc3d4f0e3 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:43.866795 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-1783af34-f652-4dd4-b025-10bdc3d4f0e3 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2341475 Feb 28 11:05:43.869859 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 44874) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:05:43.876764 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-a7b1bfc3-7687-4c5b-9de9-17b5a350d1d9 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Request body: {'subnet': {'network_id': '480392d3-55ae-4a54-847f-2b725c75364c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:05:43.881771 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1783af34-f652-4dd4-b025-10bdc3d4f0e3 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Pushing event updated for resources: {'Network': ['ID=480392d3-55ae-4a54-847f-2b725c75364c,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:05:43.929781 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1783af34-f652-4dd4-b025-10bdc3d4f0e3 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:05:43.930021 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1783af34-f652-4dd4-b025-10bdc3d4f0e3 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:05:43.930368 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1783af34-f652-4dd4-b025-10bdc3d4f0e3 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:05:43.930687 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1783af34-f652-4dd4-b025-10bdc3d4f0e3 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:05:43.931045 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1783af34-f652-4dd4-b025-10bdc3d4f0e3 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:05:43.931377 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1783af34-f652-4dd4-b025-10bdc3d4f0e3 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:05:43.931710 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1783af34-f652-4dd4-b025-10bdc3d4f0e3 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:05:43.932037 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1783af34-f652-4dd4-b025-10bdc3d4f0e3 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:05:43.932361 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1783af34-f652-4dd4-b025-10bdc3d4f0e3 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:05:43.932718 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1783af34-f652-4dd4-b025-10bdc3d4f0e3 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:05:43.933049 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1783af34-f652-4dd4-b025-10bdc3d4f0e3 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:05:43.933373 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1783af34-f652-4dd4-b025-10bdc3d4f0e3 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:05:43.933695 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1783af34-f652-4dd4-b025-10bdc3d4f0e3 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:05:43.968583 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Network 480392d3-55ae-4a54-847f-2b725c75364c details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103409) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 11:05:43.984732 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7b1bfc3-7687-4c5b-9de9-17b5a350d1d9 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Made reservation on behalf of fe4df42439384b52b6da9d5113db2e95 for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:05:43.986346 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 7d72d444-4dea-4573-9efc-562d37776ed6 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:05:43.988285 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a7b1bfc3-7687-4c5b-9de9-17b5a350d1d9 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3516581'] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:44.058773 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-6aa65e7a-8538-4c6f-8e6a-7311f79ea9ce None None] Allocated IP 2001:db8::2 (3f6d1549-cb06-4b15-81f1-4908862e788f/62f061ce-0798-47de-bc13-8d812757acb9/11d4db54-8b7a-499a-8638-113ec6af6dcc) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:05:44.186833 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a7b1bfc3-7687-4c5b-9de9-17b5a350d1d9 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3498031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3516567'] for subnet (ac0e53ee-d944-4be8-ad31-ea4ae3a0a0b7), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:44.220913 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6aa65e7a-8538-4c6f-8e6a-7311f79ea9ce None None] Publish callbacks [] for port (11d4db54-8b7a-499a-8638-113ec6af6dcc), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:44.229507 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6aa65e7a-8538-4c6f-8e6a-7311f79ea9ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749'] for port (11d4db54-8b7a-499a-8638-113ec6af6dcc), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:44.258256 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b1bfc3-7687-4c5b-9de9-17b5a350d1d9 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Pushing event updated for resources: {'Subnet': ['ID=ac0e53ee-d944-4be8-ad31-ea4ae3a0a0b7,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:05:44.270372 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b1bfc3-7687-4c5b-9de9-17b5a350d1d9 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Checking segment: {'id': '13847a40-fe3a-4678-9e79-095fb359872f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '480392d3-55ae-4a54-847f-2b725c75364c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 11:05:44.270741 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b1bfc3-7687-4c5b-9de9-17b5a350d1d9 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Network hostable DHCP agents. Network: 480392d3-55ae-4a54-847f-2b725c75364c, hostable agents: ['fb6705d2-4f70-4965-92a3-fbfccd43a6d3'], hosted agents: [] {{(pid=103407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:05:44.276477 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aa65e7a-8538-4c6f-8e6a-7311f79ea9ce None None] Network 3f6d1549-cb06-4b15-81f1-4908862e788f is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:05:44.280149 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-6aa65e7a-8538-4c6f-8e6a-7311f79ea9ce None None] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:05:44.285126 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa65e7a-8538-4c6f-8e6a-7311f79ea9ce None None] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 11:05:44.288761 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa65e7a-8538-4c6f-8e6a-7311f79ea9ce None None] Pushing event updated for resources: {'Port': ['ID=11d4db54-8b7a-499a-8638-113ec6af6dcc,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:05:44.292993 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b1bfc3-7687-4c5b-9de9-17b5a350d1d9 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Network 480392d3-55ae-4a54-847f-2b725c75364c is scheduled to be hosted by DHCP agent fb6705d2-4f70-4965-92a3-fbfccd43a6d3 with binding_index 1 {{(pid=103407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:05:44.305300 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-a7b1bfc3-7687-4c5b-9de9-17b5a350d1d9 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 480392d3-55ae-4a54-847f-2b725c75364c) {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:05:44.310161 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7b1bfc3-7687-4c5b-9de9-17b5a350d1d9 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:05:44.310849 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a7b1bfc3-7687-4c5b-9de9-17b5a350d1d9 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Publish callbacks [] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:44.320443 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3819ee5d-448a-44c3-b904-65a382468413 None None] Network 480392d3-55ae-4a54-847f-2b725c75364c requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 11:05:44.333498 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-a7b1bfc3-7687-4c5b-9de9-17b5a350d1d9 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4624007 Feb 28 11:05:44.334376 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 44876) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:05:44.393614 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-6aa65e7a-8538-4c6f-8e6a-7311f79ea9ce None None] Attempting to bind port 11d4db54-8b7a-499a-8638-113ec6af6dcc on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 11:05:44.393989 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-6aa65e7a-8538-4c6f-8e6a-7311f79ea9ce None None] Attempting to bind port 11d4db54-8b7a-499a-8638-113ec6af6dcc by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '0c29668e-f77a-4abe-981c-abd57fe261fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '3f6d1549-cb06-4b15-81f1-4908862e788f'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 11:05:44.394361 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa65e7a-8538-4c6f-8e6a-7311f79ea9ce None None] Attempting to bind port 11d4db54-8b7a-499a-8638-113ec6af6dcc on network 3f6d1549-cb06-4b15-81f1-4908862e788f {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 11:05:44.404875 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa65e7a-8538-4c6f-8e6a-7311f79ea9ce None None] Checking agent: {'id': '75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 24, 15), 'started_at': datetime.datetime(2022, 2, 28, 10, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 5, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 11:05:44.405260 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa65e7a-8538-4c6f-8e6a-7311f79ea9ce None None] Checking segment: {'id': '0c29668e-f77a-4abe-981c-abd57fe261fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '3f6d1549-cb06-4b15-81f1-4908862e788f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 11:05:44.405699 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6aa65e7a-8538-4c6f-8e6a-7311f79ea9ce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:44.406136 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa65e7a-8538-4c6f-8e6a-7311f79ea9ce None None] Bound using segment: {'id': '0c29668e-f77a-4abe-981c-abd57fe261fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '3f6d1549-cb06-4b15-81f1-4908862e788f'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 11:05:44.406695 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-6aa65e7a-8538-4c6f-8e6a-7311f79ea9ce None None] Bound port: 11d4db54-8b7a-499a-8638-113ec6af6dcc, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c29668e-f77a-4abe-981c-abd57fe261fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '3f6d1549-cb06-4b15-81f1-4908862e788f'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 11:05:44.407113 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6aa65e7a-8538-4c6f-8e6a-7311f79ea9ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (11d4db54-8b7a-499a-8638-113ec6af6dcc), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:44.448254 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a37e67d3-4ef5-42d4-a81f-3da584a1f490 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-665757'] for network (480392d3-55ae-4a54-847f-2b725c75364c), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:44.490852 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87d98758-32d9-4640-a52b-128dd07ff78c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-480392d3-55ae-4a54-847f-2b725c75364c', 'network_id': '480392d3-55ae-4a54-847f-2b725c75364c', 'project_id': 'fe4df42439384b52b6da9d5113db2e95', 'fixed_ips': [{'subnet_id': 'ac0e53ee-d944-4be8-ad31-ea4ae3a0a0b7'}]}} from dv-neutron-master-2-hyperv. {{(pid=103409) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 11:05:44.491844 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-87d98758-32d9-4640-a52b-128dd07ff78c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:44.509185 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a37e67d3-4ef5-42d4-a81f-3da584a1f490 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-823142'] for subnet (ac0e53ee-d944-4be8-ad31-ea4ae3a0a0b7), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:44.525660 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-6aa65e7a-8538-4c6f-8e6a-7311f79ea9ce None None] For port 11d4db54-8b7a-499a-8638-113ec6af6dcc, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:05:44.534308 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-6aa65e7a-8538-4c6f-8e6a-7311f79ea9ce None None] For port 11d4db54-8b7a-499a-8638-113ec6af6dcc, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=11d4db54-8b7a-499a-8638-113ec6af6dcc,segment=NetworkSegment(0c29668e-f77a-4abe-981c-abd57fe261fa),segment_id=0c29668e-f77a-4abe-981c-abd57fe261fa)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:05:44.578898 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a37e67d3-4ef5-42d4-a81f-3da584a1f490 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-823145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3242523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3951170'] for subnet (ac0e53ee-d944-4be8-ad31-ea4ae3a0a0b7), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:44.595001 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6aa65e7a-8538-4c6f-8e6a-7311f79ea9ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (11d4db54-8b7a-499a-8638-113ec6af6dcc), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:44.614837 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37e67d3-4ef5-42d4-a81f-3da584a1f490 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Pushing event deleted for resources: {'Subnet': ['ID=ac0e53ee-d944-4be8-ad31-ea4ae3a0a0b7,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:05:44.669123 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa65e7a-8538-4c6f-8e6a-7311f79ea9ce None None] Pushing event updated for resources: {'Port': ['ID=11d4db54-8b7a-499a-8638-113ec6af6dcc,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:05:44.674132 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server [None req-87d98758-32d9-4640-a52b-128dd07ff78c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ac0e53ee-d944-4be8-ad31-ea4ae3a0a0b7: This subnet is being modified by another concurrent operation. Feb 28 11:05:44.674132 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 28 11:05:44.674132 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 28 11:05:44.674132 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 28 11:05:44.674132 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 28 11:05:44.674132 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 28 11:05:44.674132 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 28 11:05:44.674132 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 28 11:05:44.674132 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 28 11:05:44.674132 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 28 11:05:44.674132 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 28 11:05:44.674132 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 28 11:05:44.674132 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 28 11:05:44.674132 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 11:05:44.674132 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 28 11:05:44.674132 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server raise self.value Feb 28 11:05:44.674132 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 28 11:05:44.674132 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 28 11:05:44.674132 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 28 11:05:44.674132 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 28 11:05:44.674132 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 28 11:05:44.674132 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 11:05:44.674132 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 28 11:05:44.674132 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server raise self.value Feb 28 11:05:44.674132 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 28 11:05:44.674132 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 28 11:05:44.674132 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 28 11:05:44.674132 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 28 11:05:44.674132 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 28 11:05:44.674132 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 11:05:44.674132 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 28 11:05:44.674132 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server raise self.value Feb 28 11:05:44.674132 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 28 11:05:44.674132 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 28 11:05:44.674132 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 28 11:05:44.674132 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 28 11:05:44.674132 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 28 11:05:44.674132 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 28 11:05:44.674132 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 28 11:05:44.674132 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 28 11:05:44.674132 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 28 11:05:44.674132 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 28 11:05:44.674132 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 28 11:05:44.674132 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 28 11:05:44.674132 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 28 11:05:44.674132 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 28 11:05:44.674132 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 28 11:05:44.674132 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 28 11:05:44.674132 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 28 11:05:44.674132 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 11:05:44.674132 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 28 11:05:44.674132 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server raise self.value Feb 28 11:05:44.674132 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 28 11:05:44.674132 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 28 11:05:44.674132 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 28 11:05:44.674132 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 28 11:05:44.674132 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 28 11:05:44.674132 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 11:05:44.674132 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 28 11:05:44.674132 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server raise self.value Feb 28 11:05:44.674132 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 28 11:05:44.674132 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 28 11:05:44.674132 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 28 11:05:44.674132 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 28 11:05:44.674132 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 28 11:05:44.674132 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 11:05:44.674132 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 28 11:05:44.674132 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server raise self.value Feb 28 11:05:44.674132 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 28 11:05:44.674132 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 28 11:05:44.674132 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 28 11:05:44.674132 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 28 11:05:44.674132 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 28 11:05:44.674132 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 28 11:05:44.674132 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db Feb 28 11:05:44.674132 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 28 11:05:44.674132 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 28 11:05:44.674132 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 28 11:05:44.674132 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 28 11:05:44.674132 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 28 11:05:44.674132 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 28 11:05:44.674132 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 28 11:05:44.674132 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 28 11:05:44.674132 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 28 11:05:44.674132 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 28 11:05:44.674132 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 28 11:05:44.674132 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 28 11:05:44.674132 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 28 11:05:44.674132 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 28 11:05:44.674132 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server raise exception Feb 28 11:05:44.674132 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ac0e53ee-d944-4be8-ad31-ea4ae3a0a0b7: This subnet is being modified by another concurrent operation. Feb 28 11:05:44.674132 dv-neutron-master-2-hyperv neutron-server[103409]: ERROR oslo_messaging.rpc.server Feb 28 11:05:44.684454 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a37e67d3-4ef5-42d4-a81f-3da584a1f490 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672413', 'neutron.services.segments.db._delete_segments_for_network-8742057110173'] for network (480392d3-55ae-4a54-847f-2b725c75364c), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:44.704011 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bda7fa1-b275-41f2-8c53-80e944d594ad None None] Network 480392d3-55ae-4a54-847f-2b725c75364c requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 11:05:44.709084 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-a37e67d3-4ef5-42d4-a81f-3da584a1f490 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['480392d3-55ae-4a54-847f-2b725c75364c']}} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:05:44.719827 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-a37e67d3-4ef5-42d4-a81f-3da584a1f490 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13847a40-fe3a-4678-9e79-095fb359872f') {'for_net_delete': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:05:44.720222 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-a37e67d3-4ef5-42d4-a81f-3da584a1f490 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13847a40-fe3a-4678-9e79-095fb359872f') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:05:44.731148 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a37e67d3-4ef5-42d4-a81f-3da584a1f490 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742057113766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3423550'] for segment (13847a40-fe3a-4678-9e79-095fb359872f), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:44.752448 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a37e67d3-4ef5-42d4-a81f-3da584a1f490 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (13847a40-fe3a-4678-9e79-095fb359872f), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:44.759377 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a37e67d3-4ef5-42d4-a81f-3da584a1f490 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Releasing vlan 269 on physical network physnet1 to pool {{(pid=103408) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 11:05:44.759902 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a37e67d3-4ef5-42d4-a81f-3da584a1f490 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3242693'] for segment (13847a40-fe3a-4678-9e79-095fb359872f), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:44.763447 dv-neutron-master-2-hyperv neutron-server[103408]: Traceback (most recent call last): Feb 28 11:05:44.763447 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 11:05:44.763447 dv-neutron-master-2-hyperv neutron-server[103408]: timer() Feb 28 11:05:44.763447 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:05:44.763447 dv-neutron-master-2-hyperv neutron-server[103408]: cb(*args, **kw) Feb 28 11:05:44.763447 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 11:05:44.763447 dv-neutron-master-2-hyperv neutron-server[103408]: return func(*args, **kwargs) Feb 28 11:05:44.763447 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:05:44.763447 dv-neutron-master-2-hyperv neutron-server[103408]: self._notify() Feb 28 11:05:44.763447 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:05:44.763447 dv-neutron-master-2-hyperv neutron-server[103408]: self.callback(batched_events) Feb 28 11:05:44.763447 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:05:44.763447 dv-neutron-master-2-hyperv neutron-server[103408]: event.method(event) Feb 28 11:05:44.763447 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 11:05:44.763447 dv-neutron-master-2-hyperv neutron-server[103408]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:05:44.763447 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 11:05:44.763447 dv-neutron-master-2-hyperv neutron-server[103408]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:05:44.763447 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 11:05:44.763447 dv-neutron-master-2-hyperv neutron-server[103408]: return f(self, *a, **k) Feb 28 11:05:44.763447 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 11:05:44.763447 dv-neutron-master-2-hyperv neutron-server[103408]: return self._get(url).json() Feb 28 11:05:44.763447 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 11:05:44.763447 dv-neutron-master-2-hyperv neutron-server[103408]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:05:44.763447 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 11:05:44.763447 dv-neutron-master-2-hyperv neutron-server[103408]: return self.request(url, 'GET', **kwargs) Feb 28 11:05:44.763447 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 11:05:44.763447 dv-neutron-master-2-hyperv neutron-server[103408]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:05:44.763447 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 11:05:44.763447 dv-neutron-master-2-hyperv neutron-server[103408]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:05:44.763447 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 11:05:44.763447 dv-neutron-master-2-hyperv neutron-server[103408]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:05:44.763447 dv-neutron-master-2-hyperv neutron-server[103408]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:05:44.831160 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a37e67d3-4ef5-42d4-a81f-3da584a1f490 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803269'] for network (480392d3-55ae-4a54-847f-2b725c75364c), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:44.839147 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a37e67d3-4ef5-42d4-a81f-3da584a1f490 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Publish callbacks [] for network (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:44.843021 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-a37e67d3-4ef5-42d4-a81f-3da584a1f490 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] 10.222.0.20 "DELETE /v2.0/networks/480392d3-55ae-4a54-847f-2b725c75364c HTTP/1.1" status: 204 len: 168 time: 0.5073764 Feb 28 11:05:44.846349 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 44878) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:05:44.882115 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37e67d3-4ef5-42d4-a81f-3da584a1f490 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Pushing event deleted for resources: {'Network': ['ID=480392d3-55ae-4a54-847f-2b725c75364c,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:05:44.900783 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-687129f3-fa15-491b-b420-a4e484e3dd0f tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] GET failed (client error): The resource could not be found. Feb 28 11:05:44.902380 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-687129f3-fa15-491b-b420-a4e484e3dd0f tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] 10.222.0.20 "GET /v2.0/subnets/ac0e53ee-d944-4be8-ad31-ea4ae3a0a0b7 HTTP/1.1" status: 404 len: 337 time: 0.0547574 Feb 28 11:05:44.906284 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 44880) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:05:44.928532 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e889579-e311-41e5-a1ab-f3571b8a7bfb tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] DELETE failed (client error): The resource could not be found. Feb 28 11:05:44.929236 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e889579-e311-41e5-a1ab-f3571b8a7bfb tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103408) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:05:44.932207 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-6e889579-e311-41e5-a1ab-f3571b8a7bfb tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] 10.222.0.20 "DELETE /v2.0/networks/480392d3-55ae-4a54-847f-2b725c75364c HTTP/1.1" status: 404 len: 339 time: 0.0243707 Feb 28 11:05:44.936333 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 44882) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:05:44.938522 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:44.965397 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-1337c105-abac-42d5-8fe1-6a5434435a1b tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] DELETE failed (client error): The resource could not be found. Feb 28 11:05:44.965870 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1337c105-abac-42d5-8fe1-6a5434435a1b tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103408) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:05:44.971978 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 44884) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:05:44.973082 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-1337c105-abac-42d5-8fe1-6a5434435a1b tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] 10.222.0.20 "DELETE /v2.0/subnets/ac0e53ee-d944-4be8-ad31-ea4ae3a0a0b7 HTTP/1.1" status: 404 len: 337 time: 0.0354784 Feb 28 11:05:44.992648 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.pecan_wsgi.hooks.translation [None req-07671ab0-8909-42d3-9aa4-adcb7a60eda1 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] DELETE failed (client error): The resource could not be found. Feb 28 11:05:44.992955 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07671ab0-8909-42d3-9aa4-adcb7a60eda1 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103407) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:05:44.996190 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-07671ab0-8909-42d3-9aa4-adcb7a60eda1 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] 10.222.0.20 "DELETE /v2.0/networks/480392d3-55ae-4a54-847f-2b725c75364c HTTP/1.1" status: 404 len: 339 time: 0.0230324 Feb 28 11:05:44.998781 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 44886) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:05:45.051051 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce0e2b17-a0e6-4f47-98eb-4ef25d0b80de tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Deleting subnet 62f061ce-0798-47de-bc13-8d812757acb9 {{(pid=103407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 11:05:45.054512 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ce0e2b17-a0e6-4f47-98eb-4ef25d0b80de tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Publish callbacks [] for subnet (62f061ce-0798-47de-bc13-8d812757acb9), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:45.097301 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ce0e2b17-a0e6-4f47-98eb-4ef25d0b80de tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3501132'] for subnet (62f061ce-0798-47de-bc13-8d812757acb9), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:45.191116 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ce0e2b17-a0e6-4f47-98eb-4ef25d0b80de tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-823142'] for subnet (62f061ce-0798-47de-bc13-8d812757acb9), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:45.255761 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ce0e2b17-a0e6-4f47-98eb-4ef25d0b80de tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-823145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3498088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3516558'] for subnet (62f061ce-0798-47de-bc13-8d812757acb9), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:45.282563 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0e2b17-a0e6-4f47-98eb-4ef25d0b80de tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Pushing event deleted for resources: {'Subnet': ['ID=62f061ce-0798-47de-bc13-8d812757acb9,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:05:45.288729 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ce0e2b17-a0e6-4f47-98eb-4ef25d0b80de tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Publish callbacks [] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:45.295021 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-ce0e2b17-a0e6-4f47-98eb-4ef25d0b80de tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] 10.222.0.20 "DELETE /v2.0/subnets/62f061ce-0798-47de-bc13-8d812757acb9 HTTP/1.1" status: 204 len: 168 time: 0.2922611 Feb 28 11:05:45.295021 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 44888) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:05:45.390500 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-35e1d7a9-d97a-4baa-814c-ce138578cbb0 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-665757'] for network (3f6d1549-cb06-4b15-81f1-4908862e788f), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:45.453022 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-35e1d7a9-d97a-4baa-814c-ce138578cbb0 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Deleting port 11d4db54-8b7a-499a-8638-113ec6af6dcc {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 11:05:45.453402 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-35e1d7a9-d97a-4baa-814c-ce138578cbb0 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (11d4db54-8b7a-499a-8638-113ec6af6dcc), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:45.524297 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-35e1d7a9-d97a-4baa-814c-ce138578cbb0 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] For port 11d4db54-8b7a-499a-8638-113ec6af6dcc, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=11d4db54-8b7a-499a-8638-113ec6af6dcc,segment=NetworkSegment(0c29668e-f77a-4abe-981c-abd57fe261fa),segment_id=0c29668e-f77a-4abe-981c-abd57fe261fa)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:05:45.524709 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-35e1d7a9-d97a-4baa-814c-ce138578cbb0 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (11d4db54-8b7a-499a-8638-113ec6af6dcc), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:45.538854 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-35e1d7a9-d97a-4baa-814c-ce138578cbb0 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Calling delete_port for 11d4db54-8b7a-499a-8638-113ec6af6dcc owned by network:dhcp {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 11:05:45.636428 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-35e1d7a9-d97a-4baa-814c-ce138578cbb0 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (11d4db54-8b7a-499a-8638-113ec6af6dcc), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:45.651852 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3650069-e852-4a03-b0ca-5c44ab05bbd6 None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=103409) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 28 11:05:45.663006 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e1d7a9-d97a-4baa-814c-ce138578cbb0 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Pushing event deleted for resources: {'Port': ['ID=11d4db54-8b7a-499a-8638-113ec6af6dcc,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:05:45.666575 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e1d7a9-d97a-4baa-814c-ce138578cbb0 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] No DVR routers for this DVR port 11d4db54-8b7a-499a-8638-113ec6af6dcc on host dv-neutron-master-2-hyperv {{(pid=103407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:05:45.685130 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 11d4db54-8b7a-499a-8638-113ec6af6dcc up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 11:05:45.708509 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] No Port match for: 11d4db54-8b7a-499a-8638-113ec6af6dcc {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 11:05:45.708920 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 11d4db54-8b7a-499a-8638-113ec6af6dcc not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Feb 28 11:05:45.738740 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Port 11d4db54-8b7a-499a-8638-113ec6af6dcc not found, will not notify nova. {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Feb 28 11:05:45.743747 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-f2ee61e8-21ea-45c1-9c6c-aa6190085010 None None] Could not find standard attr ID for object 11d4db54-8b7a-499a-8638-113ec6af6dcc. {{(pid=103409) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Feb 28 11:05:45.747369 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-35e1d7a9-d97a-4baa-814c-ce138578cbb0 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672413', 'neutron.services.segments.db._delete_segments_for_network-8742057110173'] for network (3f6d1549-cb06-4b15-81f1-4908862e788f), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:45.768134 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-35e1d7a9-d97a-4baa-814c-ce138578cbb0 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f6d1549-cb06-4b15-81f1-4908862e788f']}} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:05:45.772980 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3650069-e852-4a03-b0ca-5c44ab05bbd6 None None] Resources bound (agent type, host, resource id): {{(pid=103409) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 28 11:05:45.777927 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-35e1d7a9-d97a-4baa-814c-ce138578cbb0 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c29668e-f77a-4abe-981c-abd57fe261fa') {'for_net_delete': True} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:05:45.778417 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-35e1d7a9-d97a-4baa-814c-ce138578cbb0 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c29668e-f77a-4abe-981c-abd57fe261fa') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:05:45.789008 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-35e1d7a9-d97a-4baa-814c-ce138578cbb0 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742057113766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3501147'] for segment (0c29668e-f77a-4abe-981c-abd57fe261fa), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:45.803456 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-35e1d7a9-d97a-4baa-814c-ce138578cbb0 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (0c29668e-f77a-4abe-981c-abd57fe261fa), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:45.810732 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35e1d7a9-d97a-4baa-814c-ce138578cbb0 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Releasing vlan 270 on physical network physnet1 to pool {{(pid=103407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 11:05:45.811183 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-35e1d7a9-d97a-4baa-814c-ce138578cbb0 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3498166'] for segment (0c29668e-f77a-4abe-981c-abd57fe261fa), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:45.814355 dv-neutron-master-2-hyperv neutron-server[103407]: Traceback (most recent call last): Feb 28 11:05:45.814355 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 11:05:45.814355 dv-neutron-master-2-hyperv neutron-server[103407]: timer() Feb 28 11:05:45.814355 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:05:45.814355 dv-neutron-master-2-hyperv neutron-server[103407]: cb(*args, **kw) Feb 28 11:05:45.814355 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 11:05:45.814355 dv-neutron-master-2-hyperv neutron-server[103407]: return func(*args, **kwargs) Feb 28 11:05:45.814355 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:05:45.814355 dv-neutron-master-2-hyperv neutron-server[103407]: self._notify() Feb 28 11:05:45.814355 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:05:45.814355 dv-neutron-master-2-hyperv neutron-server[103407]: self.callback(batched_events) Feb 28 11:05:45.814355 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:05:45.814355 dv-neutron-master-2-hyperv neutron-server[103407]: event.method(event) Feb 28 11:05:45.814355 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 11:05:45.814355 dv-neutron-master-2-hyperv neutron-server[103407]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:05:45.814355 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 11:05:45.814355 dv-neutron-master-2-hyperv neutron-server[103407]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:05:45.814355 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 11:05:45.814355 dv-neutron-master-2-hyperv neutron-server[103407]: return f(self, *a, **k) Feb 28 11:05:45.814355 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 11:05:45.814355 dv-neutron-master-2-hyperv neutron-server[103407]: return self._get(url).json() Feb 28 11:05:45.814355 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 11:05:45.814355 dv-neutron-master-2-hyperv neutron-server[103407]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:05:45.814355 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 11:05:45.814355 dv-neutron-master-2-hyperv neutron-server[103407]: return self.request(url, 'GET', **kwargs) Feb 28 11:05:45.814355 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 11:05:45.814355 dv-neutron-master-2-hyperv neutron-server[103407]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:05:45.814355 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 11:05:45.814355 dv-neutron-master-2-hyperv neutron-server[103407]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:05:45.814355 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 11:05:45.814355 dv-neutron-master-2-hyperv neutron-server[103407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:05:45.814355 dv-neutron-master-2-hyperv neutron-server[103407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:05:45.872932 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-35e1d7a9-d97a-4baa-814c-ce138578cbb0 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803269'] for network (3f6d1549-cb06-4b15-81f1-4908862e788f), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:45.880058 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-35e1d7a9-d97a-4baa-814c-ce138578cbb0 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:45.883282 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-35e1d7a9-d97a-4baa-814c-ce138578cbb0 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] 10.222.0.20 "DELETE /v2.0/networks/3f6d1549-cb06-4b15-81f1-4908862e788f HTTP/1.1" status: 204 len: 168 time: 0.5874395 Feb 28 11:05:45.886037 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 44890) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:05:45.899119 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e1d7a9-d97a-4baa-814c-ce138578cbb0 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Pushing event deleted for resources: {'Network': ['ID=3f6d1549-cb06-4b15-81f1-4908862e788f,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:05:45.915199 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-d255e1cd-958c-4282-95a8-e53aa73babd1 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] DELETE failed (client error): The resource could not be found. Feb 28 11:05:45.915663 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d255e1cd-958c-4282-95a8-e53aa73babd1 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103408) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:05:45.921316 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-d255e1cd-958c-4282-95a8-e53aa73babd1 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] 10.222.0.20 "DELETE /v2.0/subnets/2759f8c4-83fa-4c8c-8ed5-16f3721fc253 HTTP/1.1" status: 404 len: 337 time: 0.0311160 Feb 28 11:05:45.921484 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 44892) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:05:45.931617 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f62d5030-b689-4541-932f-8234bbecb0a1 None None] Network 3f6d1549-cb06-4b15-81f1-4908862e788f requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 11:05:45.939812 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef2eedec-d5a6-4bea-9593-91b942c3d890 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] DELETE failed (client error): The resource could not be found. Feb 28 11:05:45.940308 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef2eedec-d5a6-4bea-9593-91b942c3d890 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103408) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:05:45.945816 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-ef2eedec-d5a6-4bea-9593-91b942c3d890 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] 10.222.0.20 "DELETE /v2.0/networks/79bd6b87-5466-4cd2-a2b4-9d75c5354d31 HTTP/1.1" status: 404 len: 339 time: 0.0209112 Feb 28 11:05:45.945942 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f62d5030-b689-4541-932f-8234bbecb0a1 None None] Network 3f6d1549-cb06-4b15-81f1-4908862e788f could not be found, it might have been deleted concurrently. {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 28 11:05:45.946407 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 44894) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:05:45.976856 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcf4308b-d2eb-473f-9a0c-f613cd6feeb7 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] DELETE failed (client error): The resource could not be found. Feb 28 11:05:45.977320 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcf4308b-d2eb-473f-9a0c-f613cd6feeb7 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103408) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:05:45.980358 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-dcf4308b-d2eb-473f-9a0c-f613cd6feeb7 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] 10.222.0.20 "DELETE /v2.0/subnets/47905982-7919-40ff-8138-c15f0d4e6071 HTTP/1.1" status: 404 len: 337 time: 0.0334306 Feb 28 11:05:45.983071 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 44896) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:05:45.999420 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-909a0ed7-9168-482b-a24d-ddf705713331 None None] DHCP port deletion for 3f6d1549-cb06-4b15-81f1-4908862e788f request from dv-neutron-master-2-hyperv {{(pid=103409) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 11:05:46.001311 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4e1a5aa-f6b1-4f03-b045-3f038b149414 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] DELETE failed (client error): The resource could not be found. Feb 28 11:05:46.001817 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4e1a5aa-f6b1-4f03-b045-3f038b149414 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103408) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:05:46.006084 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-a4e1a5aa-f6b1-4f03-b045-3f038b149414 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] 10.222.0.20 "DELETE /v2.0/networks/33f9a2dc-614a-437d-899c-059de8aaaf6e HTTP/1.1" status: 404 len: 339 time: 0.0209165 Feb 28 11:05:46.007509 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 44898) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:05:46.058623 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a2373d2-836c-4e84-9dc5-973ab204107d tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Deleting subnet f7702bd0-75ce-4f5a-9a57-0d99d3123fd8 {{(pid=103408) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 11:05:46.061848 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7a2373d2-836c-4e84-9dc5-973ab204107d tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Publish callbacks [] for subnet (f7702bd0-75ce-4f5a-9a57-0d99d3123fd8), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:46.102900 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7a2373d2-836c-4e84-9dc5-973ab204107d tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3423529'] for subnet (f7702bd0-75ce-4f5a-9a57-0d99d3123fd8), precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:46.208667 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7a2373d2-836c-4e84-9dc5-973ab204107d tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-823142'] for subnet (f7702bd0-75ce-4f5a-9a57-0d99d3123fd8), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:46.274284 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7a2373d2-836c-4e84-9dc5-973ab204107d tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-823145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3242523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3951170'] for subnet (f7702bd0-75ce-4f5a-9a57-0d99d3123fd8), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:46.301751 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2373d2-836c-4e84-9dc5-973ab204107d tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Pushing event deleted for resources: {'Subnet': ['ID=f7702bd0-75ce-4f5a-9a57-0d99d3123fd8,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:05:46.305527 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7a2373d2-836c-4e84-9dc5-973ab204107d tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Publish callbacks [] for subnet (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:46.309619 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-7a2373d2-836c-4e84-9dc5-973ab204107d tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] 10.222.0.20 "DELETE /v2.0/subnets/f7702bd0-75ce-4f5a-9a57-0d99d3123fd8 HTTP/1.1" status: 204 len: 168 time: 0.3003867 Feb 28 11:05:46.312365 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 44900) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:05:46.315511 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b35433a-abff-42bb-ad4a-e897c29b905e None None] Network 05e52f22-4474-4d1d-9666-1ad2e550e8b5 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 11:05:46.395917 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bf8d037d-4d8d-4596-b71d-c2d765158d27 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-665757'] for network (05e52f22-4474-4d1d-9666-1ad2e550e8b5), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:46.459642 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-bf8d037d-4d8d-4596-b71d-c2d765158d27 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Deleting port 7d72d444-4dea-4573-9efc-562d37776ed6 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 11:05:46.459642 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bf8d037d-4d8d-4596-b71d-c2d765158d27 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (7d72d444-4dea-4573-9efc-562d37776ed6), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:46.466859 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d38309c-ced8-48cc-9d35-0006a98e7063 None None] DHCP port deletion for 05e52f22-4474-4d1d-9666-1ad2e550e8b5 request from dv-neutron-master-2-hyperv {{(pid=103409) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 11:05:46.515577 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-8d38309c-ced8-48cc-9d35-0006a98e7063 None None] Deleting port 7d72d444-4dea-4573-9efc-562d37776ed6 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 11:05:46.515956 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8d38309c-ced8-48cc-9d35-0006a98e7063 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (7d72d444-4dea-4573-9efc-562d37776ed6), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:46.525076 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-bf8d037d-4d8d-4596-b71d-c2d765158d27 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] For port 7d72d444-4dea-4573-9efc-562d37776ed6, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7d72d444-4dea-4573-9efc-562d37776ed6,segment=NetworkSegment(2dd6da0b-6313-4a51-8621-330f86856593),segment_id=2dd6da0b-6313-4a51-8621-330f86856593)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:05:46.525446 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bf8d037d-4d8d-4596-b71d-c2d765158d27 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (7d72d444-4dea-4573-9efc-562d37776ed6), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:46.538139 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-bf8d037d-4d8d-4596-b71d-c2d765158d27 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Calling delete_port for 7d72d444-4dea-4573-9efc-562d37776ed6 owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 11:05:46.583771 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-8d38309c-ced8-48cc-9d35-0006a98e7063 None None] For port 7d72d444-4dea-4573-9efc-562d37776ed6, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7d72d444-4dea-4573-9efc-562d37776ed6,segment=NetworkSegment(2dd6da0b-6313-4a51-8621-330f86856593),segment_id=2dd6da0b-6313-4a51-8621-330f86856593)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:05:46.584090 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8d38309c-ced8-48cc-9d35-0006a98e7063 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (7d72d444-4dea-4573-9efc-562d37776ed6), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:46.597969 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-8d38309c-ced8-48cc-9d35-0006a98e7063 None None] Calling delete_port for 7d72d444-4dea-4573-9efc-562d37776ed6 owned by network:dhcp {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 11:05:46.633383 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bf8d037d-4d8d-4596-b71d-c2d765158d27 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (7d72d444-4dea-4573-9efc-562d37776ed6), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:46.660821 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8d037d-4d8d-4596-b71d-c2d765158d27 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Pushing event deleted for resources: {'Port': ['ID=7d72d444-4dea-4573-9efc-562d37776ed6,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:05:46.664440 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8d037d-4d8d-4596-b71d-c2d765158d27 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] No DVR routers for this DVR port 7d72d444-4dea-4573-9efc-562d37776ed6 on host dv-neutron-master-2-hyperv {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:05:46.694596 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8d38309c-ced8-48cc-9d35-0006a98e7063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758'] for port (7d72d444-4dea-4573-9efc-562d37776ed6), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:46.721033 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d38309c-ced8-48cc-9d35-0006a98e7063 None None] Pushing event deleted for resources: {'Port': ['ID=7d72d444-4dea-4573-9efc-562d37776ed6,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:05:46.725011 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d38309c-ced8-48cc-9d35-0006a98e7063 None None] No DVR routers for this DVR port 7d72d444-4dea-4573-9efc-562d37776ed6 on host dv-neutron-master-2-hyperv {{(pid=103409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:05:46.749916 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bf8d037d-4d8d-4596-b71d-c2d765158d27 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672413', 'neutron.services.segments.db._delete_segments_for_network-8742057110173'] for network (05e52f22-4474-4d1d-9666-1ad2e550e8b5), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:46.771466 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-bf8d037d-4d8d-4596-b71d-c2d765158d27 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05e52f22-4474-4d1d-9666-1ad2e550e8b5']}} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:05:46.781144 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-bf8d037d-4d8d-4596-b71d-c2d765158d27 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2dd6da0b-6313-4a51-8621-330f86856593') {'for_net_delete': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:05:46.781446 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-bf8d037d-4d8d-4596-b71d-c2d765158d27 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2dd6da0b-6313-4a51-8621-330f86856593') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:05:46.791946 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bf8d037d-4d8d-4596-b71d-c2d765158d27 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742057113766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3423550'] for segment (2dd6da0b-6313-4a51-8621-330f86856593), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:46.806924 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bf8d037d-4d8d-4596-b71d-c2d765158d27 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (2dd6da0b-6313-4a51-8621-330f86856593), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:46.813690 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf8d037d-4d8d-4596-b71d-c2d765158d27 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Releasing vlan 288 on physical network physnet1 to pool {{(pid=103408) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 11:05:46.814095 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bf8d037d-4d8d-4596-b71d-c2d765158d27 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3242693'] for segment (2dd6da0b-6313-4a51-8621-330f86856593), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:46.817393 dv-neutron-master-2-hyperv neutron-server[103408]: Traceback (most recent call last): Feb 28 11:05:46.817393 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 11:05:46.817393 dv-neutron-master-2-hyperv neutron-server[103408]: timer() Feb 28 11:05:46.817393 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:05:46.817393 dv-neutron-master-2-hyperv neutron-server[103408]: cb(*args, **kw) Feb 28 11:05:46.817393 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 11:05:46.817393 dv-neutron-master-2-hyperv neutron-server[103408]: return func(*args, **kwargs) Feb 28 11:05:46.817393 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:05:46.817393 dv-neutron-master-2-hyperv neutron-server[103408]: self._notify() Feb 28 11:05:46.817393 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:05:46.817393 dv-neutron-master-2-hyperv neutron-server[103408]: self.callback(batched_events) Feb 28 11:05:46.817393 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:05:46.817393 dv-neutron-master-2-hyperv neutron-server[103408]: event.method(event) Feb 28 11:05:46.817393 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 11:05:46.817393 dv-neutron-master-2-hyperv neutron-server[103408]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:05:46.817393 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 11:05:46.817393 dv-neutron-master-2-hyperv neutron-server[103408]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:05:46.817393 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 11:05:46.817393 dv-neutron-master-2-hyperv neutron-server[103408]: return f(self, *a, **k) Feb 28 11:05:46.817393 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 11:05:46.817393 dv-neutron-master-2-hyperv neutron-server[103408]: return self._get(url).json() Feb 28 11:05:46.817393 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 11:05:46.817393 dv-neutron-master-2-hyperv neutron-server[103408]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:05:46.817393 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 11:05:46.817393 dv-neutron-master-2-hyperv neutron-server[103408]: return self.request(url, 'GET', **kwargs) Feb 28 11:05:46.817393 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 11:05:46.817393 dv-neutron-master-2-hyperv neutron-server[103408]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:05:46.817393 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 11:05:46.817393 dv-neutron-master-2-hyperv neutron-server[103408]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:05:46.817393 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 11:05:46.817393 dv-neutron-master-2-hyperv neutron-server[103408]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:05:46.817393 dv-neutron-master-2-hyperv neutron-server[103408]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:05:46.881094 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bf8d037d-4d8d-4596-b71d-c2d765158d27 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803269'] for network (05e52f22-4474-4d1d-9666-1ad2e550e8b5), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:46.889401 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-bf8d037d-4d8d-4596-b71d-c2d765158d27 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Publish callbacks [] for network (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:46.892629 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-bf8d037d-4d8d-4596-b71d-c2d765158d27 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] 10.222.0.20 "DELETE /v2.0/networks/05e52f22-4474-4d1d-9666-1ad2e550e8b5 HTTP/1.1" status: 204 len: 168 time: 0.5791838 Feb 28 11:05:46.902589 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8d037d-4d8d-4596-b71d-c2d765158d27 tempest-NetworksIpV6Test-477321983 tempest-NetworksIpV6Test-477321983-project] Pushing event deleted for resources: {'Network': ['ID=05e52f22-4474-4d1d-9666-1ad2e550e8b5,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:05:47.166622 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 44906) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:05:47.317384 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-1d6bbd49-e7e4-499c-937c-966859bdde67 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fe4df42439384b52b6da9d5113db2e95&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1494603 Feb 28 11:05:47.319832 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 44910) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:05:47.369427 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4e417c4a-da7b-4d8c-a9f0-6b60f4ba68e8 admin admin] Publish callbacks [] for security_group (0c5a1a35-568e-44ac-ad08-214be8a3973a), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:47.390820 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4e417c4a-da7b-4d8c-a9f0-6b60f4ba68e8 admin admin] Publish callbacks [] for security_group (0c5a1a35-568e-44ac-ad08-214be8a3973a), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:47.445396 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4e417c4a-da7b-4d8c-a9f0-6b60f4ba68e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (0c5a1a35-568e-44ac-ad08-214be8a3973a), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:47.447905 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-4e417c4a-da7b-4d8c-a9f0-6b60f4ba68e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:47.449145 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-4e417c4a-da7b-4d8c-a9f0-6b60f4ba68e8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0c5a1a35-568e-44ac-ad08-214be8a3973a HTTP/1.1" status: 204 len: 168 time: 0.1284029 Feb 28 11:05:47.458446 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e417c4a-da7b-4d8c-a9f0-6b60f4ba68e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c5a1a35-568e-44ac-ad08-214be8a3973a,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:05:47.625573 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 11d4db54-8b7a-499a-8638-113ec6af6dcc no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 11:05:47.645958 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] No Port match for: 11d4db54-8b7a-499a-8638-113ec6af6dcc {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 11:05:47.646398 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 11d4db54-8b7a-499a-8638-113ec6af6dcc not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 11:05:47.646900 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 7d72d444-4dea-4573-9efc-562d37776ed6 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 11:05:47.669133 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] No Port match for: 7d72d444-4dea-4573-9efc-562d37776ed6 {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 11:05:47.669490 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 7d72d444-4dea-4573-9efc-562d37776ed6 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 11:05:48.140979 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 44932) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:05:48.239656 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-11f6fbde-2be0-4cee-b906-37f548cd4154 tempest-RoutersNegativeTest-695816397 tempest-RoutersNegativeTest-695816397-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-595855205', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:05:48.266909 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-11f6fbde-2be0-4cee-b906-37f548cd4154 tempest-RoutersNegativeTest-695816397 tempest-RoutersNegativeTest-695816397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1805251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254175'] for router (0e16c325-5692-4165-bda2-dab6cf26e899), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:48.268021 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-11f6fbde-2be0-4cee-b906-37f548cd4154 tempest-RoutersNegativeTest-695816397 tempest-RoutersNegativeTest-695816397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1804172', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1602053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254150'] for router (0e16c325-5692-4165-bda2-dab6cf26e899), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:48.328480 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-11f6fbde-2be0-4cee-b906-37f548cd4154 tempest-RoutersNegativeTest-695816397 tempest-RoutersNegativeTest-695816397-project] Publish callbacks [] for router_controller (0e16c325-5692-4165-bda2-dab6cf26e899), precommit_add_association {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:48.337724 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-11f6fbde-2be0-4cee-b906-37f548cd4154 tempest-RoutersNegativeTest-695816397 tempest-RoutersNegativeTest-695816397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1804241'] for router (0e16c325-5692-4165-bda2-dab6cf26e899), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:48.358876 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-11f6fbde-2be0-4cee-b906-37f548cd4154 tempest-RoutersNegativeTest-695816397 tempest-RoutersNegativeTest-695816397-project] Publish callbacks [] for router (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:48.360102 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-11f6fbde-2be0-4cee-b906-37f548cd4154 tempest-RoutersNegativeTest-695816397 tempest-RoutersNegativeTest-695816397-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.2180998 Feb 28 11:05:48.362964 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 44936) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:05:48.368906 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-41758bb3-c2ef-48c2-b310-c949b39e73e4 tempest-RoutersNegativeTest-695816397 tempest-RoutersNegativeTest-695816397-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-175192807'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:05:48.391918 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41758bb3-c2ef-48c2-b310-c949b39e73e4 tempest-RoutersNegativeTest-695816397 tempest-RoutersNegativeTest-695816397-project] Made reservation on behalf of 178641f3712142ff8df36d6e332c7bae for: {'network': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:05:48.395294 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-41758bb3-c2ef-48c2-b310-c949b39e73e4 tempest-RoutersNegativeTest-695816397 tempest-RoutersNegativeTest-695816397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for network (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:48.411741 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-41758bb3-c2ef-48c2-b310-c949b39e73e4 tempest-RoutersNegativeTest-695816397 tempest-RoutersNegativeTest-695816397-project] Publish callbacks [] for security_group (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:48.486934 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-41758bb3-c2ef-48c2-b310-c949b39e73e4 tempest-RoutersNegativeTest-695816397 tempest-RoutersNegativeTest-695816397-project] Publish callbacks [] for security_group (131a1cb8-ef3e-4229-877b-140f034ed312), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:48.491704 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-41758bb3-c2ef-48c2-b310-c949b39e73e4 tempest-RoutersNegativeTest-695816397 tempest-RoutersNegativeTest-695816397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (131a1cb8-ef3e-4229-877b-140f034ed312), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:48.516433 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41758bb3-c2ef-48c2-b310-c949b39e73e4 tempest-RoutersNegativeTest-695816397 tempest-RoutersNegativeTest-695816397-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 261} {{(pid=103408) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:05:48.535634 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-41758bb3-c2ef-48c2-b310-c949b39e73e4 tempest-RoutersNegativeTest-695816397 tempest-RoutersNegativeTest-695816397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (ba7cff99-8ccd-4511-a7fa-8387b876b2a2), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:48.535976 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.db.segments_db [None req-41758bb3-c2ef-48c2-b310-c949b39e73e4 tempest-RoutersNegativeTest-695816397 tempest-RoutersNegativeTest-695816397-project] Added segment ba7cff99-8ccd-4511-a7fa-8387b876b2a2 of type vlan for network 14b325c2-5251-45f6-8bec-859ac9692434 Feb 28 11:05:48.537380 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41758bb3-c2ef-48c2-b310-c949b39e73e4 tempest-RoutersNegativeTest-695816397 tempest-RoutersNegativeTest-695816397-project] Pushing event updated for resources: {'SecurityGroup': ['ID=131a1cb8-ef3e-4229-877b-140f034ed312,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:05:48.581105 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-41758bb3-c2ef-48c2-b310-c949b39e73e4 tempest-RoutersNegativeTest-695816397 tempest-RoutersNegativeTest-695816397-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742056637431'] for network (14b325c2-5251-45f6-8bec-859ac9692434), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:48.608437 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-41758bb3-c2ef-48c2-b310-c949b39e73e4 tempest-RoutersNegativeTest-695816397 tempest-RoutersNegativeTest-695816397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551'] for network (14b325c2-5251-45f6-8bec-859ac9692434), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:48.614051 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41758bb3-c2ef-48c2-b310-c949b39e73e4 tempest-RoutersNegativeTest-695816397 tempest-RoutersNegativeTest-695816397-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:05:48.614647 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-41758bb3-c2ef-48c2-b310-c949b39e73e4 tempest-RoutersNegativeTest-695816397 tempest-RoutersNegativeTest-695816397-project] Publish callbacks [] for network (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:48.679200 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-41758bb3-c2ef-48c2-b310-c949b39e73e4 tempest-RoutersNegativeTest-695816397 tempest-RoutersNegativeTest-695816397-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3149035 Feb 28 11:05:48.681983 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 44938) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:05:48.687210 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-32a63264-63bd-4dbb-ada8-71946c81fb64 tempest-RoutersNegativeTest-695816397 tempest-RoutersNegativeTest-695816397-project] Request body: {'subnet': {'network_id': '14b325c2-5251-45f6-8bec-859ac9692434', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:05:48.694309 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41758bb3-c2ef-48c2-b310-c949b39e73e4 tempest-RoutersNegativeTest-695816397 tempest-RoutersNegativeTest-695816397-project] Pushing event updated for resources: {'Network': ['ID=14b325c2-5251-45f6-8bec-859ac9692434,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:05:48.705587 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Network 14b325c2-5251-45f6-8bec-859ac9692434 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103409) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 11:05:48.783162 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32a63264-63bd-4dbb-ada8-71946c81fb64 tempest-RoutersNegativeTest-695816397 tempest-RoutersNegativeTest-695816397-project] Made reservation on behalf of 178641f3712142ff8df36d6e332c7bae for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:05:48.788675 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-32a63264-63bd-4dbb-ada8-71946c81fb64 tempest-RoutersNegativeTest-695816397 tempest-RoutersNegativeTest-695816397-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3951209'] for subnet (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:48.979956 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-32a63264-63bd-4dbb-ada8-71946c81fb64 tempest-RoutersNegativeTest-695816397 tempest-RoutersNegativeTest-695816397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3242588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3951195'] for subnet (05c9cbf5-3468-4f0f-97b2-e111acd59ff7), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:49.041505 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a63264-63bd-4dbb-ada8-71946c81fb64 tempest-RoutersNegativeTest-695816397 tempest-RoutersNegativeTest-695816397-project] Pushing event updated for resources: {'Subnet': ['ID=05c9cbf5-3468-4f0f-97b2-e111acd59ff7,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:05:49.052263 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a63264-63bd-4dbb-ada8-71946c81fb64 tempest-RoutersNegativeTest-695816397 tempest-RoutersNegativeTest-695816397-project] Checking segment: {'id': 'ba7cff99-8ccd-4511-a7fa-8387b876b2a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '14b325c2-5251-45f6-8bec-859ac9692434'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 11:05:49.052660 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a63264-63bd-4dbb-ada8-71946c81fb64 tempest-RoutersNegativeTest-695816397 tempest-RoutersNegativeTest-695816397-project] Network hostable DHCP agents. Network: 14b325c2-5251-45f6-8bec-859ac9692434, hostable agents: ['fb6705d2-4f70-4965-92a3-fbfccd43a6d3'], hosted agents: [] {{(pid=103408) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:05:49.072325 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a63264-63bd-4dbb-ada8-71946c81fb64 tempest-RoutersNegativeTest-695816397 tempest-RoutersNegativeTest-695816397-project] Network 14b325c2-5251-45f6-8bec-859ac9692434 is scheduled to be hosted by DHCP agent fb6705d2-4f70-4965-92a3-fbfccd43a6d3 with binding_index 1 {{(pid=103408) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:05:49.082228 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-32a63264-63bd-4dbb-ada8-71946c81fb64 tempest-RoutersNegativeTest-695816397 tempest-RoutersNegativeTest-695816397-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 14b325c2-5251-45f6-8bec-859ac9692434) {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:05:49.086600 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32a63264-63bd-4dbb-ada8-71946c81fb64 tempest-RoutersNegativeTest-695816397 tempest-RoutersNegativeTest-695816397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:05:49.087195 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-32a63264-63bd-4dbb-ada8-71946c81fb64 tempest-RoutersNegativeTest-695816397 tempest-RoutersNegativeTest-695816397-project] Publish callbacks [] for subnet (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:49.092851 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d5acc26-360f-40d0-99a1-3bce89a1dcd6 None None] Network 14b325c2-5251-45f6-8bec-859ac9692434 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 11:05:49.107362 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-32a63264-63bd-4dbb-ada8-71946c81fb64 tempest-RoutersNegativeTest-695816397 tempest-RoutersNegativeTest-695816397-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4243689 Feb 28 11:05:49.110586 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 44940) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:05:49.115787 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-db4ed5b3-472e-4f6a-848c-65e254ff522e tempest-RoutersNegativeTest-695816397 tempest-RoutersNegativeTest-695816397-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1738048354'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:05:49.136985 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db4ed5b3-472e-4f6a-848c-65e254ff522e tempest-RoutersNegativeTest-695816397 tempest-RoutersNegativeTest-695816397-project] Made reservation on behalf of 178641f3712142ff8df36d6e332c7bae for: {'network': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:05:49.140502 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-db4ed5b3-472e-4f6a-848c-65e254ff522e tempest-RoutersNegativeTest-695816397 tempest-RoutersNegativeTest-695816397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for network (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:49.168474 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db4ed5b3-472e-4f6a-848c-65e254ff522e tempest-RoutersNegativeTest-695816397 tempest-RoutersNegativeTest-695816397-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 299} {{(pid=103408) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:05:49.177846 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-db4ed5b3-472e-4f6a-848c-65e254ff522e tempest-RoutersNegativeTest-695816397 tempest-RoutersNegativeTest-695816397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (b64f7943-7a30-42f9-8aa7-2c1787261c99), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:49.178302 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.db.segments_db [None req-db4ed5b3-472e-4f6a-848c-65e254ff522e tempest-RoutersNegativeTest-695816397 tempest-RoutersNegativeTest-695816397-project] Added segment b64f7943-7a30-42f9-8aa7-2c1787261c99 of type vlan for network 9a30002c-7b17-4655-92c7-8d779e091fbc Feb 28 11:05:49.195484 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0b3ccf2-c39c-40d4-8a69-855eec210b1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-14b325c2-5251-45f6-8bec-859ac9692434', 'network_id': '14b325c2-5251-45f6-8bec-859ac9692434', 'project_id': '178641f3712142ff8df36d6e332c7bae', 'fixed_ips': [{'subnet_id': '05c9cbf5-3468-4f0f-97b2-e111acd59ff7'}]}} from dv-neutron-master-2-hyperv. {{(pid=103409) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 11:05:49.196349 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d0b3ccf2-c39c-40d4-8a69-855eec210b1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:49.220566 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-db4ed5b3-472e-4f6a-848c-65e254ff522e tempest-RoutersNegativeTest-695816397 tempest-RoutersNegativeTest-695816397-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742056637431'] for network (9a30002c-7b17-4655-92c7-8d779e091fbc), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:49.249991 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-db4ed5b3-472e-4f6a-848c-65e254ff522e tempest-RoutersNegativeTest-695816397 tempest-RoutersNegativeTest-695816397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551'] for network (9a30002c-7b17-4655-92c7-8d779e091fbc), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:49.255199 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db4ed5b3-472e-4f6a-848c-65e254ff522e tempest-RoutersNegativeTest-695816397 tempest-RoutersNegativeTest-695816397-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:05:49.255763 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-db4ed5b3-472e-4f6a-848c-65e254ff522e tempest-RoutersNegativeTest-695816397 tempest-RoutersNegativeTest-695816397-project] Publish callbacks [] for network (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:49.324753 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-db4ed5b3-472e-4f6a-848c-65e254ff522e tempest-RoutersNegativeTest-695816397 tempest-RoutersNegativeTest-695816397-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2129130 Feb 28 11:05:49.327822 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 44942) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:05:49.333784 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-db7398db-0d2e-435c-9fb5-1409f5ae1426 tempest-RoutersNegativeTest-695816397 tempest-RoutersNegativeTest-695816397-project] Request body: {'subnet': {'network_id': '9a30002c-7b17-4655-92c7-8d779e091fbc', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:05:49.335088 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4ed5b3-472e-4f6a-848c-65e254ff522e tempest-RoutersNegativeTest-695816397 tempest-RoutersNegativeTest-695816397-project] Pushing event updated for resources: {'Network': ['ID=9a30002c-7b17-4655-92c7-8d779e091fbc,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:05:49.437109 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db7398db-0d2e-435c-9fb5-1409f5ae1426 tempest-RoutersNegativeTest-695816397 tempest-RoutersNegativeTest-695816397-project] Made reservation on behalf of 178641f3712142ff8df36d6e332c7bae for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:05:49.440589 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-db7398db-0d2e-435c-9fb5-1409f5ae1426 tempest-RoutersNegativeTest-695816397 tempest-RoutersNegativeTest-695816397-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3516581'] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:49.470391 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Network 9a30002c-7b17-4655-92c7-8d779e091fbc details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103409) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 11:05:49.535152 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-d0b3ccf2-c39c-40d4-8a69-855eec210b1c None None] Allocated IP 172.20.0.2 (14b325c2-5251-45f6-8bec-859ac9692434/05c9cbf5-3468-4f0f-97b2-e111acd59ff7/a3e29886-6070-4628-b3c1-67e4bbdf2212) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:05:49.624476 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-db7398db-0d2e-435c-9fb5-1409f5ae1426 tempest-RoutersNegativeTest-695816397 tempest-RoutersNegativeTest-695816397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3498031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3516567'] for subnet (a65d408e-e052-4f5c-997c-b12222e4fe9a), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:49.688490 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7398db-0d2e-435c-9fb5-1409f5ae1426 tempest-RoutersNegativeTest-695816397 tempest-RoutersNegativeTest-695816397-project] Pushing event updated for resources: {'Subnet': ['ID=a65d408e-e052-4f5c-997c-b12222e4fe9a,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:05:49.689137 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d0b3ccf2-c39c-40d4-8a69-855eec210b1c None None] Publish callbacks [] for port (a3e29886-6070-4628-b3c1-67e4bbdf2212), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:49.696469 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d0b3ccf2-c39c-40d4-8a69-855eec210b1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749'] for port (a3e29886-6070-4628-b3c1-67e4bbdf2212), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:49.697803 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db7398db-0d2e-435c-9fb5-1409f5ae1426 tempest-RoutersNegativeTest-695816397 tempest-RoutersNegativeTest-695816397-project] Checking segment: {'id': 'b64f7943-7a30-42f9-8aa7-2c1787261c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '9a30002c-7b17-4655-92c7-8d779e091fbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 11:05:49.698150 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db7398db-0d2e-435c-9fb5-1409f5ae1426 tempest-RoutersNegativeTest-695816397 tempest-RoutersNegativeTest-695816397-project] Network hostable DHCP agents. Network: 9a30002c-7b17-4655-92c7-8d779e091fbc, hostable agents: ['fb6705d2-4f70-4965-92a3-fbfccd43a6d3'], hosted agents: [] {{(pid=103407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:05:49.717438 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db7398db-0d2e-435c-9fb5-1409f5ae1426 tempest-RoutersNegativeTest-695816397 tempest-RoutersNegativeTest-695816397-project] Network 9a30002c-7b17-4655-92c7-8d779e091fbc is scheduled to be hosted by DHCP agent fb6705d2-4f70-4965-92a3-fbfccd43a6d3 with binding_index 1 {{(pid=103407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:05:49.727026 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-db7398db-0d2e-435c-9fb5-1409f5ae1426 tempest-RoutersNegativeTest-695816397 tempest-RoutersNegativeTest-695816397-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 9a30002c-7b17-4655-92c7-8d779e091fbc) {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:05:49.731840 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db7398db-0d2e-435c-9fb5-1409f5ae1426 tempest-RoutersNegativeTest-695816397 tempest-RoutersNegativeTest-695816397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:05:49.732455 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-db7398db-0d2e-435c-9fb5-1409f5ae1426 tempest-RoutersNegativeTest-695816397 tempest-RoutersNegativeTest-695816397-project] Publish callbacks [] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:49.742090 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f0e0979-fa01-4e9c-925e-813dd7f99e67 None None] Network 9a30002c-7b17-4655-92c7-8d779e091fbc requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 11:05:49.745779 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0b3ccf2-c39c-40d4-8a69-855eec210b1c None None] Network 14b325c2-5251-45f6-8bec-859ac9692434 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:05:49.751292 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-db7398db-0d2e-435c-9fb5-1409f5ae1426 tempest-RoutersNegativeTest-695816397 tempest-RoutersNegativeTest-695816397-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4222319 Feb 28 11:05:49.754087 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 44944) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:05:49.758697 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-1d644636-9bb1-41ba-9498-4e85b426d661 tempest-RoutersNegativeTest-695816397 tempest-RoutersNegativeTest-695816397-project] Request body: {'router': {'external_gateway_info': {'network_id': '9a30002c-7b17-4655-92c7-8d779e091fbc'}}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:05:49.762742 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-d0b3ccf2-c39c-40d4-8a69-855eec210b1c None None] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:05:49.788736 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b3ccf2-c39c-40d4-8a69-855eec210b1c None None] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 11:05:49.790507 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3ccf2-c39c-40d4-8a69-855eec210b1c None None] Pushing event updated for resources: {'Port': ['ID=a3e29886-6070-4628-b3c1-67e4bbdf2212,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:05:49.873318 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-d0b3ccf2-c39c-40d4-8a69-855eec210b1c None None] Attempting to bind port a3e29886-6070-4628-b3c1-67e4bbdf2212 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 11:05:49.873578 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-d0b3ccf2-c39c-40d4-8a69-855eec210b1c None None] Attempting to bind port a3e29886-6070-4628-b3c1-67e4bbdf2212 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'ba7cff99-8ccd-4511-a7fa-8387b876b2a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '14b325c2-5251-45f6-8bec-859ac9692434'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 11:05:49.873965 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b3ccf2-c39c-40d4-8a69-855eec210b1c None None] Attempting to bind port a3e29886-6070-4628-b3c1-67e4bbdf2212 on network 14b325c2-5251-45f6-8bec-859ac9692434 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 11:05:49.881327 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b3ccf2-c39c-40d4-8a69-855eec210b1c None None] Checking agent: {'id': '75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 24, 15), 'started_at': datetime.datetime(2022, 2, 28, 10, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 5, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 11:05:49.881583 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b3ccf2-c39c-40d4-8a69-855eec210b1c None None] Checking segment: {'id': 'ba7cff99-8ccd-4511-a7fa-8387b876b2a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '14b325c2-5251-45f6-8bec-859ac9692434'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 11:05:49.881804 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d0b3ccf2-c39c-40d4-8a69-855eec210b1c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:49.882222 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b3ccf2-c39c-40d4-8a69-855eec210b1c None None] Bound using segment: {'id': 'ba7cff99-8ccd-4511-a7fa-8387b876b2a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '14b325c2-5251-45f6-8bec-859ac9692434'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 11:05:49.882694 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-d0b3ccf2-c39c-40d4-8a69-855eec210b1c None None] Bound port: a3e29886-6070-4628-b3c1-67e4bbdf2212, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba7cff99-8ccd-4511-a7fa-8387b876b2a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '14b325c2-5251-45f6-8bec-859ac9692434'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 11:05:49.883062 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d0b3ccf2-c39c-40d4-8a69-855eec210b1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (a3e29886-6070-4628-b3c1-67e4bbdf2212), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:49.930951 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb82b339-fce0-4dac-952a-18095f55f801 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-9a30002c-7b17-4655-92c7-8d779e091fbc', 'network_id': '9a30002c-7b17-4655-92c7-8d779e091fbc', 'project_id': '178641f3712142ff8df36d6e332c7bae', 'fixed_ips': [{'subnet_id': 'a65d408e-e052-4f5c-997c-b12222e4fe9a'}]}} from dv-neutron-master-2-hyperv. {{(pid=103409) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 11:05:49.932178 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bb82b339-fce0-4dac-952a-18095f55f801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:49.989421 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1d644636-9bb1-41ba-9498-4e85b426d661 tempest-RoutersNegativeTest-695816397 tempest-RoutersNegativeTest-695816397-project] Publish callbacks [] for router_gateway (0e16c325-5692-4165-bda2-dab6cf26e899), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:50.032856 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-d0b3ccf2-c39c-40d4-8a69-855eec210b1c None None] For port a3e29886-6070-4628-b3c1-67e4bbdf2212, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:05:50.051769 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-d0b3ccf2-c39c-40d4-8a69-855eec210b1c None None] For port a3e29886-6070-4628-b3c1-67e4bbdf2212, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a3e29886-6070-4628-b3c1-67e4bbdf2212,segment=NetworkSegment(ba7cff99-8ccd-4511-a7fa-8387b876b2a2),segment_id=ba7cff99-8ccd-4511-a7fa-8387b876b2a2)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:05:50.064426 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d0b3ccf2-c39c-40d4-8a69-855eec210b1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (a3e29886-6070-4628-b3c1-67e4bbdf2212), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:50.102091 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.api.v2.resource [None req-1d644636-9bb1-41ba-9498-4e85b426d661 tempest-RoutersNegativeTest-695816397 tempest-RoutersNegativeTest-695816397-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 11:05:50.103151 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-1d644636-9bb1-41ba-9498-4e85b426d661 tempest-RoutersNegativeTest-695816397 tempest-RoutersNegativeTest-695816397-project] 10.222.0.20 "PUT /v2.0/routers/0e16c325-5692-4165-bda2-dab6cf26e899 HTTP/1.1" status: 400 len: 364 time: 0.3481166 Feb 28 11:05:50.109081 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 44946) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:05:50.155144 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-bb82b339-fce0-4dac-952a-18095f55f801 None None] Allocated IP 172.21.0.2 (9a30002c-7b17-4655-92c7-8d779e091fbc/a65d408e-e052-4f5c-997c-b12222e4fe9a/5bb04113-7e81-42cf-af85-277eb8b8f021) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:05:50.159370 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3ccf2-c39c-40d4-8a69-855eec210b1c None None] Pushing event updated for resources: {'Port': ['ID=a3e29886-6070-4628-b3c1-67e4bbdf2212,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:05:50.169687 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7ad0d54-8aa9-4221-850b-89185eae5ec9 tempest-RoutersNegativeTest-695816397 tempest-RoutersNegativeTest-695816397-project] Deleting subnet a65d408e-e052-4f5c-997c-b12222e4fe9a {{(pid=103407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 11:05:50.323458 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bb82b339-fce0-4dac-952a-18095f55f801 None None] Publish callbacks [] for port (5bb04113-7e81-42cf-af85-277eb8b8f021), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:50.329506 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f7ad0d54-8aa9-4221-850b-89185eae5ec9 tempest-RoutersNegativeTest-695816397 tempest-RoutersNegativeTest-695816397-project] Publish callbacks [] for subnet (a65d408e-e052-4f5c-997c-b12222e4fe9a), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:50.330233 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bb82b339-fce0-4dac-952a-18095f55f801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749'] for port (5bb04113-7e81-42cf-af85-277eb8b8f021), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:50.375000 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f7ad0d54-8aa9-4221-850b-89185eae5ec9 tempest-RoutersNegativeTest-695816397 tempest-RoutersNegativeTest-695816397-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3501132'] for subnet (a65d408e-e052-4f5c-997c-b12222e4fe9a), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:50.390152 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb82b339-fce0-4dac-952a-18095f55f801 None None] Network 9a30002c-7b17-4655-92c7-8d779e091fbc is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:05:50.391521 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb82b339-fce0-4dac-952a-18095f55f801 None None] Pushing event updated for resources: {'Port': ['ID=5bb04113-7e81-42cf-af85-277eb8b8f021,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:05:50.395541 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-bb82b339-fce0-4dac-952a-18095f55f801 None None] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:05:50.397845 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb82b339-fce0-4dac-952a-18095f55f801 None None] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 11:05:50.466637 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-bb82b339-fce0-4dac-952a-18095f55f801 None None] Attempting to bind port 5bb04113-7e81-42cf-af85-277eb8b8f021 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 11:05:50.467021 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-bb82b339-fce0-4dac-952a-18095f55f801 None None] Attempting to bind port 5bb04113-7e81-42cf-af85-277eb8b8f021 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'b64f7943-7a30-42f9-8aa7-2c1787261c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '9a30002c-7b17-4655-92c7-8d779e091fbc'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 11:05:50.467393 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb82b339-fce0-4dac-952a-18095f55f801 None None] Attempting to bind port 5bb04113-7e81-42cf-af85-277eb8b8f021 on network 9a30002c-7b17-4655-92c7-8d779e091fbc {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 11:05:50.473544 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb82b339-fce0-4dac-952a-18095f55f801 None None] Checking agent: {'id': '75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 24, 15), 'started_at': datetime.datetime(2022, 2, 28, 10, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 5, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 11:05:50.473924 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb82b339-fce0-4dac-952a-18095f55f801 None None] Checking segment: {'id': 'b64f7943-7a30-42f9-8aa7-2c1787261c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '9a30002c-7b17-4655-92c7-8d779e091fbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 11:05:50.474334 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bb82b339-fce0-4dac-952a-18095f55f801 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:50.474731 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb82b339-fce0-4dac-952a-18095f55f801 None None] Bound using segment: {'id': 'b64f7943-7a30-42f9-8aa7-2c1787261c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '9a30002c-7b17-4655-92c7-8d779e091fbc'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 11:05:50.475205 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-bb82b339-fce0-4dac-952a-18095f55f801 None None] Bound port: 5bb04113-7e81-42cf-af85-277eb8b8f021, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b64f7943-7a30-42f9-8aa7-2c1787261c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 299, 'network_id': '9a30002c-7b17-4655-92c7-8d779e091fbc'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 11:05:50.475597 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bb82b339-fce0-4dac-952a-18095f55f801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (5bb04113-7e81-42cf-af85-277eb8b8f021), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:50.476185 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f7ad0d54-8aa9-4221-850b-89185eae5ec9 tempest-RoutersNegativeTest-695816397 tempest-RoutersNegativeTest-695816397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-823142'] for subnet (a65d408e-e052-4f5c-997c-b12222e4fe9a), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:50.540097 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f7ad0d54-8aa9-4221-850b-89185eae5ec9 tempest-RoutersNegativeTest-695816397 tempest-RoutersNegativeTest-695816397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-823145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3498088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3516558'] for subnet (a65d408e-e052-4f5c-997c-b12222e4fe9a), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:50.541448 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-bb82b339-fce0-4dac-952a-18095f55f801 None None] For port 5bb04113-7e81-42cf-af85-277eb8b8f021, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:05:50.545395 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-bb82b339-fce0-4dac-952a-18095f55f801 None None] For port 5bb04113-7e81-42cf-af85-277eb8b8f021, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5bb04113-7e81-42cf-af85-277eb8b8f021,segment=NetworkSegment(b64f7943-7a30-42f9-8aa7-2c1787261c99),segment_id=b64f7943-7a30-42f9-8aa7-2c1787261c99)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:05:50.553059 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bb82b339-fce0-4dac-952a-18095f55f801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (5bb04113-7e81-42cf-af85-277eb8b8f021), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:50.573220 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f7ad0d54-8aa9-4221-850b-89185eae5ec9 tempest-RoutersNegativeTest-695816397 tempest-RoutersNegativeTest-695816397-project] Publish callbacks [] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:50.577246 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-f7ad0d54-8aa9-4221-850b-89185eae5ec9 tempest-RoutersNegativeTest-695816397 tempest-RoutersNegativeTest-695816397-project] 10.222.0.20 "DELETE /v2.0/subnets/a65d408e-e052-4f5c-997c-b12222e4fe9a HTTP/1.1" status: 204 len: 168 time: 0.4672635 Feb 28 11:05:50.578383 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ad0d54-8aa9-4221-850b-89185eae5ec9 tempest-RoutersNegativeTest-695816397 tempest-RoutersNegativeTest-695816397-project] Pushing event deleted for resources: {'Subnet': ['ID=a65d408e-e052-4f5c-997c-b12222e4fe9a,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:05:50.580021 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 44948) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:05:50.614777 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb82b339-fce0-4dac-952a-18095f55f801 None None] Pushing event updated for resources: {'Port': ['ID=5bb04113-7e81-42cf-af85-277eb8b8f021,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:05:50.678584 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9431f29e-79fd-4f79-969f-ab779d9d4cc6 tempest-RoutersNegativeTest-695816397 tempest-RoutersNegativeTest-695816397-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-665757'] for network (9a30002c-7b17-4655-92c7-8d779e091fbc), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:50.734375 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-9431f29e-79fd-4f79-969f-ab779d9d4cc6 tempest-RoutersNegativeTest-695816397 tempest-RoutersNegativeTest-695816397-project] Deleting port 5bb04113-7e81-42cf-af85-277eb8b8f021 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 11:05:50.734718 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9431f29e-79fd-4f79-969f-ab779d9d4cc6 tempest-RoutersNegativeTest-695816397 tempest-RoutersNegativeTest-695816397-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (5bb04113-7e81-42cf-af85-277eb8b8f021), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:50.813164 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-9431f29e-79fd-4f79-969f-ab779d9d4cc6 tempest-RoutersNegativeTest-695816397 tempest-RoutersNegativeTest-695816397-project] For port 5bb04113-7e81-42cf-af85-277eb8b8f021, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5bb04113-7e81-42cf-af85-277eb8b8f021,segment=NetworkSegment(b64f7943-7a30-42f9-8aa7-2c1787261c99),segment_id=b64f7943-7a30-42f9-8aa7-2c1787261c99)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:05:50.813542 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9431f29e-79fd-4f79-969f-ab779d9d4cc6 tempest-RoutersNegativeTest-695816397 tempest-RoutersNegativeTest-695816397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (5bb04113-7e81-42cf-af85-277eb8b8f021), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:50.827999 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-9431f29e-79fd-4f79-969f-ab779d9d4cc6 tempest-RoutersNegativeTest-695816397 tempest-RoutersNegativeTest-695816397-project] Calling delete_port for 5bb04113-7e81-42cf-af85-277eb8b8f021 owned by network:dhcp {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 11:05:50.921717 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9431f29e-79fd-4f79-969f-ab779d9d4cc6 tempest-RoutersNegativeTest-695816397 tempest-RoutersNegativeTest-695816397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (5bb04113-7e81-42cf-af85-277eb8b8f021), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:50.960645 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9431f29e-79fd-4f79-969f-ab779d9d4cc6 tempest-RoutersNegativeTest-695816397 tempest-RoutersNegativeTest-695816397-project] No DVR routers for this DVR port 5bb04113-7e81-42cf-af85-277eb8b8f021 on host dv-neutron-master-2-hyperv {{(pid=103407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:05:50.962437 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9431f29e-79fd-4f79-969f-ab779d9d4cc6 tempest-RoutersNegativeTest-695816397 tempest-RoutersNegativeTest-695816397-project] Pushing event deleted for resources: {'Port': ['ID=5bb04113-7e81-42cf-af85-277eb8b8f021,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:05:51.044971 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9431f29e-79fd-4f79-969f-ab779d9d4cc6 tempest-RoutersNegativeTest-695816397 tempest-RoutersNegativeTest-695816397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672413', 'neutron.services.segments.db._delete_segments_for_network-8742057110173'] for network (9a30002c-7b17-4655-92c7-8d779e091fbc), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:51.066253 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-9431f29e-79fd-4f79-969f-ab779d9d4cc6 tempest-RoutersNegativeTest-695816397 tempest-RoutersNegativeTest-695816397-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a30002c-7b17-4655-92c7-8d779e091fbc']}} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:05:51.077223 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-9431f29e-79fd-4f79-969f-ab779d9d4cc6 tempest-RoutersNegativeTest-695816397 tempest-RoutersNegativeTest-695816397-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b64f7943-7a30-42f9-8aa7-2c1787261c99') {'for_net_delete': True} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:05:51.077483 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-9431f29e-79fd-4f79-969f-ab779d9d4cc6 tempest-RoutersNegativeTest-695816397 tempest-RoutersNegativeTest-695816397-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b64f7943-7a30-42f9-8aa7-2c1787261c99') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:05:51.087737 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9431f29e-79fd-4f79-969f-ab779d9d4cc6 tempest-RoutersNegativeTest-695816397 tempest-RoutersNegativeTest-695816397-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742057113766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3501147'] for segment (b64f7943-7a30-42f9-8aa7-2c1787261c99), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:51.102474 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9431f29e-79fd-4f79-969f-ab779d9d4cc6 tempest-RoutersNegativeTest-695816397 tempest-RoutersNegativeTest-695816397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (b64f7943-7a30-42f9-8aa7-2c1787261c99), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:51.107895 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.agents_db [None req-382e0aa2-b126-48e6-89eb-3efa426b6b29 None None] Agent healthcheck: found 6 active agents {{(pid=103410) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 11:05:51.109681 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9431f29e-79fd-4f79-969f-ab779d9d4cc6 tempest-RoutersNegativeTest-695816397 tempest-RoutersNegativeTest-695816397-project] Releasing vlan 299 on physical network physnet1 to pool {{(pid=103407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 11:05:51.110427 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9431f29e-79fd-4f79-969f-ab779d9d4cc6 tempest-RoutersNegativeTest-695816397 tempest-RoutersNegativeTest-695816397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3498166'] for segment (b64f7943-7a30-42f9-8aa7-2c1787261c99), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:51.114671 dv-neutron-master-2-hyperv neutron-server[103407]: Traceback (most recent call last): Feb 28 11:05:51.114671 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 11:05:51.114671 dv-neutron-master-2-hyperv neutron-server[103407]: timer() Feb 28 11:05:51.114671 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:05:51.114671 dv-neutron-master-2-hyperv neutron-server[103407]: cb(*args, **kw) Feb 28 11:05:51.114671 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 11:05:51.114671 dv-neutron-master-2-hyperv neutron-server[103407]: return func(*args, **kwargs) Feb 28 11:05:51.114671 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:05:51.114671 dv-neutron-master-2-hyperv neutron-server[103407]: self._notify() Feb 28 11:05:51.114671 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:05:51.114671 dv-neutron-master-2-hyperv neutron-server[103407]: self.callback(batched_events) Feb 28 11:05:51.114671 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:05:51.114671 dv-neutron-master-2-hyperv neutron-server[103407]: event.method(event) Feb 28 11:05:51.114671 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 11:05:51.114671 dv-neutron-master-2-hyperv neutron-server[103407]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:05:51.114671 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 11:05:51.114671 dv-neutron-master-2-hyperv neutron-server[103407]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:05:51.114671 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 11:05:51.114671 dv-neutron-master-2-hyperv neutron-server[103407]: return f(self, *a, **k) Feb 28 11:05:51.114671 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 11:05:51.114671 dv-neutron-master-2-hyperv neutron-server[103407]: return self._get(url).json() Feb 28 11:05:51.114671 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 11:05:51.114671 dv-neutron-master-2-hyperv neutron-server[103407]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:05:51.114671 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 11:05:51.114671 dv-neutron-master-2-hyperv neutron-server[103407]: return self.request(url, 'GET', **kwargs) Feb 28 11:05:51.114671 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 11:05:51.114671 dv-neutron-master-2-hyperv neutron-server[103407]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:05:51.114671 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 11:05:51.114671 dv-neutron-master-2-hyperv neutron-server[103407]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:05:51.114671 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 11:05:51.114671 dv-neutron-master-2-hyperv neutron-server[103407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:05:51.114671 dv-neutron-master-2-hyperv neutron-server[103407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:05:51.174682 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddbd0309-ca65-4ec5-8e1d-f13a17bd349d None None] Network 14b325c2-5251-45f6-8bec-859ac9692434 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 11:05:51.180167 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9431f29e-79fd-4f79-969f-ab779d9d4cc6 tempest-RoutersNegativeTest-695816397 tempest-RoutersNegativeTest-695816397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803269'] for network (9a30002c-7b17-4655-92c7-8d779e091fbc), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:51.184916 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9431f29e-79fd-4f79-969f-ab779d9d4cc6 tempest-RoutersNegativeTest-695816397 tempest-RoutersNegativeTest-695816397-project] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:51.188394 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-9431f29e-79fd-4f79-969f-ab779d9d4cc6 tempest-RoutersNegativeTest-695816397 tempest-RoutersNegativeTest-695816397-project] 10.222.0.20 "DELETE /v2.0/networks/9a30002c-7b17-4655-92c7-8d779e091fbc HTTP/1.1" status: 204 len: 168 time: 0.6068718 Feb 28 11:05:51.191164 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 44950) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:05:51.204337 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9431f29e-79fd-4f79-969f-ab779d9d4cc6 tempest-RoutersNegativeTest-695816397 tempest-RoutersNegativeTest-695816397-project] Pushing event deleted for resources: {'Network': ['ID=9a30002c-7b17-4655-92c7-8d779e091fbc,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:05:51.244428 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-92884753-62be-4788-a076-d50402649e16 None None] Provisioning complete for port a3e29886-6070-4628-b3c1-67e4bbdf2212 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:05:51.244851 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-92884753-62be-4788-a076-d50402649e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (a3e29886-6070-4628-b3c1-67e4bbdf2212), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:51.248586 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_v2 [None req-df53c7f4-860a-40e0-87e3-92c3ea41210d tempest-RoutersNegativeTest-695816397 tempest-RoutersNegativeTest-695816397-project] Deleting subnet 05c9cbf5-3468-4f0f-97b2-e111acd59ff7 {{(pid=103408) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 11:05:51.251992 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-df53c7f4-860a-40e0-87e3-92c3ea41210d tempest-RoutersNegativeTest-695816397 tempest-RoutersNegativeTest-695816397-project] Publish callbacks [] for subnet (05c9cbf5-3468-4f0f-97b2-e111acd59ff7), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:51.304975 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-df53c7f4-860a-40e0-87e3-92c3ea41210d tempest-RoutersNegativeTest-695816397 tempest-RoutersNegativeTest-695816397-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3423529'] for subnet (05c9cbf5-3468-4f0f-97b2-e111acd59ff7), precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:51.369468 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-92884753-62be-4788-a076-d50402649e16 None None] Current status of the port a3e29886-6070-4628-b3c1-67e4bbdf2212 is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:05:51.369878 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-92884753-62be-4788-a076-d50402649e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (a3e29886-6070-4628-b3c1-67e4bbdf2212), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:51.407824 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-92884753-62be-4788-a076-d50402649e16 None None] For port a3e29886-6070-4628-b3c1-67e4bbdf2212, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a3e29886-6070-4628-b3c1-67e4bbdf2212,segment=NetworkSegment(ba7cff99-8ccd-4511-a7fa-8387b876b2a2),segment_id=ba7cff99-8ccd-4511-a7fa-8387b876b2a2)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:05:51.413348 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-92884753-62be-4788-a076-d50402649e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (a3e29886-6070-4628-b3c1-67e4bbdf2212), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:51.416616 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-df53c7f4-860a-40e0-87e3-92c3ea41210d tempest-RoutersNegativeTest-695816397 tempest-RoutersNegativeTest-695816397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-823142'] for subnet (05c9cbf5-3468-4f0f-97b2-e111acd59ff7), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:51.474101 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92884753-62be-4788-a076-d50402649e16 None None] Pushing event updated for resources: {'Port': ['ID=a3e29886-6070-4628-b3c1-67e4bbdf2212,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:05:51.492309 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-df53c7f4-860a-40e0-87e3-92c3ea41210d tempest-RoutersNegativeTest-695816397 tempest-RoutersNegativeTest-695816397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-823145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3242523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3951170'] for subnet (05c9cbf5-3468-4f0f-97b2-e111acd59ff7), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:51.527701 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df53c7f4-860a-40e0-87e3-92c3ea41210d tempest-RoutersNegativeTest-695816397 tempest-RoutersNegativeTest-695816397-project] Pushing event deleted for resources: {'Subnet': ['ID=05c9cbf5-3468-4f0f-97b2-e111acd59ff7,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:05:51.534798 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-df53c7f4-860a-40e0-87e3-92c3ea41210d tempest-RoutersNegativeTest-695816397 tempest-RoutersNegativeTest-695816397-project] Publish callbacks [] for subnet (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:51.538351 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-df53c7f4-860a-40e0-87e3-92c3ea41210d tempest-RoutersNegativeTest-695816397 tempest-RoutersNegativeTest-695816397-project] 10.222.0.20 "DELETE /v2.0/subnets/05c9cbf5-3468-4f0f-97b2-e111acd59ff7 HTTP/1.1" status: 204 len: 168 time: 0.3458283 Feb 28 11:05:51.541824 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 44952) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:05:51.609131 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ae08049-8f7b-4123-8b6a-81ede45ed60e None None] Network 14b325c2-5251-45f6-8bec-859ac9692434 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 11:05:51.628606 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e726603c-6a9c-4f82-8134-2a0276d0e9f3 tempest-RoutersNegativeTest-695816397 tempest-RoutersNegativeTest-695816397-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-665757'] for network (14b325c2-5251-45f6-8bec-859ac9692434), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:51.698284 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-e726603c-6a9c-4f82-8134-2a0276d0e9f3 tempest-RoutersNegativeTest-695816397 tempest-RoutersNegativeTest-695816397-project] Deleting port a3e29886-6070-4628-b3c1-67e4bbdf2212 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 11:05:51.698904 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e726603c-6a9c-4f82-8134-2a0276d0e9f3 tempest-RoutersNegativeTest-695816397 tempest-RoutersNegativeTest-695816397-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (a3e29886-6070-4628-b3c1-67e4bbdf2212), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:51.714440 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-dd2efca2-496a-49bd-90c5-bcf04d866618 None None] Provisioning complete for port a3e29886-6070-4628-b3c1-67e4bbdf2212 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:05:51.714826 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-dd2efca2-496a-49bd-90c5-bcf04d866618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (a3e29886-6070-4628-b3c1-67e4bbdf2212), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:51.743289 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device a3e29886-6070-4628-b3c1-67e4bbdf2212 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 11:05:51.775713 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-e726603c-6a9c-4f82-8134-2a0276d0e9f3 tempest-RoutersNegativeTest-695816397 tempest-RoutersNegativeTest-695816397-project] For port a3e29886-6070-4628-b3c1-67e4bbdf2212, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a3e29886-6070-4628-b3c1-67e4bbdf2212,segment=NetworkSegment(ba7cff99-8ccd-4511-a7fa-8387b876b2a2),segment_id=ba7cff99-8ccd-4511-a7fa-8387b876b2a2)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:05:51.776084 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e726603c-6a9c-4f82-8134-2a0276d0e9f3 tempest-RoutersNegativeTest-695816397 tempest-RoutersNegativeTest-695816397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (a3e29886-6070-4628-b3c1-67e4bbdf2212), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:51.789017 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b94ba7a-d88d-43d0-8410-b18e98adfcad None None] DHCP port deletion for 9a30002c-7b17-4655-92c7-8d779e091fbc request from dv-neutron-master-2-hyperv {{(pid=103409) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 11:05:51.789746 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-e726603c-6a9c-4f82-8134-2a0276d0e9f3 tempest-RoutersNegativeTest-695816397 tempest-RoutersNegativeTest-695816397-project] Calling delete_port for a3e29886-6070-4628-b3c1-67e4bbdf2212 owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 11:05:51.822651 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b860d346-d0dc-4235-ba29-8b8a088aba57 None None] Network 9a30002c-7b17-4655-92c7-8d779e091fbc requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 11:05:51.864693 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b860d346-d0dc-4235-ba29-8b8a088aba57 None None] Network 9a30002c-7b17-4655-92c7-8d779e091fbc could not be found, it might have been deleted concurrently. {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 28 11:05:51.871965 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e726603c-6a9c-4f82-8134-2a0276d0e9f3 tempest-RoutersNegativeTest-695816397 tempest-RoutersNegativeTest-695816397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (a3e29886-6070-4628-b3c1-67e4bbdf2212), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:51.879741 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port a3e29886-6070-4628-b3c1-67e4bbdf2212 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:05:51.880124 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (a3e29886-6070-4628-b3c1-67e4bbdf2212), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:51.883773 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-dd2efca2-496a-49bd-90c5-bcf04d866618 None None] Current status of the port a3e29886-6070-4628-b3c1-67e4bbdf2212 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:05:51.899565 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e726603c-6a9c-4f82-8134-2a0276d0e9f3 tempest-RoutersNegativeTest-695816397 tempest-RoutersNegativeTest-695816397-project] Pushing event deleted for resources: {'Port': ['ID=a3e29886-6070-4628-b3c1-67e4bbdf2212,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:05:51.901444 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e726603c-6a9c-4f82-8134-2a0276d0e9f3 tempest-RoutersNegativeTest-695816397 tempest-RoutersNegativeTest-695816397-project] No DVR routers for this DVR port a3e29886-6070-4628-b3c1-67e4bbdf2212 on host dv-neutron-master-2-hyperv {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:05:51.906819 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b51139d-8cae-4a05-87a0-69e6353d1d8c None None] DHCP port deletion for 14b325c2-5251-45f6-8bec-859ac9692434 request from dv-neutron-master-2-hyperv {{(pid=103409) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 11:05:51.909013 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Port a3e29886-6070-4628-b3c1-67e4bbdf2212 was deleted so its status cannot be updated. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Feb 28 11:05:51.986110 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e726603c-6a9c-4f82-8134-2a0276d0e9f3 tempest-RoutersNegativeTest-695816397 tempest-RoutersNegativeTest-695816397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672413', 'neutron.services.segments.db._delete_segments_for_network-8742057110173'] for network (14b325c2-5251-45f6-8bec-859ac9692434), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:51.998171 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-3c29b783-fb8f-46ee-a1b5-db909c7ac88b None None] Could not find standard attr ID for object 5bb04113-7e81-42cf-af85-277eb8b8f021. {{(pid=103409) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Feb 28 11:05:52.007866 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-e726603c-6a9c-4f82-8134-2a0276d0e9f3 tempest-RoutersNegativeTest-695816397 tempest-RoutersNegativeTest-695816397-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14b325c2-5251-45f6-8bec-859ac9692434']}} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:05:52.018436 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-e726603c-6a9c-4f82-8134-2a0276d0e9f3 tempest-RoutersNegativeTest-695816397 tempest-RoutersNegativeTest-695816397-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba7cff99-8ccd-4511-a7fa-8387b876b2a2') {'for_net_delete': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:05:52.018743 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-e726603c-6a9c-4f82-8134-2a0276d0e9f3 tempest-RoutersNegativeTest-695816397 tempest-RoutersNegativeTest-695816397-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba7cff99-8ccd-4511-a7fa-8387b876b2a2') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:05:52.028928 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e726603c-6a9c-4f82-8134-2a0276d0e9f3 tempest-RoutersNegativeTest-695816397 tempest-RoutersNegativeTest-695816397-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742057113766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3423550'] for segment (ba7cff99-8ccd-4511-a7fa-8387b876b2a2), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:52.042548 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e726603c-6a9c-4f82-8134-2a0276d0e9f3 tempest-RoutersNegativeTest-695816397 tempest-RoutersNegativeTest-695816397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (ba7cff99-8ccd-4511-a7fa-8387b876b2a2), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:52.048744 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e726603c-6a9c-4f82-8134-2a0276d0e9f3 tempest-RoutersNegativeTest-695816397 tempest-RoutersNegativeTest-695816397-project] Releasing vlan 261 on physical network physnet1 to pool {{(pid=103408) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 11:05:52.049139 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e726603c-6a9c-4f82-8134-2a0276d0e9f3 tempest-RoutersNegativeTest-695816397 tempest-RoutersNegativeTest-695816397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3242693'] for segment (ba7cff99-8ccd-4511-a7fa-8387b876b2a2), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:52.052570 dv-neutron-master-2-hyperv neutron-server[103408]: Traceback (most recent call last): Feb 28 11:05:52.052570 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 11:05:52.052570 dv-neutron-master-2-hyperv neutron-server[103408]: timer() Feb 28 11:05:52.052570 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:05:52.052570 dv-neutron-master-2-hyperv neutron-server[103408]: cb(*args, **kw) Feb 28 11:05:52.052570 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 11:05:52.052570 dv-neutron-master-2-hyperv neutron-server[103408]: return func(*args, **kwargs) Feb 28 11:05:52.052570 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:05:52.052570 dv-neutron-master-2-hyperv neutron-server[103408]: self._notify() Feb 28 11:05:52.052570 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:05:52.052570 dv-neutron-master-2-hyperv neutron-server[103408]: self.callback(batched_events) Feb 28 11:05:52.052570 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:05:52.052570 dv-neutron-master-2-hyperv neutron-server[103408]: event.method(event) Feb 28 11:05:52.052570 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 11:05:52.052570 dv-neutron-master-2-hyperv neutron-server[103408]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:05:52.052570 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 11:05:52.052570 dv-neutron-master-2-hyperv neutron-server[103408]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:05:52.052570 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 11:05:52.052570 dv-neutron-master-2-hyperv neutron-server[103408]: return f(self, *a, **k) Feb 28 11:05:52.052570 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 11:05:52.052570 dv-neutron-master-2-hyperv neutron-server[103408]: return self._get(url).json() Feb 28 11:05:52.052570 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 11:05:52.052570 dv-neutron-master-2-hyperv neutron-server[103408]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:05:52.052570 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 11:05:52.052570 dv-neutron-master-2-hyperv neutron-server[103408]: return self.request(url, 'GET', **kwargs) Feb 28 11:05:52.052570 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 11:05:52.052570 dv-neutron-master-2-hyperv neutron-server[103408]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:05:52.052570 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 11:05:52.052570 dv-neutron-master-2-hyperv neutron-server[103408]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:05:52.052570 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 11:05:52.052570 dv-neutron-master-2-hyperv neutron-server[103408]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:05:52.052570 dv-neutron-master-2-hyperv neutron-server[103408]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:05:52.129266 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e726603c-6a9c-4f82-8134-2a0276d0e9f3 tempest-RoutersNegativeTest-695816397 tempest-RoutersNegativeTest-695816397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803269'] for network (14b325c2-5251-45f6-8bec-859ac9692434), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:52.133850 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e726603c-6a9c-4f82-8134-2a0276d0e9f3 tempest-RoutersNegativeTest-695816397 tempest-RoutersNegativeTest-695816397-project] Publish callbacks [] for network (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:52.137396 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-e726603c-6a9c-4f82-8134-2a0276d0e9f3 tempest-RoutersNegativeTest-695816397 tempest-RoutersNegativeTest-695816397-project] 10.222.0.20 "DELETE /v2.0/networks/14b325c2-5251-45f6-8bec-859ac9692434 HTTP/1.1" status: 204 len: 168 time: 0.5944290 Feb 28 11:05:52.140443 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 44954) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:05:52.152464 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e726603c-6a9c-4f82-8134-2a0276d0e9f3 tempest-RoutersNegativeTest-695816397 tempest-RoutersNegativeTest-695816397-project] Pushing event deleted for resources: {'Network': ['ID=14b325c2-5251-45f6-8bec-859ac9692434,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:05:52.168430 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-cd0dfa75-7c89-4115-b7e0-b790f4ce493c tempest-RoutersNegativeTest-695816397 tempest-RoutersNegativeTest-695816397-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e16c325-5692-4165-bda2-dab6cf26e899 HTTP/1.1" status: 200 len: 205 time: 0.0266812 Feb 28 11:05:52.170726 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 44956) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:05:52.246859 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-cbe89b1d-714e-42d9-89ea-fc567259925c tempest-RoutersNegativeTest-695816397 tempest-RoutersNegativeTest-695816397-project] Publish callbacks [] for router (0e16c325-5692-4165-bda2-dab6cf26e899), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:52.748473 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-cbe89b1d-714e-42d9-89ea-fc567259925c tempest-RoutersNegativeTest-695816397 tempest-RoutersNegativeTest-695816397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1807017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5941'] for router (0e16c325-5692-4165-bda2-dab6cf26e899), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:52.750704 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-cbe89b1d-714e-42d9-89ea-fc567259925c tempest-RoutersNegativeTest-695816397 tempest-RoutersNegativeTest-695816397-project] Publish callbacks [] for router_controller (0e16c325-5692-4165-bda2-dab6cf26e899), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:52.793792 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-cbe89b1d-714e-42d9-89ea-fc567259925c tempest-RoutersNegativeTest-695816397 tempest-RoutersNegativeTest-695816397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1806994'] for router (0e16c325-5692-4165-bda2-dab6cf26e899), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:52.794391 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbe89b1d-714e-42d9-89ea-fc567259925c tempest-RoutersNegativeTest-695816397 tempest-RoutersNegativeTest-695816397-project] Fanout notify agent at l3_agent the message router_deleted on router 0e16c325-5692-4165-bda2-dab6cf26e899 {{(pid=103407) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 11:05:52.801429 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-cbe89b1d-714e-42d9-89ea-fc567259925c tempest-RoutersNegativeTest-695816397 tempest-RoutersNegativeTest-695816397-project] Publish callbacks [] for router (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:52.802597 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-cbe89b1d-714e-42d9-89ea-fc567259925c tempest-RoutersNegativeTest-695816397 tempest-RoutersNegativeTest-695816397-project] 10.222.0.20 "DELETE /v2.0/routers/0e16c325-5692-4165-bda2-dab6cf26e899 HTTP/1.1" status: 204 len: 168 time: 0.6309686 Feb 28 11:05:53.047481 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 44962) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:05:53.182712 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-a96f2dc9-21b7-4628-b1e2-75c9f0f81f2b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=178641f3712142ff8df36d6e332c7bae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1339669 Feb 28 11:05:53.185337 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 44966) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:05:53.234054 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d836cf70-d43c-47a6-9090-e2550711162f admin admin] Publish callbacks [] for security_group (131a1cb8-ef3e-4229-877b-140f034ed312), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:53.256400 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d836cf70-d43c-47a6-9090-e2550711162f admin admin] Publish callbacks [] for security_group (131a1cb8-ef3e-4229-877b-140f034ed312), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:53.306982 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d836cf70-d43c-47a6-9090-e2550711162f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (131a1cb8-ef3e-4229-877b-140f034ed312), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:53.309675 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d836cf70-d43c-47a6-9090-e2550711162f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:53.310986 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-d836cf70-d43c-47a6-9090-e2550711162f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/131a1cb8-ef3e-4229-877b-140f034ed312 HTTP/1.1" status: 204 len: 168 time: 0.1247652 Feb 28 11:05:53.319107 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d836cf70-d43c-47a6-9090-e2550711162f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=131a1cb8-ef3e-4229-877b-140f034ed312,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:05:53.646879 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 5bb04113-7e81-42cf-af85-277eb8b8f021 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 11:05:53.666916 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] No Port match for: 5bb04113-7e81-42cf-af85-277eb8b8f021 {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 11:05:53.667257 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 5bb04113-7e81-42cf-af85-277eb8b8f021 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 11:05:53.667717 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device a3e29886-6070-4628-b3c1-67e4bbdf2212 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 11:05:53.686563 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] No Port match for: a3e29886-6070-4628-b3c1-67e4bbdf2212 {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 11:05:53.686920 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device a3e29886-6070-4628-b3c1-67e4bbdf2212 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 11:05:53.947205 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 44988) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:05:54.045823 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-621b60a3-7e89-4299-a556-76650b04db34 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-2002998449-network', 'tenant_id': '0c6c60884e1c4fabbf9721335edb1c7e'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:05:54.067380 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-621b60a3-7e89-4299-a556-76650b04db34 admin admin] Made reservation on behalf of 0c6c60884e1c4fabbf9721335edb1c7e for: {'network': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:05:54.070134 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-621b60a3-7e89-4299-a556-76650b04db34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for network (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:54.079457 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-621b60a3-7e89-4299-a556-76650b04db34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:54.157775 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-621b60a3-7e89-4299-a556-76650b04db34 admin admin] Publish callbacks [] for security_group (22334089-300e-4ec0-8e7b-f755700ff142), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:54.162580 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-621b60a3-7e89-4299-a556-76650b04db34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (22334089-300e-4ec0-8e7b-f755700ff142), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:54.188270 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-621b60a3-7e89-4299-a556-76650b04db34 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 253} {{(pid=103407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:05:54.198484 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621b60a3-7e89-4299-a556-76650b04db34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22334089-300e-4ec0-8e7b-f755700ff142,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:05:54.204339 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-621b60a3-7e89-4299-a556-76650b04db34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (7c8d9f00-e863-4957-bca6-6ad485d04cb6), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:54.204720 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.db.segments_db [None req-621b60a3-7e89-4299-a556-76650b04db34 admin admin] Added segment 7c8d9f00-e863-4957-bca6-6ad485d04cb6 of type vlan for network cf60ec7f-9627-4b80-a121-3bea4299583a Feb 28 11:05:54.247391 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-621b60a3-7e89-4299-a556-76650b04db34 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742056637431'] for network (cf60ec7f-9627-4b80-a121-3bea4299583a), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:54.273011 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-621b60a3-7e89-4299-a556-76650b04db34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551'] for network (cf60ec7f-9627-4b80-a121-3bea4299583a), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:54.274026 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-621b60a3-7e89-4299-a556-76650b04db34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:05:54.274581 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-621b60a3-7e89-4299-a556-76650b04db34 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:54.323538 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-621b60a3-7e89-4299-a556-76650b04db34 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3751183 Feb 28 11:05:54.326953 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 44992) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:05:54.333275 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-782423b0-558c-4df5-b84c-09b5a42f213e admin admin] Request body: {'subnet': {'network_id': 'cf60ec7f-9627-4b80-a121-3bea4299583a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-2002998449-subnet', 'tenant_id': '0c6c60884e1c4fabbf9721335edb1c7e', 'ip_version': 4}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:05:54.337185 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621b60a3-7e89-4299-a556-76650b04db34 admin admin] Pushing event updated for resources: {'Network': ['ID=cf60ec7f-9627-4b80-a121-3bea4299583a,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:05:54.348619 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Network cf60ec7f-9627-4b80-a121-3bea4299583a details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103409) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 11:05:54.360521 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-782423b0-558c-4df5-b84c-09b5a42f213e admin admin] Made reservation on behalf of 0c6c60884e1c4fabbf9721335edb1c7e for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:05:54.365144 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-782423b0-558c-4df5-b84c-09b5a42f213e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3951209'] for subnet (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:54.537608 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-782423b0-558c-4df5-b84c-09b5a42f213e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3242588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3951195'] for subnet (578885df-974f-4f74-bdfb-8fb5222e7b9d), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:54.593322 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782423b0-558c-4df5-b84c-09b5a42f213e admin admin] Pushing event updated for resources: {'Subnet': ['ID=578885df-974f-4f74-bdfb-8fb5222e7b9d,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:05:54.603917 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782423b0-558c-4df5-b84c-09b5a42f213e admin admin] Checking segment: {'id': '7c8d9f00-e863-4957-bca6-6ad485d04cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'cf60ec7f-9627-4b80-a121-3bea4299583a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 11:05:54.604299 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-782423b0-558c-4df5-b84c-09b5a42f213e admin admin] Network hostable DHCP agents. Network: cf60ec7f-9627-4b80-a121-3bea4299583a, hostable agents: ['fb6705d2-4f70-4965-92a3-fbfccd43a6d3'], hosted agents: [] {{(pid=103408) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:05:54.621833 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-782423b0-558c-4df5-b84c-09b5a42f213e admin admin] Network cf60ec7f-9627-4b80-a121-3bea4299583a is scheduled to be hosted by DHCP agent fb6705d2-4f70-4965-92a3-fbfccd43a6d3 with binding_index 1 {{(pid=103408) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:05:54.632380 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-782423b0-558c-4df5-b84c-09b5a42f213e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, cf60ec7f-9627-4b80-a121-3bea4299583a) {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:05:54.640522 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-782423b0-558c-4df5-b84c-09b5a42f213e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:05:54.641449 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-782423b0-558c-4df5-b84c-09b5a42f213e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:54.649195 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88fb0881-fd87-4186-bece-a0575f24acd8 None None] Network cf60ec7f-9627-4b80-a121-3bea4299583a requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 11:05:54.659583 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-782423b0-558c-4df5-b84c-09b5a42f213e admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3308482 Feb 28 11:05:54.662528 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 44994) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:05:54.667579 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-4a84f1af-f436-4189-b543-cbc4983dd322 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-2002998449-router', 'tenant_id': '0c6c60884e1c4fabbf9721335edb1c7e', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840'}}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:05:54.691295 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4a84f1af-f436-4189-b543-cbc4983dd322 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1805251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254175'] for router (a67b4b69-7c06-4124-a089-60efaa190666), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:54.692369 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4a84f1af-f436-4189-b543-cbc4983dd322 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1804172', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1602053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254150'] for router (a67b4b69-7c06-4124-a089-60efaa190666), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:54.754077 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4a84f1af-f436-4189-b543-cbc4983dd322 admin admin] Publish callbacks [] for router_controller (a67b4b69-7c06-4124-a089-60efaa190666), precommit_add_association {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:54.772017 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab26f61c-ceac-4911-88a7-901af4190876 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-cf60ec7f-9627-4b80-a121-3bea4299583a', 'network_id': 'cf60ec7f-9627-4b80-a121-3bea4299583a', 'project_id': '0c6c60884e1c4fabbf9721335edb1c7e', 'fixed_ips': [{'subnet_id': '578885df-974f-4f74-bdfb-8fb5222e7b9d'}]}} from dv-neutron-master-2-hyperv. {{(pid=103409) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 11:05:54.772976 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ab26f61c-ceac-4911-88a7-901af4190876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:54.898465 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4a84f1af-f436-4189-b543-cbc4983dd322 admin admin] Publish callbacks [] for router_gateway (a67b4b69-7c06-4124-a089-60efaa190666), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:54.916958 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-ab26f61c-ceac-4911-88a7-901af4190876 None None] Allocated IP 172.20.0.2 (cf60ec7f-9627-4b80-a121-3bea4299583a/578885df-974f-4f74-bdfb-8fb5222e7b9d/9d9fc932-4ce5-4af6-b4be-14f8a3d1585e) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:05:55.065586 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ab26f61c-ceac-4911-88a7-901af4190876 None None] Publish callbacks [] for port (9d9fc932-4ce5-4af6-b4be-14f8a3d1585e), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:55.073342 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ab26f61c-ceac-4911-88a7-901af4190876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749'] for port (9d9fc932-4ce5-4af6-b4be-14f8a3d1585e), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:55.111674 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4a84f1af-f436-4189-b543-cbc4983dd322 admin admin] Publish callbacks [] for router_gateway (a67b4b69-7c06-4124-a089-60efaa190666), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:55.119230 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab26f61c-ceac-4911-88a7-901af4190876 None None] Network cf60ec7f-9627-4b80-a121-3bea4299583a is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:05:55.123695 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-ab26f61c-ceac-4911-88a7-901af4190876 None None] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:05:55.128216 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab26f61c-ceac-4911-88a7-901af4190876 None None] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 11:05:55.135436 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab26f61c-ceac-4911-88a7-901af4190876 None None] Pushing event updated for resources: {'Port': ['ID=9d9fc932-4ce5-4af6-b4be-14f8a3d1585e,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:05:55.136078 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4a84f1af-f436-4189-b543-cbc4983dd322 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:55.194621 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-ab26f61c-ceac-4911-88a7-901af4190876 None None] Attempting to bind port 9d9fc932-4ce5-4af6-b4be-14f8a3d1585e on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 11:05:55.195095 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-ab26f61c-ceac-4911-88a7-901af4190876 None None] Attempting to bind port 9d9fc932-4ce5-4af6-b4be-14f8a3d1585e by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '7c8d9f00-e863-4957-bca6-6ad485d04cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'cf60ec7f-9627-4b80-a121-3bea4299583a'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 11:05:55.195548 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab26f61c-ceac-4911-88a7-901af4190876 None None] Attempting to bind port 9d9fc932-4ce5-4af6-b4be-14f8a3d1585e on network cf60ec7f-9627-4b80-a121-3bea4299583a {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 11:05:55.200941 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab26f61c-ceac-4911-88a7-901af4190876 None None] Checking agent: {'id': '75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 24, 15), 'started_at': datetime.datetime(2022, 2, 28, 10, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 5, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 11:05:55.201451 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab26f61c-ceac-4911-88a7-901af4190876 None None] Checking segment: {'id': '7c8d9f00-e863-4957-bca6-6ad485d04cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'cf60ec7f-9627-4b80-a121-3bea4299583a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 11:05:55.202003 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ab26f61c-ceac-4911-88a7-901af4190876 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:55.202495 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab26f61c-ceac-4911-88a7-901af4190876 None None] Bound using segment: {'id': '7c8d9f00-e863-4957-bca6-6ad485d04cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'cf60ec7f-9627-4b80-a121-3bea4299583a'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 11:05:55.203062 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-ab26f61c-ceac-4911-88a7-901af4190876 None None] Bound port: 9d9fc932-4ce5-4af6-b4be-14f8a3d1585e, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c8d9f00-e863-4957-bca6-6ad485d04cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'cf60ec7f-9627-4b80-a121-3bea4299583a'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 11:05:55.203541 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ab26f61c-ceac-4911-88a7-901af4190876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (9d9fc932-4ce5-4af6-b4be-14f8a3d1585e), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:55.242782 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-4a84f1af-f436-4189-b543-cbc4983dd322 admin admin] Allocated IP 172.36.5.67 (1e0804d0-d1d9-4d40-9de5-2936f3d87840/6f6f4129-23e5-4c3b-b4ef-4c7ce926797e/7b94adb1-bef9-4ab7-bff5-b8c8e1169fbd) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:05:55.271313 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-ab26f61c-ceac-4911-88a7-901af4190876 None None] For port 9d9fc932-4ce5-4af6-b4be-14f8a3d1585e, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:05:55.275038 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-ab26f61c-ceac-4911-88a7-901af4190876 None None] For port 9d9fc932-4ce5-4af6-b4be-14f8a3d1585e, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9d9fc932-4ce5-4af6-b4be-14f8a3d1585e,segment=NetworkSegment(7c8d9f00-e863-4957-bca6-6ad485d04cb6),segment_id=7c8d9f00-e863-4957-bca6-6ad485d04cb6)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:05:55.282167 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ab26f61c-ceac-4911-88a7-901af4190876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (9d9fc932-4ce5-4af6-b4be-14f8a3d1585e), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:55.347390 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab26f61c-ceac-4911-88a7-901af4190876 None None] Pushing event updated for resources: {'Port': ['ID=9d9fc932-4ce5-4af6-b4be-14f8a3d1585e,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:05:55.364095 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4a84f1af-f436-4189-b543-cbc4983dd322 admin admin] Publish callbacks [] for port (7b94adb1-bef9-4ab7-bff5-b8c8e1169fbd), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:55.403227 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4a84f1af-f436-4189-b543-cbc4983dd322 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (7b94adb1-bef9-4ab7-bff5-b8c8e1169fbd), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:55.444202 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a84f1af-f436-4189-b543-cbc4983dd322 admin admin] Network 1e0804d0-d1d9-4d40-9de5-2936f3d87840 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:05:55.447203 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-4a84f1af-f436-4189-b543-cbc4983dd322 admin admin] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:05:55.450825 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a84f1af-f436-4189-b543-cbc4983dd322 admin admin] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 11:05:55.476164 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a84f1af-f436-4189-b543-cbc4983dd322 admin admin] Pushing event updated for resources: {'Port': ['ID=7b94adb1-bef9-4ab7-bff5-b8c8e1169fbd,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:05:55.719179 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 9d9fc932-4ce5-4af6-b4be-14f8a3d1585e up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 11:05:55.777707 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port 9d9fc932-4ce5-4af6-b4be-14f8a3d1585e triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:05:55.779131 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (9d9fc932-4ce5-4af6-b4be-14f8a3d1585e), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:55.818359 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4a84f1af-f436-4189-b543-cbc4983dd322 admin admin] Publish callbacks [] for router_gateway (a67b4b69-7c06-4124-a089-60efaa190666), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:55.865669 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 9d9fc932-4ce5-4af6-b4be-14f8a3d1585e is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:05:55.866544 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (9d9fc932-4ce5-4af6-b4be-14f8a3d1585e), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:55.910192 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] For port 9d9fc932-4ce5-4af6-b4be-14f8a3d1585e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9d9fc932-4ce5-4af6-b4be-14f8a3d1585e,segment=NetworkSegment(7c8d9f00-e863-4957-bca6-6ad485d04cb6),segment_id=7c8d9f00-e863-4957-bca6-6ad485d04cb6)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:05:55.917152 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (9d9fc932-4ce5-4af6-b4be-14f8a3d1585e), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:55.974354 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Pushing event updated for resources: {'Port': ['ID=9d9fc932-4ce5-4af6-b4be-14f8a3d1585e,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:05:56.051921 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4a84f1af-f436-4189-b543-cbc4983dd322 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1804241'] for router (a67b4b69-7c06-4124-a089-60efaa190666), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:56.199537 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a84f1af-f436-4189-b543-cbc4983dd322 admin admin] Router a67b4b69-7c06-4124-a089-60efaa190666 is scheduled to L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 with binding_index 1 {{(pid=103407) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 11:05:56.323673 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a84f1af-f436-4189-b543-cbc4983dd322 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:05:56.333904 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f8d68b-1b03-483b-8b66-2978c5d4029c None None] Sync routers for ids ['a67b4b69-7c06-4124-a089-60efaa190666'] in dv-neutron-master-2-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:05:56.347364 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4a84f1af-f436-4189-b543-cbc4983dd322 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:56.347750 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f8d68b-1b03-483b-8b66-2978c5d4029c None None] Routers {'a67b4b69-7c06-4124-a089-60efaa190666'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:05:56.348713 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-e5f8d68b-1b03-483b-8b66-2978c5d4029c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T11:05:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['a67b4b69-7c06-4124-a089-60efaa190666'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:05:56.352188 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 44996) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:05:56.357417 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-4a84f1af-f436-4189-b543-cbc4983dd322 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.6934566 Feb 28 11:05:56.462436 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-e5f8d68b-1b03-483b-8b66-2978c5d4029c None None] Set router a67b4b69-7c06-4124-a089-60efaa190666 gateway port host: dv-neutron-master-2-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:05:56.467768 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57de09c9-f9f3-42d4-b492-3694bae081f2 None None] Network cf60ec7f-9627-4b80-a121-3bea4299583a requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 11:05:56.583897 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2cc8a9f1-8e6d-4239-af07-cbe40bf54923 None None] Provisioning complete for port 9d9fc932-4ce5-4af6-b4be-14f8a3d1585e triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:05:56.584250 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2cc8a9f1-8e6d-4239-af07-cbe40bf54923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (9d9fc932-4ce5-4af6-b4be-14f8a3d1585e), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:56.651605 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-e5f8d68b-1b03-483b-8b66-2978c5d4029c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a67b4b69-7c06-4124-a089-60efaa190666', 'name': 'tempest-TestEncryptedCinderVolumes-2002998449-router', 'tenant_id': '0c6c60884e1c4fabbf9721335edb1c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.67'}], 'enable_snat': True}, 'gw_port_id': '7b94adb1-bef9-4ab7-bff5-b8c8e1169fbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:05:54Z', 'updated_at': '2022-02-28T11:05:55Z', 'revision_number': 3, 'project_id': '0c6c60884e1c4fabbf9721335edb1c7e', 'gw_port': {'id': '7b94adb1-bef9-4ab7-bff5-b8c8e1169fbd', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ef:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a67b4b69-7c06-4124-a089-60efaa190666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:05:55Z', 'updated_at': '2022-02-28T11:05:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:05:56.671603 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2cc8a9f1-8e6d-4239-af07-cbe40bf54923 None None] Current status of the port 9d9fc932-4ce5-4af6-b4be-14f8a3d1585e is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:05:56.680227 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f8d68b-1b03-483b-8b66-2978c5d4029c None None] Checking router: a67b4b69-7c06-4124-a089-60efaa190666 for host: dv-neutron-master-2-hyperv {{(pid=103410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:05:56.680701 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f8d68b-1b03-483b-8b66-2978c5d4029c None None] Updating router a67b4b69-7c06-4124-a089-60efaa190666 port 7b94adb1-bef9-4ab7-bff5-b8c8e1169fbd binding host dv-neutron-master-2-hyperv {{(pid=103410) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 11:05:56.713550 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e5f8d68b-1b03-483b-8b66-2978c5d4029c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (7b94adb1-bef9-4ab7-bff5-b8c8e1169fbd), before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:56.811394 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6f9f6ce6-dd00-44b4-9a26-26c01360cab4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:56.894494 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-d23ba96a-5f08-4e52-81b8-229c7a2e2367 None None] Provisioning complete for port 9d9fc932-4ce5-4af6-b4be-14f8a3d1585e triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:05:56.895104 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d23ba96a-5f08-4e52-81b8-229c7a2e2367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (9d9fc932-4ce5-4af6-b4be-14f8a3d1585e), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:56.993903 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-6f9f6ce6-dd00-44b4-9a26-26c01360cab4 admin admin] Allocated IP 172.20.0.1 (cf60ec7f-9627-4b80-a121-3bea4299583a/578885df-974f-4f74-bdfb-8fb5222e7b9d/9659b1fd-9ef1-4495-af0e-1b86dfbd296d) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:05:57.006813 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e5f8d68b-1b03-483b-8b66-2978c5d4029c None None] Publish callbacks [] for port (7b94adb1-bef9-4ab7-bff5-b8c8e1169fbd), precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:57.015596 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e5f8d68b-1b03-483b-8b66-2978c5d4029c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (7b94adb1-bef9-4ab7-bff5-b8c8e1169fbd), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:57.075796 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-e5f8d68b-1b03-483b-8b66-2978c5d4029c None None] Attempting to bind port 7b94adb1-bef9-4ab7-bff5-b8c8e1169fbd on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 11:05:57.076179 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-e5f8d68b-1b03-483b-8b66-2978c5d4029c None None] Attempting to bind port 7b94adb1-bef9-4ab7-bff5-b8c8e1169fbd by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '195d7ed7-323d-4284-82df-208cca613d99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 11:05:57.076545 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f8d68b-1b03-483b-8b66-2978c5d4029c None None] Attempting to bind port 7b94adb1-bef9-4ab7-bff5-b8c8e1169fbd on network 1e0804d0-d1d9-4d40-9de5-2936f3d87840 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 11:05:57.084769 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f8d68b-1b03-483b-8b66-2978c5d4029c None None] Checking agent: {'id': '75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 24, 15), 'started_at': datetime.datetime(2022, 2, 28, 10, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 5, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 11:05:57.085147 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f8d68b-1b03-483b-8b66-2978c5d4029c None None] Checking segment: {'id': '195d7ed7-323d-4284-82df-208cca613d99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 11:05:57.085740 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e5f8d68b-1b03-483b-8b66-2978c5d4029c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:57.086286 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f8d68b-1b03-483b-8b66-2978c5d4029c None None] Bound using segment: {'id': '195d7ed7-323d-4284-82df-208cca613d99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 11:05:57.086917 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-e5f8d68b-1b03-483b-8b66-2978c5d4029c None None] Bound port: 7b94adb1-bef9-4ab7-bff5-b8c8e1169fbd, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '195d7ed7-323d-4284-82df-208cca613d99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 11:05:57.087465 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e5f8d68b-1b03-483b-8b66-2978c5d4029c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (7b94adb1-bef9-4ab7-bff5-b8c8e1169fbd), before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:57.123713 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6f9f6ce6-dd00-44b4-9a26-26c01360cab4 admin admin] Publish callbacks [] for port (9659b1fd-9ef1-4495-af0e-1b86dfbd296d), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:57.154765 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-e5f8d68b-1b03-483b-8b66-2978c5d4029c None None] For port 7b94adb1-bef9-4ab7-bff5-b8c8e1169fbd, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:05:57.158300 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-d23ba96a-5f08-4e52-81b8-229c7a2e2367 None None] Current status of the port 9d9fc932-4ce5-4af6-b4be-14f8a3d1585e is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:05:57.158637 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-e5f8d68b-1b03-483b-8b66-2978c5d4029c None None] For port 7b94adb1-bef9-4ab7-bff5-b8c8e1169fbd, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7b94adb1-bef9-4ab7-bff5-b8c8e1169fbd,segment=NetworkSegment(195d7ed7-323d-4284-82df-208cca613d99),segment_id=195d7ed7-323d-4284-82df-208cca613d99)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:05:57.161099 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6f9f6ce6-dd00-44b4-9a26-26c01360cab4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (9659b1fd-9ef1-4495-af0e-1b86dfbd296d), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:57.165927 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fe69de-ddc1-4831-9b60-030287f43d0a None None] Pushing event updated for resources: {'Port': ['ID=7b94adb1-bef9-4ab7-bff5-b8c8e1169fbd,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:05:57.169360 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e5f8d68b-1b03-483b-8b66-2978c5d4029c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (7b94adb1-bef9-4ab7-bff5-b8c8e1169fbd), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:57.179907 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fe69de-ddc1-4831-9b60-030287f43d0a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:05:57.180272 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fe69de-ddc1-4831-9b60-030287f43d0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:05:57.180633 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fe69de-ddc1-4831-9b60-030287f43d0a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:05:57.180976 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fe69de-ddc1-4831-9b60-030287f43d0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:05:57.181308 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fe69de-ddc1-4831-9b60-030287f43d0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:05:57.181637 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fe69de-ddc1-4831-9b60-030287f43d0a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:05:57.181961 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fe69de-ddc1-4831-9b60-030287f43d0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:05:57.182290 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fe69de-ddc1-4831-9b60-030287f43d0a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:05:57.182613 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fe69de-ddc1-4831-9b60-030287f43d0a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:05:57.182946 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fe69de-ddc1-4831-9b60-030287f43d0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:05:57.183261 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fe69de-ddc1-4831-9b60-030287f43d0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:05:57.183578 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fe69de-ddc1-4831-9b60-030287f43d0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:05:57.183895 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fe69de-ddc1-4831-9b60-030287f43d0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:05:57.216299 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f9f6ce6-dd00-44b4-9a26-26c01360cab4 admin admin] Network cf60ec7f-9627-4b80-a121-3bea4299583a is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:05:57.219921 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-6f9f6ce6-dd00-44b4-9a26-26c01360cab4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:05:57.224596 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9f6ce6-dd00-44b4-9a26-26c01360cab4 admin admin] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 11:05:57.246195 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fe69de-ddc1-4831-9b60-030287f43d0a None None] Pushing event updated for resources: {'Port': ['ID=7b94adb1-bef9-4ab7-bff5-b8c8e1169fbd,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:05:57.257512 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f8d68b-1b03-483b-8b66-2978c5d4029c None None] Routers {'a67b4b69-7c06-4124-a089-60efaa190666'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:05:57.258147 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-e5f8d68b-1b03-483b-8b66-2978c5d4029c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T11:05:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['a67b4b69-7c06-4124-a089-60efaa190666'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:05:57.265795 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9f6ce6-dd00-44b4-9a26-26c01360cab4 admin admin] Pushing event updated for resources: {'Port': ['ID=9659b1fd-9ef1-4495-af0e-1b86dfbd296d,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:05:57.285577 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6f9f6ce6-dd00-44b4-9a26-26c01360cab4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1803404'] for router_interface (a67b4b69-7c06-4124-a089-60efaa190666), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:57.395702 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-e5f8d68b-1b03-483b-8b66-2978c5d4029c None None] Set router a67b4b69-7c06-4124-a089-60efaa190666 gateway port host: dv-neutron-master-2-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:05:57.437761 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6f9f6ce6-dd00-44b4-9a26-26c01360cab4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (9659b1fd-9ef1-4495-af0e-1b86dfbd296d), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:57.589074 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-862567ae-c6b9-4a48-ac42-7c549d71e291 None None] Provisioning complete for port 9659b1fd-9ef1-4495-af0e-1b86dfbd296d triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:05:57.589590 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-862567ae-c6b9-4a48-ac42-7c549d71e291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (9659b1fd-9ef1-4495-af0e-1b86dfbd296d), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:57.591959 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-e5f8d68b-1b03-483b-8b66-2978c5d4029c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a67b4b69-7c06-4124-a089-60efaa190666', 'name': 'tempest-TestEncryptedCinderVolumes-2002998449-router', 'tenant_id': '0c6c60884e1c4fabbf9721335edb1c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.67'}], 'enable_snat': True}, 'gw_port_id': '7b94adb1-bef9-4ab7-bff5-b8c8e1169fbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:05:54Z', 'updated_at': '2022-02-28T11:05:55Z', 'revision_number': 3, 'project_id': '0c6c60884e1c4fabbf9721335edb1c7e', 'gw_port': {'id': '7b94adb1-bef9-4ab7-bff5-b8c8e1169fbd', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ef:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a67b4b69-7c06-4124-a089-60efaa190666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:05:55Z', 'updated_at': '2022-02-28T11:05:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:05:57.620786 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f8d68b-1b03-483b-8b66-2978c5d4029c None None] The sync data for ids ['a67b4b69-7c06-4124-a089-60efaa190666'] in dv-neutron-master-2-hyperv is: [{'id': 'a67b4b69-7c06-4124-a089-60efaa190666', 'name': 'tempest-TestEncryptedCinderVolumes-2002998449-router', 'tenant_id': '0c6c60884e1c4fabbf9721335edb1c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.67'}], 'enable_snat': True}, 'gw_port_id': '7b94adb1-bef9-4ab7-bff5-b8c8e1169fbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:05:54Z', 'updated_at': '2022-02-28T11:05:55Z', 'revision_number': 3, 'project_id': '0c6c60884e1c4fabbf9721335edb1c7e', 'gw_port': {'id': '7b94adb1-bef9-4ab7-bff5-b8c8e1169fbd', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ef:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a67b4b69-7c06-4124-a089-60efaa190666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:05:55Z', 'updated_at': '2022-02-28T11:05:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:05:57.628808 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-862567ae-c6b9-4a48-ac42-7c549d71e291 None None] Port 9659b1fd-9ef1-4495-af0e-1b86dfbd296d cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 11:05:57.644536 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6f9f6ce6-dd00-44b4-9a26-26c01360cab4 admin admin] Publish callbacks [] for port (9659b1fd-9ef1-4495-af0e-1b86dfbd296d), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:57.650464 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6f9f6ce6-dd00-44b4-9a26-26c01360cab4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3242529'] for port (9659b1fd-9ef1-4495-af0e-1b86dfbd296d), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:57.654755 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 9d9fc932-4ce5-4af6-b4be-14f8a3d1585e up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 11:05:57.712172 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port 9d9fc932-4ce5-4af6-b4be-14f8a3d1585e triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:05:57.712569 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (9d9fc932-4ce5-4af6-b4be-14f8a3d1585e), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:57.721586 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9f6ce6-dd00-44b4-9a26-26c01360cab4 admin admin] Pushing event updated for resources: {'Port': ['ID=9659b1fd-9ef1-4495-af0e-1b86dfbd296d,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:05:57.729783 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6f9f6ce6-dd00-44b4-9a26-26c01360cab4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1802524'] for router_interface (a67b4b69-7c06-4124-a089-60efaa190666), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:57.802196 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 9d9fc932-4ce5-4af6-b4be-14f8a3d1585e is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:05:57.832206 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f9f6ce6-dd00-44b4-9a26-26c01360cab4 admin admin] Network cf60ec7f-9627-4b80-a121-3bea4299583a is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:05:57.834077 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-6f9f6ce6-dd00-44b4-9a26-26c01360cab4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:05:57.991888 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f9f6ce6-dd00-44b4-9a26-26c01360cab4 admin admin] Router a67b4b69-7c06-4124-a089-60efaa190666 has already been hosted by L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 {{(pid=103408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:05:58.133106 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f9f6ce6-dd00-44b4-9a26-26c01360cab4 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:05:58.141230 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-6f9f6ce6-dd00-44b4-9a26-26c01360cab4 admin admin] 10.222.0.20 "PUT /v2.0/routers/a67b4b69-7c06-4124-a089-60efaa190666/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7872365 Feb 28 11:05:58.164572 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2d4ab8dc-50f6-45bc-bfe7-af8730744e0b None None] Provisioning complete for port 9659b1fd-9ef1-4495-af0e-1b86dfbd296d triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:05:58.165158 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2d4ab8dc-50f6-45bc-bfe7-af8730744e0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (9659b1fd-9ef1-4495-af0e-1b86dfbd296d), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:58.206671 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2d4ab8dc-50f6-45bc-bfe7-af8730744e0b None None] Port 9659b1fd-9ef1-4495-af0e-1b86dfbd296d cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 11:05:58.663265 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 45012) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:05:58.668373 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-0ddd664e-1672-41ec-a678-d1f1b9fe69e0 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-674237376-network', 'tenant_id': '6bfa58c2d3a046e7b4903a0081a824f7'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:05:58.690371 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ddd664e-1672-41ec-a678-d1f1b9fe69e0 admin admin] Made reservation on behalf of 6bfa58c2d3a046e7b4903a0081a824f7 for: {'network': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:05:58.692806 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0ddd664e-1672-41ec-a678-d1f1b9fe69e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for network (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:58.702732 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0ddd664e-1672-41ec-a678-d1f1b9fe69e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:58.792957 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0ddd664e-1672-41ec-a678-d1f1b9fe69e0 admin admin] Publish callbacks [] for security_group (130bc345-cf47-4f73-813e-913db465f044), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:58.798528 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0ddd664e-1672-41ec-a678-d1f1b9fe69e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (130bc345-cf47-4f73-813e-913db465f044), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:58.824875 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ddd664e-1672-41ec-a678-d1f1b9fe69e0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 264} {{(pid=103408) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:05:58.837049 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddd664e-1672-41ec-a678-d1f1b9fe69e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=130bc345-cf47-4f73-813e-913db465f044,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:05:58.842967 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0ddd664e-1672-41ec-a678-d1f1b9fe69e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (5d19b2ac-12a1-46da-80bd-29b0285117cf), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:58.843312 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.db.segments_db [None req-0ddd664e-1672-41ec-a678-d1f1b9fe69e0 admin admin] Added segment 5d19b2ac-12a1-46da-80bd-29b0285117cf of type vlan for network c3a38cd5-868f-4de9-9259-1da03ff655dd Feb 28 11:05:58.886104 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0ddd664e-1672-41ec-a678-d1f1b9fe69e0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742056637431'] for network (c3a38cd5-868f-4de9-9259-1da03ff655dd), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:58.914910 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0ddd664e-1672-41ec-a678-d1f1b9fe69e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551'] for network (c3a38cd5-868f-4de9-9259-1da03ff655dd), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:58.915967 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ddd664e-1672-41ec-a678-d1f1b9fe69e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:05:58.916526 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0ddd664e-1672-41ec-a678-d1f1b9fe69e0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:59.301378 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27eb9cf6-542f-4034-8d42-e6b5adc9ef38 None None] Sync routers for ids ['a67b4b69-7c06-4124-a089-60efaa190666'] in dv-neutron-master-2-hyperv {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:05:59.314539 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27eb9cf6-542f-4034-8d42-e6b5adc9ef38 None None] Routers {'a67b4b69-7c06-4124-a089-60efaa190666'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:05:59.315388 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-27eb9cf6-542f-4034-8d42-e6b5adc9ef38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T11:05:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['a67b4b69-7c06-4124-a089-60efaa190666'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:05:59.326890 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-0ddd664e-1672-41ec-a678-d1f1b9fe69e0 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6594675 Feb 28 11:05:59.329316 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 45014) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:05:59.338832 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-aa3f8c7f-fcf9-46b5-b1d4-e057c8320d2c admin admin] Request body: {'subnet': {'network_id': 'c3a38cd5-868f-4de9-9259-1da03ff655dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-674237376-subnet', 'tenant_id': '6bfa58c2d3a046e7b4903a0081a824f7', 'ip_version': 4}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:05:59.343262 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddd664e-1672-41ec-a678-d1f1b9fe69e0 admin admin] Pushing event updated for resources: {'Network': ['ID=c3a38cd5-868f-4de9-9259-1da03ff655dd,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:05:59.358435 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Network c3a38cd5-868f-4de9-9259-1da03ff655dd details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103409) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 11:05:59.369282 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa3f8c7f-fcf9-46b5-b1d4-e057c8320d2c admin admin] Made reservation on behalf of 6bfa58c2d3a046e7b4903a0081a824f7 for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:05:59.371836 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-aa3f8c7f-fcf9-46b5-b1d4-e057c8320d2c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3951209'] for subnet (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:59.493543 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-27eb9cf6-542f-4034-8d42-e6b5adc9ef38 None None] Set router a67b4b69-7c06-4124-a089-60efaa190666 gateway port host: dv-neutron-master-2-hyperv {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:05:59.568828 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-aa3f8c7f-fcf9-46b5-b1d4-e057c8320d2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3242588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3951195'] for subnet (22cb1d7a-0b60-483c-9113-c377a04b7699), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:59.621141 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3f8c7f-fcf9-46b5-b1d4-e057c8320d2c admin admin] Pushing event updated for resources: {'Subnet': ['ID=22cb1d7a-0b60-483c-9113-c377a04b7699,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:05:59.642317 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa3f8c7f-fcf9-46b5-b1d4-e057c8320d2c admin admin] Checking segment: {'id': '5d19b2ac-12a1-46da-80bd-29b0285117cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'c3a38cd5-868f-4de9-9259-1da03ff655dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 11:05:59.642768 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa3f8c7f-fcf9-46b5-b1d4-e057c8320d2c admin admin] Network hostable DHCP agents. Network: c3a38cd5-868f-4de9-9259-1da03ff655dd, hostable agents: ['fb6705d2-4f70-4965-92a3-fbfccd43a6d3'], hosted agents: [] {{(pid=103408) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:05:59.670319 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa3f8c7f-fcf9-46b5-b1d4-e057c8320d2c admin admin] Network c3a38cd5-868f-4de9-9259-1da03ff655dd is scheduled to be hosted by DHCP agent fb6705d2-4f70-4965-92a3-fbfccd43a6d3 with binding_index 1 {{(pid=103408) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:05:59.680834 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 7b94adb1-bef9-4ab7-bff5-b8c8e1169fbd up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 11:05:59.681678 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-aa3f8c7f-fcf9-46b5-b1d4-e057c8320d2c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, c3a38cd5-868f-4de9-9259-1da03ff655dd) {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:05:59.691105 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d798801-1b7e-44a9-bfab-8e9f0fea4c25 None None] Network c3a38cd5-868f-4de9-9259-1da03ff655dd requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 11:05:59.691477 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa3f8c7f-fcf9-46b5-b1d4-e057c8320d2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:05:59.692307 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-aa3f8c7f-fcf9-46b5-b1d4-e057c8320d2c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:59.710734 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-aa3f8c7f-fcf9-46b5-b1d4-e057c8320d2c admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3772190 Feb 28 11:05:59.714167 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 45016) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:05:59.719630 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-8545090f-ac86-4092-88f5-58cdf3ddb642 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-674237376-router', 'tenant_id': '6bfa58c2d3a046e7b4903a0081a824f7', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840'}}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:05:59.745903 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8545090f-ac86-4092-88f5-58cdf3ddb642 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1805251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254175'] for router (6305acba-f735-428b-bfa7-b703d7ad0bd9), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:59.747272 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8545090f-ac86-4092-88f5-58cdf3ddb642 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1804172', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1602053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254150'] for router (6305acba-f735-428b-bfa7-b703d7ad0bd9), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:59.810677 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8545090f-ac86-4092-88f5-58cdf3ddb642 admin admin] Publish callbacks [] for router_controller (6305acba-f735-428b-bfa7-b703d7ad0bd9), precommit_add_association {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:59.848688 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port 7b94adb1-bef9-4ab7-bff5-b8c8e1169fbd triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:05:59.848688 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (7b94adb1-bef9-4ab7-bff5-b8c8e1169fbd), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:59.899924 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e625cca4-c047-4d86-a468-38f812c5a80a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-c3a38cd5-868f-4de9-9259-1da03ff655dd', 'network_id': 'c3a38cd5-868f-4de9-9259-1da03ff655dd', 'project_id': '6bfa58c2d3a046e7b4903a0081a824f7', 'fixed_ips': [{'subnet_id': '22cb1d7a-0b60-483c-9113-c377a04b7699'}]}} from dv-neutron-master-2-hyperv. {{(pid=103409) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 11:05:59.900803 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e625cca4-c047-4d86-a468-38f812c5a80a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:59.904299 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-27eb9cf6-542f-4034-8d42-e6b5adc9ef38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a67b4b69-7c06-4124-a089-60efaa190666', 'name': 'tempest-TestEncryptedCinderVolumes-2002998449-router', 'tenant_id': '0c6c60884e1c4fabbf9721335edb1c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.67'}], 'enable_snat': True}, 'gw_port_id': '7b94adb1-bef9-4ab7-bff5-b8c8e1169fbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:05:54Z', 'updated_at': '2022-02-28T11:05:57Z', 'revision_number': 4, 'project_id': '0c6c60884e1c4fabbf9721335edb1c7e', 'gw_port': {'id': '7b94adb1-bef9-4ab7-bff5-b8c8e1169fbd', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ef:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a67b4b69-7c06-4124-a089-60efaa190666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:05:55Z', 'updated_at': '2022-02-28T11:05:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '9659b1fd-9ef1-4495-af0e-1b86dfbd296d', 'name': '', 'network_id': 'cf60ec7f-9627-4b80-a121-3bea4299583a', 'tenant_id': '0c6c60884e1c4fabbf9721335edb1c7e', 'mac_address': 'fa:16:3e:1b:06:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a67b4b69-7c06-4124-a089-60efaa190666', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '578885df-974f-4f74-bdfb-8fb5222e7b9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:05:56Z', 'updated_at': '2022-02-28T11:05:57Z', 'revision_number': 2, 'project_id': '0c6c60884e1c4fabbf9721335edb1c7e', 'subnets': [{'id': '578885df-974f-4f74-bdfb-8fb5222e7b9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:05:59.944068 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27eb9cf6-542f-4034-8d42-e6b5adc9ef38 None None] Checking router: a67b4b69-7c06-4124-a089-60efaa190666 for host: dv-neutron-master-2-hyperv {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:05:59.944399 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27eb9cf6-542f-4034-8d42-e6b5adc9ef38 None None] Updating router a67b4b69-7c06-4124-a089-60efaa190666 port 9659b1fd-9ef1-4495-af0e-1b86dfbd296d binding host dv-neutron-master-2-hyperv {{(pid=103409) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 11:05:59.965378 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8545090f-ac86-4092-88f5-58cdf3ddb642 admin admin] Publish callbacks [] for router_gateway (6305acba-f735-428b-bfa7-b703d7ad0bd9), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:05:59.993930 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-27eb9cf6-542f-4034-8d42-e6b5adc9ef38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (9659b1fd-9ef1-4495-af0e-1b86dfbd296d), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:00.186784 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8545090f-ac86-4092-88f5-58cdf3ddb642 admin admin] Publish callbacks [] for router_gateway (6305acba-f735-428b-bfa7-b703d7ad0bd9), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:00.205855 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8545090f-ac86-4092-88f5-58cdf3ddb642 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:00.211768 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 7b94adb1-bef9-4ab7-bff5-b8c8e1169fbd is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:06:00.212185 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (7b94adb1-bef9-4ab7-bff5-b8c8e1169fbd), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:00.250966 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] For port 7b94adb1-bef9-4ab7-bff5-b8c8e1169fbd, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7b94adb1-bef9-4ab7-bff5-b8c8e1169fbd,segment=NetworkSegment(195d7ed7-323d-4284-82df-208cca613d99),segment_id=195d7ed7-323d-4284-82df-208cca613d99)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:06:00.259536 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-e625cca4-c047-4d86-a468-38f812c5a80a None None] Allocated IP 172.20.0.2 (c3a38cd5-868f-4de9-9259-1da03ff655dd/22cb1d7a-0b60-483c-9113-c377a04b7699/4d0ac183-b3fc-4acc-9f5d-6458583bc2e0) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:06:00.261710 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (7b94adb1-bef9-4ab7-bff5-b8c8e1169fbd), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:00.328669 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-8545090f-ac86-4092-88f5-58cdf3ddb642 admin admin] Allocated IP 172.36.5.57 (1e0804d0-d1d9-4d40-9de5-2936f3d87840/6f6f4129-23e5-4c3b-b4ef-4c7ce926797e/8a36eece-e0e0-4348-9a5d-942a59176554) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:06:00.414197 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Pushing event updated for resources: {'Port': ['ID=7b94adb1-bef9-4ab7-bff5-b8c8e1169fbd,revision_number=4']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:06:00.437156 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8545090f-ac86-4092-88f5-58cdf3ddb642 admin admin] Publish callbacks [] for port (8a36eece-e0e0-4348-9a5d-942a59176554), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:00.476357 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8545090f-ac86-4092-88f5-58cdf3ddb642 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (8a36eece-e0e0-4348-9a5d-942a59176554), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:00.521927 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8545090f-ac86-4092-88f5-58cdf3ddb642 admin admin] Network 1e0804d0-d1d9-4d40-9de5-2936f3d87840 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:06:00.524849 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-8545090f-ac86-4092-88f5-58cdf3ddb642 admin admin] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:06:00.527468 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8545090f-ac86-4092-88f5-58cdf3ddb642 admin admin] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 11:06:00.534208 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8545090f-ac86-4092-88f5-58cdf3ddb642 admin admin] Pushing event updated for resources: {'Port': ['ID=8a36eece-e0e0-4348-9a5d-942a59176554,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:06:00.568036 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e625cca4-c047-4d86-a468-38f812c5a80a None None] Publish callbacks [] for port (4d0ac183-b3fc-4acc-9f5d-6458583bc2e0), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:00.578886 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-27eb9cf6-542f-4034-8d42-e6b5adc9ef38 None None] Publish callbacks [] for port (9659b1fd-9ef1-4495-af0e-1b86dfbd296d), precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:00.581290 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e625cca4-c047-4d86-a468-38f812c5a80a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749'] for port (4d0ac183-b3fc-4acc-9f5d-6458583bc2e0), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:00.615220 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-27eb9cf6-542f-4034-8d42-e6b5adc9ef38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (9659b1fd-9ef1-4495-af0e-1b86dfbd296d), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:00.635129 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e625cca4-c047-4d86-a468-38f812c5a80a None None] Network c3a38cd5-868f-4de9-9259-1da03ff655dd is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:06:00.645254 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-e625cca4-c047-4d86-a468-38f812c5a80a None None] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:06:00.648135 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e625cca4-c047-4d86-a468-38f812c5a80a None None] Pushing event updated for resources: {'Port': ['ID=4d0ac183-b3fc-4acc-9f5d-6458583bc2e0,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:06:00.650772 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e625cca4-c047-4d86-a468-38f812c5a80a None None] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 11:06:00.776478 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1248a4ac-b26d-4580-ba2e-88f470f82b03 None None] Pushing event updated for resources: {'Port': ['ID=9659b1fd-9ef1-4495-af0e-1b86dfbd296d,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:06:00.800445 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-e625cca4-c047-4d86-a468-38f812c5a80a None None] Attempting to bind port 4d0ac183-b3fc-4acc-9f5d-6458583bc2e0 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 11:06:00.800895 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-e625cca4-c047-4d86-a468-38f812c5a80a None None] Attempting to bind port 4d0ac183-b3fc-4acc-9f5d-6458583bc2e0 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '5d19b2ac-12a1-46da-80bd-29b0285117cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'c3a38cd5-868f-4de9-9259-1da03ff655dd'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 11:06:00.801218 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e625cca4-c047-4d86-a468-38f812c5a80a None None] Attempting to bind port 4d0ac183-b3fc-4acc-9f5d-6458583bc2e0 on network c3a38cd5-868f-4de9-9259-1da03ff655dd {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 11:06:00.803533 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-27eb9cf6-542f-4034-8d42-e6b5adc9ef38 None None] Attempting to bind port 9659b1fd-9ef1-4495-af0e-1b86dfbd296d on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 11:06:00.803903 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-27eb9cf6-542f-4034-8d42-e6b5adc9ef38 None None] Attempting to bind port 9659b1fd-9ef1-4495-af0e-1b86dfbd296d by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '7c8d9f00-e863-4957-bca6-6ad485d04cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'cf60ec7f-9627-4b80-a121-3bea4299583a'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 11:06:00.804261 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27eb9cf6-542f-4034-8d42-e6b5adc9ef38 None None] Attempting to bind port 9659b1fd-9ef1-4495-af0e-1b86dfbd296d on network cf60ec7f-9627-4b80-a121-3bea4299583a {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 11:06:00.813856 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e625cca4-c047-4d86-a468-38f812c5a80a None None] Checking agent: {'id': '75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 24, 15), 'started_at': datetime.datetime(2022, 2, 28, 10, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 5, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 11:06:00.814310 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e625cca4-c047-4d86-a468-38f812c5a80a None None] Checking segment: {'id': '5d19b2ac-12a1-46da-80bd-29b0285117cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'c3a38cd5-868f-4de9-9259-1da03ff655dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 11:06:00.814651 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e625cca4-c047-4d86-a468-38f812c5a80a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:00.815076 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e625cca4-c047-4d86-a468-38f812c5a80a None None] Bound using segment: {'id': '5d19b2ac-12a1-46da-80bd-29b0285117cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'c3a38cd5-868f-4de9-9259-1da03ff655dd'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 11:06:00.815577 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-e625cca4-c047-4d86-a468-38f812c5a80a None None] Bound port: 4d0ac183-b3fc-4acc-9f5d-6458583bc2e0, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d19b2ac-12a1-46da-80bd-29b0285117cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'c3a38cd5-868f-4de9-9259-1da03ff655dd'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 11:06:00.815969 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e625cca4-c047-4d86-a468-38f812c5a80a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (4d0ac183-b3fc-4acc-9f5d-6458583bc2e0), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:00.818250 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27eb9cf6-542f-4034-8d42-e6b5adc9ef38 None None] Checking agent: {'id': '75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 24, 15), 'started_at': datetime.datetime(2022, 2, 28, 10, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 5, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 11:06:00.818621 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27eb9cf6-542f-4034-8d42-e6b5adc9ef38 None None] Checking segment: {'id': '7c8d9f00-e863-4957-bca6-6ad485d04cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'cf60ec7f-9627-4b80-a121-3bea4299583a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 11:06:00.819016 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-27eb9cf6-542f-4034-8d42-e6b5adc9ef38 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:00.819403 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27eb9cf6-542f-4034-8d42-e6b5adc9ef38 None None] Bound using segment: {'id': '7c8d9f00-e863-4957-bca6-6ad485d04cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'cf60ec7f-9627-4b80-a121-3bea4299583a'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 11:06:00.819870 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-27eb9cf6-542f-4034-8d42-e6b5adc9ef38 None None] Bound port: 9659b1fd-9ef1-4495-af0e-1b86dfbd296d, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c8d9f00-e863-4957-bca6-6ad485d04cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'cf60ec7f-9627-4b80-a121-3bea4299583a'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 11:06:00.820247 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-27eb9cf6-542f-4034-8d42-e6b5adc9ef38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (9659b1fd-9ef1-4495-af0e-1b86dfbd296d), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:00.837475 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8545090f-ac86-4092-88f5-58cdf3ddb642 admin admin] Publish callbacks [] for router_gateway (6305acba-f735-428b-bfa7-b703d7ad0bd9), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:00.937302 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-27eb9cf6-542f-4034-8d42-e6b5adc9ef38 None None] For port 9659b1fd-9ef1-4495-af0e-1b86dfbd296d, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:06:00.941963 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-e625cca4-c047-4d86-a468-38f812c5a80a None None] For port 4d0ac183-b3fc-4acc-9f5d-6458583bc2e0, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:06:00.945361 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-27eb9cf6-542f-4034-8d42-e6b5adc9ef38 None None] For port 9659b1fd-9ef1-4495-af0e-1b86dfbd296d, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9659b1fd-9ef1-4495-af0e-1b86dfbd296d,segment=NetworkSegment(7c8d9f00-e863-4957-bca6-6ad485d04cb6),segment_id=7c8d9f00-e863-4957-bca6-6ad485d04cb6)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:06:00.948275 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-e625cca4-c047-4d86-a468-38f812c5a80a None None] For port 4d0ac183-b3fc-4acc-9f5d-6458583bc2e0, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4d0ac183-b3fc-4acc-9f5d-6458583bc2e0,segment=NetworkSegment(5d19b2ac-12a1-46da-80bd-29b0285117cf),segment_id=5d19b2ac-12a1-46da-80bd-29b0285117cf)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:06:00.956431 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-27eb9cf6-542f-4034-8d42-e6b5adc9ef38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (9659b1fd-9ef1-4495-af0e-1b86dfbd296d), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:00.963216 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e625cca4-c047-4d86-a468-38f812c5a80a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (4d0ac183-b3fc-4acc-9f5d-6458583bc2e0), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:01.009752 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-e41d52a3-da49-46f1-a5af-fc6e63673949 None None] Provisioning complete for port 9659b1fd-9ef1-4495-af0e-1b86dfbd296d triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:06:01.010127 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e41d52a3-da49-46f1-a5af-fc6e63673949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (9659b1fd-9ef1-4495-af0e-1b86dfbd296d), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:01.065923 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8545090f-ac86-4092-88f5-58cdf3ddb642 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1804241'] for router (6305acba-f735-428b-bfa7-b703d7ad0bd9), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:01.232670 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1248a4ac-b26d-4580-ba2e-88f470f82b03 None None] Pushing event updated for resources: {'Port': ['ID=9659b1fd-9ef1-4495-af0e-1b86dfbd296d,revision_number=4']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:06:01.242889 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27eb9cf6-542f-4034-8d42-e6b5adc9ef38 None None] Routers {'a67b4b69-7c06-4124-a089-60efaa190666'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:06:01.243550 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-27eb9cf6-542f-4034-8d42-e6b5adc9ef38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T11:05:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['a67b4b69-7c06-4124-a089-60efaa190666'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:06:01.254673 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8545090f-ac86-4092-88f5-58cdf3ddb642 admin admin] Router 6305acba-f735-428b-bfa7-b703d7ad0bd9 is scheduled to L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 with binding_index 1 {{(pid=103407) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 11:06:01.371678 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e625cca4-c047-4d86-a468-38f812c5a80a None None] Pushing event updated for resources: {'Port': ['ID=4d0ac183-b3fc-4acc-9f5d-6458583bc2e0,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:06:01.435838 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8545090f-ac86-4092-88f5-58cdf3ddb642 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:06:01.449186 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c28be9-6765-4622-981d-153155159569 None None] Sync routers for ids ['6305acba-f735-428b-bfa7-b703d7ad0bd9'] in dv-neutron-master-2-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:06:01.465397 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c28be9-6765-4622-981d-153155159569 None None] Routers {'6305acba-f735-428b-bfa7-b703d7ad0bd9'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:06:01.466567 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8545090f-ac86-4092-88f5-58cdf3ddb642 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:01.466731 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-e6c28be9-6765-4622-981d-153155159569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T11:05:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['6305acba-f735-428b-bfa7-b703d7ad0bd9'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:06:01.470641 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-8545090f-ac86-4092-88f5-58cdf3ddb642 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.7522202 Feb 28 11:06:01.471017 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 45018) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:06:01.472474 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-e41d52a3-da49-46f1-a5af-fc6e63673949 None None] Current status of the port 9659b1fd-9ef1-4495-af0e-1b86dfbd296d is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:06:01.473002 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e41d52a3-da49-46f1-a5af-fc6e63673949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (9659b1fd-9ef1-4495-af0e-1b86dfbd296d), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:01.478209 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-27eb9cf6-542f-4034-8d42-e6b5adc9ef38 None None] Set router a67b4b69-7c06-4124-a089-60efaa190666 gateway port host: dv-neutron-master-2-hyperv {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:06:01.552058 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-e41d52a3-da49-46f1-a5af-fc6e63673949 None None] For port 9659b1fd-9ef1-4495-af0e-1b86dfbd296d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9659b1fd-9ef1-4495-af0e-1b86dfbd296d,segment=NetworkSegment(7c8d9f00-e863-4957-bca6-6ad485d04cb6),segment_id=7c8d9f00-e863-4957-bca6-6ad485d04cb6)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:06:01.586917 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e41d52a3-da49-46f1-a5af-fc6e63673949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (9659b1fd-9ef1-4495-af0e-1b86dfbd296d), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:01.718711 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41d52a3-da49-46f1-a5af-fc6e63673949 None None] Pushing event updated for resources: {'Port': ['ID=9659b1fd-9ef1-4495-af0e-1b86dfbd296d,revision_number=5']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:06:01.731566 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-e6c28be9-6765-4622-981d-153155159569 None None] Set router 6305acba-f735-428b-bfa7-b703d7ad0bd9 gateway port host: dv-neutron-master-2-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:06:01.756292 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-a8f2faca-dbe1-43d8-973a-3e9ec23354cd None None] Provisioning complete for port 9659b1fd-9ef1-4495-af0e-1b86dfbd296d triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:06:01.756700 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a8f2faca-dbe1-43d8-973a-3e9ec23354cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (9659b1fd-9ef1-4495-af0e-1b86dfbd296d), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:01.833712 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 7b94adb1-bef9-4ab7-bff5-b8c8e1169fbd up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 11:06:01.930375 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-a8f2faca-dbe1-43d8-973a-3e9ec23354cd None None] Current status of the port 9659b1fd-9ef1-4495-af0e-1b86dfbd296d is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:06:01.935566 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-27eb9cf6-542f-4034-8d42-e6b5adc9ef38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a67b4b69-7c06-4124-a089-60efaa190666', 'name': 'tempest-TestEncryptedCinderVolumes-2002998449-router', 'tenant_id': '0c6c60884e1c4fabbf9721335edb1c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.67'}], 'enable_snat': True}, 'gw_port_id': '7b94adb1-bef9-4ab7-bff5-b8c8e1169fbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:05:54Z', 'updated_at': '2022-02-28T11:05:57Z', 'revision_number': 4, 'project_id': '0c6c60884e1c4fabbf9721335edb1c7e', 'gw_port': {'id': '7b94adb1-bef9-4ab7-bff5-b8c8e1169fbd', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ef:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a67b4b69-7c06-4124-a089-60efaa190666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:05:55Z', 'updated_at': '2022-02-28T11:06:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '9659b1fd-9ef1-4495-af0e-1b86dfbd296d', 'name': '', 'network_id': 'cf60ec7f-9627-4b80-a121-3bea4299583a', 'tenant_id': '0c6c60884e1c4fabbf9721335edb1c7e', 'mac_address': 'fa:16:3e:1b:06:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a67b4b69-7c06-4124-a089-60efaa190666', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '578885df-974f-4f74-bdfb-8fb5222e7b9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:05:56Z', 'updated_at': '2022-02-28T11:06:00Z', 'revision_number': 4, 'project_id': '0c6c60884e1c4fabbf9721335edb1c7e', 'subnets': [{'id': '578885df-974f-4f74-bdfb-8fb5222e7b9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:06:01.979869 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-e6c28be9-6765-4622-981d-153155159569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6305acba-f735-428b-bfa7-b703d7ad0bd9', 'name': 'tempest-TestEncryptedCinderVolumes-674237376-router', 'tenant_id': '6bfa58c2d3a046e7b4903a0081a824f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.57'}], 'enable_snat': True}, 'gw_port_id': '8a36eece-e0e0-4348-9a5d-942a59176554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:05:59Z', 'updated_at': '2022-02-28T11:06:00Z', 'revision_number': 3, 'project_id': '6bfa58c2d3a046e7b4903a0081a824f7', 'gw_port': {'id': '8a36eece-e0e0-4348-9a5d-942a59176554', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:25:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6305acba-f735-428b-bfa7-b703d7ad0bd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:06:00Z', 'updated_at': '2022-02-28T11:06:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:06:01.986763 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27eb9cf6-542f-4034-8d42-e6b5adc9ef38 None None] The sync data for ids ['a67b4b69-7c06-4124-a089-60efaa190666'] in dv-neutron-master-2-hyperv is: [{'id': 'a67b4b69-7c06-4124-a089-60efaa190666', 'name': 'tempest-TestEncryptedCinderVolumes-2002998449-router', 'tenant_id': '0c6c60884e1c4fabbf9721335edb1c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.67'}], 'enable_snat': True}, 'gw_port_id': '7b94adb1-bef9-4ab7-bff5-b8c8e1169fbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:05:54Z', 'updated_at': '2022-02-28T11:05:57Z', 'revision_number': 4, 'project_id': '0c6c60884e1c4fabbf9721335edb1c7e', 'gw_port': {'id': '7b94adb1-bef9-4ab7-bff5-b8c8e1169fbd', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ef:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a67b4b69-7c06-4124-a089-60efaa190666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:05:55Z', 'updated_at': '2022-02-28T11:06:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '9659b1fd-9ef1-4495-af0e-1b86dfbd296d', 'name': '', 'network_id': 'cf60ec7f-9627-4b80-a121-3bea4299583a', 'tenant_id': '0c6c60884e1c4fabbf9721335edb1c7e', 'mac_address': 'fa:16:3e:1b:06:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a67b4b69-7c06-4124-a089-60efaa190666', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '578885df-974f-4f74-bdfb-8fb5222e7b9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:05:56Z', 'updated_at': '2022-02-28T11:06:00Z', 'revision_number': 4, 'project_id': '0c6c60884e1c4fabbf9721335edb1c7e', 'subnets': [{'id': '578885df-974f-4f74-bdfb-8fb5222e7b9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:06:01.992564 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port 7b94adb1-bef9-4ab7-bff5-b8c8e1169fbd triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:06:01.992850 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (7b94adb1-bef9-4ab7-bff5-b8c8e1169fbd), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:02.013366 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-41b863e1-42be-4a6e-a22e-5dd449f88e1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:02.023023 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c28be9-6765-4622-981d-153155159569 None None] Checking router: 6305acba-f735-428b-bfa7-b703d7ad0bd9 for host: dv-neutron-master-2-hyperv {{(pid=103410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:06:02.023371 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c28be9-6765-4622-981d-153155159569 None None] Updating router 6305acba-f735-428b-bfa7-b703d7ad0bd9 port 8a36eece-e0e0-4348-9a5d-942a59176554 binding host dv-neutron-master-2-hyperv {{(pid=103410) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 11:06:02.092863 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e6c28be9-6765-4622-981d-153155159569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (8a36eece-e0e0-4348-9a5d-942a59176554), before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:02.136299 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 7b94adb1-bef9-4ab7-bff5-b8c8e1169fbd is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:06:02.139552 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 4d0ac183-b3fc-4acc-9f5d-6458583bc2e0 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 11:06:02.219382 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port 4d0ac183-b3fc-4acc-9f5d-6458583bc2e0 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:06:02.220322 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (4d0ac183-b3fc-4acc-9f5d-6458583bc2e0), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:02.286640 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-41b863e1-42be-4a6e-a22e-5dd449f88e1a admin admin] Allocated IP 172.20.0.1 (c3a38cd5-868f-4de9-9259-1da03ff655dd/22cb1d7a-0b60-483c-9113-c377a04b7699/a673e233-6157-4ce1-9921-e825df77cfbb) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:06:02.348250 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 4d0ac183-b3fc-4acc-9f5d-6458583bc2e0 is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:06:02.349144 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (4d0ac183-b3fc-4acc-9f5d-6458583bc2e0), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:02.417763 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] For port 4d0ac183-b3fc-4acc-9f5d-6458583bc2e0, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4d0ac183-b3fc-4acc-9f5d-6458583bc2e0,segment=NetworkSegment(5d19b2ac-12a1-46da-80bd-29b0285117cf),segment_id=5d19b2ac-12a1-46da-80bd-29b0285117cf)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:06:02.425405 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (4d0ac183-b3fc-4acc-9f5d-6458583bc2e0), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:02.436497 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-41b863e1-42be-4a6e-a22e-5dd449f88e1a admin admin] Publish callbacks [] for port (a673e233-6157-4ce1-9921-e825df77cfbb), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:02.487129 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Pushing event updated for resources: {'Port': ['ID=4d0ac183-b3fc-4acc-9f5d-6458583bc2e0,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:06:02.487977 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e6c28be9-6765-4622-981d-153155159569 None None] Publish callbacks [] for port (8a36eece-e0e0-4348-9a5d-942a59176554), precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:02.490170 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03711e89-5a3c-4db0-a4ad-768358b4b554 None None] Network c3a38cd5-868f-4de9-9259-1da03ff655dd requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 11:06:02.496861 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e6c28be9-6765-4622-981d-153155159569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (8a36eece-e0e0-4348-9a5d-942a59176554), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:02.502092 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-41b863e1-42be-4a6e-a22e-5dd449f88e1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (a673e233-6157-4ce1-9921-e825df77cfbb), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:02.533652 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-e6c28be9-6765-4622-981d-153155159569 None None] Attempting to bind port 8a36eece-e0e0-4348-9a5d-942a59176554 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 11:06:02.534383 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-e6c28be9-6765-4622-981d-153155159569 None None] Attempting to bind port 8a36eece-e0e0-4348-9a5d-942a59176554 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '195d7ed7-323d-4284-82df-208cca613d99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 11:06:02.535089 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c28be9-6765-4622-981d-153155159569 None None] Attempting to bind port 8a36eece-e0e0-4348-9a5d-942a59176554 on network 1e0804d0-d1d9-4d40-9de5-2936f3d87840 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 11:06:02.570661 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41b863e1-42be-4a6e-a22e-5dd449f88e1a admin admin] Network c3a38cd5-868f-4de9-9259-1da03ff655dd is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:06:02.578747 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c28be9-6765-4622-981d-153155159569 None None] Checking agent: {'id': '75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 24, 15), 'started_at': datetime.datetime(2022, 2, 28, 10, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 5, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 11:06:02.579589 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-41b863e1-42be-4a6e-a22e-5dd449f88e1a admin admin] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:06:02.579944 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c28be9-6765-4622-981d-153155159569 None None] Checking segment: {'id': '195d7ed7-323d-4284-82df-208cca613d99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 11:06:02.580800 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e6c28be9-6765-4622-981d-153155159569 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:02.582110 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-4660838b-0ce4-41c1-bce1-d7e975afba58 None None] Provisioning complete for port 4d0ac183-b3fc-4acc-9f5d-6458583bc2e0 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:06:02.582110 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4660838b-0ce4-41c1-bce1-d7e975afba58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (4d0ac183-b3fc-4acc-9f5d-6458583bc2e0), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:02.583296 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c28be9-6765-4622-981d-153155159569 None None] Bound using segment: {'id': '195d7ed7-323d-4284-82df-208cca613d99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 11:06:02.584469 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b863e1-42be-4a6e-a22e-5dd449f88e1a admin admin] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 11:06:02.584694 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-e6c28be9-6765-4622-981d-153155159569 None None] Bound port: 8a36eece-e0e0-4348-9a5d-942a59176554, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '195d7ed7-323d-4284-82df-208cca613d99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 11:06:02.585526 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e6c28be9-6765-4622-981d-153155159569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (8a36eece-e0e0-4348-9a5d-942a59176554), before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:02.623745 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b863e1-42be-4a6e-a22e-5dd449f88e1a admin admin] Pushing event updated for resources: {'Port': ['ID=a673e233-6157-4ce1-9921-e825df77cfbb,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:06:02.642481 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-41b863e1-42be-4a6e-a22e-5dd449f88e1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1803404'] for router_interface (6305acba-f735-428b-bfa7-b703d7ad0bd9), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:02.645703 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33b8c5f-6686-4cdb-8a11-b8c4a5f76475 None None] Pushing event updated for resources: {'Port': ['ID=8a36eece-e0e0-4348-9a5d-942a59176554,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:06:02.681844 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-e6c28be9-6765-4622-981d-153155159569 None None] For port 8a36eece-e0e0-4348-9a5d-942a59176554, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:06:02.685324 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-e6c28be9-6765-4622-981d-153155159569 None None] For port 8a36eece-e0e0-4348-9a5d-942a59176554, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8a36eece-e0e0-4348-9a5d-942a59176554,segment=NetworkSegment(195d7ed7-323d-4284-82df-208cca613d99),segment_id=195d7ed7-323d-4284-82df-208cca613d99)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:06:02.698142 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-e6c28be9-6765-4622-981d-153155159569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (8a36eece-e0e0-4348-9a5d-942a59176554), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:02.730180 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4660838b-0ce4-41c1-bce1-d7e975afba58 None None] Current status of the port 4d0ac183-b3fc-4acc-9f5d-6458583bc2e0 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:06:02.785385 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33b8c5f-6686-4cdb-8a11-b8c4a5f76475 None None] Pushing event updated for resources: {'Port': ['ID=8a36eece-e0e0-4348-9a5d-942a59176554,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:06:02.790285 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c28be9-6765-4622-981d-153155159569 None None] Routers {'6305acba-f735-428b-bfa7-b703d7ad0bd9'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:06:02.791091 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-e6c28be9-6765-4622-981d-153155159569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T11:05:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['6305acba-f735-428b-bfa7-b703d7ad0bd9'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:06:02.935930 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-e6c28be9-6765-4622-981d-153155159569 None None] Set router 6305acba-f735-428b-bfa7-b703d7ad0bd9 gateway port host: dv-neutron-master-2-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:06:03.065490 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-03cb484c-d19f-4fed-9049-25e8bb14998e None None] Provisioning complete for port 4d0ac183-b3fc-4acc-9f5d-6458583bc2e0 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:06:03.065874 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-03cb484c-d19f-4fed-9049-25e8bb14998e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (4d0ac183-b3fc-4acc-9f5d-6458583bc2e0), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:03.171711 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-03cb484c-d19f-4fed-9049-25e8bb14998e None None] Current status of the port 4d0ac183-b3fc-4acc-9f5d-6458583bc2e0 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:06:03.191912 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-03cb484c-d19f-4fed-9049-25e8bb14998e None None] Provisioning complete for port a673e233-6157-4ce1-9921-e825df77cfbb triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:06:03.192295 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-03cb484c-d19f-4fed-9049-25e8bb14998e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (a673e233-6157-4ce1-9921-e825df77cfbb), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:03.198278 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-e6c28be9-6765-4622-981d-153155159569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6305acba-f735-428b-bfa7-b703d7ad0bd9', 'name': 'tempest-TestEncryptedCinderVolumes-674237376-router', 'tenant_id': '6bfa58c2d3a046e7b4903a0081a824f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.57'}], 'enable_snat': True}, 'gw_port_id': '8a36eece-e0e0-4348-9a5d-942a59176554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:05:59Z', 'updated_at': '2022-02-28T11:06:00Z', 'revision_number': 3, 'project_id': '6bfa58c2d3a046e7b4903a0081a824f7', 'gw_port': {'id': '8a36eece-e0e0-4348-9a5d-942a59176554', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:25:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6305acba-f735-428b-bfa7-b703d7ad0bd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:06:00Z', 'updated_at': '2022-02-28T11:06:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:06:03.237890 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-03cb484c-d19f-4fed-9049-25e8bb14998e None None] Port a673e233-6157-4ce1-9921-e825df77cfbb cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 11:06:03.244655 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c28be9-6765-4622-981d-153155159569 None None] The sync data for ids ['6305acba-f735-428b-bfa7-b703d7ad0bd9'] in dv-neutron-master-2-hyperv is: [{'id': '6305acba-f735-428b-bfa7-b703d7ad0bd9', 'name': 'tempest-TestEncryptedCinderVolumes-674237376-router', 'tenant_id': '6bfa58c2d3a046e7b4903a0081a824f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.57'}], 'enable_snat': True}, 'gw_port_id': '8a36eece-e0e0-4348-9a5d-942a59176554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:05:59Z', 'updated_at': '2022-02-28T11:06:00Z', 'revision_number': 3, 'project_id': '6bfa58c2d3a046e7b4903a0081a824f7', 'gw_port': {'id': '8a36eece-e0e0-4348-9a5d-942a59176554', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:25:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6305acba-f735-428b-bfa7-b703d7ad0bd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:06:00Z', 'updated_at': '2022-02-28T11:06:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:06:03.268114 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-41b863e1-42be-4a6e-a22e-5dd449f88e1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (a673e233-6157-4ce1-9921-e825df77cfbb), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:03.359497 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-35855c0f-a89a-4310-ac27-65706b955109 None None] Provisioning complete for port a673e233-6157-4ce1-9921-e825df77cfbb triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:06:03.359880 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-35855c0f-a89a-4310-ac27-65706b955109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (a673e233-6157-4ce1-9921-e825df77cfbb), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:03.401190 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-35855c0f-a89a-4310-ac27-65706b955109 None None] Port a673e233-6157-4ce1-9921-e825df77cfbb cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 11:06:03.451072 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-41b863e1-42be-4a6e-a22e-5dd449f88e1a admin admin] Publish callbacks [] for port (a673e233-6157-4ce1-9921-e825df77cfbb), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:03.457082 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-41b863e1-42be-4a6e-a22e-5dd449f88e1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3498066'] for port (a673e233-6157-4ce1-9921-e825df77cfbb), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:03.545543 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-41b863e1-42be-4a6e-a22e-5dd449f88e1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1802524'] for router_interface (6305acba-f735-428b-bfa7-b703d7ad0bd9), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:03.548035 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b863e1-42be-4a6e-a22e-5dd449f88e1a admin admin] Pushing event updated for resources: {'Port': ['ID=a673e233-6157-4ce1-9921-e825df77cfbb,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:06:03.670860 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41b863e1-42be-4a6e-a22e-5dd449f88e1a admin admin] Network c3a38cd5-868f-4de9-9259-1da03ff655dd is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:06:03.672374 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-41b863e1-42be-4a6e-a22e-5dd449f88e1a admin admin] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:06:03.817595 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 9659b1fd-9ef1-4495-af0e-1b86dfbd296d up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 11:06:03.832519 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41b863e1-42be-4a6e-a22e-5dd449f88e1a admin admin] Router 6305acba-f735-428b-bfa7-b703d7ad0bd9 has already been hosted by L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:06:03.881246 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port 9659b1fd-9ef1-4495-af0e-1b86dfbd296d triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:06:03.881629 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (9659b1fd-9ef1-4495-af0e-1b86dfbd296d), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:03.973570 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 9659b1fd-9ef1-4495-af0e-1b86dfbd296d is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:06:03.974737 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 4d0ac183-b3fc-4acc-9f5d-6458583bc2e0 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 11:06:03.977440 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41b863e1-42be-4a6e-a22e-5dd449f88e1a admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:06:03.983197 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-41b863e1-42be-4a6e-a22e-5dd449f88e1a admin admin] 10.222.0.20 "PUT /v2.0/routers/6305acba-f735-428b-bfa7-b703d7ad0bd9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5108955 Feb 28 11:06:04.037203 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-6b5797ed-7bad-4623-96a3-3a781816cde5 None None] Provisioning complete for port a673e233-6157-4ce1-9921-e825df77cfbb triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:06:04.037730 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6b5797ed-7bad-4623-96a3-3a781816cde5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (a673e233-6157-4ce1-9921-e825df77cfbb), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:04.077129 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-6b5797ed-7bad-4623-96a3-3a781816cde5 None None] Port a673e233-6157-4ce1-9921-e825df77cfbb cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 11:06:04.084213 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port 4d0ac183-b3fc-4acc-9f5d-6458583bc2e0 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:06:04.084631 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (4d0ac183-b3fc-4acc-9f5d-6458583bc2e0), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:04.185456 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 4d0ac183-b3fc-4acc-9f5d-6458583bc2e0 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:06:04.186917 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 8a36eece-e0e0-4348-9a5d-942a59176554 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 11:06:04.243594 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port 8a36eece-e0e0-4348-9a5d-942a59176554 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:06:04.244073 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (8a36eece-e0e0-4348-9a5d-942a59176554), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:04.340845 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 8a36eece-e0e0-4348-9a5d-942a59176554 is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:06:04.341250 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (8a36eece-e0e0-4348-9a5d-942a59176554), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:04.366985 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] For port 8a36eece-e0e0-4348-9a5d-942a59176554, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8a36eece-e0e0-4348-9a5d-942a59176554,segment=NetworkSegment(195d7ed7-323d-4284-82df-208cca613d99),segment_id=195d7ed7-323d-4284-82df-208cca613d99)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:06:04.373517 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (8a36eece-e0e0-4348-9a5d-942a59176554), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:04.438199 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Pushing event updated for resources: {'Port': ['ID=8a36eece-e0e0-4348-9a5d-942a59176554,revision_number=4']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:06:04.774454 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87cb330-8920-4957-b015-eff05e6068b1 req-9f6bc4bf-4c53-48c9-a194-025683c0d21d tempest-TestEncryptedCinderVolumes-1430111815 tempest-TestEncryptedCinderVolumes-1430111815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:06:04.776090 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-c87cb330-8920-4957-b015-eff05e6068b1 req-9f6bc4bf-4c53-48c9-a194-025683c0d21d tempest-TestEncryptedCinderVolumes-1430111815 tempest-TestEncryptedCinderVolumes-1430111815-project] 10.222.0.20 "GET /v2.0/networks?id=cf60ec7f-9627-4b80-a121-3bea4299583a HTTP/1.1" status: 200 len: 817 time: 0.1118793 Feb 28 11:06:04.792839 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-c87cb330-8920-4957-b015-eff05e6068b1 req-64c2385f-798c-4782-b5b5-60d9afa77ad3 tempest-TestEncryptedCinderVolumes-1430111815 tempest-TestEncryptedCinderVolumes-1430111815-project] 10.222.0.20 "GET /v2.0/quotas/0c6c60884e1c4fabbf9721335edb1c7e HTTP/1.1" status: 200 len: 375 time: 0.0102491 Feb 28 11:06:04.859438 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-c87cb330-8920-4957-b015-eff05e6068b1 req-4eed16dd-64e1-45f1-8135-e56c53083a14 tempest-TestEncryptedCinderVolumes-1430111815 tempest-TestEncryptedCinderVolumes-1430111815-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=0c6c60884e1c4fabbf9721335edb1c7e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0602374 Feb 28 11:06:04.967099 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-c87cb330-8920-4957-b015-eff05e6068b1 req-b5a85ee3-ef11-4f04-9c8f-8d8d2795c46c service neutron] 10.222.0.20 "GET /v2.0/networks/cf60ec7f-9627-4b80-a121-3bea4299583a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949192 Feb 28 11:06:05.067534 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-c87cb330-8920-4957-b015-eff05e6068b1 req-5d33e3b6-e01b-4bc2-999c-77bfc797c9e6 service neutron] 10.222.0.20 "GET /v2.0/networks/cf60ec7f-9627-4b80-a121-3bea4299583a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945950 Feb 28 11:06:05.249249 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-152885f0-d08b-480f-b318-c3903fc36b25 req-17d64d9b-f41a-4105-b83f-d997396c4dae tempest-TestEncryptedCinderVolumes-1430111815 tempest-TestEncryptedCinderVolumes-1430111815-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b87fdf6-19ef-4189-98c3-24396165ec9d HTTP/1.1" status: 200 len: 210 time: 0.0370269 Feb 28 11:06:05.445422 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b2feaa6-7144-4d2a-a2cc-f7f97d2148d6 None None] Sync routers for ids ['6305acba-f735-428b-bfa7-b703d7ad0bd9'] in dv-neutron-master-2-hyperv {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:06:05.459180 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b2feaa6-7144-4d2a-a2cc-f7f97d2148d6 None None] Routers {'6305acba-f735-428b-bfa7-b703d7ad0bd9'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:06:05.459852 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-5b2feaa6-7144-4d2a-a2cc-f7f97d2148d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T11:05:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['6305acba-f735-428b-bfa7-b703d7ad0bd9'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:06:05.589857 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-5b2feaa6-7144-4d2a-a2cc-f7f97d2148d6 None None] Set router 6305acba-f735-428b-bfa7-b703d7ad0bd9 gateway port host: dv-neutron-master-2-hyperv {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:06:05.670673 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 8a36eece-e0e0-4348-9a5d-942a59176554 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 11:06:05.956638 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port 8a36eece-e0e0-4348-9a5d-942a59176554 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:06:05.956916 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (8a36eece-e0e0-4348-9a5d-942a59176554), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:06.067445 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-5b2feaa6-7144-4d2a-a2cc-f7f97d2148d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6305acba-f735-428b-bfa7-b703d7ad0bd9', 'name': 'tempest-TestEncryptedCinderVolumes-674237376-router', 'tenant_id': '6bfa58c2d3a046e7b4903a0081a824f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.57'}], 'enable_snat': True}, 'gw_port_id': '8a36eece-e0e0-4348-9a5d-942a59176554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:05:59Z', 'updated_at': '2022-02-28T11:06:02Z', 'revision_number': 4, 'project_id': '6bfa58c2d3a046e7b4903a0081a824f7', 'gw_port': {'id': '8a36eece-e0e0-4348-9a5d-942a59176554', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:25:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6305acba-f735-428b-bfa7-b703d7ad0bd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:06:00Z', 'updated_at': '2022-02-28T11:06:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'a673e233-6157-4ce1-9921-e825df77cfbb', 'name': '', 'network_id': 'c3a38cd5-868f-4de9-9259-1da03ff655dd', 'tenant_id': '6bfa58c2d3a046e7b4903a0081a824f7', 'mac_address': 'fa:16:3e:d0:34:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6305acba-f735-428b-bfa7-b703d7ad0bd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '22cb1d7a-0b60-483c-9113-c377a04b7699', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:06:02Z', 'updated_at': '2022-02-28T11:06:03Z', 'revision_number': 2, 'project_id': '6bfa58c2d3a046e7b4903a0081a824f7', 'subnets': [{'id': '22cb1d7a-0b60-483c-9113-c377a04b7699', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:06:06.100638 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b2feaa6-7144-4d2a-a2cc-f7f97d2148d6 None None] Checking router: 6305acba-f735-428b-bfa7-b703d7ad0bd9 for host: dv-neutron-master-2-hyperv {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:06:06.101014 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b2feaa6-7144-4d2a-a2cc-f7f97d2148d6 None None] Updating router 6305acba-f735-428b-bfa7-b703d7ad0bd9 port a673e233-6157-4ce1-9921-e825df77cfbb binding host dv-neutron-master-2-hyperv {{(pid=103409) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 11:06:06.102908 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 8a36eece-e0e0-4348-9a5d-942a59176554 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:06:06.133027 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5b2feaa6-7144-4d2a-a2cc-f7f97d2148d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (a673e233-6157-4ce1-9921-e825df77cfbb), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:06.368532 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-5475e6ad-76b6-448d-8eea-b17ea3b97649 req-704e1512-948a-42cf-bf7c-991cf43fb489 tempest-TestEncryptedCinderVolumes-1430111815 tempest-TestEncryptedCinderVolumes-1430111815-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b87fdf6-19ef-4189-98c3-24396165ec9d HTTP/1.1" status: 200 len: 210 time: 0.0416226 Feb 28 11:06:06.377223 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87cb330-8920-4957-b015-eff05e6068b1 req-c46db4a0-4853-4e2b-b0d4-0826d2e892de tempest-TestEncryptedCinderVolumes-1430111815 tempest-TestEncryptedCinderVolumes-1430111815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:06:06.378886 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-c87cb330-8920-4957-b015-eff05e6068b1 req-c46db4a0-4853-4e2b-b0d4-0826d2e892de tempest-TestEncryptedCinderVolumes-1430111815 tempest-TestEncryptedCinderVolumes-1430111815-project] 10.222.0.30 "GET /v2.0/networks?id=cf60ec7f-9627-4b80-a121-3bea4299583a HTTP/1.1" status: 200 len: 817 time: 0.1383615 Feb 28 11:06:06.400722 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [req-c87cb330-8920-4957-b015-eff05e6068b1 req-934ee575-b3ae-4f6f-b155-499450ef16e9 tempest-TestEncryptedCinderVolumes-1430111815 tempest-TestEncryptedCinderVolumes-1430111815-project] Request body: {'port': {'device_id': '4b87fdf6-19ef-4189-98c3-24396165ec9d', 'network_id': 'cf60ec7f-9627-4b80-a121-3bea4299583a', 'admin_state_up': True, 'tenant_id': '0c6c60884e1c4fabbf9721335edb1c7e'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:06:06.445634 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5b2feaa6-7144-4d2a-a2cc-f7f97d2148d6 None None] Publish callbacks [] for port (a673e233-6157-4ce1-9921-e825df77cfbb), precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:06.451638 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5b2feaa6-7144-4d2a-a2cc-f7f97d2148d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (a673e233-6157-4ce1-9921-e825df77cfbb), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:06.504851 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d79b413-726f-463c-b3f2-be9316f8f024 None None] Pushing event updated for resources: {'Port': ['ID=a673e233-6157-4ce1-9921-e825df77cfbb,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:06:06.532942 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c87cb330-8920-4957-b015-eff05e6068b1 req-934ee575-b3ae-4f6f-b155-499450ef16e9 tempest-TestEncryptedCinderVolumes-1430111815 tempest-TestEncryptedCinderVolumes-1430111815-project] Made reservation on behalf of 0c6c60884e1c4fabbf9721335edb1c7e for: {'port': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:06:06.536933 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-c87cb330-8920-4957-b015-eff05e6068b1 req-934ee575-b3ae-4f6f-b155-499450ef16e9 tempest-TestEncryptedCinderVolumes-1430111815 tempest-TestEncryptedCinderVolumes-1430111815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:06.565087 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-5b2feaa6-7144-4d2a-a2cc-f7f97d2148d6 None None] Attempting to bind port a673e233-6157-4ce1-9921-e825df77cfbb on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 11:06:06.565611 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-5b2feaa6-7144-4d2a-a2cc-f7f97d2148d6 None None] Attempting to bind port a673e233-6157-4ce1-9921-e825df77cfbb by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '5d19b2ac-12a1-46da-80bd-29b0285117cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'c3a38cd5-868f-4de9-9259-1da03ff655dd'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 11:06:06.566075 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2feaa6-7144-4d2a-a2cc-f7f97d2148d6 None None] Attempting to bind port a673e233-6157-4ce1-9921-e825df77cfbb on network c3a38cd5-868f-4de9-9259-1da03ff655dd {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 11:06:06.573103 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2feaa6-7144-4d2a-a2cc-f7f97d2148d6 None None] Checking agent: {'id': '75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 24, 15), 'started_at': datetime.datetime(2022, 2, 28, 10, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 5, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 11:06:06.573619 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2feaa6-7144-4d2a-a2cc-f7f97d2148d6 None None] Checking segment: {'id': '5d19b2ac-12a1-46da-80bd-29b0285117cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'c3a38cd5-868f-4de9-9259-1da03ff655dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 11:06:06.574479 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5b2feaa6-7144-4d2a-a2cc-f7f97d2148d6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:06.575411 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2feaa6-7144-4d2a-a2cc-f7f97d2148d6 None None] Bound using segment: {'id': '5d19b2ac-12a1-46da-80bd-29b0285117cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'c3a38cd5-868f-4de9-9259-1da03ff655dd'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 11:06:06.575738 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-5b2feaa6-7144-4d2a-a2cc-f7f97d2148d6 None None] Bound port: a673e233-6157-4ce1-9921-e825df77cfbb, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d19b2ac-12a1-46da-80bd-29b0285117cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'c3a38cd5-868f-4de9-9259-1da03ff655dd'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 11:06:06.576071 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5b2feaa6-7144-4d2a-a2cc-f7f97d2148d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (a673e233-6157-4ce1-9921-e825df77cfbb), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:06.653219 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-5b2feaa6-7144-4d2a-a2cc-f7f97d2148d6 None None] For port a673e233-6157-4ce1-9921-e825df77cfbb, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:06:06.656813 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-5b2feaa6-7144-4d2a-a2cc-f7f97d2148d6 None None] For port a673e233-6157-4ce1-9921-e825df77cfbb, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a673e233-6157-4ce1-9921-e825df77cfbb,segment=NetworkSegment(5d19b2ac-12a1-46da-80bd-29b0285117cf),segment_id=5d19b2ac-12a1-46da-80bd-29b0285117cf)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:06:06.663509 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5b2feaa6-7144-4d2a-a2cc-f7f97d2148d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (a673e233-6157-4ce1-9921-e825df77cfbb), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:06.719270 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [req-c87cb330-8920-4957-b015-eff05e6068b1 req-934ee575-b3ae-4f6f-b155-499450ef16e9 tempest-TestEncryptedCinderVolumes-1430111815 tempest-TestEncryptedCinderVolumes-1430111815-project] Allocated IP 172.20.0.3 (cf60ec7f-9627-4b80-a121-3bea4299583a/578885df-974f-4f74-bdfb-8fb5222e7b9d/434ea120-dbfd-4a2c-9b9f-7a8cf4aa28bd) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:06:06.719780 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b2feaa6-7144-4d2a-a2cc-f7f97d2148d6 None None] Routers {'6305acba-f735-428b-bfa7-b703d7ad0bd9'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:06:06.720438 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-5b2feaa6-7144-4d2a-a2cc-f7f97d2148d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T11:05:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['6305acba-f735-428b-bfa7-b703d7ad0bd9'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:06:06.775620 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d79b413-726f-463c-b3f2-be9316f8f024 None None] Pushing event updated for resources: {'Port': ['ID=a673e233-6157-4ce1-9921-e825df77cfbb,revision_number=4']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:06:06.857044 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-387f5776-7c74-45bd-8f40-8907068b3ca8 None None] Provisioning complete for port a673e233-6157-4ce1-9921-e825df77cfbb triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:06:06.857431 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-387f5776-7c74-45bd-8f40-8907068b3ca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (a673e233-6157-4ce1-9921-e825df77cfbb), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:06.893855 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-5b2feaa6-7144-4d2a-a2cc-f7f97d2148d6 None None] Set router 6305acba-f735-428b-bfa7-b703d7ad0bd9 gateway port host: dv-neutron-master-2-hyperv {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:06:06.906125 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-c87cb330-8920-4957-b015-eff05e6068b1 req-934ee575-b3ae-4f6f-b155-499450ef16e9 tempest-TestEncryptedCinderVolumes-1430111815 tempest-TestEncryptedCinderVolumes-1430111815-project] Publish callbacks [] for port (434ea120-dbfd-4a2c-9b9f-7a8cf4aa28bd), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:06.945881 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-c87cb330-8920-4957-b015-eff05e6068b1 req-934ee575-b3ae-4f6f-b155-499450ef16e9 tempest-TestEncryptedCinderVolumes-1430111815 tempest-TestEncryptedCinderVolumes-1430111815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (434ea120-dbfd-4a2c-9b9f-7a8cf4aa28bd), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:06.996986 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c87cb330-8920-4957-b015-eff05e6068b1 req-934ee575-b3ae-4f6f-b155-499450ef16e9 tempest-TestEncryptedCinderVolumes-1430111815 tempest-TestEncryptedCinderVolumes-1430111815-project] Network cf60ec7f-9627-4b80-a121-3bea4299583a is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:06:07.000219 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [req-c87cb330-8920-4957-b015-eff05e6068b1 req-934ee575-b3ae-4f6f-b155-499450ef16e9 tempest-TestEncryptedCinderVolumes-1430111815 tempest-TestEncryptedCinderVolumes-1430111815-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:06:07.004195 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-c87cb330-8920-4957-b015-eff05e6068b1 req-934ee575-b3ae-4f6f-b155-499450ef16e9 tempest-TestEncryptedCinderVolumes-1430111815 tempest-TestEncryptedCinderVolumes-1430111815-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 11:06:07.033803 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934ee575-b3ae-4f6f-b155-499450ef16e9 tempest-TestEncryptedCinderVolumes-1430111815 tempest-TestEncryptedCinderVolumes-1430111815-project] Pushing event updated for resources: {'Port': ['ID=434ea120-dbfd-4a2c-9b9f-7a8cf4aa28bd,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:06:07.060958 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87cb330-8920-4957-b015-eff05e6068b1 req-934ee575-b3ae-4f6f-b155-499450ef16e9 tempest-TestEncryptedCinderVolumes-1430111815 tempest-TestEncryptedCinderVolumes-1430111815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:06:07.061656 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-c87cb330-8920-4957-b015-eff05e6068b1 req-934ee575-b3ae-4f6f-b155-499450ef16e9 tempest-TestEncryptedCinderVolumes-1430111815 tempest-TestEncryptedCinderVolumes-1430111815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:07.070560 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-387f5776-7c74-45bd-8f40-8907068b3ca8 None None] Current status of the port a673e233-6157-4ce1-9921-e825df77cfbb is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:06:07.070972 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-387f5776-7c74-45bd-8f40-8907068b3ca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (a673e233-6157-4ce1-9921-e825df77cfbb), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:07.080609 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-c87cb330-8920-4957-b015-eff05e6068b1 req-934ee575-b3ae-4f6f-b155-499450ef16e9 tempest-TestEncryptedCinderVolumes-1430111815 tempest-TestEncryptedCinderVolumes-1430111815-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6840951 Feb 28 11:06:07.097258 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [req-c87cb330-8920-4957-b015-eff05e6068b1 req-59a8f13f-2daf-402a-ac2d-a3ff2750cc54 service neutron] Request body: {'port': {'device_id': '4b87fdf6-19ef-4189-98c3-24396165ec9d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:06:07.144450 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-387f5776-7c74-45bd-8f40-8907068b3ca8 None None] For port a673e233-6157-4ce1-9921-e825df77cfbb, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a673e233-6157-4ce1-9921-e825df77cfbb,segment=NetworkSegment(5d19b2ac-12a1-46da-80bd-29b0285117cf),segment_id=5d19b2ac-12a1-46da-80bd-29b0285117cf)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:06:07.151942 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-387f5776-7c74-45bd-8f40-8907068b3ca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (a673e233-6157-4ce1-9921-e825df77cfbb), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:07.180289 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-c87cb330-8920-4957-b015-eff05e6068b1 req-59a8f13f-2daf-402a-ac2d-a3ff2750cc54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (434ea120-dbfd-4a2c-9b9f-7a8cf4aa28bd), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:07.217091 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387f5776-7c74-45bd-8f40-8907068b3ca8 None None] Pushing event updated for resources: {'Port': ['ID=a673e233-6157-4ce1-9921-e825df77cfbb,revision_number=5']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:06:07.223597 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-5b2feaa6-7144-4d2a-a2cc-f7f97d2148d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6305acba-f735-428b-bfa7-b703d7ad0bd9', 'name': 'tempest-TestEncryptedCinderVolumes-674237376-router', 'tenant_id': '6bfa58c2d3a046e7b4903a0081a824f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.57'}], 'enable_snat': True}, 'gw_port_id': '8a36eece-e0e0-4348-9a5d-942a59176554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:05:59Z', 'updated_at': '2022-02-28T11:06:02Z', 'revision_number': 4, 'project_id': '6bfa58c2d3a046e7b4903a0081a824f7', 'gw_port': {'id': '8a36eece-e0e0-4348-9a5d-942a59176554', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:25:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6305acba-f735-428b-bfa7-b703d7ad0bd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:06:00Z', 'updated_at': '2022-02-28T11:06:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'a673e233-6157-4ce1-9921-e825df77cfbb', 'name': '', 'network_id': 'c3a38cd5-868f-4de9-9259-1da03ff655dd', 'tenant_id': '6bfa58c2d3a046e7b4903a0081a824f7', 'mac_address': 'fa:16:3e:d0:34:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6305acba-f735-428b-bfa7-b703d7ad0bd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '22cb1d7a-0b60-483c-9113-c377a04b7699', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:06:02Z', 'updated_at': '2022-02-28T11:06:06Z', 'revision_number': 4, 'project_id': '6bfa58c2d3a046e7b4903a0081a824f7', 'subnets': [{'id': '22cb1d7a-0b60-483c-9113-c377a04b7699', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:06:07.253546 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b2feaa6-7144-4d2a-a2cc-f7f97d2148d6 None None] The sync data for ids ['6305acba-f735-428b-bfa7-b703d7ad0bd9'] in dv-neutron-master-2-hyperv is: [{'id': '6305acba-f735-428b-bfa7-b703d7ad0bd9', 'name': 'tempest-TestEncryptedCinderVolumes-674237376-router', 'tenant_id': '6bfa58c2d3a046e7b4903a0081a824f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.57'}], 'enable_snat': True}, 'gw_port_id': '8a36eece-e0e0-4348-9a5d-942a59176554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:05:59Z', 'updated_at': '2022-02-28T11:06:02Z', 'revision_number': 4, 'project_id': '6bfa58c2d3a046e7b4903a0081a824f7', 'gw_port': {'id': '8a36eece-e0e0-4348-9a5d-942a59176554', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:25:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6305acba-f735-428b-bfa7-b703d7ad0bd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:06:00Z', 'updated_at': '2022-02-28T11:06:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'a673e233-6157-4ce1-9921-e825df77cfbb', 'name': '', 'network_id': 'c3a38cd5-868f-4de9-9259-1da03ff655dd', 'tenant_id': '6bfa58c2d3a046e7b4903a0081a824f7', 'mac_address': 'fa:16:3e:d0:34:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6305acba-f735-428b-bfa7-b703d7ad0bd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '22cb1d7a-0b60-483c-9113-c377a04b7699', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:06:02Z', 'updated_at': '2022-02-28T11:06:06Z', 'revision_number': 4, 'project_id': '6bfa58c2d3a046e7b4903a0081a824f7', 'subnets': [{'id': '22cb1d7a-0b60-483c-9113-c377a04b7699', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:06:07.280181 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-8d24fe50-4e3a-435f-ae96-0646e80b3149 None None] Provisioning complete for port a673e233-6157-4ce1-9921-e825df77cfbb triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:06:07.280388 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8d24fe50-4e3a-435f-ae96-0646e80b3149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (a673e233-6157-4ce1-9921-e825df77cfbb), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:07.398087 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-8d24fe50-4e3a-435f-ae96-0646e80b3149 None None] Current status of the port a673e233-6157-4ce1-9921-e825df77cfbb is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:06:07.411708 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-8d24fe50-4e3a-435f-ae96-0646e80b3149 None None] Provisioning complete for port 434ea120-dbfd-4a2c-9b9f-7a8cf4aa28bd triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:06:07.411708 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8d24fe50-4e3a-435f-ae96-0646e80b3149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (434ea120-dbfd-4a2c-9b9f-7a8cf4aa28bd), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:07.452763 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-8d24fe50-4e3a-435f-ae96-0646e80b3149 None None] Port 434ea120-dbfd-4a2c-9b9f-7a8cf4aa28bd cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 11:06:07.542650 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.notifiers.nova [req-c87cb330-8920-4957-b015-eff05e6068b1 req-59a8f13f-2daf-402a-ac2d-a3ff2750cc54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 434ea120-dbfd-4a2c-9b9f-7a8cf4aa28bd {{(pid=103407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 11:06:07.554812 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-c87cb330-8920-4957-b015-eff05e6068b1 req-59a8f13f-2daf-402a-ac2d-a3ff2750cc54 service neutron] Publish callbacks [] for port (434ea120-dbfd-4a2c-9b9f-7a8cf4aa28bd), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:07.566300 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89206677-87f6-4901-a993-c4359f28e125 req-6e5e08e7-156c-4f90-a688-7ef6dc8d6c92 tempest-TestEncryptedCinderVolumes-1430111815 tempest-TestEncryptedCinderVolumes-1430111815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:06:07.567923 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-89206677-87f6-4901-a993-c4359f28e125 req-6e5e08e7-156c-4f90-a688-7ef6dc8d6c92 tempest-TestEncryptedCinderVolumes-1430111815 tempest-TestEncryptedCinderVolumes-1430111815-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b87fdf6-19ef-4189-98c3-24396165ec9d HTTP/1.1" status: 200 len: 931 time: 0.1207523 Feb 28 11:06:07.588596 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.provisioning_blocks [req-c87cb330-8920-4957-b015-eff05e6068b1 req-59a8f13f-2daf-402a-ac2d-a3ff2750cc54 service neutron] Transition to ACTIVE for port object 434ea120-dbfd-4a2c-9b9f-7a8cf4aa28bd will not be triggered until provisioned by entity L2. {{(pid=103407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 11:06:07.603658 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-c87cb330-8920-4957-b015-eff05e6068b1 req-59a8f13f-2daf-402a-ac2d-a3ff2750cc54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3498066'] for port (434ea120-dbfd-4a2c-9b9f-7a8cf4aa28bd), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:07.677406 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-89206677-87f6-4901-a993-c4359f28e125 req-b06938b8-fd77-4671-a5d7-b5dfd03c62a6 tempest-TestEncryptedCinderVolumes-1430111815 tempest-TestEncryptedCinderVolumes-1430111815-project] 10.222.0.20 "GET /v2.0/security-groups?id=22334089-300e-4ec0-8e7b-f755700ff142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016529 Feb 28 11:06:07.701537 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device a673e233-6157-4ce1-9921-e825df77cfbb up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 11:06:07.722066 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a8f13f-2daf-402a-ac2d-a3ff2750cc54 service neutron] Pushing event updated for resources: {'Port': ['ID=434ea120-dbfd-4a2c-9b9f-7a8cf4aa28bd,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:06:07.775250 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port a673e233-6157-4ce1-9921-e825df77cfbb triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:06:07.775972 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (a673e233-6157-4ce1-9921-e825df77cfbb), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:07.793355 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-c87cb330-8920-4957-b015-eff05e6068b1 req-59a8f13f-2daf-402a-ac2d-a3ff2750cc54 service neutron] Attempting to bind port 434ea120-dbfd-4a2c-9b9f-7a8cf4aa28bd on host hv-neutron-mast for vnic_type normal with profile {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 11:06:07.794575 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-c87cb330-8920-4957-b015-eff05e6068b1 req-59a8f13f-2daf-402a-ac2d-a3ff2750cc54 service neutron] Attempting to bind port 434ea120-dbfd-4a2c-9b9f-7a8cf4aa28bd by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '7c8d9f00-e863-4957-bca6-6ad485d04cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'cf60ec7f-9627-4b80-a121-3bea4299583a'}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 11:06:07.794575 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87cb330-8920-4957-b015-eff05e6068b1 req-59a8f13f-2daf-402a-ac2d-a3ff2750cc54 service neutron] Attempting to bind port 434ea120-dbfd-4a2c-9b9f-7a8cf4aa28bd on network cf60ec7f-9627-4b80-a121-3bea4299583a {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 11:06:07.799319 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87cb330-8920-4957-b015-eff05e6068b1 req-59a8f13f-2daf-402a-ac2d-a3ff2750cc54 service neutron] Port 434ea120-dbfd-4a2c-9b9f-7a8cf4aa28bd on network cf60ec7f-9627-4b80-a121-3bea4299583a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 11:06:07.799656 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87cb330-8920-4957-b015-eff05e6068b1 req-59a8f13f-2daf-402a-ac2d-a3ff2750cc54 service neutron] Attempting to bind port 434ea120-dbfd-4a2c-9b9f-7a8cf4aa28bd on network cf60ec7f-9627-4b80-a121-3bea4299583a {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 11:06:07.805984 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87cb330-8920-4957-b015-eff05e6068b1 req-59a8f13f-2daf-402a-ac2d-a3ff2750cc54 service neutron] Checking agent: {'id': '13ac42ae-016e-4baf-bb31-c6fa820b41c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 30, 8), 'started_at': datetime.datetime(2022, 2, 28, 10, 30, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 11:06:07.806254 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87cb330-8920-4957-b015-eff05e6068b1 req-59a8f13f-2daf-402a-ac2d-a3ff2750cc54 service neutron] Checking segment: {'id': '7c8d9f00-e863-4957-bca6-6ad485d04cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'cf60ec7f-9627-4b80-a121-3bea4299583a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 11:06:07.806658 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87cb330-8920-4957-b015-eff05e6068b1 req-59a8f13f-2daf-402a-ac2d-a3ff2750cc54 service neutron] Bound using segment: {'id': '7c8d9f00-e863-4957-bca6-6ad485d04cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'cf60ec7f-9627-4b80-a121-3bea4299583a'} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 11:06:07.807111 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-c87cb330-8920-4957-b015-eff05e6068b1 req-59a8f13f-2daf-402a-ac2d-a3ff2750cc54 service neutron] Bound port: 434ea120-dbfd-4a2c-9b9f-7a8cf4aa28bd, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c8d9f00-e863-4957-bca6-6ad485d04cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'cf60ec7f-9627-4b80-a121-3bea4299583a'}}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 11:06:07.807490 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-c87cb330-8920-4957-b015-eff05e6068b1 req-59a8f13f-2daf-402a-ac2d-a3ff2750cc54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (434ea120-dbfd-4a2c-9b9f-7a8cf4aa28bd), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:07.885930 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port a673e233-6157-4ce1-9921-e825df77cfbb is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:06:07.898260 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-c87cb330-8920-4957-b015-eff05e6068b1 req-59a8f13f-2daf-402a-ac2d-a3ff2750cc54 service neutron] For port 434ea120-dbfd-4a2c-9b9f-7a8cf4aa28bd, host hv-neutron-mast, cleared binding levels {{(pid=103407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:06:07.903586 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-c87cb330-8920-4957-b015-eff05e6068b1 req-59a8f13f-2daf-402a-ac2d-a3ff2750cc54 service neutron] For port 434ea120-dbfd-4a2c-9b9f-7a8cf4aa28bd, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=434ea120-dbfd-4a2c-9b9f-7a8cf4aa28bd,segment=NetworkSegment(7c8d9f00-e863-4957-bca6-6ad485d04cb6),segment_id=7c8d9f00-e863-4957-bca6-6ad485d04cb6)] {{(pid=103407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:06:07.915881 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-c87cb330-8920-4957-b015-eff05e6068b1 req-59a8f13f-2daf-402a-ac2d-a3ff2750cc54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3498066'] for port (434ea120-dbfd-4a2c-9b9f-7a8cf4aa28bd), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:07.959016 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87cb330-8920-4957-b015-eff05e6068b1 req-59a8f13f-2daf-402a-ac2d-a3ff2750cc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:06:07.959680 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-c87cb330-8920-4957-b015-eff05e6068b1 req-59a8f13f-2daf-402a-ac2d-a3ff2750cc54 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:07.961097 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-c87cb330-8920-4957-b015-eff05e6068b1 req-59a8f13f-2daf-402a-ac2d-a3ff2750cc54 service neutron] 10.222.0.30 "PUT /v2.0/ports/434ea120-dbfd-4a2c-9b9f-7a8cf4aa28bd HTTP/1.1" status: 200 len: 1093 time: 0.8683906 Feb 28 11:06:07.961566 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b87fdf6-19ef-4189-98c3-24396165ec9d', 'tag': '434ea120-dbfd-4a2c-9b9f-7a8cf4aa28bd'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:06:07.963941 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c8e1c873eeca597e52e7ceb7469e602eac250bfea6606d285743d38033cf584" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9423eac-f303-4050-a258-4cc8e0dec6a7" -d '{"events": [{"name": "network-changed", "server_uuid": "4b87fdf6-19ef-4189-98c3-24396165ec9d", "tag": "434ea120-dbfd-4a2c-9b9f-7a8cf4aa28bd"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 11:06:08.011266 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 11:06:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b8616d1-a729-4b01-bdd8-badeb1ff43fd x-openstack-request-id: req-8b8616d1-a729-4b01-bdd8-badeb1ff43fd {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 11:06:08.011569 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b87fdf6-19ef-4189-98c3-24396165ec9d", "tag": "434ea120-dbfd-4a2c-9b9f-7a8cf4aa28bd", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 11:06:08.011820 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8b8616d1-a729-4b01-bdd8-badeb1ff43fd {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 11:06:08.012408 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b87fdf6-19ef-4189-98c3-24396165ec9d', 'tag': '434ea120-dbfd-4a2c-9b9f-7a8cf4aa28bd', 'status': 'completed', 'code': 200} Feb 28 11:06:08.013998 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a8f13f-2daf-402a-ac2d-a3ff2750cc54 service neutron] Pushing event updated for resources: {'Port': ['ID=434ea120-dbfd-4a2c-9b9f-7a8cf4aa28bd,revision_number=3']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:06:08.220161 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87cb330-8920-4957-b015-eff05e6068b1 req-0215a42b-6acf-4513-9acc-9b239f95cbb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:06:08.221806 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-c87cb330-8920-4957-b015-eff05e6068b1 req-0215a42b-6acf-4513-9acc-9b239f95cbb4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0c6c60884e1c4fabbf9721335edb1c7e&device_id=4b87fdf6-19ef-4189-98c3-24396165ec9d HTTP/1.1" status: 200 len: 1127 time: 0.0514641 Feb 28 11:06:08.275104 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-c87cb330-8920-4957-b015-eff05e6068b1 req-6798fd40-cb7b-4dab-a92c-d9df3b2506d9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=434ea120-dbfd-4a2c-9b9f-7a8cf4aa28bd HTTP/1.1" status: 200 len: 217 time: 0.0412464 Feb 28 11:06:08.334727 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87cb330-8920-4957-b015-eff05e6068b1 req-aa8b1231-f4e9-4af4-b7d9-480501c70b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:06:08.336124 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-c87cb330-8920-4957-b015-eff05e6068b1 req-aa8b1231-f4e9-4af4-b7d9-480501c70b17 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=578885df-974f-4f74-bdfb-8fb5222e7b9d HTTP/1.1" status: 200 len: 856 time: 0.0550976 Feb 28 11:06:08.387802 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87cb330-8920-4957-b015-eff05e6068b1 req-d2536530-3d5d-4f78-a648-27c01ec45ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:06:08.389434 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-c87cb330-8920-4957-b015-eff05e6068b1 req-d2536530-3d5d-4f78-a648-27c01ec45ab5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cf60ec7f-9627-4b80-a121-3bea4299583a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0471399 Feb 28 11:06:08.483788 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-c87cb330-8920-4957-b015-eff05e6068b1 req-d2068ca7-cc47-43c4-881a-5addb2fee992 service neutron] 10.222.0.30 "GET /v2.0/networks/cf60ec7f-9627-4b80-a121-3bea4299583a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884938 Feb 28 11:06:08.487580 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (13ac42ae-016e-4baf-bb31-c6fa820b41c2), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:08.589474 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-c87cb330-8920-4957-b015-eff05e6068b1 req-7cd7a450-5e93-4f98-9b6e-d7434d4ab3f2 service neutron] 10.222.0.30 "GET /v2.0/networks/cf60ec7f-9627-4b80-a121-3bea4299583a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997412 Feb 28 11:06:08.742405 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9423eac-f303-4050-a258-4cc8e0dec6a7 req-e2959948-fca4-452a-ae94-c64f74c9e32f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:06:08.744106 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-f9423eac-f303-4050-a258-4cc8e0dec6a7 req-e2959948-fca4-452a-ae94-c64f74c9e32f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0c6c60884e1c4fabbf9721335edb1c7e&device_id=4b87fdf6-19ef-4189-98c3-24396165ec9d HTTP/1.1" status: 200 len: 1127 time: 0.0513372 Feb 28 11:06:08.759891 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-90121715-1abe-4b94-a7e0-02db0ddc5b24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fb6705d2-4f70-4965-92a3-fbfccd43a6d3), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:08.881527 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0391bc6-556b-4433-b220-fcb81ec893f4 req-375d717f-c211-46f0-be92-e6c62a1a0624 tempest-TestEncryptedCinderVolumes-1430111815 tempest-TestEncryptedCinderVolumes-1430111815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:06:08.882930 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-d0391bc6-556b-4433-b220-fcb81ec893f4 req-375d717f-c211-46f0-be92-e6c62a1a0624 tempest-TestEncryptedCinderVolumes-1430111815 tempest-TestEncryptedCinderVolumes-1430111815-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b87fdf6-19ef-4189-98c3-24396165ec9d HTTP/1.1" status: 200 len: 943 time: 0.1236081 Feb 28 11:06:08.884392 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9423eac-f303-4050-a258-4cc8e0dec6a7 req-15dd5147-cbc4-4631-9ee5-86a198edbf01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:06:08.885823 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-f9423eac-f303-4050-a258-4cc8e0dec6a7 req-15dd5147-cbc4-4631-9ee5-86a198edbf01 service neutron] 10.222.0.30 "GET /v2.0/networks?id=cf60ec7f-9627-4b80-a121-3bea4299583a HTTP/1.1" status: 200 len: 918 time: 0.1356542 Feb 28 11:06:08.945004 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-f9423eac-f303-4050-a258-4cc8e0dec6a7 req-d021ef55-084e-480a-b428-8c74bb604ff4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=434ea120-dbfd-4a2c-9b9f-7a8cf4aa28bd HTTP/1.1" status: 200 len: 217 time: 0.0492198 Feb 28 11:06:09.005327 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-d0391bc6-556b-4433-b220-fcb81ec893f4 req-b4db535b-9e92-4d4f-aa77-4bef43695a49 tempest-TestEncryptedCinderVolumes-1430111815 tempest-TestEncryptedCinderVolumes-1430111815-project] 10.222.0.20 "GET /v2.0/security-groups?id=22334089-300e-4ec0-8e7b-f755700ff142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160197 Feb 28 11:06:09.026493 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9423eac-f303-4050-a258-4cc8e0dec6a7 req-771b0a70-c117-4b89-a09c-d8f04d81c92e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:06:09.026493 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-f9423eac-f303-4050-a258-4cc8e0dec6a7 req-771b0a70-c117-4b89-a09c-d8f04d81c92e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=578885df-974f-4f74-bdfb-8fb5222e7b9d HTTP/1.1" status: 200 len: 856 time: 0.0714619 Feb 28 11:06:09.077353 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9423eac-f303-4050-a258-4cc8e0dec6a7 req-0864e60c-6998-4e77-909e-4e2a97972da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:06:09.078420 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-f9423eac-f303-4050-a258-4cc8e0dec6a7 req-0864e60c-6998-4e77-909e-4e2a97972da8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cf60ec7f-9627-4b80-a121-3bea4299583a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0504913 Feb 28 11:06:09.183788 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-f9423eac-f303-4050-a258-4cc8e0dec6a7 req-6f28f2c6-b7a3-4cdb-ace1-6043b843d3f7 service neutron] 10.222.0.30 "GET /v2.0/networks/cf60ec7f-9627-4b80-a121-3bea4299583a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979462 Feb 28 11:06:09.279520 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-f9423eac-f303-4050-a258-4cc8e0dec6a7 req-8cbfceb4-d242-4a61-9228-5019de3c785f service neutron] 10.222.0.30 "GET /v2.0/networks/cf60ec7f-9627-4b80-a121-3bea4299583a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896664 Feb 28 11:06:10.131425 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695135bc-677e-4753-b0c2-5e7cfaaa063e req-af0d5bc0-5217-424d-bb06-44ffaa29de2c tempest-TestEncryptedCinderVolumes-1430111815 tempest-TestEncryptedCinderVolumes-1430111815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:06:10.132832 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-695135bc-677e-4753-b0c2-5e7cfaaa063e req-af0d5bc0-5217-424d-bb06-44ffaa29de2c tempest-TestEncryptedCinderVolumes-1430111815 tempest-TestEncryptedCinderVolumes-1430111815-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b87fdf6-19ef-4189-98c3-24396165ec9d HTTP/1.1" status: 200 len: 943 time: 0.0569489 Feb 28 11:06:10.187976 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-695135bc-677e-4753-b0c2-5e7cfaaa063e req-115b77d1-4810-4c6b-946f-2a94c71e6489 tempest-TestEncryptedCinderVolumes-1430111815 tempest-TestEncryptedCinderVolumes-1430111815-project] 10.222.0.20 "GET /v2.0/security-groups?id=22334089-300e-4ec0-8e7b-f755700ff142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491755 Feb 28 11:06:11.058624 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ed6b0621-cf28-4e7e-b4b4-2e1862cb6bdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fc6c9b74-8dbb-41bb-800a-5bd3a43fe896), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:11.313041 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6798d627-a773-4d74-a34a-96d16e1c8ce6 req-14cdef63-493b-4e0b-b10c-12139cb50392 tempest-TestEncryptedCinderVolumes-1430111815 tempest-TestEncryptedCinderVolumes-1430111815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:06:11.314447 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-6798d627-a773-4d74-a34a-96d16e1c8ce6 req-14cdef63-493b-4e0b-b10c-12139cb50392 tempest-TestEncryptedCinderVolumes-1430111815 tempest-TestEncryptedCinderVolumes-1430111815-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b87fdf6-19ef-4189-98c3-24396165ec9d HTTP/1.1" status: 200 len: 943 time: 0.0538237 Feb 28 11:06:11.364424 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-6798d627-a773-4d74-a34a-96d16e1c8ce6 req-e3b47a75-be58-45b2-9eb6-bba85e22ecab tempest-TestEncryptedCinderVolumes-1430111815 tempest-TestEncryptedCinderVolumes-1430111815-project] 10.222.0.20 "GET /v2.0/security-groups?id=22334089-300e-4ec0-8e7b-f755700ff142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441787 Feb 28 11:06:11.847139 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device 434ea120-dbfd-4a2c-9b9f-7a8cf4aa28bd details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103409) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 11:06:11.949649 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] For port 434ea120-dbfd-4a2c-9b9f-7a8cf4aa28bd, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=434ea120-dbfd-4a2c-9b9f-7a8cf4aa28bd,segment=NetworkSegment(7c8d9f00-e863-4957-bca6-6ad485d04cb6),segment_id=7c8d9f00-e863-4957-bca6-6ad485d04cb6)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:06:11.962949 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Returning: {'device': '434ea120-dbfd-4a2c-9b9f-7a8cf4aa28bd', 'network_id': 'cf60ec7f-9627-4b80-a121-3bea4299583a', 'port_id': '434ea120-dbfd-4a2c-9b9f-7a8cf4aa28bd', 'mac_address': 'fa:16:3e:6f:cd:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 253, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '578885df-974f-4f74-bdfb-8fb5222e7b9d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103409) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 11:06:12.003779 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Current status of the port 434ea120-dbfd-4a2c-9b9f-7a8cf4aa28bd is: DOWN; New status is: BUILD {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:06:12.004204 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (434ea120-dbfd-4a2c-9b9f-7a8cf4aa28bd), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:12.018245 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 434ea120-dbfd-4a2c-9b9f-7a8cf4aa28bd {{(pid=103409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 11:06:12.038520 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] For port 434ea120-dbfd-4a2c-9b9f-7a8cf4aa28bd, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=434ea120-dbfd-4a2c-9b9f-7a8cf4aa28bd,segment=NetworkSegment(7c8d9f00-e863-4957-bca6-6ad485d04cb6),segment_id=7c8d9f00-e863-4957-bca6-6ad485d04cb6)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:06:12.043376 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (434ea120-dbfd-4a2c-9b9f-7a8cf4aa28bd), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:12.094857 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Pushing event updated for resources: {'Port': ['ID=434ea120-dbfd-4a2c-9b9f-7a8cf4aa28bd,revision_number=4']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:06:12.102153 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:06:12.102435 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:06:12.102785 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:06:12.103126 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:06:12.103460 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:06:12.103796 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:06:12.104126 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:06:12.104458 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:06:12.104813 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:06:12.105124 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:06:12.105447 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:06:12.105870 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:06:12.106415 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:06:12.160961 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b6d631fb-7df0-4fe1-8322-abff3b61cae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (0db5147a-92a3-4581-8a5f-8ec9b93e0600), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:12.470021 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] get_ports_and_sgs() called for port_ids ['434ea120-dbfd-4a2c-9b9f-7a8cf4aa28bd'] {{(pid=103409) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 11:06:12.492502 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23ed3bd-e3c7-4c73-a4c0-b7e80f174647 req-e86245ac-bdf2-400a-a260-31700111c303 tempest-TestEncryptedCinderVolumes-1430111815 tempest-TestEncryptedCinderVolumes-1430111815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:06:12.494156 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-b23ed3bd-e3c7-4c73-a4c0-b7e80f174647 req-e86245ac-bdf2-400a-a260-31700111c303 tempest-TestEncryptedCinderVolumes-1430111815 tempest-TestEncryptedCinderVolumes-1430111815-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b87fdf6-19ef-4189-98c3-24396165ec9d HTTP/1.1" status: 200 len: 944 time: 0.0580790 Feb 28 11:06:12.549299 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-b23ed3bd-e3c7-4c73-a4c0-b7e80f174647 req-092e14e2-78a8-4b95-be82-06ab5e483200 tempest-TestEncryptedCinderVolumes-1430111815 tempest-TestEncryptedCinderVolumes-1430111815-project] 10.222.0.20 "GET /v2.0/security-groups?id=22334089-300e-4ec0-8e7b-f755700ff142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473256 Feb 28 11:06:13.586786 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6b923bb1-06b0-4b84-b461-7cc1d0196090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (2e621730-3978-4720-b581-ac380e97a567), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:13.688878 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92d4fab-ef62-4b79-95a0-6da4d95ee017 req-4135028b-5704-4011-bbc4-dc8bcd458e79 tempest-TestEncryptedCinderVolumes-1430111815 tempest-TestEncryptedCinderVolumes-1430111815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:06:13.695950 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-e92d4fab-ef62-4b79-95a0-6da4d95ee017 req-4135028b-5704-4011-bbc4-dc8bcd458e79 tempest-TestEncryptedCinderVolumes-1430111815 tempest-TestEncryptedCinderVolumes-1430111815-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b87fdf6-19ef-4189-98c3-24396165ec9d HTTP/1.1" status: 200 len: 944 time: 0.0652609 Feb 28 11:06:13.742337 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-e92d4fab-ef62-4b79-95a0-6da4d95ee017 req-dc795510-3dfd-4b51-baa7-d4c32134d218 tempest-TestEncryptedCinderVolumes-1430111815 tempest-TestEncryptedCinderVolumes-1430111815-project] 10.222.0.20 "GET /v2.0/security-groups?id=22334089-300e-4ec0-8e7b-f755700ff142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454559 Feb 28 11:06:13.852806 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device 434ea120-dbfd-4a2c-9b9f-7a8cf4aa28bd up at agent hyperv_hv-neutron-mast {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 11:06:13.905614 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Provisioning for port 434ea120-dbfd-4a2c-9b9f-7a8cf4aa28bd completed by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 11:06:13.909424 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Provisioning complete for port 434ea120-dbfd-4a2c-9b9f-7a8cf4aa28bd triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:06:13.909803 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (434ea120-dbfd-4a2c-9b9f-7a8cf4aa28bd), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:13.984902 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Current status of the port 434ea120-dbfd-4a2c-9b9f-7a8cf4aa28bd is: BUILD; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:06:13.985289 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (434ea120-dbfd-4a2c-9b9f-7a8cf4aa28bd), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:14.007413 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b87fdf6-19ef-4189-98c3-24396165ec9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '434ea120-dbfd-4a2c-9b9f-7a8cf4aa28bd'}] {{(pid=103409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:06:14.009744 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa5325a5be4b33bf61fd809c564e3765e689d817bbd874267890deb3cfccaf12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1827dbe8-65ee-4078-a193-7d30f05fda54" -d '{"events": [{"server_uuid": "4b87fdf6-19ef-4189-98c3-24396165ec9d", "name": "network-vif-plugged", "status": "completed", "tag": "434ea120-dbfd-4a2c-9b9f-7a8cf4aa28bd"}]}' {{(pid=103409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 11:06:14.025367 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] For port 434ea120-dbfd-4a2c-9b9f-7a8cf4aa28bd, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=434ea120-dbfd-4a2c-9b9f-7a8cf4aa28bd,segment=NetworkSegment(7c8d9f00-e863-4957-bca6-6ad485d04cb6),segment_id=7c8d9f00-e863-4957-bca6-6ad485d04cb6)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:06:14.030757 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (434ea120-dbfd-4a2c-9b9f-7a8cf4aa28bd), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:14.081022 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Pushing event updated for resources: {'Port': ['ID=434ea120-dbfd-4a2c-9b9f-7a8cf4aa28bd,revision_number=5']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:06:14.105709 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 11:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61f1cd08-7ec0-42ba-9af3-6f86b0f94608 x-openstack-request-id: req-61f1cd08-7ec0-42ba-9af3-6f86b0f94608 {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 11:06:14.106005 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b87fdf6-19ef-4189-98c3-24396165ec9d", "name": "network-vif-plugged", "status": "completed", "tag": "434ea120-dbfd-4a2c-9b9f-7a8cf4aa28bd", "code": 200}]} {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 11:06:14.106361 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-61f1cd08-7ec0-42ba-9af3-6f86b0f94608 {{(pid=103409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 11:06:14.106766 dv-neutron-master-2-hyperv neutron-server[103409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b87fdf6-19ef-4189-98c3-24396165ec9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '434ea120-dbfd-4a2c-9b9f-7a8cf4aa28bd', 'code': 200} Feb 28 11:06:14.326045 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91400ec7-1a7e-4947-a1c2-b7c9fad065fd req-f38e251d-1fc3-4f03-8c19-52ddff769928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:06:14.327456 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-91400ec7-1a7e-4947-a1c2-b7c9fad065fd req-f38e251d-1fc3-4f03-8c19-52ddff769928 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4b87fdf6-19ef-4189-98c3-24396165ec9d HTTP/1.1" status: 200 len: 1129 time: 0.0453115 Feb 28 11:06:14.373232 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-91400ec7-1a7e-4947-a1c2-b7c9fad065fd req-8be20bc9-0edd-44f8-b284-111debbca76a service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=22334089-300e-4ec0-8e7b-f755700ff142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393698 Feb 28 11:06:14.876531 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278e80f8-4a82-4c78-b7de-5349e2ce9372 req-1af8d861-6344-4fc7-aa7d-5903d8e5b0e0 tempest-TestEncryptedCinderVolumes-1430111815 tempest-TestEncryptedCinderVolumes-1430111815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:06:14.878032 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-278e80f8-4a82-4c78-b7de-5349e2ce9372 req-1af8d861-6344-4fc7-aa7d-5903d8e5b0e0 tempest-TestEncryptedCinderVolumes-1430111815 tempest-TestEncryptedCinderVolumes-1430111815-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b87fdf6-19ef-4189-98c3-24396165ec9d HTTP/1.1" status: 200 len: 945 time: 0.0635548 Feb 28 11:06:14.933966 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:14.936806 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-278e80f8-4a82-4c78-b7de-5349e2ce9372 req-84e60d0b-d1c3-4fdb-99eb-3c5dd10d3da3 tempest-TestEncryptedCinderVolumes-1430111815 tempest-TestEncryptedCinderVolumes-1430111815-project] 10.222.0.20 "GET /v2.0/security-groups?id=22334089-300e-4ec0-8e7b-f755700ff142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528834 Feb 28 11:06:16.070819 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a5f96e-522a-4a27-9468-1adaa62639b8 req-7ed19928-cf6e-434d-ad1a-a4b2f03ae30f tempest-TestEncryptedCinderVolumes-1430111815 tempest-TestEncryptedCinderVolumes-1430111815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:06:16.072312 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-b6a5f96e-522a-4a27-9468-1adaa62639b8 req-7ed19928-cf6e-434d-ad1a-a4b2f03ae30f tempest-TestEncryptedCinderVolumes-1430111815 tempest-TestEncryptedCinderVolumes-1430111815-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b87fdf6-19ef-4189-98c3-24396165ec9d HTTP/1.1" status: 200 len: 945 time: 0.0580220 Feb 28 11:06:16.124520 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-b6a5f96e-522a-4a27-9468-1adaa62639b8 req-ad8c1e5c-b2d5-415d-8583-48270df509b1 tempest-TestEncryptedCinderVolumes-1430111815 tempest-TestEncryptedCinderVolumes-1430111815-project] 10.222.0.20 "GET /v2.0/security-groups?id=22334089-300e-4ec0-8e7b-f755700ff142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444975 Feb 28 11:06:16.248851 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14cc03a-a8dd-49c8-8490-fd29afd17946 req-6fc562db-e7c7-4491-a4d0-8b2f62396fc8 tempest-TestEncryptedCinderVolumes-1430111815 tempest-TestEncryptedCinderVolumes-1430111815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:06:16.250490 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-d14cc03a-a8dd-49c8-8490-fd29afd17946 req-6fc562db-e7c7-4491-a4d0-8b2f62396fc8 tempest-TestEncryptedCinderVolumes-1430111815 tempest-TestEncryptedCinderVolumes-1430111815-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b87fdf6-19ef-4189-98c3-24396165ec9d HTTP/1.1" status: 200 len: 945 time: 0.0566516 Feb 28 11:06:16.307200 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-d14cc03a-a8dd-49c8-8490-fd29afd17946 req-554bb79f-c9c1-4eb5-b6be-8da5a2034935 tempest-TestEncryptedCinderVolumes-1430111815 tempest-TestEncryptedCinderVolumes-1430111815-project] 10.222.0.20 "GET /v2.0/security-groups?id=22334089-300e-4ec0-8e7b-f755700ff142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492873 Feb 28 11:06:28.107449 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.agents_db [None req-382e0aa2-b126-48e6-89eb-3efa426b6b29 None None] Agent healthcheck: found 6 active agents {{(pid=103410) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 11:06:38.491660 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (13ac42ae-016e-4baf-bb31-c6fa820b41c2), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:38.754741 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3450012a-2c89-47bb-86b2-1da72f9c3e47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fb6705d2-4f70-4965-92a3-fbfccd43a6d3), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:41.063458 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e8e79f81-133a-4641-afff-c1528bbc3584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fc6c9b74-8dbb-41bb-800a-5bd3a43fe896), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:42.161957 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b6d631fb-7df0-4fe1-8322-abff3b61cae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (0db5147a-92a3-4581-8a5f-8ec9b93e0600), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:43.579697 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6b923bb1-06b0-4b84-b461-7cc1d0196090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (2e621730-3978-4720-b581-ac380e97a567), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:44.930314 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:47.980020 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-46ba2dbf-2c32-474d-9843-d265874fdbfc req-c514ffd1-75dd-4cc1-b3fd-29d329dabf56 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4b87fdf6-19ef-4189-98c3-24396165ec9d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0485132 Feb 28 11:06:48.084935 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ba2dbf-2c32-474d-9843-d265874fdbfc req-1e8feb5e-994d-45fb-8f32-be5b7708d501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:06:48.086261 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-46ba2dbf-2c32-474d-9843-d265874fdbfc req-1e8feb5e-994d-45fb-8f32-be5b7708d501 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0c6c60884e1c4fabbf9721335edb1c7e&device_id=4b87fdf6-19ef-4189-98c3-24396165ec9d HTTP/1.1" status: 200 len: 1129 time: 0.0465565 Feb 28 11:06:48.201471 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ba2dbf-2c32-474d-9843-d265874fdbfc req-2ce267d1-dbe8-4976-bbe5-d373ad601f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:06:48.203065 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-46ba2dbf-2c32-474d-9843-d265874fdbfc req-2ce267d1-dbe8-4976-bbe5-d373ad601f3c service neutron] 10.222.0.30 "GET /v2.0/networks?id=cf60ec7f-9627-4b80-a121-3bea4299583a HTTP/1.1" status: 200 len: 918 time: 0.0941496 Feb 28 11:06:48.249005 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-46ba2dbf-2c32-474d-9843-d265874fdbfc req-2d7174ef-3b42-445f-87a8-a3688d8dddf7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=434ea120-dbfd-4a2c-9b9f-7a8cf4aa28bd HTTP/1.1" status: 200 len: 217 time: 0.0398822 Feb 28 11:06:48.297685 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ba2dbf-2c32-474d-9843-d265874fdbfc req-8af8cf5b-ee66-4500-893f-39dfe85bebca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:06:48.299294 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-46ba2dbf-2c32-474d-9843-d265874fdbfc req-8af8cf5b-ee66-4500-893f-39dfe85bebca service neutron] 10.222.0.30 "GET /v2.0/subnets?id=578885df-974f-4f74-bdfb-8fb5222e7b9d HTTP/1.1" status: 200 len: 856 time: 0.0451415 Feb 28 11:06:48.350532 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ba2dbf-2c32-474d-9843-d265874fdbfc req-4f41d4db-c44a-4042-a5bb-5cfcbdba32af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:06:48.352055 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-46ba2dbf-2c32-474d-9843-d265874fdbfc req-4f41d4db-c44a-4042-a5bb-5cfcbdba32af service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cf60ec7f-9627-4b80-a121-3bea4299583a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0470519 Feb 28 11:06:48.452234 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-46ba2dbf-2c32-474d-9843-d265874fdbfc req-9daec28f-88da-40ef-a090-8a45298c410c service neutron] 10.222.0.30 "GET /v2.0/networks/cf60ec7f-9627-4b80-a121-3bea4299583a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935938 Feb 28 11:06:48.549364 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-46ba2dbf-2c32-474d-9843-d265874fdbfc req-cb2f4b73-964f-4dfa-9e2b-570e168db7ea service neutron] 10.222.0.30 "GET /v2.0/networks/cf60ec7f-9627-4b80-a121-3bea4299583a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902419 Feb 28 11:06:53.285540 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41b6cc4-5bcd-4161-96f5-88533358e234 req-6c850c2f-d31a-4c92-a7df-3cf3f2afca2a tempest-TestEncryptedCinderVolumes-1430111815 tempest-TestEncryptedCinderVolumes-1430111815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:06:53.287212 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-e41b6cc4-5bcd-4161-96f5-88533358e234 req-6c850c2f-d31a-4c92-a7df-3cf3f2afca2a tempest-TestEncryptedCinderVolumes-1430111815 tempest-TestEncryptedCinderVolumes-1430111815-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b87fdf6-19ef-4189-98c3-24396165ec9d HTTP/1.1" status: 200 len: 945 time: 0.0645387 Feb 28 11:06:53.351476 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-e41b6cc4-5bcd-4161-96f5-88533358e234 req-13c34240-4d6c-44cf-a536-ddda9955d8d7 tempest-TestEncryptedCinderVolumes-1430111815 tempest-TestEncryptedCinderVolumes-1430111815-project] 10.222.0.20 "GET /v2.0/security-groups?id=22334089-300e-4ec0-8e7b-f755700ff142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576694 Feb 28 11:06:54.496840 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84449c0c-f1c6-469e-a5d3-648bbbd9128e req-474932a1-2a44-456c-9f2a-a0efccd348cf tempest-TestEncryptedCinderVolumes-1430111815 tempest-TestEncryptedCinderVolumes-1430111815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:06:54.505348 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-84449c0c-f1c6-469e-a5d3-648bbbd9128e req-474932a1-2a44-456c-9f2a-a0efccd348cf tempest-TestEncryptedCinderVolumes-1430111815 tempest-TestEncryptedCinderVolumes-1430111815-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b87fdf6-19ef-4189-98c3-24396165ec9d HTTP/1.1" status: 200 len: 945 time: 0.0648520 Feb 28 11:06:54.560243 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-84449c0c-f1c6-469e-a5d3-648bbbd9128e req-3477a8ad-7d48-4e9f-bee2-dd1c2daf1242 tempest-TestEncryptedCinderVolumes-1430111815 tempest-TestEncryptedCinderVolumes-1430111815-project] 10.222.0.20 "GET /v2.0/security-groups?id=22334089-300e-4ec0-8e7b-f755700ff142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536599 Feb 28 11:06:55.108775 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c4d083-ddb8-485a-b55a-6062cb224692 req-adf5aeba-2ed0-4898-bc58-9936d102a3ea tempest-TestEncryptedCinderVolumes-1430111815 tempest-TestEncryptedCinderVolumes-1430111815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:06:55.110358 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-90c4d083-ddb8-485a-b55a-6062cb224692 req-adf5aeba-2ed0-4898-bc58-9936d102a3ea tempest-TestEncryptedCinderVolumes-1430111815 tempest-TestEncryptedCinderVolumes-1430111815-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b87fdf6-19ef-4189-98c3-24396165ec9d HTTP/1.1" status: 200 len: 945 time: 0.0651681 Feb 28 11:06:55.209852 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [req-90c4d083-ddb8-485a-b55a-6062cb224692 req-66f41037-3229-4725-abf2-96d245530bd4 tempest-TestEncryptedCinderVolumes-1430111815 tempest-TestEncryptedCinderVolumes-1430111815-project] Deleting port 434ea120-dbfd-4a2c-9b9f-7a8cf4aa28bd {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 11:06:55.210225 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-90c4d083-ddb8-485a-b55a-6062cb224692 req-66f41037-3229-4725-abf2-96d245530bd4 tempest-TestEncryptedCinderVolumes-1430111815 tempest-TestEncryptedCinderVolumes-1430111815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (434ea120-dbfd-4a2c-9b9f-7a8cf4aa28bd), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:55.307949 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-90c4d083-ddb8-485a-b55a-6062cb224692 req-66f41037-3229-4725-abf2-96d245530bd4 tempest-TestEncryptedCinderVolumes-1430111815 tempest-TestEncryptedCinderVolumes-1430111815-project] For port 434ea120-dbfd-4a2c-9b9f-7a8cf4aa28bd, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=434ea120-dbfd-4a2c-9b9f-7a8cf4aa28bd,segment=NetworkSegment(7c8d9f00-e863-4957-bca6-6ad485d04cb6),segment_id=7c8d9f00-e863-4957-bca6-6ad485d04cb6)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:06:55.308314 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-90c4d083-ddb8-485a-b55a-6062cb224692 req-66f41037-3229-4725-abf2-96d245530bd4 tempest-TestEncryptedCinderVolumes-1430111815 tempest-TestEncryptedCinderVolumes-1430111815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (434ea120-dbfd-4a2c-9b9f-7a8cf4aa28bd), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:55.320467 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [req-90c4d083-ddb8-485a-b55a-6062cb224692 req-66f41037-3229-4725-abf2-96d245530bd4 tempest-TestEncryptedCinderVolumes-1430111815 tempest-TestEncryptedCinderVolumes-1430111815-project] Calling delete_port for 434ea120-dbfd-4a2c-9b9f-7a8cf4aa28bd owned by compute:nova {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 11:06:55.470508 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-90c4d083-ddb8-485a-b55a-6062cb224692 req-66f41037-3229-4725-abf2-96d245530bd4 tempest-TestEncryptedCinderVolumes-1430111815 tempest-TestEncryptedCinderVolumes-1430111815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (434ea120-dbfd-4a2c-9b9f-7a8cf4aa28bd), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:55.503965 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f41037-3229-4725-abf2-96d245530bd4 tempest-TestEncryptedCinderVolumes-1430111815 tempest-TestEncryptedCinderVolumes-1430111815-project] Pushing event deleted for resources: {'Port': ['ID=434ea120-dbfd-4a2c-9b9f-7a8cf4aa28bd,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:06:55.506495 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] get_ports_and_sgs() called for port_ids ['434ea120-dbfd-4a2c-9b9f-7a8cf4aa28bd'] {{(pid=103409) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 11:06:55.515025 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f41037-3229-4725-abf2-96d245530bd4 tempest-TestEncryptedCinderVolumes-1430111815 tempest-TestEncryptedCinderVolumes-1430111815-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:06:55.515613 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f41037-3229-4725-abf2-96d245530bd4 tempest-TestEncryptedCinderVolumes-1430111815 tempest-TestEncryptedCinderVolumes-1430111815-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:06:55.515724 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f41037-3229-4725-abf2-96d245530bd4 tempest-TestEncryptedCinderVolumes-1430111815 tempest-TestEncryptedCinderVolumes-1430111815-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:06:55.516043 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f41037-3229-4725-abf2-96d245530bd4 tempest-TestEncryptedCinderVolumes-1430111815 tempest-TestEncryptedCinderVolumes-1430111815-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:06:55.516387 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f41037-3229-4725-abf2-96d245530bd4 tempest-TestEncryptedCinderVolumes-1430111815 tempest-TestEncryptedCinderVolumes-1430111815-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:06:55.516770 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f41037-3229-4725-abf2-96d245530bd4 tempest-TestEncryptedCinderVolumes-1430111815 tempest-TestEncryptedCinderVolumes-1430111815-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:06:55.517118 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f41037-3229-4725-abf2-96d245530bd4 tempest-TestEncryptedCinderVolumes-1430111815 tempest-TestEncryptedCinderVolumes-1430111815-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:06:55.517514 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f41037-3229-4725-abf2-96d245530bd4 tempest-TestEncryptedCinderVolumes-1430111815 tempest-TestEncryptedCinderVolumes-1430111815-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:06:55.517868 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f41037-3229-4725-abf2-96d245530bd4 tempest-TestEncryptedCinderVolumes-1430111815 tempest-TestEncryptedCinderVolumes-1430111815-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:06:55.518202 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f41037-3229-4725-abf2-96d245530bd4 tempest-TestEncryptedCinderVolumes-1430111815 tempest-TestEncryptedCinderVolumes-1430111815-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:06:55.518576 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f41037-3229-4725-abf2-96d245530bd4 tempest-TestEncryptedCinderVolumes-1430111815 tempest-TestEncryptedCinderVolumes-1430111815-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:06:55.519527 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f41037-3229-4725-abf2-96d245530bd4 tempest-TestEncryptedCinderVolumes-1430111815 tempest-TestEncryptedCinderVolumes-1430111815-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:06:55.519527 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f41037-3229-4725-abf2-96d245530bd4 tempest-TestEncryptedCinderVolumes-1430111815 tempest-TestEncryptedCinderVolumes-1430111815-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:06:55.567211 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-90c4d083-ddb8-485a-b55a-6062cb224692 req-66f41037-3229-4725-abf2-96d245530bd4 tempest-TestEncryptedCinderVolumes-1430111815 tempest-TestEncryptedCinderVolumes-1430111815-project] No DVR routers for this DVR port 434ea120-dbfd-4a2c-9b9f-7a8cf4aa28bd on host hv-neutron-mast {{(pid=103407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:06:55.570549 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-90c4d083-ddb8-485a-b55a-6062cb224692 req-66f41037-3229-4725-abf2-96d245530bd4 tempest-TestEncryptedCinderVolumes-1430111815 tempest-TestEncryptedCinderVolumes-1430111815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:06:55.574029 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-90c4d083-ddb8-485a-b55a-6062cb224692 req-66f41037-3229-4725-abf2-96d245530bd4 tempest-TestEncryptedCinderVolumes-1430111815 tempest-TestEncryptedCinderVolumes-1430111815-project] 10.222.0.30 "DELETE /v2.0/ports/434ea120-dbfd-4a2c-9b9f-7a8cf4aa28bd HTTP/1.1" status: 204 len: 173 time: 0.4587555 Feb 28 11:06:55.574711 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b87fdf6-19ef-4189-98c3-24396165ec9d', 'name': 'network-vif-deleted', 'tag': '434ea120-dbfd-4a2c-9b9f-7a8cf4aa28bd'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:06:55.577674 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c8e1c873eeca597e52e7ceb7469e602eac250bfea6606d285743d38033cf584" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7711638f-6bd7-4b01-9caf-078258861d8d" -d '{"events": [{"server_uuid": "4b87fdf6-19ef-4189-98c3-24396165ec9d", "name": "network-vif-deleted", "tag": "434ea120-dbfd-4a2c-9b9f-7a8cf4aa28bd"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 11:06:55.631475 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 11:06:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ef411ff-37da-41d1-b24a-44fd80503897 x-openstack-request-id: req-4ef411ff-37da-41d1-b24a-44fd80503897 {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 11:06:55.631890 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b87fdf6-19ef-4189-98c3-24396165ec9d", "name": "network-vif-deleted", "tag": "434ea120-dbfd-4a2c-9b9f-7a8cf4aa28bd", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 11:06:55.632166 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4ef411ff-37da-41d1-b24a-44fd80503897 {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 11:06:55.633018 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b87fdf6-19ef-4189-98c3-24396165ec9d', 'name': 'network-vif-deleted', 'tag': '434ea120-dbfd-4a2c-9b9f-7a8cf4aa28bd', 'status': 'completed', 'code': 200} Feb 28 11:06:55.681421 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-8fff1b32-61df-4ee5-8479-0cc6371c03c1 req-4ba6519d-8e0c-4b1a-a0a5-a5daa7a78e7b tempest-TestEncryptedCinderVolumes-1430111815 tempest-TestEncryptedCinderVolumes-1430111815-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b87fdf6-19ef-4189-98c3-24396165ec9d HTTP/1.1" status: 200 len: 210 time: 0.0340254 Feb 28 11:06:58.087116 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device 434ea120-dbfd-4a2c-9b9f-7a8cf4aa28bd no longer exists at agent hyperv_hv-neutron-mast {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 11:06:58.107580 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] No Port match for: 434ea120-dbfd-4a2c-9b9f-7a8cf4aa28bd {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 11:06:58.107923 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device 434ea120-dbfd-4a2c-9b9f-7a8cf4aa28bd not bound to the agent host hv-neutron-mast {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 11:06:58.475987 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81340af0-719e-4c4a-8bde-000b8a631b4c req-922cafd4-8be6-41f9-85b4-ee03c30837ba tempest-TestEncryptedCinderVolumes-1430111815 tempest-TestEncryptedCinderVolumes-1430111815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:06:58.477544 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-81340af0-719e-4c4a-8bde-000b8a631b4c req-922cafd4-8be6-41f9-85b4-ee03c30837ba tempest-TestEncryptedCinderVolumes-1430111815 tempest-TestEncryptedCinderVolumes-1430111815-project] 10.222.0.20 "GET /v2.0/networks?id=cf60ec7f-9627-4b80-a121-3bea4299583a HTTP/1.1" status: 200 len: 817 time: 0.1157963 Feb 28 11:06:58.493928 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-81340af0-719e-4c4a-8bde-000b8a631b4c req-919555a4-de42-4795-b8a2-e57dd0e827d7 tempest-TestEncryptedCinderVolumes-1430111815 tempest-TestEncryptedCinderVolumes-1430111815-project] 10.222.0.20 "GET /v2.0/quotas/0c6c60884e1c4fabbf9721335edb1c7e HTTP/1.1" status: 200 len: 375 time: 0.0099683 Feb 28 11:06:58.549975 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-81340af0-719e-4c4a-8bde-000b8a631b4c req-15414cac-b385-439f-8aa7-59b6cb14aa1e tempest-TestEncryptedCinderVolumes-1430111815 tempest-TestEncryptedCinderVolumes-1430111815-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=0c6c60884e1c4fabbf9721335edb1c7e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0506673 Feb 28 11:06:58.688157 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [req-81340af0-719e-4c4a-8bde-000b8a631b4c req-78435f0b-6486-4954-872a-ba511bd07d9a service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103407) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 11:06:58.689214 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-81340af0-719e-4c4a-8bde-000b8a631b4c req-78435f0b-6486-4954-872a-ba511bd07d9a service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1277747 Feb 28 11:06:58.786163 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-81340af0-719e-4c4a-8bde-000b8a631b4c req-e9b79438-67c2-45ec-a165-e808e886ba9c service neutron] 10.222.0.20 "GET /v2.0/networks/cf60ec7f-9627-4b80-a121-3bea4299583a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899358 Feb 28 11:06:58.899909 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-81340af0-719e-4c4a-8bde-000b8a631b4c req-be773a49-bf4e-4a15-a4ec-fabe9ae98e94 service neutron] 10.222.0.20 "GET /v2.0/networks/cf60ec7f-9627-4b80-a121-3bea4299583a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073151 Feb 28 11:06:59.072744 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-2ff16451-99a5-4651-90fd-35692c8ff30f req-448d9435-5fbc-4489-ab3a-b3a189cffa9c tempest-TestEncryptedCinderVolumes-1430111815 tempest-TestEncryptedCinderVolumes-1430111815-project] 10.222.0.20 "GET /v2.0/ports?device_id=cb05aae1-a986-484f-ab54-bb0312011a78 HTTP/1.1" status: 200 len: 210 time: 0.0314143 Feb 28 11:07:00.068362 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81340af0-719e-4c4a-8bde-000b8a631b4c req-a0dbacbb-6576-4187-87e7-13dc2dbf96c7 tempest-TestEncryptedCinderVolumes-1430111815 tempest-TestEncryptedCinderVolumes-1430111815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:07:00.070164 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-81340af0-719e-4c4a-8bde-000b8a631b4c req-a0dbacbb-6576-4187-87e7-13dc2dbf96c7 tempest-TestEncryptedCinderVolumes-1430111815 tempest-TestEncryptedCinderVolumes-1430111815-project] 10.222.0.30 "GET /v2.0/networks?id=cf60ec7f-9627-4b80-a121-3bea4299583a HTTP/1.1" status: 200 len: 817 time: 0.1084304 Feb 28 11:07:00.088801 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [req-81340af0-719e-4c4a-8bde-000b8a631b4c req-d8247097-08cf-4b02-80aa-a9b4279cba84 tempest-TestEncryptedCinderVolumes-1430111815 tempest-TestEncryptedCinderVolumes-1430111815-project] Request body: {'port': {'device_id': 'cb05aae1-a986-484f-ab54-bb0312011a78', 'network_id': 'cf60ec7f-9627-4b80-a121-3bea4299583a', 'admin_state_up': True, 'tenant_id': '0c6c60884e1c4fabbf9721335edb1c7e'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:07:00.195494 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-3478ec8d-a145-4d7a-b2ed-7c454ba20a09 req-cc5192ea-e7f0-4b8a-9428-1325d3102c0d tempest-TestEncryptedCinderVolumes-1430111815 tempest-TestEncryptedCinderVolumes-1430111815-project] 10.222.0.20 "GET /v2.0/ports?device_id=cb05aae1-a986-484f-ab54-bb0312011a78 HTTP/1.1" status: 200 len: 210 time: 0.0401206 Feb 28 11:07:00.224256 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81340af0-719e-4c4a-8bde-000b8a631b4c req-d8247097-08cf-4b02-80aa-a9b4279cba84 tempest-TestEncryptedCinderVolumes-1430111815 tempest-TestEncryptedCinderVolumes-1430111815-project] Made reservation on behalf of 0c6c60884e1c4fabbf9721335edb1c7e for: {'port': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:07:00.227669 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-81340af0-719e-4c4a-8bde-000b8a631b4c req-d8247097-08cf-4b02-80aa-a9b4279cba84 tempest-TestEncryptedCinderVolumes-1430111815 tempest-TestEncryptedCinderVolumes-1430111815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:00.352598 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [req-81340af0-719e-4c4a-8bde-000b8a631b4c req-d8247097-08cf-4b02-80aa-a9b4279cba84 tempest-TestEncryptedCinderVolumes-1430111815 tempest-TestEncryptedCinderVolumes-1430111815-project] Allocated IP 172.20.0.11 (cf60ec7f-9627-4b80-a121-3bea4299583a/578885df-974f-4f74-bdfb-8fb5222e7b9d/b7ae3af0-0451-462d-8e16-8913c2c46033) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:07:00.510513 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-81340af0-719e-4c4a-8bde-000b8a631b4c req-d8247097-08cf-4b02-80aa-a9b4279cba84 tempest-TestEncryptedCinderVolumes-1430111815 tempest-TestEncryptedCinderVolumes-1430111815-project] Publish callbacks [] for port (b7ae3af0-0451-462d-8e16-8913c2c46033), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:00.546909 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-81340af0-719e-4c4a-8bde-000b8a631b4c req-d8247097-08cf-4b02-80aa-a9b4279cba84 tempest-TestEncryptedCinderVolumes-1430111815 tempest-TestEncryptedCinderVolumes-1430111815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (b7ae3af0-0451-462d-8e16-8913c2c46033), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:00.589894 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81340af0-719e-4c4a-8bde-000b8a631b4c req-d8247097-08cf-4b02-80aa-a9b4279cba84 tempest-TestEncryptedCinderVolumes-1430111815 tempest-TestEncryptedCinderVolumes-1430111815-project] Network cf60ec7f-9627-4b80-a121-3bea4299583a is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:07:00.592905 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [req-81340af0-719e-4c4a-8bde-000b8a631b4c req-d8247097-08cf-4b02-80aa-a9b4279cba84 tempest-TestEncryptedCinderVolumes-1430111815 tempest-TestEncryptedCinderVolumes-1430111815-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:07:00.596731 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-81340af0-719e-4c4a-8bde-000b8a631b4c req-d8247097-08cf-4b02-80aa-a9b4279cba84 tempest-TestEncryptedCinderVolumes-1430111815 tempest-TestEncryptedCinderVolumes-1430111815-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 11:07:00.626066 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8247097-08cf-4b02-80aa-a9b4279cba84 tempest-TestEncryptedCinderVolumes-1430111815 tempest-TestEncryptedCinderVolumes-1430111815-project] Pushing event updated for resources: {'Port': ['ID=b7ae3af0-0451-462d-8e16-8913c2c46033,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:07:00.657565 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81340af0-719e-4c4a-8bde-000b8a631b4c req-d8247097-08cf-4b02-80aa-a9b4279cba84 tempest-TestEncryptedCinderVolumes-1430111815 tempest-TestEncryptedCinderVolumes-1430111815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:07:00.658201 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-81340af0-719e-4c4a-8bde-000b8a631b4c req-d8247097-08cf-4b02-80aa-a9b4279cba84 tempest-TestEncryptedCinderVolumes-1430111815 tempest-TestEncryptedCinderVolumes-1430111815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:00.676811 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-81340af0-719e-4c4a-8bde-000b8a631b4c req-d8247097-08cf-4b02-80aa-a9b4279cba84 tempest-TestEncryptedCinderVolumes-1430111815 tempest-TestEncryptedCinderVolumes-1430111815-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5919592 Feb 28 11:07:00.719950 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [req-81340af0-719e-4c4a-8bde-000b8a631b4c req-4ad21e2e-b299-4c20-8cdb-0ac9a6834e3b service neutron] Request body: {'port': {'device_id': 'cb05aae1-a986-484f-ab54-bb0312011a78', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:07:00.902340 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2f70da03-aa19-4c12-bf4c-ea0619e8f135 None None] Provisioning complete for port b7ae3af0-0451-462d-8e16-8913c2c46033 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:07:00.902947 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2f70da03-aa19-4c12-bf4c-ea0619e8f135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (b7ae3af0-0451-462d-8e16-8913c2c46033), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:00.938990 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2f70da03-aa19-4c12-bf4c-ea0619e8f135 None None] Port b7ae3af0-0451-462d-8e16-8913c2c46033 cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 11:07:01.123896 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-81340af0-719e-4c4a-8bde-000b8a631b4c req-4ad21e2e-b299-4c20-8cdb-0ac9a6834e3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (b7ae3af0-0451-462d-8e16-8913c2c46033), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:01.376717 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5573eb33-da27-436e-a0f3-33fb73dc0e29 req-27e30ff4-a59e-453a-9c45-eb104def5220 tempest-TestEncryptedCinderVolumes-1430111815 tempest-TestEncryptedCinderVolumes-1430111815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:07:01.378202 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-5573eb33-da27-436e-a0f3-33fb73dc0e29 req-27e30ff4-a59e-453a-9c45-eb104def5220 tempest-TestEncryptedCinderVolumes-1430111815 tempest-TestEncryptedCinderVolumes-1430111815-project] 10.222.0.20 "GET /v2.0/ports?device_id=cb05aae1-a986-484f-ab54-bb0312011a78 HTTP/1.1" status: 200 len: 932 time: 0.0943656 Feb 28 11:07:01.467527 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.notifiers.nova [req-81340af0-719e-4c4a-8bde-000b8a631b4c req-4ad21e2e-b299-4c20-8cdb-0ac9a6834e3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7ae3af0-0451-462d-8e16-8913c2c46033 {{(pid=103407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 11:07:01.479205 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-5573eb33-da27-436e-a0f3-33fb73dc0e29 req-fb619f8c-8054-4f4d-ad97-ca9d63c308e2 tempest-TestEncryptedCinderVolumes-1430111815 tempest-TestEncryptedCinderVolumes-1430111815-project] 10.222.0.20 "GET /v2.0/security-groups?id=22334089-300e-4ec0-8e7b-f755700ff142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940328 Feb 28 11:07:01.480936 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-81340af0-719e-4c4a-8bde-000b8a631b4c req-4ad21e2e-b299-4c20-8cdb-0ac9a6834e3b service neutron] Publish callbacks [] for port (b7ae3af0-0451-462d-8e16-8913c2c46033), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:01.494288 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.provisioning_blocks [req-81340af0-719e-4c4a-8bde-000b8a631b4c req-4ad21e2e-b299-4c20-8cdb-0ac9a6834e3b service neutron] Transition to ACTIVE for port object b7ae3af0-0451-462d-8e16-8913c2c46033 will not be triggered until provisioned by entity L2. {{(pid=103407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 11:07:01.500620 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-81340af0-719e-4c4a-8bde-000b8a631b4c req-4ad21e2e-b299-4c20-8cdb-0ac9a6834e3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3498066'] for port (b7ae3af0-0451-462d-8e16-8913c2c46033), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:01.556926 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad21e2e-b299-4c20-8cdb-0ac9a6834e3b service neutron] Pushing event updated for resources: {'Port': ['ID=b7ae3af0-0451-462d-8e16-8913c2c46033,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:07:01.633766 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-81340af0-719e-4c4a-8bde-000b8a631b4c req-4ad21e2e-b299-4c20-8cdb-0ac9a6834e3b service neutron] Attempting to bind port b7ae3af0-0451-462d-8e16-8913c2c46033 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 11:07:01.634187 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-81340af0-719e-4c4a-8bde-000b8a631b4c req-4ad21e2e-b299-4c20-8cdb-0ac9a6834e3b service neutron] Attempting to bind port b7ae3af0-0451-462d-8e16-8913c2c46033 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '7c8d9f00-e863-4957-bca6-6ad485d04cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'cf60ec7f-9627-4b80-a121-3bea4299583a'}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 11:07:01.634570 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81340af0-719e-4c4a-8bde-000b8a631b4c req-4ad21e2e-b299-4c20-8cdb-0ac9a6834e3b service neutron] Attempting to bind port b7ae3af0-0451-462d-8e16-8913c2c46033 on network cf60ec7f-9627-4b80-a121-3bea4299583a {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 11:07:01.639352 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81340af0-719e-4c4a-8bde-000b8a631b4c req-4ad21e2e-b299-4c20-8cdb-0ac9a6834e3b service neutron] Port b7ae3af0-0451-462d-8e16-8913c2c46033 on network cf60ec7f-9627-4b80-a121-3bea4299583a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 11:07:01.639702 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81340af0-719e-4c4a-8bde-000b8a631b4c req-4ad21e2e-b299-4c20-8cdb-0ac9a6834e3b service neutron] Attempting to bind port b7ae3af0-0451-462d-8e16-8913c2c46033 on network cf60ec7f-9627-4b80-a121-3bea4299583a {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 11:07:01.645006 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81340af0-719e-4c4a-8bde-000b8a631b4c req-4ad21e2e-b299-4c20-8cdb-0ac9a6834e3b service neutron] Checking agent: {'id': '13ac42ae-016e-4baf-bb31-c6fa820b41c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 30, 8), 'started_at': datetime.datetime(2022, 2, 28, 10, 30, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 6, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 11:07:01.645353 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81340af0-719e-4c4a-8bde-000b8a631b4c req-4ad21e2e-b299-4c20-8cdb-0ac9a6834e3b service neutron] Checking segment: {'id': '7c8d9f00-e863-4957-bca6-6ad485d04cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'cf60ec7f-9627-4b80-a121-3bea4299583a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 11:07:01.645745 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81340af0-719e-4c4a-8bde-000b8a631b4c req-4ad21e2e-b299-4c20-8cdb-0ac9a6834e3b service neutron] Bound using segment: {'id': '7c8d9f00-e863-4957-bca6-6ad485d04cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'cf60ec7f-9627-4b80-a121-3bea4299583a'} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 11:07:01.646184 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-81340af0-719e-4c4a-8bde-000b8a631b4c req-4ad21e2e-b299-4c20-8cdb-0ac9a6834e3b service neutron] Bound port: b7ae3af0-0451-462d-8e16-8913c2c46033, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c8d9f00-e863-4957-bca6-6ad485d04cb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'cf60ec7f-9627-4b80-a121-3bea4299583a'}}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 11:07:01.646587 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-81340af0-719e-4c4a-8bde-000b8a631b4c req-4ad21e2e-b299-4c20-8cdb-0ac9a6834e3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (b7ae3af0-0451-462d-8e16-8913c2c46033), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:01.712314 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-81340af0-719e-4c4a-8bde-000b8a631b4c req-4ad21e2e-b299-4c20-8cdb-0ac9a6834e3b service neutron] For port b7ae3af0-0451-462d-8e16-8913c2c46033, host hv-neutron-mast, cleared binding levels {{(pid=103407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:07:01.715655 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-81340af0-719e-4c4a-8bde-000b8a631b4c req-4ad21e2e-b299-4c20-8cdb-0ac9a6834e3b service neutron] For port b7ae3af0-0451-462d-8e16-8913c2c46033, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=b7ae3af0-0451-462d-8e16-8913c2c46033,segment=NetworkSegment(7c8d9f00-e863-4957-bca6-6ad485d04cb6),segment_id=7c8d9f00-e863-4957-bca6-6ad485d04cb6)] {{(pid=103407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:07:01.722216 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-81340af0-719e-4c4a-8bde-000b8a631b4c req-4ad21e2e-b299-4c20-8cdb-0ac9a6834e3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3498066'] for port (b7ae3af0-0451-462d-8e16-8913c2c46033), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:01.760420 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81340af0-719e-4c4a-8bde-000b8a631b4c req-4ad21e2e-b299-4c20-8cdb-0ac9a6834e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:07:01.761141 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-81340af0-719e-4c4a-8bde-000b8a631b4c req-4ad21e2e-b299-4c20-8cdb-0ac9a6834e3b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:01.762683 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-81340af0-719e-4c4a-8bde-000b8a631b4c req-4ad21e2e-b299-4c20-8cdb-0ac9a6834e3b service neutron] 10.222.0.30 "PUT /v2.0/ports/b7ae3af0-0451-462d-8e16-8913c2c46033 HTTP/1.1" status: 200 len: 1094 time: 1.0470870 Feb 28 11:07:01.763011 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb05aae1-a986-484f-ab54-bb0312011a78', 'tag': 'b7ae3af0-0451-462d-8e16-8913c2c46033'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:07:01.765512 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c8e1c873eeca597e52e7ceb7469e602eac250bfea6606d285743d38033cf584" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb4901de-e718-4500-9f15-3f2c76c74328" -d '{"events": [{"name": "network-changed", "server_uuid": "cb05aae1-a986-484f-ab54-bb0312011a78", "tag": "b7ae3af0-0451-462d-8e16-8913c2c46033"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 11:07:01.795760 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad21e2e-b299-4c20-8cdb-0ac9a6834e3b service neutron] Pushing event updated for resources: {'Port': ['ID=b7ae3af0-0451-462d-8e16-8913c2c46033,revision_number=3']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:07:01.806185 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 11:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6148c637-5c94-4e4e-93a9-043f7ffa2349 x-openstack-request-id: req-6148c637-5c94-4e4e-93a9-043f7ffa2349 {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 11:07:01.806620 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb05aae1-a986-484f-ab54-bb0312011a78", "tag": "b7ae3af0-0451-462d-8e16-8913c2c46033", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 11:07:01.806881 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6148c637-5c94-4e4e-93a9-043f7ffa2349 {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 11:07:01.807296 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb05aae1-a986-484f-ab54-bb0312011a78', 'tag': 'b7ae3af0-0451-462d-8e16-8913c2c46033', 'status': 'completed', 'code': 200} Feb 28 11:07:01.876613 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81340af0-719e-4c4a-8bde-000b8a631b4c req-2852852e-b9ec-44bb-8faa-fecf9911904c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:07:01.878742 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-81340af0-719e-4c4a-8bde-000b8a631b4c req-2852852e-b9ec-44bb-8faa-fecf9911904c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0c6c60884e1c4fabbf9721335edb1c7e&device_id=cb05aae1-a986-484f-ab54-bb0312011a78 HTTP/1.1" status: 200 len: 1128 time: 0.0547814 Feb 28 11:07:01.927941 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-81340af0-719e-4c4a-8bde-000b8a631b4c req-a7950c82-e8ad-4efd-9011-84f4a0d3c67b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b7ae3af0-0451-462d-8e16-8913c2c46033 HTTP/1.1" status: 200 len: 217 time: 0.0362887 Feb 28 11:07:01.979658 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81340af0-719e-4c4a-8bde-000b8a631b4c req-06513d41-eb1f-42f4-be4c-4c1504eb95b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:07:01.981424 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-81340af0-719e-4c4a-8bde-000b8a631b4c req-06513d41-eb1f-42f4-be4c-4c1504eb95b5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=578885df-974f-4f74-bdfb-8fb5222e7b9d HTTP/1.1" status: 200 len: 856 time: 0.0481539 Feb 28 11:07:02.038182 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81340af0-719e-4c4a-8bde-000b8a631b4c req-0c3f28e7-d8bc-489a-b403-a3a455123535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:07:02.039613 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-81340af0-719e-4c4a-8bde-000b8a631b4c req-0c3f28e7-d8bc-489a-b403-a3a455123535 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cf60ec7f-9627-4b80-a121-3bea4299583a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0524821 Feb 28 11:07:02.133504 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-81340af0-719e-4c4a-8bde-000b8a631b4c req-80e75537-6d73-4852-b069-42c267faebd7 service neutron] 10.222.0.30 "GET /v2.0/networks/cf60ec7f-9627-4b80-a121-3bea4299583a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865521 Feb 28 11:07:02.227275 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-81340af0-719e-4c4a-8bde-000b8a631b4c req-57a1d44e-fd49-40fb-9d31-be82c4e0b2b7 service neutron] 10.222.0.30 "GET /v2.0/networks/cf60ec7f-9627-4b80-a121-3bea4299583a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881000 Feb 28 11:07:02.373645 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4901de-e718-4500-9f15-3f2c76c74328 req-01fc9ebe-bd76-42c6-b3ee-72b718224dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:07:02.375090 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-cb4901de-e718-4500-9f15-3f2c76c74328 req-01fc9ebe-bd76-42c6-b3ee-72b718224dc5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0c6c60884e1c4fabbf9721335edb1c7e&device_id=cb05aae1-a986-484f-ab54-bb0312011a78 HTTP/1.1" status: 200 len: 1128 time: 0.0480025 Feb 28 11:07:02.465940 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4901de-e718-4500-9f15-3f2c76c74328 req-05a82eea-dc1f-4d75-a09e-e250f6e8a18c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:07:02.467455 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-cb4901de-e718-4500-9f15-3f2c76c74328 req-05a82eea-dc1f-4d75-a09e-e250f6e8a18c service neutron] 10.222.0.30 "GET /v2.0/networks?id=cf60ec7f-9627-4b80-a121-3bea4299583a HTTP/1.1" status: 200 len: 918 time: 0.0865629 Feb 28 11:07:02.512655 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-cb4901de-e718-4500-9f15-3f2c76c74328 req-0e1cb424-78dd-4448-b72f-b43dab81b5c1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b7ae3af0-0451-462d-8e16-8913c2c46033 HTTP/1.1" status: 200 len: 217 time: 0.0392206 Feb 28 11:07:02.583337 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4901de-e718-4500-9f15-3f2c76c74328 req-18638658-1f19-4da6-aef9-b52dc5cd4d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:07:02.585096 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-cb4901de-e718-4500-9f15-3f2c76c74328 req-18638658-1f19-4da6-aef9-b52dc5cd4d7c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=578885df-974f-4f74-bdfb-8fb5222e7b9d HTTP/1.1" status: 200 len: 856 time: 0.0669832 Feb 28 11:07:02.641747 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadf7f64-5a2b-4f8b-b723-38ea6fcb893d req-d55ad8e0-f90d-4f0d-adc8-e02760f8f4b9 tempest-TestEncryptedCinderVolumes-1430111815 tempest-TestEncryptedCinderVolumes-1430111815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:07:02.643132 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-dadf7f64-5a2b-4f8b-b723-38ea6fcb893d req-d55ad8e0-f90d-4f0d-adc8-e02760f8f4b9 tempest-TestEncryptedCinderVolumes-1430111815 tempest-TestEncryptedCinderVolumes-1430111815-project] 10.222.0.20 "GET /v2.0/ports?device_id=cb05aae1-a986-484f-ab54-bb0312011a78 HTTP/1.1" status: 200 len: 944 time: 0.0924273 Feb 28 11:07:02.668469 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4901de-e718-4500-9f15-3f2c76c74328 req-b10cd359-a3df-4bec-8a03-6daa51e33317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:07:02.670017 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-cb4901de-e718-4500-9f15-3f2c76c74328 req-b10cd359-a3df-4bec-8a03-6daa51e33317 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cf60ec7f-9627-4b80-a121-3bea4299583a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0790200 Feb 28 11:07:02.740837 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-dadf7f64-5a2b-4f8b-b723-38ea6fcb893d req-3f1d0c89-eb0b-4fdc-bf19-ee56788dbd4f tempest-TestEncryptedCinderVolumes-1430111815 tempest-TestEncryptedCinderVolumes-1430111815-project] 10.222.0.20 "GET /v2.0/security-groups?id=22334089-300e-4ec0-8e7b-f755700ff142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913000 Feb 28 11:07:02.776529 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-cb4901de-e718-4500-9f15-3f2c76c74328 req-733a4ab6-a06a-48d5-8443-818b2ba32ac1 service neutron] 10.222.0.30 "GET /v2.0/networks/cf60ec7f-9627-4b80-a121-3bea4299583a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005731 Feb 28 11:07:02.869407 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-cb4901de-e718-4500-9f15-3f2c76c74328 req-99f0f345-9370-4f68-9f2c-4d107cf65935 service neutron] 10.222.0.30 "GET /v2.0/networks/cf60ec7f-9627-4b80-a121-3bea4299583a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867195 Feb 28 11:07:03.862516 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57022bf-0f34-4723-a2ca-4c55647255a6 req-33c32ffe-4481-4393-8873-00a1e65d1d4d tempest-TestEncryptedCinderVolumes-1430111815 tempest-TestEncryptedCinderVolumes-1430111815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:07:03.864015 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-d57022bf-0f34-4723-a2ca-4c55647255a6 req-33c32ffe-4481-4393-8873-00a1e65d1d4d tempest-TestEncryptedCinderVolumes-1430111815 tempest-TestEncryptedCinderVolumes-1430111815-project] 10.222.0.20 "GET /v2.0/ports?device_id=cb05aae1-a986-484f-ab54-bb0312011a78 HTTP/1.1" status: 200 len: 944 time: 0.0555003 Feb 28 11:07:03.915039 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-d57022bf-0f34-4723-a2ca-4c55647255a6 req-9901dad4-acbe-41c0-ab70-cc92dc3cf1db tempest-TestEncryptedCinderVolumes-1430111815 tempest-TestEncryptedCinderVolumes-1430111815-project] 10.222.0.20 "GET /v2.0/security-groups?id=22334089-300e-4ec0-8e7b-f755700ff142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449603 Feb 28 11:07:05.038465 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7e00fe-3866-4c73-b8ea-246eb7add691 req-920f13ed-23ce-438f-afe0-27944f6783d4 tempest-TestEncryptedCinderVolumes-1430111815 tempest-TestEncryptedCinderVolumes-1430111815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:07:05.040067 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-9a7e00fe-3866-4c73-b8ea-246eb7add691 req-920f13ed-23ce-438f-afe0-27944f6783d4 tempest-TestEncryptedCinderVolumes-1430111815 tempest-TestEncryptedCinderVolumes-1430111815-project] 10.222.0.20 "GET /v2.0/ports?device_id=cb05aae1-a986-484f-ab54-bb0312011a78 HTTP/1.1" status: 200 len: 944 time: 0.0553541 Feb 28 11:07:05.094904 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-9a7e00fe-3866-4c73-b8ea-246eb7add691 req-29898a6d-2326-4617-825c-e039d4defcfe tempest-TestEncryptedCinderVolumes-1430111815 tempest-TestEncryptedCinderVolumes-1430111815-project] 10.222.0.20 "GET /v2.0/security-groups?id=22334089-300e-4ec0-8e7b-f755700ff142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491672 Feb 28 11:07:05.106091 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.agents_db [None req-382e0aa2-b126-48e6-89eb-3efa426b6b29 None None] Agent healthcheck: found 6 active agents {{(pid=103410) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 11:07:06.132724 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device b7ae3af0-0451-462d-8e16-8913c2c46033 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103409) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 11:07:06.222333 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde1a99c-ae31-4e8f-8220-2ec65fe0494e req-1e7420c8-43b0-4b48-af4d-1311f6210213 tempest-TestEncryptedCinderVolumes-1430111815 tempest-TestEncryptedCinderVolumes-1430111815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:07:06.223904 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-bde1a99c-ae31-4e8f-8220-2ec65fe0494e req-1e7420c8-43b0-4b48-af4d-1311f6210213 tempest-TestEncryptedCinderVolumes-1430111815 tempest-TestEncryptedCinderVolumes-1430111815-project] 10.222.0.20 "GET /v2.0/ports?device_id=cb05aae1-a986-484f-ab54-bb0312011a78 HTTP/1.1" status: 200 len: 944 time: 0.0610983 Feb 28 11:07:06.234337 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] For port b7ae3af0-0451-462d-8e16-8913c2c46033, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=b7ae3af0-0451-462d-8e16-8913c2c46033,segment=NetworkSegment(7c8d9f00-e863-4957-bca6-6ad485d04cb6),segment_id=7c8d9f00-e863-4957-bca6-6ad485d04cb6)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:07:06.246982 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Returning: {'device': 'b7ae3af0-0451-462d-8e16-8913c2c46033', 'network_id': 'cf60ec7f-9627-4b80-a121-3bea4299583a', 'port_id': 'b7ae3af0-0451-462d-8e16-8913c2c46033', 'mac_address': 'fa:16:3e:e8:8f:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 253, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '578885df-974f-4f74-bdfb-8fb5222e7b9d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103409) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 11:07:06.278808 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-bde1a99c-ae31-4e8f-8220-2ec65fe0494e req-a44659d7-dacb-4c63-8379-b41ed520cd1f tempest-TestEncryptedCinderVolumes-1430111815 tempest-TestEncryptedCinderVolumes-1430111815-project] 10.222.0.20 "GET /v2.0/security-groups?id=22334089-300e-4ec0-8e7b-f755700ff142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472834 Feb 28 11:07:06.283614 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Current status of the port b7ae3af0-0451-462d-8e16-8913c2c46033 is: DOWN; New status is: BUILD {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:07:06.284011 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (b7ae3af0-0451-462d-8e16-8913c2c46033), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:06.303555 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7ae3af0-0451-462d-8e16-8913c2c46033 {{(pid=103409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 11:07:06.322575 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] For port b7ae3af0-0451-462d-8e16-8913c2c46033, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=b7ae3af0-0451-462d-8e16-8913c2c46033,segment=NetworkSegment(7c8d9f00-e863-4957-bca6-6ad485d04cb6),segment_id=7c8d9f00-e863-4957-bca6-6ad485d04cb6)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:07:06.327601 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (b7ae3af0-0451-462d-8e16-8913c2c46033), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:06.373702 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Pushing event updated for resources: {'Port': ['ID=b7ae3af0-0451-462d-8e16-8913c2c46033,revision_number=4']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:07:06.696961 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] get_ports_and_sgs() called for port_ids ['b7ae3af0-0451-462d-8e16-8913c2c46033'] {{(pid=103409) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 11:07:07.407968 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc61f33-4dc7-40b1-b003-4df7e1074290 req-9c8a7322-af19-4a2b-b728-83534a6cda7b tempest-TestEncryptedCinderVolumes-1430111815 tempest-TestEncryptedCinderVolumes-1430111815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:07:07.409498 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-3fc61f33-4dc7-40b1-b003-4df7e1074290 req-9c8a7322-af19-4a2b-b728-83534a6cda7b tempest-TestEncryptedCinderVolumes-1430111815 tempest-TestEncryptedCinderVolumes-1430111815-project] 10.222.0.20 "GET /v2.0/ports?device_id=cb05aae1-a986-484f-ab54-bb0312011a78 HTTP/1.1" status: 200 len: 945 time: 0.0581510 Feb 28 11:07:07.464852 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-3fc61f33-4dc7-40b1-b003-4df7e1074290 req-c5c36b4b-b6df-49b6-899e-478ff5c2712c tempest-TestEncryptedCinderVolumes-1430111815 tempest-TestEncryptedCinderVolumes-1430111815-project] 10.222.0.20 "GET /v2.0/security-groups?id=22334089-300e-4ec0-8e7b-f755700ff142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457935 Feb 28 11:07:08.164299 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device b7ae3af0-0451-462d-8e16-8913c2c46033 up at agent hyperv_hv-neutron-mast {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 11:07:08.227127 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Provisioning for port b7ae3af0-0451-462d-8e16-8913c2c46033 completed by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 11:07:08.232604 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Provisioning complete for port b7ae3af0-0451-462d-8e16-8913c2c46033 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:07:08.233399 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (b7ae3af0-0451-462d-8e16-8913c2c46033), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:08.323354 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Current status of the port b7ae3af0-0451-462d-8e16-8913c2c46033 is: BUILD; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:07:08.323864 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (b7ae3af0-0451-462d-8e16-8913c2c46033), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:08.351913 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb05aae1-a986-484f-ab54-bb0312011a78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7ae3af0-0451-462d-8e16-8913c2c46033'}] {{(pid=103409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:07:08.354268 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa5325a5be4b33bf61fd809c564e3765e689d817bbd874267890deb3cfccaf12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a64bd8db-3426-43d7-af0d-48511f8ba144" -d '{"events": [{"server_uuid": "cb05aae1-a986-484f-ab54-bb0312011a78", "name": "network-vif-plugged", "status": "completed", "tag": "b7ae3af0-0451-462d-8e16-8913c2c46033"}]}' {{(pid=103409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 11:07:08.369171 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] For port b7ae3af0-0451-462d-8e16-8913c2c46033, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=b7ae3af0-0451-462d-8e16-8913c2c46033,segment=NetworkSegment(7c8d9f00-e863-4957-bca6-6ad485d04cb6),segment_id=7c8d9f00-e863-4957-bca6-6ad485d04cb6)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:07:08.377842 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (b7ae3af0-0451-462d-8e16-8913c2c46033), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:08.404035 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 11:07:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb996a2b-d6f2-46c7-9623-7c10784430c9 x-openstack-request-id: req-cb996a2b-d6f2-46c7-9623-7c10784430c9 {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 11:07:08.404331 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb05aae1-a986-484f-ab54-bb0312011a78", "name": "network-vif-plugged", "status": "completed", "tag": "b7ae3af0-0451-462d-8e16-8913c2c46033", "code": 200}]} {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 11:07:08.404779 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cb996a2b-d6f2-46c7-9623-7c10784430c9 {{(pid=103409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 11:07:08.404779 dv-neutron-master-2-hyperv neutron-server[103409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb05aae1-a986-484f-ab54-bb0312011a78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7ae3af0-0451-462d-8e16-8913c2c46033', 'code': 200} Feb 28 11:07:08.432692 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Pushing event updated for resources: {'Port': ['ID=b7ae3af0-0451-462d-8e16-8913c2c46033,revision_number=5']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:07:08.485471 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (13ac42ae-016e-4baf-bb31-c6fa820b41c2), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:08.639389 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a72c9f4-4d19-45e9-9935-94a20c6545be req-be9057b6-f9ec-4320-bcf0-dc88764d7614 tempest-TestEncryptedCinderVolumes-1430111815 tempest-TestEncryptedCinderVolumes-1430111815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:07:08.640910 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-4a72c9f4-4d19-45e9-9935-94a20c6545be req-be9057b6-f9ec-4320-bcf0-dc88764d7614 tempest-TestEncryptedCinderVolumes-1430111815 tempest-TestEncryptedCinderVolumes-1430111815-project] 10.222.0.20 "GET /v2.0/ports?device_id=cb05aae1-a986-484f-ab54-bb0312011a78 HTTP/1.1" status: 200 len: 946 time: 0.1047111 Feb 28 11:07:08.656005 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2353de-daf3-4f55-88d8-76c3c433e76a req-0864b32b-32cf-4012-a3f8-dd70110f9921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:07:08.657497 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-db2353de-daf3-4f55-88d8-76c3c433e76a req-0864b32b-32cf-4012-a3f8-dd70110f9921 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=cb05aae1-a986-484f-ab54-bb0312011a78 HTTP/1.1" status: 200 len: 1130 time: 0.0805142 Feb 28 11:07:08.719764 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-4a72c9f4-4d19-45e9-9935-94a20c6545be req-515523e2-e4bd-42e2-bc88-57665577d837 tempest-TestEncryptedCinderVolumes-1430111815 tempest-TestEncryptedCinderVolumes-1430111815-project] 10.222.0.20 "GET /v2.0/security-groups?id=22334089-300e-4ec0-8e7b-f755700ff142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730691 Feb 28 11:07:08.725985 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-db2353de-daf3-4f55-88d8-76c3c433e76a req-4ea9a949-65e2-43aa-8aeb-b56a2dce92d2 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=22334089-300e-4ec0-8e7b-f755700ff142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610721 Feb 28 11:07:08.757791 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5669c005-ba52-4f77-82b6-75fe4a631626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fb6705d2-4f70-4965-92a3-fbfccd43a6d3), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:09.848251 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a699db8-689e-40a3-8675-966a2235b33c req-009d4c1a-ba4f-4f12-969a-2dbd6437c355 tempest-TestEncryptedCinderVolumes-1430111815 tempest-TestEncryptedCinderVolumes-1430111815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:07:09.849826 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-4a699db8-689e-40a3-8675-966a2235b33c req-009d4c1a-ba4f-4f12-969a-2dbd6437c355 tempest-TestEncryptedCinderVolumes-1430111815 tempest-TestEncryptedCinderVolumes-1430111815-project] 10.222.0.20 "GET /v2.0/ports?device_id=cb05aae1-a986-484f-ab54-bb0312011a78 HTTP/1.1" status: 200 len: 946 time: 0.0562201 Feb 28 11:07:09.906830 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-4a699db8-689e-40a3-8675-966a2235b33c req-e07cfd9a-6113-4934-a77f-75953b80960e tempest-TestEncryptedCinderVolumes-1430111815 tempest-TestEncryptedCinderVolumes-1430111815-project] 10.222.0.20 "GET /v2.0/security-groups?id=22334089-300e-4ec0-8e7b-f755700ff142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510848 Feb 28 11:07:11.049062 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48072dd-451d-47c7-93c5-a8bfeb45fd5e req-4ac62aaf-463e-40c2-b7db-d2a496535b58 tempest-TestEncryptedCinderVolumes-1430111815 tempest-TestEncryptedCinderVolumes-1430111815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:07:11.050670 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-d48072dd-451d-47c7-93c5-a8bfeb45fd5e req-4ac62aaf-463e-40c2-b7db-d2a496535b58 tempest-TestEncryptedCinderVolumes-1430111815 tempest-TestEncryptedCinderVolumes-1430111815-project] 10.222.0.20 "GET /v2.0/ports?device_id=cb05aae1-a986-484f-ab54-bb0312011a78 HTTP/1.1" status: 200 len: 946 time: 0.0653248 Feb 28 11:07:11.059930 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a98c665e-5141-45ba-a97f-38274366977c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fc6c9b74-8dbb-41bb-800a-5bd3a43fe896), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:11.102555 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-d48072dd-451d-47c7-93c5-a8bfeb45fd5e req-ca90c9b5-70ff-41e9-8bad-8e88b2b3a6ab tempest-TestEncryptedCinderVolumes-1430111815 tempest-TestEncryptedCinderVolumes-1430111815-project] 10.222.0.20 "GET /v2.0/security-groups?id=22334089-300e-4ec0-8e7b-f755700ff142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454593 Feb 28 11:07:11.239420 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d843ad28-8cf8-4049-97a0-f580ae1d324a req-7a0ed94e-3cfd-43ac-a147-3d69293f0ef6 tempest-TestEncryptedCinderVolumes-1430111815 tempest-TestEncryptedCinderVolumes-1430111815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:07:11.240891 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-d843ad28-8cf8-4049-97a0-f580ae1d324a req-7a0ed94e-3cfd-43ac-a147-3d69293f0ef6 tempest-TestEncryptedCinderVolumes-1430111815 tempest-TestEncryptedCinderVolumes-1430111815-project] 10.222.0.20 "GET /v2.0/ports?device_id=cb05aae1-a986-484f-ab54-bb0312011a78 HTTP/1.1" status: 200 len: 946 time: 0.0661013 Feb 28 11:07:11.305738 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-d843ad28-8cf8-4049-97a0-f580ae1d324a req-3228b81f-a9ce-4dd8-a591-8e27bdd3fe33 tempest-TestEncryptedCinderVolumes-1430111815 tempest-TestEncryptedCinderVolumes-1430111815-project] 10.222.0.20 "GET /v2.0/security-groups?id=22334089-300e-4ec0-8e7b-f755700ff142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587001 Feb 28 11:07:12.165973 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b6d631fb-7df0-4fe1-8322-abff3b61cae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (0db5147a-92a3-4581-8a5f-8ec9b93e0600), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:13.587201 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6b923bb1-06b0-4b84-b461-7cc1d0196090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (2e621730-3978-4720-b581-ac380e97a567), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:14.936601 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:38.510200 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (13ac42ae-016e-4baf-bb31-c6fa820b41c2), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:38.763293 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bc6a6a16-5bce-406b-844f-b0597d69e862 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fb6705d2-4f70-4965-92a3-fbfccd43a6d3), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:41.063393 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-23be92db-8921-490f-b57d-cd76adb62e65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fc6c9b74-8dbb-41bb-800a-5bd3a43fe896), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:42.105459 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.agents_db [None req-382e0aa2-b126-48e6-89eb-3efa426b6b29 None None] Agent healthcheck: found 6 active agents {{(pid=103410) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 11:07:42.168203 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b6d631fb-7df0-4fe1-8322-abff3b61cae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (0db5147a-92a3-4581-8a5f-8ec9b93e0600), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:43.585764 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6b923bb1-06b0-4b84-b461-7cc1d0196090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (2e621730-3978-4720-b581-ac380e97a567), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:44.932687 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:47.844982 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb785252-3063-438b-83e9-aa8dde39a93d req-e8fde855-7a63-4e79-bb7d-703e17088fde tempest-TestEncryptedCinderVolumes-1430111815 tempest-TestEncryptedCinderVolumes-1430111815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:07:47.846530 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-bb785252-3063-438b-83e9-aa8dde39a93d req-e8fde855-7a63-4e79-bb7d-703e17088fde tempest-TestEncryptedCinderVolumes-1430111815 tempest-TestEncryptedCinderVolumes-1430111815-project] 10.222.0.20 "GET /v2.0/ports?device_id=cb05aae1-a986-484f-ab54-bb0312011a78 HTTP/1.1" status: 200 len: 946 time: 0.0605171 Feb 28 11:07:47.897564 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-bb785252-3063-438b-83e9-aa8dde39a93d req-174e9fca-1ff3-4e72-a2f5-c307f58cce0e tempest-TestEncryptedCinderVolumes-1430111815 tempest-TestEncryptedCinderVolumes-1430111815-project] 10.222.0.20 "GET /v2.0/security-groups?id=22334089-300e-4ec0-8e7b-f755700ff142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440128 Feb 28 11:07:49.040004 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2157373-6b89-4c99-b2de-fc15272ff6c1 req-94dc293f-1526-482a-95c3-ebbde50d36dc tempest-TestEncryptedCinderVolumes-1430111815 tempest-TestEncryptedCinderVolumes-1430111815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:07:49.041584 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-c2157373-6b89-4c99-b2de-fc15272ff6c1 req-94dc293f-1526-482a-95c3-ebbde50d36dc tempest-TestEncryptedCinderVolumes-1430111815 tempest-TestEncryptedCinderVolumes-1430111815-project] 10.222.0.20 "GET /v2.0/ports?device_id=cb05aae1-a986-484f-ab54-bb0312011a78 HTTP/1.1" status: 200 len: 946 time: 0.0665793 Feb 28 11:07:49.097041 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-c2157373-6b89-4c99-b2de-fc15272ff6c1 req-ac166e42-4e7e-4985-a441-429960838fb5 tempest-TestEncryptedCinderVolumes-1430111815 tempest-TestEncryptedCinderVolumes-1430111815-project] 10.222.0.20 "GET /v2.0/security-groups?id=22334089-300e-4ec0-8e7b-f755700ff142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496991 Feb 28 11:07:49.616603 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9630b5cc-3bef-4fac-b3a0-3ef996f694b5 req-d76c6469-c293-48a1-8843-59a1a20987b0 tempest-TestEncryptedCinderVolumes-1430111815 tempest-TestEncryptedCinderVolumes-1430111815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:07:49.618152 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-9630b5cc-3bef-4fac-b3a0-3ef996f694b5 req-d76c6469-c293-48a1-8843-59a1a20987b0 tempest-TestEncryptedCinderVolumes-1430111815 tempest-TestEncryptedCinderVolumes-1430111815-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb05aae1-a986-484f-ab54-bb0312011a78 HTTP/1.1" status: 200 len: 946 time: 0.0593162 Feb 28 11:07:49.713274 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [req-9630b5cc-3bef-4fac-b3a0-3ef996f694b5 req-7ac06134-b3ca-4028-ad5f-c2bb95c9571f tempest-TestEncryptedCinderVolumes-1430111815 tempest-TestEncryptedCinderVolumes-1430111815-project] Deleting port b7ae3af0-0451-462d-8e16-8913c2c46033 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 11:07:49.713623 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-9630b5cc-3bef-4fac-b3a0-3ef996f694b5 req-7ac06134-b3ca-4028-ad5f-c2bb95c9571f tempest-TestEncryptedCinderVolumes-1430111815 tempest-TestEncryptedCinderVolumes-1430111815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (b7ae3af0-0451-462d-8e16-8913c2c46033), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:49.807626 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-9630b5cc-3bef-4fac-b3a0-3ef996f694b5 req-7ac06134-b3ca-4028-ad5f-c2bb95c9571f tempest-TestEncryptedCinderVolumes-1430111815 tempest-TestEncryptedCinderVolumes-1430111815-project] For port b7ae3af0-0451-462d-8e16-8913c2c46033, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=b7ae3af0-0451-462d-8e16-8913c2c46033,segment=NetworkSegment(7c8d9f00-e863-4957-bca6-6ad485d04cb6),segment_id=7c8d9f00-e863-4957-bca6-6ad485d04cb6)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:07:49.808096 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-9630b5cc-3bef-4fac-b3a0-3ef996f694b5 req-7ac06134-b3ca-4028-ad5f-c2bb95c9571f tempest-TestEncryptedCinderVolumes-1430111815 tempest-TestEncryptedCinderVolumes-1430111815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (b7ae3af0-0451-462d-8e16-8913c2c46033), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:49.822647 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [req-9630b5cc-3bef-4fac-b3a0-3ef996f694b5 req-7ac06134-b3ca-4028-ad5f-c2bb95c9571f tempest-TestEncryptedCinderVolumes-1430111815 tempest-TestEncryptedCinderVolumes-1430111815-project] Calling delete_port for b7ae3af0-0451-462d-8e16-8913c2c46033 owned by compute:nova {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 11:07:49.955563 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-9630b5cc-3bef-4fac-b3a0-3ef996f694b5 req-7ac06134-b3ca-4028-ad5f-c2bb95c9571f tempest-TestEncryptedCinderVolumes-1430111815 tempest-TestEncryptedCinderVolumes-1430111815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (b7ae3af0-0451-462d-8e16-8913c2c46033), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:49.990736 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] get_ports_and_sgs() called for port_ids ['b7ae3af0-0451-462d-8e16-8913c2c46033'] {{(pid=103409) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 11:07:49.992919 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac06134-b3ca-4028-ad5f-c2bb95c9571f tempest-TestEncryptedCinderVolumes-1430111815 tempest-TestEncryptedCinderVolumes-1430111815-project] Pushing event deleted for resources: {'Port': ['ID=b7ae3af0-0451-462d-8e16-8913c2c46033,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:07:50.036866 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-9630b5cc-3bef-4fac-b3a0-3ef996f694b5 req-7ac06134-b3ca-4028-ad5f-c2bb95c9571f tempest-TestEncryptedCinderVolumes-1430111815 tempest-TestEncryptedCinderVolumes-1430111815-project] No DVR routers for this DVR port b7ae3af0-0451-462d-8e16-8913c2c46033 on host hv-neutron-mast {{(pid=103407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:07:50.039716 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-9630b5cc-3bef-4fac-b3a0-3ef996f694b5 req-7ac06134-b3ca-4028-ad5f-c2bb95c9571f tempest-TestEncryptedCinderVolumes-1430111815 tempest-TestEncryptedCinderVolumes-1430111815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:50.043152 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-9630b5cc-3bef-4fac-b3a0-3ef996f694b5 req-7ac06134-b3ca-4028-ad5f-c2bb95c9571f tempest-TestEncryptedCinderVolumes-1430111815 tempest-TestEncryptedCinderVolumes-1430111815-project] 10.222.0.30 "DELETE /v2.0/ports/b7ae3af0-0451-462d-8e16-8913c2c46033 HTTP/1.1" status: 204 len: 173 time: 0.4194450 Feb 28 11:07:50.043768 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb05aae1-a986-484f-ab54-bb0312011a78', 'name': 'network-vif-deleted', 'tag': 'b7ae3af0-0451-462d-8e16-8913c2c46033'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:07:50.045894 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c8e1c873eeca597e52e7ceb7469e602eac250bfea6606d285743d38033cf584" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03728798-289f-49ff-9e6a-e99b5da87973" -d '{"events": [{"server_uuid": "cb05aae1-a986-484f-ab54-bb0312011a78", "name": "network-vif-deleted", "tag": "b7ae3af0-0451-462d-8e16-8913c2c46033"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 11:07:50.085433 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 11:07:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40af3e30-2a3e-4cbd-8e32-6b2954a921a0 x-openstack-request-id: req-40af3e30-2a3e-4cbd-8e32-6b2954a921a0 {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 11:07:50.085758 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb05aae1-a986-484f-ab54-bb0312011a78", "name": "network-vif-deleted", "tag": "b7ae3af0-0451-462d-8e16-8913c2c46033", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 11:07:50.086012 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-40af3e30-2a3e-4cbd-8e32-6b2954a921a0 {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 11:07:50.086408 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb05aae1-a986-484f-ab54-bb0312011a78', 'name': 'network-vif-deleted', 'tag': 'b7ae3af0-0451-462d-8e16-8913c2c46033', 'status': 'completed', 'code': 200} Feb 28 11:07:50.202710 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-fbd07292-1980-4365-9383-d0f072548d6b req-7c81b4f4-fb22-423a-a1f2-0bd2a28c31de tempest-TestEncryptedCinderVolumes-1430111815 tempest-TestEncryptedCinderVolumes-1430111815-project] 10.222.0.20 "GET /v2.0/ports?device_id=cb05aae1-a986-484f-ab54-bb0312011a78 HTTP/1.1" status: 200 len: 210 time: 0.0307078 Feb 28 11:07:51.312520 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 45402) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:07:51.685404 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-95a6a5f8-3c15-4cb9-91ce-cdfadde46887 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1802615'] for router_interface (a67b4b69-7c06-4124-a089-60efaa190666), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:51.980330 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-95a6a5f8-3c15-4cb9-91ce-cdfadde46887 admin admin] Deleting port 9659b1fd-9ef1-4495-af0e-1b86dfbd296d {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 11:07:51.980666 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-95a6a5f8-3c15-4cb9-91ce-cdfadde46887 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (9659b1fd-9ef1-4495-af0e-1b86dfbd296d), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:52.066757 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-95a6a5f8-3c15-4cb9-91ce-cdfadde46887 admin admin] For port 9659b1fd-9ef1-4495-af0e-1b86dfbd296d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9659b1fd-9ef1-4495-af0e-1b86dfbd296d,segment=NetworkSegment(7c8d9f00-e863-4957-bca6-6ad485d04cb6),segment_id=7c8d9f00-e863-4957-bca6-6ad485d04cb6)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:07:52.067094 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-95a6a5f8-3c15-4cb9-91ce-cdfadde46887 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (9659b1fd-9ef1-4495-af0e-1b86dfbd296d), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:52.080434 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-95a6a5f8-3c15-4cb9-91ce-cdfadde46887 admin admin] Calling delete_port for 9659b1fd-9ef1-4495-af0e-1b86dfbd296d owned by network:router_interface {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 11:07:52.286147 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-95a6a5f8-3c15-4cb9-91ce-cdfadde46887 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (9659b1fd-9ef1-4495-af0e-1b86dfbd296d), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:52.321594 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a6a5f8-3c15-4cb9-91ce-cdfadde46887 admin admin] Pushing event deleted for resources: {'Port': ['ID=9659b1fd-9ef1-4495-af0e-1b86dfbd296d,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:07:52.408051 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device b7ae3af0-0451-462d-8e16-8913c2c46033 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 11:07:52.429834 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] No Port match for: b7ae3af0-0451-462d-8e16-8913c2c46033 {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 11:07:52.430190 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device b7ae3af0-0451-462d-8e16-8913c2c46033 not bound to the agent host hv-neutron-mast {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 11:07:52.488653 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-95a6a5f8-3c15-4cb9-91ce-cdfadde46887 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1802651'] for router_interface (a67b4b69-7c06-4124-a089-60efaa190666), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:52.729946 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95a6a5f8-3c15-4cb9-91ce-cdfadde46887 admin admin] Router a67b4b69-7c06-4124-a089-60efaa190666 has already been hosted by L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:07:52.846838 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95a6a5f8-3c15-4cb9-91ce-cdfadde46887 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:07:52.853256 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-95a6a5f8-3c15-4cb9-91ce-cdfadde46887 admin admin] 10.222.0.20 "PUT /v2.0/routers/a67b4b69-7c06-4124-a089-60efaa190666/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5395858 Feb 28 11:07:52.855860 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 45404) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:07:52.857919 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a6d1e7-80b7-4daa-a412-d0d140124566 None None] Sync routers for ids ['a67b4b69-7c06-4124-a089-60efaa190666'] in dv-neutron-master-2-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:07:52.868393 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a6d1e7-80b7-4daa-a412-d0d140124566 None None] Routers {'a67b4b69-7c06-4124-a089-60efaa190666'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:07:52.869046 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-c0a6d1e7-80b7-4daa-a412-d0d140124566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T11:07:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['a67b4b69-7c06-4124-a089-60efaa190666'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:07:52.963748 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6dafc05b-760b-4c8e-a1ed-6363437e4eea admin admin] Publish callbacks [] for router (a67b4b69-7c06-4124-a089-60efaa190666), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:52.976011 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-c0a6d1e7-80b7-4daa-a412-d0d140124566 None None] Set router a67b4b69-7c06-4124-a089-60efaa190666 gateway port host: dv-neutron-master-2-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:07:53.175683 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-c0a6d1e7-80b7-4daa-a412-d0d140124566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a67b4b69-7c06-4124-a089-60efaa190666', 'name': 'tempest-TestEncryptedCinderVolumes-2002998449-router', 'tenant_id': '0c6c60884e1c4fabbf9721335edb1c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.67'}], 'enable_snat': True}, 'gw_port_id': '7b94adb1-bef9-4ab7-bff5-b8c8e1169fbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:05:54Z', 'updated_at': '2022-02-28T11:07:52Z', 'revision_number': 5, 'project_id': '0c6c60884e1c4fabbf9721335edb1c7e', 'gw_port': {'id': '7b94adb1-bef9-4ab7-bff5-b8c8e1169fbd', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ef:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a67b4b69-7c06-4124-a089-60efaa190666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:05:55Z', 'updated_at': '2022-02-28T11:06:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:07:53.206699 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a6d1e7-80b7-4daa-a412-d0d140124566 None None] Checking router: a67b4b69-7c06-4124-a089-60efaa190666 for host: dv-neutron-master-2-hyperv {{(pid=103410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:07:53.216630 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a6d1e7-80b7-4daa-a412-d0d140124566 None None] Routers {'a67b4b69-7c06-4124-a089-60efaa190666'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:07:53.217283 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-c0a6d1e7-80b7-4daa-a412-d0d140124566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T11:07:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['a67b4b69-7c06-4124-a089-60efaa190666'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:07:53.432114 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-c0a6d1e7-80b7-4daa-a412-d0d140124566 None None] Set router a67b4b69-7c06-4124-a089-60efaa190666 gateway port host: dv-neutron-master-2-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:07:53.434660 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6dafc05b-760b-4c8e-a1ed-6363437e4eea admin admin] Publish callbacks [] for router_gateway (a67b4b69-7c06-4124-a089-60efaa190666), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:53.487617 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-6dafc05b-760b-4c8e-a1ed-6363437e4eea admin admin] Deleting port 7b94adb1-bef9-4ab7-bff5-b8c8e1169fbd {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 11:07:53.487968 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6dafc05b-760b-4c8e-a1ed-6363437e4eea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (7b94adb1-bef9-4ab7-bff5-b8c8e1169fbd), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:53.567038 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-6dafc05b-760b-4c8e-a1ed-6363437e4eea admin admin] For port 7b94adb1-bef9-4ab7-bff5-b8c8e1169fbd, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7b94adb1-bef9-4ab7-bff5-b8c8e1169fbd,segment=NetworkSegment(195d7ed7-323d-4284-82df-208cca613d99),segment_id=195d7ed7-323d-4284-82df-208cca613d99)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:07:53.567402 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6dafc05b-760b-4c8e-a1ed-6363437e4eea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (7b94adb1-bef9-4ab7-bff5-b8c8e1169fbd), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:53.585042 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-6dafc05b-760b-4c8e-a1ed-6363437e4eea admin admin] Calling delete_port for 7b94adb1-bef9-4ab7-bff5-b8c8e1169fbd owned by network:router_gateway {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 11:07:53.614495 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-c0a6d1e7-80b7-4daa-a412-d0d140124566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a67b4b69-7c06-4124-a089-60efaa190666', 'name': 'tempest-TestEncryptedCinderVolumes-2002998449-router', 'tenant_id': '0c6c60884e1c4fabbf9721335edb1c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.67'}], 'enable_snat': True}, 'gw_port_id': '7b94adb1-bef9-4ab7-bff5-b8c8e1169fbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:05:54Z', 'updated_at': '2022-02-28T11:07:52Z', 'revision_number': 5, 'project_id': '0c6c60884e1c4fabbf9721335edb1c7e', 'gw_port': {'id': '7b94adb1-bef9-4ab7-bff5-b8c8e1169fbd', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ef:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a67b4b69-7c06-4124-a089-60efaa190666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:05:55Z', 'updated_at': '2022-02-28T11:06:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:07:53.642405 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a6d1e7-80b7-4daa-a412-d0d140124566 None None] The sync data for ids ['a67b4b69-7c06-4124-a089-60efaa190666'] in dv-neutron-master-2-hyperv is: [{'id': 'a67b4b69-7c06-4124-a089-60efaa190666', 'name': 'tempest-TestEncryptedCinderVolumes-2002998449-router', 'tenant_id': '0c6c60884e1c4fabbf9721335edb1c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.67'}], 'enable_snat': True}, 'gw_port_id': '7b94adb1-bef9-4ab7-bff5-b8c8e1169fbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:05:54Z', 'updated_at': '2022-02-28T11:07:52Z', 'revision_number': 5, 'project_id': '0c6c60884e1c4fabbf9721335edb1c7e', 'gw_port': {'id': '7b94adb1-bef9-4ab7-bff5-b8c8e1169fbd', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ef:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a67b4b69-7c06-4124-a089-60efaa190666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:05:55Z', 'updated_at': '2022-02-28T11:06:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:07:53.762114 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6dafc05b-760b-4c8e-a1ed-6363437e4eea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (7b94adb1-bef9-4ab7-bff5-b8c8e1169fbd), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:53.788753 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dafc05b-760b-4c8e-a1ed-6363437e4eea admin admin] Pushing event deleted for resources: {'Port': ['ID=7b94adb1-bef9-4ab7-bff5-b8c8e1169fbd,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:07:53.850675 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6dafc05b-760b-4c8e-a1ed-6363437e4eea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1803321'] for router_gateway (a67b4b69-7c06-4124-a089-60efaa190666), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:53.944466 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6dafc05b-760b-4c8e-a1ed-6363437e4eea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1807017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5941'] for router (a67b4b69-7c06-4124-a089-60efaa190666), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:53.946632 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6dafc05b-760b-4c8e-a1ed-6363437e4eea admin admin] Publish callbacks [] for router_controller (a67b4b69-7c06-4124-a089-60efaa190666), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:54.003732 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6dafc05b-760b-4c8e-a1ed-6363437e4eea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1806994'] for router (a67b4b69-7c06-4124-a089-60efaa190666), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:54.004778 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dafc05b-760b-4c8e-a1ed-6363437e4eea admin admin] Fanout notify agent at l3_agent the message router_deleted on router a67b4b69-7c06-4124-a089-60efaa190666 {{(pid=103407) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 11:07:54.012722 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6dafc05b-760b-4c8e-a1ed-6363437e4eea admin admin] Publish callbacks [] for router (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:54.017089 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 45406) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:07:54.027825 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-6dafc05b-760b-4c8e-a1ed-6363437e4eea admin admin] 10.222.0.20 "DELETE /v2.0/routers/a67b4b69-7c06-4124-a089-60efaa190666 HTTP/1.1" status: 204 len: 168 time: 1.1695852 Feb 28 11:07:54.072544 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3477906-c50c-4998-8621-2046c78ddce0 admin admin] Deleting subnet 578885df-974f-4f74-bdfb-8fb5222e7b9d {{(pid=103408) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 11:07:54.078829 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d3477906-c50c-4998-8621-2046c78ddce0 admin admin] Publish callbacks [] for subnet (578885df-974f-4f74-bdfb-8fb5222e7b9d), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:54.117886 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d3477906-c50c-4998-8621-2046c78ddce0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3423529'] for subnet (578885df-974f-4f74-bdfb-8fb5222e7b9d), precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:54.200708 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d3477906-c50c-4998-8621-2046c78ddce0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-823142'] for subnet (578885df-974f-4f74-bdfb-8fb5222e7b9d), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:54.255323 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d3477906-c50c-4998-8621-2046c78ddce0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-823145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3242523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3951170'] for subnet (578885df-974f-4f74-bdfb-8fb5222e7b9d), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:54.268444 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d3477906-c50c-4998-8621-2046c78ddce0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:54.271750 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-d3477906-c50c-4998-8621-2046c78ddce0 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/578885df-974f-4f74-bdfb-8fb5222e7b9d HTTP/1.1" status: 204 len: 168 time: 0.2536051 Feb 28 11:07:54.275632 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 45410) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:07:54.285502 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c38bec7e-4c16-44d7-95f7-57f68cdf2004 None None] Network cf60ec7f-9627-4b80-a121-3bea4299583a requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 11:07:54.292181 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3477906-c50c-4998-8621-2046c78ddce0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=578885df-974f-4f74-bdfb-8fb5222e7b9d,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:07:54.299561 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3477906-c50c-4998-8621-2046c78ddce0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:07:54.299924 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3477906-c50c-4998-8621-2046c78ddce0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:07:54.300273 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3477906-c50c-4998-8621-2046c78ddce0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:07:54.300638 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3477906-c50c-4998-8621-2046c78ddce0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:07:54.300983 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3477906-c50c-4998-8621-2046c78ddce0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:07:54.301320 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3477906-c50c-4998-8621-2046c78ddce0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:07:54.301653 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3477906-c50c-4998-8621-2046c78ddce0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:07:54.301988 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3477906-c50c-4998-8621-2046c78ddce0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:07:54.302322 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3477906-c50c-4998-8621-2046c78ddce0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:07:54.302679 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3477906-c50c-4998-8621-2046c78ddce0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:07:54.303467 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3477906-c50c-4998-8621-2046c78ddce0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:07:54.303976 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3477906-c50c-4998-8621-2046c78ddce0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:07:54.305366 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3477906-c50c-4998-8621-2046c78ddce0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:07:54.366877 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-32cb9217-68a7-46e7-8e87-39a8bf629b49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-665757'] for network (cf60ec7f-9627-4b80-a121-3bea4299583a), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:54.437332 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-32cb9217-68a7-46e7-8e87-39a8bf629b49 admin admin] Deleting port 9d9fc932-4ce5-4af6-b4be-14f8a3d1585e {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 11:07:54.438375 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-32cb9217-68a7-46e7-8e87-39a8bf629b49 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (9d9fc932-4ce5-4af6-b4be-14f8a3d1585e), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:54.513390 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-32cb9217-68a7-46e7-8e87-39a8bf629b49 admin admin] For port 9d9fc932-4ce5-4af6-b4be-14f8a3d1585e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9d9fc932-4ce5-4af6-b4be-14f8a3d1585e,segment=NetworkSegment(7c8d9f00-e863-4957-bca6-6ad485d04cb6),segment_id=7c8d9f00-e863-4957-bca6-6ad485d04cb6)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:07:54.513755 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-32cb9217-68a7-46e7-8e87-39a8bf629b49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (9d9fc932-4ce5-4af6-b4be-14f8a3d1585e), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:54.527122 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-32cb9217-68a7-46e7-8e87-39a8bf629b49 admin admin] Calling delete_port for 9d9fc932-4ce5-4af6-b4be-14f8a3d1585e owned by network:dhcp {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 11:07:54.608996 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-32cb9217-68a7-46e7-8e87-39a8bf629b49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (9d9fc932-4ce5-4af6-b4be-14f8a3d1585e), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:54.639179 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cb9217-68a7-46e7-8e87-39a8bf629b49 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d9fc932-4ce5-4af6-b4be-14f8a3d1585e,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:07:54.644208 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32cb9217-68a7-46e7-8e87-39a8bf629b49 admin admin] No DVR routers for this DVR port 9d9fc932-4ce5-4af6-b4be-14f8a3d1585e on host dv-neutron-master-2-hyperv {{(pid=103407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:07:54.716937 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-32cb9217-68a7-46e7-8e87-39a8bf629b49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672413', 'neutron.services.segments.db._delete_segments_for_network-8742057110173'] for network (cf60ec7f-9627-4b80-a121-3bea4299583a), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:54.742697 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-32cb9217-68a7-46e7-8e87-39a8bf629b49 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf60ec7f-9627-4b80-a121-3bea4299583a']}} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:07:54.757000 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-32cb9217-68a7-46e7-8e87-39a8bf629b49 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c8d9f00-e863-4957-bca6-6ad485d04cb6') {'for_net_delete': True} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:07:54.757341 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-32cb9217-68a7-46e7-8e87-39a8bf629b49 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c8d9f00-e863-4957-bca6-6ad485d04cb6') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:07:54.768109 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16dcdf60-10df-4df4-91ea-a5eacea7f598 None None] DHCP port deletion for cf60ec7f-9627-4b80-a121-3bea4299583a request from dv-neutron-master-2-hyperv {{(pid=103409) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 11:07:54.771317 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-32cb9217-68a7-46e7-8e87-39a8bf629b49 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742057113766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3501147'] for segment (7c8d9f00-e863-4957-bca6-6ad485d04cb6), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:54.794306 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-32cb9217-68a7-46e7-8e87-39a8bf629b49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (7c8d9f00-e863-4957-bca6-6ad485d04cb6), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:54.801624 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32cb9217-68a7-46e7-8e87-39a8bf629b49 admin admin] Releasing vlan 253 on physical network physnet1 to pool {{(pid=103407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 11:07:54.802060 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-32cb9217-68a7-46e7-8e87-39a8bf629b49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3498166'] for segment (7c8d9f00-e863-4957-bca6-6ad485d04cb6), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:54.804781 dv-neutron-master-2-hyperv neutron-server[103407]: Traceback (most recent call last): Feb 28 11:07:54.804781 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 11:07:54.804781 dv-neutron-master-2-hyperv neutron-server[103407]: timer() Feb 28 11:07:54.804781 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:07:54.804781 dv-neutron-master-2-hyperv neutron-server[103407]: cb(*args, **kw) Feb 28 11:07:54.804781 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 11:07:54.804781 dv-neutron-master-2-hyperv neutron-server[103407]: return func(*args, **kwargs) Feb 28 11:07:54.804781 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:07:54.804781 dv-neutron-master-2-hyperv neutron-server[103407]: self._notify() Feb 28 11:07:54.804781 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:07:54.804781 dv-neutron-master-2-hyperv neutron-server[103407]: self.callback(batched_events) Feb 28 11:07:54.804781 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:07:54.804781 dv-neutron-master-2-hyperv neutron-server[103407]: event.method(event) Feb 28 11:07:54.804781 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 11:07:54.804781 dv-neutron-master-2-hyperv neutron-server[103407]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:07:54.804781 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 11:07:54.804781 dv-neutron-master-2-hyperv neutron-server[103407]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:07:54.804781 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 11:07:54.804781 dv-neutron-master-2-hyperv neutron-server[103407]: return f(self, *a, **k) Feb 28 11:07:54.804781 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 11:07:54.804781 dv-neutron-master-2-hyperv neutron-server[103407]: return self._get(url).json() Feb 28 11:07:54.804781 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 11:07:54.804781 dv-neutron-master-2-hyperv neutron-server[103407]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:07:54.804781 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 11:07:54.804781 dv-neutron-master-2-hyperv neutron-server[103407]: return self.request(url, 'GET', **kwargs) Feb 28 11:07:54.804781 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 11:07:54.804781 dv-neutron-master-2-hyperv neutron-server[103407]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:07:54.804781 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 11:07:54.804781 dv-neutron-master-2-hyperv neutron-server[103407]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:07:54.804781 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 11:07:54.804781 dv-neutron-master-2-hyperv neutron-server[103407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:07:54.804781 dv-neutron-master-2-hyperv neutron-server[103407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:07:54.875603 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-32cb9217-68a7-46e7-8e87-39a8bf629b49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803269'] for network (cf60ec7f-9627-4b80-a121-3bea4299583a), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:54.882842 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-32cb9217-68a7-46e7-8e87-39a8bf629b49 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:54.889512 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-32cb9217-68a7-46e7-8e87-39a8bf629b49 admin admin] 10.222.0.20 "DELETE /v2.0/networks/cf60ec7f-9627-4b80-a121-3bea4299583a HTTP/1.1" status: 204 len: 168 time: 0.6093593 Feb 28 11:07:54.890284 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 45412) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:07:54.910399 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cb9217-68a7-46e7-8e87-39a8bf629b49 admin admin] Pushing event deleted for resources: {'Network': ['ID=cf60ec7f-9627-4b80-a121-3bea4299583a,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:07:55.305315 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-eb263723-b2bb-4b9e-b82c-a723b895a2e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1802615'] for router_interface (6305acba-f735-428b-bfa7-b703d7ad0bd9), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:55.567315 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-eb263723-b2bb-4b9e-b82c-a723b895a2e2 admin admin] Deleting port a673e233-6157-4ce1-9921-e825df77cfbb {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 11:07:55.567544 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-eb263723-b2bb-4b9e-b82c-a723b895a2e2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (a673e233-6157-4ce1-9921-e825df77cfbb), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:55.649494 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-eb263723-b2bb-4b9e-b82c-a723b895a2e2 admin admin] For port a673e233-6157-4ce1-9921-e825df77cfbb, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a673e233-6157-4ce1-9921-e825df77cfbb,segment=NetworkSegment(5d19b2ac-12a1-46da-80bd-29b0285117cf),segment_id=5d19b2ac-12a1-46da-80bd-29b0285117cf)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:07:55.649844 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-eb263723-b2bb-4b9e-b82c-a723b895a2e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (a673e233-6157-4ce1-9921-e825df77cfbb), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:55.666307 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-eb263723-b2bb-4b9e-b82c-a723b895a2e2 admin admin] Calling delete_port for a673e233-6157-4ce1-9921-e825df77cfbb owned by network:router_interface {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 11:07:55.715158 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 9659b1fd-9ef1-4495-af0e-1b86dfbd296d no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 11:07:55.737116 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] No Port match for: 9659b1fd-9ef1-4495-af0e-1b86dfbd296d {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 11:07:55.737433 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 9659b1fd-9ef1-4495-af0e-1b86dfbd296d not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 11:07:55.738113 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 7b94adb1-bef9-4ab7-bff5-b8c8e1169fbd no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 11:07:55.761916 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] No Port match for: 7b94adb1-bef9-4ab7-bff5-b8c8e1169fbd {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 11:07:55.762257 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 7b94adb1-bef9-4ab7-bff5-b8c8e1169fbd not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 11:07:55.762899 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 9d9fc932-4ce5-4af6-b4be-14f8a3d1585e no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 11:07:55.782454 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] No Port match for: 9d9fc932-4ce5-4af6-b4be-14f8a3d1585e {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 11:07:55.782786 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 9d9fc932-4ce5-4af6-b4be-14f8a3d1585e not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 11:07:55.871306 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-eb263723-b2bb-4b9e-b82c-a723b895a2e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (a673e233-6157-4ce1-9921-e825df77cfbb), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:55.900340 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb263723-b2bb-4b9e-b82c-a723b895a2e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=a673e233-6157-4ce1-9921-e825df77cfbb,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:07:56.092238 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-eb263723-b2bb-4b9e-b82c-a723b895a2e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1802651'] for router_interface (6305acba-f735-428b-bfa7-b703d7ad0bd9), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:56.326297 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb263723-b2bb-4b9e-b82c-a723b895a2e2 admin admin] Router 6305acba-f735-428b-bfa7-b703d7ad0bd9 has already been hosted by L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 {{(pid=103408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:07:56.444667 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb263723-b2bb-4b9e-b82c-a723b895a2e2 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:07:56.449760 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-eb263723-b2bb-4b9e-b82c-a723b895a2e2 admin admin] 10.222.0.20 "PUT /v2.0/routers/6305acba-f735-428b-bfa7-b703d7ad0bd9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5582390 Feb 28 11:07:56.452236 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 45414) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:07:56.454756 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ec5c84-61e8-4130-b9be-ee60f487652d None None] Sync routers for ids ['6305acba-f735-428b-bfa7-b703d7ad0bd9'] in dv-neutron-master-2-hyperv {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:07:56.466793 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ec5c84-61e8-4130-b9be-ee60f487652d None None] Routers {'6305acba-f735-428b-bfa7-b703d7ad0bd9'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:07:56.467452 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-07ec5c84-61e8-4130-b9be-ee60f487652d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T11:07:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['6305acba-f735-428b-bfa7-b703d7ad0bd9'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:07:56.564171 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f9c430b5-44a3-4dc8-b43e-b801d4395a89 admin admin] Publish callbacks [] for router (6305acba-f735-428b-bfa7-b703d7ad0bd9), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:56.581090 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-07ec5c84-61e8-4130-b9be-ee60f487652d None None] Set router 6305acba-f735-428b-bfa7-b703d7ad0bd9 gateway port host: dv-neutron-master-2-hyperv {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:07:56.669198 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f9c430b5-44a3-4dc8-b43e-b801d4395a89 admin admin] Publish callbacks [] for router_gateway (6305acba-f735-428b-bfa7-b703d7ad0bd9), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:56.738098 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-f9c430b5-44a3-4dc8-b43e-b801d4395a89 admin admin] Deleting port 8a36eece-e0e0-4348-9a5d-942a59176554 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 11:07:56.738563 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f9c430b5-44a3-4dc8-b43e-b801d4395a89 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (8a36eece-e0e0-4348-9a5d-942a59176554), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:56.773016 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-07ec5c84-61e8-4130-b9be-ee60f487652d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6305acba-f735-428b-bfa7-b703d7ad0bd9', 'name': 'tempest-TestEncryptedCinderVolumes-674237376-router', 'tenant_id': '6bfa58c2d3a046e7b4903a0081a824f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.57'}], 'enable_snat': True}, 'gw_port_id': '8a36eece-e0e0-4348-9a5d-942a59176554', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:05:59Z', 'updated_at': '2022-02-28T11:07:55Z', 'revision_number': 5, 'project_id': '6bfa58c2d3a046e7b4903a0081a824f7', 'gw_port': {'id': '8a36eece-e0e0-4348-9a5d-942a59176554', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:25:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6305acba-f735-428b-bfa7-b703d7ad0bd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:06:00Z', 'updated_at': '2022-02-28T11:06:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:07:56.804024 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ec5c84-61e8-4130-b9be-ee60f487652d None None] Checking router: 6305acba-f735-428b-bfa7-b703d7ad0bd9 for host: dv-neutron-master-2-hyperv {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:07:56.812649 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ec5c84-61e8-4130-b9be-ee60f487652d None None] Routers {'6305acba-f735-428b-bfa7-b703d7ad0bd9'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:07:56.813246 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-07ec5c84-61e8-4130-b9be-ee60f487652d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T11:07:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['6305acba-f735-428b-bfa7-b703d7ad0bd9'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:07:56.830303 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-f9c430b5-44a3-4dc8-b43e-b801d4395a89 admin admin] For port 8a36eece-e0e0-4348-9a5d-942a59176554, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8a36eece-e0e0-4348-9a5d-942a59176554,segment=NetworkSegment(195d7ed7-323d-4284-82df-208cca613d99),segment_id=195d7ed7-323d-4284-82df-208cca613d99)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:07:56.830683 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f9c430b5-44a3-4dc8-b43e-b801d4395a89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (8a36eece-e0e0-4348-9a5d-942a59176554), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:56.844760 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-f9c430b5-44a3-4dc8-b43e-b801d4395a89 admin admin] Calling delete_port for 8a36eece-e0e0-4348-9a5d-942a59176554 owned by network:router_gateway {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 11:07:56.903187 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-07ec5c84-61e8-4130-b9be-ee60f487652d None None] Set router 6305acba-f735-428b-bfa7-b703d7ad0bd9 gateway port host: None {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:07:56.954553 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-07ec5c84-61e8-4130-b9be-ee60f487652d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6305acba-f735-428b-bfa7-b703d7ad0bd9', 'name': 'tempest-TestEncryptedCinderVolumes-674237376-router', 'tenant_id': '6bfa58c2d3a046e7b4903a0081a824f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:05:59Z', 'updated_at': '2022-02-28T11:07:56Z', 'revision_number': 6, 'project_id': '6bfa58c2d3a046e7b4903a0081a824f7', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:07:56.986189 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ec5c84-61e8-4130-b9be-ee60f487652d None None] The sync data for ids ['6305acba-f735-428b-bfa7-b703d7ad0bd9'] in dv-neutron-master-2-hyperv is: [{'id': '6305acba-f735-428b-bfa7-b703d7ad0bd9', 'name': 'tempest-TestEncryptedCinderVolumes-674237376-router', 'tenant_id': '6bfa58c2d3a046e7b4903a0081a824f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:05:59Z', 'updated_at': '2022-02-28T11:07:56Z', 'revision_number': 6, 'project_id': '6bfa58c2d3a046e7b4903a0081a824f7', 'gw_port_host': None}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:07:57.025792 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f9c430b5-44a3-4dc8-b43e-b801d4395a89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (8a36eece-e0e0-4348-9a5d-942a59176554), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:57.056992 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c430b5-44a3-4dc8-b43e-b801d4395a89 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a36eece-e0e0-4348-9a5d-942a59176554,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:07:57.123986 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f9c430b5-44a3-4dc8-b43e-b801d4395a89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1803321'] for router_gateway (6305acba-f735-428b-bfa7-b703d7ad0bd9), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:57.224245 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f9c430b5-44a3-4dc8-b43e-b801d4395a89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1807017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5941'] for router (6305acba-f735-428b-bfa7-b703d7ad0bd9), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:57.226687 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f9c430b5-44a3-4dc8-b43e-b801d4395a89 admin admin] Publish callbacks [] for router_controller (6305acba-f735-428b-bfa7-b703d7ad0bd9), precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:57.278977 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f9c430b5-44a3-4dc8-b43e-b801d4395a89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1806994'] for router (6305acba-f735-428b-bfa7-b703d7ad0bd9), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:57.279630 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9c430b5-44a3-4dc8-b43e-b801d4395a89 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6305acba-f735-428b-bfa7-b703d7ad0bd9 {{(pid=103408) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 11:07:57.285302 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f9c430b5-44a3-4dc8-b43e-b801d4395a89 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:57.286832 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-f9c430b5-44a3-4dc8-b43e-b801d4395a89 admin admin] 10.222.0.20 "DELETE /v2.0/routers/6305acba-f735-428b-bfa7-b703d7ad0bd9 HTTP/1.1" status: 204 len: 168 time: 0.8336375 Feb 28 11:07:57.289776 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 45416) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:07:57.343192 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_v2 [None req-efd839f2-d540-42a7-8080-2bdde007c1ab admin admin] Deleting subnet 22cb1d7a-0b60-483c-9113-c377a04b7699 {{(pid=103408) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 11:07:57.346593 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-efd839f2-d540-42a7-8080-2bdde007c1ab admin admin] Publish callbacks [] for subnet (22cb1d7a-0b60-483c-9113-c377a04b7699), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:57.383175 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-efd839f2-d540-42a7-8080-2bdde007c1ab admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3423529'] for subnet (22cb1d7a-0b60-483c-9113-c377a04b7699), precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:57.461113 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-efd839f2-d540-42a7-8080-2bdde007c1ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-823142'] for subnet (22cb1d7a-0b60-483c-9113-c377a04b7699), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:57.519883 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-efd839f2-d540-42a7-8080-2bdde007c1ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-823145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3242523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3951170'] for subnet (22cb1d7a-0b60-483c-9113-c377a04b7699), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:57.546499 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd839f2-d540-42a7-8080-2bdde007c1ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22cb1d7a-0b60-483c-9113-c377a04b7699,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:07:57.551420 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-efd839f2-d540-42a7-8080-2bdde007c1ab admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:57.555757 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-efd839f2-d540-42a7-8080-2bdde007c1ab admin admin] 10.222.0.20 "DELETE /v2.0/subnets/22cb1d7a-0b60-483c-9113-c377a04b7699 HTTP/1.1" status: 204 len: 168 time: 0.2647398 Feb 28 11:07:57.558395 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 45418) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:07:57.559025 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2606ca24-f83b-4af0-b594-cc88013a9caf None None] Network c3a38cd5-868f-4de9-9259-1da03ff655dd requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 11:07:57.635555 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bb2d1051-1a9c-4db3-b215-3b1529fe3dd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-665757'] for network (c3a38cd5-868f-4de9-9259-1da03ff655dd), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:57.694200 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-bb2d1051-1a9c-4db3-b215-3b1529fe3dd0 admin admin] Deleting port 4d0ac183-b3fc-4acc-9f5d-6458583bc2e0 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 11:07:57.694573 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bb2d1051-1a9c-4db3-b215-3b1529fe3dd0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (4d0ac183-b3fc-4acc-9f5d-6458583bc2e0), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:57.761639 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-bb2d1051-1a9c-4db3-b215-3b1529fe3dd0 admin admin] For port 4d0ac183-b3fc-4acc-9f5d-6458583bc2e0, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4d0ac183-b3fc-4acc-9f5d-6458583bc2e0,segment=NetworkSegment(5d19b2ac-12a1-46da-80bd-29b0285117cf),segment_id=5d19b2ac-12a1-46da-80bd-29b0285117cf)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:07:57.761976 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bb2d1051-1a9c-4db3-b215-3b1529fe3dd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (4d0ac183-b3fc-4acc-9f5d-6458583bc2e0), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:57.775529 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5bff849-d103-493f-b5f4-a0ec2b57fa8a None None] DHCP port deletion for c3a38cd5-868f-4de9-9259-1da03ff655dd request from dv-neutron-master-2-hyperv {{(pid=103409) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 11:07:57.781242 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-bb2d1051-1a9c-4db3-b215-3b1529fe3dd0 admin admin] Calling delete_port for 4d0ac183-b3fc-4acc-9f5d-6458583bc2e0 owned by network:dhcp {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 11:07:57.831602 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device a673e233-6157-4ce1-9921-e825df77cfbb no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 11:07:57.837366 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-d5bff849-d103-493f-b5f4-a0ec2b57fa8a None None] Deleting port 4d0ac183-b3fc-4acc-9f5d-6458583bc2e0 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 11:07:57.837751 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d5bff849-d103-493f-b5f4-a0ec2b57fa8a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (4d0ac183-b3fc-4acc-9f5d-6458583bc2e0), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:57.871080 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bb2d1051-1a9c-4db3-b215-3b1529fe3dd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (4d0ac183-b3fc-4acc-9f5d-6458583bc2e0), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:57.888663 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] No Port match for: a673e233-6157-4ce1-9921-e825df77cfbb {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 11:07:57.889023 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device a673e233-6157-4ce1-9921-e825df77cfbb not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 11:07:57.889462 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 4d0ac183-b3fc-4acc-9f5d-6458583bc2e0 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 11:07:57.903055 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2d1051-1a9c-4db3-b215-3b1529fe3dd0 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d0ac183-b3fc-4acc-9f5d-6458583bc2e0,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:07:57.905374 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb2d1051-1a9c-4db3-b215-3b1529fe3dd0 admin admin] No DVR routers for this DVR port 4d0ac183-b3fc-4acc-9f5d-6458583bc2e0 on host dv-neutron-master-2-hyperv {{(pid=103407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:07:57.914534 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2d1051-1a9c-4db3-b215-3b1529fe3dd0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:07:57.914748 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2d1051-1a9c-4db3-b215-3b1529fe3dd0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:07:57.915127 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2d1051-1a9c-4db3-b215-3b1529fe3dd0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:07:57.915543 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2d1051-1a9c-4db3-b215-3b1529fe3dd0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:07:57.915793 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2d1051-1a9c-4db3-b215-3b1529fe3dd0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:07:57.916229 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2d1051-1a9c-4db3-b215-3b1529fe3dd0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:07:57.916416 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2d1051-1a9c-4db3-b215-3b1529fe3dd0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:07:57.916780 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2d1051-1a9c-4db3-b215-3b1529fe3dd0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:07:57.917113 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2d1051-1a9c-4db3-b215-3b1529fe3dd0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:07:57.917466 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2d1051-1a9c-4db3-b215-3b1529fe3dd0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:07:57.917782 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2d1051-1a9c-4db3-b215-3b1529fe3dd0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:07:57.918103 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2d1051-1a9c-4db3-b215-3b1529fe3dd0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:07:57.918425 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2d1051-1a9c-4db3-b215-3b1529fe3dd0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:07:57.939215 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] No Port match for: 4d0ac183-b3fc-4acc-9f5d-6458583bc2e0 {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 11:07:57.939548 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 4d0ac183-b3fc-4acc-9f5d-6458583bc2e0 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 11:07:57.939974 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 8a36eece-e0e0-4348-9a5d-942a59176554 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 11:07:57.964693 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] No Port match for: 8a36eece-e0e0-4348-9a5d-942a59176554 {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 11:07:57.965026 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 8a36eece-e0e0-4348-9a5d-942a59176554 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 11:07:57.974929 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-d5bff849-d103-493f-b5f4-a0ec2b57fa8a None None] For port 4d0ac183-b3fc-4acc-9f5d-6458583bc2e0, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4d0ac183-b3fc-4acc-9f5d-6458583bc2e0,segment=NetworkSegment(5d19b2ac-12a1-46da-80bd-29b0285117cf),segment_id=5d19b2ac-12a1-46da-80bd-29b0285117cf)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:07:57.975385 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d5bff849-d103-493f-b5f4-a0ec2b57fa8a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (4d0ac183-b3fc-4acc-9f5d-6458583bc2e0), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:57.988193 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-d5bff849-d103-493f-b5f4-a0ec2b57fa8a None None] Calling delete_port for 4d0ac183-b3fc-4acc-9f5d-6458583bc2e0 owned by network:dhcp {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 11:07:57.991993 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bb2d1051-1a9c-4db3-b215-3b1529fe3dd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672413', 'neutron.services.segments.db._delete_segments_for_network-8742057110173'] for network (c3a38cd5-868f-4de9-9259-1da03ff655dd), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:58.015967 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-bb2d1051-1a9c-4db3-b215-3b1529fe3dd0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3a38cd5-868f-4de9-9259-1da03ff655dd']}} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:07:58.030966 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-bb2d1051-1a9c-4db3-b215-3b1529fe3dd0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d19b2ac-12a1-46da-80bd-29b0285117cf') {'for_net_delete': True} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:07:58.031264 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-bb2d1051-1a9c-4db3-b215-3b1529fe3dd0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d19b2ac-12a1-46da-80bd-29b0285117cf') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:07:58.045515 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bb2d1051-1a9c-4db3-b215-3b1529fe3dd0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742057113766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3501147'] for segment (5d19b2ac-12a1-46da-80bd-29b0285117cf), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:58.061527 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bb2d1051-1a9c-4db3-b215-3b1529fe3dd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (5d19b2ac-12a1-46da-80bd-29b0285117cf), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:58.070253 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb2d1051-1a9c-4db3-b215-3b1529fe3dd0 admin admin] Releasing vlan 264 on physical network physnet1 to pool {{(pid=103407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 11:07:58.070567 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bb2d1051-1a9c-4db3-b215-3b1529fe3dd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3498166'] for segment (5d19b2ac-12a1-46da-80bd-29b0285117cf), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:58.072638 dv-neutron-master-2-hyperv neutron-server[103407]: Traceback (most recent call last): Feb 28 11:07:58.072638 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 11:07:58.072638 dv-neutron-master-2-hyperv neutron-server[103407]: timer() Feb 28 11:07:58.072638 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:07:58.072638 dv-neutron-master-2-hyperv neutron-server[103407]: cb(*args, **kw) Feb 28 11:07:58.072638 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 11:07:58.072638 dv-neutron-master-2-hyperv neutron-server[103407]: return func(*args, **kwargs) Feb 28 11:07:58.072638 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:07:58.072638 dv-neutron-master-2-hyperv neutron-server[103407]: self._notify() Feb 28 11:07:58.072638 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:07:58.072638 dv-neutron-master-2-hyperv neutron-server[103407]: self.callback(batched_events) Feb 28 11:07:58.072638 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:07:58.072638 dv-neutron-master-2-hyperv neutron-server[103407]: event.method(event) Feb 28 11:07:58.072638 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 11:07:58.072638 dv-neutron-master-2-hyperv neutron-server[103407]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:07:58.072638 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 11:07:58.072638 dv-neutron-master-2-hyperv neutron-server[103407]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:07:58.072638 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 11:07:58.072638 dv-neutron-master-2-hyperv neutron-server[103407]: return f(self, *a, **k) Feb 28 11:07:58.072638 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 11:07:58.072638 dv-neutron-master-2-hyperv neutron-server[103407]: return self._get(url).json() Feb 28 11:07:58.072638 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 11:07:58.072638 dv-neutron-master-2-hyperv neutron-server[103407]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:07:58.072638 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 11:07:58.072638 dv-neutron-master-2-hyperv neutron-server[103407]: return self.request(url, 'GET', **kwargs) Feb 28 11:07:58.072638 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 11:07:58.072638 dv-neutron-master-2-hyperv neutron-server[103407]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:07:58.072638 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 11:07:58.072638 dv-neutron-master-2-hyperv neutron-server[103407]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:07:58.072638 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 11:07:58.072638 dv-neutron-master-2-hyperv neutron-server[103407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:07:58.072638 dv-neutron-master-2-hyperv neutron-server[103407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:07:58.090016 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d5bff849-d103-493f-b5f4-a0ec2b57fa8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758'] for port (4d0ac183-b3fc-4acc-9f5d-6458583bc2e0), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:58.116204 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bff849-d103-493f-b5f4-a0ec2b57fa8a None None] Pushing event deleted for resources: {'Port': ['ID=4d0ac183-b3fc-4acc-9f5d-6458583bc2e0,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:07:58.126426 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5bff849-d103-493f-b5f4-a0ec2b57fa8a None None] No DVR routers for this DVR port 4d0ac183-b3fc-4acc-9f5d-6458583bc2e0 on host dv-neutron-master-2-hyperv {{(pid=103409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:07:58.128729 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bff849-d103-493f-b5f4-a0ec2b57fa8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:07:58.129089 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bff849-d103-493f-b5f4-a0ec2b57fa8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:07:58.129432 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bff849-d103-493f-b5f4-a0ec2b57fa8a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:07:58.129825 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bff849-d103-493f-b5f4-a0ec2b57fa8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:07:58.130482 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bff849-d103-493f-b5f4-a0ec2b57fa8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:07:58.131406 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bff849-d103-493f-b5f4-a0ec2b57fa8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:07:58.131682 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bff849-d103-493f-b5f4-a0ec2b57fa8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:07:58.132016 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bff849-d103-493f-b5f4-a0ec2b57fa8a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:07:58.132344 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bff849-d103-493f-b5f4-a0ec2b57fa8a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:07:58.132712 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bff849-d103-493f-b5f4-a0ec2b57fa8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:07:58.133046 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bff849-d103-493f-b5f4-a0ec2b57fa8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:07:58.133389 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bff849-d103-493f-b5f4-a0ec2b57fa8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:07:58.133689 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bff849-d103-493f-b5f4-a0ec2b57fa8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:07:58.147257 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bb2d1051-1a9c-4db3-b215-3b1529fe3dd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803269'] for network (c3a38cd5-868f-4de9-9259-1da03ff655dd), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:58.153042 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bb2d1051-1a9c-4db3-b215-3b1529fe3dd0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:58.156253 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-bb2d1051-1a9c-4db3-b215-3b1529fe3dd0 admin admin] 10.222.0.20 "DELETE /v2.0/networks/c3a38cd5-868f-4de9-9259-1da03ff655dd HTTP/1.1" status: 204 len: 168 time: 0.5967510 Feb 28 11:07:58.170343 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2d1051-1a9c-4db3-b215-3b1529fe3dd0 admin admin] Pushing event deleted for resources: {'Network': ['ID=c3a38cd5-868f-4de9-9259-1da03ff655dd,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:07:58.338966 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 45422) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:07:58.380694 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-e9283ff2-7865-44ff-a754-2f29e2a6f47c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0c6c60884e1c4fabbf9721335edb1c7e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0403323 Feb 28 11:07:58.383219 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 45424) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:07:58.433780 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-febe7cab-a4b1-482a-981d-5c88f5fe2ee6 admin admin] Publish callbacks [] for security_group (22334089-300e-4ec0-8e7b-f755700ff142), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:58.456073 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-febe7cab-a4b1-482a-981d-5c88f5fe2ee6 admin admin] Publish callbacks [] for security_group (22334089-300e-4ec0-8e7b-f755700ff142), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:58.508868 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-febe7cab-a4b1-482a-981d-5c88f5fe2ee6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (22334089-300e-4ec0-8e7b-f755700ff142), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:58.511688 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-febe7cab-a4b1-482a-981d-5c88f5fe2ee6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:58.512885 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-febe7cab-a4b1-482a-981d-5c88f5fe2ee6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/22334089-300e-4ec0-8e7b-f755700ff142 HTTP/1.1" status: 204 len: 168 time: 0.1286330 Feb 28 11:07:58.524038 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febe7cab-a4b1-482a-981d-5c88f5fe2ee6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22334089-300e-4ec0-8e7b-f755700ff142,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:07:58.874630 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 45430) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:07:58.916503 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-897847d1-a94b-49c2-b358-83c91a27b388 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6bfa58c2d3a046e7b4903a0081a824f7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0406859 Feb 28 11:07:58.920025 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 45432) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:07:58.971793 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3bc2ea1b-55e9-478f-b043-757f62f4763a admin admin] Publish callbacks [] for security_group (130bc345-cf47-4f73-813e-913db465f044), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:58.996926 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3bc2ea1b-55e9-478f-b043-757f62f4763a admin admin] Publish callbacks [] for security_group (130bc345-cf47-4f73-813e-913db465f044), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:59.059603 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3bc2ea1b-55e9-478f-b043-757f62f4763a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (130bc345-cf47-4f73-813e-913db465f044), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:59.062310 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3bc2ea1b-55e9-478f-b043-757f62f4763a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:07:59.063483 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-3bc2ea1b-55e9-478f-b043-757f62f4763a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/130bc345-cf47-4f73-813e-913db465f044 HTTP/1.1" status: 204 len: 168 time: 0.1425519 Feb 28 11:07:59.071554 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc2ea1b-55e9-478f-b043-757f62f4763a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=130bc345-cf47-4f73-813e-913db465f044,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:07:59.868479 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 45454) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:07:59.986930 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-a2378751-0da4-40c2-93b1-00e380f6be4b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-111515968-network', 'tenant_id': '1c20c552d3f349a28c8c52563f29197c'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:08:00.010122 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2378751-0da4-40c2-93b1-00e380f6be4b admin admin] Made reservation on behalf of 1c20c552d3f349a28c8c52563f29197c for: {'network': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:08:00.012533 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a2378751-0da4-40c2-93b1-00e380f6be4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for network (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:00.021677 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a2378751-0da4-40c2-93b1-00e380f6be4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:00.109035 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a2378751-0da4-40c2-93b1-00e380f6be4b admin admin] Publish callbacks [] for security_group (c43c4df6-bd80-4fbe-bb1f-00ba39c6fc72), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:00.113701 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a2378751-0da4-40c2-93b1-00e380f6be4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (c43c4df6-bd80-4fbe-bb1f-00ba39c6fc72), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:00.136850 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2378751-0da4-40c2-93b1-00e380f6be4b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 256} {{(pid=103408) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:08:00.152624 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2378751-0da4-40c2-93b1-00e380f6be4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c43c4df6-bd80-4fbe-bb1f-00ba39c6fc72,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:08:00.156537 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a2378751-0da4-40c2-93b1-00e380f6be4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (3bc4d4bf-9a72-43cd-a395-52db9341bc90), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:00.156909 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.db.segments_db [None req-a2378751-0da4-40c2-93b1-00e380f6be4b admin admin] Added segment 3bc4d4bf-9a72-43cd-a395-52db9341bc90 of type vlan for network 134a5160-7d2d-4000-bf58-a664f2fc77e8 Feb 28 11:08:00.200114 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a2378751-0da4-40c2-93b1-00e380f6be4b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742056637431'] for network (134a5160-7d2d-4000-bf58-a664f2fc77e8), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:00.231939 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a2378751-0da4-40c2-93b1-00e380f6be4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551'] for network (134a5160-7d2d-4000-bf58-a664f2fc77e8), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:00.233414 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2378751-0da4-40c2-93b1-00e380f6be4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:08:00.234300 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a2378751-0da4-40c2-93b1-00e380f6be4b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:00.299902 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-a2378751-0da4-40c2-93b1-00e380f6be4b admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4296939 Feb 28 11:08:00.303036 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 45458) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:08:00.308201 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-639700c7-d3d2-4a23-8009-956305eb1819 admin admin] Request body: {'subnet': {'network_id': '134a5160-7d2d-4000-bf58-a664f2fc77e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-111515968-subnet', 'tenant_id': '1c20c552d3f349a28c8c52563f29197c', 'ip_version': 4}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:08:00.313715 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2378751-0da4-40c2-93b1-00e380f6be4b admin admin] Pushing event updated for resources: {'Network': ['ID=134a5160-7d2d-4000-bf58-a664f2fc77e8,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:08:00.325293 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Network 134a5160-7d2d-4000-bf58-a664f2fc77e8 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103409) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 11:08:00.331355 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-639700c7-d3d2-4a23-8009-956305eb1819 admin admin] Made reservation on behalf of 1c20c552d3f349a28c8c52563f29197c for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:08:00.334567 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-639700c7-d3d2-4a23-8009-956305eb1819 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3516581'] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:00.518118 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-639700c7-d3d2-4a23-8009-956305eb1819 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3498031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3516567'] for subnet (b9200ef0-de31-4e44-945e-5db53a65e933), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:00.573529 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639700c7-d3d2-4a23-8009-956305eb1819 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9200ef0-de31-4e44-945e-5db53a65e933,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:08:00.590340 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639700c7-d3d2-4a23-8009-956305eb1819 admin admin] Checking segment: {'id': '3bc4d4bf-9a72-43cd-a395-52db9341bc90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '134a5160-7d2d-4000-bf58-a664f2fc77e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 11:08:00.590700 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-639700c7-d3d2-4a23-8009-956305eb1819 admin admin] Network hostable DHCP agents. Network: 134a5160-7d2d-4000-bf58-a664f2fc77e8, hostable agents: ['fb6705d2-4f70-4965-92a3-fbfccd43a6d3'], hosted agents: [] {{(pid=103407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:08:00.609235 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-639700c7-d3d2-4a23-8009-956305eb1819 admin admin] Network 134a5160-7d2d-4000-bf58-a664f2fc77e8 is scheduled to be hosted by DHCP agent fb6705d2-4f70-4965-92a3-fbfccd43a6d3 with binding_index 1 {{(pid=103407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:08:00.618212 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-639700c7-d3d2-4a23-8009-956305eb1819 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 134a5160-7d2d-4000-bf58-a664f2fc77e8) {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:08:00.622451 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-639700c7-d3d2-4a23-8009-956305eb1819 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:08:00.623063 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-639700c7-d3d2-4a23-8009-956305eb1819 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:00.627411 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c999a537-38d7-4f05-b29d-3513426285aa None None] Network 134a5160-7d2d-4000-bf58-a664f2fc77e8 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 11:08:00.639378 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-639700c7-d3d2-4a23-8009-956305eb1819 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3350456 Feb 28 11:08:00.642080 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 45460) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:08:00.646600 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-60593ac7-99ca-4ba6-88c0-b37a5977d164 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-111515968-router', 'tenant_id': '1c20c552d3f349a28c8c52563f29197c', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840'}}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:08:00.669120 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-60593ac7-99ca-4ba6-88c0-b37a5977d164 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1805251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254175'] for router (ed0f019a-5ac8-446d-b067-d9ce0521926b), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:00.670177 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-60593ac7-99ca-4ba6-88c0-b37a5977d164 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1804172', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1602053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254150'] for router (ed0f019a-5ac8-446d-b067-d9ce0521926b), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:00.727436 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-60593ac7-99ca-4ba6-88c0-b37a5977d164 admin admin] Publish callbacks [] for router_controller (ed0f019a-5ac8-446d-b067-d9ce0521926b), precommit_add_association {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:00.731936 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1de4237a-82f8-402c-9a5e-e5721af1f71f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-134a5160-7d2d-4000-bf58-a664f2fc77e8', 'network_id': '134a5160-7d2d-4000-bf58-a664f2fc77e8', 'project_id': '1c20c552d3f349a28c8c52563f29197c', 'fixed_ips': [{'subnet_id': 'b9200ef0-de31-4e44-945e-5db53a65e933'}]}} from dv-neutron-master-2-hyperv. {{(pid=103409) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 11:08:00.732914 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1de4237a-82f8-402c-9a5e-e5721af1f71f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:00.871868 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-1de4237a-82f8-402c-9a5e-e5721af1f71f None None] Allocated IP 172.20.0.2 (134a5160-7d2d-4000-bf58-a664f2fc77e8/b9200ef0-de31-4e44-945e-5db53a65e933/d6ed736b-dc57-491c-b4ae-80f4aa94c0d4) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:08:00.877123 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-60593ac7-99ca-4ba6-88c0-b37a5977d164 admin admin] Publish callbacks [] for router_gateway (ed0f019a-5ac8-446d-b067-d9ce0521926b), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:01.018534 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1de4237a-82f8-402c-9a5e-e5721af1f71f None None] Publish callbacks [] for port (d6ed736b-dc57-491c-b4ae-80f4aa94c0d4), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:01.025209 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1de4237a-82f8-402c-9a5e-e5721af1f71f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749'] for port (d6ed736b-dc57-491c-b4ae-80f4aa94c0d4), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:01.072591 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1de4237a-82f8-402c-9a5e-e5721af1f71f None None] Network 134a5160-7d2d-4000-bf58-a664f2fc77e8 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:08:01.076371 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-1de4237a-82f8-402c-9a5e-e5721af1f71f None None] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:08:01.078993 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de4237a-82f8-402c-9a5e-e5721af1f71f None None] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 11:08:01.083083 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de4237a-82f8-402c-9a5e-e5721af1f71f None None] Pushing event updated for resources: {'Port': ['ID=d6ed736b-dc57-491c-b4ae-80f4aa94c0d4,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:08:01.092261 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-60593ac7-99ca-4ba6-88c0-b37a5977d164 admin admin] Publish callbacks [] for router_gateway (ed0f019a-5ac8-446d-b067-d9ce0521926b), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:01.111812 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-60593ac7-99ca-4ba6-88c0-b37a5977d164 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:01.141053 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-1de4237a-82f8-402c-9a5e-e5721af1f71f None None] Attempting to bind port d6ed736b-dc57-491c-b4ae-80f4aa94c0d4 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 11:08:01.141331 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-1de4237a-82f8-402c-9a5e-e5721af1f71f None None] Attempting to bind port d6ed736b-dc57-491c-b4ae-80f4aa94c0d4 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '3bc4d4bf-9a72-43cd-a395-52db9341bc90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '134a5160-7d2d-4000-bf58-a664f2fc77e8'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 11:08:01.141697 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1de4237a-82f8-402c-9a5e-e5721af1f71f None None] Attempting to bind port d6ed736b-dc57-491c-b4ae-80f4aa94c0d4 on network 134a5160-7d2d-4000-bf58-a664f2fc77e8 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 11:08:01.146966 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1de4237a-82f8-402c-9a5e-e5721af1f71f None None] Checking agent: {'id': '75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 24, 15), 'started_at': datetime.datetime(2022, 2, 28, 10, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 7, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 11:08:01.147347 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1de4237a-82f8-402c-9a5e-e5721af1f71f None None] Checking segment: {'id': '3bc4d4bf-9a72-43cd-a395-52db9341bc90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '134a5160-7d2d-4000-bf58-a664f2fc77e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 11:08:01.147765 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1de4237a-82f8-402c-9a5e-e5721af1f71f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:01.148162 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1de4237a-82f8-402c-9a5e-e5721af1f71f None None] Bound using segment: {'id': '3bc4d4bf-9a72-43cd-a395-52db9341bc90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '134a5160-7d2d-4000-bf58-a664f2fc77e8'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 11:08:01.148683 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-1de4237a-82f8-402c-9a5e-e5721af1f71f None None] Bound port: d6ed736b-dc57-491c-b4ae-80f4aa94c0d4, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bc4d4bf-9a72-43cd-a395-52db9341bc90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '134a5160-7d2d-4000-bf58-a664f2fc77e8'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 11:08:01.149046 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1de4237a-82f8-402c-9a5e-e5721af1f71f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (d6ed736b-dc57-491c-b4ae-80f4aa94c0d4), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:01.217098 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-1de4237a-82f8-402c-9a5e-e5721af1f71f None None] For port d6ed736b-dc57-491c-b4ae-80f4aa94c0d4, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:08:01.220379 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-60593ac7-99ca-4ba6-88c0-b37a5977d164 admin admin] Allocated IP 172.36.5.33 (1e0804d0-d1d9-4d40-9de5-2936f3d87840/6f6f4129-23e5-4c3b-b4ef-4c7ce926797e/b6118341-7e49-4a0b-b89d-aee5d61f5795) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:08:01.220637 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-1de4237a-82f8-402c-9a5e-e5721af1f71f None None] For port d6ed736b-dc57-491c-b4ae-80f4aa94c0d4, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d6ed736b-dc57-491c-b4ae-80f4aa94c0d4,segment=NetworkSegment(3bc4d4bf-9a72-43cd-a395-52db9341bc90),segment_id=3bc4d4bf-9a72-43cd-a395-52db9341bc90)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:08:01.228046 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1de4237a-82f8-402c-9a5e-e5721af1f71f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (d6ed736b-dc57-491c-b4ae-80f4aa94c0d4), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:01.294271 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de4237a-82f8-402c-9a5e-e5721af1f71f None None] Pushing event updated for resources: {'Port': ['ID=d6ed736b-dc57-491c-b4ae-80f4aa94c0d4,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:08:01.340591 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-60593ac7-99ca-4ba6-88c0-b37a5977d164 admin admin] Publish callbacks [] for port (b6118341-7e49-4a0b-b89d-aee5d61f5795), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:01.379412 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-60593ac7-99ca-4ba6-88c0-b37a5977d164 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (b6118341-7e49-4a0b-b89d-aee5d61f5795), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:01.423727 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60593ac7-99ca-4ba6-88c0-b37a5977d164 admin admin] Network 1e0804d0-d1d9-4d40-9de5-2936f3d87840 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:08:01.426869 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-60593ac7-99ca-4ba6-88c0-b37a5977d164 admin admin] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:08:01.433962 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60593ac7-99ca-4ba6-88c0-b37a5977d164 admin admin] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 11:08:01.437733 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60593ac7-99ca-4ba6-88c0-b37a5977d164 admin admin] Pushing event updated for resources: {'Port': ['ID=b6118341-7e49-4a0b-b89d-aee5d61f5795,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:08:01.704495 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-60593ac7-99ca-4ba6-88c0-b37a5977d164 admin admin] Publish callbacks [] for router_gateway (ed0f019a-5ac8-446d-b067-d9ce0521926b), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:01.743171 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device d6ed736b-dc57-491c-b4ae-80f4aa94c0d4 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 11:08:01.920616 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-60593ac7-99ca-4ba6-88c0-b37a5977d164 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1804241'] for router (ed0f019a-5ac8-446d-b067-d9ce0521926b), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:01.947091 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port d6ed736b-dc57-491c-b4ae-80f4aa94c0d4 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:08:01.947563 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (d6ed736b-dc57-491c-b4ae-80f4aa94c0d4), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:02.034855 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port d6ed736b-dc57-491c-b4ae-80f4aa94c0d4 is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:08:02.035267 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (d6ed736b-dc57-491c-b4ae-80f4aa94c0d4), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:02.060985 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60593ac7-99ca-4ba6-88c0-b37a5977d164 admin admin] Router ed0f019a-5ac8-446d-b067-d9ce0521926b is scheduled to L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 with binding_index 1 {{(pid=103407) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 11:08:02.076920 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] For port d6ed736b-dc57-491c-b4ae-80f4aa94c0d4, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d6ed736b-dc57-491c-b4ae-80f4aa94c0d4,segment=NetworkSegment(3bc4d4bf-9a72-43cd-a395-52db9341bc90),segment_id=3bc4d4bf-9a72-43cd-a395-52db9341bc90)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:08:02.083454 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (d6ed736b-dc57-491c-b4ae-80f4aa94c0d4), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:02.137465 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Pushing event updated for resources: {'Port': ['ID=d6ed736b-dc57-491c-b4ae-80f4aa94c0d4,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:08:02.178934 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60593ac7-99ca-4ba6-88c0-b37a5977d164 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:08:02.188034 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72afe3eb-2c2a-4ce9-9ba8-93aa5bffdaae None None] Sync routers for ids ['ed0f019a-5ac8-446d-b067-d9ce0521926b'] in dv-neutron-master-2-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:08:02.197322 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-60593ac7-99ca-4ba6-88c0-b37a5977d164 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:02.201370 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-60593ac7-99ca-4ba6-88c0-b37a5977d164 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.5556591 Feb 28 11:08:02.201516 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72afe3eb-2c2a-4ce9-9ba8-93aa5bffdaae None None] Routers {'ed0f019a-5ac8-446d-b067-d9ce0521926b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:08:02.201516 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-72afe3eb-2c2a-4ce9-9ba8-93aa5bffdaae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T11:07:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['ed0f019a-5ac8-446d-b067-d9ce0521926b'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:08:02.201711 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 45462) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:08:02.276512 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3e2c808-71e8-43d1-93ea-ad5ccc8f5573 None None] Network 134a5160-7d2d-4000-bf58-a664f2fc77e8 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 11:08:02.323351 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-72afe3eb-2c2a-4ce9-9ba8-93aa5bffdaae None None] Set router ed0f019a-5ac8-446d-b067-d9ce0521926b gateway port host: dv-neutron-master-2-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:08:02.388603 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-454224e0-3325-4a12-b936-0b7336832e83 None None] Provisioning complete for port d6ed736b-dc57-491c-b4ae-80f4aa94c0d4 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:08:02.389153 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-454224e0-3325-4a12-b936-0b7336832e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (d6ed736b-dc57-491c-b4ae-80f4aa94c0d4), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:02.486192 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-454224e0-3325-4a12-b936-0b7336832e83 None None] Current status of the port d6ed736b-dc57-491c-b4ae-80f4aa94c0d4 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:08:02.531069 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-72afe3eb-2c2a-4ce9-9ba8-93aa5bffdaae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed0f019a-5ac8-446d-b067-d9ce0521926b', 'name': 'tempest-TestMinimumBasicScenario-111515968-router', 'tenant_id': '1c20c552d3f349a28c8c52563f29197c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.33'}], 'enable_snat': True}, 'gw_port_id': 'b6118341-7e49-4a0b-b89d-aee5d61f5795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:08:00Z', 'updated_at': '2022-02-28T11:08:01Z', 'revision_number': 3, 'project_id': '1c20c552d3f349a28c8c52563f29197c', 'gw_port': {'id': 'b6118341-7e49-4a0b-b89d-aee5d61f5795', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:60:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed0f019a-5ac8-446d-b067-d9ce0521926b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:08:01Z', 'updated_at': '2022-02-28T11:08:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:08:02.558771 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72afe3eb-2c2a-4ce9-9ba8-93aa5bffdaae None None] Checking router: ed0f019a-5ac8-446d-b067-d9ce0521926b for host: dv-neutron-master-2-hyperv {{(pid=103410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:08:02.559192 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72afe3eb-2c2a-4ce9-9ba8-93aa5bffdaae None None] Updating router ed0f019a-5ac8-446d-b067-d9ce0521926b port b6118341-7e49-4a0b-b89d-aee5d61f5795 binding host dv-neutron-master-2-hyperv {{(pid=103410) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 11:08:02.588372 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-72afe3eb-2c2a-4ce9-9ba8-93aa5bffdaae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (b6118341-7e49-4a0b-b89d-aee5d61f5795), before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:02.696419 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d8ffa590-162f-4232-a68f-44cff8c54968 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:02.715561 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-52a1c467-7f3f-49bc-84b2-c0414c11812d None None] Provisioning complete for port d6ed736b-dc57-491c-b4ae-80f4aa94c0d4 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:08:02.715942 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-52a1c467-7f3f-49bc-84b2-c0414c11812d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (d6ed736b-dc57-491c-b4ae-80f4aa94c0d4), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:02.803147 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-52a1c467-7f3f-49bc-84b2-c0414c11812d None None] Current status of the port d6ed736b-dc57-491c-b4ae-80f4aa94c0d4 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:08:02.865754 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-72afe3eb-2c2a-4ce9-9ba8-93aa5bffdaae None None] Publish callbacks [] for port (b6118341-7e49-4a0b-b89d-aee5d61f5795), precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:02.872121 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-72afe3eb-2c2a-4ce9-9ba8-93aa5bffdaae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (b6118341-7e49-4a0b-b89d-aee5d61f5795), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:02.881628 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-d8ffa590-162f-4232-a68f-44cff8c54968 admin admin] Allocated IP 172.20.0.1 (134a5160-7d2d-4000-bf58-a664f2fc77e8/b9200ef0-de31-4e44-945e-5db53a65e933/bc35e70e-96bf-4d28-aac1-c16c688733d1) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:08:02.929161 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-72afe3eb-2c2a-4ce9-9ba8-93aa5bffdaae None None] Attempting to bind port b6118341-7e49-4a0b-b89d-aee5d61f5795 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 11:08:02.929536 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-72afe3eb-2c2a-4ce9-9ba8-93aa5bffdaae None None] Attempting to bind port b6118341-7e49-4a0b-b89d-aee5d61f5795 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '195d7ed7-323d-4284-82df-208cca613d99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 11:08:02.929903 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72afe3eb-2c2a-4ce9-9ba8-93aa5bffdaae None None] Attempting to bind port b6118341-7e49-4a0b-b89d-aee5d61f5795 on network 1e0804d0-d1d9-4d40-9de5-2936f3d87840 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 11:08:02.933032 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacf4307-cfe4-4947-8f31-619bb3b78ce5 None None] Pushing event updated for resources: {'Port': ['ID=b6118341-7e49-4a0b-b89d-aee5d61f5795,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:08:02.937755 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72afe3eb-2c2a-4ce9-9ba8-93aa5bffdaae None None] Checking agent: {'id': '75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 24, 15), 'started_at': datetime.datetime(2022, 2, 28, 10, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 7, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 11:08:02.938136 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72afe3eb-2c2a-4ce9-9ba8-93aa5bffdaae None None] Checking segment: {'id': '195d7ed7-323d-4284-82df-208cca613d99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 11:08:02.938553 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-72afe3eb-2c2a-4ce9-9ba8-93aa5bffdaae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:02.938952 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72afe3eb-2c2a-4ce9-9ba8-93aa5bffdaae None None] Bound using segment: {'id': '195d7ed7-323d-4284-82df-208cca613d99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 11:08:02.939427 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-72afe3eb-2c2a-4ce9-9ba8-93aa5bffdaae None None] Bound port: b6118341-7e49-4a0b-b89d-aee5d61f5795, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '195d7ed7-323d-4284-82df-208cca613d99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 11:08:02.939810 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-72afe3eb-2c2a-4ce9-9ba8-93aa5bffdaae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (b6118341-7e49-4a0b-b89d-aee5d61f5795), before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:02.946265 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacf4307-cfe4-4947-8f31-619bb3b78ce5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:08:02.946703 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacf4307-cfe4-4947-8f31-619bb3b78ce5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:08:02.946994 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacf4307-cfe4-4947-8f31-619bb3b78ce5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:08:02.947336 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacf4307-cfe4-4947-8f31-619bb3b78ce5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:08:02.947674 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacf4307-cfe4-4947-8f31-619bb3b78ce5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:08:02.948006 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacf4307-cfe4-4947-8f31-619bb3b78ce5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:08:02.948340 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacf4307-cfe4-4947-8f31-619bb3b78ce5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:08:02.948710 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacf4307-cfe4-4947-8f31-619bb3b78ce5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:08:02.949048 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacf4307-cfe4-4947-8f31-619bb3b78ce5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:08:02.949381 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacf4307-cfe4-4947-8f31-619bb3b78ce5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:08:02.949709 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacf4307-cfe4-4947-8f31-619bb3b78ce5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:08:02.950031 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacf4307-cfe4-4947-8f31-619bb3b78ce5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:08:02.950682 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacf4307-cfe4-4947-8f31-619bb3b78ce5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:08:02.996600 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d8ffa590-162f-4232-a68f-44cff8c54968 admin admin] Publish callbacks [] for port (bc35e70e-96bf-4d28-aac1-c16c688733d1), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:03.005992 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-72afe3eb-2c2a-4ce9-9ba8-93aa5bffdaae None None] For port b6118341-7e49-4a0b-b89d-aee5d61f5795, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:08:03.009056 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-72afe3eb-2c2a-4ce9-9ba8-93aa5bffdaae None None] For port b6118341-7e49-4a0b-b89d-aee5d61f5795, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b6118341-7e49-4a0b-b89d-aee5d61f5795,segment=NetworkSegment(195d7ed7-323d-4284-82df-208cca613d99),segment_id=195d7ed7-323d-4284-82df-208cca613d99)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:08:03.016364 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-72afe3eb-2c2a-4ce9-9ba8-93aa5bffdaae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (b6118341-7e49-4a0b-b89d-aee5d61f5795), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:03.032881 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d8ffa590-162f-4232-a68f-44cff8c54968 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (bc35e70e-96bf-4d28-aac1-c16c688733d1), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:03.065907 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8ffa590-162f-4232-a68f-44cff8c54968 admin admin] Network 134a5160-7d2d-4000-bf58-a664f2fc77e8 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:08:03.071031 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-d8ffa590-162f-4232-a68f-44cff8c54968 admin admin] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:08:03.074661 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ffa590-162f-4232-a68f-44cff8c54968 admin admin] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 11:08:03.075023 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacf4307-cfe4-4947-8f31-619bb3b78ce5 None None] Pushing event updated for resources: {'Port': ['ID=b6118341-7e49-4a0b-b89d-aee5d61f5795,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:08:03.079148 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72afe3eb-2c2a-4ce9-9ba8-93aa5bffdaae None None] Routers {'ed0f019a-5ac8-446d-b067-d9ce0521926b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:08:03.079759 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-72afe3eb-2c2a-4ce9-9ba8-93aa5bffdaae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T11:07:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['ed0f019a-5ac8-446d-b067-d9ce0521926b'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:08:03.113778 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ffa590-162f-4232-a68f-44cff8c54968 admin admin] Pushing event updated for resources: {'Port': ['ID=bc35e70e-96bf-4d28-aac1-c16c688733d1,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:08:03.124980 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d8ffa590-162f-4232-a68f-44cff8c54968 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1803404'] for router_interface (ed0f019a-5ac8-446d-b067-d9ce0521926b), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:03.204660 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-72afe3eb-2c2a-4ce9-9ba8-93aa5bffdaae None None] Set router ed0f019a-5ac8-446d-b067-d9ce0521926b gateway port host: dv-neutron-master-2-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:08:03.282725 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d8ffa590-162f-4232-a68f-44cff8c54968 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (bc35e70e-96bf-4d28-aac1-c16c688733d1), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:03.330114 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-97c66cb1-a8ca-4398-b593-c08cde35da9c None None] Provisioning complete for port bc35e70e-96bf-4d28-aac1-c16c688733d1 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:08:03.330463 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-97c66cb1-a8ca-4398-b593-c08cde35da9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (bc35e70e-96bf-4d28-aac1-c16c688733d1), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:03.365750 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-97c66cb1-a8ca-4398-b593-c08cde35da9c None None] Port bc35e70e-96bf-4d28-aac1-c16c688733d1 cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 11:08:03.402879 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-72afe3eb-2c2a-4ce9-9ba8-93aa5bffdaae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed0f019a-5ac8-446d-b067-d9ce0521926b', 'name': 'tempest-TestMinimumBasicScenario-111515968-router', 'tenant_id': '1c20c552d3f349a28c8c52563f29197c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.33'}], 'enable_snat': True}, 'gw_port_id': 'b6118341-7e49-4a0b-b89d-aee5d61f5795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:08:00Z', 'updated_at': '2022-02-28T11:08:01Z', 'revision_number': 3, 'project_id': '1c20c552d3f349a28c8c52563f29197c', 'gw_port': {'id': 'b6118341-7e49-4a0b-b89d-aee5d61f5795', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:60:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed0f019a-5ac8-446d-b067-d9ce0521926b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:08:01Z', 'updated_at': '2022-02-28T11:08:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:08:03.432973 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72afe3eb-2c2a-4ce9-9ba8-93aa5bffdaae None None] The sync data for ids ['ed0f019a-5ac8-446d-b067-d9ce0521926b'] in dv-neutron-master-2-hyperv is: [{'id': 'ed0f019a-5ac8-446d-b067-d9ce0521926b', 'name': 'tempest-TestMinimumBasicScenario-111515968-router', 'tenant_id': '1c20c552d3f349a28c8c52563f29197c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.33'}], 'enable_snat': True}, 'gw_port_id': 'b6118341-7e49-4a0b-b89d-aee5d61f5795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:08:00Z', 'updated_at': '2022-02-28T11:08:01Z', 'revision_number': 3, 'project_id': '1c20c552d3f349a28c8c52563f29197c', 'gw_port': {'id': 'b6118341-7e49-4a0b-b89d-aee5d61f5795', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:60:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed0f019a-5ac8-446d-b067-d9ce0521926b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:08:01Z', 'updated_at': '2022-02-28T11:08:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:08:03.456573 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d8ffa590-162f-4232-a68f-44cff8c54968 admin admin] Publish callbacks [] for port (bc35e70e-96bf-4d28-aac1-c16c688733d1), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:03.464345 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d8ffa590-162f-4232-a68f-44cff8c54968 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3498066'] for port (bc35e70e-96bf-4d28-aac1-c16c688733d1), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:03.534722 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d8ffa590-162f-4232-a68f-44cff8c54968 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1802524'] for router_interface (ed0f019a-5ac8-446d-b067-d9ce0521926b), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:03.536630 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ffa590-162f-4232-a68f-44cff8c54968 admin admin] Pushing event updated for resources: {'Port': ['ID=bc35e70e-96bf-4d28-aac1-c16c688733d1,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:08:03.651314 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8ffa590-162f-4232-a68f-44cff8c54968 admin admin] Network 134a5160-7d2d-4000-bf58-a664f2fc77e8 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:08:03.654330 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-d8ffa590-162f-4232-a68f-44cff8c54968 admin admin] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:08:03.864731 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device d6ed736b-dc57-491c-b4ae-80f4aa94c0d4 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 11:08:03.925282 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port d6ed736b-dc57-491c-b4ae-80f4aa94c0d4 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:08:03.925753 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (d6ed736b-dc57-491c-b4ae-80f4aa94c0d4), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:04.016931 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-295fedec-acf0-4939-9978-09823f1abbee None None] Provisioning complete for port bc35e70e-96bf-4d28-aac1-c16c688733d1 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:08:04.017310 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-295fedec-acf0-4939-9978-09823f1abbee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (bc35e70e-96bf-4d28-aac1-c16c688733d1), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:04.056807 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port d6ed736b-dc57-491c-b4ae-80f4aa94c0d4 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:08:04.057936 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device b6118341-7e49-4a0b-b89d-aee5d61f5795 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 11:08:04.090944 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-295fedec-acf0-4939-9978-09823f1abbee None None] Port bc35e70e-96bf-4d28-aac1-c16c688733d1 cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 11:08:04.116308 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port b6118341-7e49-4a0b-b89d-aee5d61f5795 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:08:04.116734 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (b6118341-7e49-4a0b-b89d-aee5d61f5795), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:04.186751 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8ffa590-162f-4232-a68f-44cff8c54968 admin admin] Router ed0f019a-5ac8-446d-b067-d9ce0521926b has already been hosted by L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:08:04.200838 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port b6118341-7e49-4a0b-b89d-aee5d61f5795 is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:08:04.201237 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (b6118341-7e49-4a0b-b89d-aee5d61f5795), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:04.226442 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] For port b6118341-7e49-4a0b-b89d-aee5d61f5795, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b6118341-7e49-4a0b-b89d-aee5d61f5795,segment=NetworkSegment(195d7ed7-323d-4284-82df-208cca613d99),segment_id=195d7ed7-323d-4284-82df-208cca613d99)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:08:04.234048 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (b6118341-7e49-4a0b-b89d-aee5d61f5795), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:04.290917 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Pushing event updated for resources: {'Port': ['ID=b6118341-7e49-4a0b-b89d-aee5d61f5795,revision_number=4']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:08:04.316070 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8ffa590-162f-4232-a68f-44cff8c54968 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:08:04.321963 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-d8ffa590-162f-4232-a68f-44cff8c54968 admin admin] 10.222.0.20 "PUT /v2.0/routers/ed0f019a-5ac8-446d-b067-d9ce0521926b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1185639 Feb 28 11:08:04.826835 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 45478) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:08:04.832019 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-f147293a-5319-49a6-83ea-3856930465e5 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-159504961-network', 'tenant_id': 'ce8ea6f14ad64ab2b18adf9214ecb5e2'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:08:04.853099 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f147293a-5319-49a6-83ea-3856930465e5 admin admin] Made reservation on behalf of ce8ea6f14ad64ab2b18adf9214ecb5e2 for: {'network': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:08:04.855567 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f147293a-5319-49a6-83ea-3856930465e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for network (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:04.864127 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f147293a-5319-49a6-83ea-3856930465e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:04.946207 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f147293a-5319-49a6-83ea-3856930465e5 admin admin] Publish callbacks [] for security_group (3efa8027-dc53-4cb9-a99f-5a3cd75e89ea), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:04.953260 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f147293a-5319-49a6-83ea-3856930465e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (3efa8027-dc53-4cb9-a99f-5a3cd75e89ea), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:04.977335 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f147293a-5319-49a6-83ea-3856930465e5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 261} {{(pid=103408) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:08:04.991424 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f147293a-5319-49a6-83ea-3856930465e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3efa8027-dc53-4cb9-a99f-5a3cd75e89ea,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:08:04.996507 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f147293a-5319-49a6-83ea-3856930465e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (1cec2533-0b64-4f83-a1c6-c8029be52dea), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:04.996894 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.db.segments_db [None req-f147293a-5319-49a6-83ea-3856930465e5 admin admin] Added segment 1cec2533-0b64-4f83-a1c6-c8029be52dea of type vlan for network b1781eff-0c0a-4909-bf8d-f43bb030b6d8 Feb 28 11:08:05.040321 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f147293a-5319-49a6-83ea-3856930465e5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742056637431'] for network (b1781eff-0c0a-4909-bf8d-f43bb030b6d8), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:05.067592 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f147293a-5319-49a6-83ea-3856930465e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551'] for network (b1781eff-0c0a-4909-bf8d-f43bb030b6d8), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:05.068971 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f147293a-5319-49a6-83ea-3856930465e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:08:05.069639 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f147293a-5319-49a6-83ea-3856930465e5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:05.104978 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78517ec0-2a0b-49d1-83b8-0836e52644fe None None] Sync routers for ids ['ed0f019a-5ac8-446d-b067-d9ce0521926b'] in dv-neutron-master-2-hyperv {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:08:05.115678 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78517ec0-2a0b-49d1-83b8-0836e52644fe None None] Routers {'ed0f019a-5ac8-446d-b067-d9ce0521926b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:08:05.116512 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-78517ec0-2a0b-49d1-83b8-0836e52644fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T11:07:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['ed0f019a-5ac8-446d-b067-d9ce0521926b'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:08:05.124497 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-f147293a-5319-49a6-83ea-3856930465e5 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.2965448 Feb 28 11:08:05.127474 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 45480) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:08:05.131615 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f147293a-5319-49a6-83ea-3856930465e5 admin admin] Pushing event updated for resources: {'Network': ['ID=b1781eff-0c0a-4909-bf8d-f43bb030b6d8,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:08:05.133360 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-d57d0536-6f67-4789-9119-bc823e1f8c0b admin admin] Request body: {'subnet': {'network_id': 'b1781eff-0c0a-4909-bf8d-f43bb030b6d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-159504961-subnet', 'tenant_id': 'ce8ea6f14ad64ab2b18adf9214ecb5e2', 'ip_version': 4}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:08:05.153559 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d57d0536-6f67-4789-9119-bc823e1f8c0b admin admin] Made reservation on behalf of ce8ea6f14ad64ab2b18adf9214ecb5e2 for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:08:05.156249 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d57d0536-6f67-4789-9119-bc823e1f8c0b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3516581'] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:05.169810 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Network b1781eff-0c0a-4909-bf8d-f43bb030b6d8 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103409) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 11:08:05.301705 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-78517ec0-2a0b-49d1-83b8-0836e52644fe None None] Set router ed0f019a-5ac8-446d-b067-d9ce0521926b gateway port host: dv-neutron-master-2-hyperv {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:08:05.338975 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d57d0536-6f67-4789-9119-bc823e1f8c0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3498031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3516567'] for subnet (c98f1879-b5fc-4c4a-8a50-290b3c2ad9bb), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:05.398065 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57d0536-6f67-4789-9119-bc823e1f8c0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=c98f1879-b5fc-4c4a-8a50-290b3c2ad9bb,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:08:05.407225 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57d0536-6f67-4789-9119-bc823e1f8c0b admin admin] Checking segment: {'id': '1cec2533-0b64-4f83-a1c6-c8029be52dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'b1781eff-0c0a-4909-bf8d-f43bb030b6d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 11:08:05.407589 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d57d0536-6f67-4789-9119-bc823e1f8c0b admin admin] Network hostable DHCP agents. Network: b1781eff-0c0a-4909-bf8d-f43bb030b6d8, hostable agents: ['fb6705d2-4f70-4965-92a3-fbfccd43a6d3'], hosted agents: [] {{(pid=103407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:08:05.426596 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d57d0536-6f67-4789-9119-bc823e1f8c0b admin admin] Network b1781eff-0c0a-4909-bf8d-f43bb030b6d8 is scheduled to be hosted by DHCP agent fb6705d2-4f70-4965-92a3-fbfccd43a6d3 with binding_index 1 {{(pid=103407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:08:05.436446 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-d57d0536-6f67-4789-9119-bc823e1f8c0b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, b1781eff-0c0a-4909-bf8d-f43bb030b6d8) {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:08:05.440922 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d57d0536-6f67-4789-9119-bc823e1f8c0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:08:05.441693 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d57d0536-6f67-4789-9119-bc823e1f8c0b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:05.447386 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1bdde65-bca5-4683-8b8e-f72fa756df31 None None] Network b1781eff-0c0a-4909-bf8d-f43bb030b6d8 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 11:08:05.461834 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-d57d0536-6f67-4789-9119-bc823e1f8c0b admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3305173 Feb 28 11:08:05.462052 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 45482) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:08:05.466218 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-9157d247-8c75-409c-8ceb-04eab4eba44e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-159504961-router', 'tenant_id': 'ce8ea6f14ad64ab2b18adf9214ecb5e2', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840'}}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:08:05.486416 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9157d247-8c75-409c-8ceb-04eab4eba44e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1805251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254175'] for router (22e975c8-26a5-4f04-b1b1-15e2edff55ff), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:05.487596 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9157d247-8c75-409c-8ceb-04eab4eba44e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1804172', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1602053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254150'] for router (22e975c8-26a5-4f04-b1b1-15e2edff55ff), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:05.547470 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9157d247-8c75-409c-8ceb-04eab4eba44e admin admin] Publish callbacks [] for router_controller (22e975c8-26a5-4f04-b1b1-15e2edff55ff), precommit_add_association {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:05.600826 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d638db6-45b0-4b70-b0f2-d596e00c04e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-b1781eff-0c0a-4909-bf8d-f43bb030b6d8', 'network_id': 'b1781eff-0c0a-4909-bf8d-f43bb030b6d8', 'project_id': 'ce8ea6f14ad64ab2b18adf9214ecb5e2', 'fixed_ips': [{'subnet_id': 'c98f1879-b5fc-4c4a-8a50-290b3c2ad9bb'}]}} from dv-neutron-master-2-hyperv. {{(pid=103409) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 11:08:05.601943 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5d638db6-45b0-4b70-b0f2-d596e00c04e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:05.620932 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-78517ec0-2a0b-49d1-83b8-0836e52644fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed0f019a-5ac8-446d-b067-d9ce0521926b', 'name': 'tempest-TestMinimumBasicScenario-111515968-router', 'tenant_id': '1c20c552d3f349a28c8c52563f29197c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.33'}], 'enable_snat': True}, 'gw_port_id': 'b6118341-7e49-4a0b-b89d-aee5d61f5795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:08:00Z', 'updated_at': '2022-02-28T11:08:03Z', 'revision_number': 4, 'project_id': '1c20c552d3f349a28c8c52563f29197c', 'gw_port': {'id': 'b6118341-7e49-4a0b-b89d-aee5d61f5795', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:60:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed0f019a-5ac8-446d-b067-d9ce0521926b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:08:01Z', 'updated_at': '2022-02-28T11:08:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'bc35e70e-96bf-4d28-aac1-c16c688733d1', 'name': '', 'network_id': '134a5160-7d2d-4000-bf58-a664f2fc77e8', 'tenant_id': '1c20c552d3f349a28c8c52563f29197c', 'mac_address': 'fa:16:3e:91:41:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed0f019a-5ac8-446d-b067-d9ce0521926b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': 'b9200ef0-de31-4e44-945e-5db53a65e933', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:08:02Z', 'updated_at': '2022-02-28T11:08:03Z', 'revision_number': 2, 'project_id': '1c20c552d3f349a28c8c52563f29197c', 'subnets': [{'id': 'b9200ef0-de31-4e44-945e-5db53a65e933', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:08:05.660756 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78517ec0-2a0b-49d1-83b8-0836e52644fe None None] Checking router: ed0f019a-5ac8-446d-b067-d9ce0521926b for host: dv-neutron-master-2-hyperv {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:08:05.661199 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78517ec0-2a0b-49d1-83b8-0836e52644fe None None] Updating router ed0f019a-5ac8-446d-b067-d9ce0521926b port bc35e70e-96bf-4d28-aac1-c16c688733d1 binding host dv-neutron-master-2-hyperv {{(pid=103409) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 11:08:05.698367 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9157d247-8c75-409c-8ceb-04eab4eba44e admin admin] Publish callbacks [] for router_gateway (22e975c8-26a5-4f04-b1b1-15e2edff55ff), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:05.735077 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device b6118341-7e49-4a0b-b89d-aee5d61f5795 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 11:08:05.783883 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-78517ec0-2a0b-49d1-83b8-0836e52644fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (bc35e70e-96bf-4d28-aac1-c16c688733d1), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:05.874316 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-5d638db6-45b0-4b70-b0f2-d596e00c04e3 None None] Allocated IP 172.20.0.2 (b1781eff-0c0a-4909-bf8d-f43bb030b6d8/c98f1879-b5fc-4c4a-8a50-290b3c2ad9bb/d0636721-363e-43c9-8514-35cc38be6bb5) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:08:05.914751 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9157d247-8c75-409c-8ceb-04eab4eba44e admin admin] Publish callbacks [] for router_gateway (22e975c8-26a5-4f04-b1b1-15e2edff55ff), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:05.937013 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9157d247-8c75-409c-8ceb-04eab4eba44e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:06.000688 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port b6118341-7e49-4a0b-b89d-aee5d61f5795 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:08:06.001019 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (b6118341-7e49-4a0b-b89d-aee5d61f5795), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:06.064794 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-9157d247-8c75-409c-8ceb-04eab4eba44e admin admin] Allocated IP 172.36.5.208 (1e0804d0-d1d9-4d40-9de5-2936f3d87840/6f6f4129-23e5-4c3b-b4ef-4c7ce926797e/15fedefe-cd41-4aba-bec7-9ca043723afc) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:08:06.185378 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9157d247-8c75-409c-8ceb-04eab4eba44e admin admin] Publish callbacks [] for port (15fedefe-cd41-4aba-bec7-9ca043723afc), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:06.223443 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9157d247-8c75-409c-8ceb-04eab4eba44e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (15fedefe-cd41-4aba-bec7-9ca043723afc), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:06.238287 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5d638db6-45b0-4b70-b0f2-d596e00c04e3 None None] Publish callbacks [] for port (d0636721-363e-43c9-8514-35cc38be6bb5), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:06.255263 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port b6118341-7e49-4a0b-b89d-aee5d61f5795 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:08:06.263801 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5d638db6-45b0-4b70-b0f2-d596e00c04e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749'] for port (d0636721-363e-43c9-8514-35cc38be6bb5), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:06.271599 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9157d247-8c75-409c-8ceb-04eab4eba44e admin admin] Network 1e0804d0-d1d9-4d40-9de5-2936f3d87840 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:08:06.274734 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-9157d247-8c75-409c-8ceb-04eab4eba44e admin admin] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:08:06.278691 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9157d247-8c75-409c-8ceb-04eab4eba44e admin admin] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 11:08:06.285272 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9157d247-8c75-409c-8ceb-04eab4eba44e admin admin] Pushing event updated for resources: {'Port': ['ID=15fedefe-cd41-4aba-bec7-9ca043723afc,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:08:06.491662 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d638db6-45b0-4b70-b0f2-d596e00c04e3 None None] Network b1781eff-0c0a-4909-bf8d-f43bb030b6d8 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:08:06.501841 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-5d638db6-45b0-4b70-b0f2-d596e00c04e3 None None] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:08:06.509163 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d638db6-45b0-4b70-b0f2-d596e00c04e3 None None] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 11:08:06.513831 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d638db6-45b0-4b70-b0f2-d596e00c04e3 None None] Pushing event updated for resources: {'Port': ['ID=d0636721-363e-43c9-8514-35cc38be6bb5,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:08:06.547485 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-78517ec0-2a0b-49d1-83b8-0836e52644fe None None] Publish callbacks [] for port (bc35e70e-96bf-4d28-aac1-c16c688733d1), precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:06.574386 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-78517ec0-2a0b-49d1-83b8-0836e52644fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (bc35e70e-96bf-4d28-aac1-c16c688733d1), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:06.579894 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9157d247-8c75-409c-8ceb-04eab4eba44e admin admin] Publish callbacks [] for router_gateway (22e975c8-26a5-4f04-b1b1-15e2edff55ff), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:06.615617 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-5d638db6-45b0-4b70-b0f2-d596e00c04e3 None None] Attempting to bind port d0636721-363e-43c9-8514-35cc38be6bb5 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 11:08:06.615955 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-5d638db6-45b0-4b70-b0f2-d596e00c04e3 None None] Attempting to bind port d0636721-363e-43c9-8514-35cc38be6bb5 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '1cec2533-0b64-4f83-a1c6-c8029be52dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'b1781eff-0c0a-4909-bf8d-f43bb030b6d8'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 11:08:06.616342 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d638db6-45b0-4b70-b0f2-d596e00c04e3 None None] Attempting to bind port d0636721-363e-43c9-8514-35cc38be6bb5 on network b1781eff-0c0a-4909-bf8d-f43bb030b6d8 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 11:08:06.631084 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d638db6-45b0-4b70-b0f2-d596e00c04e3 None None] Checking agent: {'id': '75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 24, 15), 'started_at': datetime.datetime(2022, 2, 28, 10, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 7, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 11:08:06.632025 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d638db6-45b0-4b70-b0f2-d596e00c04e3 None None] Checking segment: {'id': '1cec2533-0b64-4f83-a1c6-c8029be52dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'b1781eff-0c0a-4909-bf8d-f43bb030b6d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 11:08:06.632408 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5d638db6-45b0-4b70-b0f2-d596e00c04e3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:06.633273 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d638db6-45b0-4b70-b0f2-d596e00c04e3 None None] Bound using segment: {'id': '1cec2533-0b64-4f83-a1c6-c8029be52dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'b1781eff-0c0a-4909-bf8d-f43bb030b6d8'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 11:08:06.633362 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-5d638db6-45b0-4b70-b0f2-d596e00c04e3 None None] Bound port: d0636721-363e-43c9-8514-35cc38be6bb5, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cec2533-0b64-4f83-a1c6-c8029be52dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'b1781eff-0c0a-4909-bf8d-f43bb030b6d8'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 11:08:06.633749 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5d638db6-45b0-4b70-b0f2-d596e00c04e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (d0636721-363e-43c9-8514-35cc38be6bb5), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:06.653528 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0edc62-1ac7-4410-8155-de38fb267a56 None None] Pushing event updated for resources: {'Port': ['ID=bc35e70e-96bf-4d28-aac1-c16c688733d1,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:08:06.744126 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-78517ec0-2a0b-49d1-83b8-0836e52644fe None None] Attempting to bind port bc35e70e-96bf-4d28-aac1-c16c688733d1 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 11:08:06.744331 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-78517ec0-2a0b-49d1-83b8-0836e52644fe None None] Attempting to bind port bc35e70e-96bf-4d28-aac1-c16c688733d1 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '3bc4d4bf-9a72-43cd-a395-52db9341bc90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '134a5160-7d2d-4000-bf58-a664f2fc77e8'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 11:08:06.744614 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78517ec0-2a0b-49d1-83b8-0836e52644fe None None] Attempting to bind port bc35e70e-96bf-4d28-aac1-c16c688733d1 on network 134a5160-7d2d-4000-bf58-a664f2fc77e8 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 11:08:06.761800 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78517ec0-2a0b-49d1-83b8-0836e52644fe None None] Checking agent: {'id': '75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 24, 15), 'started_at': datetime.datetime(2022, 2, 28, 10, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 7, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 11:08:06.762177 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78517ec0-2a0b-49d1-83b8-0836e52644fe None None] Checking segment: {'id': '3bc4d4bf-9a72-43cd-a395-52db9341bc90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '134a5160-7d2d-4000-bf58-a664f2fc77e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 11:08:06.762582 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-78517ec0-2a0b-49d1-83b8-0836e52644fe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:06.762974 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78517ec0-2a0b-49d1-83b8-0836e52644fe None None] Bound using segment: {'id': '3bc4d4bf-9a72-43cd-a395-52db9341bc90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '134a5160-7d2d-4000-bf58-a664f2fc77e8'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 11:08:06.763444 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-78517ec0-2a0b-49d1-83b8-0836e52644fe None None] Bound port: bc35e70e-96bf-4d28-aac1-c16c688733d1, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bc4d4bf-9a72-43cd-a395-52db9341bc90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '134a5160-7d2d-4000-bf58-a664f2fc77e8'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 11:08:06.763826 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-78517ec0-2a0b-49d1-83b8-0836e52644fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (bc35e70e-96bf-4d28-aac1-c16c688733d1), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:06.780383 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-5d638db6-45b0-4b70-b0f2-d596e00c04e3 None None] For port d0636721-363e-43c9-8514-35cc38be6bb5, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:08:06.795948 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9157d247-8c75-409c-8ceb-04eab4eba44e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1804241'] for router (22e975c8-26a5-4f04-b1b1-15e2edff55ff), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:06.812520 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-5d638db6-45b0-4b70-b0f2-d596e00c04e3 None None] For port d0636721-363e-43c9-8514-35cc38be6bb5, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d0636721-363e-43c9-8514-35cc38be6bb5,segment=NetworkSegment(1cec2533-0b64-4f83-a1c6-c8029be52dea),segment_id=1cec2533-0b64-4f83-a1c6-c8029be52dea)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:08:06.825681 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5d638db6-45b0-4b70-b0f2-d596e00c04e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (d0636721-363e-43c9-8514-35cc38be6bb5), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:06.892022 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-78517ec0-2a0b-49d1-83b8-0836e52644fe None None] For port bc35e70e-96bf-4d28-aac1-c16c688733d1, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:08:06.899819 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-78517ec0-2a0b-49d1-83b8-0836e52644fe None None] For port bc35e70e-96bf-4d28-aac1-c16c688733d1, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=bc35e70e-96bf-4d28-aac1-c16c688733d1,segment=NetworkSegment(3bc4d4bf-9a72-43cd-a395-52db9341bc90),segment_id=3bc4d4bf-9a72-43cd-a395-52db9341bc90)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:08:06.909726 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-78517ec0-2a0b-49d1-83b8-0836e52644fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (bc35e70e-96bf-4d28-aac1-c16c688733d1), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:06.918246 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d638db6-45b0-4b70-b0f2-d596e00c04e3 None None] Pushing event updated for resources: {'Port': ['ID=d0636721-363e-43c9-8514-35cc38be6bb5,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:08:06.944349 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9157d247-8c75-409c-8ceb-04eab4eba44e admin admin] Router 22e975c8-26a5-4f04-b1b1-15e2edff55ff is scheduled to L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 with binding_index 1 {{(pid=103407) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 11:08:06.978736 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-4b055da7-24aa-46ed-9025-e4c4868391b4 None None] Provisioning complete for port bc35e70e-96bf-4d28-aac1-c16c688733d1 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:08:06.979119 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4b055da7-24aa-46ed-9025-e4c4868391b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (bc35e70e-96bf-4d28-aac1-c16c688733d1), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:07.007893 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78517ec0-2a0b-49d1-83b8-0836e52644fe None None] Routers {'ed0f019a-5ac8-446d-b067-d9ce0521926b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:08:07.008539 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-78517ec0-2a0b-49d1-83b8-0836e52644fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T11:07:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['ed0f019a-5ac8-446d-b067-d9ce0521926b'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:08:07.072376 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0edc62-1ac7-4410-8155-de38fb267a56 None None] Pushing event updated for resources: {'Port': ['ID=bc35e70e-96bf-4d28-aac1-c16c688733d1,revision_number=4']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:08:07.080491 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9157d247-8c75-409c-8ceb-04eab4eba44e admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:08:07.094210 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d1fdbc3-a7df-4052-ac38-7bee74f5e7db None None] Sync routers for ids ['22e975c8-26a5-4f04-b1b1-15e2edff55ff'] in dv-neutron-master-2-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:08:07.109975 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1fdbc3-a7df-4052-ac38-7bee74f5e7db None None] Routers {'22e975c8-26a5-4f04-b1b1-15e2edff55ff'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:08:07.110727 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-1d1fdbc3-a7df-4052-ac38-7bee74f5e7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T11:07:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['22e975c8-26a5-4f04-b1b1-15e2edff55ff'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:08:07.114341 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9157d247-8c75-409c-8ceb-04eab4eba44e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:07.116509 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-9157d247-8c75-409c-8ceb-04eab4eba44e admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.6535308 Feb 28 11:08:07.119409 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 45484) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:08:07.195559 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-78517ec0-2a0b-49d1-83b8-0836e52644fe None None] Set router ed0f019a-5ac8-446d-b067-d9ce0521926b gateway port host: dv-neutron-master-2-hyperv {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:08:07.288709 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4b055da7-24aa-46ed-9025-e4c4868391b4 None None] Current status of the port bc35e70e-96bf-4d28-aac1-c16c688733d1 is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:08:07.289378 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4b055da7-24aa-46ed-9025-e4c4868391b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (bc35e70e-96bf-4d28-aac1-c16c688733d1), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:07.405984 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4b055da7-24aa-46ed-9025-e4c4868391b4 None None] For port bc35e70e-96bf-4d28-aac1-c16c688733d1, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=bc35e70e-96bf-4d28-aac1-c16c688733d1,segment=NetworkSegment(3bc4d4bf-9a72-43cd-a395-52db9341bc90),segment_id=3bc4d4bf-9a72-43cd-a395-52db9341bc90)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:08:07.412994 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4b055da7-24aa-46ed-9025-e4c4868391b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (bc35e70e-96bf-4d28-aac1-c16c688733d1), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:07.435658 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-1d1fdbc3-a7df-4052-ac38-7bee74f5e7db None None] Set router 22e975c8-26a5-4f04-b1b1-15e2edff55ff gateway port host: dv-neutron-master-2-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:08:07.524269 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b055da7-24aa-46ed-9025-e4c4868391b4 None None] Pushing event updated for resources: {'Port': ['ID=bc35e70e-96bf-4d28-aac1-c16c688733d1,revision_number=5']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:08:07.555017 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-3a36dca0-6380-4179-9e7e-8966fce77b24 None None] Provisioning complete for port bc35e70e-96bf-4d28-aac1-c16c688733d1 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:08:07.555396 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3a36dca0-6380-4179-9e7e-8966fce77b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (bc35e70e-96bf-4d28-aac1-c16c688733d1), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:07.643826 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-1d1fdbc3-a7df-4052-ac38-7bee74f5e7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22e975c8-26a5-4f04-b1b1-15e2edff55ff', 'name': 'tempest-TestMinimumBasicScenario-159504961-router', 'tenant_id': 'ce8ea6f14ad64ab2b18adf9214ecb5e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.208'}], 'enable_snat': True}, 'gw_port_id': '15fedefe-cd41-4aba-bec7-9ca043723afc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:08:05Z', 'updated_at': '2022-02-28T11:08:06Z', 'revision_number': 3, 'project_id': 'ce8ea6f14ad64ab2b18adf9214ecb5e2', 'gw_port': {'id': '15fedefe-cd41-4aba-bec7-9ca043723afc', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:31:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22e975c8-26a5-4f04-b1b1-15e2edff55ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:08:05Z', 'updated_at': '2022-02-28T11:08:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:08:07.672482 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-3a36dca0-6380-4179-9e7e-8966fce77b24 None None] Current status of the port bc35e70e-96bf-4d28-aac1-c16c688733d1 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:08:07.672717 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d1fdbc3-a7df-4052-ac38-7bee74f5e7db None None] Checking router: 22e975c8-26a5-4f04-b1b1-15e2edff55ff for host: dv-neutron-master-2-hyperv {{(pid=103410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:08:07.673094 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d1fdbc3-a7df-4052-ac38-7bee74f5e7db None None] Updating router 22e975c8-26a5-4f04-b1b1-15e2edff55ff port 15fedefe-cd41-4aba-bec7-9ca043723afc binding host dv-neutron-master-2-hyperv {{(pid=103410) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 11:08:07.679320 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-78517ec0-2a0b-49d1-83b8-0836e52644fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed0f019a-5ac8-446d-b067-d9ce0521926b', 'name': 'tempest-TestMinimumBasicScenario-111515968-router', 'tenant_id': '1c20c552d3f349a28c8c52563f29197c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.33'}], 'enable_snat': True}, 'gw_port_id': 'b6118341-7e49-4a0b-b89d-aee5d61f5795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:08:00Z', 'updated_at': '2022-02-28T11:08:03Z', 'revision_number': 4, 'project_id': '1c20c552d3f349a28c8c52563f29197c', 'gw_port': {'id': 'b6118341-7e49-4a0b-b89d-aee5d61f5795', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:60:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed0f019a-5ac8-446d-b067-d9ce0521926b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:08:01Z', 'updated_at': '2022-02-28T11:08:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'bc35e70e-96bf-4d28-aac1-c16c688733d1', 'name': '', 'network_id': '134a5160-7d2d-4000-bf58-a664f2fc77e8', 'tenant_id': '1c20c552d3f349a28c8c52563f29197c', 'mac_address': 'fa:16:3e:91:41:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed0f019a-5ac8-446d-b067-d9ce0521926b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': 'b9200ef0-de31-4e44-945e-5db53a65e933', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:08:02Z', 'updated_at': '2022-02-28T11:08:06Z', 'revision_number': 4, 'project_id': '1c20c552d3f349a28c8c52563f29197c', 'subnets': [{'id': 'b9200ef0-de31-4e44-945e-5db53a65e933', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:08:07.692469 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ef032a25-e629-4a31-a13e-746565cd4943 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:07.708331 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78517ec0-2a0b-49d1-83b8-0836e52644fe None None] The sync data for ids ['ed0f019a-5ac8-446d-b067-d9ce0521926b'] in dv-neutron-master-2-hyperv is: [{'id': 'ed0f019a-5ac8-446d-b067-d9ce0521926b', 'name': 'tempest-TestMinimumBasicScenario-111515968-router', 'tenant_id': '1c20c552d3f349a28c8c52563f29197c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.33'}], 'enable_snat': True}, 'gw_port_id': 'b6118341-7e49-4a0b-b89d-aee5d61f5795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:08:00Z', 'updated_at': '2022-02-28T11:08:03Z', 'revision_number': 4, 'project_id': '1c20c552d3f349a28c8c52563f29197c', 'gw_port': {'id': 'b6118341-7e49-4a0b-b89d-aee5d61f5795', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:60:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed0f019a-5ac8-446d-b067-d9ce0521926b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:08:01Z', 'updated_at': '2022-02-28T11:08:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'bc35e70e-96bf-4d28-aac1-c16c688733d1', 'name': '', 'network_id': '134a5160-7d2d-4000-bf58-a664f2fc77e8', 'tenant_id': '1c20c552d3f349a28c8c52563f29197c', 'mac_address': 'fa:16:3e:91:41:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed0f019a-5ac8-446d-b067-d9ce0521926b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': 'b9200ef0-de31-4e44-945e-5db53a65e933', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:08:02Z', 'updated_at': '2022-02-28T11:08:06Z', 'revision_number': 4, 'project_id': '1c20c552d3f349a28c8c52563f29197c', 'subnets': [{'id': 'b9200ef0-de31-4e44-945e-5db53a65e933', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:08:07.709409 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1d1fdbc3-a7df-4052-ac38-7bee74f5e7db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (15fedefe-cd41-4aba-bec7-9ca043723afc), before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:07.864487 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device d0636721-363e-43c9-8514-35cc38be6bb5 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 11:08:07.966689 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-ef032a25-e629-4a31-a13e-746565cd4943 admin admin] Allocated IP 172.20.0.1 (b1781eff-0c0a-4909-bf8d-f43bb030b6d8/c98f1879-b5fc-4c4a-8a50-290b3c2ad9bb/1240ec3c-e1a1-4aca-b03f-39a7b2499d9e) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:08:07.969640 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port d0636721-363e-43c9-8514-35cc38be6bb5 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:08:07.970201 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (d0636721-363e-43c9-8514-35cc38be6bb5), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:08.076503 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port d0636721-363e-43c9-8514-35cc38be6bb5 is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:08:08.077093 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (d0636721-363e-43c9-8514-35cc38be6bb5), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:08.144045 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] For port d0636721-363e-43c9-8514-35cc38be6bb5, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d0636721-363e-43c9-8514-35cc38be6bb5,segment=NetworkSegment(1cec2533-0b64-4f83-a1c6-c8029be52dea),segment_id=1cec2533-0b64-4f83-a1c6-c8029be52dea)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:08:08.152734 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (d0636721-363e-43c9-8514-35cc38be6bb5), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:08.169535 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ef032a25-e629-4a31-a13e-746565cd4943 admin admin] Publish callbacks [] for port (1240ec3c-e1a1-4aca-b03f-39a7b2499d9e), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:08.182697 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1d1fdbc3-a7df-4052-ac38-7bee74f5e7db None None] Publish callbacks [] for port (15fedefe-cd41-4aba-bec7-9ca043723afc), precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:08.193612 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1d1fdbc3-a7df-4052-ac38-7bee74f5e7db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (15fedefe-cd41-4aba-bec7-9ca043723afc), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:08.227766 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ef032a25-e629-4a31-a13e-746565cd4943 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (1240ec3c-e1a1-4aca-b03f-39a7b2499d9e), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:08.254646 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-1d1fdbc3-a7df-4052-ac38-7bee74f5e7db None None] Attempting to bind port 15fedefe-cd41-4aba-bec7-9ca043723afc on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 11:08:08.255273 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-1d1fdbc3-a7df-4052-ac38-7bee74f5e7db None None] Attempting to bind port 15fedefe-cd41-4aba-bec7-9ca043723afc by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '195d7ed7-323d-4284-82df-208cca613d99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 11:08:08.255854 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1fdbc3-a7df-4052-ac38-7bee74f5e7db None None] Attempting to bind port 15fedefe-cd41-4aba-bec7-9ca043723afc on network 1e0804d0-d1d9-4d40-9de5-2936f3d87840 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 11:08:08.266034 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1fdbc3-a7df-4052-ac38-7bee74f5e7db None None] Checking agent: {'id': '75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 24, 15), 'started_at': datetime.datetime(2022, 2, 28, 10, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 7, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 11:08:08.267139 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1fdbc3-a7df-4052-ac38-7bee74f5e7db None None] Checking segment: {'id': '195d7ed7-323d-4284-82df-208cca613d99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 11:08:08.267603 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1d1fdbc3-a7df-4052-ac38-7bee74f5e7db None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:08.268154 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1fdbc3-a7df-4052-ac38-7bee74f5e7db None None] Bound using segment: {'id': '195d7ed7-323d-4284-82df-208cca613d99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 11:08:08.268855 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-1d1fdbc3-a7df-4052-ac38-7bee74f5e7db None None] Bound port: 15fedefe-cd41-4aba-bec7-9ca043723afc, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '195d7ed7-323d-4284-82df-208cca613d99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 11:08:08.269245 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1d1fdbc3-a7df-4052-ac38-7bee74f5e7db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (15fedefe-cd41-4aba-bec7-9ca043723afc), before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:08.271237 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Pushing event updated for resources: {'Port': ['ID=d0636721-363e-43c9-8514-35cc38be6bb5,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:08:08.278522 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50ff0676-d049-408e-8814-dff5ff53fa61 None None] Network b1781eff-0c0a-4909-bf8d-f43bb030b6d8 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 11:08:08.303567 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef032a25-e629-4a31-a13e-746565cd4943 admin admin] Network b1781eff-0c0a-4909-bf8d-f43bb030b6d8 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:08:08.306961 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-ef032a25-e629-4a31-a13e-746565cd4943 admin admin] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:08:08.317605 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef032a25-e629-4a31-a13e-746565cd4943 admin admin] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 11:08:08.347927 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1d1fdbc3-a7df-4052-ac38-7bee74f5e7db None None] For port 15fedefe-cd41-4aba-bec7-9ca043723afc, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:08:08.353227 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-1d1fdbc3-a7df-4052-ac38-7bee74f5e7db None None] For port 15fedefe-cd41-4aba-bec7-9ca043723afc, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=15fedefe-cd41-4aba-bec7-9ca043723afc,segment=NetworkSegment(195d7ed7-323d-4284-82df-208cca613d99),segment_id=195d7ed7-323d-4284-82df-208cca613d99)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:08:08.358016 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-42f49f05-88ea-41ad-9a63-1270d796cf65 None None] Provisioning complete for port d0636721-363e-43c9-8514-35cc38be6bb5 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:08:08.359318 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38751cd-f043-4e19-9dae-8e468ec851c1 None None] Pushing event updated for resources: {'Port': ['ID=15fedefe-cd41-4aba-bec7-9ca043723afc,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:08:08.360004 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef032a25-e629-4a31-a13e-746565cd4943 admin admin] Pushing event updated for resources: {'Port': ['ID=1240ec3c-e1a1-4aca-b03f-39a7b2499d9e,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:08:08.360520 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-42f49f05-88ea-41ad-9a63-1270d796cf65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (d0636721-363e-43c9-8514-35cc38be6bb5), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:08.367437 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-1d1fdbc3-a7df-4052-ac38-7bee74f5e7db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (15fedefe-cd41-4aba-bec7-9ca043723afc), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:08.380394 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ef032a25-e629-4a31-a13e-746565cd4943 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1803404'] for router_interface (22e975c8-26a5-4f04-b1b1-15e2edff55ff), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:08.427291 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1fdbc3-a7df-4052-ac38-7bee74f5e7db None None] Routers {'22e975c8-26a5-4f04-b1b1-15e2edff55ff'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:08:08.428438 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-1d1fdbc3-a7df-4052-ac38-7bee74f5e7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T11:07:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['22e975c8-26a5-4f04-b1b1-15e2edff55ff'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:08:08.534859 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-42f49f05-88ea-41ad-9a63-1270d796cf65 None None] Current status of the port d0636721-363e-43c9-8514-35cc38be6bb5 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:08:08.552403 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ef032a25-e629-4a31-a13e-746565cd4943 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (1240ec3c-e1a1-4aca-b03f-39a7b2499d9e), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:08.572724 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (13ac42ae-016e-4baf-bb31-c6fa820b41c2), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:08.586719 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38751cd-f043-4e19-9dae-8e468ec851c1 None None] Pushing event updated for resources: {'Port': ['ID=15fedefe-cd41-4aba-bec7-9ca043723afc,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:08:08.592291 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-1d1fdbc3-a7df-4052-ac38-7bee74f5e7db None None] Set router 22e975c8-26a5-4f04-b1b1-15e2edff55ff gateway port host: dv-neutron-master-2-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:08:08.776131 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-46dcbeca-dc4c-4c1f-a8ad-cd1ef86f3d9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fb6705d2-4f70-4965-92a3-fbfccd43a6d3), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:08.802069 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ef032a25-e629-4a31-a13e-746565cd4943 admin admin] Publish callbacks [] for port (1240ec3c-e1a1-4aca-b03f-39a7b2499d9e), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:08.809638 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ef032a25-e629-4a31-a13e-746565cd4943 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3498066'] for port (1240ec3c-e1a1-4aca-b03f-39a7b2499d9e), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:08.827496 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-1d1fdbc3-a7df-4052-ac38-7bee74f5e7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22e975c8-26a5-4f04-b1b1-15e2edff55ff', 'name': 'tempest-TestMinimumBasicScenario-159504961-router', 'tenant_id': 'ce8ea6f14ad64ab2b18adf9214ecb5e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.208'}], 'enable_snat': True}, 'gw_port_id': '15fedefe-cd41-4aba-bec7-9ca043723afc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:08:05Z', 'updated_at': '2022-02-28T11:08:06Z', 'revision_number': 3, 'project_id': 'ce8ea6f14ad64ab2b18adf9214ecb5e2', 'gw_port': {'id': '15fedefe-cd41-4aba-bec7-9ca043723afc', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:31:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22e975c8-26a5-4f04-b1b1-15e2edff55ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:08:05Z', 'updated_at': '2022-02-28T11:08:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:08:08.866533 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d1fdbc3-a7df-4052-ac38-7bee74f5e7db None None] The sync data for ids ['22e975c8-26a5-4f04-b1b1-15e2edff55ff'] in dv-neutron-master-2-hyperv is: [{'id': '22e975c8-26a5-4f04-b1b1-15e2edff55ff', 'name': 'tempest-TestMinimumBasicScenario-159504961-router', 'tenant_id': 'ce8ea6f14ad64ab2b18adf9214ecb5e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.208'}], 'enable_snat': True}, 'gw_port_id': '15fedefe-cd41-4aba-bec7-9ca043723afc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:08:05Z', 'updated_at': '2022-02-28T11:08:06Z', 'revision_number': 3, 'project_id': 'ce8ea6f14ad64ab2b18adf9214ecb5e2', 'gw_port': {'id': '15fedefe-cd41-4aba-bec7-9ca043723afc', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:31:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22e975c8-26a5-4f04-b1b1-15e2edff55ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:08:05Z', 'updated_at': '2022-02-28T11:08:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:08:08.887128 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ef032a25-e629-4a31-a13e-746565cd4943 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1802524'] for router_interface (22e975c8-26a5-4f04-b1b1-15e2edff55ff), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:08.889170 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef032a25-e629-4a31-a13e-746565cd4943 admin admin] Pushing event updated for resources: {'Port': ['ID=1240ec3c-e1a1-4aca-b03f-39a7b2499d9e,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:08:08.968859 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-d79910a8-fec2-4d33-8bc0-114f2069c61a None None] Provisioning complete for port 1240ec3c-e1a1-4aca-b03f-39a7b2499d9e triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:08:08.969240 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d79910a8-fec2-4d33-8bc0-114f2069c61a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (1240ec3c-e1a1-4aca-b03f-39a7b2499d9e), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:09.025724 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-d79910a8-fec2-4d33-8bc0-114f2069c61a None None] Port 1240ec3c-e1a1-4aca-b03f-39a7b2499d9e cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 11:08:09.041020 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-d79910a8-fec2-4d33-8bc0-114f2069c61a None None] Provisioning complete for port d0636721-363e-43c9-8514-35cc38be6bb5 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:08:09.041491 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d79910a8-fec2-4d33-8bc0-114f2069c61a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (d0636721-363e-43c9-8514-35cc38be6bb5), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:09.063580 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef032a25-e629-4a31-a13e-746565cd4943 admin admin] Network b1781eff-0c0a-4909-bf8d-f43bb030b6d8 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:08:09.065485 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-ef032a25-e629-4a31-a13e-746565cd4943 admin admin] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:08:09.161437 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-d79910a8-fec2-4d33-8bc0-114f2069c61a None None] Current status of the port d0636721-363e-43c9-8514-35cc38be6bb5 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:08:09.210338 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef032a25-e629-4a31-a13e-746565cd4943 admin admin] Router 22e975c8-26a5-4f04-b1b1-15e2edff55ff has already been hosted by L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:08:09.289633 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-576e0fc9-94fa-4494-9889-0c48fec6c8b4 None None] Provisioning complete for port 1240ec3c-e1a1-4aca-b03f-39a7b2499d9e triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:08:09.295377 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-576e0fc9-94fa-4494-9889-0c48fec6c8b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (1240ec3c-e1a1-4aca-b03f-39a7b2499d9e), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:09.369619 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-576e0fc9-94fa-4494-9889-0c48fec6c8b4 None None] Port 1240ec3c-e1a1-4aca-b03f-39a7b2499d9e cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 11:08:09.376450 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef032a25-e629-4a31-a13e-746565cd4943 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:08:09.391589 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-ef032a25-e629-4a31-a13e-746565cd4943 admin admin] 10.222.0.20 "PUT /v2.0/routers/22e975c8-26a5-4f04-b1b1-15e2edff55ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2709548 Feb 28 11:08:09.497196 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-ad5db836-68eb-49eb-8142-0b986202ca10 None None] Provisioning complete for port 1240ec3c-e1a1-4aca-b03f-39a7b2499d9e triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:08:09.498056 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ad5db836-68eb-49eb-8142-0b986202ca10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (1240ec3c-e1a1-4aca-b03f-39a7b2499d9e), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:09.538944 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-ad5db836-68eb-49eb-8142-0b986202ca10 None None] Port 1240ec3c-e1a1-4aca-b03f-39a7b2499d9e cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 11:08:09.870018 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device d0636721-363e-43c9-8514-35cc38be6bb5 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 11:08:09.930871 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port d0636721-363e-43c9-8514-35cc38be6bb5 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:08:09.931240 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (d0636721-363e-43c9-8514-35cc38be6bb5), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:10.029789 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port d0636721-363e-43c9-8514-35cc38be6bb5 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:08:10.031054 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 15fedefe-cd41-4aba-bec7-9ca043723afc up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 11:08:10.085325 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port 15fedefe-cd41-4aba-bec7-9ca043723afc triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:08:10.085713 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (15fedefe-cd41-4aba-bec7-9ca043723afc), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:10.190755 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 15fedefe-cd41-4aba-bec7-9ca043723afc is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:08:10.191141 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (15fedefe-cd41-4aba-bec7-9ca043723afc), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:10.212808 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] For port 15fedefe-cd41-4aba-bec7-9ca043723afc, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=15fedefe-cd41-4aba-bec7-9ca043723afc,segment=NetworkSegment(195d7ed7-323d-4284-82df-208cca613d99),segment_id=195d7ed7-323d-4284-82df-208cca613d99)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:08:10.219609 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (15fedefe-cd41-4aba-bec7-9ca043723afc), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:10.220360 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device bc35e70e-96bf-4d28-aac1-c16c688733d1 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 11:08:10.295315 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Pushing event updated for resources: {'Port': ['ID=15fedefe-cd41-4aba-bec7-9ca043723afc,revision_number=4']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:08:10.309002 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port bc35e70e-96bf-4d28-aac1-c16c688733d1 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:08:10.309383 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (bc35e70e-96bf-4d28-aac1-c16c688733d1), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:10.419037 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port bc35e70e-96bf-4d28-aac1-c16c688733d1 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:08:11.087498 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-81eaef21-77cd-4a2c-9f4d-dac0a68fb3b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fc6c9b74-8dbb-41bb-800a-5bd3a43fe896), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:11.373908 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e75027e-c73e-4506-b34f-020b6d5a519b None None] Sync routers for ids ['22e975c8-26a5-4f04-b1b1-15e2edff55ff'] in dv-neutron-master-2-hyperv {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:08:11.393599 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e75027e-c73e-4506-b34f-020b6d5a519b None None] Routers {'22e975c8-26a5-4f04-b1b1-15e2edff55ff'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:08:11.393599 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-5e75027e-c73e-4506-b34f-020b6d5a519b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T11:08:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['22e975c8-26a5-4f04-b1b1-15e2edff55ff'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:08:11.714341 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-5e75027e-c73e-4506-b34f-020b6d5a519b None None] Set router 22e975c8-26a5-4f04-b1b1-15e2edff55ff gateway port host: dv-neutron-master-2-hyperv {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:08:11.765422 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 15fedefe-cd41-4aba-bec7-9ca043723afc up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 11:08:11.926524 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port 15fedefe-cd41-4aba-bec7-9ca043723afc triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:08:11.926911 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (15fedefe-cd41-4aba-bec7-9ca043723afc), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:12.104422 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 15fedefe-cd41-4aba-bec7-9ca043723afc is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:08:12.115101 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-5e75027e-c73e-4506-b34f-020b6d5a519b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22e975c8-26a5-4f04-b1b1-15e2edff55ff', 'name': 'tempest-TestMinimumBasicScenario-159504961-router', 'tenant_id': 'ce8ea6f14ad64ab2b18adf9214ecb5e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.208'}], 'enable_snat': True}, 'gw_port_id': '15fedefe-cd41-4aba-bec7-9ca043723afc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:08:05Z', 'updated_at': '2022-02-28T11:08:08Z', 'revision_number': 4, 'project_id': 'ce8ea6f14ad64ab2b18adf9214ecb5e2', 'gw_port': {'id': '15fedefe-cd41-4aba-bec7-9ca043723afc', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:31:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e975c8-26a5-4f04-b1b1-15e2edff55ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:08:05Z', 'updated_at': '2022-02-28T11:08:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '1240ec3c-e1a1-4aca-b03f-39a7b2499d9e', 'name': '', 'network_id': 'b1781eff-0c0a-4909-bf8d-f43bb030b6d8', 'tenant_id': 'ce8ea6f14ad64ab2b18adf9214ecb5e2', 'mac_address': 'fa:16:3e:25:c8:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22e975c8-26a5-4f04-b1b1-15e2edff55ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': 'c98f1879-b5fc-4c4a-8a50-290b3c2ad9bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:08:07Z', 'updated_at': '2022-02-28T11:08:08Z', 'revision_number': 2, 'project_id': 'ce8ea6f14ad64ab2b18adf9214ecb5e2', 'subnets': [{'id': 'c98f1879-b5fc-4c4a-8a50-290b3c2ad9bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:08:12.156291 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e75027e-c73e-4506-b34f-020b6d5a519b None None] Checking router: 22e975c8-26a5-4f04-b1b1-15e2edff55ff for host: dv-neutron-master-2-hyperv {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:08:12.156709 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e75027e-c73e-4506-b34f-020b6d5a519b None None] Updating router 22e975c8-26a5-4f04-b1b1-15e2edff55ff port 1240ec3c-e1a1-4aca-b03f-39a7b2499d9e binding host dv-neutron-master-2-hyperv {{(pid=103409) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 11:08:12.194883 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5e75027e-c73e-4506-b34f-020b6d5a519b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (1240ec3c-e1a1-4aca-b03f-39a7b2499d9e), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:12.224893 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b6d631fb-7df0-4fe1-8322-abff3b61cae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (0db5147a-92a3-4581-8a5f-8ec9b93e0600), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:12.598114 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5e75027e-c73e-4506-b34f-020b6d5a519b None None] Publish callbacks [] for port (1240ec3c-e1a1-4aca-b03f-39a7b2499d9e), precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:12.606254 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5e75027e-c73e-4506-b34f-020b6d5a519b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (1240ec3c-e1a1-4aca-b03f-39a7b2499d9e), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:12.667376 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a0298c-f142-45b6-acf1-76c0782d36be None None] Pushing event updated for resources: {'Port': ['ID=1240ec3c-e1a1-4aca-b03f-39a7b2499d9e,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:08:12.733510 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-5e75027e-c73e-4506-b34f-020b6d5a519b None None] Attempting to bind port 1240ec3c-e1a1-4aca-b03f-39a7b2499d9e on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 11:08:12.734174 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-5e75027e-c73e-4506-b34f-020b6d5a519b None None] Attempting to bind port 1240ec3c-e1a1-4aca-b03f-39a7b2499d9e by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '1cec2533-0b64-4f83-a1c6-c8029be52dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'b1781eff-0c0a-4909-bf8d-f43bb030b6d8'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 11:08:12.734425 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e75027e-c73e-4506-b34f-020b6d5a519b None None] Attempting to bind port 1240ec3c-e1a1-4aca-b03f-39a7b2499d9e on network b1781eff-0c0a-4909-bf8d-f43bb030b6d8 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 11:08:12.743388 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e75027e-c73e-4506-b34f-020b6d5a519b None None] Checking agent: {'id': '75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 24, 15), 'started_at': datetime.datetime(2022, 2, 28, 10, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 7, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 11:08:12.743951 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e75027e-c73e-4506-b34f-020b6d5a519b None None] Checking segment: {'id': '1cec2533-0b64-4f83-a1c6-c8029be52dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'b1781eff-0c0a-4909-bf8d-f43bb030b6d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 11:08:12.744291 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5e75027e-c73e-4506-b34f-020b6d5a519b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:12.744728 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e75027e-c73e-4506-b34f-020b6d5a519b None None] Bound using segment: {'id': '1cec2533-0b64-4f83-a1c6-c8029be52dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'b1781eff-0c0a-4909-bf8d-f43bb030b6d8'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 11:08:12.745457 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-5e75027e-c73e-4506-b34f-020b6d5a519b None None] Bound port: 1240ec3c-e1a1-4aca-b03f-39a7b2499d9e, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cec2533-0b64-4f83-a1c6-c8029be52dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': 'b1781eff-0c0a-4909-bf8d-f43bb030b6d8'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 11:08:12.746079 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5e75027e-c73e-4506-b34f-020b6d5a519b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (1240ec3c-e1a1-4aca-b03f-39a7b2499d9e), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:12.839925 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-5e75027e-c73e-4506-b34f-020b6d5a519b None None] For port 1240ec3c-e1a1-4aca-b03f-39a7b2499d9e, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:08:12.844763 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-5e75027e-c73e-4506-b34f-020b6d5a519b None None] For port 1240ec3c-e1a1-4aca-b03f-39a7b2499d9e, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1240ec3c-e1a1-4aca-b03f-39a7b2499d9e,segment=NetworkSegment(1cec2533-0b64-4f83-a1c6-c8029be52dea),segment_id=1cec2533-0b64-4f83-a1c6-c8029be52dea)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:08:12.856621 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5e75027e-c73e-4506-b34f-020b6d5a519b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (1240ec3c-e1a1-4aca-b03f-39a7b2499d9e), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:12.933988 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e75027e-c73e-4506-b34f-020b6d5a519b None None] Routers {'22e975c8-26a5-4f04-b1b1-15e2edff55ff'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:08:12.933988 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-5e75027e-c73e-4506-b34f-020b6d5a519b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T11:08:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['22e975c8-26a5-4f04-b1b1-15e2edff55ff'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:08:12.937669 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a0298c-f142-45b6-acf1-76c0782d36be None None] Pushing event updated for resources: {'Port': ['ID=1240ec3c-e1a1-4aca-b03f-39a7b2499d9e,revision_number=4']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:08:13.011954 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-bc2d6a32-4255-4745-8283-ad21fee652f4 None None] Provisioning complete for port 1240ec3c-e1a1-4aca-b03f-39a7b2499d9e triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:08:13.012326 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bc2d6a32-4255-4745-8283-ad21fee652f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (1240ec3c-e1a1-4aca-b03f-39a7b2499d9e), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:13.122130 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-5e75027e-c73e-4506-b34f-020b6d5a519b None None] Set router 22e975c8-26a5-4f04-b1b1-15e2edff55ff gateway port host: dv-neutron-master-2-hyperv {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:08:13.253469 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-bc2d6a32-4255-4745-8283-ad21fee652f4 None None] Current status of the port 1240ec3c-e1a1-4aca-b03f-39a7b2499d9e is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:08:13.253773 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bc2d6a32-4255-4745-8283-ad21fee652f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (1240ec3c-e1a1-4aca-b03f-39a7b2499d9e), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:13.341379 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-bc2d6a32-4255-4745-8283-ad21fee652f4 None None] For port 1240ec3c-e1a1-4aca-b03f-39a7b2499d9e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1240ec3c-e1a1-4aca-b03f-39a7b2499d9e,segment=NetworkSegment(1cec2533-0b64-4f83-a1c6-c8029be52dea),segment_id=1cec2533-0b64-4f83-a1c6-c8029be52dea)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:08:13.352929 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bc2d6a32-4255-4745-8283-ad21fee652f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (1240ec3c-e1a1-4aca-b03f-39a7b2499d9e), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:13.466250 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2d6a32-4255-4745-8283-ad21fee652f4 None None] Pushing event updated for resources: {'Port': ['ID=1240ec3c-e1a1-4aca-b03f-39a7b2499d9e,revision_number=5']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:08:13.493159 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-24ede50b-26a3-4547-80c4-f4074e36ee33 None None] Provisioning complete for port 1240ec3c-e1a1-4aca-b03f-39a7b2499d9e triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:08:13.493547 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-24ede50b-26a3-4547-80c4-f4074e36ee33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (1240ec3c-e1a1-4aca-b03f-39a7b2499d9e), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:13.526415 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-5e75027e-c73e-4506-b34f-020b6d5a519b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22e975c8-26a5-4f04-b1b1-15e2edff55ff', 'name': 'tempest-TestMinimumBasicScenario-159504961-router', 'tenant_id': 'ce8ea6f14ad64ab2b18adf9214ecb5e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.208'}], 'enable_snat': True}, 'gw_port_id': '15fedefe-cd41-4aba-bec7-9ca043723afc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:08:05Z', 'updated_at': '2022-02-28T11:08:08Z', 'revision_number': 4, 'project_id': 'ce8ea6f14ad64ab2b18adf9214ecb5e2', 'gw_port': {'id': '15fedefe-cd41-4aba-bec7-9ca043723afc', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:31:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e975c8-26a5-4f04-b1b1-15e2edff55ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:08:05Z', 'updated_at': '2022-02-28T11:08:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '1240ec3c-e1a1-4aca-b03f-39a7b2499d9e', 'name': '', 'network_id': 'b1781eff-0c0a-4909-bf8d-f43bb030b6d8', 'tenant_id': 'ce8ea6f14ad64ab2b18adf9214ecb5e2', 'mac_address': 'fa:16:3e:25:c8:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22e975c8-26a5-4f04-b1b1-15e2edff55ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': 'c98f1879-b5fc-4c4a-8a50-290b3c2ad9bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:08:07Z', 'updated_at': '2022-02-28T11:08:12Z', 'revision_number': 4, 'project_id': 'ce8ea6f14ad64ab2b18adf9214ecb5e2', 'subnets': [{'id': 'c98f1879-b5fc-4c4a-8a50-290b3c2ad9bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:08:13.559079 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e75027e-c73e-4506-b34f-020b6d5a519b None None] The sync data for ids ['22e975c8-26a5-4f04-b1b1-15e2edff55ff'] in dv-neutron-master-2-hyperv is: [{'id': '22e975c8-26a5-4f04-b1b1-15e2edff55ff', 'name': 'tempest-TestMinimumBasicScenario-159504961-router', 'tenant_id': 'ce8ea6f14ad64ab2b18adf9214ecb5e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.208'}], 'enable_snat': True}, 'gw_port_id': '15fedefe-cd41-4aba-bec7-9ca043723afc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:08:05Z', 'updated_at': '2022-02-28T11:08:08Z', 'revision_number': 4, 'project_id': 'ce8ea6f14ad64ab2b18adf9214ecb5e2', 'gw_port': {'id': '15fedefe-cd41-4aba-bec7-9ca043723afc', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:31:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e975c8-26a5-4f04-b1b1-15e2edff55ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:08:05Z', 'updated_at': '2022-02-28T11:08:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '1240ec3c-e1a1-4aca-b03f-39a7b2499d9e', 'name': '', 'network_id': 'b1781eff-0c0a-4909-bf8d-f43bb030b6d8', 'tenant_id': 'ce8ea6f14ad64ab2b18adf9214ecb5e2', 'mac_address': 'fa:16:3e:25:c8:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22e975c8-26a5-4f04-b1b1-15e2edff55ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': 'c98f1879-b5fc-4c4a-8a50-290b3c2ad9bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:08:07Z', 'updated_at': '2022-02-28T11:08:12Z', 'revision_number': 4, 'project_id': 'ce8ea6f14ad64ab2b18adf9214ecb5e2', 'subnets': [{'id': 'c98f1879-b5fc-4c4a-8a50-290b3c2ad9bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:08:13.607876 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6b923bb1-06b0-4b84-b461-7cc1d0196090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (2e621730-3978-4720-b581-ac380e97a567), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:13.679132 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-24ede50b-26a3-4547-80c4-f4074e36ee33 None None] Current status of the port 1240ec3c-e1a1-4aca-b03f-39a7b2499d9e is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:08:13.788161 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 1240ec3c-e1a1-4aca-b03f-39a7b2499d9e up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 11:08:13.870859 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port 1240ec3c-e1a1-4aca-b03f-39a7b2499d9e triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:08:13.871357 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (1240ec3c-e1a1-4aca-b03f-39a7b2499d9e), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:13.985418 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 1240ec3c-e1a1-4aca-b03f-39a7b2499d9e is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:08:14.945714 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:19.104880 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.agents_db [None req-382e0aa2-b126-48e6-89eb-3efa426b6b29 None None] Agent healthcheck: found 6 active agents {{(pid=103410) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 11:08:19.828019 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd2f64d-a96a-48ba-8031-6546a72178ad req-559815c6-e012-4698-8f25-abf084831133 tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:08:19.829548 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-4bd2f64d-a96a-48ba-8031-6546a72178ad req-559815c6-e012-4698-8f25-abf084831133 tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] 10.222.0.20 "GET /v2.0/networks?id=134a5160-7d2d-4000-bf58-a664f2fc77e8 HTTP/1.1" status: 200 len: 814 time: 0.1079156 Feb 28 11:08:19.847865 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-4bd2f64d-a96a-48ba-8031-6546a72178ad req-7aedbfba-2f96-47a8-89c9-478ff1d37c1a tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] 10.222.0.20 "GET /v2.0/quotas/1c20c552d3f349a28c8c52563f29197c HTTP/1.1" status: 200 len: 375 time: 0.0102105 Feb 28 11:08:19.907390 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-4bd2f64d-a96a-48ba-8031-6546a72178ad req-79dd7f03-3d09-4115-8392-805a4ec3deda tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=1c20c552d3f349a28c8c52563f29197c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0538576 Feb 28 11:08:20.010043 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-4bd2f64d-a96a-48ba-8031-6546a72178ad req-b4ee06c4-8f7e-4f1b-9eec-6af504973104 service neutron] 10.222.0.20 "GET /v2.0/networks/134a5160-7d2d-4000-bf58-a664f2fc77e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900667 Feb 28 11:08:20.114424 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-4bd2f64d-a96a-48ba-8031-6546a72178ad req-08036cae-486b-42cd-8a68-e55d192a3244 service neutron] 10.222.0.20 "GET /v2.0/networks/134a5160-7d2d-4000-bf58-a664f2fc77e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982521 Feb 28 11:08:20.401794 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-e9271d78-1fa3-4539-b019-af3d166510cb req-fc73e84d-2e3f-4690-b4b6-495a8971c854 tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] 10.222.0.20 "GET /v2.0/ports?device_id=7de39812-3d4b-4905-bc2e-5ce705ab0e05 HTTP/1.1" status: 200 len: 210 time: 0.1462839 Feb 28 11:08:21.523797 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-520cffe4-9bbf-45eb-b517-644146038cc2 req-06ac3247-856f-48e2-ac3e-a6f4c9d7eff1 tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] 10.222.0.20 "GET /v2.0/ports?device_id=7de39812-3d4b-4905-bc2e-5ce705ab0e05 HTTP/1.1" status: 200 len: 210 time: 0.0458539 Feb 28 11:08:21.585379 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd2f64d-a96a-48ba-8031-6546a72178ad req-c6b0c7e5-9199-4e01-9c9d-22cf8f56be80 tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:08:21.587379 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-4bd2f64d-a96a-48ba-8031-6546a72178ad req-c6b0c7e5-9199-4e01-9c9d-22cf8f56be80 tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] 10.222.0.30 "GET /v2.0/networks?id=134a5160-7d2d-4000-bf58-a664f2fc77e8 HTTP/1.1" status: 200 len: 814 time: 0.1872675 Feb 28 11:08:21.610883 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [req-4bd2f64d-a96a-48ba-8031-6546a72178ad req-3a3b6c83-d3eb-43d2-9b19-db0c5f418da8 tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] Request body: {'port': {'device_id': '7de39812-3d4b-4905-bc2e-5ce705ab0e05', 'network_id': '134a5160-7d2d-4000-bf58-a664f2fc77e8', 'admin_state_up': True, 'tenant_id': '1c20c552d3f349a28c8c52563f29197c'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:08:21.727163 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4bd2f64d-a96a-48ba-8031-6546a72178ad req-3a3b6c83-d3eb-43d2-9b19-db0c5f418da8 tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] Made reservation on behalf of 1c20c552d3f349a28c8c52563f29197c for: {'port': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:08:21.731403 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-4bd2f64d-a96a-48ba-8031-6546a72178ad req-3a3b6c83-d3eb-43d2-9b19-db0c5f418da8 tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:22.302817 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [req-4bd2f64d-a96a-48ba-8031-6546a72178ad req-3a3b6c83-d3eb-43d2-9b19-db0c5f418da8 tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] Allocated IP 172.20.0.8 (134a5160-7d2d-4000-bf58-a664f2fc77e8/b9200ef0-de31-4e44-945e-5db53a65e933/d6d6a67d-13bb-4f94-9791-13f44bd13131) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:08:22.499514 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-4bd2f64d-a96a-48ba-8031-6546a72178ad req-3a3b6c83-d3eb-43d2-9b19-db0c5f418da8 tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] Publish callbacks [] for port (d6d6a67d-13bb-4f94-9791-13f44bd13131), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:22.539405 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-4bd2f64d-a96a-48ba-8031-6546a72178ad req-3a3b6c83-d3eb-43d2-9b19-db0c5f418da8 tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (d6d6a67d-13bb-4f94-9791-13f44bd13131), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:22.599637 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4bd2f64d-a96a-48ba-8031-6546a72178ad req-3a3b6c83-d3eb-43d2-9b19-db0c5f418da8 tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] Network 134a5160-7d2d-4000-bf58-a664f2fc77e8 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:08:22.604575 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [req-4bd2f64d-a96a-48ba-8031-6546a72178ad req-3a3b6c83-d3eb-43d2-9b19-db0c5f418da8 tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:08:22.610265 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bd2f64d-a96a-48ba-8031-6546a72178ad req-3a3b6c83-d3eb-43d2-9b19-db0c5f418da8 tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 11:08:22.614568 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3b6c83-d3eb-43d2-9b19-db0c5f418da8 tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] Pushing event updated for resources: {'Port': ['ID=d6d6a67d-13bb-4f94-9791-13f44bd13131,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:08:22.704187 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd2f64d-a96a-48ba-8031-6546a72178ad req-3a3b6c83-d3eb-43d2-9b19-db0c5f418da8 tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:08:22.705210 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-4bd2f64d-a96a-48ba-8031-6546a72178ad req-3a3b6c83-d3eb-43d2-9b19-db0c5f418da8 tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:22.738254 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-4bd2f64d-a96a-48ba-8031-6546a72178ad req-3a3b6c83-d3eb-43d2-9b19-db0c5f418da8 tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1313701 Feb 28 11:08:22.753714 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75b8943-2145-448d-913b-349a5ed7e02e req-02ad394c-55c7-4fea-aa77-9b4d00e25fb3 tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:08:22.760893 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-d75b8943-2145-448d-913b-349a5ed7e02e req-02ad394c-55c7-4fea-aa77-9b4d00e25fb3 tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] 10.222.0.20 "GET /v2.0/ports?device_id=7de39812-3d4b-4905-bc2e-5ce705ab0e05 HTTP/1.1" status: 200 len: 931 time: 0.1077778 Feb 28 11:08:22.839336 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-d75b8943-2145-448d-913b-349a5ed7e02e req-ca9c3ee4-2727-48b5-afbb-bc2d8c326069 tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] 10.222.0.20 "GET /v2.0/security-groups?id=c43c4df6-bd80-4fbe-bb1f-00ba39c6fc72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775027 Feb 28 11:08:22.972283 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-811186f1-d524-4fd1-bf91-d840d03af8ec None None] Provisioning complete for port d6d6a67d-13bb-4f94-9791-13f44bd13131 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:08:22.972936 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-811186f1-d524-4fd1-bf91-d840d03af8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (d6d6a67d-13bb-4f94-9791-13f44bd13131), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:23.017019 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-811186f1-d524-4fd1-bf91-d840d03af8ec None None] Port d6d6a67d-13bb-4f94-9791-13f44bd13131 cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 11:08:23.984083 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42636d8-afab-4b16-b8d5-27f811eee6fb req-e295581e-59a1-46fd-9e22-b061c684937d tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:08:24.001002 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-b42636d8-afab-4b16-b8d5-27f811eee6fb req-e295581e-59a1-46fd-9e22-b061c684937d tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] 10.222.0.20 "GET /v2.0/ports?device_id=7de39812-3d4b-4905-bc2e-5ce705ab0e05 HTTP/1.1" status: 200 len: 931 time: 0.0742536 Feb 28 11:08:24.078199 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-b42636d8-afab-4b16-b8d5-27f811eee6fb req-f72676a4-c12c-4d5a-893f-33f864f35d18 tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] 10.222.0.20 "GET /v2.0/security-groups?id=c43c4df6-bd80-4fbe-bb1f-00ba39c6fc72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751696 Feb 28 11:08:25.213137 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dc0c63-94e4-4dbd-b490-d9982deda163 req-7f7cb230-7819-4cb5-9342-d7e611ed8fa3 tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:08:25.214706 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-97dc0c63-94e4-4dbd-b490-d9982deda163 req-7f7cb230-7819-4cb5-9342-d7e611ed8fa3 tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] 10.222.0.20 "GET /v2.0/ports?device_id=7de39812-3d4b-4905-bc2e-5ce705ab0e05 HTTP/1.1" status: 200 len: 931 time: 0.0609133 Feb 28 11:08:25.275027 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-97dc0c63-94e4-4dbd-b490-d9982deda163 req-7233f028-2e50-428f-8b57-ad1bc813be00 tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] 10.222.0.20 "GET /v2.0/security-groups?id=c43c4df6-bd80-4fbe-bb1f-00ba39c6fc72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544086 Feb 28 11:08:26.437006 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15faec8f-6718-49bc-8c30-47b0972c9e10 req-ebc05ea5-2d81-4945-b5c1-df6e4d99dfd8 tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:08:26.438591 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-15faec8f-6718-49bc-8c30-47b0972c9e10 req-ebc05ea5-2d81-4945-b5c1-df6e4d99dfd8 tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] 10.222.0.20 "GET /v2.0/ports?device_id=7de39812-3d4b-4905-bc2e-5ce705ab0e05 HTTP/1.1" status: 200 len: 931 time: 0.0817270 Feb 28 11:08:26.505985 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-15faec8f-6718-49bc-8c30-47b0972c9e10 req-18d2c213-6d16-47dc-8886-5822d1b8cccf tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] 10.222.0.20 "GET /v2.0/security-groups?id=c43c4df6-bd80-4fbe-bb1f-00ba39c6fc72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601563 Feb 28 11:08:27.665614 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57c1f1a-f5ea-4b0d-8fa4-29fc8f12b860 req-88b7ae59-38b4-4bcb-9d56-64d77b4d489d tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:08:27.672305 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-d57c1f1a-f5ea-4b0d-8fa4-29fc8f12b860 req-88b7ae59-38b4-4bcb-9d56-64d77b4d489d tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] 10.222.0.20 "GET /v2.0/ports?device_id=7de39812-3d4b-4905-bc2e-5ce705ab0e05 HTTP/1.1" status: 200 len: 931 time: 0.0777292 Feb 28 11:08:27.745707 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-d57c1f1a-f5ea-4b0d-8fa4-29fc8f12b860 req-40d0161b-96f0-4a1f-9f53-b3f6730185fc tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] 10.222.0.20 "GET /v2.0/security-groups?id=c43c4df6-bd80-4fbe-bb1f-00ba39c6fc72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629203 Feb 28 11:08:28.877823 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a09f786-71de-4bcf-a935-ed0aed38a2fa req-77e9d29b-15bc-4787-aa0e-19eeca78fb5f tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:08:28.879707 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-5a09f786-71de-4bcf-a935-ed0aed38a2fa req-77e9d29b-15bc-4787-aa0e-19eeca78fb5f tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] 10.222.0.20 "GET /v2.0/ports?device_id=7de39812-3d4b-4905-bc2e-5ce705ab0e05 HTTP/1.1" status: 200 len: 931 time: 0.0669379 Feb 28 11:08:28.932787 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-5a09f786-71de-4bcf-a935-ed0aed38a2fa req-61f36fef-64ff-44f3-9c91-ace4fbc2cf5f tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] 10.222.0.20 "GET /v2.0/security-groups?id=c43c4df6-bd80-4fbe-bb1f-00ba39c6fc72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463150 Feb 28 11:08:30.073153 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2e3583-f630-41bf-b6a5-944048a2651e req-d621a992-e09c-40c9-87ff-fd8438aab13f tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:08:30.074681 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-3e2e3583-f630-41bf-b6a5-944048a2651e req-d621a992-e09c-40c9-87ff-fd8438aab13f tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] 10.222.0.20 "GET /v2.0/ports?device_id=7de39812-3d4b-4905-bc2e-5ce705ab0e05 HTTP/1.1" status: 200 len: 931 time: 0.0671778 Feb 28 11:08:30.127332 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-3e2e3583-f630-41bf-b6a5-944048a2651e req-6b322d39-d97a-45cb-bc85-71775af322a0 tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] 10.222.0.20 "GET /v2.0/security-groups?id=c43c4df6-bd80-4fbe-bb1f-00ba39c6fc72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448077 Feb 28 11:08:31.250888 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [req-4bd2f64d-a96a-48ba-8031-6546a72178ad req-291b5b83-535a-4764-a3ea-78eb9580f6b8 service neutron] Request body: {'port': {'device_id': '7de39812-3d4b-4905-bc2e-5ce705ab0e05', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:08:31.299859 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fa6dc4-88fd-4a1b-945a-4681756eed6c req-01100d41-e3f5-4ad5-9907-02448f81e173 tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:08:31.301404 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-22fa6dc4-88fd-4a1b-945a-4681756eed6c req-01100d41-e3f5-4ad5-9907-02448f81e173 tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] 10.222.0.20 "GET /v2.0/ports?device_id=7de39812-3d4b-4905-bc2e-5ce705ab0e05 HTTP/1.1" status: 200 len: 931 time: 0.0982394 Feb 28 11:08:31.341415 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-4bd2f64d-a96a-48ba-8031-6546a72178ad req-291b5b83-535a-4764-a3ea-78eb9580f6b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (d6d6a67d-13bb-4f94-9791-13f44bd13131), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:31.399145 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-22fa6dc4-88fd-4a1b-945a-4681756eed6c req-7957a26d-da11-4db9-bf25-b8d620396d71 tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] 10.222.0.20 "GET /v2.0/security-groups?id=c43c4df6-bd80-4fbe-bb1f-00ba39c6fc72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819483 Feb 28 11:08:31.646368 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.notifiers.nova [req-4bd2f64d-a96a-48ba-8031-6546a72178ad req-291b5b83-535a-4764-a3ea-78eb9580f6b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6d6a67d-13bb-4f94-9791-13f44bd13131 {{(pid=103407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 11:08:31.657210 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-4bd2f64d-a96a-48ba-8031-6546a72178ad req-291b5b83-535a-4764-a3ea-78eb9580f6b8 service neutron] Publish callbacks [] for port (d6d6a67d-13bb-4f94-9791-13f44bd13131), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:31.672195 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.provisioning_blocks [req-4bd2f64d-a96a-48ba-8031-6546a72178ad req-291b5b83-535a-4764-a3ea-78eb9580f6b8 service neutron] Transition to ACTIVE for port object d6d6a67d-13bb-4f94-9791-13f44bd13131 will not be triggered until provisioned by entity L2. {{(pid=103407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 11:08:31.677840 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-4bd2f64d-a96a-48ba-8031-6546a72178ad req-291b5b83-535a-4764-a3ea-78eb9580f6b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3498066'] for port (d6d6a67d-13bb-4f94-9791-13f44bd13131), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:31.735193 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291b5b83-535a-4764-a3ea-78eb9580f6b8 service neutron] Pushing event updated for resources: {'Port': ['ID=d6d6a67d-13bb-4f94-9791-13f44bd13131,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:08:31.806633 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-4bd2f64d-a96a-48ba-8031-6546a72178ad req-291b5b83-535a-4764-a3ea-78eb9580f6b8 service neutron] Attempting to bind port d6d6a67d-13bb-4f94-9791-13f44bd13131 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 11:08:31.806975 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-4bd2f64d-a96a-48ba-8031-6546a72178ad req-291b5b83-535a-4764-a3ea-78eb9580f6b8 service neutron] Attempting to bind port d6d6a67d-13bb-4f94-9791-13f44bd13131 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '3bc4d4bf-9a72-43cd-a395-52db9341bc90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '134a5160-7d2d-4000-bf58-a664f2fc77e8'}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 11:08:31.807310 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd2f64d-a96a-48ba-8031-6546a72178ad req-291b5b83-535a-4764-a3ea-78eb9580f6b8 service neutron] Attempting to bind port d6d6a67d-13bb-4f94-9791-13f44bd13131 on network 134a5160-7d2d-4000-bf58-a664f2fc77e8 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 11:08:31.812139 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd2f64d-a96a-48ba-8031-6546a72178ad req-291b5b83-535a-4764-a3ea-78eb9580f6b8 service neutron] Port d6d6a67d-13bb-4f94-9791-13f44bd13131 on network 134a5160-7d2d-4000-bf58-a664f2fc77e8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 11:08:31.812463 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd2f64d-a96a-48ba-8031-6546a72178ad req-291b5b83-535a-4764-a3ea-78eb9580f6b8 service neutron] Attempting to bind port d6d6a67d-13bb-4f94-9791-13f44bd13131 on network 134a5160-7d2d-4000-bf58-a664f2fc77e8 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 11:08:31.817729 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd2f64d-a96a-48ba-8031-6546a72178ad req-291b5b83-535a-4764-a3ea-78eb9580f6b8 service neutron] Checking agent: {'id': '13ac42ae-016e-4baf-bb31-c6fa820b41c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 30, 8), 'started_at': datetime.datetime(2022, 2, 28, 10, 30, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 8, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 11:08:31.818069 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd2f64d-a96a-48ba-8031-6546a72178ad req-291b5b83-535a-4764-a3ea-78eb9580f6b8 service neutron] Checking segment: {'id': '3bc4d4bf-9a72-43cd-a395-52db9341bc90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '134a5160-7d2d-4000-bf58-a664f2fc77e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 11:08:31.818465 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd2f64d-a96a-48ba-8031-6546a72178ad req-291b5b83-535a-4764-a3ea-78eb9580f6b8 service neutron] Bound using segment: {'id': '3bc4d4bf-9a72-43cd-a395-52db9341bc90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '134a5160-7d2d-4000-bf58-a664f2fc77e8'} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 11:08:31.819057 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-4bd2f64d-a96a-48ba-8031-6546a72178ad req-291b5b83-535a-4764-a3ea-78eb9580f6b8 service neutron] Bound port: d6d6a67d-13bb-4f94-9791-13f44bd13131, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3bc4d4bf-9a72-43cd-a395-52db9341bc90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 256, 'network_id': '134a5160-7d2d-4000-bf58-a664f2fc77e8'}}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 11:08:31.819727 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-4bd2f64d-a96a-48ba-8031-6546a72178ad req-291b5b83-535a-4764-a3ea-78eb9580f6b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (d6d6a67d-13bb-4f94-9791-13f44bd13131), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:31.894922 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-4bd2f64d-a96a-48ba-8031-6546a72178ad req-291b5b83-535a-4764-a3ea-78eb9580f6b8 service neutron] For port d6d6a67d-13bb-4f94-9791-13f44bd13131, host hv-neutron-mast, cleared binding levels {{(pid=103407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:08:31.899013 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-4bd2f64d-a96a-48ba-8031-6546a72178ad req-291b5b83-535a-4764-a3ea-78eb9580f6b8 service neutron] For port d6d6a67d-13bb-4f94-9791-13f44bd13131, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=d6d6a67d-13bb-4f94-9791-13f44bd13131,segment=NetworkSegment(3bc4d4bf-9a72-43cd-a395-52db9341bc90),segment_id=3bc4d4bf-9a72-43cd-a395-52db9341bc90)] {{(pid=103407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:08:31.905933 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-4bd2f64d-a96a-48ba-8031-6546a72178ad req-291b5b83-535a-4764-a3ea-78eb9580f6b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3498066'] for port (d6d6a67d-13bb-4f94-9791-13f44bd13131), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:31.940623 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd2f64d-a96a-48ba-8031-6546a72178ad req-291b5b83-535a-4764-a3ea-78eb9580f6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:08:31.941248 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-4bd2f64d-a96a-48ba-8031-6546a72178ad req-291b5b83-535a-4764-a3ea-78eb9580f6b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:31.943052 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-4bd2f64d-a96a-48ba-8031-6546a72178ad req-291b5b83-535a-4764-a3ea-78eb9580f6b8 service neutron] 10.222.0.30 "PUT /v2.0/ports/d6d6a67d-13bb-4f94-9791-13f44bd13131 HTTP/1.1" status: 200 len: 1093 time: 0.6997871 Feb 28 11:08:31.946421 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7de39812-3d4b-4905-bc2e-5ce705ab0e05', 'tag': 'd6d6a67d-13bb-4f94-9791-13f44bd13131'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:08:31.948067 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c8e1c873eeca597e52e7ceb7469e602eac250bfea6606d285743d38033cf584" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e883c39-e1f4-4d94-8f9a-ef94914b7cfd" -d '{"events": [{"name": "network-changed", "server_uuid": "7de39812-3d4b-4905-bc2e-5ce705ab0e05", "tag": "d6d6a67d-13bb-4f94-9791-13f44bd13131"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 11:08:31.977519 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291b5b83-535a-4764-a3ea-78eb9580f6b8 service neutron] Pushing event updated for resources: {'Port': ['ID=d6d6a67d-13bb-4f94-9791-13f44bd13131,revision_number=3']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:08:32.034811 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 11:08:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d45628c5-e7c6-4249-9417-a9eccaea9f0e x-openstack-request-id: req-d45628c5-e7c6-4249-9417-a9eccaea9f0e {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 11:08:32.035100 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7de39812-3d4b-4905-bc2e-5ce705ab0e05", "tag": "d6d6a67d-13bb-4f94-9791-13f44bd13131", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 11:08:32.035258 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d45628c5-e7c6-4249-9417-a9eccaea9f0e {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 11:08:32.035642 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7de39812-3d4b-4905-bc2e-5ce705ab0e05', 'tag': 'd6d6a67d-13bb-4f94-9791-13f44bd13131', 'status': 'completed', 'code': 200} Feb 28 11:08:32.056932 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd2f64d-a96a-48ba-8031-6546a72178ad req-df80a627-403e-4e15-856d-2f9185818b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:08:32.058591 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-4bd2f64d-a96a-48ba-8031-6546a72178ad req-df80a627-403e-4e15-856d-2f9185818b4b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1c20c552d3f349a28c8c52563f29197c&device_id=7de39812-3d4b-4905-bc2e-5ce705ab0e05 HTTP/1.1" status: 200 len: 1127 time: 0.0523720 Feb 28 11:08:32.112611 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-4bd2f64d-a96a-48ba-8031-6546a72178ad req-5247bccf-d924-4f23-9d94-5b7d7759b0b7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d6d6a67d-13bb-4f94-9791-13f44bd13131 HTTP/1.1" status: 200 len: 217 time: 0.0414279 Feb 28 11:08:32.168711 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd2f64d-a96a-48ba-8031-6546a72178ad req-36e892d8-71f7-4fb0-b527-84f6a09ec142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:08:32.170222 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-4bd2f64d-a96a-48ba-8031-6546a72178ad req-36e892d8-71f7-4fb0-b527-84f6a09ec142 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b9200ef0-de31-4e44-945e-5db53a65e933 HTTP/1.1" status: 200 len: 853 time: 0.0485880 Feb 28 11:08:32.222986 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd2f64d-a96a-48ba-8031-6546a72178ad req-bbf60483-8967-4dcc-ac2e-e5d345e3e8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:08:32.224588 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-4bd2f64d-a96a-48ba-8031-6546a72178ad req-bbf60483-8967-4dcc-ac2e-e5d345e3e8ca service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=134a5160-7d2d-4000-bf58-a664f2fc77e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0474074 Feb 28 11:08:32.325537 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-4bd2f64d-a96a-48ba-8031-6546a72178ad req-7e7e9878-eec9-40c0-93f6-2f7d06556a0e service neutron] 10.222.0.30 "GET /v2.0/networks/134a5160-7d2d-4000-bf58-a664f2fc77e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948169 Feb 28 11:08:32.425245 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-4bd2f64d-a96a-48ba-8031-6546a72178ad req-6dc8576e-46b4-4fdf-9104-b4c68d295abe service neutron] 10.222.0.30 "GET /v2.0/networks/134a5160-7d2d-4000-bf58-a664f2fc77e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934632 Feb 28 11:08:32.561602 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192cbf15-b543-46b4-b3ea-24a903eecbcd req-c8889743-272a-405b-ad52-f1ca5737a09a tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:08:32.563138 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-192cbf15-b543-46b4-b3ea-24a903eecbcd req-c8889743-272a-405b-ad52-f1ca5737a09a tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] 10.222.0.20 "GET /v2.0/ports?device_id=7de39812-3d4b-4905-bc2e-5ce705ab0e05 HTTP/1.1" status: 200 len: 943 time: 0.0934036 Feb 28 11:08:32.589135 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e883c39-e1f4-4d94-8f9a-ef94914b7cfd req-ec59149c-a362-437e-b1ba-78f6b7e5d135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:08:32.590457 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-8e883c39-e1f4-4d94-8f9a-ef94914b7cfd req-ec59149c-a362-437e-b1ba-78f6b7e5d135 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1c20c552d3f349a28c8c52563f29197c&device_id=7de39812-3d4b-4905-bc2e-5ce705ab0e05 HTTP/1.1" status: 200 len: 1127 time: 0.0806673 Feb 28 11:08:32.662650 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-192cbf15-b543-46b4-b3ea-24a903eecbcd req-6444b4f0-c94f-40b9-8156-14ea70efb57c tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] 10.222.0.20 "GET /v2.0/security-groups?id=c43c4df6-bd80-4fbe-bb1f-00ba39c6fc72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933084 Feb 28 11:08:32.704656 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e883c39-e1f4-4d94-8f9a-ef94914b7cfd req-32c9a4cd-55dd-446a-a4fa-ce8482708ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:08:32.706169 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-8e883c39-e1f4-4d94-8f9a-ef94914b7cfd req-32c9a4cd-55dd-446a-a4fa-ce8482708ded service neutron] 10.222.0.30 "GET /v2.0/networks?id=134a5160-7d2d-4000-bf58-a664f2fc77e8 HTTP/1.1" status: 200 len: 915 time: 0.1094000 Feb 28 11:08:32.752426 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-8e883c39-e1f4-4d94-8f9a-ef94914b7cfd req-01df5bc1-e37d-4598-b35c-65b8bca87c08 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d6d6a67d-13bb-4f94-9791-13f44bd13131 HTTP/1.1" status: 200 len: 217 time: 0.0405278 Feb 28 11:08:32.802149 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e883c39-e1f4-4d94-8f9a-ef94914b7cfd req-ec7a3e7e-b93e-43cc-acc0-2253110253d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:08:32.803804 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-8e883c39-e1f4-4d94-8f9a-ef94914b7cfd req-ec7a3e7e-b93e-43cc-acc0-2253110253d5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b9200ef0-de31-4e44-945e-5db53a65e933 HTTP/1.1" status: 200 len: 853 time: 0.0461302 Feb 28 11:08:32.853663 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e883c39-e1f4-4d94-8f9a-ef94914b7cfd req-c112a736-f131-4775-a0f2-2745c946a10e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:08:32.855122 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-8e883c39-e1f4-4d94-8f9a-ef94914b7cfd req-c112a736-f131-4775-a0f2-2745c946a10e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=134a5160-7d2d-4000-bf58-a664f2fc77e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0459702 Feb 28 11:08:32.950045 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-8e883c39-e1f4-4d94-8f9a-ef94914b7cfd req-ba0ed137-fe9c-4bb0-8831-c435fa68a848 service neutron] 10.222.0.30 "GET /v2.0/networks/134a5160-7d2d-4000-bf58-a664f2fc77e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876274 Feb 28 11:08:33.046204 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-8e883c39-e1f4-4d94-8f9a-ef94914b7cfd req-16235d61-57dc-4b6e-8242-e9cc3a456a25 service neutron] 10.222.0.30 "GET /v2.0/networks/134a5160-7d2d-4000-bf58-a664f2fc77e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888464 Feb 28 11:08:33.794166 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b92cad-80db-462a-8fd9-ea6b6e5edfd8 req-99de80c8-5a41-4741-9747-d4b234a5cdf0 tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:08:33.795597 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-f1b92cad-80db-462a-8fd9-ea6b6e5edfd8 req-99de80c8-5a41-4741-9747-d4b234a5cdf0 tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] 10.222.0.20 "GET /v2.0/ports?device_id=7de39812-3d4b-4905-bc2e-5ce705ab0e05 HTTP/1.1" status: 200 len: 943 time: 0.0572507 Feb 28 11:08:33.849450 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-f1b92cad-80db-462a-8fd9-ea6b6e5edfd8 req-3cf3869b-7f59-4bb0-ad9b-9a6df8c121a7 tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] 10.222.0.20 "GET /v2.0/security-groups?id=c43c4df6-bd80-4fbe-bb1f-00ba39c6fc72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481837 Feb 28 11:08:34.574639 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device d6d6a67d-13bb-4f94-9791-13f44bd13131 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103409) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 11:08:34.678761 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] For port d6d6a67d-13bb-4f94-9791-13f44bd13131, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=d6d6a67d-13bb-4f94-9791-13f44bd13131,segment=NetworkSegment(3bc4d4bf-9a72-43cd-a395-52db9341bc90),segment_id=3bc4d4bf-9a72-43cd-a395-52db9341bc90)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:08:34.691086 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Returning: {'device': 'd6d6a67d-13bb-4f94-9791-13f44bd13131', 'network_id': '134a5160-7d2d-4000-bf58-a664f2fc77e8', 'port_id': 'd6d6a67d-13bb-4f94-9791-13f44bd13131', 'mac_address': 'fa:16:3e:d0:b0:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 256, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9200ef0-de31-4e44-945e-5db53a65e933', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103409) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 11:08:34.731680 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Current status of the port d6d6a67d-13bb-4f94-9791-13f44bd13131 is: DOWN; New status is: BUILD {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:08:34.732081 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (d6d6a67d-13bb-4f94-9791-13f44bd13131), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:34.750434 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6d6a67d-13bb-4f94-9791-13f44bd13131 {{(pid=103409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 11:08:34.771603 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] For port d6d6a67d-13bb-4f94-9791-13f44bd13131, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=d6d6a67d-13bb-4f94-9791-13f44bd13131,segment=NetworkSegment(3bc4d4bf-9a72-43cd-a395-52db9341bc90),segment_id=3bc4d4bf-9a72-43cd-a395-52db9341bc90)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:08:34.777190 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (d6d6a67d-13bb-4f94-9791-13f44bd13131), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:34.827062 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Pushing event updated for resources: {'Port': ['ID=d6d6a67d-13bb-4f94-9791-13f44bd13131,revision_number=4']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:08:34.979707 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3f709e-be1d-432b-89a6-8420a09be49f req-416c6276-5aab-4bf7-b9fe-e2612f22132c tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:08:34.981278 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-cf3f709e-be1d-432b-89a6-8420a09be49f req-416c6276-5aab-4bf7-b9fe-e2612f22132c tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] 10.222.0.20 "GET /v2.0/ports?device_id=7de39812-3d4b-4905-bc2e-5ce705ab0e05 HTTP/1.1" status: 200 len: 944 time: 0.0583971 Feb 28 11:08:35.031030 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-cf3f709e-be1d-432b-89a6-8420a09be49f req-fc86aba8-8660-43dc-8652-a399e18fb2b3 tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] 10.222.0.20 "GET /v2.0/security-groups?id=c43c4df6-bd80-4fbe-bb1f-00ba39c6fc72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430803 Feb 28 11:08:35.211830 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] get_ports_and_sgs() called for port_ids ['d6d6a67d-13bb-4f94-9791-13f44bd13131'] {{(pid=103409) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 11:08:36.155445 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cb128a-ec42-4b19-884b-8da2e772961d req-8c40b2b2-14b0-42f6-b9a7-0502da44c204 tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:08:36.157043 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-40cb128a-ec42-4b19-884b-8da2e772961d req-8c40b2b2-14b0-42f6-b9a7-0502da44c204 tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] 10.222.0.20 "GET /v2.0/ports?device_id=7de39812-3d4b-4905-bc2e-5ce705ab0e05 HTTP/1.1" status: 200 len: 944 time: 0.0543287 Feb 28 11:08:36.212434 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-40cb128a-ec42-4b19-884b-8da2e772961d req-891a8de7-ba8b-45fd-8a0e-6350dc8f641c tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] 10.222.0.20 "GET /v2.0/security-groups?id=c43c4df6-bd80-4fbe-bb1f-00ba39c6fc72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492382 Feb 28 11:08:36.578796 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device d6d6a67d-13bb-4f94-9791-13f44bd13131 up at agent hyperv_hv-neutron-mast {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 11:08:36.633405 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Provisioning for port d6d6a67d-13bb-4f94-9791-13f44bd13131 completed by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 11:08:36.638580 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Provisioning complete for port d6d6a67d-13bb-4f94-9791-13f44bd13131 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:08:36.639005 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (d6d6a67d-13bb-4f94-9791-13f44bd13131), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:36.726725 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Current status of the port d6d6a67d-13bb-4f94-9791-13f44bd13131 is: BUILD; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:08:36.727212 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (d6d6a67d-13bb-4f94-9791-13f44bd13131), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:36.751801 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7de39812-3d4b-4905-bc2e-5ce705ab0e05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6d6a67d-13bb-4f94-9791-13f44bd13131'}] {{(pid=103409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:08:36.755036 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa5325a5be4b33bf61fd809c564e3765e689d817bbd874267890deb3cfccaf12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c111a1b-7c61-4eed-bca2-b7369bc30bb1" -d '{"events": [{"server_uuid": "7de39812-3d4b-4905-bc2e-5ce705ab0e05", "name": "network-vif-plugged", "status": "completed", "tag": "d6d6a67d-13bb-4f94-9791-13f44bd13131"}]}' {{(pid=103409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 11:08:36.771971 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] For port d6d6a67d-13bb-4f94-9791-13f44bd13131, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=d6d6a67d-13bb-4f94-9791-13f44bd13131,segment=NetworkSegment(3bc4d4bf-9a72-43cd-a395-52db9341bc90),segment_id=3bc4d4bf-9a72-43cd-a395-52db9341bc90)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:08:36.779389 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (d6d6a67d-13bb-4f94-9791-13f44bd13131), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:36.956466 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 11:08:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b074aa18-3e5b-46ac-a83c-86a372818dbb x-openstack-request-id: req-b074aa18-3e5b-46ac-a83c-86a372818dbb {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 11:08:36.956768 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7de39812-3d4b-4905-bc2e-5ce705ab0e05", "name": "network-vif-plugged", "status": "completed", "tag": "d6d6a67d-13bb-4f94-9791-13f44bd13131", "code": 200}]} {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 11:08:36.957023 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b074aa18-3e5b-46ac-a83c-86a372818dbb {{(pid=103409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 11:08:36.957708 dv-neutron-master-2-hyperv neutron-server[103409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7de39812-3d4b-4905-bc2e-5ce705ab0e05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6d6a67d-13bb-4f94-9791-13f44bd13131', 'code': 200} Feb 28 11:08:36.984463 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Pushing event updated for resources: {'Port': ['ID=d6d6a67d-13bb-4f94-9791-13f44bd13131,revision_number=5']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:08:37.027794 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb64951-666d-49f2-87db-8355cc4f2f76 req-6e1f60f6-77f2-46e5-894b-a4f5af24d8da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:08:37.029214 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-ceb64951-666d-49f2-87db-8355cc4f2f76 req-6e1f60f6-77f2-46e5-894b-a4f5af24d8da service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7de39812-3d4b-4905-bc2e-5ce705ab0e05 HTTP/1.1" status: 200 len: 1129 time: 0.0509143 Feb 28 11:08:37.076779 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-ceb64951-666d-49f2-87db-8355cc4f2f76 req-aa62ec05-ab05-4d5a-83c0-8610d06cc337 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=c43c4df6-bd80-4fbe-bb1f-00ba39c6fc72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406044 Feb 28 11:08:37.342401 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd9f870-dec6-405f-8381-d551f9fa751c req-fa41f0fd-537a-4971-a865-40768dcfcb50 tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:08:37.343812 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-bcd9f870-dec6-405f-8381-d551f9fa751c req-fa41f0fd-537a-4971-a865-40768dcfcb50 tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] 10.222.0.20 "GET /v2.0/ports?device_id=7de39812-3d4b-4905-bc2e-5ce705ab0e05 HTTP/1.1" status: 200 len: 945 time: 0.0582800 Feb 28 11:08:37.396543 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-bcd9f870-dec6-405f-8381-d551f9fa751c req-37a5a1f0-3db6-44f1-a0b9-2ff01351ed21 tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] 10.222.0.20 "GET /v2.0/security-groups?id=c43c4df6-bd80-4fbe-bb1f-00ba39c6fc72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465989 Feb 28 11:08:38.523897 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f1b43e-610b-4743-a644-99ac8772eab9 req-be722021-f7b6-4189-b024-c5d3f61bfec4 tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:08:38.525368 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-b7f1b43e-610b-4743-a644-99ac8772eab9 req-be722021-f7b6-4189-b024-c5d3f61bfec4 tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] 10.222.0.20 "GET /v2.0/ports?device_id=7de39812-3d4b-4905-bc2e-5ce705ab0e05 HTTP/1.1" status: 200 len: 945 time: 0.0576916 Feb 28 11:08:38.553490 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (13ac42ae-016e-4baf-bb31-c6fa820b41c2), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:38.573569 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-b7f1b43e-610b-4743-a644-99ac8772eab9 req-7b2741a2-7607-4fbb-ac4a-864ed52b842d tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] 10.222.0.20 "GET /v2.0/security-groups?id=c43c4df6-bd80-4fbe-bb1f-00ba39c6fc72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426309 Feb 28 11:08:38.697395 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13e0173-cd33-4cc5-8bfa-14a593ab797b req-3e74d70d-248c-4d36-9fd7-edc3eb76dc14 tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:08:38.698780 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-a13e0173-cd33-4cc5-8bfa-14a593ab797b req-3e74d70d-248c-4d36-9fd7-edc3eb76dc14 tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] 10.222.0.20 "GET /v2.0/ports?device_id=7de39812-3d4b-4905-bc2e-5ce705ab0e05 HTTP/1.1" status: 200 len: 945 time: 0.0577936 Feb 28 11:08:38.748228 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-a13e0173-cd33-4cc5-8bfa-14a593ab797b req-c0b50c16-82d6-4224-b0c9-d541ed1b5f68 tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] 10.222.0.20 "GET /v2.0/security-groups?id=c43c4df6-bd80-4fbe-bb1f-00ba39c6fc72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435531 Feb 28 11:08:38.769519 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8b5922f0-2aee-418b-819f-409dea14b0a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fb6705d2-4f70-4965-92a3-fbfccd43a6d3), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:39.079166 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8132be32-e9b4-483a-8cac-c863c1d5eb84 req-76f2d48b-4fc9-4040-832a-14cb01572424 tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:08:39.080658 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-8132be32-e9b4-483a-8cac-c863c1d5eb84 req-76f2d48b-4fc9-4040-832a-14cb01572424 tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] 10.222.0.20 "GET /v2.0/ports?device_id=7de39812-3d4b-4905-bc2e-5ce705ab0e05 HTTP/1.1" status: 200 len: 945 time: 0.0536416 Feb 28 11:08:39.131722 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-8132be32-e9b4-483a-8cac-c863c1d5eb84 req-5be58ab9-5b8f-4ec3-baa0-a944ff8c0173 tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] 10.222.0.20 "GET /v2.0/security-groups?id=c43c4df6-bd80-4fbe-bb1f-00ba39c6fc72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450444 Feb 28 11:08:41.065154 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-af7e32d5-d1d2-4d2c-a97b-e00b4b5a2397 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fc6c9b74-8dbb-41bb-800a-5bd3a43fe896), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:42.184189 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b6d631fb-7df0-4fe1-8322-abff3b61cae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (0db5147a-92a3-4581-8a5f-8ec9b93e0600), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:43.586313 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6b923bb1-06b0-4b84-b461-7cc1d0196090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (2e621730-3978-4720-b581-ac380e97a567), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:44.942211 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:50.006787 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-ca57c643-7412-4fcd-b3d7-eed7c6da21cf req-0fdf8318-1d70-46d9-a2dc-30d6bf80de86 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7de39812-3d4b-4905-bc2e-5ce705ab0e05&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0468314 Feb 28 11:08:50.116371 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca57c643-7412-4fcd-b3d7-eed7c6da21cf req-985211cd-bdae-4eb4-b7ef-1528d75cde0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:08:50.119806 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-ca57c643-7412-4fcd-b3d7-eed7c6da21cf req-985211cd-bdae-4eb4-b7ef-1528d75cde0e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1c20c552d3f349a28c8c52563f29197c&device_id=7de39812-3d4b-4905-bc2e-5ce705ab0e05 HTTP/1.1" status: 200 len: 1129 time: 0.0492885 Feb 28 11:08:50.235604 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca57c643-7412-4fcd-b3d7-eed7c6da21cf req-a8ea90c6-8705-4e0c-98cb-1ac787b16ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:08:50.237219 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-ca57c643-7412-4fcd-b3d7-eed7c6da21cf req-a8ea90c6-8705-4e0c-98cb-1ac787b16ae9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=134a5160-7d2d-4000-bf58-a664f2fc77e8 HTTP/1.1" status: 200 len: 915 time: 0.0981140 Feb 28 11:08:50.285017 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-ca57c643-7412-4fcd-b3d7-eed7c6da21cf req-532d70c4-9e20-4620-aac1-0e5c9f56f817 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d6d6a67d-13bb-4f94-9791-13f44bd13131 HTTP/1.1" status: 200 len: 217 time: 0.0392845 Feb 28 11:08:50.338962 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca57c643-7412-4fcd-b3d7-eed7c6da21cf req-efd3e7ca-639b-41e5-88c0-e928548f222f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:08:50.340684 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-ca57c643-7412-4fcd-b3d7-eed7c6da21cf req-efd3e7ca-639b-41e5-88c0-e928548f222f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b9200ef0-de31-4e44-945e-5db53a65e933 HTTP/1.1" status: 200 len: 853 time: 0.0498590 Feb 28 11:08:50.398767 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca57c643-7412-4fcd-b3d7-eed7c6da21cf req-616a8260-5fff-42eb-8714-ecc92a46ab45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:08:50.400309 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-ca57c643-7412-4fcd-b3d7-eed7c6da21cf req-616a8260-5fff-42eb-8714-ecc92a46ab45 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=134a5160-7d2d-4000-bf58-a664f2fc77e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0524173 Feb 28 11:08:50.515308 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-ca57c643-7412-4fcd-b3d7-eed7c6da21cf req-0fff8ce8-e82d-4454-a337-1c0fc05e2143 service neutron] 10.222.0.30 "GET /v2.0/networks/134a5160-7d2d-4000-bf58-a664f2fc77e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081693 Feb 28 11:08:50.616587 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-ca57c643-7412-4fcd-b3d7-eed7c6da21cf req-b29ccbc1-94f2-4c37-b9a2-aa3463771791 service neutron] 10.222.0.30 "GET /v2.0/networks/134a5160-7d2d-4000-bf58-a664f2fc77e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945845 Feb 28 11:08:56.105883 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.agents_db [None req-382e0aa2-b126-48e6-89eb-3efa426b6b29 None None] Agent healthcheck: found 6 active agents {{(pid=103410) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 11:08:59.200527 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dc4dbe-779f-4a95-a64b-32824148d6a1 req-48c0419a-db60-4ee1-81e3-054b78821469 tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:08:59.202523 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-d8dc4dbe-779f-4a95-a64b-32824148d6a1 req-48c0419a-db60-4ee1-81e3-054b78821469 tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] 10.222.0.20 "GET /v2.0/ports?device_id=7de39812-3d4b-4905-bc2e-5ce705ab0e05 HTTP/1.1" status: 200 len: 945 time: 0.0657678 Feb 28 11:08:59.252982 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-d8dc4dbe-779f-4a95-a64b-32824148d6a1 req-69b9eef9-c152-4c34-88ed-bc533553d969 tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] 10.222.0.20 "GET /v2.0/security-groups?id=c43c4df6-bd80-4fbe-bb1f-00ba39c6fc72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443199 Feb 28 11:08:59.279254 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 45702) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:08:59.371254 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a497029-96fd-4a82-a479-e3194282e578 tempest-TestMinimumBasicScenario-626723144 tempest-TestMinimumBasicScenario-626723144-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:08:59.372877 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-6a497029-96fd-4a82-a479-e3194282e578 tempest-TestMinimumBasicScenario-626723144 tempest-TestMinimumBasicScenario-626723144-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=7de39812-3d4b-4905-bc2e-5ce705ab0e05 HTTP/1.1" status: 200 len: 1124 time: 0.0929534 Feb 28 11:08:59.376634 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 45706) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:08:59.381168 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-df272606-644d-4e64-8341-d5364aba2c5b tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] Request body: {'floatingip': {'floating_network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'port_id': 'd6d6a67d-13bb-4f94-9791-13f44bd13131', 'tenant_id': '1c20c552d3f349a28c8c52563f29197c', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:08:59.410120 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-df272606-644d-4e64-8341-d5364aba2c5b tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:59.528223 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-df272606-644d-4e64-8341-d5364aba2c5b tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:59.656504 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-df272606-644d-4e64-8341-d5364aba2c5b tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] Allocated IP 172.36.5.42 (1e0804d0-d1d9-4d40-9de5-2936f3d87840/6f6f4129-23e5-4c3b-b4ef-4c7ce926797e/3a1ff5b0-6185-40b9-aa08-5c66863257d4) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:08:59.775203 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-df272606-644d-4e64-8341-d5364aba2c5b tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] Publish callbacks [] for port (3a1ff5b0-6185-40b9-aa08-5c66863257d4), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:59.811731 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-df272606-644d-4e64-8341-d5364aba2c5b tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (3a1ff5b0-6185-40b9-aa08-5c66863257d4), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:08:59.850804 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df272606-644d-4e64-8341-d5364aba2c5b tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] Network 1e0804d0-d1d9-4d40-9de5-2936f3d87840 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:08:59.853853 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-df272606-644d-4e64-8341-d5364aba2c5b tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:08:59.857485 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df272606-644d-4e64-8341-d5364aba2c5b tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 11:08:59.886912 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df272606-644d-4e64-8341-d5364aba2c5b tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] Pushing event updated for resources: {'Port': ['ID=3a1ff5b0-6185-40b9-aa08-5c66863257d4,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:08:59.898665 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df272606-644d-4e64-8341-d5364aba2c5b tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:08:59.899019 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df272606-644d-4e64-8341-d5364aba2c5b tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:08:59.899369 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df272606-644d-4e64-8341-d5364aba2c5b tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:08:59.899711 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df272606-644d-4e64-8341-d5364aba2c5b tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:08:59.900051 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df272606-644d-4e64-8341-d5364aba2c5b tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:08:59.900373 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df272606-644d-4e64-8341-d5364aba2c5b tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:08:59.900741 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df272606-644d-4e64-8341-d5364aba2c5b tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:08:59.901081 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df272606-644d-4e64-8341-d5364aba2c5b tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:08:59.901412 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df272606-644d-4e64-8341-d5364aba2c5b tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:08:59.901777 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df272606-644d-4e64-8341-d5364aba2c5b tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:08:59.902092 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df272606-644d-4e64-8341-d5364aba2c5b tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:08:59.902422 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df272606-644d-4e64-8341-d5364aba2c5b tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:08:59.902750 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df272606-644d-4e64-8341-d5364aba2c5b tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:09:00.632151 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-df272606-644d-4e64-8341-d5364aba2c5b tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] Publish callbacks [] for floatingip (2520bec3-6d85-4cc7-b79c-1f8a1575cb84), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:00.714282 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-df272606-644d-4e64-8341-d5364aba2c5b tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (3a1ff5b0-6185-40b9-aa08-5c66863257d4), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:00.879322 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-df272606-644d-4e64-8341-d5364aba2c5b tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] Publish callbacks [] for port (3a1ff5b0-6185-40b9-aa08-5c66863257d4), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:00.886333 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-df272606-644d-4e64-8341-d5364aba2c5b tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3242529'] for port (3a1ff5b0-6185-40b9-aa08-5c66863257d4), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:00.963035 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df272606-644d-4e64-8341-d5364aba2c5b tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] Pushing event updated for resources: {'Port': ['ID=3a1ff5b0-6185-40b9-aa08-5c66863257d4,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:09:00.976926 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-df272606-644d-4e64-8341-d5364aba2c5b tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1803383'] for floatingip (2520bec3-6d85-4cc7-b79c-1f8a1575cb84), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:01.091916 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.db.l3_db [None req-df272606-644d-4e64-8341-d5364aba2c5b tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] Floating IP 2520bec3-6d85-4cc7-b79c-1f8a1575cb84 associated. External IP: 172.36.5.42, port: d6d6a67d-13bb-4f94-9791-13f44bd13131. Feb 28 11:09:01.317740 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df272606-644d-4e64-8341-d5364aba2c5b tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] Router ed0f019a-5ac8-446d-b067-d9ce0521926b has already been hosted by L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 {{(pid=103408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:09:01.447907 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df272606-644d-4e64-8341-d5364aba2c5b tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:09:01.459547 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0df6a27-0748-4f72-a6f3-d3b5d40cf07d None None] Sync routers for ids ['ed0f019a-5ac8-446d-b067-d9ce0521926b'] in dv-neutron-master-2-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:09:01.471085 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0df6a27-0748-4f72-a6f3-d3b5d40cf07d None None] Routers {'ed0f019a-5ac8-446d-b067-d9ce0521926b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:09:01.471708 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-df272606-644d-4e64-8341-d5364aba2c5b tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for floatingip (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:01.471853 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-e0df6a27-0748-4f72-a6f3-d3b5d40cf07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T11:08:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['ed0f019a-5ac8-446d-b067-d9ce0521926b'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:09:01.510821 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-df272606-644d-4e64-8341-d5364aba2c5b tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1330941 Feb 28 11:09:01.511464 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7de39812-3d4b-4905-bc2e-5ce705ab0e05', 'tag': 'd6d6a67d-13bb-4f94-9791-13f44bd13131'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:09:01.513932 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 45710) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:09:01.514515 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f56b9db1a49ad64bfd589e142fe25e4b3ad10508b17737ae95e2f0d29aca45ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca06b161-d960-4995-b462-af08dec3a72c" -d '{"events": [{"name": "network-changed", "server_uuid": "7de39812-3d4b-4905-bc2e-5ce705ab0e05", "tag": "d6d6a67d-13bb-4f94-9791-13f44bd13131"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 11:09:01.528539 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-4d26cc46-1189-4651-bc45-19d1727fc89a tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-552528266', 'description': 'tempest-secgroup-smoke-552528266 description', 'project_id': '1c20c552d3f349a28c8c52563f29197c'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:09:01.560653 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4d26cc46-1189-4651-bc45-19d1727fc89a tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:01.593275 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-e0df6a27-0748-4f72-a6f3-d3b5d40cf07d None None] Set router ed0f019a-5ac8-446d-b067-d9ce0521926b gateway port host: dv-neutron-master-2-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:09:01.629171 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 11:09:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ae7483b-c439-4538-99e4-2aad8b649cd6 x-openstack-request-id: req-5ae7483b-c439-4538-99e4-2aad8b649cd6 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 11:09:01.629474 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7de39812-3d4b-4905-bc2e-5ce705ab0e05", "tag": "d6d6a67d-13bb-4f94-9791-13f44bd13131", "status": "completed", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 11:09:01.629732 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5ae7483b-c439-4538-99e4-2aad8b649cd6 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 11:09:01.630150 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7de39812-3d4b-4905-bc2e-5ce705ab0e05', 'tag': 'd6d6a67d-13bb-4f94-9791-13f44bd13131', 'status': 'completed', 'code': 200} Feb 28 11:09:01.644593 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4d26cc46-1189-4651-bc45-19d1727fc89a tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] Publish callbacks [] for security_group (82ff9f9c-9ed2-496c-9eff-7e5cf8def519), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:01.652639 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4d26cc46-1189-4651-bc45-19d1727fc89a tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (82ff9f9c-9ed2-496c-9eff-7e5cf8def519), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:01.714946 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d26cc46-1189-4651-bc45-19d1727fc89a tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82ff9f9c-9ed2-496c-9eff-7e5cf8def519,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:09:01.719795 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4d26cc46-1189-4651-bc45-19d1727fc89a tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:01.721083 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-4d26cc46-1189-4651-bc45-19d1727fc89a tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2053571 Feb 28 11:09:01.724412 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 45716) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:09:01.729876 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-7363603f-d098-4e6e-aa59-b91d4c5386dc tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] Request body: {'security_group_rule': {'security_group_id': '82ff9f9c-9ed2-496c-9eff-7e5cf8def519', 'project_id': '1c20c552d3f349a28c8c52563f29197c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:09:01.730223 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d26cc46-1189-4651-bc45-19d1727fc89a tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:09:01.730576 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d26cc46-1189-4651-bc45-19d1727fc89a tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:09:01.730912 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d26cc46-1189-4651-bc45-19d1727fc89a tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:09:01.731270 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d26cc46-1189-4651-bc45-19d1727fc89a tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:09:01.731602 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d26cc46-1189-4651-bc45-19d1727fc89a tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:09:01.731931 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d26cc46-1189-4651-bc45-19d1727fc89a tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:09:01.732271 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d26cc46-1189-4651-bc45-19d1727fc89a tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:09:01.732617 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d26cc46-1189-4651-bc45-19d1727fc89a tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:09:01.732981 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d26cc46-1189-4651-bc45-19d1727fc89a tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:09:01.733896 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d26cc46-1189-4651-bc45-19d1727fc89a tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:09:01.734236 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d26cc46-1189-4651-bc45-19d1727fc89a tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:09:01.734583 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d26cc46-1189-4651-bc45-19d1727fc89a tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:09:01.734912 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d26cc46-1189-4651-bc45-19d1727fc89a tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:09:01.760258 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca06b161-d960-4995-b462-af08dec3a72c req-39c99078-6cf4-42bd-8b27-684a329384ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:09:01.761946 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-ca06b161-d960-4995-b462-af08dec3a72c req-39c99078-6cf4-42bd-8b27-684a329384ed service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1c20c552d3f349a28c8c52563f29197c&device_id=7de39812-3d4b-4905-bc2e-5ce705ab0e05 HTTP/1.1" status: 200 len: 1129 time: 0.0826018 Feb 28 11:09:01.773646 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7363603f-d098-4e6e-aa59-b91d4c5386dc tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] Publish callbacks [] for security_group_rule (ef0e2223-5e3f-472d-b2db-8ca3d3a749b5), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:01.832176 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7363603f-d098-4e6e-aa59-b91d4c5386dc tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] Publish callbacks [] for security_group_rule (ef0e2223-5e3f-472d-b2db-8ca3d3a749b5), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:01.838603 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7363603f-d098-4e6e-aa59-b91d4c5386dc tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594242'] for security_group_rule (ef0e2223-5e3f-472d-b2db-8ca3d3a749b5), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:01.858451 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7363603f-d098-4e6e-aa59-b91d4c5386dc tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef0e2223-5e3f-472d-b2db-8ca3d3a749b5,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:09:01.874055 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7363603f-d098-4e6e-aa59-b91d4c5386dc tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:01.875338 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-7363603f-d098-4e6e-aa59-b91d4c5386dc tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1496544 Feb 28 11:09:01.879047 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 45718) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:09:01.883778 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-aa698d5c-5dcb-49fd-8baa-16d4eef945e0 tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] Request body: {'security_group_rule': {'security_group_id': '82ff9f9c-9ed2-496c-9eff-7e5cf8def519', 'project_id': '1c20c552d3f349a28c8c52563f29197c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:09:01.891090 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-e0df6a27-0748-4f72-a6f3-d3b5d40cf07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed0f019a-5ac8-446d-b067-d9ce0521926b', 'name': 'tempest-TestMinimumBasicScenario-111515968-router', 'tenant_id': '1c20c552d3f349a28c8c52563f29197c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.33'}], 'enable_snat': True}, 'gw_port_id': 'b6118341-7e49-4a0b-b89d-aee5d61f5795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:08:00Z', 'updated_at': '2022-02-28T11:08:03Z', 'revision_number': 4, 'project_id': '1c20c552d3f349a28c8c52563f29197c', 'gw_port': {'id': 'b6118341-7e49-4a0b-b89d-aee5d61f5795', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:60:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed0f019a-5ac8-446d-b067-d9ce0521926b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:08:01Z', 'updated_at': '2022-02-28T11:08:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '2520bec3-6d85-4cc7-b79c-1f8a1575cb84', 'tenant_id': '1c20c552d3f349a28c8c52563f29197c', 'floating_ip_address': '172.36.5.42', 'floating_network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'router_id': 'ed0f019a-5ac8-446d-b067-d9ce0521926b', 'port_id': 'd6d6a67d-13bb-4f94-9791-13f44bd13131', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1692, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '134a5160-7d2d-4000-bf58-a664f2fc77e8', 'mac_address': 'fa:16:3e:d0:b0:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de39812-3d4b-4905-bc2e-5ce705ab0e05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:09:00Z', 'updated_at': '2022-02-28T11:09:00Z', 'revision_number': 0, 'project_id': '1c20c552d3f349a28c8c52563f29197c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc35e70e-96bf-4d28-aac1-c16c688733d1', 'name': '', 'network_id': '134a5160-7d2d-4000-bf58-a664f2fc77e8', 'tenant_id': '1c20c552d3f349a28c8c52563f29197c', 'mac_address': 'fa:16:3e:91:41:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed0f019a-5ac8-446d-b067-d9ce0521926b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': 'b9200ef0-de31-4e44-945e-5db53a65e933', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:08:02Z', 'updated_at': '2022-02-28T11:08:07Z', 'revision_number': 5, 'project_id': '1c20c552d3f349a28c8c52563f29197c', 'subnets': [{'id': 'b9200ef0-de31-4e44-945e-5db53a65e933', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:09:01.897257 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca06b161-d960-4995-b462-af08dec3a72c req-6395bff6-eb52-43fe-8c76-5e86fce6cb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:09:01.898826 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-ca06b161-d960-4995-b462-af08dec3a72c req-6395bff6-eb52-43fe-8c76-5e86fce6cb8b service neutron] 10.222.0.30 "GET /v2.0/networks?id=134a5160-7d2d-4000-bf58-a664f2fc77e8 HTTP/1.1" status: 200 len: 915 time: 0.1304867 Feb 28 11:09:01.919764 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0df6a27-0748-4f72-a6f3-d3b5d40cf07d None None] Checking router: ed0f019a-5ac8-446d-b067-d9ce0521926b for host: dv-neutron-master-2-hyperv {{(pid=103410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:09:01.927472 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0df6a27-0748-4f72-a6f3-d3b5d40cf07d None None] Routers {'ed0f019a-5ac8-446d-b067-d9ce0521926b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:09:01.928095 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-e0df6a27-0748-4f72-a6f3-d3b5d40cf07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T11:08:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['ed0f019a-5ac8-446d-b067-d9ce0521926b'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:09:01.954682 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-aa698d5c-5dcb-49fd-8baa-16d4eef945e0 tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] Publish callbacks [] for security_group_rule (b239eeb2-7bcb-43e9-b5eb-5d2fa298881d), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:02.007757 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-ca06b161-d960-4995-b462-af08dec3a72c req-a9a94ad3-82d7-4c9a-acee-b2757a306e66 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d6d6a67d-13bb-4f94-9791-13f44bd13131 HTTP/1.1" status: 200 len: 998 time: 0.1021194 Feb 28 11:09:02.070801 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-aa698d5c-5dcb-49fd-8baa-16d4eef945e0 tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] Publish callbacks [] for security_group_rule (b239eeb2-7bcb-43e9-b5eb-5d2fa298881d), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:02.078580 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-aa698d5c-5dcb-49fd-8baa-16d4eef945e0 tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594242'] for security_group_rule (b239eeb2-7bcb-43e9-b5eb-5d2fa298881d), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:02.088179 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca06b161-d960-4995-b462-af08dec3a72c req-4a9a2ec3-ffab-4eb2-92c8-5db89295d8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:09:02.089619 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-ca06b161-d960-4995-b462-af08dec3a72c req-4a9a2ec3-ffab-4eb2-92c8-5db89295d8c0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b9200ef0-de31-4e44-945e-5db53a65e933 HTTP/1.1" status: 200 len: 853 time: 0.0726779 Feb 28 11:09:02.112144 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa698d5c-5dcb-49fd-8baa-16d4eef945e0 tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b239eeb2-7bcb-43e9-b5eb-5d2fa298881d,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:09:02.139500 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-aa698d5c-5dcb-49fd-8baa-16d4eef945e0 tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:02.139500 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-aa698d5c-5dcb-49fd-8baa-16d4eef945e0 tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2557027 Feb 28 11:09:02.142816 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 45720) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:09:02.148776 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-a4811a29-9828-47c0-8669-e63e1a70e1fd tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] Request body: {'security_group_rule': {'security_group_id': '82ff9f9c-9ed2-496c-9eff-7e5cf8def519', 'project_id': '1c20c552d3f349a28c8c52563f29197c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:09:02.158659 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca06b161-d960-4995-b462-af08dec3a72c req-437939eb-5e95-4672-8718-30a97e8c1d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:09:02.160356 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-ca06b161-d960-4995-b462-af08dec3a72c req-437939eb-5e95-4672-8718-30a97e8c1d04 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=134a5160-7d2d-4000-bf58-a664f2fc77e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0605643 Feb 28 11:09:02.176335 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-e0df6a27-0748-4f72-a6f3-d3b5d40cf07d None None] Set router ed0f019a-5ac8-446d-b067-d9ce0521926b gateway port host: dv-neutron-master-2-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:09:02.183056 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a4811a29-9828-47c0-8669-e63e1a70e1fd tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] Publish callbacks [] for security_group_rule (2de4b9c4-a65d-491d-b39a-08c055585dfe), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:02.255258 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a4811a29-9828-47c0-8669-e63e1a70e1fd tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] Publish callbacks [] for security_group_rule (2de4b9c4-a65d-491d-b39a-08c055585dfe), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:02.262711 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a4811a29-9828-47c0-8669-e63e1a70e1fd tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594242'] for security_group_rule (2de4b9c4-a65d-491d-b39a-08c055585dfe), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:02.275530 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-ca06b161-d960-4995-b462-af08dec3a72c req-ad70568f-99bd-4c64-a626-f8d4eaaf92b3 service neutron] 10.222.0.30 "GET /v2.0/networks/134a5160-7d2d-4000-bf58-a664f2fc77e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060736 Feb 28 11:09:02.282626 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4811a29-9828-47c0-8669-e63e1a70e1fd tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2de4b9c4-a65d-491d-b39a-08c055585dfe,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:09:02.292670 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a4811a29-9828-47c0-8669-e63e1a70e1fd tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:02.297355 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-a4811a29-9828-47c0-8669-e63e1a70e1fd tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1532075 Feb 28 11:09:02.297994 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 45722) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:09:02.303421 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-562d9935-5ded-4b00-b99e-1aa3fe20dd5c tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] Request body: {'security_group_rule': {'security_group_id': '82ff9f9c-9ed2-496c-9eff-7e5cf8def519', 'project_id': '1c20c552d3f349a28c8c52563f29197c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:09:02.334247 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-562d9935-5ded-4b00-b99e-1aa3fe20dd5c tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] Publish callbacks [] for security_group_rule (f2750bf8-1bb1-4228-8c3d-3d44ac15992b), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:02.384163 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-ca06b161-d960-4995-b462-af08dec3a72c req-ff6fe22a-0ffc-46ca-9947-5802a0f906fb service neutron] 10.222.0.30 "GET /v2.0/networks/134a5160-7d2d-4000-bf58-a664f2fc77e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021707 Feb 28 11:09:02.401106 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-562d9935-5ded-4b00-b99e-1aa3fe20dd5c tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] Publish callbacks [] for security_group_rule (f2750bf8-1bb1-4228-8c3d-3d44ac15992b), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:02.408096 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-562d9935-5ded-4b00-b99e-1aa3fe20dd5c tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594242'] for security_group_rule (f2750bf8-1bb1-4228-8c3d-3d44ac15992b), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:02.431363 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562d9935-5ded-4b00-b99e-1aa3fe20dd5c tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2750bf8-1bb1-4228-8c3d-3d44ac15992b,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:09:02.440600 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-562d9935-5ded-4b00-b99e-1aa3fe20dd5c tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:02.441894 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-562d9935-5ded-4b00-b99e-1aa3fe20dd5c tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1429403 Feb 28 11:09:02.445893 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 45724) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:09:02.455443 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-01a26634-8f8c-4a9c-b099-58b3468c5a72 tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] Request body: {'security_group_rule': {'security_group_id': '82ff9f9c-9ed2-496c-9eff-7e5cf8def519', 'project_id': '1c20c552d3f349a28c8c52563f29197c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:09:02.473876 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.db.securitygroups_db [None req-01a26634-8f8c-4a9c-b099-58b3468c5a72 tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] Project 1c20c552d3f349a28c8c52563f29197c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 11:09:02.480078 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-01a26634-8f8c-4a9c-b099-58b3468c5a72 tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] Publish callbacks [] for security_group_rule (8c6a9035-feef-4b7e-b512-0728a5cccecb), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:02.483379 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-e0df6a27-0748-4f72-a6f3-d3b5d40cf07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed0f019a-5ac8-446d-b067-d9ce0521926b', 'name': 'tempest-TestMinimumBasicScenario-111515968-router', 'tenant_id': '1c20c552d3f349a28c8c52563f29197c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.33'}], 'enable_snat': True}, 'gw_port_id': 'b6118341-7e49-4a0b-b89d-aee5d61f5795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:08:00Z', 'updated_at': '2022-02-28T11:08:03Z', 'revision_number': 4, 'project_id': '1c20c552d3f349a28c8c52563f29197c', 'gw_port': {'id': 'b6118341-7e49-4a0b-b89d-aee5d61f5795', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:60:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed0f019a-5ac8-446d-b067-d9ce0521926b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:08:01Z', 'updated_at': '2022-02-28T11:08:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '2520bec3-6d85-4cc7-b79c-1f8a1575cb84', 'tenant_id': '1c20c552d3f349a28c8c52563f29197c', 'floating_ip_address': '172.36.5.42', 'floating_network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'router_id': 'ed0f019a-5ac8-446d-b067-d9ce0521926b', 'port_id': 'd6d6a67d-13bb-4f94-9791-13f44bd13131', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1692, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '134a5160-7d2d-4000-bf58-a664f2fc77e8', 'mac_address': 'fa:16:3e:d0:b0:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de39812-3d4b-4905-bc2e-5ce705ab0e05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:09:00Z', 'updated_at': '2022-02-28T11:09:00Z', 'revision_number': 0, 'project_id': '1c20c552d3f349a28c8c52563f29197c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc35e70e-96bf-4d28-aac1-c16c688733d1', 'name': '', 'network_id': '134a5160-7d2d-4000-bf58-a664f2fc77e8', 'tenant_id': '1c20c552d3f349a28c8c52563f29197c', 'mac_address': 'fa:16:3e:91:41:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed0f019a-5ac8-446d-b067-d9ce0521926b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': 'b9200ef0-de31-4e44-945e-5db53a65e933', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:08:02Z', 'updated_at': '2022-02-28T11:08:07Z', 'revision_number': 5, 'project_id': '1c20c552d3f349a28c8c52563f29197c', 'subnets': [{'id': 'b9200ef0-de31-4e44-945e-5db53a65e933', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:09:02.512408 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0df6a27-0748-4f72-a6f3-d3b5d40cf07d None None] The sync data for ids ['ed0f019a-5ac8-446d-b067-d9ce0521926b'] in dv-neutron-master-2-hyperv is: [{'id': 'ed0f019a-5ac8-446d-b067-d9ce0521926b', 'name': 'tempest-TestMinimumBasicScenario-111515968-router', 'tenant_id': '1c20c552d3f349a28c8c52563f29197c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.33'}], 'enable_snat': True}, 'gw_port_id': 'b6118341-7e49-4a0b-b89d-aee5d61f5795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:08:00Z', 'updated_at': '2022-02-28T11:08:03Z', 'revision_number': 4, 'project_id': '1c20c552d3f349a28c8c52563f29197c', 'gw_port': {'id': 'b6118341-7e49-4a0b-b89d-aee5d61f5795', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:60:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed0f019a-5ac8-446d-b067-d9ce0521926b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:08:01Z', 'updated_at': '2022-02-28T11:08:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '2520bec3-6d85-4cc7-b79c-1f8a1575cb84', 'tenant_id': '1c20c552d3f349a28c8c52563f29197c', 'floating_ip_address': '172.36.5.42', 'floating_network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'router_id': 'ed0f019a-5ac8-446d-b067-d9ce0521926b', 'port_id': 'd6d6a67d-13bb-4f94-9791-13f44bd13131', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1692, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '134a5160-7d2d-4000-bf58-a664f2fc77e8', 'mac_address': 'fa:16:3e:d0:b0:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de39812-3d4b-4905-bc2e-5ce705ab0e05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:09:00Z', 'updated_at': '2022-02-28T11:09:00Z', 'revision_number': 0, 'project_id': '1c20c552d3f349a28c8c52563f29197c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc35e70e-96bf-4d28-aac1-c16c688733d1', 'name': '', 'network_id': '134a5160-7d2d-4000-bf58-a664f2fc77e8', 'tenant_id': '1c20c552d3f349a28c8c52563f29197c', 'mac_address': 'fa:16:3e:91:41:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed0f019a-5ac8-446d-b067-d9ce0521926b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': 'b9200ef0-de31-4e44-945e-5db53a65e933', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:08:02Z', 'updated_at': '2022-02-28T11:08:07Z', 'revision_number': 5, 'project_id': '1c20c552d3f349a28c8c52563f29197c', 'subnets': [{'id': 'b9200ef0-de31-4e44-945e-5db53a65e933', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:09:02.544297 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-01a26634-8f8c-4a9c-b099-58b3468c5a72 tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] Publish callbacks [] for security_group_rule (8c6a9035-feef-4b7e-b512-0728a5cccecb), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:02.549753 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-01a26634-8f8c-4a9c-b099-58b3468c5a72 tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594242'] for security_group_rule (8c6a9035-feef-4b7e-b512-0728a5cccecb), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:02.574227 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a26634-8f8c-4a9c-b099-58b3468c5a72 tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c6a9035-feef-4b7e-b512-0728a5cccecb,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:09:02.581157 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-01a26634-8f8c-4a9c-b099-58b3468c5a72 tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:02.585469 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-01a26634-8f8c-4a9c-b099-58b3468c5a72 tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1354992 Feb 28 11:09:02.585712 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 45726) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:09:02.590661 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-06ca87c6-3fc9-4075-b9ca-878e2f841be7 tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] Request body: {'security_group_rule': {'security_group_id': '82ff9f9c-9ed2-496c-9eff-7e5cf8def519', 'project_id': '1c20c552d3f349a28c8c52563f29197c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:09:02.617714 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.db.securitygroups_db [None req-06ca87c6-3fc9-4075-b9ca-878e2f841be7 tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] Project 1c20c552d3f349a28c8c52563f29197c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 11:09:02.623697 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-06ca87c6-3fc9-4075-b9ca-878e2f841be7 tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] Publish callbacks [] for security_group_rule (ffc793f3-866f-4835-bccc-8fc2251bff2e), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:02.693827 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-06ca87c6-3fc9-4075-b9ca-878e2f841be7 tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] Publish callbacks [] for security_group_rule (ffc793f3-866f-4835-bccc-8fc2251bff2e), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:02.699892 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-06ca87c6-3fc9-4075-b9ca-878e2f841be7 tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594242'] for security_group_rule (ffc793f3-866f-4835-bccc-8fc2251bff2e), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:02.720077 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ca87c6-3fc9-4075-b9ca-878e2f841be7 tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffc793f3-866f-4835-bccc-8fc2251bff2e,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:09:02.729671 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-06ca87c6-3fc9-4075-b9ca-878e2f841be7 tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:02.734073 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-06ca87c6-3fc9-4075-b9ca-878e2f841be7 tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1442020 Feb 28 11:09:02.757338 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b95a354-f5b7-4359-8c52-0e53d2bb2334 None None] New status for floating IP 2520bec3-6d85-4cc7-b79c-1f8a1575cb84: ACTIVE {{(pid=103409) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 11:09:02.843469 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-708c52ea-a9cf-4f32-b47d-378ed9bbb0a7 req-371bb2ec-52c4-4734-9e65-3ee74cea7038 tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-552528266&fields=id&tenant_id=1c20c552d3f349a28c8c52563f29197c HTTP/1.1" status: 200 len: 267 time: 0.0492966 Feb 28 11:09:02.906704 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708c52ea-a9cf-4f32-b47d-378ed9bbb0a7 req-d5b742e4-a608-407e-bfa2-c73d084ec72e tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:09:02.908140 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-708c52ea-a9cf-4f32-b47d-378ed9bbb0a7 req-d5b742e4-a608-407e-bfa2-c73d084ec72e tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] 10.222.0.20 "GET /v2.0/ports?device_id=7de39812-3d4b-4905-bc2e-5ce705ab0e05 HTTP/1.1" status: 200 len: 945 time: 0.0597012 Feb 28 11:09:02.924265 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [req-708c52ea-a9cf-4f32-b47d-378ed9bbb0a7 req-b9c8eff9-14ea-453f-91e8-615dff078087 tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] Request body: {'port': {'security_groups': ['c43c4df6-bd80-4fbe-bb1f-00ba39c6fc72', '82ff9f9c-9ed2-496c-9eff-7e5cf8def519']}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:09:03.000345 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-708c52ea-a9cf-4f32-b47d-378ed9bbb0a7 req-b9c8eff9-14ea-453f-91e8-615dff078087 tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (d6d6a67d-13bb-4f94-9791-13f44bd13131), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:03.198594 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-708c52ea-a9cf-4f32-b47d-378ed9bbb0a7 req-b9c8eff9-14ea-453f-91e8-615dff078087 tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] For port d6d6a67d-13bb-4f94-9791-13f44bd13131, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=d6d6a67d-13bb-4f94-9791-13f44bd13131,segment=NetworkSegment(3bc4d4bf-9a72-43cd-a395-52db9341bc90),segment_id=3bc4d4bf-9a72-43cd-a395-52db9341bc90)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:09:03.231443 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-708c52ea-a9cf-4f32-b47d-378ed9bbb0a7 req-b9c8eff9-14ea-453f-91e8-615dff078087 tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] Publish callbacks [] for port (d6d6a67d-13bb-4f94-9791-13f44bd13131), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:03.238385 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-708c52ea-a9cf-4f32-b47d-378ed9bbb0a7 req-b9c8eff9-14ea-453f-91e8-615dff078087 tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3498066'] for port (d6d6a67d-13bb-4f94-9791-13f44bd13131), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:03.271755 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] get_ports_and_sgs() called for port_ids ['d6d6a67d-13bb-4f94-9791-13f44bd13131'] {{(pid=103409) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 11:09:03.284500 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708c52ea-a9cf-4f32-b47d-378ed9bbb0a7 req-b9c8eff9-14ea-453f-91e8-615dff078087 tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:09:03.285231 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-708c52ea-a9cf-4f32-b47d-378ed9bbb0a7 req-b9c8eff9-14ea-453f-91e8-615dff078087 tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:03.289687 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-708c52ea-a9cf-4f32-b47d-378ed9bbb0a7 req-b9c8eff9-14ea-453f-91e8-615dff078087 tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] 10.222.0.20 "PUT /v2.0/ports/d6d6a67d-13bb-4f94-9791-13f44bd13131 HTTP/1.1" status: 200 len: 981 time: 0.3737180 Feb 28 11:09:03.290641 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7de39812-3d4b-4905-bc2e-5ce705ab0e05', 'tag': 'd6d6a67d-13bb-4f94-9791-13f44bd13131'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:09:03.294977 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c8e1c873eeca597e52e7ceb7469e602eac250bfea6606d285743d38033cf584" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8fe4b9b-079c-4090-a61f-062f15bf1b02" -d '{"events": [{"name": "network-changed", "server_uuid": "7de39812-3d4b-4905-bc2e-5ce705ab0e05", "tag": "d6d6a67d-13bb-4f94-9791-13f44bd13131"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 11:09:03.326330 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c8eff9-14ea-453f-91e8-615dff078087 tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] Pushing event updated for resources: {'Port': ['ID=d6d6a67d-13bb-4f94-9791-13f44bd13131,revision_number=6']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:09:03.366241 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 11:09:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b83d98ac-7d68-4c6d-b704-58ee8cc9b92f x-openstack-request-id: req-b83d98ac-7d68-4c6d-b704-58ee8cc9b92f {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 11:09:03.366541 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7de39812-3d4b-4905-bc2e-5ce705ab0e05", "tag": "d6d6a67d-13bb-4f94-9791-13f44bd13131", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 11:09:03.366800 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b83d98ac-7d68-4c6d-b704-58ee8cc9b92f {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 11:09:03.367226 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7de39812-3d4b-4905-bc2e-5ce705ab0e05', 'tag': 'd6d6a67d-13bb-4f94-9791-13f44bd13131', 'status': 'completed', 'code': 200} Feb 28 11:09:03.404726 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] get_ports_and_sgs() called for port_ids ['d6d6a67d-13bb-4f94-9791-13f44bd13131'] {{(pid=103409) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 11:09:03.485740 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f0ade0-1ab9-4cbe-ac5d-c966cf128de1 req-1d109683-792b-45f4-8127-cd8a91227c45 tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:09:03.485740 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-15f0ade0-1ab9-4cbe-ac5d-c966cf128de1 req-1d109683-792b-45f4-8127-cd8a91227c45 tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] 10.222.0.20 "GET /v2.0/ports?device_id=7de39812-3d4b-4905-bc2e-5ce705ab0e05 HTTP/1.1" status: 200 len: 984 time: 0.1073601 Feb 28 11:09:03.487991 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fe4b9b-079c-4090-a61f-062f15bf1b02 req-471237b0-2598-461f-bd5e-3127ea07f8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:09:03.489085 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-b8fe4b9b-079c-4090-a61f-062f15bf1b02 req-471237b0-2598-461f-bd5e-3127ea07f8ed service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1c20c552d3f349a28c8c52563f29197c&device_id=7de39812-3d4b-4905-bc2e-5ce705ab0e05 HTTP/1.1" status: 200 len: 1168 time: 0.0728781 Feb 28 11:09:03.603117 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-e58d9105-4b3d-4dad-b8bd-b5767a191ffc None None] Provisioning complete for port d6d6a67d-13bb-4f94-9791-13f44bd13131 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:09:03.603384 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e58d9105-4b3d-4dad-b8bd-b5767a191ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (d6d6a67d-13bb-4f94-9791-13f44bd13131), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:03.627480 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-15f0ade0-1ab9-4cbe-ac5d-c966cf128de1 req-bc5beec2-dfe3-462e-8bc2-fba0c4e0faa6 tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] 10.222.0.20 "GET /v2.0/security-groups?id=c43c4df6-bd80-4fbe-bb1f-00ba39c6fc72&id=82ff9f9c-9ed2-496c-9eff-7e5cf8def519&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1331141 Feb 28 11:09:03.642977 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fe4b9b-079c-4090-a61f-062f15bf1b02 req-9d23ef3e-e19d-4bae-928e-0a57575b80d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:09:03.645085 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-b8fe4b9b-079c-4090-a61f-062f15bf1b02 req-9d23ef3e-e19d-4bae-928e-0a57575b80d1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=134a5160-7d2d-4000-bf58-a664f2fc77e8 HTTP/1.1" status: 200 len: 915 time: 0.1490021 Feb 28 11:09:03.736905 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-b8fe4b9b-079c-4090-a61f-062f15bf1b02 req-c81f7c04-89a8-4e15-a04c-ad9221212edc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d6d6a67d-13bb-4f94-9791-13f44bd13131 HTTP/1.1" status: 200 len: 1000 time: 0.0855134 Feb 28 11:09:03.796634 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fe4b9b-079c-4090-a61f-062f15bf1b02 req-4d3e1865-c005-48aa-b98b-0ce36ce180df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:09:03.798623 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-b8fe4b9b-079c-4090-a61f-062f15bf1b02 req-4d3e1865-c005-48aa-b98b-0ce36ce180df service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b9200ef0-de31-4e44-945e-5db53a65e933 HTTP/1.1" status: 200 len: 853 time: 0.0561213 Feb 28 11:09:03.832740 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-e58d9105-4b3d-4dad-b8bd-b5767a191ffc None None] Current status of the port d6d6a67d-13bb-4f94-9791-13f44bd13131 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:09:03.866474 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fe4b9b-079c-4090-a61f-062f15bf1b02 req-96f26456-1e59-4568-a6fb-f0f0917d5e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:09:03.867999 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-b8fe4b9b-079c-4090-a61f-062f15bf1b02 req-96f26456-1e59-4568-a6fb-f0f0917d5e35 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=134a5160-7d2d-4000-bf58-a664f2fc77e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0609441 Feb 28 11:09:03.965260 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-b8fe4b9b-079c-4090-a61f-062f15bf1b02 req-90f8d9bf-c883-401e-962b-b2de6a10a8af service neutron] 10.222.0.30 "GET /v2.0/networks/134a5160-7d2d-4000-bf58-a664f2fc77e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908332 Feb 28 11:09:04.068948 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-b8fe4b9b-079c-4090-a61f-062f15bf1b02 req-8af749f9-31f3-4fdd-a0b8-e7630c2ad04a service neutron] 10.222.0.30 "GET /v2.0/networks/134a5160-7d2d-4000-bf58-a664f2fc77e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967422 Feb 28 11:09:08.555233 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (13ac42ae-016e-4baf-bb31-c6fa820b41c2), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:08.779118 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-cf684bba-bd03-4da4-860c-fe71e7f53ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fb6705d2-4f70-4965-92a3-fbfccd43a6d3), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:11.071544 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a66d03f4-856f-4164-a652-d59ee441e640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fc6c9b74-8dbb-41bb-800a-5bd3a43fe896), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:12.189822 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b6d631fb-7df0-4fe1-8322-abff3b61cae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (0db5147a-92a3-4581-8a5f-8ec9b93e0600), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:13.584993 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6b923bb1-06b0-4b84-b461-7cc1d0196090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (2e621730-3978-4720-b581-ac380e97a567), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:14.939998 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:33.109805 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.agents_db [None req-382e0aa2-b126-48e6-89eb-3efa426b6b29 None None] Agent healthcheck: found 6 active agents {{(pid=103410) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 11:09:38.549512 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (13ac42ae-016e-4baf-bb31-c6fa820b41c2), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:38.774357 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c66e17d1-5b93-4afc-958a-c76180535db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fb6705d2-4f70-4965-92a3-fbfccd43a6d3), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:41.065640 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5bb7ad1b-0938-4d25-8c34-ef26bf38b3e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fc6c9b74-8dbb-41bb-800a-5bd3a43fe896), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:42.191996 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b6d631fb-7df0-4fe1-8322-abff3b61cae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (0db5147a-92a3-4581-8a5f-8ec9b93e0600), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:43.592080 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6b923bb1-06b0-4b84-b461-7cc1d0196090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (2e621730-3978-4720-b581-ac380e97a567), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:44.935051 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:09:48.766500 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db61829-623f-44e8-aa44-102975c46af5 req-eac0b32c-6218-4c32-bf64-40c92173dfb6 tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:09:48.768352 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-3db61829-623f-44e8-aa44-102975c46af5 req-eac0b32c-6218-4c32-bf64-40c92173dfb6 tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] 10.222.0.20 "GET /v2.0/ports?device_id=7de39812-3d4b-4905-bc2e-5ce705ab0e05 HTTP/1.1" status: 200 len: 984 time: 0.1067231 Feb 28 11:09:48.799724 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7137b4b-6de5-4f77-9784-5972e8523b1b req-9e2eb40d-6bf1-4ba5-aeb9-d86c21416347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:09:48.802152 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-e7137b4b-6de5-4f77-9784-5972e8523b1b req-9e2eb40d-6bf1-4ba5-aeb9-d86c21416347 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1c20c552d3f349a28c8c52563f29197c&device_id=7de39812-3d4b-4905-bc2e-5ce705ab0e05 HTTP/1.1" status: 200 len: 1168 time: 0.0949931 Feb 28 11:09:48.909081 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-3db61829-623f-44e8-aa44-102975c46af5 req-bf0273d3-bacb-471c-ab90-83fb645e6159 tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] 10.222.0.20 "GET /v2.0/security-groups?id=c43c4df6-bd80-4fbe-bb1f-00ba39c6fc72&id=82ff9f9c-9ed2-496c-9eff-7e5cf8def519&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1346521 Feb 28 11:09:48.944153 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7137b4b-6de5-4f77-9784-5972e8523b1b req-60009aa1-f879-4256-873c-b117f161059a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:09:48.945684 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-e7137b4b-6de5-4f77-9784-5972e8523b1b req-60009aa1-f879-4256-873c-b117f161059a service neutron] 10.222.0.30 "GET /v2.0/networks?id=134a5160-7d2d-4000-bf58-a664f2fc77e8 HTTP/1.1" status: 200 len: 915 time: 0.1363451 Feb 28 11:09:49.028838 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-e7137b4b-6de5-4f77-9784-5972e8523b1b req-9b391248-83a8-4775-9bf7-14270adb0768 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d6d6a67d-13bb-4f94-9791-13f44bd13131 HTTP/1.1" status: 200 len: 1000 time: 0.0759981 Feb 28 11:09:49.092288 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7137b4b-6de5-4f77-9784-5972e8523b1b req-7f464009-4154-4e82-b753-3978411dc5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:09:49.094272 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-e7137b4b-6de5-4f77-9784-5972e8523b1b req-7f464009-4154-4e82-b753-3978411dc5f2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b9200ef0-de31-4e44-945e-5db53a65e933 HTTP/1.1" status: 200 len: 853 time: 0.0594578 Feb 28 11:09:49.150155 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7137b4b-6de5-4f77-9784-5972e8523b1b req-fece31a3-feec-4fc4-9029-665f675dc035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:09:49.151691 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-e7137b4b-6de5-4f77-9784-5972e8523b1b req-fece31a3-feec-4fc4-9029-665f675dc035 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=134a5160-7d2d-4000-bf58-a664f2fc77e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0514274 Feb 28 11:09:49.261584 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-e7137b4b-6de5-4f77-9784-5972e8523b1b req-eb8f0007-6521-4d45-a4fb-4d3786fe6aef service neutron] 10.222.0.30 "GET /v2.0/networks/134a5160-7d2d-4000-bf58-a664f2fc77e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030302 Feb 28 11:09:49.363561 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-e7137b4b-6de5-4f77-9784-5972e8523b1b req-8b8f220f-c0f3-493b-be56-4db21ad7a0eb service neutron] 10.222.0.30 "GET /v2.0/networks/134a5160-7d2d-4000-bf58-a664f2fc77e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947533 Feb 28 11:09:50.059707 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ef1af5-58fe-43b2-8531-76ec6acdf633 req-1ac484b5-675e-485a-b0b2-c1d87a0f13a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:09:50.061294 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-d5ef1af5-58fe-43b2-8531-76ec6acdf633 req-1ac484b5-675e-485a-b0b2-c1d87a0f13a8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1c20c552d3f349a28c8c52563f29197c&device_id=7de39812-3d4b-4905-bc2e-5ce705ab0e05 HTTP/1.1" status: 200 len: 1168 time: 0.0808339 Feb 28 11:09:50.073401 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce7deb3-e531-487a-af54-71312f937d06 req-0eeed620-02b6-4976-97b2-a615fb6e0bb0 tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:09:50.074934 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-1ce7deb3-e531-487a-af54-71312f937d06 req-0eeed620-02b6-4976-97b2-a615fb6e0bb0 tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] 10.222.0.20 "GET /v2.0/ports?device_id=7de39812-3d4b-4905-bc2e-5ce705ab0e05 HTTP/1.1" status: 200 len: 984 time: 0.0860832 Feb 28 11:09:50.204148 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-1ce7deb3-e531-487a-af54-71312f937d06 req-7c89d435-0bcc-4eeb-8556-d01e9b3cba56 tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] 10.222.0.20 "GET /v2.0/security-groups?id=c43c4df6-bd80-4fbe-bb1f-00ba39c6fc72&id=82ff9f9c-9ed2-496c-9eff-7e5cf8def519&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1217968 Feb 28 11:09:50.217237 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ef1af5-58fe-43b2-8531-76ec6acdf633 req-3ef29ad3-4d24-4dc0-8f16-cb1905cf2fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:09:50.218940 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-d5ef1af5-58fe-43b2-8531-76ec6acdf633 req-3ef29ad3-4d24-4dc0-8f16-cb1905cf2fbd service neutron] 10.222.0.30 "GET /v2.0/networks?id=134a5160-7d2d-4000-bf58-a664f2fc77e8 HTTP/1.1" status: 200 len: 915 time: 0.1337950 Feb 28 11:09:50.289994 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-d5ef1af5-58fe-43b2-8531-76ec6acdf633 req-0f3963ad-0815-4a03-b993-836e4800bdbc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d6d6a67d-13bb-4f94-9791-13f44bd13131 HTTP/1.1" status: 200 len: 1000 time: 0.0631986 Feb 28 11:09:50.340418 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ef1af5-58fe-43b2-8531-76ec6acdf633 req-b51368d7-0843-430f-8296-4485a9fd90d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:09:50.341840 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-d5ef1af5-58fe-43b2-8531-76ec6acdf633 req-b51368d7-0843-430f-8296-4485a9fd90d5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b9200ef0-de31-4e44-945e-5db53a65e933 HTTP/1.1" status: 200 len: 853 time: 0.0452230 Feb 28 11:09:50.391403 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ef1af5-58fe-43b2-8531-76ec6acdf633 req-108f1d2c-a46e-4b96-b2ee-8f8adb086c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:09:50.392984 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-d5ef1af5-58fe-43b2-8531-76ec6acdf633 req-108f1d2c-a46e-4b96-b2ee-8f8adb086c44 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=134a5160-7d2d-4000-bf58-a664f2fc77e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0458314 Feb 28 11:09:50.486213 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-d5ef1af5-58fe-43b2-8531-76ec6acdf633 req-addab0ab-f775-48cf-b831-8b3b7a0da9f5 service neutron] 10.222.0.30 "GET /v2.0/networks/134a5160-7d2d-4000-bf58-a664f2fc77e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861635 Feb 28 11:09:50.582045 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-d5ef1af5-58fe-43b2-8531-76ec6acdf633 req-cdf91836-64a5-46ad-a900-ffb4fdabf8b1 service neutron] 10.222.0.30 "GET /v2.0/networks/134a5160-7d2d-4000-bf58-a664f2fc77e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888200 Feb 28 11:09:51.678940 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d6a7c2-2cc8-48b5-b9a9-b4f62c2d3fff req-84f0b0ee-55e7-47c6-ad58-fc0f4bff27b1 tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:09:51.680434 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-a4d6a7c2-2cc8-48b5-b9a9-b4f62c2d3fff req-84f0b0ee-55e7-47c6-ad58-fc0f4bff27b1 tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] 10.222.0.20 "GET /v2.0/ports?device_id=7de39812-3d4b-4905-bc2e-5ce705ab0e05 HTTP/1.1" status: 200 len: 984 time: 0.4022448 Feb 28 11:09:51.742404 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-a4d6a7c2-2cc8-48b5-b9a9-b4f62c2d3fff req-d37fedd5-f243-4d52-a881-d81b966d421f tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] 10.222.0.20 "GET /v2.0/security-groups?id=c43c4df6-bd80-4fbe-bb1f-00ba39c6fc72&id=82ff9f9c-9ed2-496c-9eff-7e5cf8def519&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0561488 Feb 28 11:09:52.878252 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036982bb-f69f-4556-a65e-bbd55eb12ef6 req-0006cb6e-547a-4a9a-a4b9-af087fb42e3e tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:09:52.879770 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-036982bb-f69f-4556-a65e-bbd55eb12ef6 req-0006cb6e-547a-4a9a-a4b9-af087fb42e3e tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] 10.222.0.20 "GET /v2.0/ports?device_id=7de39812-3d4b-4905-bc2e-5ce705ab0e05 HTTP/1.1" status: 200 len: 984 time: 0.0617831 Feb 28 11:09:52.939676 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-036982bb-f69f-4556-a65e-bbd55eb12ef6 req-34cfb0d9-d15b-4f26-bc6a-1f2b3cf98f42 tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] 10.222.0.20 "GET /v2.0/security-groups?id=c43c4df6-bd80-4fbe-bb1f-00ba39c6fc72&id=82ff9f9c-9ed2-496c-9eff-7e5cf8def519&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0542216 Feb 28 11:09:54.067579 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b991cd98-c92f-4eb4-b136-935b0d3519a6 req-6d437611-4ed8-4095-b3d2-8ab9205e5f1f tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:09:54.069314 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-b991cd98-c92f-4eb4-b136-935b0d3519a6 req-6d437611-4ed8-4095-b3d2-8ab9205e5f1f tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] 10.222.0.20 "GET /v2.0/ports?device_id=7de39812-3d4b-4905-bc2e-5ce705ab0e05 HTTP/1.1" status: 200 len: 984 time: 0.0601091 Feb 28 11:09:54.132321 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-b991cd98-c92f-4eb4-b136-935b0d3519a6 req-a5515ffa-89a3-4c52-b70d-f2e9c3fb4e16 tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] 10.222.0.20 "GET /v2.0/security-groups?id=c43c4df6-bd80-4fbe-bb1f-00ba39c6fc72&id=82ff9f9c-9ed2-496c-9eff-7e5cf8def519&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0571337 Feb 28 11:09:55.262287 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a002a216-292d-4db5-9dfc-10866c63f646 req-9996a461-2765-45e7-b3fc-3e08646a69df tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:09:55.263781 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-a002a216-292d-4db5-9dfc-10866c63f646 req-9996a461-2765-45e7-b3fc-3e08646a69df tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] 10.222.0.20 "GET /v2.0/ports?device_id=7de39812-3d4b-4905-bc2e-5ce705ab0e05 HTTP/1.1" status: 200 len: 984 time: 0.0621071 Feb 28 11:09:55.324741 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-a002a216-292d-4db5-9dfc-10866c63f646 req-067a85b4-7b2a-44cf-b690-b2788145f992 tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] 10.222.0.20 "GET /v2.0/security-groups?id=c43c4df6-bd80-4fbe-bb1f-00ba39c6fc72&id=82ff9f9c-9ed2-496c-9eff-7e5cf8def519&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0549443 Feb 28 11:09:56.448217 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4384dae-69e1-4b1e-ab36-4e66e9ae3588 req-dfbdb7dd-3999-447f-9c9c-ba96af237f32 tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:09:56.449761 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-b4384dae-69e1-4b1e-ab36-4e66e9ae3588 req-dfbdb7dd-3999-447f-9c9c-ba96af237f32 tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] 10.222.0.20 "GET /v2.0/ports?device_id=7de39812-3d4b-4905-bc2e-5ce705ab0e05 HTTP/1.1" status: 200 len: 984 time: 0.0554101 Feb 28 11:09:56.515584 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-b4384dae-69e1-4b1e-ab36-4e66e9ae3588 req-af21a77a-9ab2-4324-b77f-de33feb434bf tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] 10.222.0.20 "GET /v2.0/security-groups?id=c43c4df6-bd80-4fbe-bb1f-00ba39c6fc72&id=82ff9f9c-9ed2-496c-9eff-7e5cf8def519&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0600307 Feb 28 11:09:57.638413 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749789e8-8cbe-4eb9-8085-ab0e5e60bc6f req-00ff2a24-118c-4112-9148-00bbf3b176cb tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:09:57.639938 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-749789e8-8cbe-4eb9-8085-ab0e5e60bc6f req-00ff2a24-118c-4112-9148-00bbf3b176cb tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] 10.222.0.20 "GET /v2.0/ports?device_id=7de39812-3d4b-4905-bc2e-5ce705ab0e05 HTTP/1.1" status: 200 len: 984 time: 0.0563061 Feb 28 11:09:57.702831 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-749789e8-8cbe-4eb9-8085-ab0e5e60bc6f req-f92606e1-71d3-46e8-b628-f0eff9b279a9 tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] 10.222.0.20 "GET /v2.0/security-groups?id=c43c4df6-bd80-4fbe-bb1f-00ba39c6fc72&id=82ff9f9c-9ed2-496c-9eff-7e5cf8def519&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0566263 Feb 28 11:09:58.823316 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f8dc09-aa7c-4d12-a9f4-7d289c94b536 req-9dec1c87-f640-45f0-8911-366457d474b0 tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:09:58.824760 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-73f8dc09-aa7c-4d12-a9f4-7d289c94b536 req-9dec1c87-f640-45f0-8911-366457d474b0 tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] 10.222.0.20 "GET /v2.0/ports?device_id=7de39812-3d4b-4905-bc2e-5ce705ab0e05 HTTP/1.1" status: 200 len: 984 time: 0.0556238 Feb 28 11:09:58.891048 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-73f8dc09-aa7c-4d12-a9f4-7d289c94b536 req-0c2e3c1d-9bfa-4837-964e-a6e2877b031f tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] 10.222.0.20 "GET /v2.0/security-groups?id=c43c4df6-bd80-4fbe-bb1f-00ba39c6fc72&id=82ff9f9c-9ed2-496c-9eff-7e5cf8def519&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0603633 Feb 28 11:10:00.019487 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8573e099-ea03-4dbe-b90a-328e4884ec7d req-26512f3a-f9b7-42ea-b6ad-8ecee5d1cf4a tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:10:00.021080 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-8573e099-ea03-4dbe-b90a-328e4884ec7d req-26512f3a-f9b7-42ea-b6ad-8ecee5d1cf4a tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] 10.222.0.20 "GET /v2.0/ports?device_id=7de39812-3d4b-4905-bc2e-5ce705ab0e05 HTTP/1.1" status: 200 len: 984 time: 0.0610294 Feb 28 11:10:00.084509 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-8573e099-ea03-4dbe-b90a-328e4884ec7d req-82f8217e-fa76-4d7a-9b92-9e57f753ec32 tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] 10.222.0.20 "GET /v2.0/security-groups?id=c43c4df6-bd80-4fbe-bb1f-00ba39c6fc72&id=82ff9f9c-9ed2-496c-9eff-7e5cf8def519&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0575569 Feb 28 11:10:01.208480 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c58bfc7-bd67-43e7-841f-f43452d53cb1 req-59607a9a-1075-4342-801e-42ac73ad0b46 tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:10:01.210013 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-2c58bfc7-bd67-43e7-841f-f43452d53cb1 req-59607a9a-1075-4342-801e-42ac73ad0b46 tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] 10.222.0.20 "GET /v2.0/ports?device_id=7de39812-3d4b-4905-bc2e-5ce705ab0e05 HTTP/1.1" status: 200 len: 984 time: 0.0568128 Feb 28 11:10:01.270442 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-2c58bfc7-bd67-43e7-841f-f43452d53cb1 req-613b3b1a-d6b6-4389-b344-1d1f391db3e9 tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] 10.222.0.20 "GET /v2.0/security-groups?id=c43c4df6-bd80-4fbe-bb1f-00ba39c6fc72&id=82ff9f9c-9ed2-496c-9eff-7e5cf8def519&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0546207 Feb 28 11:10:08.553989 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (13ac42ae-016e-4baf-bb31-c6fa820b41c2), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:10:08.779663 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-07c6cc27-d26c-458a-acb0-943baf642f1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fb6705d2-4f70-4965-92a3-fbfccd43a6d3), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:10:10.109269 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.agents_db [None req-382e0aa2-b126-48e6-89eb-3efa426b6b29 None None] Agent healthcheck: found 6 active agents {{(pid=103410) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 11:10:11.079176 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-29e0fd13-1e29-4991-8499-df21f2cda65a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fc6c9b74-8dbb-41bb-800a-5bd3a43fe896), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:10:12.197202 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b6d631fb-7df0-4fe1-8322-abff3b61cae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (0db5147a-92a3-4581-8a5f-8ec9b93e0600), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:10:13.594107 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6b923bb1-06b0-4b84-b461-7cc1d0196090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (2e621730-3978-4720-b581-ac380e97a567), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:10:14.940446 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:10:38.565733 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (13ac42ae-016e-4baf-bb31-c6fa820b41c2), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:10:38.785316 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-be1c11c0-399a-4814-9d3b-1d0bf0a4a161 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fb6705d2-4f70-4965-92a3-fbfccd43a6d3), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:10:41.073838 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-85afd707-c82d-4182-8295-975fcc4695c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fc6c9b74-8dbb-41bb-800a-5bd3a43fe896), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:10:42.200784 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b6d631fb-7df0-4fe1-8322-abff3b61cae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (0db5147a-92a3-4581-8a5f-8ec9b93e0600), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:10:43.603582 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6b923bb1-06b0-4b84-b461-7cc1d0196090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (2e621730-3978-4720-b581-ac380e97a567), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:10:44.938210 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:10:47.109063 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.agents_db [None req-382e0aa2-b126-48e6-89eb-3efa426b6b29 None None] Agent healthcheck: found 6 active agents {{(pid=103410) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 11:10:50.002218 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-31cdf093-abf2-4595-89fa-a8269d93b9d3 req-a4bcd01e-8f34-4e2a-8194-82b6f1356a03 tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-552528266&fields=id&tenant_id=1c20c552d3f349a28c8c52563f29197c HTTP/1.1" status: 200 len: 267 time: 0.0739586 Feb 28 11:10:50.069195 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-9569b172-bc9a-4b7e-b3b3-fdeec8206444 req-d814b929-036c-4979-8933-7f079a7b7675 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7de39812-3d4b-4905-bc2e-5ce705ab0e05&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1395359 Feb 28 11:10:50.086097 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cdf093-abf2-4595-89fa-a8269d93b9d3 req-be9b3485-0d7f-4061-805e-ee9c673660d4 tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:10:50.087781 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-31cdf093-abf2-4595-89fa-a8269d93b9d3 req-be9b3485-0d7f-4061-805e-ee9c673660d4 tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] 10.222.0.20 "GET /v2.0/ports?device_id=7de39812-3d4b-4905-bc2e-5ce705ab0e05 HTTP/1.1" status: 200 len: 984 time: 0.0691988 Feb 28 11:10:50.098857 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [req-31cdf093-abf2-4595-89fa-a8269d93b9d3 req-536be8dd-d7e2-40ef-9d56-f1155b8d63a9 tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] Request body: {'port': {'security_groups': ['c43c4df6-bd80-4fbe-bb1f-00ba39c6fc72']}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:10:50.205962 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-31cdf093-abf2-4595-89fa-a8269d93b9d3 req-536be8dd-d7e2-40ef-9d56-f1155b8d63a9 tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (d6d6a67d-13bb-4f94-9791-13f44bd13131), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:10:50.222808 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9569b172-bc9a-4b7e-b3b3-fdeec8206444 req-8af150fb-0b5e-4dcd-a174-ebb541935f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:10:50.224335 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-9569b172-bc9a-4b7e-b3b3-fdeec8206444 req-8af150fb-0b5e-4dcd-a174-ebb541935f85 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1c20c552d3f349a28c8c52563f29197c&device_id=7de39812-3d4b-4905-bc2e-5ce705ab0e05 HTTP/1.1" status: 200 len: 1168 time: 0.0925679 Feb 28 11:10:50.416348 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9569b172-bc9a-4b7e-b3b3-fdeec8206444 req-62359f37-9114-4a4b-be87-9bdbb87ee944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:10:50.417847 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-9569b172-bc9a-4b7e-b3b3-fdeec8206444 req-62359f37-9114-4a4b-be87-9bdbb87ee944 service neutron] 10.222.0.30 "GET /v2.0/networks?id=134a5160-7d2d-4000-bf58-a664f2fc77e8 HTTP/1.1" status: 200 len: 915 time: 0.1681688 Feb 28 11:10:50.520866 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-9569b172-bc9a-4b7e-b3b3-fdeec8206444 req-73ac78e7-8e0d-4111-9069-dffba7b983a8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d6d6a67d-13bb-4f94-9791-13f44bd13131 HTTP/1.1" status: 200 len: 1000 time: 0.0958588 Feb 28 11:10:50.542972 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-31cdf093-abf2-4595-89fa-a8269d93b9d3 req-536be8dd-d7e2-40ef-9d56-f1155b8d63a9 tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] For port d6d6a67d-13bb-4f94-9791-13f44bd13131, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=d6d6a67d-13bb-4f94-9791-13f44bd13131,segment=NetworkSegment(3bc4d4bf-9a72-43cd-a395-52db9341bc90),segment_id=3bc4d4bf-9a72-43cd-a395-52db9341bc90)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:10:50.604267 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9569b172-bc9a-4b7e-b3b3-fdeec8206444 req-ad4b359c-b0b6-4dc9-a358-476386296814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:10:50.605902 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-9569b172-bc9a-4b7e-b3b3-fdeec8206444 req-ad4b359c-b0b6-4dc9-a358-476386296814 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b9200ef0-de31-4e44-945e-5db53a65e933 HTTP/1.1" status: 200 len: 853 time: 0.0784311 Feb 28 11:10:50.610210 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-31cdf093-abf2-4595-89fa-a8269d93b9d3 req-536be8dd-d7e2-40ef-9d56-f1155b8d63a9 tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] Publish callbacks [] for port (d6d6a67d-13bb-4f94-9791-13f44bd13131), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:10:50.622781 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-31cdf093-abf2-4595-89fa-a8269d93b9d3 req-536be8dd-d7e2-40ef-9d56-f1155b8d63a9 tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3498066'] for port (d6d6a67d-13bb-4f94-9791-13f44bd13131), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:10:50.656366 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] get_ports_and_sgs() called for port_ids ['d6d6a67d-13bb-4f94-9791-13f44bd13131'] {{(pid=103409) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 11:10:50.715900 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cdf093-abf2-4595-89fa-a8269d93b9d3 req-536be8dd-d7e2-40ef-9d56-f1155b8d63a9 tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:10:50.716643 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-31cdf093-abf2-4595-89fa-a8269d93b9d3 req-536be8dd-d7e2-40ef-9d56-f1155b8d63a9 tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:10:50.719142 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-31cdf093-abf2-4595-89fa-a8269d93b9d3 req-536be8dd-d7e2-40ef-9d56-f1155b8d63a9 tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] 10.222.0.20 "PUT /v2.0/ports/d6d6a67d-13bb-4f94-9791-13f44bd13131 HTTP/1.1" status: 200 len: 942 time: 0.6251392 Feb 28 11:10:50.719665 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7de39812-3d4b-4905-bc2e-5ce705ab0e05', 'tag': 'd6d6a67d-13bb-4f94-9791-13f44bd13131'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:10:50.724915 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c8e1c873eeca597e52e7ceb7469e602eac250bfea6606d285743d38033cf584" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83481ec8-fbfc-46eb-82ce-5929a808746b" -d '{"events": [{"name": "network-changed", "server_uuid": "7de39812-3d4b-4905-bc2e-5ce705ab0e05", "tag": "d6d6a67d-13bb-4f94-9791-13f44bd13131"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 11:10:50.725832 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 45804) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:10:50.766313 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536be8dd-d7e2-40ef-9d56-f1155b8d63a9 tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] Pushing event updated for resources: {'Port': ['ID=d6d6a67d-13bb-4f94-9791-13f44bd13131,revision_number=7']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:10:50.781428 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9569b172-bc9a-4b7e-b3b3-fdeec8206444 req-44b0ef0a-15eb-443f-aecf-1dea0f83ad1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:10:50.783075 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-9569b172-bc9a-4b7e-b3b3-fdeec8206444 req-44b0ef0a-15eb-443f-aecf-1dea0f83ad1d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=134a5160-7d2d-4000-bf58-a664f2fc77e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.1709244 Feb 28 11:10:50.785475 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536be8dd-d7e2-40ef-9d56-f1155b8d63a9 tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:10:50.785837 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536be8dd-d7e2-40ef-9d56-f1155b8d63a9 tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:10:50.786494 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536be8dd-d7e2-40ef-9d56-f1155b8d63a9 tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:10:50.786675 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536be8dd-d7e2-40ef-9d56-f1155b8d63a9 tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:10:50.787011 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536be8dd-d7e2-40ef-9d56-f1155b8d63a9 tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:10:50.787384 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536be8dd-d7e2-40ef-9d56-f1155b8d63a9 tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:10:50.787720 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536be8dd-d7e2-40ef-9d56-f1155b8d63a9 tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:10:50.788062 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536be8dd-d7e2-40ef-9d56-f1155b8d63a9 tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:10:50.788394 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536be8dd-d7e2-40ef-9d56-f1155b8d63a9 tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:10:50.788758 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536be8dd-d7e2-40ef-9d56-f1155b8d63a9 tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:10:50.789092 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536be8dd-d7e2-40ef-9d56-f1155b8d63a9 tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:10:50.789440 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536be8dd-d7e2-40ef-9d56-f1155b8d63a9 tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:10:50.789768 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536be8dd-d7e2-40ef-9d56-f1155b8d63a9 tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:10:50.839713 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-514bec13-afcc-451c-a574-8e2d89814cbd tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] Publish callbacks [] for security_group (82ff9f9c-9ed2-496c-9eff-7e5cf8def519), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:10:50.843507 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] get_ports_and_sgs() called for port_ids ['d6d6a67d-13bb-4f94-9791-13f44bd13131'] {{(pid=103409) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 11:10:50.883343 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 11:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75aad791-0e4f-4d66-80a4-01b4867672fd x-openstack-request-id: req-75aad791-0e4f-4d66-80a4-01b4867672fd {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 11:10:50.883665 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7de39812-3d4b-4905-bc2e-5ce705ab0e05", "tag": "d6d6a67d-13bb-4f94-9791-13f44bd13131", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 11:10:50.884160 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-75aad791-0e4f-4d66-80a4-01b4867672fd {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 11:10:50.884836 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7de39812-3d4b-4905-bc2e-5ce705ab0e05', 'tag': 'd6d6a67d-13bb-4f94-9791-13f44bd13131', 'status': 'completed', 'code': 200} Feb 28 11:10:50.905463 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-514bec13-afcc-451c-a574-8e2d89814cbd tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] Publish callbacks [] for security_group (82ff9f9c-9ed2-496c-9eff-7e5cf8def519), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:10:50.958429 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-9569b172-bc9a-4b7e-b3b3-fdeec8206444 req-668ba836-bab0-4229-9ecf-2e245f1375ba service neutron] 10.222.0.30 "GET /v2.0/networks/134a5160-7d2d-4000-bf58-a664f2fc77e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629539 Feb 28 11:10:51.007146 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-514bec13-afcc-451c-a574-8e2d89814cbd tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (82ff9f9c-9ed2-496c-9eff-7e5cf8def519), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:10:51.013751 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-514bec13-afcc-451c-a574-8e2d89814cbd tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] Publish callbacks [] for security_group (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:10:51.017886 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-514bec13-afcc-451c-a574-8e2d89814cbd tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] 10.222.0.20 "DELETE /v2.0/security-groups/82ff9f9c-9ed2-496c-9eff-7e5cf8def519 HTTP/1.1" status: 204 len: 168 time: 0.2860758 Feb 28 11:10:51.022416 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 45812) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:10:51.033387 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514bec13-afcc-451c-a574-8e2d89814cbd tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82ff9f9c-9ed2-496c-9eff-7e5cf8def519,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:10:51.048715 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514bec13-afcc-451c-a574-8e2d89814cbd tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:10:51.049767 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514bec13-afcc-451c-a574-8e2d89814cbd tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:10:51.050593 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514bec13-afcc-451c-a574-8e2d89814cbd tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:10:51.051071 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514bec13-afcc-451c-a574-8e2d89814cbd tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:10:51.051429 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514bec13-afcc-451c-a574-8e2d89814cbd tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:10:51.051782 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514bec13-afcc-451c-a574-8e2d89814cbd tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:10:51.052134 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514bec13-afcc-451c-a574-8e2d89814cbd tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:10:51.052480 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514bec13-afcc-451c-a574-8e2d89814cbd tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:10:51.052867 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514bec13-afcc-451c-a574-8e2d89814cbd tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:10:51.053206 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514bec13-afcc-451c-a574-8e2d89814cbd tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:10:51.053550 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514bec13-afcc-451c-a574-8e2d89814cbd tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:10:51.053892 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514bec13-afcc-451c-a574-8e2d89814cbd tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:10:51.054230 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514bec13-afcc-451c-a574-8e2d89814cbd tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:10:51.094710 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-6f5a7443-2875-4507-bf39-c7f1f4a39ee6 None None] Provisioning complete for port d6d6a67d-13bb-4f94-9791-13f44bd13131 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:10:51.095119 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6f5a7443-2875-4507-bf39-c7f1f4a39ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (d6d6a67d-13bb-4f94-9791-13f44bd13131), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:10:51.177129 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-9569b172-bc9a-4b7e-b3b3-fdeec8206444 req-f5b497f4-7ea3-4c99-bedd-90545a99ad31 service neutron] 10.222.0.30 "GET /v2.0/networks/134a5160-7d2d-4000-bf58-a664f2fc77e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2111263 Feb 28 11:10:51.184066 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-6f5a7443-2875-4507-bf39-c7f1f4a39ee6 None None] Current status of the port d6d6a67d-13bb-4f94-9791-13f44bd13131 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:10:51.250471 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-a10fc16e-935e-4a9b-914a-c4c78e07630a tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] Deleting port 3a1ff5b0-6185-40b9-aa08-5c66863257d4 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 11:10:51.250719 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a10fc16e-935e-4a9b-914a-c4c78e07630a tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (3a1ff5b0-6185-40b9-aa08-5c66863257d4), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:10:51.376301 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83481ec8-fbfc-46eb-82ce-5929a808746b req-5d6a2812-abd4-4919-a39c-4553a10554f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:10:51.377879 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-83481ec8-fbfc-46eb-82ce-5929a808746b req-5d6a2812-abd4-4919-a39c-4553a10554f2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1c20c552d3f349a28c8c52563f29197c&device_id=7de39812-3d4b-4905-bc2e-5ce705ab0e05 HTTP/1.1" status: 200 len: 1129 time: 0.1242061 Feb 28 11:10:51.380215 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a10fc16e-935e-4a9b-914a-c4c78e07630a tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (3a1ff5b0-6185-40b9-aa08-5c66863257d4), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:10:51.380694 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a10fc16e-935e-4a9b-914a-c4c78e07630a tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] Publish callbacks [] for floatingip (3a1ff5b0-6185-40b9-aa08-5c66863257d4), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:10:51.447879 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-a10fc16e-935e-4a9b-914a-c4c78e07630a tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] Calling delete_port for 3a1ff5b0-6185-40b9-aa08-5c66863257d4 owned by network:floatingip {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 11:10:51.550544 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83481ec8-fbfc-46eb-82ce-5929a808746b req-5f461532-64fc-4367-84f5-d508f77163f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:10:51.552206 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-83481ec8-fbfc-46eb-82ce-5929a808746b req-5f461532-64fc-4367-84f5-d508f77163f5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=134a5160-7d2d-4000-bf58-a664f2fc77e8 HTTP/1.1" status: 200 len: 915 time: 0.1684582 Feb 28 11:10:51.644113 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-83481ec8-fbfc-46eb-82ce-5929a808746b req-b4e2adfd-bd4b-4142-aeff-ffd014d189a8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d6d6a67d-13bb-4f94-9791-13f44bd13131 HTTP/1.1" status: 200 len: 1000 time: 0.0855231 Feb 28 11:10:51.722018 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83481ec8-fbfc-46eb-82ce-5929a808746b req-1cf3406e-5937-46ea-af20-42fa98fd3c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:10:51.723514 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-83481ec8-fbfc-46eb-82ce-5929a808746b req-1cf3406e-5937-46ea-af20-42fa98fd3c10 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b9200ef0-de31-4e44-945e-5db53a65e933 HTTP/1.1" status: 200 len: 853 time: 0.0736895 Feb 28 11:10:51.761826 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a10fc16e-935e-4a9b-914a-c4c78e07630a tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (3a1ff5b0-6185-40b9-aa08-5c66863257d4), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:10:51.792750 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10fc16e-935e-4a9b-914a-c4c78e07630a tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] Pushing event deleted for resources: {'Port': ['ID=3a1ff5b0-6185-40b9-aa08-5c66863257d4,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:10:51.849428 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83481ec8-fbfc-46eb-82ce-5929a808746b req-0d7c2000-7140-4012-bf40-6ead0a271e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:10:51.850948 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-83481ec8-fbfc-46eb-82ce-5929a808746b req-0d7c2000-7140-4012-bf40-6ead0a271e74 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=134a5160-7d2d-4000-bf58-a664f2fc77e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.1215467 Feb 28 11:10:51.911327 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a10fc16e-935e-4a9b-914a-c4c78e07630a tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] Publish callbacks [] for floatingip (2520bec3-6d85-4cc7-b79c-1f8a1575cb84), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:10:51.911654 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.db.l3_db [None req-a10fc16e-935e-4a9b-914a-c4c78e07630a tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] Floating IP 2520bec3-6d85-4cc7-b79c-1f8a1575cb84 disassociated (deleted). External IP: 172.36.5.42, port: d6d6a67d-13bb-4f94-9791-13f44bd13131. Feb 28 11:10:52.028218 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-83481ec8-fbfc-46eb-82ce-5929a808746b req-6846aef0-b1dd-49e6-9738-4b9ff8774bb0 service neutron] 10.222.0.30 "GET /v2.0/networks/134a5160-7d2d-4000-bf58-a664f2fc77e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707811 Feb 28 11:10:52.203873 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-83481ec8-fbfc-46eb-82ce-5929a808746b req-47e52889-cf68-4a44-a888-dcff3f89cc9c service neutron] 10.222.0.30 "GET /v2.0/networks/134a5160-7d2d-4000-bf58-a664f2fc77e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696637 Feb 28 11:10:52.230041 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a10fc16e-935e-4a9b-914a-c4c78e07630a tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] Router ed0f019a-5ac8-446d-b067-d9ce0521926b has already been hosted by L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:10:52.353253 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a10fc16e-935e-4a9b-914a-c4c78e07630a tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:10:52.358409 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a10fc16e-935e-4a9b-914a-c4c78e07630a tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for floatingip (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:10:52.364519 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9c5bc3-9ed5-477a-98f8-cf63d02088f2 None None] Sync routers for ids ['ed0f019a-5ac8-446d-b067-d9ce0521926b'] in dv-neutron-master-2-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:10:52.375180 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9c5bc3-9ed5-477a-98f8-cf63d02088f2 None None] Routers {'ed0f019a-5ac8-446d-b067-d9ce0521926b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:10:52.375815 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-ac9c5bc3-9ed5-477a-98f8-cf63d02088f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T11:10:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['ed0f019a-5ac8-446d-b067-d9ce0521926b'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:10:52.390485 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-a10fc16e-935e-4a9b-914a-c4c78e07630a tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] 10.222.0.20 "DELETE /v2.0/floatingips/2520bec3-6d85-4cc7-b79c-1f8a1575cb84 HTTP/1.1" status: 204 len: 168 time: 1.3664474 Feb 28 11:10:52.489226 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-ac9c5bc3-9ed5-477a-98f8-cf63d02088f2 None None] Set router ed0f019a-5ac8-446d-b067-d9ce0521926b gateway port host: dv-neutron-master-2-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:10:52.717153 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-ac9c5bc3-9ed5-477a-98f8-cf63d02088f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed0f019a-5ac8-446d-b067-d9ce0521926b', 'name': 'tempest-TestMinimumBasicScenario-111515968-router', 'tenant_id': '1c20c552d3f349a28c8c52563f29197c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.33'}], 'enable_snat': True}, 'gw_port_id': 'b6118341-7e49-4a0b-b89d-aee5d61f5795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:08:00Z', 'updated_at': '2022-02-28T11:08:03Z', 'revision_number': 4, 'project_id': '1c20c552d3f349a28c8c52563f29197c', 'gw_port': {'id': 'b6118341-7e49-4a0b-b89d-aee5d61f5795', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:60:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed0f019a-5ac8-446d-b067-d9ce0521926b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:08:01Z', 'updated_at': '2022-02-28T11:08:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'bc35e70e-96bf-4d28-aac1-c16c688733d1', 'name': '', 'network_id': '134a5160-7d2d-4000-bf58-a664f2fc77e8', 'tenant_id': '1c20c552d3f349a28c8c52563f29197c', 'mac_address': 'fa:16:3e:91:41:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed0f019a-5ac8-446d-b067-d9ce0521926b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': 'b9200ef0-de31-4e44-945e-5db53a65e933', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:08:02Z', 'updated_at': '2022-02-28T11:08:07Z', 'revision_number': 5, 'project_id': '1c20c552d3f349a28c8c52563f29197c', 'subnets': [{'id': 'b9200ef0-de31-4e44-945e-5db53a65e933', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:10:52.743519 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9c5bc3-9ed5-477a-98f8-cf63d02088f2 None None] Checking router: ed0f019a-5ac8-446d-b067-d9ce0521926b for host: dv-neutron-master-2-hyperv {{(pid=103410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:10:52.752059 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9c5bc3-9ed5-477a-98f8-cf63d02088f2 None None] Routers {'ed0f019a-5ac8-446d-b067-d9ce0521926b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:10:52.752706 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-ac9c5bc3-9ed5-477a-98f8-cf63d02088f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T11:10:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['ed0f019a-5ac8-446d-b067-d9ce0521926b'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:10:52.870612 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-ac9c5bc3-9ed5-477a-98f8-cf63d02088f2 None None] Set router ed0f019a-5ac8-446d-b067-d9ce0521926b gateway port host: dv-neutron-master-2-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:10:52.886200 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7de39812-3d4b-4905-bc2e-5ce705ab0e05', 'tag': 'd6d6a67d-13bb-4f94-9791-13f44bd13131'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:10:52.888701 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c8e1c873eeca597e52e7ceb7469e602eac250bfea6606d285743d38033cf584" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccdfaffa-c9b9-4449-a2c2-47dab2c29d3a" -d '{"events": [{"name": "network-changed", "server_uuid": "7de39812-3d4b-4905-bc2e-5ce705ab0e05", "tag": "d6d6a67d-13bb-4f94-9791-13f44bd13131"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 11:10:52.925754 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 11:10:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fe8b3e2-960a-4aba-9e5f-3dfbd477eab9 x-openstack-request-id: req-8fe8b3e2-960a-4aba-9e5f-3dfbd477eab9 {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 11:10:52.926121 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7de39812-3d4b-4905-bc2e-5ce705ab0e05", "tag": "d6d6a67d-13bb-4f94-9791-13f44bd13131", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 11:10:52.926440 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8fe8b3e2-960a-4aba-9e5f-3dfbd477eab9 {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 11:10:52.926863 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7de39812-3d4b-4905-bc2e-5ce705ab0e05', 'tag': 'd6d6a67d-13bb-4f94-9791-13f44bd13131', 'status': 'completed', 'code': 200} Feb 28 11:10:53.025351 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdfaffa-c9b9-4449-a2c2-47dab2c29d3a req-001ebd7f-7e94-45f4-b987-3514de165359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:10:53.027498 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-ccdfaffa-c9b9-4449-a2c2-47dab2c29d3a req-001ebd7f-7e94-45f4-b987-3514de165359 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1c20c552d3f349a28c8c52563f29197c&device_id=7de39812-3d4b-4905-bc2e-5ce705ab0e05 HTTP/1.1" status: 200 len: 1129 time: 0.0513432 Feb 28 11:10:53.092324 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-ac9c5bc3-9ed5-477a-98f8-cf63d02088f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed0f019a-5ac8-446d-b067-d9ce0521926b', 'name': 'tempest-TestMinimumBasicScenario-111515968-router', 'tenant_id': '1c20c552d3f349a28c8c52563f29197c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.33'}], 'enable_snat': True}, 'gw_port_id': 'b6118341-7e49-4a0b-b89d-aee5d61f5795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:08:00Z', 'updated_at': '2022-02-28T11:08:03Z', 'revision_number': 4, 'project_id': '1c20c552d3f349a28c8c52563f29197c', 'gw_port': {'id': 'b6118341-7e49-4a0b-b89d-aee5d61f5795', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:60:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed0f019a-5ac8-446d-b067-d9ce0521926b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:08:01Z', 'updated_at': '2022-02-28T11:08:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'bc35e70e-96bf-4d28-aac1-c16c688733d1', 'name': '', 'network_id': '134a5160-7d2d-4000-bf58-a664f2fc77e8', 'tenant_id': '1c20c552d3f349a28c8c52563f29197c', 'mac_address': 'fa:16:3e:91:41:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed0f019a-5ac8-446d-b067-d9ce0521926b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': 'b9200ef0-de31-4e44-945e-5db53a65e933', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:08:02Z', 'updated_at': '2022-02-28T11:08:07Z', 'revision_number': 5, 'project_id': '1c20c552d3f349a28c8c52563f29197c', 'subnets': [{'id': 'b9200ef0-de31-4e44-945e-5db53a65e933', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:10:53.122422 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdfaffa-c9b9-4449-a2c2-47dab2c29d3a req-9654debd-a069-42f7-82b8-28924b3f5f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:10:53.123865 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-ccdfaffa-c9b9-4449-a2c2-47dab2c29d3a req-9654debd-a069-42f7-82b8-28924b3f5f48 service neutron] 10.222.0.30 "GET /v2.0/networks?id=134a5160-7d2d-4000-bf58-a664f2fc77e8 HTTP/1.1" status: 200 len: 915 time: 0.0903845 Feb 28 11:10:53.172718 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-ccdfaffa-c9b9-4449-a2c2-47dab2c29d3a req-78ed0d50-94bc-47bf-8b8d-06d68d64ec88 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d6d6a67d-13bb-4f94-9791-13f44bd13131 HTTP/1.1" status: 200 len: 217 time: 0.0429654 Feb 28 11:10:53.224941 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9c5bc3-9ed5-477a-98f8-cf63d02088f2 None None] The sync data for ids ['ed0f019a-5ac8-446d-b067-d9ce0521926b'] in dv-neutron-master-2-hyperv is: [{'id': 'ed0f019a-5ac8-446d-b067-d9ce0521926b', 'name': 'tempest-TestMinimumBasicScenario-111515968-router', 'tenant_id': '1c20c552d3f349a28c8c52563f29197c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.33'}], 'enable_snat': True}, 'gw_port_id': 'b6118341-7e49-4a0b-b89d-aee5d61f5795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:08:00Z', 'updated_at': '2022-02-28T11:08:03Z', 'revision_number': 4, 'project_id': '1c20c552d3f349a28c8c52563f29197c', 'gw_port': {'id': 'b6118341-7e49-4a0b-b89d-aee5d61f5795', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:60:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed0f019a-5ac8-446d-b067-d9ce0521926b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:08:01Z', 'updated_at': '2022-02-28T11:08:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'bc35e70e-96bf-4d28-aac1-c16c688733d1', 'name': '', 'network_id': '134a5160-7d2d-4000-bf58-a664f2fc77e8', 'tenant_id': '1c20c552d3f349a28c8c52563f29197c', 'mac_address': 'fa:16:3e:91:41:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed0f019a-5ac8-446d-b067-d9ce0521926b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': 'b9200ef0-de31-4e44-945e-5db53a65e933', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:08:02Z', 'updated_at': '2022-02-28T11:08:07Z', 'revision_number': 5, 'project_id': '1c20c552d3f349a28c8c52563f29197c', 'subnets': [{'id': 'b9200ef0-de31-4e44-945e-5db53a65e933', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:10:53.226536 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdfaffa-c9b9-4449-a2c2-47dab2c29d3a req-72a12407-8a06-48ad-95d7-bdac7aa9a15a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:10:53.228175 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-ccdfaffa-c9b9-4449-a2c2-47dab2c29d3a req-72a12407-8a06-48ad-95d7-bdac7aa9a15a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b9200ef0-de31-4e44-945e-5db53a65e933 HTTP/1.1" status: 200 len: 853 time: 0.0492728 Feb 28 11:10:53.282684 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdfaffa-c9b9-4449-a2c2-47dab2c29d3a req-79ec8f46-d60f-4617-89e7-0721fbd82581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:10:53.284275 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-ccdfaffa-c9b9-4449-a2c2-47dab2c29d3a req-79ec8f46-d60f-4617-89e7-0721fbd82581 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=134a5160-7d2d-4000-bf58-a664f2fc77e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0498857 Feb 28 11:10:53.380343 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-ccdfaffa-c9b9-4449-a2c2-47dab2c29d3a req-b298909e-b6ef-4488-aade-6d6ee32dbceb service neutron] 10.222.0.30 "GET /v2.0/networks/134a5160-7d2d-4000-bf58-a664f2fc77e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901880 Feb 28 11:10:53.474853 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-ccdfaffa-c9b9-4449-a2c2-47dab2c29d3a req-2d41ff7d-39d2-422b-9ab3-67d9c8f9f8de service neutron] 10.222.0.30 "GET /v2.0/networks/134a5160-7d2d-4000-bf58-a664f2fc77e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891011 Feb 28 11:10:53.515501 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f3c679-6a79-4efe-9c8c-f133d19a1728 None None] New status for floating IP 2520bec3-6d85-4cc7-b79c-1f8a1575cb84: DOWN {{(pid=103409) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 11:11:07.847974 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eeaa5a-ca7d-41bb-a162-4d5de3757a60 req-4535cdf7-6e54-47ed-a8b9-709f91e742dd tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:11:07.849648 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-90eeaa5a-ca7d-41bb-a162-4d5de3757a60 req-4535cdf7-6e54-47ed-a8b9-709f91e742dd tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] 10.222.0.20 "GET /v2.0/ports?device_id=7de39812-3d4b-4905-bc2e-5ce705ab0e05 HTTP/1.1" status: 200 len: 945 time: 0.0613129 Feb 28 11:11:07.907844 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-90eeaa5a-ca7d-41bb-a162-4d5de3757a60 req-c58eb3dc-62fc-409d-8489-ce631642310b tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] 10.222.0.20 "GET /v2.0/security-groups?id=c43c4df6-bd80-4fbe-bb1f-00ba39c6fc72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506077 Feb 28 11:11:08.561700 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (13ac42ae-016e-4baf-bb31-c6fa820b41c2), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:08.789487 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4169e2f8-9302-43f6-b8e4-76f064f34e46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fb6705d2-4f70-4965-92a3-fbfccd43a6d3), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:09.053176 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc3f7b6-ea81-4507-b81d-d5fd6b67d18f req-ba80632a-0878-484b-aa75-fe0498e02381 tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:11:09.054576 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-dfc3f7b6-ea81-4507-b81d-d5fd6b67d18f req-ba80632a-0878-484b-aa75-fe0498e02381 tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] 10.222.0.20 "GET /v2.0/ports?device_id=7de39812-3d4b-4905-bc2e-5ce705ab0e05 HTTP/1.1" status: 200 len: 945 time: 0.0719581 Feb 28 11:11:09.119281 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-dfc3f7b6-ea81-4507-b81d-d5fd6b67d18f req-86ddf475-1104-48da-9249-ff4373920678 tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] 10.222.0.20 "GET /v2.0/security-groups?id=c43c4df6-bd80-4fbe-bb1f-00ba39c6fc72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572016 Feb 28 11:11:09.766573 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e584c4-0575-4c2d-9631-28a445abf048 req-79ce0732-8edf-4424-a416-7c1aa3320d00 tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:11:09.768039 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-25e584c4-0575-4c2d-9631-28a445abf048 req-79ce0732-8edf-4424-a416-7c1aa3320d00 tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] 10.222.0.30 "GET /v2.0/ports?device_id=7de39812-3d4b-4905-bc2e-5ce705ab0e05 HTTP/1.1" status: 200 len: 945 time: 0.0558462 Feb 28 11:11:09.872785 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [req-25e584c4-0575-4c2d-9631-28a445abf048 req-e4f42546-1845-4bc5-8b57-2c7c03adab70 tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] Deleting port d6d6a67d-13bb-4f94-9791-13f44bd13131 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 11:11:09.873388 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-25e584c4-0575-4c2d-9631-28a445abf048 req-e4f42546-1845-4bc5-8b57-2c7c03adab70 tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (d6d6a67d-13bb-4f94-9791-13f44bd13131), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:09.973355 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-25e584c4-0575-4c2d-9631-28a445abf048 req-e4f42546-1845-4bc5-8b57-2c7c03adab70 tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] For port d6d6a67d-13bb-4f94-9791-13f44bd13131, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=d6d6a67d-13bb-4f94-9791-13f44bd13131,segment=NetworkSegment(3bc4d4bf-9a72-43cd-a395-52db9341bc90),segment_id=3bc4d4bf-9a72-43cd-a395-52db9341bc90)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:11:09.973713 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-25e584c4-0575-4c2d-9631-28a445abf048 req-e4f42546-1845-4bc5-8b57-2c7c03adab70 tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (d6d6a67d-13bb-4f94-9791-13f44bd13131), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:09.987366 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [req-25e584c4-0575-4c2d-9631-28a445abf048 req-e4f42546-1845-4bc5-8b57-2c7c03adab70 tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] Calling delete_port for d6d6a67d-13bb-4f94-9791-13f44bd13131 owned by compute:nova {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 11:11:10.138839 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-25e584c4-0575-4c2d-9631-28a445abf048 req-e4f42546-1845-4bc5-8b57-2c7c03adab70 tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (d6d6a67d-13bb-4f94-9791-13f44bd13131), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:10.172366 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] get_ports_and_sgs() called for port_ids ['d6d6a67d-13bb-4f94-9791-13f44bd13131'] {{(pid=103409) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 11:11:10.173131 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f42546-1845-4bc5-8b57-2c7c03adab70 tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] Pushing event deleted for resources: {'Port': ['ID=d6d6a67d-13bb-4f94-9791-13f44bd13131,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:11:10.249609 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-25e584c4-0575-4c2d-9631-28a445abf048 req-e4f42546-1845-4bc5-8b57-2c7c03adab70 tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] No DVR routers for this DVR port d6d6a67d-13bb-4f94-9791-13f44bd13131 on host hv-neutron-mast {{(pid=103407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:11:10.252910 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-67010bc1-eefc-4df5-b001-1d585a0c6e47 req-88f85186-deee-4919-94c1-325e38cb53ac tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] 10.222.0.20 "GET /v2.0/ports?device_id=7de39812-3d4b-4905-bc2e-5ce705ab0e05 HTTP/1.1" status: 200 len: 210 time: 0.0478966 Feb 28 11:11:10.253970 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-25e584c4-0575-4c2d-9631-28a445abf048 req-e4f42546-1845-4bc5-8b57-2c7c03adab70 tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:10.257332 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-25e584c4-0575-4c2d-9631-28a445abf048 req-e4f42546-1845-4bc5-8b57-2c7c03adab70 tempest-TestMinimumBasicScenario-517342689 tempest-TestMinimumBasicScenario-517342689-project] 10.222.0.30 "DELETE /v2.0/ports/d6d6a67d-13bb-4f94-9791-13f44bd13131 HTTP/1.1" status: 204 len: 173 time: 0.4845259 Feb 28 11:11:10.257791 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7de39812-3d4b-4905-bc2e-5ce705ab0e05', 'name': 'network-vif-deleted', 'tag': 'd6d6a67d-13bb-4f94-9791-13f44bd13131'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:11:10.260101 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c8e1c873eeca597e52e7ceb7469e602eac250bfea6606d285743d38033cf584" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d3a24c8-2b7f-4df8-8339-3f2c7860ab6d" -d '{"events": [{"server_uuid": "7de39812-3d4b-4905-bc2e-5ce705ab0e05", "name": "network-vif-deleted", "tag": "d6d6a67d-13bb-4f94-9791-13f44bd13131"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 11:11:10.304347 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 11:11:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7f8bb50-4f87-40e0-a6fe-0007a75df106 x-openstack-request-id: req-f7f8bb50-4f87-40e0-a6fe-0007a75df106 {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 11:11:10.304708 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7de39812-3d4b-4905-bc2e-5ce705ab0e05", "name": "network-vif-deleted", "tag": "d6d6a67d-13bb-4f94-9791-13f44bd13131", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 11:11:10.305000 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f7f8bb50-4f87-40e0-a6fe-0007a75df106 {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 11:11:10.305399 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7de39812-3d4b-4905-bc2e-5ce705ab0e05', 'name': 'network-vif-deleted', 'tag': 'd6d6a67d-13bb-4f94-9791-13f44bd13131', 'status': 'completed', 'code': 200} Feb 28 11:11:11.081005 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-71fd6f83-9c1c-4efd-8fe3-9f4c454ef7cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fc6c9b74-8dbb-41bb-800a-5bd3a43fe896), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:11.867228 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 45924) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:11:12.200170 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b6d631fb-7df0-4fe1-8322-abff3b61cae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (0db5147a-92a3-4581-8a5f-8ec9b93e0600), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:12.233316 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-38b74715-5cf0-4d07-80c5-4637acd66968 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1802615'] for router_interface (ed0f019a-5ac8-446d-b067-d9ce0521926b), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:12.505328 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-38b74715-5cf0-4d07-80c5-4637acd66968 admin admin] Deleting port bc35e70e-96bf-4d28-aac1-c16c688733d1 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 11:11:12.505737 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-38b74715-5cf0-4d07-80c5-4637acd66968 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (bc35e70e-96bf-4d28-aac1-c16c688733d1), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:12.595401 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-38b74715-5cf0-4d07-80c5-4637acd66968 admin admin] For port bc35e70e-96bf-4d28-aac1-c16c688733d1, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=bc35e70e-96bf-4d28-aac1-c16c688733d1,segment=NetworkSegment(3bc4d4bf-9a72-43cd-a395-52db9341bc90),segment_id=3bc4d4bf-9a72-43cd-a395-52db9341bc90)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:11:12.595786 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-38b74715-5cf0-4d07-80c5-4637acd66968 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (bc35e70e-96bf-4d28-aac1-c16c688733d1), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:12.610113 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-38b74715-5cf0-4d07-80c5-4637acd66968 admin admin] Calling delete_port for bc35e70e-96bf-4d28-aac1-c16c688733d1 owned by network:router_interface {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 11:11:13.176338 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-38b74715-5cf0-4d07-80c5-4637acd66968 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (bc35e70e-96bf-4d28-aac1-c16c688733d1), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:13.203338 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b74715-5cf0-4d07-80c5-4637acd66968 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc35e70e-96bf-4d28-aac1-c16c688733d1,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:11:13.385419 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-38b74715-5cf0-4d07-80c5-4637acd66968 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1802651'] for router_interface (ed0f019a-5ac8-446d-b067-d9ce0521926b), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:13.599276 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6b923bb1-06b0-4b84-b461-7cc1d0196090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (2e621730-3978-4720-b581-ac380e97a567), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:13.630541 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38b74715-5cf0-4d07-80c5-4637acd66968 admin admin] Router ed0f019a-5ac8-446d-b067-d9ce0521926b has already been hosted by L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:11:13.755087 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38b74715-5cf0-4d07-80c5-4637acd66968 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:11:13.761298 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-38b74715-5cf0-4d07-80c5-4637acd66968 admin admin] 10.222.0.20 "PUT /v2.0/routers/ed0f019a-5ac8-446d-b067-d9ce0521926b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8929365 Feb 28 11:11:13.764157 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 45926) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:11:13.765830 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f5e8032-5e23-4b0e-bda4-3d88cfe58a19 None None] Sync routers for ids ['ed0f019a-5ac8-446d-b067-d9ce0521926b'] in dv-neutron-master-2-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:11:13.778302 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f5e8032-5e23-4b0e-bda4-3d88cfe58a19 None None] Routers {'ed0f019a-5ac8-446d-b067-d9ce0521926b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:11:13.779081 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-9f5e8032-5e23-4b0e-bda4-3d88cfe58a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T11:11:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['ed0f019a-5ac8-446d-b067-d9ce0521926b'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:11:13.883659 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f7394a1b-a961-4edd-9e65-4eb5abac19d1 admin admin] Publish callbacks [] for router (ed0f019a-5ac8-446d-b067-d9ce0521926b), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:13.900352 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-9f5e8032-5e23-4b0e-bda4-3d88cfe58a19 None None] Set router ed0f019a-5ac8-446d-b067-d9ce0521926b gateway port host: dv-neutron-master-2-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:11:13.996743 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f7394a1b-a961-4edd-9e65-4eb5abac19d1 admin admin] Publish callbacks [] for router_gateway (ed0f019a-5ac8-446d-b067-d9ce0521926b), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:14.055207 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-f7394a1b-a961-4edd-9e65-4eb5abac19d1 admin admin] Deleting port b6118341-7e49-4a0b-b89d-aee5d61f5795 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 11:11:14.055880 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f7394a1b-a961-4edd-9e65-4eb5abac19d1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (b6118341-7e49-4a0b-b89d-aee5d61f5795), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:14.095093 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-9f5e8032-5e23-4b0e-bda4-3d88cfe58a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed0f019a-5ac8-446d-b067-d9ce0521926b', 'name': 'tempest-TestMinimumBasicScenario-111515968-router', 'tenant_id': '1c20c552d3f349a28c8c52563f29197c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.33'}], 'enable_snat': True}, 'gw_port_id': 'b6118341-7e49-4a0b-b89d-aee5d61f5795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:08:00Z', 'updated_at': '2022-02-28T11:11:13Z', 'revision_number': 5, 'project_id': '1c20c552d3f349a28c8c52563f29197c', 'gw_port': {'id': 'b6118341-7e49-4a0b-b89d-aee5d61f5795', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:60:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed0f019a-5ac8-446d-b067-d9ce0521926b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:08:01Z', 'updated_at': '2022-02-28T11:08:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:11:14.122073 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f5e8032-5e23-4b0e-bda4-3d88cfe58a19 None None] Checking router: ed0f019a-5ac8-446d-b067-d9ce0521926b for host: dv-neutron-master-2-hyperv {{(pid=103410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:11:14.130947 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f5e8032-5e23-4b0e-bda4-3d88cfe58a19 None None] Routers {'ed0f019a-5ac8-446d-b067-d9ce0521926b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:11:14.131570 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-9f5e8032-5e23-4b0e-bda4-3d88cfe58a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T11:11:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['ed0f019a-5ac8-446d-b067-d9ce0521926b'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:11:14.146179 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-f7394a1b-a961-4edd-9e65-4eb5abac19d1 admin admin] For port b6118341-7e49-4a0b-b89d-aee5d61f5795, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b6118341-7e49-4a0b-b89d-aee5d61f5795,segment=NetworkSegment(195d7ed7-323d-4284-82df-208cca613d99),segment_id=195d7ed7-323d-4284-82df-208cca613d99)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:11:14.146662 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f7394a1b-a961-4edd-9e65-4eb5abac19d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (b6118341-7e49-4a0b-b89d-aee5d61f5795), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:14.160841 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-f7394a1b-a961-4edd-9e65-4eb5abac19d1 admin admin] Calling delete_port for b6118341-7e49-4a0b-b89d-aee5d61f5795 owned by network:router_gateway {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 11:11:14.220720 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-9f5e8032-5e23-4b0e-bda4-3d88cfe58a19 None None] Set router ed0f019a-5ac8-446d-b067-d9ce0521926b gateway port host: None {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:11:14.272507 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-9f5e8032-5e23-4b0e-bda4-3d88cfe58a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed0f019a-5ac8-446d-b067-d9ce0521926b', 'name': 'tempest-TestMinimumBasicScenario-111515968-router', 'tenant_id': '1c20c552d3f349a28c8c52563f29197c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:08:00Z', 'updated_at': '2022-02-28T11:11:13Z', 'revision_number': 6, 'project_id': '1c20c552d3f349a28c8c52563f29197c', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:11:14.303883 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f5e8032-5e23-4b0e-bda4-3d88cfe58a19 None None] The sync data for ids ['ed0f019a-5ac8-446d-b067-d9ce0521926b'] in dv-neutron-master-2-hyperv is: [{'id': 'ed0f019a-5ac8-446d-b067-d9ce0521926b', 'name': 'tempest-TestMinimumBasicScenario-111515968-router', 'tenant_id': '1c20c552d3f349a28c8c52563f29197c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:08:00Z', 'updated_at': '2022-02-28T11:11:13Z', 'revision_number': 6, 'project_id': '1c20c552d3f349a28c8c52563f29197c', 'gw_port_host': None}] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:11:14.354975 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f7394a1b-a961-4edd-9e65-4eb5abac19d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (b6118341-7e49-4a0b-b89d-aee5d61f5795), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:14.385941 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7394a1b-a961-4edd-9e65-4eb5abac19d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6118341-7e49-4a0b-b89d-aee5d61f5795,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:11:14.451917 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f7394a1b-a961-4edd-9e65-4eb5abac19d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1803321'] for router_gateway (ed0f019a-5ac8-446d-b067-d9ce0521926b), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:14.554679 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f7394a1b-a961-4edd-9e65-4eb5abac19d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1807017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5941'] for router (ed0f019a-5ac8-446d-b067-d9ce0521926b), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:14.556907 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f7394a1b-a961-4edd-9e65-4eb5abac19d1 admin admin] Publish callbacks [] for router_controller (ed0f019a-5ac8-446d-b067-d9ce0521926b), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:14.607710 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f7394a1b-a961-4edd-9e65-4eb5abac19d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1806994'] for router (ed0f019a-5ac8-446d-b067-d9ce0521926b), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:14.608161 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7394a1b-a961-4edd-9e65-4eb5abac19d1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ed0f019a-5ac8-446d-b067-d9ce0521926b {{(pid=103407) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 11:11:14.612867 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f7394a1b-a961-4edd-9e65-4eb5abac19d1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:14.614081 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-f7394a1b-a961-4edd-9e65-4eb5abac19d1 admin admin] 10.222.0.20 "DELETE /v2.0/routers/ed0f019a-5ac8-446d-b067-d9ce0521926b HTTP/1.1" status: 204 len: 168 time: 0.8486776 Feb 28 11:11:14.616758 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 45928) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:11:14.670315 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad3356cf-c7ba-4972-b189-a91c13796608 admin admin] Deleting subnet b9200ef0-de31-4e44-945e-5db53a65e933 {{(pid=103408) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 11:11:14.674385 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ad3356cf-c7ba-4972-b189-a91c13796608 admin admin] Publish callbacks [] for subnet (b9200ef0-de31-4e44-945e-5db53a65e933), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:14.710311 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ad3356cf-c7ba-4972-b189-a91c13796608 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3423529'] for subnet (b9200ef0-de31-4e44-945e-5db53a65e933), precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:14.794622 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ad3356cf-c7ba-4972-b189-a91c13796608 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-823142'] for subnet (b9200ef0-de31-4e44-945e-5db53a65e933), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:14.852537 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ad3356cf-c7ba-4972-b189-a91c13796608 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-823145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3242523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3951170'] for subnet (b9200ef0-de31-4e44-945e-5db53a65e933), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:14.880147 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3356cf-c7ba-4972-b189-a91c13796608 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9200ef0-de31-4e44-945e-5db53a65e933,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:11:14.882171 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ad3356cf-c7ba-4972-b189-a91c13796608 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:14.886242 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51534563-9c7e-4c9b-9e6c-0f9f2054681a None None] Network 134a5160-7d2d-4000-bf58-a664f2fc77e8 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 11:11:14.886807 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-ad3356cf-c7ba-4972-b189-a91c13796608 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/b9200ef0-de31-4e44-945e-5db53a65e933 HTTP/1.1" status: 204 len: 168 time: 0.2683609 Feb 28 11:11:14.887934 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 45930) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:11:14.953211 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:14.961098 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0ed27bd0-3bb9-4317-99f8-a10989a87e19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-665757'] for network (134a5160-7d2d-4000-bf58-a664f2fc77e8), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:15.021996 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-0ed27bd0-3bb9-4317-99f8-a10989a87e19 admin admin] Deleting port d6ed736b-dc57-491c-b4ae-80f4aa94c0d4 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 11:11:15.022350 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0ed27bd0-3bb9-4317-99f8-a10989a87e19 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (d6ed736b-dc57-491c-b4ae-80f4aa94c0d4), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:15.089264 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-0ed27bd0-3bb9-4317-99f8-a10989a87e19 admin admin] For port d6ed736b-dc57-491c-b4ae-80f4aa94c0d4, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d6ed736b-dc57-491c-b4ae-80f4aa94c0d4,segment=NetworkSegment(3bc4d4bf-9a72-43cd-a395-52db9341bc90),segment_id=3bc4d4bf-9a72-43cd-a395-52db9341bc90)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:11:15.089640 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0ed27bd0-3bb9-4317-99f8-a10989a87e19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (d6ed736b-dc57-491c-b4ae-80f4aa94c0d4), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:15.091475 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea71570-ee46-4fbe-8c65-6a38a1bfe406 None None] DHCP port deletion for 134a5160-7d2d-4000-bf58-a664f2fc77e8 request from dv-neutron-master-2-hyperv {{(pid=103409) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 11:11:15.107958 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-0ed27bd0-3bb9-4317-99f8-a10989a87e19 admin admin] Calling delete_port for d6ed736b-dc57-491c-b4ae-80f4aa94c0d4 owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 11:11:15.153844 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-3ea71570-ee46-4fbe-8c65-6a38a1bfe406 None None] Deleting port d6ed736b-dc57-491c-b4ae-80f4aa94c0d4 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 11:11:15.154231 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3ea71570-ee46-4fbe-8c65-6a38a1bfe406 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (d6ed736b-dc57-491c-b4ae-80f4aa94c0d4), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:15.194929 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0ed27bd0-3bb9-4317-99f8-a10989a87e19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (d6ed736b-dc57-491c-b4ae-80f4aa94c0d4), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:15.220448 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-3ea71570-ee46-4fbe-8c65-6a38a1bfe406 None None] For port d6ed736b-dc57-491c-b4ae-80f4aa94c0d4, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d6ed736b-dc57-491c-b4ae-80f4aa94c0d4,segment=NetworkSegment(3bc4d4bf-9a72-43cd-a395-52db9341bc90),segment_id=3bc4d4bf-9a72-43cd-a395-52db9341bc90)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:11:15.220946 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3ea71570-ee46-4fbe-8c65-6a38a1bfe406 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (d6ed736b-dc57-491c-b4ae-80f4aa94c0d4), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:15.231848 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed27bd0-3bb9-4317-99f8-a10989a87e19 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6ed736b-dc57-491c-b4ae-80f4aa94c0d4,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:11:15.240957 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed27bd0-3bb9-4317-99f8-a10989a87e19 admin admin] No DVR routers for this DVR port d6ed736b-dc57-491c-b4ae-80f4aa94c0d4 on host dv-neutron-master-2-hyperv {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:11:15.246019 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-3ea71570-ee46-4fbe-8c65-6a38a1bfe406 None None] Calling delete_port for d6ed736b-dc57-491c-b4ae-80f4aa94c0d4 owned by network:dhcp {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 11:11:15.319908 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0ed27bd0-3bb9-4317-99f8-a10989a87e19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672413', 'neutron.services.segments.db._delete_segments_for_network-8742057110173'] for network (134a5160-7d2d-4000-bf58-a664f2fc77e8), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:15.325401 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3ea71570-ee46-4fbe-8c65-6a38a1bfe406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758'] for port (d6ed736b-dc57-491c-b4ae-80f4aa94c0d4), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:15.352654 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea71570-ee46-4fbe-8c65-6a38a1bfe406 None None] Pushing event deleted for resources: {'Port': ['ID=d6ed736b-dc57-491c-b4ae-80f4aa94c0d4,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:11:15.356179 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-0ed27bd0-3bb9-4317-99f8-a10989a87e19 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['134a5160-7d2d-4000-bf58-a664f2fc77e8']}} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:11:15.356831 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea71570-ee46-4fbe-8c65-6a38a1bfe406 None None] No DVR routers for this DVR port d6ed736b-dc57-491c-b4ae-80f4aa94c0d4 on host dv-neutron-master-2-hyperv {{(pid=103409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:11:15.367367 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea71570-ee46-4fbe-8c65-6a38a1bfe406 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:11:15.367524 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea71570-ee46-4fbe-8c65-6a38a1bfe406 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:11:15.367897 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea71570-ee46-4fbe-8c65-6a38a1bfe406 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:11:15.368247 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea71570-ee46-4fbe-8c65-6a38a1bfe406 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:11:15.368610 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea71570-ee46-4fbe-8c65-6a38a1bfe406 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:11:15.368953 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea71570-ee46-4fbe-8c65-6a38a1bfe406 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:11:15.369290 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea71570-ee46-4fbe-8c65-6a38a1bfe406 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:11:15.369627 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea71570-ee46-4fbe-8c65-6a38a1bfe406 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:11:15.370159 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea71570-ee46-4fbe-8c65-6a38a1bfe406 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:11:15.370503 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea71570-ee46-4fbe-8c65-6a38a1bfe406 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:11:15.370838 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea71570-ee46-4fbe-8c65-6a38a1bfe406 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:11:15.371168 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea71570-ee46-4fbe-8c65-6a38a1bfe406 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:11:15.371495 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea71570-ee46-4fbe-8c65-6a38a1bfe406 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:11:15.372246 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-0ed27bd0-3bb9-4317-99f8-a10989a87e19 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bc4d4bf-9a72-43cd-a395-52db9341bc90') {'for_net_delete': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:11:15.372451 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-0ed27bd0-3bb9-4317-99f8-a10989a87e19 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bc4d4bf-9a72-43cd-a395-52db9341bc90') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:11:15.384097 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0ed27bd0-3bb9-4317-99f8-a10989a87e19 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742057113766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3423550'] for segment (3bc4d4bf-9a72-43cd-a395-52db9341bc90), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:15.400297 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0ed27bd0-3bb9-4317-99f8-a10989a87e19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (3bc4d4bf-9a72-43cd-a395-52db9341bc90), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:15.407021 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ed27bd0-3bb9-4317-99f8-a10989a87e19 admin admin] Releasing vlan 256 on physical network physnet1 to pool {{(pid=103408) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 11:11:15.407460 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0ed27bd0-3bb9-4317-99f8-a10989a87e19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3242693'] for segment (3bc4d4bf-9a72-43cd-a395-52db9341bc90), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:15.408171 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device d6d6a67d-13bb-4f94-9791-13f44bd13131 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 11:11:15.409353 dv-neutron-master-2-hyperv neutron-server[103408]: Traceback (most recent call last): Feb 28 11:11:15.409353 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 11:11:15.409353 dv-neutron-master-2-hyperv neutron-server[103408]: timer() Feb 28 11:11:15.409353 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:11:15.409353 dv-neutron-master-2-hyperv neutron-server[103408]: cb(*args, **kw) Feb 28 11:11:15.409353 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 11:11:15.409353 dv-neutron-master-2-hyperv neutron-server[103408]: return func(*args, **kwargs) Feb 28 11:11:15.409353 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:11:15.409353 dv-neutron-master-2-hyperv neutron-server[103408]: self._notify() Feb 28 11:11:15.409353 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:11:15.409353 dv-neutron-master-2-hyperv neutron-server[103408]: self.callback(batched_events) Feb 28 11:11:15.409353 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:11:15.409353 dv-neutron-master-2-hyperv neutron-server[103408]: event.method(event) Feb 28 11:11:15.409353 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 11:11:15.409353 dv-neutron-master-2-hyperv neutron-server[103408]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:11:15.409353 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 11:11:15.409353 dv-neutron-master-2-hyperv neutron-server[103408]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:11:15.409353 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 11:11:15.409353 dv-neutron-master-2-hyperv neutron-server[103408]: return f(self, *a, **k) Feb 28 11:11:15.409353 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 11:11:15.409353 dv-neutron-master-2-hyperv neutron-server[103408]: return self._get(url).json() Feb 28 11:11:15.409353 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 11:11:15.409353 dv-neutron-master-2-hyperv neutron-server[103408]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:11:15.409353 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 11:11:15.409353 dv-neutron-master-2-hyperv neutron-server[103408]: return self.request(url, 'GET', **kwargs) Feb 28 11:11:15.409353 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 11:11:15.409353 dv-neutron-master-2-hyperv neutron-server[103408]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:11:15.409353 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 11:11:15.409353 dv-neutron-master-2-hyperv neutron-server[103408]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:11:15.409353 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 11:11:15.409353 dv-neutron-master-2-hyperv neutron-server[103408]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:11:15.409353 dv-neutron-master-2-hyperv neutron-server[103408]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:11:15.429853 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] No Port match for: d6d6a67d-13bb-4f94-9791-13f44bd13131 {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 11:11:15.430346 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device d6d6a67d-13bb-4f94-9791-13f44bd13131 not bound to the agent host hv-neutron-mast {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 11:11:15.476133 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0ed27bd0-3bb9-4317-99f8-a10989a87e19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803269'] for network (134a5160-7d2d-4000-bf58-a664f2fc77e8), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:15.480984 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0ed27bd0-3bb9-4317-99f8-a10989a87e19 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:15.484513 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-0ed27bd0-3bb9-4317-99f8-a10989a87e19 admin admin] 10.222.0.20 "DELETE /v2.0/networks/134a5160-7d2d-4000-bf58-a664f2fc77e8 HTTP/1.1" status: 204 len: 168 time: 0.5954030 Feb 28 11:11:15.487403 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 45932) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:11:15.502684 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed27bd0-3bb9-4317-99f8-a10989a87e19 admin admin] Pushing event deleted for resources: {'Network': ['ID=134a5160-7d2d-4000-bf58-a664f2fc77e8,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:11:15.850807 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device bc35e70e-96bf-4d28-aac1-c16c688733d1 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 11:11:15.855812 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4fe74d0c-5f68-46a2-b1f4-cab7d38eeb1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1802615'] for router_interface (22e975c8-26a5-4f04-b1b1-15e2edff55ff), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:15.872687 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] No Port match for: bc35e70e-96bf-4d28-aac1-c16c688733d1 {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 11:11:15.873042 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device bc35e70e-96bf-4d28-aac1-c16c688733d1 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 11:11:15.873473 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device d6ed736b-dc57-491c-b4ae-80f4aa94c0d4 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 11:11:15.893588 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] No Port match for: d6ed736b-dc57-491c-b4ae-80f4aa94c0d4 {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 11:11:15.894288 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device d6ed736b-dc57-491c-b4ae-80f4aa94c0d4 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 11:11:15.894404 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device b6118341-7e49-4a0b-b89d-aee5d61f5795 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 11:11:15.915568 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] No Port match for: b6118341-7e49-4a0b-b89d-aee5d61f5795 {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 11:11:15.915901 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device b6118341-7e49-4a0b-b89d-aee5d61f5795 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 11:11:16.120536 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-4fe74d0c-5f68-46a2-b1f4-cab7d38eeb1d admin admin] Deleting port 1240ec3c-e1a1-4aca-b03f-39a7b2499d9e {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 11:11:16.120806 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4fe74d0c-5f68-46a2-b1f4-cab7d38eeb1d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (1240ec3c-e1a1-4aca-b03f-39a7b2499d9e), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:16.205597 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-4fe74d0c-5f68-46a2-b1f4-cab7d38eeb1d admin admin] For port 1240ec3c-e1a1-4aca-b03f-39a7b2499d9e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1240ec3c-e1a1-4aca-b03f-39a7b2499d9e,segment=NetworkSegment(1cec2533-0b64-4f83-a1c6-c8029be52dea),segment_id=1cec2533-0b64-4f83-a1c6-c8029be52dea)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:11:16.205961 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4fe74d0c-5f68-46a2-b1f4-cab7d38eeb1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (1240ec3c-e1a1-4aca-b03f-39a7b2499d9e), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:16.221383 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-4fe74d0c-5f68-46a2-b1f4-cab7d38eeb1d admin admin] Calling delete_port for 1240ec3c-e1a1-4aca-b03f-39a7b2499d9e owned by network:router_interface {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 11:11:16.438716 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4fe74d0c-5f68-46a2-b1f4-cab7d38eeb1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (1240ec3c-e1a1-4aca-b03f-39a7b2499d9e), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:16.464164 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe74d0c-5f68-46a2-b1f4-cab7d38eeb1d admin admin] Pushing event deleted for resources: {'Port': ['ID=1240ec3c-e1a1-4aca-b03f-39a7b2499d9e,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:11:16.981612 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4fe74d0c-5f68-46a2-b1f4-cab7d38eeb1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1802651'] for router_interface (22e975c8-26a5-4f04-b1b1-15e2edff55ff), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:17.213191 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fe74d0c-5f68-46a2-b1f4-cab7d38eeb1d admin admin] Router 22e975c8-26a5-4f04-b1b1-15e2edff55ff has already been hosted by L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:11:17.333212 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fe74d0c-5f68-46a2-b1f4-cab7d38eeb1d admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:11:17.341875 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-4fe74d0c-5f68-46a2-b1f4-cab7d38eeb1d admin admin] 10.222.0.20 "PUT /v2.0/routers/22e975c8-26a5-4f04-b1b1-15e2edff55ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8531084 Feb 28 11:11:17.343800 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 45934) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:11:17.345929 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36fa800b-a466-4fd4-a77c-dd53dcb9b759 None None] Sync routers for ids ['22e975c8-26a5-4f04-b1b1-15e2edff55ff'] in dv-neutron-master-2-hyperv {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:11:17.358869 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36fa800b-a466-4fd4-a77c-dd53dcb9b759 None None] Routers {'22e975c8-26a5-4f04-b1b1-15e2edff55ff'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:11:17.359729 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-36fa800b-a466-4fd4-a77c-dd53dcb9b759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T11:11:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['22e975c8-26a5-4f04-b1b1-15e2edff55ff'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:11:17.474005 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6e1d2b76-f4e2-4801-a32d-287581fb2327 admin admin] Publish callbacks [] for router (22e975c8-26a5-4f04-b1b1-15e2edff55ff), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:17.489615 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-36fa800b-a466-4fd4-a77c-dd53dcb9b759 None None] Set router 22e975c8-26a5-4f04-b1b1-15e2edff55ff gateway port host: dv-neutron-master-2-hyperv {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:11:17.611035 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6e1d2b76-f4e2-4801-a32d-287581fb2327 admin admin] Publish callbacks [] for router_gateway (22e975c8-26a5-4f04-b1b1-15e2edff55ff), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:17.673434 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-6e1d2b76-f4e2-4801-a32d-287581fb2327 admin admin] Deleting port 15fedefe-cd41-4aba-bec7-9ca043723afc {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 11:11:17.673783 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6e1d2b76-f4e2-4801-a32d-287581fb2327 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (15fedefe-cd41-4aba-bec7-9ca043723afc), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:17.764370 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-6e1d2b76-f4e2-4801-a32d-287581fb2327 admin admin] For port 15fedefe-cd41-4aba-bec7-9ca043723afc, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=15fedefe-cd41-4aba-bec7-9ca043723afc,segment=NetworkSegment(195d7ed7-323d-4284-82df-208cca613d99),segment_id=195d7ed7-323d-4284-82df-208cca613d99)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:11:17.764780 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6e1d2b76-f4e2-4801-a32d-287581fb2327 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (15fedefe-cd41-4aba-bec7-9ca043723afc), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:17.778322 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-6e1d2b76-f4e2-4801-a32d-287581fb2327 admin admin] Calling delete_port for 15fedefe-cd41-4aba-bec7-9ca043723afc owned by network:router_gateway {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 11:11:17.839789 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-36fa800b-a466-4fd4-a77c-dd53dcb9b759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22e975c8-26a5-4f04-b1b1-15e2edff55ff', 'name': 'tempest-TestMinimumBasicScenario-159504961-router', 'tenant_id': 'ce8ea6f14ad64ab2b18adf9214ecb5e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.208'}], 'enable_snat': True}, 'gw_port_id': '15fedefe-cd41-4aba-bec7-9ca043723afc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:08:05Z', 'updated_at': '2022-02-28T11:11:16Z', 'revision_number': 5, 'project_id': 'ce8ea6f14ad64ab2b18adf9214ecb5e2', 'gw_port': {'id': '15fedefe-cd41-4aba-bec7-9ca043723afc', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:31:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22e975c8-26a5-4f04-b1b1-15e2edff55ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:08:05Z', 'updated_at': '2022-02-28T11:08:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:11:17.869680 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36fa800b-a466-4fd4-a77c-dd53dcb9b759 None None] Checking router: 22e975c8-26a5-4f04-b1b1-15e2edff55ff for host: dv-neutron-master-2-hyperv {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:11:17.879820 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36fa800b-a466-4fd4-a77c-dd53dcb9b759 None None] Routers {'22e975c8-26a5-4f04-b1b1-15e2edff55ff'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:11:17.880728 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-36fa800b-a466-4fd4-a77c-dd53dcb9b759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T11:11:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['22e975c8-26a5-4f04-b1b1-15e2edff55ff'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:11:17.951875 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6e1d2b76-f4e2-4801-a32d-287581fb2327 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (15fedefe-cd41-4aba-bec7-9ca043723afc), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:17.976876 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-36fa800b-a466-4fd4-a77c-dd53dcb9b759 None None] Set router 22e975c8-26a5-4f04-b1b1-15e2edff55ff gateway port host: None {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:11:17.977523 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1d2b76-f4e2-4801-a32d-287581fb2327 admin admin] Pushing event deleted for resources: {'Port': ['ID=15fedefe-cd41-4aba-bec7-9ca043723afc,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:11:18.028561 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-36fa800b-a466-4fd4-a77c-dd53dcb9b759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22e975c8-26a5-4f04-b1b1-15e2edff55ff', 'name': 'tempest-TestMinimumBasicScenario-159504961-router', 'tenant_id': 'ce8ea6f14ad64ab2b18adf9214ecb5e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:08:05Z', 'updated_at': '2022-02-28T11:11:17Z', 'revision_number': 6, 'project_id': 'ce8ea6f14ad64ab2b18adf9214ecb5e2', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:11:18.039236 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6e1d2b76-f4e2-4801-a32d-287581fb2327 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1803321'] for router_gateway (22e975c8-26a5-4f04-b1b1-15e2edff55ff), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:18.058255 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36fa800b-a466-4fd4-a77c-dd53dcb9b759 None None] The sync data for ids ['22e975c8-26a5-4f04-b1b1-15e2edff55ff'] in dv-neutron-master-2-hyperv is: [{'id': '22e975c8-26a5-4f04-b1b1-15e2edff55ff', 'name': 'tempest-TestMinimumBasicScenario-159504961-router', 'tenant_id': 'ce8ea6f14ad64ab2b18adf9214ecb5e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:08:05Z', 'updated_at': '2022-02-28T11:11:17Z', 'revision_number': 6, 'project_id': 'ce8ea6f14ad64ab2b18adf9214ecb5e2', 'gw_port_host': None}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:11:18.140056 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6e1d2b76-f4e2-4801-a32d-287581fb2327 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1807017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5941'] for router (22e975c8-26a5-4f04-b1b1-15e2edff55ff), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:18.142557 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6e1d2b76-f4e2-4801-a32d-287581fb2327 admin admin] Publish callbacks [] for router_controller (22e975c8-26a5-4f04-b1b1-15e2edff55ff), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:18.192952 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6e1d2b76-f4e2-4801-a32d-287581fb2327 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1806994'] for router (22e975c8-26a5-4f04-b1b1-15e2edff55ff), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:18.193579 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e1d2b76-f4e2-4801-a32d-287581fb2327 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 22e975c8-26a5-4f04-b1b1-15e2edff55ff {{(pid=103407) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 11:11:18.198236 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6e1d2b76-f4e2-4801-a32d-287581fb2327 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:18.199435 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-6e1d2b76-f4e2-4801-a32d-287581fb2327 admin admin] 10.222.0.20 "DELETE /v2.0/routers/22e975c8-26a5-4f04-b1b1-15e2edff55ff HTTP/1.1" status: 204 len: 168 time: 0.8543658 Feb 28 11:11:18.202126 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 45936) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:11:18.250593 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_v2 [None req-76330aac-dc77-49e0-8114-b9b0c491f922 admin admin] Deleting subnet c98f1879-b5fc-4c4a-8a50-290b3c2ad9bb {{(pid=103407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 11:11:18.253825 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-76330aac-dc77-49e0-8114-b9b0c491f922 admin admin] Publish callbacks [] for subnet (c98f1879-b5fc-4c4a-8a50-290b3c2ad9bb), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:18.295051 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-76330aac-dc77-49e0-8114-b9b0c491f922 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3501132'] for subnet (c98f1879-b5fc-4c4a-8a50-290b3c2ad9bb), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:18.394453 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-76330aac-dc77-49e0-8114-b9b0c491f922 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-823142'] for subnet (c98f1879-b5fc-4c4a-8a50-290b3c2ad9bb), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:18.452460 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-76330aac-dc77-49e0-8114-b9b0c491f922 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-823145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3498088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3516558'] for subnet (c98f1879-b5fc-4c4a-8a50-290b3c2ad9bb), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:18.480019 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76330aac-dc77-49e0-8114-b9b0c491f922 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c98f1879-b5fc-4c4a-8a50-290b3c2ad9bb,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:11:18.484235 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-76330aac-dc77-49e0-8114-b9b0c491f922 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:18.487656 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-76330aac-dc77-49e0-8114-b9b0c491f922 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/c98f1879-b5fc-4c4a-8a50-290b3c2ad9bb HTTP/1.1" status: 204 len: 168 time: 0.2843382 Feb 28 11:11:18.490337 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 45938) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:11:18.490882 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6234a85-e3da-449d-b1af-d7606d63ffb4 None None] Network b1781eff-0c0a-4909-bf8d-f43bb030b6d8 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 11:11:18.563377 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e6e6b1af-8445-4ece-b7ed-7b02c359991b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-665757'] for network (b1781eff-0c0a-4909-bf8d-f43bb030b6d8), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:18.631846 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-e6e6b1af-8445-4ece-b7ed-7b02c359991b admin admin] Deleting port d0636721-363e-43c9-8514-35cc38be6bb5 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 11:11:18.632200 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e6e6b1af-8445-4ece-b7ed-7b02c359991b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (d0636721-363e-43c9-8514-35cc38be6bb5), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:18.709256 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-e6e6b1af-8445-4ece-b7ed-7b02c359991b admin admin] For port d0636721-363e-43c9-8514-35cc38be6bb5, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d0636721-363e-43c9-8514-35cc38be6bb5,segment=NetworkSegment(1cec2533-0b64-4f83-a1c6-c8029be52dea),segment_id=1cec2533-0b64-4f83-a1c6-c8029be52dea)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:11:18.709705 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e6e6b1af-8445-4ece-b7ed-7b02c359991b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (d0636721-363e-43c9-8514-35cc38be6bb5), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:18.724386 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-e6e6b1af-8445-4ece-b7ed-7b02c359991b admin admin] Calling delete_port for d0636721-363e-43c9-8514-35cc38be6bb5 owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 11:11:18.811503 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e6e6b1af-8445-4ece-b7ed-7b02c359991b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (d0636721-363e-43c9-8514-35cc38be6bb5), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:18.833407 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06dda933-89d0-4934-b6ad-8b7c6d46db1f None None] DHCP port deletion for b1781eff-0c0a-4909-bf8d-f43bb030b6d8 request from dv-neutron-master-2-hyperv {{(pid=103409) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 11:11:18.843924 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e6b1af-8445-4ece-b7ed-7b02c359991b admin admin] Pushing event deleted for resources: {'Port': ['ID=d0636721-363e-43c9-8514-35cc38be6bb5,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:11:18.845840 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e6b1af-8445-4ece-b7ed-7b02c359991b admin admin] No DVR routers for this DVR port d0636721-363e-43c9-8514-35cc38be6bb5 on host dv-neutron-master-2-hyperv {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:11:18.934876 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e6e6b1af-8445-4ece-b7ed-7b02c359991b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672413', 'neutron.services.segments.db._delete_segments_for_network-8742057110173'] for network (b1781eff-0c0a-4909-bf8d-f43bb030b6d8), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:18.961639 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-e6e6b1af-8445-4ece-b7ed-7b02c359991b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1781eff-0c0a-4909-bf8d-f43bb030b6d8']}} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:11:18.971807 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-e6e6b1af-8445-4ece-b7ed-7b02c359991b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cec2533-0b64-4f83-a1c6-c8029be52dea') {'for_net_delete': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:11:18.972119 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-e6e6b1af-8445-4ece-b7ed-7b02c359991b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cec2533-0b64-4f83-a1c6-c8029be52dea') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:11:18.981833 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e6e6b1af-8445-4ece-b7ed-7b02c359991b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742057113766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3423550'] for segment (1cec2533-0b64-4f83-a1c6-c8029be52dea), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:18.997417 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e6e6b1af-8445-4ece-b7ed-7b02c359991b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (1cec2533-0b64-4f83-a1c6-c8029be52dea), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:19.004994 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6e6b1af-8445-4ece-b7ed-7b02c359991b admin admin] Releasing vlan 261 on physical network physnet1 to pool {{(pid=103408) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 11:11:19.005482 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e6e6b1af-8445-4ece-b7ed-7b02c359991b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3242693'] for segment (1cec2533-0b64-4f83-a1c6-c8029be52dea), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:19.007230 dv-neutron-master-2-hyperv neutron-server[103408]: Traceback (most recent call last): Feb 28 11:11:19.007230 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 11:11:19.007230 dv-neutron-master-2-hyperv neutron-server[103408]: timer() Feb 28 11:11:19.007230 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:11:19.007230 dv-neutron-master-2-hyperv neutron-server[103408]: cb(*args, **kw) Feb 28 11:11:19.007230 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 11:11:19.007230 dv-neutron-master-2-hyperv neutron-server[103408]: return func(*args, **kwargs) Feb 28 11:11:19.007230 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:11:19.007230 dv-neutron-master-2-hyperv neutron-server[103408]: self._notify() Feb 28 11:11:19.007230 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:11:19.007230 dv-neutron-master-2-hyperv neutron-server[103408]: self.callback(batched_events) Feb 28 11:11:19.007230 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:11:19.007230 dv-neutron-master-2-hyperv neutron-server[103408]: event.method(event) Feb 28 11:11:19.007230 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 11:11:19.007230 dv-neutron-master-2-hyperv neutron-server[103408]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:11:19.007230 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 11:11:19.007230 dv-neutron-master-2-hyperv neutron-server[103408]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:11:19.007230 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 11:11:19.007230 dv-neutron-master-2-hyperv neutron-server[103408]: return f(self, *a, **k) Feb 28 11:11:19.007230 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 11:11:19.007230 dv-neutron-master-2-hyperv neutron-server[103408]: return self._get(url).json() Feb 28 11:11:19.007230 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 11:11:19.007230 dv-neutron-master-2-hyperv neutron-server[103408]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:11:19.007230 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 11:11:19.007230 dv-neutron-master-2-hyperv neutron-server[103408]: return self.request(url, 'GET', **kwargs) Feb 28 11:11:19.007230 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 11:11:19.007230 dv-neutron-master-2-hyperv neutron-server[103408]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:11:19.007230 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 11:11:19.007230 dv-neutron-master-2-hyperv neutron-server[103408]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:11:19.007230 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 11:11:19.007230 dv-neutron-master-2-hyperv neutron-server[103408]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:11:19.007230 dv-neutron-master-2-hyperv neutron-server[103408]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:11:19.066965 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e6e6b1af-8445-4ece-b7ed-7b02c359991b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803269'] for network (b1781eff-0c0a-4909-bf8d-f43bb030b6d8), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:19.074373 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e6e6b1af-8445-4ece-b7ed-7b02c359991b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:19.077510 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-e6e6b1af-8445-4ece-b7ed-7b02c359991b admin admin] 10.222.0.20 "DELETE /v2.0/networks/b1781eff-0c0a-4909-bf8d-f43bb030b6d8 HTTP/1.1" status: 204 len: 168 time: 0.5861938 Feb 28 11:11:19.090182 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e6b1af-8445-4ece-b7ed-7b02c359991b admin admin] Pushing event deleted for resources: {'Network': ['ID=b1781eff-0c0a-4909-bf8d-f43bb030b6d8,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:11:19.276880 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 45942) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:11:19.321658 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-ecbc57af-a8d8-46aa-9a66-807777bbfb9d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1c20c552d3f349a28c8c52563f29197c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0433943 Feb 28 11:11:19.324374 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 45944) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:11:19.379121 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ec6fcca8-06d1-4c61-b237-a219769f1913 admin admin] Publish callbacks [] for security_group (c43c4df6-bd80-4fbe-bb1f-00ba39c6fc72), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:19.401985 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ec6fcca8-06d1-4c61-b237-a219769f1913 admin admin] Publish callbacks [] for security_group (c43c4df6-bd80-4fbe-bb1f-00ba39c6fc72), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:19.460033 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ec6fcca8-06d1-4c61-b237-a219769f1913 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (c43c4df6-bd80-4fbe-bb1f-00ba39c6fc72), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:19.462820 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-ec6fcca8-06d1-4c61-b237-a219769f1913 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:19.463978 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-ec6fcca8-06d1-4c61-b237-a219769f1913 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c43c4df6-bd80-4fbe-bb1f-00ba39c6fc72 HTTP/1.1" status: 204 len: 168 time: 0.1386113 Feb 28 11:11:19.472113 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6fcca8-06d1-4c61-b237-a219769f1913 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c43c4df6-bd80-4fbe-bb1f-00ba39c6fc72,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:11:19.804737 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 45950) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:11:19.838982 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 1240ec3c-e1a1-4aca-b03f-39a7b2499d9e no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 11:11:19.847943 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-42e5f314-d552-4592-94ef-919d6041a868 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ce8ea6f14ad64ab2b18adf9214ecb5e2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0420308 Feb 28 11:11:19.850513 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 45952) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:11:19.858582 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] No Port match for: 1240ec3c-e1a1-4aca-b03f-39a7b2499d9e {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 11:11:19.859075 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 1240ec3c-e1a1-4aca-b03f-39a7b2499d9e not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 11:11:19.859509 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device d0636721-363e-43c9-8514-35cc38be6bb5 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 11:11:19.878421 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] No Port match for: d0636721-363e-43c9-8514-35cc38be6bb5 {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 11:11:19.878769 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device d0636721-363e-43c9-8514-35cc38be6bb5 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 11:11:19.879193 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 15fedefe-cd41-4aba-bec7-9ca043723afc no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 11:11:19.897777 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] No Port match for: 15fedefe-cd41-4aba-bec7-9ca043723afc {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 11:11:19.898156 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 15fedefe-cd41-4aba-bec7-9ca043723afc not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 11:11:19.900223 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-24315e58-6fe1-45dd-a065-690079bd9e8c admin admin] Publish callbacks [] for security_group (3efa8027-dc53-4cb9-a99f-5a3cd75e89ea), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:19.922788 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-24315e58-6fe1-45dd-a065-690079bd9e8c admin admin] Publish callbacks [] for security_group (3efa8027-dc53-4cb9-a99f-5a3cd75e89ea), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:19.974505 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-24315e58-6fe1-45dd-a065-690079bd9e8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (3efa8027-dc53-4cb9-a99f-5a3cd75e89ea), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:19.977964 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-24315e58-6fe1-45dd-a065-690079bd9e8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:19.979279 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-24315e58-6fe1-45dd-a065-690079bd9e8c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3efa8027-dc53-4cb9-a99f-5a3cd75e89ea HTTP/1.1" status: 204 len: 168 time: 0.1278675 Feb 28 11:11:19.988075 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24315e58-6fe1-45dd-a065-690079bd9e8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3efa8027-dc53-4cb9-a99f-5a3cd75e89ea,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:11:21.767753 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 45992) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:11:21.772598 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-6c13f341-847e-480f-8e19-269080e73182 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-179096843', 'description': 'tempest-secgroup-smoke-179096843 description', 'project_id': '3c4e3863732a46c4818eaf87ed0e9f91'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:11:21.795551 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6c13f341-847e-480f-8e19-269080e73182 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for security_group (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:21.803887 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6c13f341-847e-480f-8e19-269080e73182 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for security_group (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:21.883823 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6c13f341-847e-480f-8e19-269080e73182 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for security_group (c64e55ca-d882-4a78-b383-cbcb5e0a9f20), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:21.888711 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6c13f341-847e-480f-8e19-269080e73182 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (c64e55ca-d882-4a78-b383-cbcb5e0a9f20), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:21.928436 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c13f341-847e-480f-8e19-269080e73182 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c64e55ca-d882-4a78-b383-cbcb5e0a9f20,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:11:21.968953 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6c13f341-847e-480f-8e19-269080e73182 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for security_group (12761feb-bc9b-4bda-aae6-52319a3e0985), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:21.973785 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6c13f341-847e-480f-8e19-269080e73182 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (12761feb-bc9b-4bda-aae6-52319a3e0985), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:22.004309 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6c13f341-847e-480f-8e19-269080e73182 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for security_group (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:22.005587 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-6c13f341-847e-480f-8e19-269080e73182 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2368481 Feb 28 11:11:22.007590 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c13f341-847e-480f-8e19-269080e73182 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12761feb-bc9b-4bda-aae6-52319a3e0985,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:11:22.008859 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 45994) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:11:22.013657 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-5d28e94f-d3d7-406d-8c2b-b668fd16d0b7 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Request body: {'security_group_rule': {'security_group_id': '12761feb-bc9b-4bda-aae6-52319a3e0985', 'project_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:11:22.045215 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5d28e94f-d3d7-406d-8c2b-b668fd16d0b7 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for security_group_rule (5213123f-31e6-463e-a07e-0080207087a0), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:22.101879 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5d28e94f-d3d7-406d-8c2b-b668fd16d0b7 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for security_group_rule (5213123f-31e6-463e-a07e-0080207087a0), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:22.107409 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5d28e94f-d3d7-406d-8c2b-b668fd16d0b7 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594242'] for security_group_rule (5213123f-31e6-463e-a07e-0080207087a0), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:22.130333 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d28e94f-d3d7-406d-8c2b-b668fd16d0b7 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5213123f-31e6-463e-a07e-0080207087a0,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:11:22.139471 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5d28e94f-d3d7-406d-8c2b-b668fd16d0b7 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:22.140785 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-5d28e94f-d3d7-406d-8c2b-b668fd16d0b7 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1307440 Feb 28 11:11:22.143770 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 45996) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:11:22.148311 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-abb15731-ccaa-443c-bdf6-7615e153e3ab tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Request body: {'security_group_rule': {'security_group_id': '12761feb-bc9b-4bda-aae6-52319a3e0985', 'project_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:11:22.174401 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-abb15731-ccaa-443c-bdf6-7615e153e3ab tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for security_group_rule (cfeb9580-2cc7-4e8a-b8b8-03c5ea101914), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:22.238533 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-abb15731-ccaa-443c-bdf6-7615e153e3ab tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for security_group_rule (cfeb9580-2cc7-4e8a-b8b8-03c5ea101914), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:22.243430 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-abb15731-ccaa-443c-bdf6-7615e153e3ab tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594242'] for security_group_rule (cfeb9580-2cc7-4e8a-b8b8-03c5ea101914), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:22.264304 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb15731-ccaa-443c-bdf6-7615e153e3ab tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfeb9580-2cc7-4e8a-b8b8-03c5ea101914,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:11:22.273636 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-abb15731-ccaa-443c-bdf6-7615e153e3ab tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:22.274971 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-abb15731-ccaa-443c-bdf6-7615e153e3ab tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1302159 Feb 28 11:11:22.278719 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 45998) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:11:22.284625 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-49033d56-abbc-4d60-bc8d-40adb843385d tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Request body: {'security_group_rule': {'security_group_id': '12761feb-bc9b-4bda-aae6-52319a3e0985', 'project_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:11:22.310949 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-49033d56-abbc-4d60-bc8d-40adb843385d tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for security_group_rule (846a85e2-ed63-4ae0-bebc-d029037d8d8a), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:22.368879 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-49033d56-abbc-4d60-bc8d-40adb843385d tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for security_group_rule (846a85e2-ed63-4ae0-bebc-d029037d8d8a), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:22.373499 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-49033d56-abbc-4d60-bc8d-40adb843385d tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594242'] for security_group_rule (846a85e2-ed63-4ae0-bebc-d029037d8d8a), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:22.391341 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49033d56-abbc-4d60-bc8d-40adb843385d tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=846a85e2-ed63-4ae0-bebc-d029037d8d8a,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:11:22.399826 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-49033d56-abbc-4d60-bc8d-40adb843385d tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:22.401090 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-49033d56-abbc-4d60-bc8d-40adb843385d tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1210492 Feb 28 11:11:22.403949 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 46000) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:11:22.408429 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-d0f6ccd5-54d0-485d-ba49-2d544b073339 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Request body: {'security_group_rule': {'security_group_id': '12761feb-bc9b-4bda-aae6-52319a3e0985', 'project_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:11:22.435172 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d0f6ccd5-54d0-485d-ba49-2d544b073339 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for security_group_rule (8a8aa582-681c-44bb-af4b-ced2163cf4ec), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:22.494210 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d0f6ccd5-54d0-485d-ba49-2d544b073339 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for security_group_rule (8a8aa582-681c-44bb-af4b-ced2163cf4ec), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:22.498310 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d0f6ccd5-54d0-485d-ba49-2d544b073339 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594242'] for security_group_rule (8a8aa582-681c-44bb-af4b-ced2163cf4ec), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:22.521051 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f6ccd5-54d0-485d-ba49-2d544b073339 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a8aa582-681c-44bb-af4b-ced2163cf4ec,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:11:22.528888 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d0f6ccd5-54d0-485d-ba49-2d544b073339 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:22.530122 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-d0f6ccd5-54d0-485d-ba49-2d544b073339 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1252327 Feb 28 11:11:22.533568 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 46002) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:11:22.538106 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-d153238d-fc26-4ecf-b7ae-700cd9d96572 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Request body: {'security_group_rule': {'security_group_id': '12761feb-bc9b-4bda-aae6-52319a3e0985', 'project_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:11:22.564813 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.db.securitygroups_db [None req-d153238d-fc26-4ecf-b7ae-700cd9d96572 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Project 3c4e3863732a46c4818eaf87ed0e9f91 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 11:11:22.569782 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d153238d-fc26-4ecf-b7ae-700cd9d96572 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for security_group_rule (9ed051fa-399d-4b82-a51a-bd8a7062abfd), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:22.637063 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d153238d-fc26-4ecf-b7ae-700cd9d96572 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for security_group_rule (9ed051fa-399d-4b82-a51a-bd8a7062abfd), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:22.644096 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d153238d-fc26-4ecf-b7ae-700cd9d96572 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594242'] for security_group_rule (9ed051fa-399d-4b82-a51a-bd8a7062abfd), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:22.663522 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d153238d-fc26-4ecf-b7ae-700cd9d96572 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ed051fa-399d-4b82-a51a-bd8a7062abfd,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:11:22.673831 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d153238d-fc26-4ecf-b7ae-700cd9d96572 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:22.675086 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-d153238d-fc26-4ecf-b7ae-700cd9d96572 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1405272 Feb 28 11:11:22.677836 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 46004) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:11:22.682203 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-fa596298-6997-42ca-b751-69b268341557 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Request body: {'security_group_rule': {'security_group_id': '12761feb-bc9b-4bda-aae6-52319a3e0985', 'project_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:11:22.702312 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.db.securitygroups_db [None req-fa596298-6997-42ca-b751-69b268341557 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Project 3c4e3863732a46c4818eaf87ed0e9f91 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 11:11:22.708073 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fa596298-6997-42ca-b751-69b268341557 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for security_group_rule (7116c21c-d081-4ca6-82f2-32f834ef6efc), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:22.767192 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fa596298-6997-42ca-b751-69b268341557 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for security_group_rule (7116c21c-d081-4ca6-82f2-32f834ef6efc), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:22.771932 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fa596298-6997-42ca-b751-69b268341557 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594242'] for security_group_rule (7116c21c-d081-4ca6-82f2-32f834ef6efc), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:22.789857 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa596298-6997-42ca-b751-69b268341557 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7116c21c-d081-4ca6-82f2-32f834ef6efc,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:11:22.797854 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fa596298-6997-42ca-b751-69b268341557 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:22.799150 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-fa596298-6997-42ca-b751-69b268341557 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1203735 Feb 28 11:11:22.802757 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 46006) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:11:22.807592 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-d5408eb2-57a5-417a-a229-58280fe9d6ba tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Request body: {'network': {'name': 'tempest-network-smoke--1297856585', 'project_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'port_security_enabled': True}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:11:22.826577 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5408eb2-57a5-417a-a229-58280fe9d6ba tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Made reservation on behalf of 3c4e3863732a46c4818eaf87ed0e9f91 for: {'network': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:11:22.830999 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d5408eb2-57a5-417a-a229-58280fe9d6ba tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for network (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:22.855178 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5408eb2-57a5-417a-a229-58280fe9d6ba tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 272} {{(pid=103407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:11:22.864957 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d5408eb2-57a5-417a-a229-58280fe9d6ba tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (776151da-25a7-4b7a-b885-c492b2096152), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:22.865297 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.db.segments_db [None req-d5408eb2-57a5-417a-a229-58280fe9d6ba tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Added segment 776151da-25a7-4b7a-b885-c492b2096152 of type vlan for network d944a090-60d5-4855-a825-2950a298e5a9 Feb 28 11:11:22.910937 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d5408eb2-57a5-417a-a229-58280fe9d6ba tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742056637431'] for network (d944a090-60d5-4855-a825-2950a298e5a9), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:22.938732 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d5408eb2-57a5-417a-a229-58280fe9d6ba tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551'] for network (d944a090-60d5-4855-a825-2950a298e5a9), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:22.943787 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5408eb2-57a5-417a-a229-58280fe9d6ba tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:11:22.944394 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d5408eb2-57a5-417a-a229-58280fe9d6ba tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:23.007486 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-d5408eb2-57a5-417a-a229-58280fe9d6ba tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2036579 Feb 28 11:11:23.010526 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 46008) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:11:23.015016 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-65be3cb9-d370-4c59-863e-fb62320ee65d tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-554486950', 'admin_state_up': True, 'project_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840'}}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:11:23.024914 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5408eb2-57a5-417a-a229-58280fe9d6ba tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Pushing event updated for resources: {'Network': ['ID=d944a090-60d5-4855-a825-2950a298e5a9,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:11:23.041133 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Network d944a090-60d5-4855-a825-2950a298e5a9 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103409) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 11:11:23.046317 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-65be3cb9-d370-4c59-863e-fb62320ee65d tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1805251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254175'] for router (4b1e811c-8265-47f6-926f-2f99cee55964), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:23.047423 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-65be3cb9-d370-4c59-863e-fb62320ee65d tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1804172', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1602053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254150'] for router (4b1e811c-8265-47f6-926f-2f99cee55964), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:23.105686 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-65be3cb9-d370-4c59-863e-fb62320ee65d tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for router_controller (4b1e811c-8265-47f6-926f-2f99cee55964), precommit_add_association {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:23.251382 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-65be3cb9-d370-4c59-863e-fb62320ee65d tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for router_gateway (4b1e811c-8265-47f6-926f-2f99cee55964), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:23.461062 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-65be3cb9-d370-4c59-863e-fb62320ee65d tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for router_gateway (4b1e811c-8265-47f6-926f-2f99cee55964), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:23.479296 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-65be3cb9-d370-4c59-863e-fb62320ee65d tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:23.587004 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-65be3cb9-d370-4c59-863e-fb62320ee65d tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Allocated IP 172.36.5.42 (1e0804d0-d1d9-4d40-9de5-2936f3d87840/6f6f4129-23e5-4c3b-b4ef-4c7ce926797e/58af2423-369b-4cd8-9647-198e3f9be6fe) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:11:23.703003 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-65be3cb9-d370-4c59-863e-fb62320ee65d tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for port (58af2423-369b-4cd8-9647-198e3f9be6fe), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:23.742078 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-65be3cb9-d370-4c59-863e-fb62320ee65d tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (58af2423-369b-4cd8-9647-198e3f9be6fe), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:23.782615 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65be3cb9-d370-4c59-863e-fb62320ee65d tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Network 1e0804d0-d1d9-4d40-9de5-2936f3d87840 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:11:23.786176 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-65be3cb9-d370-4c59-863e-fb62320ee65d tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:11:23.789894 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65be3cb9-d370-4c59-863e-fb62320ee65d tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 11:11:23.795661 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65be3cb9-d370-4c59-863e-fb62320ee65d tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Pushing event updated for resources: {'Port': ['ID=58af2423-369b-4cd8-9647-198e3f9be6fe,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:11:24.057810 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-65be3cb9-d370-4c59-863e-fb62320ee65d tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for router_gateway (4b1e811c-8265-47f6-926f-2f99cee55964), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:24.108872 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.agents_db [None req-382e0aa2-b126-48e6-89eb-3efa426b6b29 None None] Agent healthcheck: found 6 active agents {{(pid=103410) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 11:11:24.276976 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-65be3cb9-d370-4c59-863e-fb62320ee65d tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1804241'] for router (4b1e811c-8265-47f6-926f-2f99cee55964), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:24.415431 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65be3cb9-d370-4c59-863e-fb62320ee65d tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Router 4b1e811c-8265-47f6-926f-2f99cee55964 is scheduled to L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 with binding_index 1 {{(pid=103407) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 11:11:24.530255 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65be3cb9-d370-4c59-863e-fb62320ee65d tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:11:24.540896 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e090603-4613-4e3f-8093-b6cfbd0ff3ed None None] Sync routers for ids ['4b1e811c-8265-47f6-926f-2f99cee55964'] in dv-neutron-master-2-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:11:24.552574 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e090603-4613-4e3f-8093-b6cfbd0ff3ed None None] Routers {'4b1e811c-8265-47f6-926f-2f99cee55964'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:11:24.553350 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-9e090603-4613-4e3f-8093-b6cfbd0ff3ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T11:11:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['4b1e811c-8265-47f6-926f-2f99cee55964'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:11:24.558381 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-65be3cb9-d370-4c59-863e-fb62320ee65d tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for router (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:24.559661 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-65be3cb9-d370-4c59-863e-fb62320ee65d tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.5481801 Feb 28 11:11:24.563069 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 46010) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:11:24.664263 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-9e090603-4613-4e3f-8093-b6cfbd0ff3ed None None] Set router 4b1e811c-8265-47f6-926f-2f99cee55964 gateway port host: dv-neutron-master-2-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:11:24.683954 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-11e144d0-6812-4784-a9e1-0fef84a8e5a7 tempest-TestNetworkAdvancedServerOps-1757666246 tempest-TestNetworkAdvancedServerOps-1757666246-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=3c4e3863732a46c4818eaf87ed0e9f91&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1196780 Feb 28 11:11:24.686633 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 46014) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:11:24.779819 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ea6a307-3659-4c87-9ac6-ada97991a770 tempest-TestNetworkAdvancedServerOps-1757666246 tempest-TestNetworkAdvancedServerOps-1757666246-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:11:24.781536 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-0ea6a307-3659-4c87-9ac6-ada97991a770 tempest-TestNetworkAdvancedServerOps-1757666246 tempest-TestNetworkAdvancedServerOps-1757666246-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0938947 Feb 28 11:11:24.784646 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 46016) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:11:24.816682 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-7be61856-6a65-4037-a1c6-0480b0222a9e tempest-TestNetworkAdvancedServerOps-1757666246 tempest-TestNetworkAdvancedServerOps-1757666246-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=1e0804d0-d1d9-4d40-9de5-2936f3d87840&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0302856 Feb 28 11:11:24.820819 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 46018) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:11:24.826142 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-73100fa9-4c02-4021-96ef-d3e1aed7633e tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2099901844', 'network_id': 'd944a090-60d5-4855-a825-2950a298e5a9', 'project_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:11:24.858009 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-9e090603-4613-4e3f-8093-b6cfbd0ff3ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b1e811c-8265-47f6-926f-2f99cee55964', 'name': 'tempest-TestNetworkAdvancedServerOps-router-554486950', 'tenant_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.42'}], 'enable_snat': True}, 'gw_port_id': '58af2423-369b-4cd8-9647-198e3f9be6fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:11:23Z', 'updated_at': '2022-02-28T11:11:23Z', 'revision_number': 3, 'project_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'gw_port': {'id': '58af2423-369b-4cd8-9647-198e3f9be6fe', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:1c:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b1e811c-8265-47f6-926f-2f99cee55964', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:11:23Z', 'updated_at': '2022-02-28T11:11:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:11:24.889474 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e090603-4613-4e3f-8093-b6cfbd0ff3ed None None] Checking router: 4b1e811c-8265-47f6-926f-2f99cee55964 for host: dv-neutron-master-2-hyperv {{(pid=103410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:11:24.889829 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e090603-4613-4e3f-8093-b6cfbd0ff3ed None None] Updating router 4b1e811c-8265-47f6-926f-2f99cee55964 port 58af2423-369b-4cd8-9647-198e3f9be6fe binding host dv-neutron-master-2-hyperv {{(pid=103410) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 11:11:24.918406 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9e090603-4613-4e3f-8093-b6cfbd0ff3ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (58af2423-369b-4cd8-9647-198e3f9be6fe), before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:24.923154 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73100fa9-4c02-4021-96ef-d3e1aed7633e tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Made reservation on behalf of 3c4e3863732a46c4818eaf87ed0e9f91 for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:11:24.926659 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-73100fa9-4c02-4021-96ef-d3e1aed7633e tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3951209'] for subnet (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:25.130059 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-73100fa9-4c02-4021-96ef-d3e1aed7633e tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3242588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3951195'] for subnet (d2a148f3-d503-4cbc-8a5e-b6aed024e117), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:25.183842 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9e090603-4613-4e3f-8093-b6cfbd0ff3ed None None] Publish callbacks [] for port (58af2423-369b-4cd8-9647-198e3f9be6fe), precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:25.191855 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9e090603-4613-4e3f-8093-b6cfbd0ff3ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (58af2423-369b-4cd8-9647-198e3f9be6fe), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:25.195086 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73100fa9-4c02-4021-96ef-d3e1aed7633e tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Pushing event updated for resources: {'Subnet': ['ID=d2a148f3-d503-4cbc-8a5e-b6aed024e117,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:11:25.205637 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73100fa9-4c02-4021-96ef-d3e1aed7633e tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Checking segment: {'id': '776151da-25a7-4b7a-b885-c492b2096152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'd944a090-60d5-4855-a825-2950a298e5a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 11:11:25.206016 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73100fa9-4c02-4021-96ef-d3e1aed7633e tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Network hostable DHCP agents. Network: d944a090-60d5-4855-a825-2950a298e5a9, hostable agents: ['fb6705d2-4f70-4965-92a3-fbfccd43a6d3'], hosted agents: [] {{(pid=103408) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:11:25.224946 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73100fa9-4c02-4021-96ef-d3e1aed7633e tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Network d944a090-60d5-4855-a825-2950a298e5a9 is scheduled to be hosted by DHCP agent fb6705d2-4f70-4965-92a3-fbfccd43a6d3 with binding_index 1 {{(pid=103408) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:11:25.235194 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-73100fa9-4c02-4021-96ef-d3e1aed7633e tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, d944a090-60d5-4855-a825-2950a298e5a9) {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:11:25.240772 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73100fa9-4c02-4021-96ef-d3e1aed7633e tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:11:25.241688 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-73100fa9-4c02-4021-96ef-d3e1aed7633e tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for subnet (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:25.246767 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1e879c6-65a0-4553-81eb-860cfb74fab4 None None] Network d944a090-60d5-4855-a825-2950a298e5a9 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 11:11:25.262165 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-9e090603-4613-4e3f-8093-b6cfbd0ff3ed None None] Attempting to bind port 58af2423-369b-4cd8-9647-198e3f9be6fe on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 11:11:25.262550 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-9e090603-4613-4e3f-8093-b6cfbd0ff3ed None None] Attempting to bind port 58af2423-369b-4cd8-9647-198e3f9be6fe by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '195d7ed7-323d-4284-82df-208cca613d99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 11:11:25.262921 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e090603-4613-4e3f-8093-b6cfbd0ff3ed None None] Attempting to bind port 58af2423-369b-4cd8-9647-198e3f9be6fe on network 1e0804d0-d1d9-4d40-9de5-2936f3d87840 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 11:11:25.265888 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 46020) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:11:25.266410 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-73100fa9-4c02-4021-96ef-d3e1aed7633e tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4436016 Feb 28 11:11:25.280035 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c198c6c8-b141-40d9-9388-c4bcfdc49546 None None] Pushing event updated for resources: {'Port': ['ID=58af2423-369b-4cd8-9647-198e3f9be6fe,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:11:25.284044 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e090603-4613-4e3f-8093-b6cfbd0ff3ed None None] Checking agent: {'id': '75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 24, 15), 'started_at': datetime.datetime(2022, 2, 28, 10, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 11, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 11:11:25.284424 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e090603-4613-4e3f-8093-b6cfbd0ff3ed None None] Checking segment: {'id': '195d7ed7-323d-4284-82df-208cca613d99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 11:11:25.285033 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9e090603-4613-4e3f-8093-b6cfbd0ff3ed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:25.285616 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e090603-4613-4e3f-8093-b6cfbd0ff3ed None None] Bound using segment: {'id': '195d7ed7-323d-4284-82df-208cca613d99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 11:11:25.286265 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-9e090603-4613-4e3f-8093-b6cfbd0ff3ed None None] Bound port: 58af2423-369b-4cd8-9647-198e3f9be6fe, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '195d7ed7-323d-4284-82df-208cca613d99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 11:11:25.286810 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9e090603-4613-4e3f-8093-b6cfbd0ff3ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (58af2423-369b-4cd8-9647-198e3f9be6fe), before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:25.293761 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c198c6c8-b141-40d9-9388-c4bcfdc49546 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:11:25.294357 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c198c6c8-b141-40d9-9388-c4bcfdc49546 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:11:25.295040 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c198c6c8-b141-40d9-9388-c4bcfdc49546 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:11:25.295529 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c198c6c8-b141-40d9-9388-c4bcfdc49546 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:11:25.296024 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c198c6c8-b141-40d9-9388-c4bcfdc49546 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:11:25.296503 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c198c6c8-b141-40d9-9388-c4bcfdc49546 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:11:25.297019 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c198c6c8-b141-40d9-9388-c4bcfdc49546 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:11:25.297486 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c198c6c8-b141-40d9-9388-c4bcfdc49546 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:11:25.297949 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c198c6c8-b141-40d9-9388-c4bcfdc49546 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:11:25.298416 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c198c6c8-b141-40d9-9388-c4bcfdc49546 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:11:25.298876 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c198c6c8-b141-40d9-9388-c4bcfdc49546 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:11:25.299347 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c198c6c8-b141-40d9-9388-c4bcfdc49546 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:11:25.299801 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c198c6c8-b141-40d9-9388-c4bcfdc49546 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:11:25.362363 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-9e090603-4613-4e3f-8093-b6cfbd0ff3ed None None] For port 58af2423-369b-4cd8-9647-198e3f9be6fe, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:11:25.365984 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d03a6c2e-20ba-4006-b423-bffb5e677cce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-d944a090-60d5-4855-a825-2950a298e5a9', 'network_id': 'd944a090-60d5-4855-a825-2950a298e5a9', 'project_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'fixed_ips': [{'subnet_id': 'd2a148f3-d503-4cbc-8a5e-b6aed024e117'}]}} from dv-neutron-master-2-hyperv. {{(pid=103409) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 11:11:25.366241 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-9e090603-4613-4e3f-8093-b6cfbd0ff3ed None None] For port 58af2423-369b-4cd8-9647-198e3f9be6fe, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=58af2423-369b-4cd8-9647-198e3f9be6fe,segment=NetworkSegment(195d7ed7-323d-4284-82df-208cca613d99),segment_id=195d7ed7-323d-4284-82df-208cca613d99)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:11:25.367023 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d03a6c2e-20ba-4006-b423-bffb5e677cce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:25.374593 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-9e090603-4613-4e3f-8093-b6cfbd0ff3ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (58af2423-369b-4cd8-9647-198e3f9be6fe), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:25.433844 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c198c6c8-b141-40d9-9388-c4bcfdc49546 None None] Pushing event updated for resources: {'Port': ['ID=58af2423-369b-4cd8-9647-198e3f9be6fe,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:11:25.447880 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e090603-4613-4e3f-8093-b6cfbd0ff3ed None None] Routers {'4b1e811c-8265-47f6-926f-2f99cee55964'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:11:25.448528 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-9e090603-4613-4e3f-8093-b6cfbd0ff3ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T11:11:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['4b1e811c-8265-47f6-926f-2f99cee55964'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:11:25.523098 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-d03a6c2e-20ba-4006-b423-bffb5e677cce None None] Allocated IP 172.20.0.2 (d944a090-60d5-4855-a825-2950a298e5a9/d2a148f3-d503-4cbc-8a5e-b6aed024e117/07398077-9b81-4355-97ee-57be15771764) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:11:25.665891 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-9e090603-4613-4e3f-8093-b6cfbd0ff3ed None None] Set router 4b1e811c-8265-47f6-926f-2f99cee55964 gateway port host: dv-neutron-master-2-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:11:25.688910 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d03a6c2e-20ba-4006-b423-bffb5e677cce None None] Publish callbacks [] for port (07398077-9b81-4355-97ee-57be15771764), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:25.697113 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d03a6c2e-20ba-4006-b423-bffb5e677cce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749'] for port (07398077-9b81-4355-97ee-57be15771764), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:25.753361 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d03a6c2e-20ba-4006-b423-bffb5e677cce None None] Network d944a090-60d5-4855-a825-2950a298e5a9 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:11:25.758296 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-d03a6c2e-20ba-4006-b423-bffb5e677cce None None] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:11:25.761194 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03a6c2e-20ba-4006-b423-bffb5e677cce None None] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 11:11:25.768125 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03a6c2e-20ba-4006-b423-bffb5e677cce None None] Pushing event updated for resources: {'Port': ['ID=07398077-9b81-4355-97ee-57be15771764,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:11:25.830850 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-d03a6c2e-20ba-4006-b423-bffb5e677cce None None] Attempting to bind port 07398077-9b81-4355-97ee-57be15771764 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 11:11:25.831514 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-d03a6c2e-20ba-4006-b423-bffb5e677cce None None] Attempting to bind port 07398077-9b81-4355-97ee-57be15771764 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '776151da-25a7-4b7a-b885-c492b2096152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'd944a090-60d5-4855-a825-2950a298e5a9'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 11:11:25.832041 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03a6c2e-20ba-4006-b423-bffb5e677cce None None] Attempting to bind port 07398077-9b81-4355-97ee-57be15771764 on network d944a090-60d5-4855-a825-2950a298e5a9 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 11:11:25.838251 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03a6c2e-20ba-4006-b423-bffb5e677cce None None] Checking agent: {'id': '75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 24, 15), 'started_at': datetime.datetime(2022, 2, 28, 10, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 11, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 11:11:25.838967 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03a6c2e-20ba-4006-b423-bffb5e677cce None None] Checking segment: {'id': '776151da-25a7-4b7a-b885-c492b2096152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'd944a090-60d5-4855-a825-2950a298e5a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 11:11:25.839793 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d03a6c2e-20ba-4006-b423-bffb5e677cce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:25.840237 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03a6c2e-20ba-4006-b423-bffb5e677cce None None] Bound using segment: {'id': '776151da-25a7-4b7a-b885-c492b2096152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'd944a090-60d5-4855-a825-2950a298e5a9'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 11:11:25.840760 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-d03a6c2e-20ba-4006-b423-bffb5e677cce None None] Bound port: 07398077-9b81-4355-97ee-57be15771764, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '776151da-25a7-4b7a-b885-c492b2096152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'd944a090-60d5-4855-a825-2950a298e5a9'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 11:11:25.841149 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d03a6c2e-20ba-4006-b423-bffb5e677cce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (07398077-9b81-4355-97ee-57be15771764), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:25.894315 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-9e090603-4613-4e3f-8093-b6cfbd0ff3ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b1e811c-8265-47f6-926f-2f99cee55964', 'name': 'tempest-TestNetworkAdvancedServerOps-router-554486950', 'tenant_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.42'}], 'enable_snat': True}, 'gw_port_id': '58af2423-369b-4cd8-9647-198e3f9be6fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:11:23Z', 'updated_at': '2022-02-28T11:11:23Z', 'revision_number': 3, 'project_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'gw_port': {'id': '58af2423-369b-4cd8-9647-198e3f9be6fe', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:1c:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b1e811c-8265-47f6-926f-2f99cee55964', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:11:23Z', 'updated_at': '2022-02-28T11:11:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:11:25.907639 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-d03a6c2e-20ba-4006-b423-bffb5e677cce None None] For port 07398077-9b81-4355-97ee-57be15771764, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:11:25.910970 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-d03a6c2e-20ba-4006-b423-bffb5e677cce None None] For port 07398077-9b81-4355-97ee-57be15771764, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=07398077-9b81-4355-97ee-57be15771764,segment=NetworkSegment(776151da-25a7-4b7a-b885-c492b2096152),segment_id=776151da-25a7-4b7a-b885-c492b2096152)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:11:25.920159 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d03a6c2e-20ba-4006-b423-bffb5e677cce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (07398077-9b81-4355-97ee-57be15771764), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:25.923167 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e090603-4613-4e3f-8093-b6cfbd0ff3ed None None] The sync data for ids ['4b1e811c-8265-47f6-926f-2f99cee55964'] in dv-neutron-master-2-hyperv is: [{'id': '4b1e811c-8265-47f6-926f-2f99cee55964', 'name': 'tempest-TestNetworkAdvancedServerOps-router-554486950', 'tenant_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.42'}], 'enable_snat': True}, 'gw_port_id': '58af2423-369b-4cd8-9647-198e3f9be6fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:11:23Z', 'updated_at': '2022-02-28T11:11:23Z', 'revision_number': 3, 'project_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'gw_port': {'id': '58af2423-369b-4cd8-9647-198e3f9be6fe', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:1c:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b1e811c-8265-47f6-926f-2f99cee55964', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:11:23Z', 'updated_at': '2022-02-28T11:11:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:11:26.009019 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03a6c2e-20ba-4006-b423-bffb5e677cce None None] Pushing event updated for resources: {'Port': ['ID=07398077-9b81-4355-97ee-57be15771764,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:11:26.158880 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bb72f3fe-8295-415b-855d-39049512509e tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:26.509440 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-bb72f3fe-8295-415b-855d-39049512509e tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Allocated IP 172.20.0.1 (d944a090-60d5-4855-a825-2950a298e5a9/d2a148f3-d503-4cbc-8a5e-b6aed024e117/da5a1e25-7f77-450d-acc7-9ddaedf4be35) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:11:26.647865 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bb72f3fe-8295-415b-855d-39049512509e tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for port (da5a1e25-7f77-450d-acc7-9ddaedf4be35), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:26.688504 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bb72f3fe-8295-415b-855d-39049512509e tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (da5a1e25-7f77-450d-acc7-9ddaedf4be35), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:26.746366 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb72f3fe-8295-415b-855d-39049512509e tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Network d944a090-60d5-4855-a825-2950a298e5a9 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:11:26.750626 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-bb72f3fe-8295-415b-855d-39049512509e tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:11:26.752772 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb72f3fe-8295-415b-855d-39049512509e tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Pushing event updated for resources: {'Port': ['ID=da5a1e25-7f77-450d-acc7-9ddaedf4be35,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:11:26.755156 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb72f3fe-8295-415b-855d-39049512509e tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 11:11:26.808523 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bb72f3fe-8295-415b-855d-39049512509e tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1803404'] for router_interface (4b1e811c-8265-47f6-926f-2f99cee55964), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:26.971217 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bb72f3fe-8295-415b-855d-39049512509e tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (da5a1e25-7f77-450d-acc7-9ddaedf4be35), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:27.077205 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c23126cb-480b-4503-8410-cd3dcdcca1e9 None None] Network d944a090-60d5-4855-a825-2950a298e5a9 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 11:11:27.136578 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-f94cd948-29f4-400f-9231-b47643c9f7c8 None None] Provisioning complete for port 07398077-9b81-4355-97ee-57be15771764 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:11:27.136954 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f94cd948-29f4-400f-9231-b47643c9f7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (07398077-9b81-4355-97ee-57be15771764), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:27.265101 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-f94cd948-29f4-400f-9231-b47643c9f7c8 None None] Current status of the port 07398077-9b81-4355-97ee-57be15771764 is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:11:27.265486 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f94cd948-29f4-400f-9231-b47643c9f7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (07398077-9b81-4355-97ee-57be15771764), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:27.277394 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bb72f3fe-8295-415b-855d-39049512509e tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for port (da5a1e25-7f77-450d-acc7-9ddaedf4be35), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:27.283867 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bb72f3fe-8295-415b-855d-39049512509e tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3498066'] for port (da5a1e25-7f77-450d-acc7-9ddaedf4be35), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:27.307205 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-f94cd948-29f4-400f-9231-b47643c9f7c8 None None] For port 07398077-9b81-4355-97ee-57be15771764, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=07398077-9b81-4355-97ee-57be15771764,segment=NetworkSegment(776151da-25a7-4b7a-b885-c492b2096152),segment_id=776151da-25a7-4b7a-b885-c492b2096152)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:11:27.314269 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f94cd948-29f4-400f-9231-b47643c9f7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (07398077-9b81-4355-97ee-57be15771764), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:27.378230 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb72f3fe-8295-415b-855d-39049512509e tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Pushing event updated for resources: {'Port': ['ID=da5a1e25-7f77-450d-acc7-9ddaedf4be35,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:11:27.385570 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bb72f3fe-8295-415b-855d-39049512509e tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1802524'] for router_interface (4b1e811c-8265-47f6-926f-2f99cee55964), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:27.392090 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94cd948-29f4-400f-9231-b47643c9f7c8 None None] Pushing event updated for resources: {'Port': ['ID=07398077-9b81-4355-97ee-57be15771764,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:11:27.491319 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb72f3fe-8295-415b-855d-39049512509e tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Network d944a090-60d5-4855-a825-2950a298e5a9 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:11:27.492856 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-bb72f3fe-8295-415b-855d-39049512509e tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:11:27.555667 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-f95e2e20-005f-457c-9b01-877f0748b961 None None] Provisioning complete for port da5a1e25-7f77-450d-acc7-9ddaedf4be35 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:11:27.556405 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f95e2e20-005f-457c-9b01-877f0748b961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (da5a1e25-7f77-450d-acc7-9ddaedf4be35), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:27.598769 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-f95e2e20-005f-457c-9b01-877f0748b961 None None] Port da5a1e25-7f77-450d-acc7-9ddaedf4be35 cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 11:11:27.609593 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-f95e2e20-005f-457c-9b01-877f0748b961 None None] Provisioning complete for port 07398077-9b81-4355-97ee-57be15771764 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:11:27.610083 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f95e2e20-005f-457c-9b01-877f0748b961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (07398077-9b81-4355-97ee-57be15771764), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:27.636926 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb72f3fe-8295-415b-855d-39049512509e tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Router 4b1e811c-8265-47f6-926f-2f99cee55964 has already been hosted by L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:11:27.704401 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-f95e2e20-005f-457c-9b01-877f0748b961 None None] Current status of the port 07398077-9b81-4355-97ee-57be15771764 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:11:27.771896 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb72f3fe-8295-415b-855d-39049512509e tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:11:27.777334 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-bb72f3fe-8295-415b-855d-39049512509e tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "PUT /v2.0/routers/4b1e811c-8265-47f6-926f-2f99cee55964/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5106888 Feb 28 11:11:27.783452 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f52d1cd-3b5d-464a-a243-048022fc7cc3 None None] Sync routers for ids ['4b1e811c-8265-47f6-926f-2f99cee55964'] in dv-neutron-master-2-hyperv {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:11:27.794636 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f52d1cd-3b5d-464a-a243-048022fc7cc3 None None] Routers {'4b1e811c-8265-47f6-926f-2f99cee55964'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:11:27.795167 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-2f52d1cd-3b5d-464a-a243-048022fc7cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T11:11:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['4b1e811c-8265-47f6-926f-2f99cee55964'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:11:27.867782 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-55163f38-a431-4a34-b84d-5a189c986a08 None None] Provisioning complete for port da5a1e25-7f77-450d-acc7-9ddaedf4be35 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:11:27.868162 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-55163f38-a431-4a34-b84d-5a189c986a08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (da5a1e25-7f77-450d-acc7-9ddaedf4be35), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:27.961347 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 07398077-9b81-4355-97ee-57be15771764 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 11:11:27.995006 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-5ff56de7-e825-4358-9d53-6a40a065c7ab req-a9565f6a-29b8-4e6b-af4f-faa5e08e3357 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-179096843&fields=id&tenant_id=3c4e3863732a46c4818eaf87ed0e9f91 HTTP/1.1" status: 200 len: 267 time: 0.0657012 Feb 28 11:11:28.006276 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-55163f38-a431-4a34-b84d-5a189c986a08 None None] Port da5a1e25-7f77-450d-acc7-9ddaedf4be35 cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 11:11:28.013784 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-2f52d1cd-3b5d-464a-a243-048022fc7cc3 None None] Set router 4b1e811c-8265-47f6-926f-2f99cee55964 gateway port host: dv-neutron-master-2-hyperv {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:11:28.114230 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff56de7-e825-4358-9d53-6a40a065c7ab req-8bf77bf6-bf96-43ee-82a7-ee6505e08cea tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:11:28.115718 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-5ff56de7-e825-4358-9d53-6a40a065c7ab req-8bf77bf6-bf96-43ee-82a7-ee6505e08cea tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/networks?id=d944a090-60d5-4855-a825-2950a298e5a9 HTTP/1.1" status: 200 len: 797 time: 0.1138251 Feb 28 11:11:28.131943 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-5ff56de7-e825-4358-9d53-6a40a065c7ab req-5644798a-7982-4734-8fb1-8ae48e1915cd tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/quotas/3c4e3863732a46c4818eaf87ed0e9f91 HTTP/1.1" status: 200 len: 375 time: 0.0104237 Feb 28 11:11:28.140181 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port 07398077-9b81-4355-97ee-57be15771764 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:11:28.140898 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (07398077-9b81-4355-97ee-57be15771764), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:28.194725 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-5ff56de7-e825-4358-9d53-6a40a065c7ab req-28c29b42-be8c-4267-a0c9-ed71808883cc tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3c4e3863732a46c4818eaf87ed0e9f91&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0568902 Feb 28 11:11:28.196478 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-9cba4175-da10-4e66-9f53-a0c9a63d5f31 None None] Provisioning complete for port da5a1e25-7f77-450d-acc7-9ddaedf4be35 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:11:28.196880 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9cba4175-da10-4e66-9f53-a0c9a63d5f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (da5a1e25-7f77-450d-acc7-9ddaedf4be35), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:28.299102 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-5ff56de7-e825-4358-9d53-6a40a065c7ab req-182dc1e8-5215-4fed-9a53-c639c4edf98f service neutron] 10.222.0.20 "GET /v2.0/networks/d944a090-60d5-4855-a825-2950a298e5a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886414 Feb 28 11:11:28.402338 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-5ff56de7-e825-4358-9d53-6a40a065c7ab req-2a5597ef-6ad3-4d77-b7ee-6812e59cd520 service neutron] 10.222.0.20 "GET /v2.0/networks/d944a090-60d5-4855-a825-2950a298e5a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969591 Feb 28 11:11:28.436202 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-9cba4175-da10-4e66-9f53-a0c9a63d5f31 None None] Port da5a1e25-7f77-450d-acc7-9ddaedf4be35 cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 11:11:28.475763 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 07398077-9b81-4355-97ee-57be15771764 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:11:28.476886 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 58af2423-369b-4cd8-9647-198e3f9be6fe up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 11:11:28.527239 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-2f52d1cd-3b5d-464a-a243-048022fc7cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b1e811c-8265-47f6-926f-2f99cee55964', 'name': 'tempest-TestNetworkAdvancedServerOps-router-554486950', 'tenant_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.42'}], 'enable_snat': True}, 'gw_port_id': '58af2423-369b-4cd8-9647-198e3f9be6fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:11:23Z', 'updated_at': '2022-02-28T11:11:26Z', 'revision_number': 4, 'project_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'gw_port': {'id': '58af2423-369b-4cd8-9647-198e3f9be6fe', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:1c:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b1e811c-8265-47f6-926f-2f99cee55964', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:11:23Z', 'updated_at': '2022-02-28T11:11:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'da5a1e25-7f77-450d-acc7-9ddaedf4be35', 'name': '', 'network_id': 'd944a090-60d5-4855-a825-2950a298e5a9', 'tenant_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'mac_address': 'fa:16:3e:2d:41:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b1e811c-8265-47f6-926f-2f99cee55964', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': 'd2a148f3-d503-4cbc-8a5e-b6aed024e117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:11:26Z', 'updated_at': '2022-02-28T11:11:27Z', 'revision_number': 2, 'project_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'subnets': [{'id': 'd2a148f3-d503-4cbc-8a5e-b6aed024e117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:11:28.561152 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f52d1cd-3b5d-464a-a243-048022fc7cc3 None None] Checking router: 4b1e811c-8265-47f6-926f-2f99cee55964 for host: dv-neutron-master-2-hyperv {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:11:28.561519 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f52d1cd-3b5d-464a-a243-048022fc7cc3 None None] Updating router 4b1e811c-8265-47f6-926f-2f99cee55964 port da5a1e25-7f77-450d-acc7-9ddaedf4be35 binding host dv-neutron-master-2-hyperv {{(pid=103409) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 11:11:28.581221 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-97d66d49-458e-45df-b4db-e7c31754c2b1 req-c7f4614f-e273-4141-84ed-3745b539f999 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/ports?device_id=75f1b17a-3b99-4b16-9aaa-974ccbd9d45e HTTP/1.1" status: 200 len: 210 time: 0.0308757 Feb 28 11:11:28.596947 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2f52d1cd-3b5d-464a-a243-048022fc7cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (da5a1e25-7f77-450d-acc7-9ddaedf4be35), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:28.614592 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port 58af2423-369b-4cd8-9647-198e3f9be6fe triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:11:28.614970 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (58af2423-369b-4cd8-9647-198e3f9be6fe), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:28.845767 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 58af2423-369b-4cd8-9647-198e3f9be6fe is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:11:28.846165 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (58af2423-369b-4cd8-9647-198e3f9be6fe), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:28.887065 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] For port 58af2423-369b-4cd8-9647-198e3f9be6fe, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=58af2423-369b-4cd8-9647-198e3f9be6fe,segment=NetworkSegment(195d7ed7-323d-4284-82df-208cca613d99),segment_id=195d7ed7-323d-4284-82df-208cca613d99)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:11:28.891301 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (58af2423-369b-4cd8-9647-198e3f9be6fe), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:28.986867 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Pushing event updated for resources: {'Port': ['ID=58af2423-369b-4cd8-9647-198e3f9be6fe,revision_number=4']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:11:29.003927 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2f52d1cd-3b5d-464a-a243-048022fc7cc3 None None] Publish callbacks [] for port (da5a1e25-7f77-450d-acc7-9ddaedf4be35), precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:29.010309 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2f52d1cd-3b5d-464a-a243-048022fc7cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (da5a1e25-7f77-450d-acc7-9ddaedf4be35), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:29.062219 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6005a988-7c4f-4fe6-bea2-2f075571678c None None] Pushing event updated for resources: {'Port': ['ID=da5a1e25-7f77-450d-acc7-9ddaedf4be35,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:11:29.115595 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-2f52d1cd-3b5d-464a-a243-048022fc7cc3 None None] Attempting to bind port da5a1e25-7f77-450d-acc7-9ddaedf4be35 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 11:11:29.115985 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-2f52d1cd-3b5d-464a-a243-048022fc7cc3 None None] Attempting to bind port da5a1e25-7f77-450d-acc7-9ddaedf4be35 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '776151da-25a7-4b7a-b885-c492b2096152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'd944a090-60d5-4855-a825-2950a298e5a9'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 11:11:29.116357 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f52d1cd-3b5d-464a-a243-048022fc7cc3 None None] Attempting to bind port da5a1e25-7f77-450d-acc7-9ddaedf4be35 on network d944a090-60d5-4855-a825-2950a298e5a9 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 11:11:29.121818 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f52d1cd-3b5d-464a-a243-048022fc7cc3 None None] Checking agent: {'id': '75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 24, 15), 'started_at': datetime.datetime(2022, 2, 28, 10, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 11, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 11:11:29.122202 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f52d1cd-3b5d-464a-a243-048022fc7cc3 None None] Checking segment: {'id': '776151da-25a7-4b7a-b885-c492b2096152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'd944a090-60d5-4855-a825-2950a298e5a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 11:11:29.122615 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2f52d1cd-3b5d-464a-a243-048022fc7cc3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:29.123013 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f52d1cd-3b5d-464a-a243-048022fc7cc3 None None] Bound using segment: {'id': '776151da-25a7-4b7a-b885-c492b2096152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'd944a090-60d5-4855-a825-2950a298e5a9'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 11:11:29.123577 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-2f52d1cd-3b5d-464a-a243-048022fc7cc3 None None] Bound port: da5a1e25-7f77-450d-acc7-9ddaedf4be35, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '776151da-25a7-4b7a-b885-c492b2096152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'd944a090-60d5-4855-a825-2950a298e5a9'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 11:11:29.123965 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2f52d1cd-3b5d-464a-a243-048022fc7cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (da5a1e25-7f77-450d-acc7-9ddaedf4be35), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:29.198910 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-2f52d1cd-3b5d-464a-a243-048022fc7cc3 None None] For port da5a1e25-7f77-450d-acc7-9ddaedf4be35, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:11:29.202706 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-2f52d1cd-3b5d-464a-a243-048022fc7cc3 None None] For port da5a1e25-7f77-450d-acc7-9ddaedf4be35, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=da5a1e25-7f77-450d-acc7-9ddaedf4be35,segment=NetworkSegment(776151da-25a7-4b7a-b885-c492b2096152),segment_id=776151da-25a7-4b7a-b885-c492b2096152)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:11:29.210256 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2f52d1cd-3b5d-464a-a243-048022fc7cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (da5a1e25-7f77-450d-acc7-9ddaedf4be35), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:29.278817 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6005a988-7c4f-4fe6-bea2-2f075571678c None None] Pushing event updated for resources: {'Port': ['ID=da5a1e25-7f77-450d-acc7-9ddaedf4be35,revision_number=4']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:11:29.283287 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f52d1cd-3b5d-464a-a243-048022fc7cc3 None None] Routers {'4b1e811c-8265-47f6-926f-2f99cee55964'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:11:29.284126 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-2f52d1cd-3b5d-464a-a243-048022fc7cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T11:11:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['4b1e811c-8265-47f6-926f-2f99cee55964'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:11:29.329281 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-248fc72b-b85d-4c36-bf70-07b9b08955f9 None None] Provisioning complete for port da5a1e25-7f77-450d-acc7-9ddaedf4be35 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:11:29.329700 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-248fc72b-b85d-4c36-bf70-07b9b08955f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (da5a1e25-7f77-450d-acc7-9ddaedf4be35), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:29.432314 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-2f52d1cd-3b5d-464a-a243-048022fc7cc3 None None] Set router 4b1e811c-8265-47f6-926f-2f99cee55964 gateway port host: dv-neutron-master-2-hyperv {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:11:29.506680 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-248fc72b-b85d-4c36-bf70-07b9b08955f9 None None] Current status of the port da5a1e25-7f77-450d-acc7-9ddaedf4be35 is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:11:29.507245 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-248fc72b-b85d-4c36-bf70-07b9b08955f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (da5a1e25-7f77-450d-acc7-9ddaedf4be35), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:29.615879 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-248fc72b-b85d-4c36-bf70-07b9b08955f9 None None] For port da5a1e25-7f77-450d-acc7-9ddaedf4be35, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=da5a1e25-7f77-450d-acc7-9ddaedf4be35,segment=NetworkSegment(776151da-25a7-4b7a-b885-c492b2096152),segment_id=776151da-25a7-4b7a-b885-c492b2096152)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:11:29.652683 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff56de7-e825-4358-9d53-6a40a065c7ab req-8d71bb80-b5e9-406f-8452-b3d3da47e576 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:11:29.654259 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-5ff56de7-e825-4358-9d53-6a40a065c7ab req-8d71bb80-b5e9-406f-8452-b3d3da47e576 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.30 "GET /v2.0/networks?id=d944a090-60d5-4855-a825-2950a298e5a9 HTTP/1.1" status: 200 len: 797 time: 0.1274209 Feb 28 11:11:29.659539 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-248fc72b-b85d-4c36-bf70-07b9b08955f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (da5a1e25-7f77-450d-acc7-9ddaedf4be35), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:29.702398 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-173b1cc5-593d-4b87-9f65-f888513c0bc5 req-95edb29d-e3b8-4a05-9143-8b0ca3f1dda6 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/ports?device_id=75f1b17a-3b99-4b16-9aaa-974ccbd9d45e HTTP/1.1" status: 200 len: 210 time: 0.0354297 Feb 28 11:11:29.748864 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248fc72b-b85d-4c36-bf70-07b9b08955f9 None None] Pushing event updated for resources: {'Port': ['ID=da5a1e25-7f77-450d-acc7-9ddaedf4be35,revision_number=5']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:11:29.755109 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-5ff56de7-e825-4358-9d53-6a40a065c7ab req-e09670c4-3c16-4956-84ea-125bbff2c2e8 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3c4e3863732a46c4818eaf87ed0e9f91 HTTP/1.1" status: 200 len: 379 time: 0.0767822 Feb 28 11:11:29.764075 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-2f52d1cd-3b5d-464a-a243-048022fc7cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b1e811c-8265-47f6-926f-2f99cee55964', 'name': 'tempest-TestNetworkAdvancedServerOps-router-554486950', 'tenant_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.42'}], 'enable_snat': True}, 'gw_port_id': '58af2423-369b-4cd8-9647-198e3f9be6fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:11:23Z', 'updated_at': '2022-02-28T11:11:26Z', 'revision_number': 4, 'project_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'gw_port': {'id': '58af2423-369b-4cd8-9647-198e3f9be6fe', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:1c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1e811c-8265-47f6-926f-2f99cee55964', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:11:23Z', 'updated_at': '2022-02-28T11:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'da5a1e25-7f77-450d-acc7-9ddaedf4be35', 'name': '', 'network_id': 'd944a090-60d5-4855-a825-2950a298e5a9', 'tenant_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'mac_address': 'fa:16:3e:2d:41:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b1e811c-8265-47f6-926f-2f99cee55964', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': 'd2a148f3-d503-4cbc-8a5e-b6aed024e117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:11:26Z', 'updated_at': '2022-02-28T11:11:29Z', 'revision_number': 4, 'project_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'subnets': [{'id': 'd2a148f3-d503-4cbc-8a5e-b6aed024e117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:11:29.764426 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [req-5ff56de7-e825-4358-9d53-6a40a065c7ab req-a6e3d095-f0be-49ee-8574-ab368c9d2761 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Request body: {'port': {'device_id': '75f1b17a-3b99-4b16-9aaa-974ccbd9d45e', 'network_id': 'd944a090-60d5-4855-a825-2950a298e5a9', 'admin_state_up': True, 'tenant_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'security_groups': ['12761feb-bc9b-4bda-aae6-52319a3e0985']}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:11:29.799812 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f52d1cd-3b5d-464a-a243-048022fc7cc3 None None] The sync data for ids ['4b1e811c-8265-47f6-926f-2f99cee55964'] in dv-neutron-master-2-hyperv is: [{'id': '4b1e811c-8265-47f6-926f-2f99cee55964', 'name': 'tempest-TestNetworkAdvancedServerOps-router-554486950', 'tenant_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.42'}], 'enable_snat': True}, 'gw_port_id': '58af2423-369b-4cd8-9647-198e3f9be6fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:11:23Z', 'updated_at': '2022-02-28T11:11:26Z', 'revision_number': 4, 'project_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'gw_port': {'id': '58af2423-369b-4cd8-9647-198e3f9be6fe', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:1c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1e811c-8265-47f6-926f-2f99cee55964', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:11:23Z', 'updated_at': '2022-02-28T11:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'da5a1e25-7f77-450d-acc7-9ddaedf4be35', 'name': '', 'network_id': 'd944a090-60d5-4855-a825-2950a298e5a9', 'tenant_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'mac_address': 'fa:16:3e:2d:41:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b1e811c-8265-47f6-926f-2f99cee55964', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': 'd2a148f3-d503-4cbc-8a5e-b6aed024e117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:11:26Z', 'updated_at': '2022-02-28T11:11:29Z', 'revision_number': 4, 'project_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'subnets': [{'id': 'd2a148f3-d503-4cbc-8a5e-b6aed024e117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:11:29.810597 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-b940c9ca-69ae-406e-bb2b-9571dc36be27 None None] Provisioning complete for port da5a1e25-7f77-450d-acc7-9ddaedf4be35 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:11:29.811046 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b940c9ca-69ae-406e-bb2b-9571dc36be27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (da5a1e25-7f77-450d-acc7-9ddaedf4be35), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:29.923877 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-b940c9ca-69ae-406e-bb2b-9571dc36be27 None None] Current status of the port da5a1e25-7f77-450d-acc7-9ddaedf4be35 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:11:29.959817 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ff56de7-e825-4358-9d53-6a40a065c7ab req-a6e3d095-f0be-49ee-8574-ab368c9d2761 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Made reservation on behalf of 3c4e3863732a46c4818eaf87ed0e9f91 for: {'port': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:11:29.960592 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 58af2423-369b-4cd8-9647-198e3f9be6fe up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 11:11:29.963787 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-5ff56de7-e825-4358-9d53-6a40a065c7ab req-a6e3d095-f0be-49ee-8574-ab368c9d2761 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:30.017658 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port 58af2423-369b-4cd8-9647-198e3f9be6fe triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:11:30.018048 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (58af2423-369b-4cd8-9647-198e3f9be6fe), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:30.116060 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [req-5ff56de7-e825-4358-9d53-6a40a065c7ab req-a6e3d095-f0be-49ee-8574-ab368c9d2761 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Allocated IP 172.20.0.9 (d944a090-60d5-4855-a825-2950a298e5a9/d2a148f3-d503-4cbc-8a5e-b6aed024e117/ff07ea33-5ebd-4023-8d4d-aef5f5dcd2a0) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:11:30.122589 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 58af2423-369b-4cd8-9647-198e3f9be6fe is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:11:30.279943 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-5ff56de7-e825-4358-9d53-6a40a065c7ab req-a6e3d095-f0be-49ee-8574-ab368c9d2761 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for port (ff07ea33-5ebd-4023-8d4d-aef5f5dcd2a0), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:30.317628 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-5ff56de7-e825-4358-9d53-6a40a065c7ab req-a6e3d095-f0be-49ee-8574-ab368c9d2761 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (ff07ea33-5ebd-4023-8d4d-aef5f5dcd2a0), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:30.365086 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ff56de7-e825-4358-9d53-6a40a065c7ab req-a6e3d095-f0be-49ee-8574-ab368c9d2761 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Network d944a090-60d5-4855-a825-2950a298e5a9 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:11:30.368296 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [req-5ff56de7-e825-4358-9d53-6a40a065c7ab req-a6e3d095-f0be-49ee-8574-ab368c9d2761 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:11:30.372325 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ff56de7-e825-4358-9d53-6a40a065c7ab req-a6e3d095-f0be-49ee-8574-ab368c9d2761 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 11:11:30.401750 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e3d095-f0be-49ee-8574-ab368c9d2761 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Pushing event updated for resources: {'Port': ['ID=ff07ea33-5ebd-4023-8d4d-aef5f5dcd2a0,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:11:30.435945 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff56de7-e825-4358-9d53-6a40a065c7ab req-a6e3d095-f0be-49ee-8574-ab368c9d2761 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:11:30.436653 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-5ff56de7-e825-4358-9d53-6a40a065c7ab req-a6e3d095-f0be-49ee-8574-ab368c9d2761 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:30.455981 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-5ff56de7-e825-4358-9d53-6a40a065c7ab req-a6e3d095-f0be-49ee-8574-ab368c9d2761 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6957033 Feb 28 11:11:30.472793 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [req-5ff56de7-e825-4358-9d53-6a40a065c7ab req-a8013050-f46a-4fd1-a3f2-38ab95ba8e4e service neutron] Request body: {'port': {'device_id': '75f1b17a-3b99-4b16-9aaa-974ccbd9d45e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:11:30.544182 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-5ff56de7-e825-4358-9d53-6a40a065c7ab req-a8013050-f46a-4fd1-a3f2-38ab95ba8e4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (ff07ea33-5ebd-4023-8d4d-aef5f5dcd2a0), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:30.649386 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-b7252a16-3e30-4b68-8b6b-78a8283ca874 None None] Provisioning complete for port ff07ea33-5ebd-4023-8d4d-aef5f5dcd2a0 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:11:30.649968 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b7252a16-3e30-4b68-8b6b-78a8283ca874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (ff07ea33-5ebd-4023-8d4d-aef5f5dcd2a0), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:30.685183 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-b7252a16-3e30-4b68-8b6b-78a8283ca874 None None] Port ff07ea33-5ebd-4023-8d4d-aef5f5dcd2a0 cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 11:11:30.870386 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.notifiers.nova [req-5ff56de7-e825-4358-9d53-6a40a065c7ab req-a8013050-f46a-4fd1-a3f2-38ab95ba8e4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff07ea33-5ebd-4023-8d4d-aef5f5dcd2a0 {{(pid=103407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 11:11:30.879628 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-5ff56de7-e825-4358-9d53-6a40a065c7ab req-a8013050-f46a-4fd1-a3f2-38ab95ba8e4e service neutron] Publish callbacks [] for port (ff07ea33-5ebd-4023-8d4d-aef5f5dcd2a0), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:30.893650 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95145d79-2a34-4510-a44f-caa7fe9b5e61 req-d76e654e-fdfd-4660-a111-9c77f063b952 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:11:30.895205 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-95145d79-2a34-4510-a44f-caa7fe9b5e61 req-d76e654e-fdfd-4660-a111-9c77f063b952 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/ports?device_id=75f1b17a-3b99-4b16-9aaa-974ccbd9d45e HTTP/1.1" status: 200 len: 931 time: 0.1173973 Feb 28 11:11:30.907395 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.provisioning_blocks [req-5ff56de7-e825-4358-9d53-6a40a065c7ab req-a8013050-f46a-4fd1-a3f2-38ab95ba8e4e service neutron] Transition to ACTIVE for port object ff07ea33-5ebd-4023-8d4d-aef5f5dcd2a0 will not be triggered until provisioned by entity L2. {{(pid=103407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 11:11:30.914580 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-5ff56de7-e825-4358-9d53-6a40a065c7ab req-a8013050-f46a-4fd1-a3f2-38ab95ba8e4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3498066'] for port (ff07ea33-5ebd-4023-8d4d-aef5f5dcd2a0), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:30.995949 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8013050-f46a-4fd1-a3f2-38ab95ba8e4e service neutron] Pushing event updated for resources: {'Port': ['ID=ff07ea33-5ebd-4023-8d4d-aef5f5dcd2a0,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:11:31.007761 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-95145d79-2a34-4510-a44f-caa7fe9b5e61 req-6e334169-6335-4628-8cf6-2744c5c1191d tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/security-groups?id=12761feb-bc9b-4bda-aae6-52319a3e0985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1034048 Feb 28 11:11:31.086110 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-5ff56de7-e825-4358-9d53-6a40a065c7ab req-a8013050-f46a-4fd1-a3f2-38ab95ba8e4e service neutron] Attempting to bind port ff07ea33-5ebd-4023-8d4d-aef5f5dcd2a0 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 11:11:31.086445 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-5ff56de7-e825-4358-9d53-6a40a065c7ab req-a8013050-f46a-4fd1-a3f2-38ab95ba8e4e service neutron] Attempting to bind port ff07ea33-5ebd-4023-8d4d-aef5f5dcd2a0 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '776151da-25a7-4b7a-b885-c492b2096152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'd944a090-60d5-4855-a825-2950a298e5a9'}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 11:11:31.086782 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ff56de7-e825-4358-9d53-6a40a065c7ab req-a8013050-f46a-4fd1-a3f2-38ab95ba8e4e service neutron] Attempting to bind port ff07ea33-5ebd-4023-8d4d-aef5f5dcd2a0 on network d944a090-60d5-4855-a825-2950a298e5a9 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 11:11:31.091734 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ff56de7-e825-4358-9d53-6a40a065c7ab req-a8013050-f46a-4fd1-a3f2-38ab95ba8e4e service neutron] Port ff07ea33-5ebd-4023-8d4d-aef5f5dcd2a0 on network d944a090-60d5-4855-a825-2950a298e5a9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 11:11:31.092064 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ff56de7-e825-4358-9d53-6a40a065c7ab req-a8013050-f46a-4fd1-a3f2-38ab95ba8e4e service neutron] Attempting to bind port ff07ea33-5ebd-4023-8d4d-aef5f5dcd2a0 on network d944a090-60d5-4855-a825-2950a298e5a9 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 11:11:31.097956 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ff56de7-e825-4358-9d53-6a40a065c7ab req-a8013050-f46a-4fd1-a3f2-38ab95ba8e4e service neutron] Checking agent: {'id': '13ac42ae-016e-4baf-bb31-c6fa820b41c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 30, 8), 'started_at': datetime.datetime(2022, 2, 28, 10, 30, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 11, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 11:11:31.098297 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ff56de7-e825-4358-9d53-6a40a065c7ab req-a8013050-f46a-4fd1-a3f2-38ab95ba8e4e service neutron] Checking segment: {'id': '776151da-25a7-4b7a-b885-c492b2096152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'd944a090-60d5-4855-a825-2950a298e5a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 11:11:31.098688 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ff56de7-e825-4358-9d53-6a40a065c7ab req-a8013050-f46a-4fd1-a3f2-38ab95ba8e4e service neutron] Bound using segment: {'id': '776151da-25a7-4b7a-b885-c492b2096152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'd944a090-60d5-4855-a825-2950a298e5a9'} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 11:11:31.099120 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-5ff56de7-e825-4358-9d53-6a40a065c7ab req-a8013050-f46a-4fd1-a3f2-38ab95ba8e4e service neutron] Bound port: ff07ea33-5ebd-4023-8d4d-aef5f5dcd2a0, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '776151da-25a7-4b7a-b885-c492b2096152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'd944a090-60d5-4855-a825-2950a298e5a9'}}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 11:11:31.099484 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-5ff56de7-e825-4358-9d53-6a40a065c7ab req-a8013050-f46a-4fd1-a3f2-38ab95ba8e4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (ff07ea33-5ebd-4023-8d4d-aef5f5dcd2a0), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:31.165654 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-5ff56de7-e825-4358-9d53-6a40a065c7ab req-a8013050-f46a-4fd1-a3f2-38ab95ba8e4e service neutron] For port ff07ea33-5ebd-4023-8d4d-aef5f5dcd2a0, host hv-neutron-mast, cleared binding levels {{(pid=103407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:11:31.169227 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-5ff56de7-e825-4358-9d53-6a40a065c7ab req-a8013050-f46a-4fd1-a3f2-38ab95ba8e4e service neutron] For port ff07ea33-5ebd-4023-8d4d-aef5f5dcd2a0, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=ff07ea33-5ebd-4023-8d4d-aef5f5dcd2a0,segment=NetworkSegment(776151da-25a7-4b7a-b885-c492b2096152),segment_id=776151da-25a7-4b7a-b885-c492b2096152)] {{(pid=103407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:11:31.176483 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-5ff56de7-e825-4358-9d53-6a40a065c7ab req-a8013050-f46a-4fd1-a3f2-38ab95ba8e4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3498066'] for port (ff07ea33-5ebd-4023-8d4d-aef5f5dcd2a0), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:31.212933 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff56de7-e825-4358-9d53-6a40a065c7ab req-a8013050-f46a-4fd1-a3f2-38ab95ba8e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:11:31.213411 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-5ff56de7-e825-4358-9d53-6a40a065c7ab req-a8013050-f46a-4fd1-a3f2-38ab95ba8e4e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:31.214917 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-5ff56de7-e825-4358-9d53-6a40a065c7ab req-a8013050-f46a-4fd1-a3f2-38ab95ba8e4e service neutron] 10.222.0.30 "PUT /v2.0/ports/ff07ea33-5ebd-4023-8d4d-aef5f5dcd2a0 HTTP/1.1" status: 200 len: 1093 time: 0.7470276 Feb 28 11:11:31.217497 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75f1b17a-3b99-4b16-9aaa-974ccbd9d45e', 'tag': 'ff07ea33-5ebd-4023-8d4d-aef5f5dcd2a0'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:11:31.219734 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c8e1c873eeca597e52e7ceb7469e602eac250bfea6606d285743d38033cf584" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e677bc55-9c20-4d68-8425-ebe0de4084f9" -d '{"events": [{"name": "network-changed", "server_uuid": "75f1b17a-3b99-4b16-9aaa-974ccbd9d45e", "tag": "ff07ea33-5ebd-4023-8d4d-aef5f5dcd2a0"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 11:11:31.248471 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8013050-f46a-4fd1-a3f2-38ab95ba8e4e service neutron] Pushing event updated for resources: {'Port': ['ID=ff07ea33-5ebd-4023-8d4d-aef5f5dcd2a0,revision_number=3']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:11:31.258159 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 11:11:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fff4b72-2f8b-4b11-bf08-e7bb52df59e7 x-openstack-request-id: req-2fff4b72-2f8b-4b11-bf08-e7bb52df59e7 {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 11:11:31.258623 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75f1b17a-3b99-4b16-9aaa-974ccbd9d45e", "tag": "ff07ea33-5ebd-4023-8d4d-aef5f5dcd2a0", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 11:11:31.258949 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2fff4b72-2f8b-4b11-bf08-e7bb52df59e7 {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 11:11:31.259423 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75f1b17a-3b99-4b16-9aaa-974ccbd9d45e', 'tag': 'ff07ea33-5ebd-4023-8d4d-aef5f5dcd2a0', 'status': 'completed', 'code': 200} Feb 28 11:11:31.322022 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff56de7-e825-4358-9d53-6a40a065c7ab req-96796d0f-f45f-4e50-b104-adba7e18f2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:11:31.323579 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-5ff56de7-e825-4358-9d53-6a40a065c7ab req-96796d0f-f45f-4e50-b104-adba7e18f2e6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3c4e3863732a46c4818eaf87ed0e9f91&device_id=75f1b17a-3b99-4b16-9aaa-974ccbd9d45e HTTP/1.1" status: 200 len: 1127 time: 0.0481105 Feb 28 11:11:31.377657 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-5ff56de7-e825-4358-9d53-6a40a065c7ab req-07e48920-fb83-4bb3-9dcc-aab14fde5560 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ff07ea33-5ebd-4023-8d4d-aef5f5dcd2a0 HTTP/1.1" status: 200 len: 217 time: 0.0420184 Feb 28 11:11:31.431082 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff56de7-e825-4358-9d53-6a40a065c7ab req-bf2639ba-6678-4548-9042-d0bc43347d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:11:31.432713 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-5ff56de7-e825-4358-9d53-6a40a065c7ab req-bf2639ba-6678-4548-9042-d0bc43347d20 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d2a148f3-d503-4cbc-8a5e-b6aed024e117 HTTP/1.1" status: 200 len: 835 time: 0.0480788 Feb 28 11:11:31.487111 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff56de7-e825-4358-9d53-6a40a065c7ab req-ae89454f-3e79-4550-88c9-a699c7566c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:11:31.488755 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-5ff56de7-e825-4358-9d53-6a40a065c7ab req-ae89454f-3e79-4550-88c9-a699c7566c33 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d944a090-60d5-4855-a825-2950a298e5a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0499849 Feb 28 11:11:31.596145 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-5ff56de7-e825-4358-9d53-6a40a065c7ab req-efe04545-3716-4a43-b6c1-bd2a881f4438 service neutron] 10.222.0.30 "GET /v2.0/networks/d944a090-60d5-4855-a825-2950a298e5a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960619 Feb 28 11:11:31.686601 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-5ff56de7-e825-4358-9d53-6a40a065c7ab req-1a0ffd79-22be-4e81-8084-127b30fb0f9b service neutron] 10.222.0.30 "GET /v2.0/networks/d944a090-60d5-4855-a825-2950a298e5a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843031 Feb 28 11:11:31.829145 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e677bc55-9c20-4d68-8425-ebe0de4084f9 req-139c4005-aec3-44fa-87d6-0acc5b5d3d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:11:31.830688 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-e677bc55-9c20-4d68-8425-ebe0de4084f9 req-139c4005-aec3-44fa-87d6-0acc5b5d3d2a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3c4e3863732a46c4818eaf87ed0e9f91&device_id=75f1b17a-3b99-4b16-9aaa-974ccbd9d45e HTTP/1.1" status: 200 len: 1127 time: 0.0584452 Feb 28 11:11:31.865752 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device da5a1e25-7f77-450d-acc7-9ddaedf4be35 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 11:11:31.920011 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port da5a1e25-7f77-450d-acc7-9ddaedf4be35 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:11:31.920392 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (da5a1e25-7f77-450d-acc7-9ddaedf4be35), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:31.927221 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e677bc55-9c20-4d68-8425-ebe0de4084f9 req-3126b15d-b02f-4ee7-bb4e-22815de34638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:11:31.928923 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-e677bc55-9c20-4d68-8425-ebe0de4084f9 req-3126b15d-b02f-4ee7-bb4e-22815de34638 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d944a090-60d5-4855-a825-2950a298e5a9 HTTP/1.1" status: 200 len: 898 time: 0.0909398 Feb 28 11:11:31.975495 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-e677bc55-9c20-4d68-8425-ebe0de4084f9 req-ab9cbce0-34d0-47b1-9e92-61eed1bda3da service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ff07ea33-5ebd-4023-8d4d-aef5f5dcd2a0 HTTP/1.1" status: 200 len: 217 time: 0.0405760 Feb 28 11:11:32.001620 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port da5a1e25-7f77-450d-acc7-9ddaedf4be35 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:11:32.024966 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e677bc55-9c20-4d68-8425-ebe0de4084f9 req-b90e57d2-4a3b-4431-ab5c-b9c6328fe15d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:11:32.026460 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-e677bc55-9c20-4d68-8425-ebe0de4084f9 req-b90e57d2-4a3b-4431-ab5c-b9c6328fe15d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d2a148f3-d503-4cbc-8a5e-b6aed024e117 HTTP/1.1" status: 200 len: 835 time: 0.0451465 Feb 28 11:11:32.118692 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e677bc55-9c20-4d68-8425-ebe0de4084f9 req-4b21a13c-e8f7-4ced-b51d-d74f26770e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:11:32.120259 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-e677bc55-9c20-4d68-8425-ebe0de4084f9 req-4b21a13c-e8f7-4ced-b51d-d74f26770e01 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d944a090-60d5-4855-a825-2950a298e5a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0879364 Feb 28 11:11:32.188593 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c02d4a-4518-4c68-a5bd-f8f4759117c6 req-e7b776ff-22fb-4913-b9a8-a498f34baa1f tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:11:32.190052 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-e4c02d4a-4518-4c68-a5bd-f8f4759117c6 req-e7b776ff-22fb-4913-b9a8-a498f34baa1f tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/ports?device_id=75f1b17a-3b99-4b16-9aaa-974ccbd9d45e HTTP/1.1" status: 200 len: 943 time: 0.1071575 Feb 28 11:11:32.259024 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-e677bc55-9c20-4d68-8425-ebe0de4084f9 req-0e976efb-7cff-464a-b9bd-aa6311fa9c96 service neutron] 10.222.0.30 "GET /v2.0/networks/d944a090-60d5-4855-a825-2950a298e5a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320715 Feb 28 11:11:32.269066 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-e4c02d4a-4518-4c68-a5bd-f8f4759117c6 req-07c333d0-89c7-4f85-b420-94e0b1a60a48 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/security-groups?id=12761feb-bc9b-4bda-aae6-52319a3e0985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729849 Feb 28 11:11:32.360415 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-e677bc55-9c20-4d68-8425-ebe0de4084f9 req-34db60b4-2200-4b52-902d-d00f7bc053cc service neutron] 10.222.0.30 "GET /v2.0/networks/d944a090-60d5-4855-a825-2950a298e5a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903263 Feb 28 11:11:33.398855 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da53e148-e669-46ae-99f8-737001bbf34e req-cda1ead7-56be-4a9a-be47-c6d0843a3ae0 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:11:33.400396 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-da53e148-e669-46ae-99f8-737001bbf34e req-cda1ead7-56be-4a9a-be47-c6d0843a3ae0 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/ports?device_id=75f1b17a-3b99-4b16-9aaa-974ccbd9d45e HTTP/1.1" status: 200 len: 943 time: 0.0580306 Feb 28 11:11:33.462908 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-da53e148-e669-46ae-99f8-737001bbf34e req-ed509d24-00e6-498d-a9ef-2ae939d0db40 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/security-groups?id=12761feb-bc9b-4bda-aae6-52319a3e0985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568149 Feb 28 11:11:33.503268 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device ff07ea33-5ebd-4023-8d4d-aef5f5dcd2a0 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103409) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 11:11:33.608982 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] For port ff07ea33-5ebd-4023-8d4d-aef5f5dcd2a0, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=ff07ea33-5ebd-4023-8d4d-aef5f5dcd2a0,segment=NetworkSegment(776151da-25a7-4b7a-b885-c492b2096152),segment_id=776151da-25a7-4b7a-b885-c492b2096152)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:11:33.621354 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Returning: {'device': 'ff07ea33-5ebd-4023-8d4d-aef5f5dcd2a0', 'network_id': 'd944a090-60d5-4855-a825-2950a298e5a9', 'port_id': 'ff07ea33-5ebd-4023-8d4d-aef5f5dcd2a0', 'mac_address': 'fa:16:3e:34:2b:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 272, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2a148f3-d503-4cbc-8a5e-b6aed024e117', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103409) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 11:11:33.664441 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Current status of the port ff07ea33-5ebd-4023-8d4d-aef5f5dcd2a0 is: DOWN; New status is: BUILD {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:11:33.664878 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (ff07ea33-5ebd-4023-8d4d-aef5f5dcd2a0), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:33.679936 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff07ea33-5ebd-4023-8d4d-aef5f5dcd2a0 {{(pid=103409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 11:11:33.700264 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] For port ff07ea33-5ebd-4023-8d4d-aef5f5dcd2a0, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=ff07ea33-5ebd-4023-8d4d-aef5f5dcd2a0,segment=NetworkSegment(776151da-25a7-4b7a-b885-c492b2096152),segment_id=776151da-25a7-4b7a-b885-c492b2096152)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:11:33.705127 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (ff07ea33-5ebd-4023-8d4d-aef5f5dcd2a0), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:33.761350 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Pushing event updated for resources: {'Port': ['ID=ff07ea33-5ebd-4023-8d4d-aef5f5dcd2a0,revision_number=4']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:11:34.159153 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] get_ports_and_sgs() called for port_ids ['ff07ea33-5ebd-4023-8d4d-aef5f5dcd2a0'] {{(pid=103409) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 11:11:34.585165 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70aa38dd-44e6-4f54-a8c1-52083c13af29 req-00626ee7-2bf2-4339-aee6-6ebc70cb64a0 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:11:34.586708 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-70aa38dd-44e6-4f54-a8c1-52083c13af29 req-00626ee7-2bf2-4339-aee6-6ebc70cb64a0 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/ports?device_id=75f1b17a-3b99-4b16-9aaa-974ccbd9d45e HTTP/1.1" status: 200 len: 944 time: 0.0549524 Feb 28 11:11:34.639815 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-70aa38dd-44e6-4f54-a8c1-52083c13af29 req-0b881429-569c-47ec-89e6-710621e0ac05 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/security-groups?id=12761feb-bc9b-4bda-aae6-52319a3e0985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474706 Feb 28 11:11:35.512850 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device ff07ea33-5ebd-4023-8d4d-aef5f5dcd2a0 up at agent hyperv_hv-neutron-mast {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 11:11:35.564909 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Provisioning for port ff07ea33-5ebd-4023-8d4d-aef5f5dcd2a0 completed by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 11:11:35.569213 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Provisioning complete for port ff07ea33-5ebd-4023-8d4d-aef5f5dcd2a0 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:11:35.569598 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (ff07ea33-5ebd-4023-8d4d-aef5f5dcd2a0), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:35.646681 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Current status of the port ff07ea33-5ebd-4023-8d4d-aef5f5dcd2a0 is: BUILD; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:11:35.647074 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (ff07ea33-5ebd-4023-8d4d-aef5f5dcd2a0), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:35.674280 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75f1b17a-3b99-4b16-9aaa-974ccbd9d45e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff07ea33-5ebd-4023-8d4d-aef5f5dcd2a0'}] {{(pid=103409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:11:35.676535 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa5325a5be4b33bf61fd809c564e3765e689d817bbd874267890deb3cfccaf12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb64eb31-9212-4cf0-94de-4af2a6a8d48d" -d '{"events": [{"server_uuid": "75f1b17a-3b99-4b16-9aaa-974ccbd9d45e", "name": "network-vif-plugged", "status": "completed", "tag": "ff07ea33-5ebd-4023-8d4d-aef5f5dcd2a0"}]}' {{(pid=103409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 11:11:35.688819 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] For port ff07ea33-5ebd-4023-8d4d-aef5f5dcd2a0, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=ff07ea33-5ebd-4023-8d4d-aef5f5dcd2a0,segment=NetworkSegment(776151da-25a7-4b7a-b885-c492b2096152),segment_id=776151da-25a7-4b7a-b885-c492b2096152)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:11:35.695199 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (ff07ea33-5ebd-4023-8d4d-aef5f5dcd2a0), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:35.746290 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Pushing event updated for resources: {'Port': ['ID=ff07ea33-5ebd-4023-8d4d-aef5f5dcd2a0,revision_number=5']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:11:35.781888 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 11:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b13299c-a845-4482-929d-ef0690e44808 x-openstack-request-id: req-6b13299c-a845-4482-929d-ef0690e44808 {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 11:11:35.782184 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75f1b17a-3b99-4b16-9aaa-974ccbd9d45e", "name": "network-vif-plugged", "status": "completed", "tag": "ff07ea33-5ebd-4023-8d4d-aef5f5dcd2a0", "code": 200}]} {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 11:11:35.782441 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6b13299c-a845-4482-929d-ef0690e44808 {{(pid=103409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 11:11:35.782868 dv-neutron-master-2-hyperv neutron-server[103409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75f1b17a-3b99-4b16-9aaa-974ccbd9d45e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff07ea33-5ebd-4023-8d4d-aef5f5dcd2a0', 'code': 200} Feb 28 11:11:35.783426 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6140bd3-3c7a-4f4b-a429-e5c81aa194f4 req-88da8d49-d468-4df9-b415-6f87404fb10f tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:11:35.784982 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-f6140bd3-3c7a-4f4b-a429-e5c81aa194f4 req-88da8d49-d468-4df9-b415-6f87404fb10f tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/ports?device_id=75f1b17a-3b99-4b16-9aaa-974ccbd9d45e HTTP/1.1" status: 200 len: 945 time: 0.0698745 Feb 28 11:11:35.835969 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-f6140bd3-3c7a-4f4b-a429-e5c81aa194f4 req-a1f6c875-d376-46af-aed2-816a9697222f tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/security-groups?id=12761feb-bc9b-4bda-aae6-52319a3e0985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452688 Feb 28 11:11:35.992807 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e9f5ad-afb9-4d05-92ff-b469385919df req-adc240bc-8d7b-4a4f-85a6-84d7778d74d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:11:35.994399 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-19e9f5ad-afb9-4d05-92ff-b469385919df req-adc240bc-8d7b-4a4f-85a6-84d7778d74d9 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=75f1b17a-3b99-4b16-9aaa-974ccbd9d45e HTTP/1.1" status: 200 len: 1129 time: 0.0469148 Feb 28 11:11:36.041463 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-19e9f5ad-afb9-4d05-92ff-b469385919df req-bfd13d4a-8fb8-4559-9f41-2b2669c25be1 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=12761feb-bc9b-4bda-aae6-52319a3e0985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414672 Feb 28 11:11:36.967718 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ba359c-2d8d-482a-8fd5-2f45fdbc7447 req-76b6f8c4-96a8-42c5-a72b-03fbf6ee0dde tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:11:36.969255 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-28ba359c-2d8d-482a-8fd5-2f45fdbc7447 req-76b6f8c4-96a8-42c5-a72b-03fbf6ee0dde tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/ports?device_id=75f1b17a-3b99-4b16-9aaa-974ccbd9d45e HTTP/1.1" status: 200 len: 945 time: 0.0617895 Feb 28 11:11:37.019856 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-28ba359c-2d8d-482a-8fd5-2f45fdbc7447 req-9c7c3a45-b2c9-487f-9adc-bf663be3aabe tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/security-groups?id=12761feb-bc9b-4bda-aae6-52319a3e0985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449157 Feb 28 11:11:38.155228 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b080f89e-0d3d-42de-8ea5-c575165c8be6 req-6eb831cd-c077-43de-879a-005d8e9097ee tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:11:38.156873 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-b080f89e-0d3d-42de-8ea5-c575165c8be6 req-6eb831cd-c077-43de-879a-005d8e9097ee tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/ports?device_id=75f1b17a-3b99-4b16-9aaa-974ccbd9d45e HTTP/1.1" status: 200 len: 945 time: 0.0576355 Feb 28 11:11:38.210231 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-b080f89e-0d3d-42de-8ea5-c575165c8be6 req-b0b9929e-2d40-4243-b59d-dac4137e0b07 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/security-groups?id=12761feb-bc9b-4bda-aae6-52319a3e0985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473087 Feb 28 11:11:38.334602 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225f5e54-c529-43b8-a275-11a9e88f43b8 req-cb1b4a38-3395-429e-b1fd-f2ed881c44ff tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:11:38.336092 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-225f5e54-c529-43b8-a275-11a9e88f43b8 req-cb1b4a38-3395-429e-b1fd-f2ed881c44ff tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/ports?device_id=75f1b17a-3b99-4b16-9aaa-974ccbd9d45e HTTP/1.1" status: 200 len: 945 time: 0.0584369 Feb 28 11:11:38.390856 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-225f5e54-c529-43b8-a275-11a9e88f43b8 req-6be322f7-e003-4c18-879d-6129aae5ae95 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/security-groups?id=12761feb-bc9b-4bda-aae6-52319a3e0985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491226 Feb 28 11:11:38.413305 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 46074) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:11:38.457745 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac051fa-7a53-4a5b-b2a7-2463fcea17d1 tempest-TestNetworkAdvancedServerOps-1757666246 tempest-TestNetworkAdvancedServerOps-1757666246-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:11:38.459296 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-0ac051fa-7a53-4a5b-b2a7-2463fcea17d1 tempest-TestNetworkAdvancedServerOps-1757666246 tempest-TestNetworkAdvancedServerOps-1757666246-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=75f1b17a-3b99-4b16-9aaa-974ccbd9d45e HTTP/1.1" status: 200 len: 1124 time: 0.0449910 Feb 28 11:11:38.462394 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 46076) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:11:38.466702 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-c2d2aa55-6f71-4c08-b093-150b4a8c3629 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Request body: {'floatingip': {'floating_network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'port_id': 'ff07ea33-5ebd-4023-8d4d-aef5f5dcd2a0', 'tenant_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:11:38.491042 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c2d2aa55-6f71-4c08-b093-150b4a8c3629 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:38.558860 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (13ac42ae-016e-4baf-bb31-c6fa820b41c2), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:38.604132 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c2d2aa55-6f71-4c08-b093-150b4a8c3629 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:38.714578 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-c2d2aa55-6f71-4c08-b093-150b4a8c3629 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Allocated IP 172.36.5.61 (1e0804d0-d1d9-4d40-9de5-2936f3d87840/6f6f4129-23e5-4c3b-b4ef-4c7ce926797e/e629b7d2-c4bc-4992-a795-7577370f2b06) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:11:38.795475 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2bbb3394-6c8c-4c09-a432-7e9127b092a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fb6705d2-4f70-4965-92a3-fbfccd43a6d3), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:38.829399 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c2d2aa55-6f71-4c08-b093-150b4a8c3629 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for port (e629b7d2-c4bc-4992-a795-7577370f2b06), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:38.868042 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c2d2aa55-6f71-4c08-b093-150b4a8c3629 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (e629b7d2-c4bc-4992-a795-7577370f2b06), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:38.910524 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2d2aa55-6f71-4c08-b093-150b4a8c3629 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Network 1e0804d0-d1d9-4d40-9de5-2936f3d87840 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:11:38.913808 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-c2d2aa55-6f71-4c08-b093-150b4a8c3629 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:11:38.919817 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d2aa55-6f71-4c08-b093-150b4a8c3629 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 11:11:38.928049 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d2aa55-6f71-4c08-b093-150b4a8c3629 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Pushing event updated for resources: {'Port': ['ID=e629b7d2-c4bc-4992-a795-7577370f2b06,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:11:39.676667 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c2d2aa55-6f71-4c08-b093-150b4a8c3629 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for floatingip (426baede-736e-46bb-942b-9be9f51c1303), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:39.753172 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c2d2aa55-6f71-4c08-b093-150b4a8c3629 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (e629b7d2-c4bc-4992-a795-7577370f2b06), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:39.926794 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c2d2aa55-6f71-4c08-b093-150b4a8c3629 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for port (e629b7d2-c4bc-4992-a795-7577370f2b06), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:39.932362 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c2d2aa55-6f71-4c08-b093-150b4a8c3629 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3498066'] for port (e629b7d2-c4bc-4992-a795-7577370f2b06), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:40.019291 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d2aa55-6f71-4c08-b093-150b4a8c3629 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Pushing event updated for resources: {'Port': ['ID=e629b7d2-c4bc-4992-a795-7577370f2b06,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:11:40.029810 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c2d2aa55-6f71-4c08-b093-150b4a8c3629 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1803383'] for floatingip (426baede-736e-46bb-942b-9be9f51c1303), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:40.141437 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.db.l3_db [None req-c2d2aa55-6f71-4c08-b093-150b4a8c3629 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Floating IP 426baede-736e-46bb-942b-9be9f51c1303 associated. External IP: 172.36.5.61, port: ff07ea33-5ebd-4023-8d4d-aef5f5dcd2a0. Feb 28 11:11:40.362128 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2d2aa55-6f71-4c08-b093-150b4a8c3629 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Router 4b1e811c-8265-47f6-926f-2f99cee55964 has already been hosted by L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:11:40.476955 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2d2aa55-6f71-4c08-b093-150b4a8c3629 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:11:40.486923 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03db07f3-2c22-4c1f-b218-e3e635cdb538 None None] Sync routers for ids ['4b1e811c-8265-47f6-926f-2f99cee55964'] in dv-neutron-master-2-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:11:40.501383 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c2d2aa55-6f71-4c08-b093-150b4a8c3629 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for floatingip (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:40.501606 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03db07f3-2c22-4c1f-b218-e3e635cdb538 None None] Routers {'4b1e811c-8265-47f6-926f-2f99cee55964'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:11:40.501606 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-03db07f3-2c22-4c1f-b218-e3e635cdb538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T11:11:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['4b1e811c-8265-47f6-926f-2f99cee55964'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:11:40.535489 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-c2d2aa55-6f71-4c08-b093-150b4a8c3629 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0720448 Feb 28 11:11:40.536190 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75f1b17a-3b99-4b16-9aaa-974ccbd9d45e', 'tag': 'ff07ea33-5ebd-4023-8d4d-aef5f5dcd2a0'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:11:40.538833 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c8e1c873eeca597e52e7ceb7469e602eac250bfea6606d285743d38033cf584" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec77ddb4-ec05-484c-b523-5c8d12c49af0" -d '{"events": [{"name": "network-changed", "server_uuid": "75f1b17a-3b99-4b16-9aaa-974ccbd9d45e", "tag": "ff07ea33-5ebd-4023-8d4d-aef5f5dcd2a0"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 11:11:40.587188 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 11:11:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59ae7c61-9718-41f3-a1fa-48af195593b4 x-openstack-request-id: req-59ae7c61-9718-41f3-a1fa-48af195593b4 {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 11:11:40.587776 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75f1b17a-3b99-4b16-9aaa-974ccbd9d45e", "tag": "ff07ea33-5ebd-4023-8d4d-aef5f5dcd2a0", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 11:11:40.588139 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-59ae7c61-9718-41f3-a1fa-48af195593b4 {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 11:11:40.589425 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75f1b17a-3b99-4b16-9aaa-974ccbd9d45e', 'tag': 'ff07ea33-5ebd-4023-8d4d-aef5f5dcd2a0', 'status': 'completed', 'code': 200} Feb 28 11:11:40.616748 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-03db07f3-2c22-4c1f-b218-e3e635cdb538 None None] Set router 4b1e811c-8265-47f6-926f-2f99cee55964 gateway port host: dv-neutron-master-2-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:11:40.668145 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b2d223-f24d-4bc6-944c-1e9e8c20cf45 req-bb635803-6ef8-4691-8aa0-e40c3de77686 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:11:40.669692 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-27b2d223-f24d-4bc6-944c-1e9e8c20cf45 req-bb635803-6ef8-4691-8aa0-e40c3de77686 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/ports?device_id=75f1b17a-3b99-4b16-9aaa-974ccbd9d45e HTTP/1.1" status: 200 len: 945 time: 0.0792434 Feb 28 11:11:40.704370 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec77ddb4-ec05-484c-b523-5c8d12c49af0 req-4b1b7e25-d5d4-437a-a853-9ca07adabfa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:11:40.705912 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-ec77ddb4-ec05-484c-b523-5c8d12c49af0 req-4b1b7e25-d5d4-437a-a853-9ca07adabfa8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3c4e3863732a46c4818eaf87ed0e9f91&device_id=75f1b17a-3b99-4b16-9aaa-974ccbd9d45e HTTP/1.1" status: 200 len: 1129 time: 0.0725486 Feb 28 11:11:40.777007 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-27b2d223-f24d-4bc6-944c-1e9e8c20cf45 req-1603b408-65d9-41a8-b727-d96a2df0787b tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/security-groups?id=12761feb-bc9b-4bda-aae6-52319a3e0985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989881 Feb 28 11:11:40.801943 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 46082) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:11:40.821830 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec77ddb4-ec05-484c-b523-5c8d12c49af0 req-00af2ef1-c0fb-44a1-b41e-d449c3c42aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:11:40.823333 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-ec77ddb4-ec05-484c-b523-5c8d12c49af0 req-00af2ef1-c0fb-44a1-b41e-d449c3c42aa0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d944a090-60d5-4855-a825-2950a298e5a9 HTTP/1.1" status: 200 len: 898 time: 0.1116648 Feb 28 11:11:40.854743 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-03db07f3-2c22-4c1f-b218-e3e635cdb538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b1e811c-8265-47f6-926f-2f99cee55964', 'name': 'tempest-TestNetworkAdvancedServerOps-router-554486950', 'tenant_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.42'}], 'enable_snat': True}, 'gw_port_id': '58af2423-369b-4cd8-9647-198e3f9be6fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:11:23Z', 'updated_at': '2022-02-28T11:11:26Z', 'revision_number': 4, 'project_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'gw_port': {'id': '58af2423-369b-4cd8-9647-198e3f9be6fe', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:1c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1e811c-8265-47f6-926f-2f99cee55964', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:11:23Z', 'updated_at': '2022-02-28T11:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '426baede-736e-46bb-942b-9be9f51c1303', 'tenant_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'floating_ip_address': '172.36.5.61', 'floating_network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'router_id': '4b1e811c-8265-47f6-926f-2f99cee55964', 'port_id': 'ff07ea33-5ebd-4023-8d4d-aef5f5dcd2a0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1725, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd944a090-60d5-4855-a825-2950a298e5a9', 'mac_address': 'fa:16:3e:34:2b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f1b17a-3b99-4b16-9aaa-974ccbd9d45e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:11:39Z', 'updated_at': '2022-02-28T11:11:39Z', 'revision_number': 0, 'project_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da5a1e25-7f77-450d-acc7-9ddaedf4be35', 'name': '', 'network_id': 'd944a090-60d5-4855-a825-2950a298e5a9', 'tenant_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'mac_address': 'fa:16:3e:2d:41:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1e811c-8265-47f6-926f-2f99cee55964', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': 'd2a148f3-d503-4cbc-8a5e-b6aed024e117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:11:26Z', 'updated_at': '2022-02-28T11:11:29Z', 'revision_number': 5, 'project_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'subnets': [{'id': 'd2a148f3-d503-4cbc-8a5e-b6aed024e117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:11:40.867784 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-821a711b-6312-48e7-b628-1cd8eca24a67 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/floatingips/426baede-736e-46bb-942b-9be9f51c1303 HTTP/1.1" status: 200 len: 990 time: 0.0649636 Feb 28 11:11:40.881848 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03db07f3-2c22-4c1f-b218-e3e635cdb538 None None] Checking router: 4b1e811c-8265-47f6-926f-2f99cee55964 for host: dv-neutron-master-2-hyperv {{(pid=103410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:11:40.890523 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03db07f3-2c22-4c1f-b218-e3e635cdb538 None None] Routers {'4b1e811c-8265-47f6-926f-2f99cee55964'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:11:40.891466 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-03db07f3-2c22-4c1f-b218-e3e635cdb538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T11:11:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['4b1e811c-8265-47f6-926f-2f99cee55964'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:11:40.896827 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-ec77ddb4-ec05-484c-b523-5c8d12c49af0 req-f073d990-cc42-4ba0-bfad-41b6830c423d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ff07ea33-5ebd-4023-8d4d-aef5f5dcd2a0 HTTP/1.1" status: 200 len: 998 time: 0.0675561 Feb 28 11:11:40.949989 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec77ddb4-ec05-484c-b523-5c8d12c49af0 req-6351d0ba-083d-4088-8ddb-dd3134cc8e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:11:40.951501 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-ec77ddb4-ec05-484c-b523-5c8d12c49af0 req-6351d0ba-083d-4088-8ddb-dd3134cc8e64 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d2a148f3-d503-4cbc-8a5e-b6aed024e117 HTTP/1.1" status: 200 len: 835 time: 0.0487413 Feb 28 11:11:41.007689 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec77ddb4-ec05-484c-b523-5c8d12c49af0 req-f11f4260-0baa-4cb2-9198-0a5a5ef3f425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:11:41.009744 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-ec77ddb4-ec05-484c-b523-5c8d12c49af0 req-f11f4260-0baa-4cb2-9198-0a5a5ef3f425 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d944a090-60d5-4855-a825-2950a298e5a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0517175 Feb 28 11:11:41.016900 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-03db07f3-2c22-4c1f-b218-e3e635cdb538 None None] Set router 4b1e811c-8265-47f6-926f-2f99cee55964 gateway port host: dv-neutron-master-2-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:11:41.088730 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-27fae51d-240f-4371-8d32-149c4ff9c58d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fc6c9b74-8dbb-41bb-800a-5bd3a43fe896), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:41.108836 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-ec77ddb4-ec05-484c-b523-5c8d12c49af0 req-7d9c543d-1751-48ac-a26d-bd709d29680e service neutron] 10.222.0.30 "GET /v2.0/networks/d944a090-60d5-4855-a825-2950a298e5a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933867 Feb 28 11:11:41.216913 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-ec77ddb4-ec05-484c-b523-5c8d12c49af0 req-aac6c159-a1b1-4b81-b7c7-e9e8fab2f0ea service neutron] 10.222.0.30 "GET /v2.0/networks/d944a090-60d5-4855-a825-2950a298e5a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026108 Feb 28 11:11:41.263334 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-03db07f3-2c22-4c1f-b218-e3e635cdb538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b1e811c-8265-47f6-926f-2f99cee55964', 'name': 'tempest-TestNetworkAdvancedServerOps-router-554486950', 'tenant_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.42'}], 'enable_snat': True}, 'gw_port_id': '58af2423-369b-4cd8-9647-198e3f9be6fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:11:23Z', 'updated_at': '2022-02-28T11:11:26Z', 'revision_number': 4, 'project_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'gw_port': {'id': '58af2423-369b-4cd8-9647-198e3f9be6fe', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:1c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1e811c-8265-47f6-926f-2f99cee55964', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:11:23Z', 'updated_at': '2022-02-28T11:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '426baede-736e-46bb-942b-9be9f51c1303', 'tenant_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'floating_ip_address': '172.36.5.61', 'floating_network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'router_id': '4b1e811c-8265-47f6-926f-2f99cee55964', 'port_id': 'ff07ea33-5ebd-4023-8d4d-aef5f5dcd2a0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1725, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd944a090-60d5-4855-a825-2950a298e5a9', 'mac_address': 'fa:16:3e:34:2b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f1b17a-3b99-4b16-9aaa-974ccbd9d45e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:11:39Z', 'updated_at': '2022-02-28T11:11:39Z', 'revision_number': 0, 'project_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da5a1e25-7f77-450d-acc7-9ddaedf4be35', 'name': '', 'network_id': 'd944a090-60d5-4855-a825-2950a298e5a9', 'tenant_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'mac_address': 'fa:16:3e:2d:41:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1e811c-8265-47f6-926f-2f99cee55964', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': 'd2a148f3-d503-4cbc-8a5e-b6aed024e117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:11:26Z', 'updated_at': '2022-02-28T11:11:29Z', 'revision_number': 5, 'project_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'subnets': [{'id': 'd2a148f3-d503-4cbc-8a5e-b6aed024e117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:11:41.290164 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03db07f3-2c22-4c1f-b218-e3e635cdb538 None None] The sync data for ids ['4b1e811c-8265-47f6-926f-2f99cee55964'] in dv-neutron-master-2-hyperv is: [{'id': '4b1e811c-8265-47f6-926f-2f99cee55964', 'name': 'tempest-TestNetworkAdvancedServerOps-router-554486950', 'tenant_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.42'}], 'enable_snat': True}, 'gw_port_id': '58af2423-369b-4cd8-9647-198e3f9be6fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:11:23Z', 'updated_at': '2022-02-28T11:11:26Z', 'revision_number': 4, 'project_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'gw_port': {'id': '58af2423-369b-4cd8-9647-198e3f9be6fe', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:1c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1e811c-8265-47f6-926f-2f99cee55964', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:11:23Z', 'updated_at': '2022-02-28T11:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '426baede-736e-46bb-942b-9be9f51c1303', 'tenant_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'floating_ip_address': '172.36.5.61', 'floating_network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'router_id': '4b1e811c-8265-47f6-926f-2f99cee55964', 'port_id': 'ff07ea33-5ebd-4023-8d4d-aef5f5dcd2a0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1725, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd944a090-60d5-4855-a825-2950a298e5a9', 'mac_address': 'fa:16:3e:34:2b:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f1b17a-3b99-4b16-9aaa-974ccbd9d45e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:11:39Z', 'updated_at': '2022-02-28T11:11:39Z', 'revision_number': 0, 'project_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da5a1e25-7f77-450d-acc7-9ddaedf4be35', 'name': '', 'network_id': 'd944a090-60d5-4855-a825-2950a298e5a9', 'tenant_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'mac_address': 'fa:16:3e:2d:41:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1e811c-8265-47f6-926f-2f99cee55964', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': 'd2a148f3-d503-4cbc-8a5e-b6aed024e117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:11:26Z', 'updated_at': '2022-02-28T11:11:29Z', 'revision_number': 5, 'project_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'subnets': [{'id': 'd2a148f3-d503-4cbc-8a5e-b6aed024e117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:11:41.507224 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3bfc263-a6ad-4c49-95d2-454beb9985d6 None None] New status for floating IP 426baede-736e-46bb-942b-9be9f51c1303: ACTIVE {{(pid=103409) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 11:11:41.870822 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 46084) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:11:41.937306 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-1e8ba116-fbab-46cb-bfd5-8ecce4aa3534 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/floatingips/426baede-736e-46bb-942b-9be9f51c1303 HTTP/1.1" status: 200 len: 992 time: 0.0652571 Feb 28 11:11:42.201763 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b6d631fb-7df0-4fe1-8322-abff3b61cae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (0db5147a-92a3-4581-8a5f-8ec9b93e0600), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:43.601733 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6b923bb1-06b0-4b84-b461-7cc1d0196090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (2e621730-3978-4720-b581-ac380e97a567), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:44.929479 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:11:51.989752 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-b0196851-e58f-4cdd-a58f-1ab39677c05d req-9eacb69d-fabd-4e08-85d2-d44d42e2f51c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=75f1b17a-3b99-4b16-9aaa-974ccbd9d45e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0498214 Feb 28 11:11:52.096191 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0196851-e58f-4cdd-a58f-1ab39677c05d req-4204c2d7-86a2-4245-b4b3-58b1d971cc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:11:52.097728 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-b0196851-e58f-4cdd-a58f-1ab39677c05d req-4204c2d7-86a2-4245-b4b3-58b1d971cc8d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3c4e3863732a46c4818eaf87ed0e9f91&device_id=75f1b17a-3b99-4b16-9aaa-974ccbd9d45e HTTP/1.1" status: 200 len: 1129 time: 0.0483389 Feb 28 11:11:52.205714 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0196851-e58f-4cdd-a58f-1ab39677c05d req-5b76b4ea-2f94-43f5-80f1-558be373414b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:11:52.207564 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-b0196851-e58f-4cdd-a58f-1ab39677c05d req-5b76b4ea-2f94-43f5-80f1-558be373414b service neutron] 10.222.0.30 "GET /v2.0/networks?id=d944a090-60d5-4855-a825-2950a298e5a9 HTTP/1.1" status: 200 len: 898 time: 0.0909662 Feb 28 11:11:52.281191 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-b0196851-e58f-4cdd-a58f-1ab39677c05d req-dceb573e-55b2-4871-b911-425b55d019d4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ff07ea33-5ebd-4023-8d4d-aef5f5dcd2a0 HTTP/1.1" status: 200 len: 1000 time: 0.0685799 Feb 28 11:11:52.335319 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0196851-e58f-4cdd-a58f-1ab39677c05d req-ef695c2e-cf3d-4554-8384-58faa9646f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:11:52.336856 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-b0196851-e58f-4cdd-a58f-1ab39677c05d req-ef695c2e-cf3d-4554-8384-58faa9646f38 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d2a148f3-d503-4cbc-8a5e-b6aed024e117 HTTP/1.1" status: 200 len: 835 time: 0.0495837 Feb 28 11:11:52.391943 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0196851-e58f-4cdd-a58f-1ab39677c05d req-070c314e-c674-436c-93ab-40c337dd45fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:11:52.393783 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-b0196851-e58f-4cdd-a58f-1ab39677c05d req-070c314e-c674-436c-93ab-40c337dd45fe service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d944a090-60d5-4855-a825-2950a298e5a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0515099 Feb 28 11:11:52.489711 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-b0196851-e58f-4cdd-a58f-1ab39677c05d req-55c90f3d-73b3-437c-bc5d-eebeddd8b784 service neutron] 10.222.0.30 "GET /v2.0/networks/d944a090-60d5-4855-a825-2950a298e5a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902967 Feb 28 11:11:52.594982 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-b0196851-e58f-4cdd-a58f-1ab39677c05d req-6ab958c1-1819-44b9-99ee-e3dd53bd059a service neutron] 10.222.0.30 "GET /v2.0/networks/d944a090-60d5-4855-a825-2950a298e5a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993552 Feb 28 11:12:01.109585 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.agents_db [None req-382e0aa2-b126-48e6-89eb-3efa426b6b29 None None] Agent healthcheck: found 6 active agents {{(pid=103410) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 11:12:08.563039 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (13ac42ae-016e-4baf-bb31-c6fa820b41c2), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:08.790346 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-675c7294-b612-43f4-a4b1-3be7bb796be6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fb6705d2-4f70-4965-92a3-fbfccd43a6d3), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:11.073091 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6f212c70-172b-4240-81af-1995f39ab624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fc6c9b74-8dbb-41bb-800a-5bd3a43fe896), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:12.203808 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b6d631fb-7df0-4fe1-8322-abff3b61cae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (0db5147a-92a3-4581-8a5f-8ec9b93e0600), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:13.603363 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6b923bb1-06b0-4b84-b461-7cc1d0196090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (2e621730-3978-4720-b581-ac380e97a567), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:14.934807 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:38.109467 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.agents_db [None req-382e0aa2-b126-48e6-89eb-3efa426b6b29 None None] Agent healthcheck: found 6 active agents {{(pid=103410) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 11:12:38.561099 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (13ac42ae-016e-4baf-bb31-c6fa820b41c2), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:38.794154 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e18e1125-60b2-4d5a-a2b8-1804979c6525 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fb6705d2-4f70-4965-92a3-fbfccd43a6d3), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:41.077481 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-17d1ace1-3f7d-47d7-a93a-57adc9963697 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fc6c9b74-8dbb-41bb-800a-5bd3a43fe896), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:42.207470 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b6d631fb-7df0-4fe1-8322-abff3b61cae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (0db5147a-92a3-4581-8a5f-8ec9b93e0600), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:43.608439 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6b923bb1-06b0-4b84-b461-7cc1d0196090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (2e621730-3978-4720-b581-ac380e97a567), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:44.827426 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7243a25b-a1ff-42e6-9628-a7cfb1f9f2ae req-c35b6e9c-cd44-45e2-bd4b-bf85f7dca854 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:12:44.828832 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-7243a25b-a1ff-42e6-9628-a7cfb1f9f2ae req-c35b6e9c-cd44-45e2-bd4b-bf85f7dca854 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/ports?device_id=75f1b17a-3b99-4b16-9aaa-974ccbd9d45e HTTP/1.1" status: 200 len: 945 time: 0.0579541 Feb 28 11:12:44.880455 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-7243a25b-a1ff-42e6-9628-a7cfb1f9f2ae req-885b20f9-08bb-4e81-afd0-32936f811d4f tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/security-groups?id=12761feb-bc9b-4bda-aae6-52319a3e0985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456183 Feb 28 11:12:44.940707 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:46.005871 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2560bcfb-f4a1-4162-9612-93f8382667f9 req-17a93782-155f-4a74-9546-08874c806ee7 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:12:46.007455 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-2560bcfb-f4a1-4162-9612-93f8382667f9 req-17a93782-155f-4a74-9546-08874c806ee7 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/ports?device_id=75f1b17a-3b99-4b16-9aaa-974ccbd9d45e HTTP/1.1" status: 200 len: 945 time: 0.0568106 Feb 28 11:12:46.060697 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-2560bcfb-f4a1-4162-9612-93f8382667f9 req-6f3ba3c6-8fa9-4ce6-b9c3-10e2b8a4edef tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/security-groups?id=12761feb-bc9b-4bda-aae6-52319a3e0985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475113 Feb 28 11:12:46.083636 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 46116) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:12:46.144458 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-90237447-5622-472a-8361-2bcd46d7842b tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/floatingips/426baede-736e-46bb-942b-9be9f51c1303 HTTP/1.1" status: 200 len: 992 time: 0.0597470 Feb 28 11:12:47.460829 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4512fbc3-551a-4793-bc10-84ea01c04dda req-f4d30287-d23f-49e9-aeb4-d41a3bfbfea9 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:12:47.462279 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-4512fbc3-551a-4793-bc10-84ea01c04dda req-f4d30287-d23f-49e9-aeb4-d41a3bfbfea9 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/ports?device_id=75f1b17a-3b99-4b16-9aaa-974ccbd9d45e HTTP/1.1" status: 200 len: 945 time: 0.0574138 Feb 28 11:12:47.520110 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-4512fbc3-551a-4793-bc10-84ea01c04dda req-06008eaa-e3f8-4360-8d63-17cf6943727c tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/security-groups?id=12761feb-bc9b-4bda-aae6-52319a3e0985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519569 Feb 28 11:12:48.654846 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072a1c2f-15f6-4557-81c5-b7db02778012 req-515de18d-e6c7-4f41-bd13-3d702f219042 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:12:48.656378 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-072a1c2f-15f6-4557-81c5-b7db02778012 req-515de18d-e6c7-4f41-bd13-3d702f219042 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/ports?device_id=75f1b17a-3b99-4b16-9aaa-974ccbd9d45e HTTP/1.1" status: 200 len: 945 time: 0.0615275 Feb 28 11:12:48.709179 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-072a1c2f-15f6-4557-81c5-b7db02778012 req-4931cb1d-d508-438b-ae7b-d005bf7dfe07 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/security-groups?id=12761feb-bc9b-4bda-aae6-52319a3e0985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470333 Feb 28 11:12:48.735937 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 46126) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:12:48.802346 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-6106a2c7-05c0-4eee-8230-a14600b46675 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/floatingips/426baede-736e-46bb-942b-9be9f51c1303 HTTP/1.1" status: 200 len: 992 time: 0.0647485 Feb 28 11:12:49.066322 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 46134) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:12:49.246190 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-ace172ec-536c-4f1f-bb4a-aed001f8c71c tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Deleting port e629b7d2-c4bc-4992-a795-7577370f2b06 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 11:12:49.246540 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ace172ec-536c-4f1f-bb4a-aed001f8c71c tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (e629b7d2-c4bc-4992-a795-7577370f2b06), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:49.331367 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ace172ec-536c-4f1f-bb4a-aed001f8c71c tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (e629b7d2-c4bc-4992-a795-7577370f2b06), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:49.331619 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ace172ec-536c-4f1f-bb4a-aed001f8c71c tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for floatingip (e629b7d2-c4bc-4992-a795-7577370f2b06), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:49.344544 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-ace172ec-536c-4f1f-bb4a-aed001f8c71c tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Calling delete_port for e629b7d2-c4bc-4992-a795-7577370f2b06 owned by network:floatingip {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 11:12:49.511700 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ace172ec-536c-4f1f-bb4a-aed001f8c71c tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (e629b7d2-c4bc-4992-a795-7577370f2b06), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:49.538244 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace172ec-536c-4f1f-bb4a-aed001f8c71c tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Pushing event deleted for resources: {'Port': ['ID=e629b7d2-c4bc-4992-a795-7577370f2b06,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:12:49.550784 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace172ec-536c-4f1f-bb4a-aed001f8c71c tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:12:49.551154 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace172ec-536c-4f1f-bb4a-aed001f8c71c tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:12:49.551513 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace172ec-536c-4f1f-bb4a-aed001f8c71c tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:12:49.551950 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace172ec-536c-4f1f-bb4a-aed001f8c71c tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:12:49.552300 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace172ec-536c-4f1f-bb4a-aed001f8c71c tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:12:49.552676 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace172ec-536c-4f1f-bb4a-aed001f8c71c tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:12:49.553019 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace172ec-536c-4f1f-bb4a-aed001f8c71c tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:12:49.553367 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace172ec-536c-4f1f-bb4a-aed001f8c71c tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:12:49.553705 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace172ec-536c-4f1f-bb4a-aed001f8c71c tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:12:49.554071 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace172ec-536c-4f1f-bb4a-aed001f8c71c tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:12:49.554474 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace172ec-536c-4f1f-bb4a-aed001f8c71c tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:12:49.555086 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace172ec-536c-4f1f-bb4a-aed001f8c71c tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:12:49.555202 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace172ec-536c-4f1f-bb4a-aed001f8c71c tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:12:49.618323 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ace172ec-536c-4f1f-bb4a-aed001f8c71c tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for floatingip (426baede-736e-46bb-942b-9be9f51c1303), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:49.618602 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.db.l3_db [None req-ace172ec-536c-4f1f-bb4a-aed001f8c71c tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Floating IP 426baede-736e-46bb-942b-9be9f51c1303 disassociated (deleted). External IP: 172.36.5.61, port: ff07ea33-5ebd-4023-8d4d-aef5f5dcd2a0. Feb 28 11:12:49.839292 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ace172ec-536c-4f1f-bb4a-aed001f8c71c tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Router 4b1e811c-8265-47f6-926f-2f99cee55964 has already been hosted by L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 {{(pid=103408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:12:49.951646 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ace172ec-536c-4f1f-bb4a-aed001f8c71c tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:12:49.956719 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ace172ec-536c-4f1f-bb4a-aed001f8c71c tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for floatingip (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:49.962597 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a1385c-7afe-4012-a89b-0f281fa2cb69 None None] Sync routers for ids ['4b1e811c-8265-47f6-926f-2f99cee55964'] in dv-neutron-master-2-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:12:49.973282 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a1385c-7afe-4012-a89b-0f281fa2cb69 None None] Routers {'4b1e811c-8265-47f6-926f-2f99cee55964'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:12:49.974181 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-06a1385c-7afe-4012-a89b-0f281fa2cb69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T11:12:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['4b1e811c-8265-47f6-926f-2f99cee55964'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:12:49.988666 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-ace172ec-536c-4f1f-bb4a-aed001f8c71c tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "DELETE /v2.0/floatingips/426baede-736e-46bb-942b-9be9f51c1303 HTTP/1.1" status: 204 len: 168 time: 0.9209709 Feb 28 11:12:49.989333 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75f1b17a-3b99-4b16-9aaa-974ccbd9d45e', 'tag': 'ff07ea33-5ebd-4023-8d4d-aef5f5dcd2a0'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:12:49.992417 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f56b9db1a49ad64bfd589e142fe25e4b3ad10508b17737ae95e2f0d29aca45ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01c7f1f4-1e0a-40fd-8fd0-7f75434ecbfb" -d '{"events": [{"name": "network-changed", "server_uuid": "75f1b17a-3b99-4b16-9aaa-974ccbd9d45e", "tag": "ff07ea33-5ebd-4023-8d4d-aef5f5dcd2a0"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 11:12:50.031430 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 11:12:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71440b1d-0d5b-441a-991e-418623066113 x-openstack-request-id: req-71440b1d-0d5b-441a-991e-418623066113 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 11:12:50.031730 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75f1b17a-3b99-4b16-9aaa-974ccbd9d45e", "tag": "ff07ea33-5ebd-4023-8d4d-aef5f5dcd2a0", "status": "completed", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 11:12:50.031990 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-71440b1d-0d5b-441a-991e-418623066113 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 11:12:50.032410 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75f1b17a-3b99-4b16-9aaa-974ccbd9d45e', 'tag': 'ff07ea33-5ebd-4023-8d4d-aef5f5dcd2a0', 'status': 'completed', 'code': 200} Feb 28 11:12:50.148948 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c7f1f4-1e0a-40fd-8fd0-7f75434ecbfb req-00290a21-210d-4e23-a805-b45df922f6be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:12:50.150736 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-01c7f1f4-1e0a-40fd-8fd0-7f75434ecbfb req-00290a21-210d-4e23-a805-b45df922f6be service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3c4e3863732a46c4818eaf87ed0e9f91&device_id=75f1b17a-3b99-4b16-9aaa-974ccbd9d45e HTTP/1.1" status: 200 len: 1129 time: 0.0700390 Feb 28 11:12:50.199720 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-06a1385c-7afe-4012-a89b-0f281fa2cb69 None None] Set router 4b1e811c-8265-47f6-926f-2f99cee55964 gateway port host: dv-neutron-master-2-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:12:50.302708 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2123323b-3ec4-4936-90d6-2418219c8fa4 req-3057e64b-8705-46ef-bcff-cee0ed4a2986 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:12:50.304392 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-2123323b-3ec4-4936-90d6-2418219c8fa4 req-3057e64b-8705-46ef-bcff-cee0ed4a2986 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/ports?device_id=75f1b17a-3b99-4b16-9aaa-974ccbd9d45e HTTP/1.1" status: 200 len: 945 time: 0.1249290 Feb 28 11:12:50.344015 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c7f1f4-1e0a-40fd-8fd0-7f75434ecbfb req-26746193-db1b-4d34-9061-7344230dfdee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:12:50.345538 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-01c7f1f4-1e0a-40fd-8fd0-7f75434ecbfb req-26746193-db1b-4d34-9061-7344230dfdee service neutron] 10.222.0.30 "GET /v2.0/networks?id=d944a090-60d5-4855-a825-2950a298e5a9 HTTP/1.1" status: 200 len: 898 time: 0.1386499 Feb 28 11:12:50.403329 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-01c7f1f4-1e0a-40fd-8fd0-7f75434ecbfb req-e24f499c-a79f-4d6b-b2bb-fb9b4cae3988 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ff07ea33-5ebd-4023-8d4d-aef5f5dcd2a0 HTTP/1.1" status: 200 len: 217 time: 0.0479491 Feb 28 11:12:50.417418 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-06a1385c-7afe-4012-a89b-0f281fa2cb69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b1e811c-8265-47f6-926f-2f99cee55964', 'name': 'tempest-TestNetworkAdvancedServerOps-router-554486950', 'tenant_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.42'}], 'enable_snat': True}, 'gw_port_id': '58af2423-369b-4cd8-9647-198e3f9be6fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:11:23Z', 'updated_at': '2022-02-28T11:11:26Z', 'revision_number': 4, 'project_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'gw_port': {'id': '58af2423-369b-4cd8-9647-198e3f9be6fe', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:1c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1e811c-8265-47f6-926f-2f99cee55964', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:11:23Z', 'updated_at': '2022-02-28T11:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'da5a1e25-7f77-450d-acc7-9ddaedf4be35', 'name': '', 'network_id': 'd944a090-60d5-4855-a825-2950a298e5a9', 'tenant_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'mac_address': 'fa:16:3e:2d:41:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1e811c-8265-47f6-926f-2f99cee55964', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': 'd2a148f3-d503-4cbc-8a5e-b6aed024e117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:11:26Z', 'updated_at': '2022-02-28T11:11:29Z', 'revision_number': 5, 'project_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'subnets': [{'id': 'd2a148f3-d503-4cbc-8a5e-b6aed024e117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:12:50.423183 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-2123323b-3ec4-4936-90d6-2418219c8fa4 req-c8257a15-d9ba-4d90-b6a3-29e028576cd4 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/security-groups?id=12761feb-bc9b-4bda-aae6-52319a3e0985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1119366 Feb 28 11:12:50.454497 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a1385c-7afe-4012-a89b-0f281fa2cb69 None None] Checking router: 4b1e811c-8265-47f6-926f-2f99cee55964 for host: dv-neutron-master-2-hyperv {{(pid=103410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:12:50.468283 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a1385c-7afe-4012-a89b-0f281fa2cb69 None None] Routers {'4b1e811c-8265-47f6-926f-2f99cee55964'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:12:50.468973 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-06a1385c-7afe-4012-a89b-0f281fa2cb69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T11:12:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['4b1e811c-8265-47f6-926f-2f99cee55964'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:12:50.475341 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c7f1f4-1e0a-40fd-8fd0-7f75434ecbfb req-4da6fa82-07c1-47b3-845d-62fd48a90502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:12:50.477582 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-01c7f1f4-1e0a-40fd-8fd0-7f75434ecbfb req-4da6fa82-07c1-47b3-845d-62fd48a90502 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d2a148f3-d503-4cbc-8a5e-b6aed024e117 HTTP/1.1" status: 200 len: 835 time: 0.0678852 Feb 28 11:12:50.531769 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c7f1f4-1e0a-40fd-8fd0-7f75434ecbfb req-d2e6d2ee-f967-4cb2-9019-527c620c0896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:12:50.533370 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-01c7f1f4-1e0a-40fd-8fd0-7f75434ecbfb req-d2e6d2ee-f967-4cb2-9019-527c620c0896 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d944a090-60d5-4855-a825-2950a298e5a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0494971 Feb 28 11:12:50.600228 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-06a1385c-7afe-4012-a89b-0f281fa2cb69 None None] Set router 4b1e811c-8265-47f6-926f-2f99cee55964 gateway port host: dv-neutron-master-2-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:12:50.637569 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-01c7f1f4-1e0a-40fd-8fd0-7f75434ecbfb req-f8685e98-59fd-4d7e-9dec-0d89f793c20f service neutron] 10.222.0.30 "GET /v2.0/networks/d944a090-60d5-4855-a825-2950a298e5a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965426 Feb 28 11:12:50.740424 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-01c7f1f4-1e0a-40fd-8fd0-7f75434ecbfb req-179cba03-2483-47c9-bc41-4ea74aa5d6b9 service neutron] 10.222.0.30 "GET /v2.0/networks/d944a090-60d5-4855-a825-2950a298e5a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961049 Feb 28 11:12:50.823274 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-06a1385c-7afe-4012-a89b-0f281fa2cb69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b1e811c-8265-47f6-926f-2f99cee55964', 'name': 'tempest-TestNetworkAdvancedServerOps-router-554486950', 'tenant_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.42'}], 'enable_snat': True}, 'gw_port_id': '58af2423-369b-4cd8-9647-198e3f9be6fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:11:23Z', 'updated_at': '2022-02-28T11:11:26Z', 'revision_number': 4, 'project_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'gw_port': {'id': '58af2423-369b-4cd8-9647-198e3f9be6fe', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:1c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1e811c-8265-47f6-926f-2f99cee55964', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:11:23Z', 'updated_at': '2022-02-28T11:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'da5a1e25-7f77-450d-acc7-9ddaedf4be35', 'name': '', 'network_id': 'd944a090-60d5-4855-a825-2950a298e5a9', 'tenant_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'mac_address': 'fa:16:3e:2d:41:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1e811c-8265-47f6-926f-2f99cee55964', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': 'd2a148f3-d503-4cbc-8a5e-b6aed024e117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:11:26Z', 'updated_at': '2022-02-28T11:11:29Z', 'revision_number': 5, 'project_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'subnets': [{'id': 'd2a148f3-d503-4cbc-8a5e-b6aed024e117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:12:50.857458 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a1385c-7afe-4012-a89b-0f281fa2cb69 None None] The sync data for ids ['4b1e811c-8265-47f6-926f-2f99cee55964'] in dv-neutron-master-2-hyperv is: [{'id': '4b1e811c-8265-47f6-926f-2f99cee55964', 'name': 'tempest-TestNetworkAdvancedServerOps-router-554486950', 'tenant_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.42'}], 'enable_snat': True}, 'gw_port_id': '58af2423-369b-4cd8-9647-198e3f9be6fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:11:23Z', 'updated_at': '2022-02-28T11:11:26Z', 'revision_number': 4, 'project_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'gw_port': {'id': '58af2423-369b-4cd8-9647-198e3f9be6fe', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:1c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1e811c-8265-47f6-926f-2f99cee55964', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:11:23Z', 'updated_at': '2022-02-28T11:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'da5a1e25-7f77-450d-acc7-9ddaedf4be35', 'name': '', 'network_id': 'd944a090-60d5-4855-a825-2950a298e5a9', 'tenant_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'mac_address': 'fa:16:3e:2d:41:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1e811c-8265-47f6-926f-2f99cee55964', 'device_owner': 'network:router_interface', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': 'd2a148f3-d503-4cbc-8a5e-b6aed024e117', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:11:26Z', 'updated_at': '2022-02-28T11:11:29Z', 'revision_number': 5, 'project_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'subnets': [{'id': 'd2a148f3-d503-4cbc-8a5e-b6aed024e117', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:12:51.106980 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5048da67-b76e-4fbe-ba37-c0b3329d02c8 None None] New status for floating IP 426baede-736e-46bb-942b-9be9f51c1303: DOWN {{(pid=103409) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 11:12:51.551447 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf33b4e-da34-4963-a8b5-608e95943243 req-f2d833ca-b428-4a38-b241-90006c8db4e5 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:12:51.553018 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-1cf33b4e-da34-4963-a8b5-608e95943243 req-f2d833ca-b428-4a38-b241-90006c8db4e5 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/ports?device_id=75f1b17a-3b99-4b16-9aaa-974ccbd9d45e HTTP/1.1" status: 200 len: 945 time: 0.0583229 Feb 28 11:12:51.603928 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-1cf33b4e-da34-4963-a8b5-608e95943243 req-bbc29d81-1504-419a-b3db-814a8339e40e tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/security-groups?id=12761feb-bc9b-4bda-aae6-52319a3e0985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447800 Feb 28 11:12:52.125340 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7b9206-3039-443e-84f0-4c12e954be0e req-012b2e21-c672-44e4-8f5f-a5b54f6fa873 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:12:52.126710 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-ad7b9206-3039-443e-84f0-4c12e954be0e req-012b2e21-c672-44e4-8f5f-a5b54f6fa873 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.30 "GET /v2.0/ports?device_id=75f1b17a-3b99-4b16-9aaa-974ccbd9d45e HTTP/1.1" status: 200 len: 945 time: 0.0593472 Feb 28 11:12:52.224293 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [req-ad7b9206-3039-443e-84f0-4c12e954be0e req-0426d7b3-4b61-4e08-a93e-ecffaddba580 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Deleting port ff07ea33-5ebd-4023-8d4d-aef5f5dcd2a0 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 11:12:52.224651 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-ad7b9206-3039-443e-84f0-4c12e954be0e req-0426d7b3-4b61-4e08-a93e-ecffaddba580 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (ff07ea33-5ebd-4023-8d4d-aef5f5dcd2a0), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:52.318453 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-ad7b9206-3039-443e-84f0-4c12e954be0e req-0426d7b3-4b61-4e08-a93e-ecffaddba580 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] For port ff07ea33-5ebd-4023-8d4d-aef5f5dcd2a0, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=ff07ea33-5ebd-4023-8d4d-aef5f5dcd2a0,segment=NetworkSegment(776151da-25a7-4b7a-b885-c492b2096152),segment_id=776151da-25a7-4b7a-b885-c492b2096152)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:12:52.318841 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-ad7b9206-3039-443e-84f0-4c12e954be0e req-0426d7b3-4b61-4e08-a93e-ecffaddba580 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (ff07ea33-5ebd-4023-8d4d-aef5f5dcd2a0), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:52.333903 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [req-ad7b9206-3039-443e-84f0-4c12e954be0e req-0426d7b3-4b61-4e08-a93e-ecffaddba580 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Calling delete_port for ff07ea33-5ebd-4023-8d4d-aef5f5dcd2a0 owned by compute:nova {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 11:12:52.475538 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-ad7b9206-3039-443e-84f0-4c12e954be0e req-0426d7b3-4b61-4e08-a93e-ecffaddba580 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (ff07ea33-5ebd-4023-8d4d-aef5f5dcd2a0), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:52.504728 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0426d7b3-4b61-4e08-a93e-ecffaddba580 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Pushing event deleted for resources: {'Port': ['ID=ff07ea33-5ebd-4023-8d4d-aef5f5dcd2a0,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:12:52.517449 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0426d7b3-4b61-4e08-a93e-ecffaddba580 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:12:52.517782 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0426d7b3-4b61-4e08-a93e-ecffaddba580 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:12:52.518137 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0426d7b3-4b61-4e08-a93e-ecffaddba580 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:12:52.518507 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0426d7b3-4b61-4e08-a93e-ecffaddba580 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:12:52.518848 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0426d7b3-4b61-4e08-a93e-ecffaddba580 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:12:52.519185 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0426d7b3-4b61-4e08-a93e-ecffaddba580 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:12:52.519525 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0426d7b3-4b61-4e08-a93e-ecffaddba580 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:12:52.519864 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0426d7b3-4b61-4e08-a93e-ecffaddba580 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:12:52.520200 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0426d7b3-4b61-4e08-a93e-ecffaddba580 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:12:52.520535 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0426d7b3-4b61-4e08-a93e-ecffaddba580 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:12:52.520957 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0426d7b3-4b61-4e08-a93e-ecffaddba580 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:12:52.521309 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0426d7b3-4b61-4e08-a93e-ecffaddba580 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:12:52.521638 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0426d7b3-4b61-4e08-a93e-ecffaddba580 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:12:52.558458 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad7b9206-3039-443e-84f0-4c12e954be0e req-0426d7b3-4b61-4e08-a93e-ecffaddba580 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] No DVR routers for this DVR port ff07ea33-5ebd-4023-8d4d-aef5f5dcd2a0 on host hv-neutron-mast {{(pid=103407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:12:52.561174 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-ad7b9206-3039-443e-84f0-4c12e954be0e req-0426d7b3-4b61-4e08-a93e-ecffaddba580 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:52.564457 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-ad7b9206-3039-443e-84f0-4c12e954be0e req-0426d7b3-4b61-4e08-a93e-ecffaddba580 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.30 "DELETE /v2.0/ports/ff07ea33-5ebd-4023-8d4d-aef5f5dcd2a0 HTTP/1.1" status: 204 len: 173 time: 0.4323258 Feb 28 11:12:52.564959 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75f1b17a-3b99-4b16-9aaa-974ccbd9d45e', 'name': 'network-vif-deleted', 'tag': 'ff07ea33-5ebd-4023-8d4d-aef5f5dcd2a0'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:12:52.567218 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c8e1c873eeca597e52e7ceb7469e602eac250bfea6606d285743d38033cf584" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39a1a505-b3bd-40cf-adfe-82a967dca92d" -d '{"events": [{"server_uuid": "75f1b17a-3b99-4b16-9aaa-974ccbd9d45e", "name": "network-vif-deleted", "tag": "ff07ea33-5ebd-4023-8d4d-aef5f5dcd2a0"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 11:12:52.605720 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 11:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb42c3f2-ff78-408e-9362-18330509825a x-openstack-request-id: req-eb42c3f2-ff78-408e-9362-18330509825a {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 11:12:52.606020 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75f1b17a-3b99-4b16-9aaa-974ccbd9d45e", "name": "network-vif-deleted", "tag": "ff07ea33-5ebd-4023-8d4d-aef5f5dcd2a0", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 11:12:52.606276 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-eb42c3f2-ff78-408e-9362-18330509825a {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 11:12:52.606683 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75f1b17a-3b99-4b16-9aaa-974ccbd9d45e', 'name': 'network-vif-deleted', 'tag': 'ff07ea33-5ebd-4023-8d4d-aef5f5dcd2a0', 'status': 'completed', 'code': 200} Feb 28 11:12:52.705119 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-62a4986c-a388-4d27-bd70-003eff59bad5 req-c0a01a58-ae25-4fbe-825e-6d7a55e7ee9c tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/ports?device_id=75f1b17a-3b99-4b16-9aaa-974ccbd9d45e HTTP/1.1" status: 200 len: 210 time: 0.0309849 Feb 28 11:12:52.954807 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-b5dd3c41-1106-40ee-bb6a-7d8d2036023b req-8cd88b83-164d-47b8-af44-77f3fae7f0a3 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=75f1b17a-3b99-4b16-9aaa-974ccbd9d45e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0297651 Feb 28 11:12:53.045026 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-b5dd3c41-1106-40ee-bb6a-7d8d2036023b req-8e9b9947-8ea9-4ac6-bf28-d440c7e7e792 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3c4e3863732a46c4818eaf87ed0e9f91&device_id=75f1b17a-3b99-4b16-9aaa-974ccbd9d45e HTTP/1.1" status: 200 len: 210 time: 0.0269449 Feb 28 11:12:53.253723 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dd3c41-1106-40ee-bb6a-7d8d2036023b req-53c85f0d-e0ec-4770-b0ac-eb48abc67f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:12:53.255246 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-b5dd3c41-1106-40ee-bb6a-7d8d2036023b req-53c85f0d-e0ec-4770-b0ac-eb48abc67f67 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=3c4e3863732a46c4818eaf87ed0e9f91&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1821046 Feb 28 11:12:53.416208 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dd3c41-1106-40ee-bb6a-7d8d2036023b req-260a27bf-b80d-42e5-a53a-29c184f55fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:12:53.417720 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-b5dd3c41-1106-40ee-bb6a-7d8d2036023b req-260a27bf-b80d-42e5-a53a-29c184f55fc4 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1558797 Feb 28 11:12:53.764211 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 46152) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:12:54.467772 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b1f4ae71-2816-4aca-9518-42ebf738e38e tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1802615'] for router_interface (4b1e811c-8265-47f6-926f-2f99cee55964), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:54.744535 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-b1f4ae71-2816-4aca-9518-42ebf738e38e tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Deleting port da5a1e25-7f77-450d-acc7-9ddaedf4be35 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 11:12:54.744866 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b1f4ae71-2816-4aca-9518-42ebf738e38e tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (da5a1e25-7f77-450d-acc7-9ddaedf4be35), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:54.838833 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-b1f4ae71-2816-4aca-9518-42ebf738e38e tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] For port da5a1e25-7f77-450d-acc7-9ddaedf4be35, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=da5a1e25-7f77-450d-acc7-9ddaedf4be35,segment=NetworkSegment(776151da-25a7-4b7a-b885-c492b2096152),segment_id=776151da-25a7-4b7a-b885-c492b2096152)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:12:54.839601 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b1f4ae71-2816-4aca-9518-42ebf738e38e tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (da5a1e25-7f77-450d-acc7-9ddaedf4be35), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:54.852599 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-b1f4ae71-2816-4aca-9518-42ebf738e38e tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Calling delete_port for da5a1e25-7f77-450d-acc7-9ddaedf4be35 owned by network:router_interface {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 11:12:55.057841 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b1f4ae71-2816-4aca-9518-42ebf738e38e tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (da5a1e25-7f77-450d-acc7-9ddaedf4be35), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:55.085054 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f4ae71-2816-4aca-9518-42ebf738e38e tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Pushing event deleted for resources: {'Port': ['ID=da5a1e25-7f77-450d-acc7-9ddaedf4be35,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:12:55.274273 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b1f4ae71-2816-4aca-9518-42ebf738e38e tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1802651'] for router_interface (4b1e811c-8265-47f6-926f-2f99cee55964), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:55.515309 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1f4ae71-2816-4aca-9518-42ebf738e38e tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Router 4b1e811c-8265-47f6-926f-2f99cee55964 has already been hosted by L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 {{(pid=103408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:12:55.629535 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1f4ae71-2816-4aca-9518-42ebf738e38e tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:12:55.638840 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-b1f4ae71-2816-4aca-9518-42ebf738e38e tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "PUT /v2.0/routers/4b1e811c-8265-47f6-926f-2f99cee55964/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8698454 Feb 28 11:12:55.638840 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 46154) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:12:55.642349 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-923925d8-7e0b-4ba1-b21c-40f651033ccf None None] Sync routers for ids ['4b1e811c-8265-47f6-926f-2f99cee55964'] in dv-neutron-master-2-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:12:55.654602 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923925d8-7e0b-4ba1-b21c-40f651033ccf None None] Routers {'4b1e811c-8265-47f6-926f-2f99cee55964'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:12:55.655244 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-923925d8-7e0b-4ba1-b21c-40f651033ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T11:12:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['4b1e811c-8265-47f6-926f-2f99cee55964'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:12:55.692189 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ab3aaa0-9c07-4e0d-94e1-f86c539d2e88 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Deleting subnet d2a148f3-d503-4cbc-8a5e-b6aed024e117 {{(pid=103408) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 11:12:55.695554 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9ab3aaa0-9c07-4e0d-94e1-f86c539d2e88 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for subnet (d2a148f3-d503-4cbc-8a5e-b6aed024e117), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:55.736827 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9ab3aaa0-9c07-4e0d-94e1-f86c539d2e88 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3423529'] for subnet (d2a148f3-d503-4cbc-8a5e-b6aed024e117), precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:55.770277 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-923925d8-7e0b-4ba1-b21c-40f651033ccf None None] Set router 4b1e811c-8265-47f6-926f-2f99cee55964 gateway port host: dv-neutron-master-2-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:12:55.860917 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9ab3aaa0-9c07-4e0d-94e1-f86c539d2e88 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-823142'] for subnet (d2a148f3-d503-4cbc-8a5e-b6aed024e117), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:55.923264 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device ff07ea33-5ebd-4023-8d4d-aef5f5dcd2a0 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 11:12:55.935048 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9ab3aaa0-9c07-4e0d-94e1-f86c539d2e88 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-823145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3242523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3951170'] for subnet (d2a148f3-d503-4cbc-8a5e-b6aed024e117), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:55.945177 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] No Port match for: ff07ea33-5ebd-4023-8d4d-aef5f5dcd2a0 {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 11:12:55.945548 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device ff07ea33-5ebd-4023-8d4d-aef5f5dcd2a0 not bound to the agent host hv-neutron-mast {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 11:12:55.949746 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9ab3aaa0-9c07-4e0d-94e1-f86c539d2e88 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for subnet (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:55.953195 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-9ab3aaa0-9c07-4e0d-94e1-f86c539d2e88 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "DELETE /v2.0/subnets/d2a148f3-d503-4cbc-8a5e-b6aed024e117 HTTP/1.1" status: 204 len: 168 time: 0.3140876 Feb 28 11:12:55.956080 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 46156) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:12:55.963302 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-871ef4af-5ff9-4154-a33f-32bb428228df None None] Network d944a090-60d5-4855-a825-2950a298e5a9 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 11:12:55.971673 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab3aaa0-9c07-4e0d-94e1-f86c539d2e88 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Pushing event deleted for resources: {'Subnet': ['ID=d2a148f3-d503-4cbc-8a5e-b6aed024e117,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:12:55.981934 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-923925d8-7e0b-4ba1-b21c-40f651033ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b1e811c-8265-47f6-926f-2f99cee55964', 'name': 'tempest-TestNetworkAdvancedServerOps-router-554486950', 'tenant_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.42'}], 'enable_snat': True}, 'gw_port_id': '58af2423-369b-4cd8-9647-198e3f9be6fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:11:23Z', 'updated_at': '2022-02-28T11:12:54Z', 'revision_number': 5, 'project_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'gw_port': {'id': '58af2423-369b-4cd8-9647-198e3f9be6fe', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:1c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1e811c-8265-47f6-926f-2f99cee55964', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:11:23Z', 'updated_at': '2022-02-28T11:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:12:56.018439 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-923925d8-7e0b-4ba1-b21c-40f651033ccf None None] Checking router: 4b1e811c-8265-47f6-926f-2f99cee55964 for host: dv-neutron-master-2-hyperv {{(pid=103410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:12:56.030147 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923925d8-7e0b-4ba1-b21c-40f651033ccf None None] Routers {'4b1e811c-8265-47f6-926f-2f99cee55964'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:12:56.030707 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-923925d8-7e0b-4ba1-b21c-40f651033ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T11:12:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['4b1e811c-8265-47f6-926f-2f99cee55964'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:12:56.089487 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c3f07492-287c-401b-b43a-3c1771c395d7 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for router (4b1e811c-8265-47f6-926f-2f99cee55964), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:56.156642 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-923925d8-7e0b-4ba1-b21c-40f651033ccf None None] Set router 4b1e811c-8265-47f6-926f-2f99cee55964 gateway port host: dv-neutron-master-2-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:12:56.170087 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-421f6cab-559f-4383-9e97-5b0475d0276c None None] DHCP port deletion for d944a090-60d5-4855-a825-2950a298e5a9 request from dv-neutron-master-2-hyperv {{(pid=103409) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 11:12:56.220293 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-421f6cab-559f-4383-9e97-5b0475d0276c None None] Deleting port 07398077-9b81-4355-97ee-57be15771764 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 11:12:56.220736 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-421f6cab-559f-4383-9e97-5b0475d0276c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (07398077-9b81-4355-97ee-57be15771764), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:56.293909 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-421f6cab-559f-4383-9e97-5b0475d0276c None None] For port 07398077-9b81-4355-97ee-57be15771764, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=07398077-9b81-4355-97ee-57be15771764,segment=NetworkSegment(776151da-25a7-4b7a-b885-c492b2096152),segment_id=776151da-25a7-4b7a-b885-c492b2096152)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:12:56.294392 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-421f6cab-559f-4383-9e97-5b0475d0276c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (07398077-9b81-4355-97ee-57be15771764), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:56.308687 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-421f6cab-559f-4383-9e97-5b0475d0276c None None] Calling delete_port for 07398077-9b81-4355-97ee-57be15771764 owned by network:dhcp {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 11:12:56.352156 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-923925d8-7e0b-4ba1-b21c-40f651033ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b1e811c-8265-47f6-926f-2f99cee55964', 'name': 'tempest-TestNetworkAdvancedServerOps-router-554486950', 'tenant_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.42'}], 'enable_snat': True}, 'gw_port_id': '58af2423-369b-4cd8-9647-198e3f9be6fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:11:23Z', 'updated_at': '2022-02-28T11:12:54Z', 'revision_number': 5, 'project_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'gw_port': {'id': '58af2423-369b-4cd8-9647-198e3f9be6fe', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:1c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1e811c-8265-47f6-926f-2f99cee55964', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:11:23Z', 'updated_at': '2022-02-28T11:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:12:56.380172 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-923925d8-7e0b-4ba1-b21c-40f651033ccf None None] The sync data for ids ['4b1e811c-8265-47f6-926f-2f99cee55964'] in dv-neutron-master-2-hyperv is: [{'id': '4b1e811c-8265-47f6-926f-2f99cee55964', 'name': 'tempest-TestNetworkAdvancedServerOps-router-554486950', 'tenant_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.42'}], 'enable_snat': True}, 'gw_port_id': '58af2423-369b-4cd8-9647-198e3f9be6fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:11:23Z', 'updated_at': '2022-02-28T11:12:54Z', 'revision_number': 5, 'project_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'gw_port': {'id': '58af2423-369b-4cd8-9647-198e3f9be6fe', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:1c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b1e811c-8265-47f6-926f-2f99cee55964', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:11:23Z', 'updated_at': '2022-02-28T11:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:12:56.390187 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-421f6cab-559f-4383-9e97-5b0475d0276c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758'] for port (07398077-9b81-4355-97ee-57be15771764), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:56.419169 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f6cab-559f-4383-9e97-5b0475d0276c None None] Pushing event deleted for resources: {'Port': ['ID=07398077-9b81-4355-97ee-57be15771764,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:12:56.432169 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f6cab-559f-4383-9e97-5b0475d0276c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:12:56.432527 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f6cab-559f-4383-9e97-5b0475d0276c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:12:56.433132 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f6cab-559f-4383-9e97-5b0475d0276c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:12:56.433642 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f6cab-559f-4383-9e97-5b0475d0276c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:12:56.434147 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f6cab-559f-4383-9e97-5b0475d0276c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:12:56.434647 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f6cab-559f-4383-9e97-5b0475d0276c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:12:56.435144 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f6cab-559f-4383-9e97-5b0475d0276c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:12:56.435651 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f6cab-559f-4383-9e97-5b0475d0276c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:12:56.436140 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f6cab-559f-4383-9e97-5b0475d0276c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:12:56.436692 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f6cab-559f-4383-9e97-5b0475d0276c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:12:56.437192 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f6cab-559f-4383-9e97-5b0475d0276c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:12:56.437683 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f6cab-559f-4383-9e97-5b0475d0276c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:12:56.438180 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f6cab-559f-4383-9e97-5b0475d0276c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:12:56.441309 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421f6cab-559f-4383-9e97-5b0475d0276c None None] No DVR routers for this DVR port 07398077-9b81-4355-97ee-57be15771764 on host dv-neutron-master-2-hyperv {{(pid=103409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:12:56.574783 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c3f07492-287c-401b-b43a-3c1771c395d7 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for router_gateway (4b1e811c-8265-47f6-926f-2f99cee55964), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:56.629027 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-c3f07492-287c-401b-b43a-3c1771c395d7 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Deleting port 58af2423-369b-4cd8-9647-198e3f9be6fe {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 11:12:56.629397 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c3f07492-287c-401b-b43a-3c1771c395d7 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (58af2423-369b-4cd8-9647-198e3f9be6fe), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:56.713706 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-c3f07492-287c-401b-b43a-3c1771c395d7 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] For port 58af2423-369b-4cd8-9647-198e3f9be6fe, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=58af2423-369b-4cd8-9647-198e3f9be6fe,segment=NetworkSegment(195d7ed7-323d-4284-82df-208cca613d99),segment_id=195d7ed7-323d-4284-82df-208cca613d99)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:12:56.713954 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c3f07492-287c-401b-b43a-3c1771c395d7 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (58af2423-369b-4cd8-9647-198e3f9be6fe), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:56.734417 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-c3f07492-287c-401b-b43a-3c1771c395d7 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Calling delete_port for 58af2423-369b-4cd8-9647-198e3f9be6fe owned by network:router_gateway {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 11:12:56.916405 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c3f07492-287c-401b-b43a-3c1771c395d7 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (58af2423-369b-4cd8-9647-198e3f9be6fe), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:56.945479 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f07492-287c-401b-b43a-3c1771c395d7 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Pushing event deleted for resources: {'Port': ['ID=58af2423-369b-4cd8-9647-198e3f9be6fe,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:12:57.010746 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c3f07492-287c-401b-b43a-3c1771c395d7 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1803321'] for router_gateway (4b1e811c-8265-47f6-926f-2f99cee55964), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:57.108606 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c3f07492-287c-401b-b43a-3c1771c395d7 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1807017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5941'] for router (4b1e811c-8265-47f6-926f-2f99cee55964), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:57.111100 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c3f07492-287c-401b-b43a-3c1771c395d7 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for router_controller (4b1e811c-8265-47f6-926f-2f99cee55964), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:57.164671 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c3f07492-287c-401b-b43a-3c1771c395d7 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1806994'] for router (4b1e811c-8265-47f6-926f-2f99cee55964), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:57.165254 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3f07492-287c-401b-b43a-3c1771c395d7 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Fanout notify agent at l3_agent the message router_deleted on router 4b1e811c-8265-47f6-926f-2f99cee55964 {{(pid=103407) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 11:12:57.172071 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c3f07492-287c-401b-b43a-3c1771c395d7 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for router (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:57.173251 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-c3f07492-287c-401b-b43a-3c1771c395d7 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "DELETE /v2.0/routers/4b1e811c-8265-47f6-926f-2f99cee55964 HTTP/1.1" status: 204 len: 168 time: 1.2151093 Feb 28 11:12:57.176041 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 46158) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:12:57.257091 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-465b2e74-b19d-46ba-b002-898f16758754 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-665757'] for network (d944a090-60d5-4855-a825-2950a298e5a9), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:57.352489 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-465b2e74-b19d-46ba-b002-898f16758754 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672413', 'neutron.services.segments.db._delete_segments_for_network-8742057110173'] for network (d944a090-60d5-4855-a825-2950a298e5a9), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:57.373918 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-465b2e74-b19d-46ba-b002-898f16758754 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d944a090-60d5-4855-a825-2950a298e5a9']}} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:12:57.384390 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-465b2e74-b19d-46ba-b002-898f16758754 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '776151da-25a7-4b7a-b885-c492b2096152') {'for_net_delete': True} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:12:57.384800 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-465b2e74-b19d-46ba-b002-898f16758754 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '776151da-25a7-4b7a-b885-c492b2096152') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:12:57.394308 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-465b2e74-b19d-46ba-b002-898f16758754 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742057113766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3501147'] for segment (776151da-25a7-4b7a-b885-c492b2096152), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:57.407840 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-465b2e74-b19d-46ba-b002-898f16758754 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (776151da-25a7-4b7a-b885-c492b2096152), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:57.414112 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-465b2e74-b19d-46ba-b002-898f16758754 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Releasing vlan 272 on physical network physnet1 to pool {{(pid=103407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 11:12:57.414492 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-465b2e74-b19d-46ba-b002-898f16758754 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3498166'] for segment (776151da-25a7-4b7a-b885-c492b2096152), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:57.417501 dv-neutron-master-2-hyperv neutron-server[103407]: Traceback (most recent call last): Feb 28 11:12:57.417501 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 11:12:57.417501 dv-neutron-master-2-hyperv neutron-server[103407]: timer() Feb 28 11:12:57.417501 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:12:57.417501 dv-neutron-master-2-hyperv neutron-server[103407]: cb(*args, **kw) Feb 28 11:12:57.417501 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 11:12:57.417501 dv-neutron-master-2-hyperv neutron-server[103407]: return func(*args, **kwargs) Feb 28 11:12:57.417501 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:12:57.417501 dv-neutron-master-2-hyperv neutron-server[103407]: self._notify() Feb 28 11:12:57.417501 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:12:57.417501 dv-neutron-master-2-hyperv neutron-server[103407]: self.callback(batched_events) Feb 28 11:12:57.417501 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:12:57.417501 dv-neutron-master-2-hyperv neutron-server[103407]: event.method(event) Feb 28 11:12:57.417501 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 11:12:57.417501 dv-neutron-master-2-hyperv neutron-server[103407]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:12:57.417501 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 11:12:57.417501 dv-neutron-master-2-hyperv neutron-server[103407]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:12:57.417501 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 11:12:57.417501 dv-neutron-master-2-hyperv neutron-server[103407]: return f(self, *a, **k) Feb 28 11:12:57.417501 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 11:12:57.417501 dv-neutron-master-2-hyperv neutron-server[103407]: return self._get(url).json() Feb 28 11:12:57.417501 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 11:12:57.417501 dv-neutron-master-2-hyperv neutron-server[103407]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:12:57.417501 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 11:12:57.417501 dv-neutron-master-2-hyperv neutron-server[103407]: return self.request(url, 'GET', **kwargs) Feb 28 11:12:57.417501 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 11:12:57.417501 dv-neutron-master-2-hyperv neutron-server[103407]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:12:57.417501 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 11:12:57.417501 dv-neutron-master-2-hyperv neutron-server[103407]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:12:57.417501 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 11:12:57.417501 dv-neutron-master-2-hyperv neutron-server[103407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:12:57.417501 dv-neutron-master-2-hyperv neutron-server[103407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:12:57.476458 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-465b2e74-b19d-46ba-b002-898f16758754 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803269'] for network (d944a090-60d5-4855-a825-2950a298e5a9), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:57.484079 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-465b2e74-b19d-46ba-b002-898f16758754 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:57.486848 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-465b2e74-b19d-46ba-b002-898f16758754 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "DELETE /v2.0/networks/d944a090-60d5-4855-a825-2950a298e5a9 HTTP/1.1" status: 204 len: 168 time: 0.3097932 Feb 28 11:12:57.490008 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 46160) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:12:57.504489 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465b2e74-b19d-46ba-b002-898f16758754 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Pushing event deleted for resources: {'Network': ['ID=d944a090-60d5-4855-a825-2950a298e5a9,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:12:57.551094 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3728e0a2-4ceb-4a44-87a1-28ba30eeb47d tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for security_group (12761feb-bc9b-4bda-aae6-52319a3e0985), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:57.578223 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3728e0a2-4ceb-4a44-87a1-28ba30eeb47d tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for security_group (12761feb-bc9b-4bda-aae6-52319a3e0985), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:57.648855 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3728e0a2-4ceb-4a44-87a1-28ba30eeb47d tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (12761feb-bc9b-4bda-aae6-52319a3e0985), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:57.651551 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3728e0a2-4ceb-4a44-87a1-28ba30eeb47d tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for security_group (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:57.652928 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-3728e0a2-4ceb-4a44-87a1-28ba30eeb47d tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "DELETE /v2.0/security-groups/12761feb-bc9b-4bda-aae6-52319a3e0985 HTTP/1.1" status: 204 len: 168 time: 0.1611874 Feb 28 11:12:57.664862 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3728e0a2-4ceb-4a44-87a1-28ba30eeb47d tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12761feb-bc9b-4bda-aae6-52319a3e0985,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:12:57.896585 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 07398077-9b81-4355-97ee-57be15771764 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 11:12:57.919937 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] No Port match for: 07398077-9b81-4355-97ee-57be15771764 {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 11:12:57.920382 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 07398077-9b81-4355-97ee-57be15771764 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 11:12:57.920904 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 58af2423-369b-4cd8-9647-198e3f9be6fe no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 11:12:57.940006 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] No Port match for: 58af2423-369b-4cd8-9647-198e3f9be6fe {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 11:12:57.940705 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 58af2423-369b-4cd8-9647-198e3f9be6fe not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 11:12:57.941124 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device da5a1e25-7f77-450d-acc7-9ddaedf4be35 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 11:12:57.961052 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] No Port match for: da5a1e25-7f77-450d-acc7-9ddaedf4be35 {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 11:12:57.961410 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device da5a1e25-7f77-450d-acc7-9ddaedf4be35 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 11:12:57.976526 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 46166) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:12:57.981310 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-60b88332-56c7-4957-b463-572020d868bf tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-793529500', 'description': 'tempest-secgroup-smoke-793529500 description', 'project_id': '3c4e3863732a46c4818eaf87ed0e9f91'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:12:58.001925 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-60b88332-56c7-4957-b463-572020d868bf tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:58.070799 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-60b88332-56c7-4957-b463-572020d868bf tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for security_group (e5906366-ac88-41aa-8b5f-161380978195), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:58.075065 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-60b88332-56c7-4957-b463-572020d868bf tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (e5906366-ac88-41aa-8b5f-161380978195), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:58.105945 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-60b88332-56c7-4957-b463-572020d868bf tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:58.107202 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-60b88332-56c7-4957-b463-572020d868bf tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1295934 Feb 28 11:12:58.109421 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b88332-56c7-4957-b463-572020d868bf tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5906366-ac88-41aa-8b5f-161380978195,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:12:58.110345 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 46168) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:12:58.115098 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-17c5e8b6-06d7-49ee-8139-4c604958c990 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Request body: {'security_group_rule': {'security_group_id': 'e5906366-ac88-41aa-8b5f-161380978195', 'project_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:12:58.141207 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-17c5e8b6-06d7-49ee-8139-4c604958c990 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for security_group_rule (1d641ec4-d224-4594-9596-f3d958d32a7a), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:58.191113 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-17c5e8b6-06d7-49ee-8139-4c604958c990 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for security_group_rule (1d641ec4-d224-4594-9596-f3d958d32a7a), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:58.196138 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-17c5e8b6-06d7-49ee-8139-4c604958c990 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594242'] for security_group_rule (1d641ec4-d224-4594-9596-f3d958d32a7a), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:58.215955 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c5e8b6-06d7-49ee-8139-4c604958c990 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d641ec4-d224-4594-9596-f3d958d32a7a,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:12:58.225612 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-17c5e8b6-06d7-49ee-8139-4c604958c990 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:58.227037 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-17c5e8b6-06d7-49ee-8139-4c604958c990 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1156540 Feb 28 11:12:58.230044 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 46170) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:12:58.234769 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-e07f34e6-5c50-41ee-bd2c-bcb24ae5b66a tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Request body: {'security_group_rule': {'security_group_id': 'e5906366-ac88-41aa-8b5f-161380978195', 'project_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:12:58.262597 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e07f34e6-5c50-41ee-bd2c-bcb24ae5b66a tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for security_group_rule (b6c03937-af26-42b8-a740-3c711aa700a6), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:58.319179 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e07f34e6-5c50-41ee-bd2c-bcb24ae5b66a tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for security_group_rule (b6c03937-af26-42b8-a740-3c711aa700a6), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:58.323831 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e07f34e6-5c50-41ee-bd2c-bcb24ae5b66a tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594242'] for security_group_rule (b6c03937-af26-42b8-a740-3c711aa700a6), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:58.345261 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07f34e6-5c50-41ee-bd2c-bcb24ae5b66a tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6c03937-af26-42b8-a740-3c711aa700a6,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:12:58.353330 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e07f34e6-5c50-41ee-bd2c-bcb24ae5b66a tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:58.357121 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-e07f34e6-5c50-41ee-bd2c-bcb24ae5b66a tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1258757 Feb 28 11:12:58.357571 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 46172) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:12:58.362294 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-c0c8f2e0-026c-4b3d-a1a2-572dcde0b899 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Request body: {'security_group_rule': {'security_group_id': 'e5906366-ac88-41aa-8b5f-161380978195', 'project_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:12:58.389674 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c0c8f2e0-026c-4b3d-a1a2-572dcde0b899 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for security_group_rule (ca4baf63-685f-4d66-a39f-331dfb893f7b), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:58.451248 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c0c8f2e0-026c-4b3d-a1a2-572dcde0b899 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for security_group_rule (ca4baf63-685f-4d66-a39f-331dfb893f7b), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:58.455430 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c0c8f2e0-026c-4b3d-a1a2-572dcde0b899 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594242'] for security_group_rule (ca4baf63-685f-4d66-a39f-331dfb893f7b), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:58.474042 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c8f2e0-026c-4b3d-a1a2-572dcde0b899 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca4baf63-685f-4d66-a39f-331dfb893f7b,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:12:58.481943 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c0c8f2e0-026c-4b3d-a1a2-572dcde0b899 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:58.483214 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-c0c8f2e0-026c-4b3d-a1a2-572dcde0b899 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1246035 Feb 28 11:12:58.486443 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 46174) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:12:58.491903 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-c2d3283f-87bb-4646-b559-e282b6f5dd50 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Request body: {'security_group_rule': {'security_group_id': 'e5906366-ac88-41aa-8b5f-161380978195', 'project_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:12:58.518994 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c2d3283f-87bb-4646-b559-e282b6f5dd50 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for security_group_rule (5d589115-98a2-4534-9a15-cd32204bd4f8), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:58.578145 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c2d3283f-87bb-4646-b559-e282b6f5dd50 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for security_group_rule (5d589115-98a2-4534-9a15-cd32204bd4f8), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:58.582485 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c2d3283f-87bb-4646-b559-e282b6f5dd50 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594242'] for security_group_rule (5d589115-98a2-4534-9a15-cd32204bd4f8), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:58.600179 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d3283f-87bb-4646-b559-e282b6f5dd50 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d589115-98a2-4534-9a15-cd32204bd4f8,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:12:58.608634 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-c2d3283f-87bb-4646-b559-e282b6f5dd50 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:58.609910 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-c2d3283f-87bb-4646-b559-e282b6f5dd50 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1221111 Feb 28 11:12:58.612880 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 46176) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:12:58.617915 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-12a5c745-c1b4-42de-a9b3-d3502c27597a tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Request body: {'security_group_rule': {'security_group_id': 'e5906366-ac88-41aa-8b5f-161380978195', 'project_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:12:58.641058 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.db.securitygroups_db [None req-12a5c745-c1b4-42de-a9b3-d3502c27597a tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Project 3c4e3863732a46c4818eaf87ed0e9f91 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 11:12:58.646482 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-12a5c745-c1b4-42de-a9b3-d3502c27597a tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for security_group_rule (ce75c034-8853-4f2c-96ec-ebd5cfcad51a), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:58.705925 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-12a5c745-c1b4-42de-a9b3-d3502c27597a tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for security_group_rule (ce75c034-8853-4f2c-96ec-ebd5cfcad51a), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:58.710588 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-12a5c745-c1b4-42de-a9b3-d3502c27597a tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594242'] for security_group_rule (ce75c034-8853-4f2c-96ec-ebd5cfcad51a), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:58.734627 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a5c745-c1b4-42de-a9b3-d3502c27597a tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce75c034-8853-4f2c-96ec-ebd5cfcad51a,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:12:58.740307 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-12a5c745-c1b4-42de-a9b3-d3502c27597a tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:58.743920 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-12a5c745-c1b4-42de-a9b3-d3502c27597a tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1276221 Feb 28 11:12:58.744642 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 46178) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:12:58.749510 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-b0c7adc5-8c41-4de6-b0f0-3c4eba4a418d tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Request body: {'security_group_rule': {'security_group_id': 'e5906366-ac88-41aa-8b5f-161380978195', 'project_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:12:58.771787 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.db.securitygroups_db [None req-b0c7adc5-8c41-4de6-b0f0-3c4eba4a418d tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Project 3c4e3863732a46c4818eaf87ed0e9f91 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 11:12:58.777022 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b0c7adc5-8c41-4de6-b0f0-3c4eba4a418d tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for security_group_rule (d7160acb-aff2-4ea3-81f0-65d9eb51011c), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:58.842192 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b0c7adc5-8c41-4de6-b0f0-3c4eba4a418d tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for security_group_rule (d7160acb-aff2-4ea3-81f0-65d9eb51011c), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:58.847130 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b0c7adc5-8c41-4de6-b0f0-3c4eba4a418d tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594242'] for security_group_rule (d7160acb-aff2-4ea3-81f0-65d9eb51011c), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:58.867032 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c7adc5-8c41-4de6-b0f0-3c4eba4a418d tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7160acb-aff2-4ea3-81f0-65d9eb51011c,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:12:58.872733 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b0c7adc5-8c41-4de6-b0f0-3c4eba4a418d tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:58.874065 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-b0c7adc5-8c41-4de6-b0f0-3c4eba4a418d tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1283746 Feb 28 11:12:58.877112 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 46180) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:12:58.882633 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-625a8c16-587d-4701-906c-fbb79d0f561f tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Request body: {'network': {'name': 'tempest-network-smoke--1339656263', 'project_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'port_security_enabled': True}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:12:58.902160 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-625a8c16-587d-4701-906c-fbb79d0f561f tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Made reservation on behalf of 3c4e3863732a46c4818eaf87ed0e9f91 for: {'network': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:12:58.905547 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-625a8c16-587d-4701-906c-fbb79d0f561f tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for network (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:58.929707 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-625a8c16-587d-4701-906c-fbb79d0f561f tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 263} {{(pid=103408) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:12:58.940163 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-625a8c16-587d-4701-906c-fbb79d0f561f tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (6acf3c6c-4923-4161-b465-c05af426fcd2), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:58.940511 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.db.segments_db [None req-625a8c16-587d-4701-906c-fbb79d0f561f tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Added segment 6acf3c6c-4923-4161-b465-c05af426fcd2 of type vlan for network 44a9ba6f-ba69-47e1-8008-1247b8e25e03 Feb 28 11:12:58.983824 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-625a8c16-587d-4701-906c-fbb79d0f561f tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742056637431'] for network (44a9ba6f-ba69-47e1-8008-1247b8e25e03), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:59.009983 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-625a8c16-587d-4701-906c-fbb79d0f561f tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551'] for network (44a9ba6f-ba69-47e1-8008-1247b8e25e03), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:59.015078 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-625a8c16-587d-4701-906c-fbb79d0f561f tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:12:59.015679 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-625a8c16-587d-4701-906c-fbb79d0f561f tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for network (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:59.070608 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-625a8c16-587d-4701-906c-fbb79d0f561f tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1923211 Feb 28 11:12:59.073448 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 46182) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:12:59.078105 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-b2464a9f-fbd2-439b-9006-89f1a2e7f4a4 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-969485747', 'admin_state_up': True, 'project_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840'}}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:12:59.092019 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625a8c16-587d-4701-906c-fbb79d0f561f tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Pushing event updated for resources: {'Network': ['ID=44a9ba6f-ba69-47e1-8008-1247b8e25e03,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:12:59.110029 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Network 44a9ba6f-ba69-47e1-8008-1247b8e25e03 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103409) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 11:12:59.111348 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b2464a9f-fbd2-439b-9006-89f1a2e7f4a4 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1805251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254175'] for router (7ea892f4-9f9a-45a9-bc1e-0611873370b5), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:59.112792 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b2464a9f-fbd2-439b-9006-89f1a2e7f4a4 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1804172', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1602053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254150'] for router (7ea892f4-9f9a-45a9-bc1e-0611873370b5), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:59.170168 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b2464a9f-fbd2-439b-9006-89f1a2e7f4a4 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for router_controller (7ea892f4-9f9a-45a9-bc1e-0611873370b5), precommit_add_association {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:59.320612 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b2464a9f-fbd2-439b-9006-89f1a2e7f4a4 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for router_gateway (7ea892f4-9f9a-45a9-bc1e-0611873370b5), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:59.525483 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b2464a9f-fbd2-439b-9006-89f1a2e7f4a4 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for router_gateway (7ea892f4-9f9a-45a9-bc1e-0611873370b5), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:59.546671 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b2464a9f-fbd2-439b-9006-89f1a2e7f4a4 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:59.654459 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-b2464a9f-fbd2-439b-9006-89f1a2e7f4a4 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Allocated IP 172.36.5.236 (1e0804d0-d1d9-4d40-9de5-2936f3d87840/6f6f4129-23e5-4c3b-b4ef-4c7ce926797e/127c6b36-d6b0-494d-8741-a26fb195f3e8) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:12:59.760672 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b2464a9f-fbd2-439b-9006-89f1a2e7f4a4 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for port (127c6b36-d6b0-494d-8741-a26fb195f3e8), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:59.796409 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b2464a9f-fbd2-439b-9006-89f1a2e7f4a4 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (127c6b36-d6b0-494d-8741-a26fb195f3e8), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:12:59.832428 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2464a9f-fbd2-439b-9006-89f1a2e7f4a4 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Network 1e0804d0-d1d9-4d40-9de5-2936f3d87840 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:12:59.835742 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-b2464a9f-fbd2-439b-9006-89f1a2e7f4a4 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:12:59.839393 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2464a9f-fbd2-439b-9006-89f1a2e7f4a4 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 11:12:59.872103 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2464a9f-fbd2-439b-9006-89f1a2e7f4a4 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Pushing event updated for resources: {'Port': ['ID=127c6b36-d6b0-494d-8741-a26fb195f3e8,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:13:00.104017 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b2464a9f-fbd2-439b-9006-89f1a2e7f4a4 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for router_gateway (7ea892f4-9f9a-45a9-bc1e-0611873370b5), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:13:00.319059 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b2464a9f-fbd2-439b-9006-89f1a2e7f4a4 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1804241'] for router (7ea892f4-9f9a-45a9-bc1e-0611873370b5), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:13:00.461289 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2464a9f-fbd2-439b-9006-89f1a2e7f4a4 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Router 7ea892f4-9f9a-45a9-bc1e-0611873370b5 is scheduled to L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 with binding_index 1 {{(pid=103407) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 11:13:00.574254 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2464a9f-fbd2-439b-9006-89f1a2e7f4a4 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:13:00.584849 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44760404-c3ab-4f78-9538-864b78573b2b None None] Sync routers for ids ['7ea892f4-9f9a-45a9-bc1e-0611873370b5'] in dv-neutron-master-2-hyperv {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:13:00.596457 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b2464a9f-fbd2-439b-9006-89f1a2e7f4a4 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for router (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:13:00.596713 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44760404-c3ab-4f78-9538-864b78573b2b None None] Routers {'7ea892f4-9f9a-45a9-bc1e-0611873370b5'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:13:00.597151 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-44760404-c3ab-4f78-9538-864b78573b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T11:12:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['7ea892f4-9f9a-45a9-bc1e-0611873370b5'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:13:00.597595 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-b2464a9f-fbd2-439b-9006-89f1a2e7f4a4 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5231218 Feb 28 11:13:00.601173 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 46184) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:13:00.629308 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-38ea7e74-64de-4e1c-97c0-3cf4601127fe tempest-TestNetworkAdvancedServerOps-1757666246 tempest-TestNetworkAdvancedServerOps-1757666246-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=3c4e3863732a46c4818eaf87ed0e9f91&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269785 Feb 28 11:13:00.632034 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 46186) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:13:00.711075 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-44760404-c3ab-4f78-9538-864b78573b2b None None] Set router 7ea892f4-9f9a-45a9-bc1e-0611873370b5 gateway port host: dv-neutron-master-2-hyperv {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:13:00.727613 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef3e821e-f6db-43dd-9d31-2fdadf61bcc7 tempest-TestNetworkAdvancedServerOps-1757666246 tempest-TestNetworkAdvancedServerOps-1757666246-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:13:00.729123 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-ef3e821e-f6db-43dd-9d31-2fdadf61bcc7 tempest-TestNetworkAdvancedServerOps-1757666246 tempest-TestNetworkAdvancedServerOps-1757666246-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0961409 Feb 28 11:13:00.731942 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 46188) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:13:00.759775 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-a8dd2d26-bc11-4226-8fe3-17933fa29cde tempest-TestNetworkAdvancedServerOps-1757666246 tempest-TestNetworkAdvancedServerOps-1757666246-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=1e0804d0-d1d9-4d40-9de5-2936f3d87840&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267291 Feb 28 11:13:00.762484 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 46190) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:13:00.767481 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-3c08817a-c218-460c-ab85-4a79499528bb tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-862681734', 'network_id': '44a9ba6f-ba69-47e1-8008-1247b8e25e03', 'project_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:13:00.855084 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c08817a-c218-460c-ab85-4a79499528bb tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Made reservation on behalf of 3c4e3863732a46c4818eaf87ed0e9f91 for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:13:00.859019 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3c08817a-c218-460c-ab85-4a79499528bb tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3516581'] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:13:00.889592 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-44760404-c3ab-4f78-9538-864b78573b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ea892f4-9f9a-45a9-bc1e-0611873370b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-969485747', 'tenant_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.236'}], 'enable_snat': True}, 'gw_port_id': '127c6b36-d6b0-494d-8741-a26fb195f3e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:12:59Z', 'updated_at': '2022-02-28T11:12:59Z', 'revision_number': 3, 'project_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'gw_port': {'id': '127c6b36-d6b0-494d-8741-a26fb195f3e8', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:57:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ea892f4-9f9a-45a9-bc1e-0611873370b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:12:59Z', 'updated_at': '2022-02-28T11:12:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:13:00.917361 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44760404-c3ab-4f78-9538-864b78573b2b None None] Checking router: 7ea892f4-9f9a-45a9-bc1e-0611873370b5 for host: dv-neutron-master-2-hyperv {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:13:00.917703 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44760404-c3ab-4f78-9538-864b78573b2b None None] Updating router 7ea892f4-9f9a-45a9-bc1e-0611873370b5 port 127c6b36-d6b0-494d-8741-a26fb195f3e8 binding host dv-neutron-master-2-hyperv {{(pid=103409) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 11:13:00.950923 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-44760404-c3ab-4f78-9538-864b78573b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (127c6b36-d6b0-494d-8741-a26fb195f3e8), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:13:01.055602 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3c08817a-c218-460c-ab85-4a79499528bb tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3498031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3516567'] for subnet (2ca11433-7c9e-45a6-a437-a1a1bf846c70), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:13:01.114531 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c08817a-c218-460c-ab85-4a79499528bb tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Pushing event updated for resources: {'Subnet': ['ID=2ca11433-7c9e-45a6-a437-a1a1bf846c70,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:13:01.129719 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c08817a-c218-460c-ab85-4a79499528bb tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Checking segment: {'id': '6acf3c6c-4923-4161-b465-c05af426fcd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '44a9ba6f-ba69-47e1-8008-1247b8e25e03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 11:13:01.130116 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c08817a-c218-460c-ab85-4a79499528bb tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Network hostable DHCP agents. Network: 44a9ba6f-ba69-47e1-8008-1247b8e25e03, hostable agents: ['fb6705d2-4f70-4965-92a3-fbfccd43a6d3'], hosted agents: [] {{(pid=103407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:13:01.147970 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c08817a-c218-460c-ab85-4a79499528bb tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Network 44a9ba6f-ba69-47e1-8008-1247b8e25e03 is scheduled to be hosted by DHCP agent fb6705d2-4f70-4965-92a3-fbfccd43a6d3 with binding_index 1 {{(pid=103407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:13:01.157215 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-3c08817a-c218-460c-ab85-4a79499528bb tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 44a9ba6f-ba69-47e1-8008-1247b8e25e03) {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:13:01.161420 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c08817a-c218-460c-ab85-4a79499528bb tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:13:01.162339 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3c08817a-c218-460c-ab85-4a79499528bb tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:13:01.179489 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cedb0a33-6442-47d5-a2b8-93a99f135a86 None None] Network 44a9ba6f-ba69-47e1-8008-1247b8e25e03 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 11:13:01.180171 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-3c08817a-c218-460c-ab85-4a79499528bb tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4165354 Feb 28 11:13:01.182986 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 46192) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:13:01.271142 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-44760404-c3ab-4f78-9538-864b78573b2b None None] Publish callbacks [] for port (127c6b36-d6b0-494d-8741-a26fb195f3e8), precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:13:01.281187 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-44760404-c3ab-4f78-9538-864b78573b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (127c6b36-d6b0-494d-8741-a26fb195f3e8), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:13:01.355474 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-44760404-c3ab-4f78-9538-864b78573b2b None None] Attempting to bind port 127c6b36-d6b0-494d-8741-a26fb195f3e8 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 11:13:01.355852 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-44760404-c3ab-4f78-9538-864b78573b2b None None] Attempting to bind port 127c6b36-d6b0-494d-8741-a26fb195f3e8 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '195d7ed7-323d-4284-82df-208cca613d99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 11:13:01.356225 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44760404-c3ab-4f78-9538-864b78573b2b None None] Attempting to bind port 127c6b36-d6b0-494d-8741-a26fb195f3e8 on network 1e0804d0-d1d9-4d40-9de5-2936f3d87840 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 11:13:01.359364 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4aa4a8-1555-4e3f-86d8-bc7c7271c6a7 None None] Pushing event updated for resources: {'Port': ['ID=127c6b36-d6b0-494d-8741-a26fb195f3e8,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:13:01.364543 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dcf3711-330e-462f-afa4-83c0682ff0cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-44a9ba6f-ba69-47e1-8008-1247b8e25e03', 'network_id': '44a9ba6f-ba69-47e1-8008-1247b8e25e03', 'project_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'fixed_ips': [{'subnet_id': '2ca11433-7c9e-45a6-a437-a1a1bf846c70'}]}} from dv-neutron-master-2-hyperv. {{(pid=103409) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 11:13:01.365419 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9dcf3711-330e-462f-afa4-83c0682ff0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:13:01.369658 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44760404-c3ab-4f78-9538-864b78573b2b None None] Checking agent: {'id': '75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 24, 15), 'started_at': datetime.datetime(2022, 2, 28, 10, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 12, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 11:13:01.370012 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44760404-c3ab-4f78-9538-864b78573b2b None None] Checking segment: {'id': '195d7ed7-323d-4284-82df-208cca613d99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 11:13:01.370432 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-44760404-c3ab-4f78-9538-864b78573b2b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:13:01.370833 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44760404-c3ab-4f78-9538-864b78573b2b None None] Bound using segment: {'id': '195d7ed7-323d-4284-82df-208cca613d99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 11:13:01.371296 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-44760404-c3ab-4f78-9538-864b78573b2b None None] Bound port: 127c6b36-d6b0-494d-8741-a26fb195f3e8, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '195d7ed7-323d-4284-82df-208cca613d99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 11:13:01.371682 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-44760404-c3ab-4f78-9538-864b78573b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (127c6b36-d6b0-494d-8741-a26fb195f3e8), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:13:01.490305 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-44760404-c3ab-4f78-9538-864b78573b2b None None] For port 127c6b36-d6b0-494d-8741-a26fb195f3e8, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:13:01.495663 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-44760404-c3ab-4f78-9538-864b78573b2b None None] For port 127c6b36-d6b0-494d-8741-a26fb195f3e8, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=127c6b36-d6b0-494d-8741-a26fb195f3e8,segment=NetworkSegment(195d7ed7-323d-4284-82df-208cca613d99),segment_id=195d7ed7-323d-4284-82df-208cca613d99)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:13:01.510489 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-44760404-c3ab-4f78-9538-864b78573b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (127c6b36-d6b0-494d-8741-a26fb195f3e8), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:13:01.601387 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-9dcf3711-330e-462f-afa4-83c0682ff0cb None None] Allocated IP 172.20.0.2 (44a9ba6f-ba69-47e1-8008-1247b8e25e03/2ca11433-7c9e-45a6-a437-a1a1bf846c70/dc96697d-6d16-4cc1-903c-3bd985827624) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:13:01.607046 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44760404-c3ab-4f78-9538-864b78573b2b None None] Routers {'7ea892f4-9f9a-45a9-bc1e-0611873370b5'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:13:01.607717 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-44760404-c3ab-4f78-9538-864b78573b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T11:12:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['7ea892f4-9f9a-45a9-bc1e-0611873370b5'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:13:01.644981 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1fb5c429-bd0f-4ebf-a23a-9c717b20e875 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:13:01.660250 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4aa4a8-1555-4e3f-86d8-bc7c7271c6a7 None None] Pushing event updated for resources: {'Port': ['ID=127c6b36-d6b0-494d-8741-a26fb195f3e8,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:13:01.949014 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-44760404-c3ab-4f78-9538-864b78573b2b None None] Set router 7ea892f4-9f9a-45a9-bc1e-0611873370b5 gateway port host: dv-neutron-master-2-hyperv {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:13:02.097786 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9dcf3711-330e-462f-afa4-83c0682ff0cb None None] Publish callbacks [] for port (dc96697d-6d16-4cc1-903c-3bd985827624), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:13:02.123658 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9dcf3711-330e-462f-afa4-83c0682ff0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749'] for port (dc96697d-6d16-4cc1-903c-3bd985827624), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:13:02.168989 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-1fb5c429-bd0f-4ebf-a23a-9c717b20e875 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Allocated IP 172.20.0.1 (44a9ba6f-ba69-47e1-8008-1247b8e25e03/2ca11433-7c9e-45a6-a437-a1a1bf846c70/8b9ae5c3-6141-4aee-b0a0-ae2874b13111) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:13:02.183358 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dcf3711-330e-462f-afa4-83c0682ff0cb None None] Network 44a9ba6f-ba69-47e1-8008-1247b8e25e03 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:13:02.188700 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-9dcf3711-330e-462f-afa4-83c0682ff0cb None None] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:13:02.195870 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dcf3711-330e-462f-afa4-83c0682ff0cb None None] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 11:13:02.201520 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcf3711-330e-462f-afa4-83c0682ff0cb None None] Pushing event updated for resources: {'Port': ['ID=dc96697d-6d16-4cc1-903c-3bd985827624,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:13:02.269922 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-9dcf3711-330e-462f-afa4-83c0682ff0cb None None] Attempting to bind port dc96697d-6d16-4cc1-903c-3bd985827624 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 11:13:02.270297 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-9dcf3711-330e-462f-afa4-83c0682ff0cb None None] Attempting to bind port dc96697d-6d16-4cc1-903c-3bd985827624 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '6acf3c6c-4923-4161-b465-c05af426fcd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '44a9ba6f-ba69-47e1-8008-1247b8e25e03'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 11:13:02.270673 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dcf3711-330e-462f-afa4-83c0682ff0cb None None] Attempting to bind port dc96697d-6d16-4cc1-903c-3bd985827624 on network 44a9ba6f-ba69-47e1-8008-1247b8e25e03 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 11:13:02.278436 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dcf3711-330e-462f-afa4-83c0682ff0cb None None] Checking agent: {'id': '75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 24, 15), 'started_at': datetime.datetime(2022, 2, 28, 10, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 12, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 11:13:02.278826 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dcf3711-330e-462f-afa4-83c0682ff0cb None None] Checking segment: {'id': '6acf3c6c-4923-4161-b465-c05af426fcd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '44a9ba6f-ba69-47e1-8008-1247b8e25e03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 11:13:02.279235 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9dcf3711-330e-462f-afa4-83c0682ff0cb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:13:02.279645 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dcf3711-330e-462f-afa4-83c0682ff0cb None None] Bound using segment: {'id': '6acf3c6c-4923-4161-b465-c05af426fcd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '44a9ba6f-ba69-47e1-8008-1247b8e25e03'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 11:13:02.280126 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-9dcf3711-330e-462f-afa4-83c0682ff0cb None None] Bound port: dc96697d-6d16-4cc1-903c-3bd985827624, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6acf3c6c-4923-4161-b465-c05af426fcd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '44a9ba6f-ba69-47e1-8008-1247b8e25e03'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 11:13:02.280515 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9dcf3711-330e-462f-afa4-83c0682ff0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (dc96697d-6d16-4cc1-903c-3bd985827624), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:13:02.284947 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-44760404-c3ab-4f78-9538-864b78573b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ea892f4-9f9a-45a9-bc1e-0611873370b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-969485747', 'tenant_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.236'}], 'enable_snat': True}, 'gw_port_id': '127c6b36-d6b0-494d-8741-a26fb195f3e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:12:59Z', 'updated_at': '2022-02-28T11:12:59Z', 'revision_number': 3, 'project_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'gw_port': {'id': '127c6b36-d6b0-494d-8741-a26fb195f3e8', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:57:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ea892f4-9f9a-45a9-bc1e-0611873370b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:12:59Z', 'updated_at': '2022-02-28T11:13:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:13:02.289407 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1fb5c429-bd0f-4ebf-a23a-9c717b20e875 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for port (8b9ae5c3-6141-4aee-b0a0-ae2874b13111), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:13:02.318828 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44760404-c3ab-4f78-9538-864b78573b2b None None] The sync data for ids ['7ea892f4-9f9a-45a9-bc1e-0611873370b5'] in dv-neutron-master-2-hyperv is: [{'id': '7ea892f4-9f9a-45a9-bc1e-0611873370b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-969485747', 'tenant_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.236'}], 'enable_snat': True}, 'gw_port_id': '127c6b36-d6b0-494d-8741-a26fb195f3e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:12:59Z', 'updated_at': '2022-02-28T11:12:59Z', 'revision_number': 3, 'project_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'gw_port': {'id': '127c6b36-d6b0-494d-8741-a26fb195f3e8', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:57:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ea892f4-9f9a-45a9-bc1e-0611873370b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:12:59Z', 'updated_at': '2022-02-28T11:13:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:13:02.382393 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-9dcf3711-330e-462f-afa4-83c0682ff0cb None None] For port dc96697d-6d16-4cc1-903c-3bd985827624, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:13:02.386532 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-9dcf3711-330e-462f-afa4-83c0682ff0cb None None] For port dc96697d-6d16-4cc1-903c-3bd985827624, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=dc96697d-6d16-4cc1-903c-3bd985827624,segment=NetworkSegment(6acf3c6c-4923-4161-b465-c05af426fcd2),segment_id=6acf3c6c-4923-4161-b465-c05af426fcd2)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:13:02.395629 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9dcf3711-330e-462f-afa4-83c0682ff0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (dc96697d-6d16-4cc1-903c-3bd985827624), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:13:02.465097 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcf3711-330e-462f-afa4-83c0682ff0cb None None] Pushing event updated for resources: {'Port': ['ID=dc96697d-6d16-4cc1-903c-3bd985827624,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:13:02.756297 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1fb5c429-bd0f-4ebf-a23a-9c717b20e875 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (8b9ae5c3-6141-4aee-b0a0-ae2874b13111), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:13:02.801322 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fb5c429-bd0f-4ebf-a23a-9c717b20e875 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Network 44a9ba6f-ba69-47e1-8008-1247b8e25e03 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:13:02.804884 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-1fb5c429-bd0f-4ebf-a23a-9c717b20e875 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:13:02.809234 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb5c429-bd0f-4ebf-a23a-9c717b20e875 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 11:13:02.841254 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb5c429-bd0f-4ebf-a23a-9c717b20e875 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Pushing event updated for resources: {'Port': ['ID=8b9ae5c3-6141-4aee-b0a0-ae2874b13111,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:13:02.861711 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1fb5c429-bd0f-4ebf-a23a-9c717b20e875 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1803404'] for router_interface (7ea892f4-9f9a-45a9-bc1e-0611873370b5), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:13:03.001440 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1fb5c429-bd0f-4ebf-a23a-9c717b20e875 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (8b9ae5c3-6141-4aee-b0a0-ae2874b13111), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:13:03.318929 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1fb5c429-bd0f-4ebf-a23a-9c717b20e875 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for port (8b9ae5c3-6141-4aee-b0a0-ae2874b13111), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:13:03.324731 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1fb5c429-bd0f-4ebf-a23a-9c717b20e875 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3498066'] for port (8b9ae5c3-6141-4aee-b0a0-ae2874b13111), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:13:03.403070 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb5c429-bd0f-4ebf-a23a-9c717b20e875 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Pushing event updated for resources: {'Port': ['ID=8b9ae5c3-6141-4aee-b0a0-ae2874b13111,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:13:03.405540 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1fb5c429-bd0f-4ebf-a23a-9c717b20e875 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1802524'] for router_interface (7ea892f4-9f9a-45a9-bc1e-0611873370b5), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:13:03.504448 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fb5c429-bd0f-4ebf-a23a-9c717b20e875 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Network 44a9ba6f-ba69-47e1-8008-1247b8e25e03 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:13:03.505894 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-1fb5c429-bd0f-4ebf-a23a-9c717b20e875 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:13:03.530399 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb862ca7-4ec1-4050-97ec-f379d0c0b0a3 None None] Network 44a9ba6f-ba69-47e1-8008-1247b8e25e03 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 11:13:03.594996 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-fabf40f4-1949-4c35-848b-dd991895ca00 None None] Provisioning complete for port dc96697d-6d16-4cc1-903c-3bd985827624 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:13:03.595373 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fabf40f4-1949-4c35-848b-dd991895ca00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (dc96697d-6d16-4cc1-903c-3bd985827624), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:13:03.627674 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fb5c429-bd0f-4ebf-a23a-9c717b20e875 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Router 7ea892f4-9f9a-45a9-bc1e-0611873370b5 has already been hosted by L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:13:03.720114 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-fabf40f4-1949-4c35-848b-dd991895ca00 None None] Current status of the port dc96697d-6d16-4cc1-903c-3bd985827624 is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:13:03.720513 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fabf40f4-1949-4c35-848b-dd991895ca00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (dc96697d-6d16-4cc1-903c-3bd985827624), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:13:03.757275 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-fabf40f4-1949-4c35-848b-dd991895ca00 None None] For port dc96697d-6d16-4cc1-903c-3bd985827624, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=dc96697d-6d16-4cc1-903c-3bd985827624,segment=NetworkSegment(6acf3c6c-4923-4161-b465-c05af426fcd2),segment_id=6acf3c6c-4923-4161-b465-c05af426fcd2)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:13:03.757441 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fb5c429-bd0f-4ebf-a23a-9c717b20e875 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:13:03.763385 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-1fb5c429-bd0f-4ebf-a23a-9c717b20e875 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "PUT /v2.0/routers/7ea892f4-9f9a-45a9-bc1e-0611873370b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5791745 Feb 28 11:13:03.772509 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fabf40f4-1949-4c35-848b-dd991895ca00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (dc96697d-6d16-4cc1-903c-3bd985827624), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:13:03.827762 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabf40f4-1949-4c35-848b-dd991895ca00 None None] Pushing event updated for resources: {'Port': ['ID=dc96697d-6d16-4cc1-903c-3bd985827624,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:13:03.954127 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-629741c7-4343-4d19-a6b5-db968fa39895 req-6b415e47-a0ad-4a40-946b-cce4467da8b7 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-793529500&fields=id&tenant_id=3c4e3863732a46c4818eaf87ed0e9f91 HTTP/1.1" status: 200 len: 267 time: 0.0562172 Feb 28 11:13:04.009362 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device dc96697d-6d16-4cc1-903c-3bd985827624 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 11:13:04.014390 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-d0c0bfae-0372-473b-ac27-53155284592d None None] Provisioning complete for port 8b9ae5c3-6141-4aee-b0a0-ae2874b13111 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:13:04.014777 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d0c0bfae-0372-473b-ac27-53155284592d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (8b9ae5c3-6141-4aee-b0a0-ae2874b13111), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:13:04.090156 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629741c7-4343-4d19-a6b5-db968fa39895 req-c083d4df-8b7c-45c4-b73d-37bc2baaa6e2 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:13:04.091767 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-629741c7-4343-4d19-a6b5-db968fa39895 req-c083d4df-8b7c-45c4-b73d-37bc2baaa6e2 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/networks?id=44a9ba6f-ba69-47e1-8008-1247b8e25e03 HTTP/1.1" status: 200 len: 797 time: 0.1286457 Feb 28 11:13:04.095297 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-d0c0bfae-0372-473b-ac27-53155284592d None None] Port 8b9ae5c3-6141-4aee-b0a0-ae2874b13111 cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 11:13:04.104996 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port dc96697d-6d16-4cc1-903c-3bd985827624 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:13:04.105488 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (dc96697d-6d16-4cc1-903c-3bd985827624), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:13:04.108402 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-629741c7-4343-4d19-a6b5-db968fa39895 req-44a96a3c-8099-4619-b2a6-93f31dc0f3a9 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/quotas/3c4e3863732a46c4818eaf87ed0e9f91 HTTP/1.1" status: 200 len: 375 time: 0.0106046 Feb 28 11:13:04.142394 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-d0c0bfae-0372-473b-ac27-53155284592d None None] Provisioning complete for port dc96697d-6d16-4cc1-903c-3bd985827624 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:13:04.142804 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d0c0bfae-0372-473b-ac27-53155284592d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (dc96697d-6d16-4cc1-903c-3bd985827624), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:13:04.168336 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d2baf2e-25f8-4ebf-bfe0-f1607c7b1bd0 None None] Sync routers for ids ['7ea892f4-9f9a-45a9-bc1e-0611873370b5'] in dv-neutron-master-2-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:13:04.183944 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d2baf2e-25f8-4ebf-bfe0-f1607c7b1bd0 None None] Routers {'7ea892f4-9f9a-45a9-bc1e-0611873370b5'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:13:04.185002 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-0d2baf2e-25f8-4ebf-bfe0-f1607c7b1bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T11:12:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['7ea892f4-9f9a-45a9-bc1e-0611873370b5'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:13:04.189666 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-629741c7-4343-4d19-a6b5-db968fa39895 req-d4bfbed2-03bc-426f-bede-0e120532a106 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3c4e3863732a46c4818eaf87ed0e9f91&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0758009 Feb 28 11:13:04.275825 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-d0c0bfae-0372-473b-ac27-53155284592d None None] Current status of the port dc96697d-6d16-4cc1-903c-3bd985827624 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:13:04.278385 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port dc96697d-6d16-4cc1-903c-3bd985827624 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:13:04.279439 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 127c6b36-d6b0-494d-8741-a26fb195f3e8 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 11:13:04.330756 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port 127c6b36-d6b0-494d-8741-a26fb195f3e8 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:13:04.331607 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (127c6b36-d6b0-494d-8741-a26fb195f3e8), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:13:04.378672 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-629741c7-4343-4d19-a6b5-db968fa39895 req-91f130d1-d78d-4a9a-a300-5757807bc08d service neutron] 10.222.0.20 "GET /v2.0/networks/44a9ba6f-ba69-47e1-8008-1247b8e25e03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862099 Feb 28 11:13:04.422516 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-0d2baf2e-25f8-4ebf-bfe0-f1607c7b1bd0 None None] Set router 7ea892f4-9f9a-45a9-bc1e-0611873370b5 gateway port host: dv-neutron-master-2-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:13:04.434797 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-3dd0c443-35e3-4c33-aa4e-a3c2caf66fe3 None None] Provisioning complete for port 8b9ae5c3-6141-4aee-b0a0-ae2874b13111 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:13:04.435180 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3dd0c443-35e3-4c33-aa4e-a3c2caf66fe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (8b9ae5c3-6141-4aee-b0a0-ae2874b13111), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:13:04.469930 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 127c6b36-d6b0-494d-8741-a26fb195f3e8 is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:13:04.470776 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (127c6b36-d6b0-494d-8741-a26fb195f3e8), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:13:04.492006 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-3dd0c443-35e3-4c33-aa4e-a3c2caf66fe3 None None] Port 8b9ae5c3-6141-4aee-b0a0-ae2874b13111 cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 11:13:04.492794 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-629741c7-4343-4d19-a6b5-db968fa39895 req-7ef2f2f0-4423-4682-b7a0-eb256cc06169 service neutron] 10.222.0.20 "GET /v2.0/networks/44a9ba6f-ba69-47e1-8008-1247b8e25e03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067545 Feb 28 11:13:04.501427 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] For port 127c6b36-d6b0-494d-8741-a26fb195f3e8, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=127c6b36-d6b0-494d-8741-a26fb195f3e8,segment=NetworkSegment(195d7ed7-323d-4284-82df-208cca613d99),segment_id=195d7ed7-323d-4284-82df-208cca613d99)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:13:04.508343 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (127c6b36-d6b0-494d-8741-a26fb195f3e8), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:13:04.563866 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Pushing event updated for resources: {'Port': ['ID=127c6b36-d6b0-494d-8741-a26fb195f3e8,revision_number=4']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:13:04.636418 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-d1db8079-5e7f-4b9e-b6db-8a6ba65eac25 None None] Provisioning complete for port 8b9ae5c3-6141-4aee-b0a0-ae2874b13111 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:13:04.637138 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d1db8079-5e7f-4b9e-b6db-8a6ba65eac25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (8b9ae5c3-6141-4aee-b0a0-ae2874b13111), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:13:04.646904 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-0d2baf2e-25f8-4ebf-bfe0-f1607c7b1bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ea892f4-9f9a-45a9-bc1e-0611873370b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-969485747', 'tenant_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.236'}], 'enable_snat': True}, 'gw_port_id': '127c6b36-d6b0-494d-8741-a26fb195f3e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:12:59Z', 'updated_at': '2022-02-28T11:13:02Z', 'revision_number': 4, 'project_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'gw_port': {'id': '127c6b36-d6b0-494d-8741-a26fb195f3e8', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:57:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ea892f4-9f9a-45a9-bc1e-0611873370b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:12:59Z', 'updated_at': '2022-02-28T11:13:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '8b9ae5c3-6141-4aee-b0a0-ae2874b13111', 'name': '', 'network_id': '44a9ba6f-ba69-47e1-8008-1247b8e25e03', 'tenant_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'mac_address': 'fa:16:3e:5c:57:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ea892f4-9f9a-45a9-bc1e-0611873370b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '2ca11433-7c9e-45a6-a437-a1a1bf846c70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:13:01Z', 'updated_at': '2022-02-28T11:13:03Z', 'revision_number': 2, 'project_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'subnets': [{'id': '2ca11433-7c9e-45a6-a437-a1a1bf846c70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:13:04.675802 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d2baf2e-25f8-4ebf-bfe0-f1607c7b1bd0 None None] Checking router: 7ea892f4-9f9a-45a9-bc1e-0611873370b5 for host: dv-neutron-master-2-hyperv {{(pid=103410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:13:04.676165 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d2baf2e-25f8-4ebf-bfe0-f1607c7b1bd0 None None] Updating router 7ea892f4-9f9a-45a9-bc1e-0611873370b5 port 8b9ae5c3-6141-4aee-b0a0-ae2874b13111 binding host dv-neutron-master-2-hyperv {{(pid=103410) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 11:13:04.680100 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-d1db8079-5e7f-4b9e-b6db-8a6ba65eac25 None None] Port 8b9ae5c3-6141-4aee-b0a0-ae2874b13111 cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 11:13:04.685147 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-7d414d38-4b23-4042-abe6-eec487e09502 req-5a48a03a-4dfb-4898-85de-e072bdd429a3 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a78d803-2b0a-4261-b93b-650261438460 HTTP/1.1" status: 200 len: 210 time: 0.0334206 Feb 28 11:13:04.717019 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0d2baf2e-25f8-4ebf-bfe0-f1607c7b1bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (8b9ae5c3-6141-4aee-b0a0-ae2874b13111), before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:13:04.996496 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0d2baf2e-25f8-4ebf-bfe0-f1607c7b1bd0 None None] Publish callbacks [] for port (8b9ae5c3-6141-4aee-b0a0-ae2874b13111), precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:13:05.002746 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0d2baf2e-25f8-4ebf-bfe0-f1607c7b1bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (8b9ae5c3-6141-4aee-b0a0-ae2874b13111), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:13:05.066929 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b934dc7-a6a3-43c5-a167-fa5b09bc7bb7 None None] Pushing event updated for resources: {'Port': ['ID=8b9ae5c3-6141-4aee-b0a0-ae2874b13111,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:13:05.112317 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b934dc7-a6a3-43c5-a167-fa5b09bc7bb7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:13:05.112701 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b934dc7-a6a3-43c5-a167-fa5b09bc7bb7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:13:05.113047 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b934dc7-a6a3-43c5-a167-fa5b09bc7bb7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:13:05.113388 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b934dc7-a6a3-43c5-a167-fa5b09bc7bb7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:13:05.113726 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b934dc7-a6a3-43c5-a167-fa5b09bc7bb7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:13:05.114055 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b934dc7-a6a3-43c5-a167-fa5b09bc7bb7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:13:05.114389 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b934dc7-a6a3-43c5-a167-fa5b09bc7bb7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:13:05.114742 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b934dc7-a6a3-43c5-a167-fa5b09bc7bb7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:13:05.115043 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b934dc7-a6a3-43c5-a167-fa5b09bc7bb7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:13:05.115366 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b934dc7-a6a3-43c5-a167-fa5b09bc7bb7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:13:05.115691 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b934dc7-a6a3-43c5-a167-fa5b09bc7bb7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:13:05.116018 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b934dc7-a6a3-43c5-a167-fa5b09bc7bb7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:13:05.116457 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b934dc7-a6a3-43c5-a167-fa5b09bc7bb7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:13:05.130373 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-0d2baf2e-25f8-4ebf-bfe0-f1607c7b1bd0 None None] Attempting to bind port 8b9ae5c3-6141-4aee-b0a0-ae2874b13111 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 11:13:05.130756 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-0d2baf2e-25f8-4ebf-bfe0-f1607c7b1bd0 None None] Attempting to bind port 8b9ae5c3-6141-4aee-b0a0-ae2874b13111 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '6acf3c6c-4923-4161-b465-c05af426fcd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '44a9ba6f-ba69-47e1-8008-1247b8e25e03'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 11:13:05.131120 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d2baf2e-25f8-4ebf-bfe0-f1607c7b1bd0 None None] Attempting to bind port 8b9ae5c3-6141-4aee-b0a0-ae2874b13111 on network 44a9ba6f-ba69-47e1-8008-1247b8e25e03 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 11:13:05.137144 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d2baf2e-25f8-4ebf-bfe0-f1607c7b1bd0 None None] Checking agent: {'id': '75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 24, 15), 'started_at': datetime.datetime(2022, 2, 28, 10, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 12, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 11:13:05.137530 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d2baf2e-25f8-4ebf-bfe0-f1607c7b1bd0 None None] Checking segment: {'id': '6acf3c6c-4923-4161-b465-c05af426fcd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '44a9ba6f-ba69-47e1-8008-1247b8e25e03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 11:13:05.137946 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0d2baf2e-25f8-4ebf-bfe0-f1607c7b1bd0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:13:05.138344 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d2baf2e-25f8-4ebf-bfe0-f1607c7b1bd0 None None] Bound using segment: {'id': '6acf3c6c-4923-4161-b465-c05af426fcd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '44a9ba6f-ba69-47e1-8008-1247b8e25e03'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 11:13:05.138819 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-0d2baf2e-25f8-4ebf-bfe0-f1607c7b1bd0 None None] Bound port: 8b9ae5c3-6141-4aee-b0a0-ae2874b13111, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6acf3c6c-4923-4161-b465-c05af426fcd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '44a9ba6f-ba69-47e1-8008-1247b8e25e03'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 11:13:05.139202 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0d2baf2e-25f8-4ebf-bfe0-f1607c7b1bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (8b9ae5c3-6141-4aee-b0a0-ae2874b13111), before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:13:05.206030 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-0d2baf2e-25f8-4ebf-bfe0-f1607c7b1bd0 None None] For port 8b9ae5c3-6141-4aee-b0a0-ae2874b13111, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:13:05.210059 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-0d2baf2e-25f8-4ebf-bfe0-f1607c7b1bd0 None None] For port 8b9ae5c3-6141-4aee-b0a0-ae2874b13111, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8b9ae5c3-6141-4aee-b0a0-ae2874b13111,segment=NetworkSegment(6acf3c6c-4923-4161-b465-c05af426fcd2),segment_id=6acf3c6c-4923-4161-b465-c05af426fcd2)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:13:05.221300 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-0d2baf2e-25f8-4ebf-bfe0-f1607c7b1bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (8b9ae5c3-6141-4aee-b0a0-ae2874b13111), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:13:05.273789 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d2baf2e-25f8-4ebf-bfe0-f1607c7b1bd0 None None] Routers {'7ea892f4-9f9a-45a9-bc1e-0611873370b5'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:13:05.274427 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-0d2baf2e-25f8-4ebf-bfe0-f1607c7b1bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T11:12:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['7ea892f4-9f9a-45a9-bc1e-0611873370b5'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:13:05.302170 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-3e8a977d-c716-4d44-b279-8a26339f591f None None] Provisioning complete for port 8b9ae5c3-6141-4aee-b0a0-ae2874b13111 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:13:05.302482 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3e8a977d-c716-4d44-b279-8a26339f591f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (8b9ae5c3-6141-4aee-b0a0-ae2874b13111), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:13:05.333834 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b934dc7-a6a3-43c5-a167-fa5b09bc7bb7 None None] Pushing event updated for resources: {'Port': ['ID=8b9ae5c3-6141-4aee-b0a0-ae2874b13111,revision_number=4']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:13:05.395639 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-3e8a977d-c716-4d44-b279-8a26339f591f None None] Current status of the port 8b9ae5c3-6141-4aee-b0a0-ae2874b13111 is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:13:05.396037 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3e8a977d-c716-4d44-b279-8a26339f591f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (8b9ae5c3-6141-4aee-b0a0-ae2874b13111), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:13:05.403669 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-0d2baf2e-25f8-4ebf-bfe0-f1607c7b1bd0 None None] Set router 7ea892f4-9f9a-45a9-bc1e-0611873370b5 gateway port host: dv-neutron-master-2-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:13:05.433997 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-3e8a977d-c716-4d44-b279-8a26339f591f None None] For port 8b9ae5c3-6141-4aee-b0a0-ae2874b13111, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8b9ae5c3-6141-4aee-b0a0-ae2874b13111,segment=NetworkSegment(6acf3c6c-4923-4161-b465-c05af426fcd2),segment_id=6acf3c6c-4923-4161-b465-c05af426fcd2)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:13:05.439190 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3e8a977d-c716-4d44-b279-8a26339f591f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (8b9ae5c3-6141-4aee-b0a0-ae2874b13111), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:13:05.495197 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8a977d-c716-4d44-b279-8a26339f591f None None] Pushing event updated for resources: {'Port': ['ID=8b9ae5c3-6141-4aee-b0a0-ae2874b13111,revision_number=5']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:13:05.559984 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-426866c3-587e-4f44-a0ee-248e62c6393e None None] Provisioning complete for port 8b9ae5c3-6141-4aee-b0a0-ae2874b13111 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:13:05.560273 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-426866c3-587e-4f44-a0ee-248e62c6393e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (8b9ae5c3-6141-4aee-b0a0-ae2874b13111), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:13:05.629542 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-0d2baf2e-25f8-4ebf-bfe0-f1607c7b1bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ea892f4-9f9a-45a9-bc1e-0611873370b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-969485747', 'tenant_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.236'}], 'enable_snat': True}, 'gw_port_id': '127c6b36-d6b0-494d-8741-a26fb195f3e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:12:59Z', 'updated_at': '2022-02-28T11:13:02Z', 'revision_number': 4, 'project_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'gw_port': {'id': '127c6b36-d6b0-494d-8741-a26fb195f3e8', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:57:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea892f4-9f9a-45a9-bc1e-0611873370b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:12:59Z', 'updated_at': '2022-02-28T11:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '8b9ae5c3-6141-4aee-b0a0-ae2874b13111', 'name': '', 'network_id': '44a9ba6f-ba69-47e1-8008-1247b8e25e03', 'tenant_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'mac_address': 'fa:16:3e:5c:57:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ea892f4-9f9a-45a9-bc1e-0611873370b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '2ca11433-7c9e-45a6-a437-a1a1bf846c70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:13:01Z', 'updated_at': '2022-02-28T11:13:05Z', 'revision_number': 4, 'project_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'subnets': [{'id': '2ca11433-7c9e-45a6-a437-a1a1bf846c70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:13:05.652823 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-426866c3-587e-4f44-a0ee-248e62c6393e None None] Current status of the port 8b9ae5c3-6141-4aee-b0a0-ae2874b13111 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:13:05.657050 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d2baf2e-25f8-4ebf-bfe0-f1607c7b1bd0 None None] The sync data for ids ['7ea892f4-9f9a-45a9-bc1e-0611873370b5'] in dv-neutron-master-2-hyperv is: [{'id': '7ea892f4-9f9a-45a9-bc1e-0611873370b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-969485747', 'tenant_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.236'}], 'enable_snat': True}, 'gw_port_id': '127c6b36-d6b0-494d-8741-a26fb195f3e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:12:59Z', 'updated_at': '2022-02-28T11:13:02Z', 'revision_number': 4, 'project_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'gw_port': {'id': '127c6b36-d6b0-494d-8741-a26fb195f3e8', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:57:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea892f4-9f9a-45a9-bc1e-0611873370b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:12:59Z', 'updated_at': '2022-02-28T11:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '8b9ae5c3-6141-4aee-b0a0-ae2874b13111', 'name': '', 'network_id': '44a9ba6f-ba69-47e1-8008-1247b8e25e03', 'tenant_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'mac_address': 'fa:16:3e:5c:57:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ea892f4-9f9a-45a9-bc1e-0611873370b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '2ca11433-7c9e-45a6-a437-a1a1bf846c70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:13:01Z', 'updated_at': '2022-02-28T11:13:05Z', 'revision_number': 4, 'project_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'subnets': [{'id': '2ca11433-7c9e-45a6-a437-a1a1bf846c70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:13:05.792096 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629741c7-4343-4d19-a6b5-db968fa39895 req-3118765f-1d76-4d08-804a-400a262649c4 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:13:05.793704 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-629741c7-4343-4d19-a6b5-db968fa39895 req-3118765f-1d76-4d08-804a-400a262649c4 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.30 "GET /v2.0/networks?id=44a9ba6f-ba69-47e1-8008-1247b8e25e03 HTTP/1.1" status: 200 len: 797 time: 0.1625631 Feb 28 11:13:05.829061 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-a36acde2-a85a-488d-835e-d630d8f462ea req-ecee498a-6d56-410a-84a4-e1329927d19c tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a78d803-2b0a-4261-b93b-650261438460 HTTP/1.1" status: 200 len: 210 time: 0.0443995 Feb 28 11:13:05.894942 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-629741c7-4343-4d19-a6b5-db968fa39895 req-ec022b03-6242-4dc1-9315-21f604a13f65 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3c4e3863732a46c4818eaf87ed0e9f91 HTTP/1.1" status: 200 len: 379 time: 0.0738368 Feb 28 11:13:05.908374 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [req-629741c7-4343-4d19-a6b5-db968fa39895 req-ac2ec895-5709-41df-8184-5ebc57ca7e15 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Request body: {'port': {'device_id': '0a78d803-2b0a-4261-b93b-650261438460', 'network_id': '44a9ba6f-ba69-47e1-8008-1247b8e25e03', 'admin_state_up': True, 'tenant_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'security_groups': ['e5906366-ac88-41aa-8b5f-161380978195']}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:13:06.001470 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 8b9ae5c3-6141-4aee-b0a0-ae2874b13111 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 11:13:06.035648 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-629741c7-4343-4d19-a6b5-db968fa39895 req-ac2ec895-5709-41df-8184-5ebc57ca7e15 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Made reservation on behalf of 3c4e3863732a46c4818eaf87ed0e9f91 for: {'port': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:13:06.040697 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-629741c7-4343-4d19-a6b5-db968fa39895 req-ac2ec895-5709-41df-8184-5ebc57ca7e15 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:13:06.054848 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port 8b9ae5c3-6141-4aee-b0a0-ae2874b13111 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:13:06.055233 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (8b9ae5c3-6141-4aee-b0a0-ae2874b13111), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:13:06.134257 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 8b9ae5c3-6141-4aee-b0a0-ae2874b13111 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:13:06.135894 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 127c6b36-d6b0-494d-8741-a26fb195f3e8 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 11:13:06.179243 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [req-629741c7-4343-4d19-a6b5-db968fa39895 req-ac2ec895-5709-41df-8184-5ebc57ca7e15 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Allocated IP 172.20.0.10 (44a9ba6f-ba69-47e1-8008-1247b8e25e03/2ca11433-7c9e-45a6-a437-a1a1bf846c70/595d4cfc-831e-4dff-aa28-aee100731397) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:13:06.190448 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port 127c6b36-d6b0-494d-8741-a26fb195f3e8 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:13:06.190710 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (127c6b36-d6b0-494d-8741-a26fb195f3e8), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:13:06.278654 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 127c6b36-d6b0-494d-8741-a26fb195f3e8 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:13:06.342268 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-629741c7-4343-4d19-a6b5-db968fa39895 req-ac2ec895-5709-41df-8184-5ebc57ca7e15 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for port (595d4cfc-831e-4dff-aa28-aee100731397), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:13:06.377675 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-629741c7-4343-4d19-a6b5-db968fa39895 req-ac2ec895-5709-41df-8184-5ebc57ca7e15 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (595d4cfc-831e-4dff-aa28-aee100731397), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:13:06.432944 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-629741c7-4343-4d19-a6b5-db968fa39895 req-ac2ec895-5709-41df-8184-5ebc57ca7e15 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Network 44a9ba6f-ba69-47e1-8008-1247b8e25e03 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:13:06.437135 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [req-629741c7-4343-4d19-a6b5-db968fa39895 req-ac2ec895-5709-41df-8184-5ebc57ca7e15 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:13:06.439743 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-629741c7-4343-4d19-a6b5-db968fa39895 req-ac2ec895-5709-41df-8184-5ebc57ca7e15 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 11:13:06.442791 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2ec895-5709-41df-8184-5ebc57ca7e15 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Pushing event updated for resources: {'Port': ['ID=595d4cfc-831e-4dff-aa28-aee100731397,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:13:06.496721 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629741c7-4343-4d19-a6b5-db968fa39895 req-ac2ec895-5709-41df-8184-5ebc57ca7e15 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:13:06.497984 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-629741c7-4343-4d19-a6b5-db968fa39895 req-ac2ec895-5709-41df-8184-5ebc57ca7e15 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:13:06.520730 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-629741c7-4343-4d19-a6b5-db968fa39895 req-ac2ec895-5709-41df-8184-5ebc57ca7e15 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6178644 Feb 28 11:13:06.537181 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [req-629741c7-4343-4d19-a6b5-db968fa39895 req-ad96f6a2-14dc-444f-ac10-fa508610794e service neutron] Request body: {'port': {'device_id': '0a78d803-2b0a-4261-b93b-650261438460', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:13:06.609614 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-629741c7-4343-4d19-a6b5-db968fa39895 req-ad96f6a2-14dc-444f-ac10-fa508610794e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (595d4cfc-831e-4dff-aa28-aee100731397), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:13:06.682896 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-9a904e01-768c-41fc-955a-c13b14515fd7 None None] Provisioning complete for port 595d4cfc-831e-4dff-aa28-aee100731397 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:13:06.683878 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9a904e01-768c-41fc-955a-c13b14515fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (595d4cfc-831e-4dff-aa28-aee100731397), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:13:06.722928 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-9a904e01-768c-41fc-955a-c13b14515fd7 None None] Port 595d4cfc-831e-4dff-aa28-aee100731397 cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 11:13:06.893581 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.notifiers.nova [req-629741c7-4343-4d19-a6b5-db968fa39895 req-ad96f6a2-14dc-444f-ac10-fa508610794e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 595d4cfc-831e-4dff-aa28-aee100731397 {{(pid=103407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 11:13:06.902405 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-629741c7-4343-4d19-a6b5-db968fa39895 req-ad96f6a2-14dc-444f-ac10-fa508610794e service neutron] Publish callbacks [] for port (595d4cfc-831e-4dff-aa28-aee100731397), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:13:06.918867 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.provisioning_blocks [req-629741c7-4343-4d19-a6b5-db968fa39895 req-ad96f6a2-14dc-444f-ac10-fa508610794e service neutron] Transition to ACTIVE for port object 595d4cfc-831e-4dff-aa28-aee100731397 will not be triggered until provisioned by entity L2. {{(pid=103407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 11:13:06.929112 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-629741c7-4343-4d19-a6b5-db968fa39895 req-ad96f6a2-14dc-444f-ac10-fa508610794e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3498066'] for port (595d4cfc-831e-4dff-aa28-aee100731397), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:13:07.009320 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad96f6a2-14dc-444f-ac10-fa508610794e service neutron] Pushing event updated for resources: {'Port': ['ID=595d4cfc-831e-4dff-aa28-aee100731397,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:13:07.064363 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc1c61f-6892-46f9-99fb-27954830913b req-78a4e496-9533-4aa1-b088-31a14ad1ca0a tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:13:07.065928 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-abc1c61f-6892-46f9-99fb-27954830913b req-78a4e496-9533-4aa1-b088-31a14ad1ca0a tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a78d803-2b0a-4261-b93b-650261438460 HTTP/1.1" status: 200 len: 944 time: 0.1505296 Feb 28 11:13:07.128815 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-629741c7-4343-4d19-a6b5-db968fa39895 req-ad96f6a2-14dc-444f-ac10-fa508610794e service neutron] Attempting to bind port 595d4cfc-831e-4dff-aa28-aee100731397 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 11:13:07.129085 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-629741c7-4343-4d19-a6b5-db968fa39895 req-ad96f6a2-14dc-444f-ac10-fa508610794e service neutron] Attempting to bind port 595d4cfc-831e-4dff-aa28-aee100731397 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '6acf3c6c-4923-4161-b465-c05af426fcd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '44a9ba6f-ba69-47e1-8008-1247b8e25e03'}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 11:13:07.129417 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-629741c7-4343-4d19-a6b5-db968fa39895 req-ad96f6a2-14dc-444f-ac10-fa508610794e service neutron] Attempting to bind port 595d4cfc-831e-4dff-aa28-aee100731397 on network 44a9ba6f-ba69-47e1-8008-1247b8e25e03 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 11:13:07.139258 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-629741c7-4343-4d19-a6b5-db968fa39895 req-ad96f6a2-14dc-444f-ac10-fa508610794e service neutron] Port 595d4cfc-831e-4dff-aa28-aee100731397 on network 44a9ba6f-ba69-47e1-8008-1247b8e25e03 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 11:13:07.139590 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-629741c7-4343-4d19-a6b5-db968fa39895 req-ad96f6a2-14dc-444f-ac10-fa508610794e service neutron] Attempting to bind port 595d4cfc-831e-4dff-aa28-aee100731397 on network 44a9ba6f-ba69-47e1-8008-1247b8e25e03 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 11:13:07.144973 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-abc1c61f-6892-46f9-99fb-27954830913b req-e3e36ea2-1497-4ee0-a169-ecc0006feda0 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/security-groups?id=e5906366-ac88-41aa-8b5f-161380978195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720997 Feb 28 11:13:07.150480 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-629741c7-4343-4d19-a6b5-db968fa39895 req-ad96f6a2-14dc-444f-ac10-fa508610794e service neutron] Checking agent: {'id': '13ac42ae-016e-4baf-bb31-c6fa820b41c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 30, 8), 'started_at': datetime.datetime(2022, 2, 28, 10, 30, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 12, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 11:13:07.150831 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-629741c7-4343-4d19-a6b5-db968fa39895 req-ad96f6a2-14dc-444f-ac10-fa508610794e service neutron] Checking segment: {'id': '6acf3c6c-4923-4161-b465-c05af426fcd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '44a9ba6f-ba69-47e1-8008-1247b8e25e03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 11:13:07.151219 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-629741c7-4343-4d19-a6b5-db968fa39895 req-ad96f6a2-14dc-444f-ac10-fa508610794e service neutron] Bound using segment: {'id': '6acf3c6c-4923-4161-b465-c05af426fcd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '44a9ba6f-ba69-47e1-8008-1247b8e25e03'} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 11:13:07.151653 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-629741c7-4343-4d19-a6b5-db968fa39895 req-ad96f6a2-14dc-444f-ac10-fa508610794e service neutron] Bound port: 595d4cfc-831e-4dff-aa28-aee100731397, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6acf3c6c-4923-4161-b465-c05af426fcd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '44a9ba6f-ba69-47e1-8008-1247b8e25e03'}}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 11:13:07.152020 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-629741c7-4343-4d19-a6b5-db968fa39895 req-ad96f6a2-14dc-444f-ac10-fa508610794e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (595d4cfc-831e-4dff-aa28-aee100731397), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:13:07.219142 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-629741c7-4343-4d19-a6b5-db968fa39895 req-ad96f6a2-14dc-444f-ac10-fa508610794e service neutron] For port 595d4cfc-831e-4dff-aa28-aee100731397, host hv-neutron-mast, cleared binding levels {{(pid=103407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:13:07.222251 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-629741c7-4343-4d19-a6b5-db968fa39895 req-ad96f6a2-14dc-444f-ac10-fa508610794e service neutron] For port 595d4cfc-831e-4dff-aa28-aee100731397, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=595d4cfc-831e-4dff-aa28-aee100731397,segment=NetworkSegment(6acf3c6c-4923-4161-b465-c05af426fcd2),segment_id=6acf3c6c-4923-4161-b465-c05af426fcd2)] {{(pid=103407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:13:07.228068 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-629741c7-4343-4d19-a6b5-db968fa39895 req-ad96f6a2-14dc-444f-ac10-fa508610794e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3498066'] for port (595d4cfc-831e-4dff-aa28-aee100731397), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:13:07.271464 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629741c7-4343-4d19-a6b5-db968fa39895 req-ad96f6a2-14dc-444f-ac10-fa508610794e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:13:07.272099 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-629741c7-4343-4d19-a6b5-db968fa39895 req-ad96f6a2-14dc-444f-ac10-fa508610794e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:13:07.273753 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-629741c7-4343-4d19-a6b5-db968fa39895 req-ad96f6a2-14dc-444f-ac10-fa508610794e service neutron] 10.222.0.30 "PUT /v2.0/ports/595d4cfc-831e-4dff-aa28-aee100731397 HTTP/1.1" status: 200 len: 1094 time: 0.7411180 Feb 28 11:13:07.274223 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a78d803-2b0a-4261-b93b-650261438460', 'tag': '595d4cfc-831e-4dff-aa28-aee100731397'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:13:07.276546 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c8e1c873eeca597e52e7ceb7469e602eac250bfea6606d285743d38033cf584" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-456d627c-1f5b-4e82-a595-cfa4f517514c" -d '{"events": [{"name": "network-changed", "server_uuid": "0a78d803-2b0a-4261-b93b-650261438460", "tag": "595d4cfc-831e-4dff-aa28-aee100731397"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 11:13:07.299796 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad96f6a2-14dc-444f-ac10-fa508610794e service neutron] Pushing event updated for resources: {'Port': ['ID=595d4cfc-831e-4dff-aa28-aee100731397,revision_number=3']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:13:07.323925 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 11:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cde5f6e-e53a-4189-aac2-49a7ed6f9a19 x-openstack-request-id: req-7cde5f6e-e53a-4189-aac2-49a7ed6f9a19 {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 11:13:07.324223 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a78d803-2b0a-4261-b93b-650261438460", "tag": "595d4cfc-831e-4dff-aa28-aee100731397", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 11:13:07.324498 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7cde5f6e-e53a-4189-aac2-49a7ed6f9a19 {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 11:13:07.324943 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a78d803-2b0a-4261-b93b-650261438460', 'tag': '595d4cfc-831e-4dff-aa28-aee100731397', 'status': 'completed', 'code': 200} Feb 28 11:13:07.392536 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629741c7-4343-4d19-a6b5-db968fa39895 req-837a4c22-cf1a-4e71-a26c-23789ffb5aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:13:07.394211 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-629741c7-4343-4d19-a6b5-db968fa39895 req-837a4c22-cf1a-4e71-a26c-23789ffb5aaf service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3c4e3863732a46c4818eaf87ed0e9f91&device_id=0a78d803-2b0a-4261-b93b-650261438460 HTTP/1.1" status: 200 len: 1128 time: 0.0520856 Feb 28 11:13:07.442724 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-629741c7-4343-4d19-a6b5-db968fa39895 req-5b60becb-4254-4181-bd91-41f9ded7ba79 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=595d4cfc-831e-4dff-aa28-aee100731397 HTTP/1.1" status: 200 len: 217 time: 0.0360298 Feb 28 11:13:07.491623 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629741c7-4343-4d19-a6b5-db968fa39895 req-4a9550e5-058b-430b-a3fc-3e1fe347a7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:13:07.493107 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-629741c7-4343-4d19-a6b5-db968fa39895 req-4a9550e5-058b-430b-a3fc-3e1fe347a7a3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2ca11433-7c9e-45a6-a437-a1a1bf846c70 HTTP/1.1" status: 200 len: 834 time: 0.0449886 Feb 28 11:13:07.546957 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629741c7-4343-4d19-a6b5-db968fa39895 req-40446774-851a-45d0-a5c6-8d93f61749ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:13:07.548415 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-629741c7-4343-4d19-a6b5-db968fa39895 req-40446774-851a-45d0-a5c6-8d93f61749ac service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=44a9ba6f-ba69-47e1-8008-1247b8e25e03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0495265 Feb 28 11:13:07.641358 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-629741c7-4343-4d19-a6b5-db968fa39895 req-216f7230-14c1-44b8-94e5-a05fb5eb516c service neutron] 10.222.0.30 "GET /v2.0/networks/44a9ba6f-ba69-47e1-8008-1247b8e25e03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851207 Feb 28 11:13:07.736728 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-629741c7-4343-4d19-a6b5-db968fa39895 req-53fa3668-76a0-4b2a-ac10-d16538e5fc6e service neutron] 10.222.0.30 "GET /v2.0/networks/44a9ba6f-ba69-47e1-8008-1247b8e25e03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895417 Feb 28 11:13:07.867758 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456d627c-1f5b-4e82-a595-cfa4f517514c req-ff931509-8258-4484-8d4f-8369499cae45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:13:07.869338 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-456d627c-1f5b-4e82-a595-cfa4f517514c req-ff931509-8258-4484-8d4f-8369499cae45 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3c4e3863732a46c4818eaf87ed0e9f91&device_id=0a78d803-2b0a-4261-b93b-650261438460 HTTP/1.1" status: 200 len: 1128 time: 0.0477664 Feb 28 11:13:07.958921 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456d627c-1f5b-4e82-a595-cfa4f517514c req-a4b2020c-1309-4c3b-a0a2-ece438f3fd61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:13:07.960516 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-456d627c-1f5b-4e82-a595-cfa4f517514c req-a4b2020c-1309-4c3b-a0a2-ece438f3fd61 service neutron] 10.222.0.30 "GET /v2.0/networks?id=44a9ba6f-ba69-47e1-8008-1247b8e25e03 HTTP/1.1" status: 200 len: 898 time: 0.0853653 Feb 28 11:13:08.005187 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-456d627c-1f5b-4e82-a595-cfa4f517514c req-66db0fc1-e03b-4e4f-b32e-dd59b548a31b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=595d4cfc-831e-4dff-aa28-aee100731397 HTTP/1.1" status: 200 len: 217 time: 0.0390568 Feb 28 11:13:08.055543 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456d627c-1f5b-4e82-a595-cfa4f517514c req-c59cc855-f3f4-426d-bb61-b7baa3925142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:13:08.057081 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-456d627c-1f5b-4e82-a595-cfa4f517514c req-c59cc855-f3f4-426d-bb61-b7baa3925142 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2ca11433-7c9e-45a6-a437-a1a1bf846c70 HTTP/1.1" status: 200 len: 834 time: 0.0460575 Feb 28 11:13:08.107444 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456d627c-1f5b-4e82-a595-cfa4f517514c req-51e175bc-6c12-4a7a-ad92-e746aab56e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:13:08.109010 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-456d627c-1f5b-4e82-a595-cfa4f517514c req-51e175bc-6c12-4a7a-ad92-e746aab56e67 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=44a9ba6f-ba69-47e1-8008-1247b8e25e03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0460713 Feb 28 11:13:08.203576 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-456d627c-1f5b-4e82-a595-cfa4f517514c req-31183d64-e71f-4960-9d64-f217f2ef7e8d service neutron] 10.222.0.30 "GET /v2.0/networks/44a9ba6f-ba69-47e1-8008-1247b8e25e03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886886 Feb 28 11:13:08.329690 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea2b168-28c1-4f56-bf24-5750086dd323 req-c97e741d-ada4-4625-8a7f-43272dbd9a14 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:13:08.331189 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-9ea2b168-28c1-4f56-bf24-5750086dd323 req-c97e741d-ada4-4625-8a7f-43272dbd9a14 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a78d803-2b0a-4261-b93b-650261438460 HTTP/1.1" status: 200 len: 944 time: 0.1143467 Feb 28 11:13:08.335682 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-456d627c-1f5b-4e82-a595-cfa4f517514c req-cdabb3ab-a3c2-4f3b-971e-b29830594f7c service neutron] 10.222.0.30 "GET /v2.0/networks/44a9ba6f-ba69-47e1-8008-1247b8e25e03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261857 Feb 28 11:13:08.381570 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-9ea2b168-28c1-4f56-bf24-5750086dd323 req-12b967b5-a593-4e75-ac73-79ebb246ec69 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/security-groups?id=e5906366-ac88-41aa-8b5f-161380978195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437829 Feb 28 11:13:08.564616 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (13ac42ae-016e-4baf-bb31-c6fa820b41c2), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:13:08.797772 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a7a5dca8-856b-41bf-8958-41769310c0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fb6705d2-4f70-4965-92a3-fbfccd43a6d3), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:13:09.506507 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e14b3d-855f-411b-8a0d-171a3757635c req-56ce33ae-07b5-44e6-9f7d-57f391f4b5a3 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:13:09.508786 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-14e14b3d-855f-411b-8a0d-171a3757635c req-56ce33ae-07b5-44e6-9f7d-57f391f4b5a3 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a78d803-2b0a-4261-b93b-650261438460 HTTP/1.1" status: 200 len: 944 time: 0.0567491 Feb 28 11:13:09.561886 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-14e14b3d-855f-411b-8a0d-171a3757635c req-222cfbb9-6f28-4940-b6fa-0e2b38266578 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/security-groups?id=e5906366-ac88-41aa-8b5f-161380978195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470548 Feb 28 11:13:09.975704 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device 595d4cfc-831e-4dff-aa28-aee100731397 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103409) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 11:13:10.076807 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] For port 595d4cfc-831e-4dff-aa28-aee100731397, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=595d4cfc-831e-4dff-aa28-aee100731397,segment=NetworkSegment(6acf3c6c-4923-4161-b465-c05af426fcd2),segment_id=6acf3c6c-4923-4161-b465-c05af426fcd2)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:13:10.088987 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Returning: {'device': '595d4cfc-831e-4dff-aa28-aee100731397', 'network_id': '44a9ba6f-ba69-47e1-8008-1247b8e25e03', 'port_id': '595d4cfc-831e-4dff-aa28-aee100731397', 'mac_address': 'fa:16:3e:9a:13:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 263, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ca11433-7c9e-45a6-a437-a1a1bf846c70', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103409) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 11:13:10.126935 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Current status of the port 595d4cfc-831e-4dff-aa28-aee100731397 is: DOWN; New status is: BUILD {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:13:10.127204 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (595d4cfc-831e-4dff-aa28-aee100731397), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:13:10.144421 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 595d4cfc-831e-4dff-aa28-aee100731397 {{(pid=103409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 11:13:10.164351 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] For port 595d4cfc-831e-4dff-aa28-aee100731397, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=595d4cfc-831e-4dff-aa28-aee100731397,segment=NetworkSegment(6acf3c6c-4923-4161-b465-c05af426fcd2),segment_id=6acf3c6c-4923-4161-b465-c05af426fcd2)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:13:10.169909 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (595d4cfc-831e-4dff-aa28-aee100731397), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:13:10.216593 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Pushing event updated for resources: {'Port': ['ID=595d4cfc-831e-4dff-aa28-aee100731397,revision_number=4']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:13:10.552851 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] get_ports_and_sgs() called for port_ids ['595d4cfc-831e-4dff-aa28-aee100731397'] {{(pid=103409) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 11:13:10.706394 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3a5d7c-6037-4c0b-a61c-7464316f3b37 req-df133c56-7ce9-4371-ae70-ae54493f26d0 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:13:10.708393 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-fe3a5d7c-6037-4c0b-a61c-7464316f3b37 req-df133c56-7ce9-4371-ae70-ae54493f26d0 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a78d803-2b0a-4261-b93b-650261438460 HTTP/1.1" status: 200 len: 945 time: 0.0662682 Feb 28 11:13:10.761149 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-fe3a5d7c-6037-4c0b-a61c-7464316f3b37 req-c1c9c1b2-cd19-4e74-857a-ed1b88cb1801 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/security-groups?id=e5906366-ac88-41aa-8b5f-161380978195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464485 Feb 28 11:13:11.083392 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-89c5972b-c1a6-4a21-9dbc-b6c2d578391d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fc6c9b74-8dbb-41bb-800a-5bd3a43fe896), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:13:11.892883 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b5ae35-bd37-4f1b-8135-95024eac9754 req-3581a1a0-af71-4e21-9dee-11375ad25ef8 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:13:11.894427 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-84b5ae35-bd37-4f1b-8135-95024eac9754 req-3581a1a0-af71-4e21-9dee-11375ad25ef8 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a78d803-2b0a-4261-b93b-650261438460 HTTP/1.1" status: 200 len: 945 time: 0.0580189 Feb 28 11:13:11.948931 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-84b5ae35-bd37-4f1b-8135-95024eac9754 req-29cfca54-bf0a-4328-b60c-6aa9f6b07048 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/security-groups?id=e5906366-ac88-41aa-8b5f-161380978195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469396 Feb 28 11:13:11.999910 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device 595d4cfc-831e-4dff-aa28-aee100731397 up at agent hyperv_hv-neutron-mast {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 11:13:12.053350 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Provisioning for port 595d4cfc-831e-4dff-aa28-aee100731397 completed by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 11:13:12.057638 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Provisioning complete for port 595d4cfc-831e-4dff-aa28-aee100731397 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:13:12.058019 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (595d4cfc-831e-4dff-aa28-aee100731397), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:13:12.140822 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Current status of the port 595d4cfc-831e-4dff-aa28-aee100731397 is: BUILD; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:13:12.141548 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (595d4cfc-831e-4dff-aa28-aee100731397), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:13:12.165869 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a78d803-2b0a-4261-b93b-650261438460', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '595d4cfc-831e-4dff-aa28-aee100731397'}] {{(pid=103409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:13:12.168184 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa5325a5be4b33bf61fd809c564e3765e689d817bbd874267890deb3cfccaf12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b33250e8-1cfb-4389-913d-bea88e25ab0f" -d '{"events": [{"server_uuid": "0a78d803-2b0a-4261-b93b-650261438460", "name": "network-vif-plugged", "status": "completed", "tag": "595d4cfc-831e-4dff-aa28-aee100731397"}]}' {{(pid=103409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 11:13:12.182252 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] For port 595d4cfc-831e-4dff-aa28-aee100731397, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=595d4cfc-831e-4dff-aa28-aee100731397,segment=NetworkSegment(6acf3c6c-4923-4161-b465-c05af426fcd2),segment_id=6acf3c6c-4923-4161-b465-c05af426fcd2)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:13:12.187548 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (595d4cfc-831e-4dff-aa28-aee100731397), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:13:12.217866 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 11:13:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a542c79c-0f77-411e-b53d-d8d52cbdc9f8 x-openstack-request-id: req-a542c79c-0f77-411e-b53d-d8d52cbdc9f8 {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 11:13:12.218159 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a78d803-2b0a-4261-b93b-650261438460", "name": "network-vif-plugged", "status": "completed", "tag": "595d4cfc-831e-4dff-aa28-aee100731397", "code": 200}]} {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 11:13:12.218407 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a542c79c-0f77-411e-b53d-d8d52cbdc9f8 {{(pid=103409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 11:13:12.218804 dv-neutron-master-2-hyperv neutron-server[103409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a78d803-2b0a-4261-b93b-650261438460', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '595d4cfc-831e-4dff-aa28-aee100731397', 'code': 200} Feb 28 11:13:12.243210 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b6d631fb-7df0-4fe1-8322-abff3b61cae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (0db5147a-92a3-4581-8a5f-8ec9b93e0600), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:13:12.248011 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Pushing event updated for resources: {'Port': ['ID=595d4cfc-831e-4dff-aa28-aee100731397,revision_number=5']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:13:12.432174 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4438c2f5-aa20-4cfa-a7bb-44cf18024120 req-e0590b07-d210-4d7a-ac73-269d8977b700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:13:12.433740 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-4438c2f5-aa20-4cfa-a7bb-44cf18024120 req-e0590b07-d210-4d7a-ac73-269d8977b700 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0a78d803-2b0a-4261-b93b-650261438460 HTTP/1.1" status: 200 len: 1130 time: 0.0457551 Feb 28 11:13:12.486678 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-4438c2f5-aa20-4cfa-a7bb-44cf18024120 req-a20297d6-2c5a-4e68-bcbc-288e97c23234 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=e5906366-ac88-41aa-8b5f-161380978195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464976 Feb 28 11:13:13.080906 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd856f40-1925-4730-bab4-e10a63443bd7 req-7887b023-875a-466c-a4d2-a6d82dca9e8f tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:13:13.081825 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-cd856f40-1925-4730-bab4-e10a63443bd7 req-7887b023-875a-466c-a4d2-a6d82dca9e8f tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a78d803-2b0a-4261-b93b-650261438460 HTTP/1.1" status: 200 len: 946 time: 0.0577004 Feb 28 11:13:13.136476 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-cd856f40-1925-4730-bab4-e10a63443bd7 req-5095aa2e-24bc-4d54-9696-bebd1c1241fb tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/security-groups?id=e5906366-ac88-41aa-8b5f-161380978195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458024 Feb 28 11:13:13.610022 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6b923bb1-06b0-4b84-b461-7cc1d0196090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (2e621730-3978-4720-b581-ac380e97a567), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:13:14.267775 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6569532-d67a-4b83-b29f-8f3d431682d4 req-df990f21-8c21-4c68-97ac-c30e81f5b2ee tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:13:14.269319 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-a6569532-d67a-4b83-b29f-8f3d431682d4 req-df990f21-8c21-4c68-97ac-c30e81f5b2ee tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a78d803-2b0a-4261-b93b-650261438460 HTTP/1.1" status: 200 len: 946 time: 0.0580716 Feb 28 11:13:14.325214 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-a6569532-d67a-4b83-b29f-8f3d431682d4 req-4fe70cc4-7827-4a22-9d11-a66978c747a9 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/security-groups?id=e5906366-ac88-41aa-8b5f-161380978195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500560 Feb 28 11:13:14.470015 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ada8b59-c007-4fbd-8434-9fa71f72d172 req-452340f3-68a1-44f3-8fb2-28fec342189e tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:13:14.471486 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-8ada8b59-c007-4fbd-8434-9fa71f72d172 req-452340f3-68a1-44f3-8fb2-28fec342189e tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a78d803-2b0a-4261-b93b-650261438460 HTTP/1.1" status: 200 len: 946 time: 0.0674167 Feb 28 11:13:14.523742 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-8ada8b59-c007-4fbd-8434-9fa71f72d172 req-d3abea92-c467-4708-8ec0-7ec302a4ddf6 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/security-groups?id=e5906366-ac88-41aa-8b5f-161380978195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459418 Feb 28 11:13:14.548772 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 46248) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:13:14.595396 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c79d8e9-29e2-446a-acd0-a834a4e28bf0 tempest-TestNetworkAdvancedServerOps-1757666246 tempest-TestNetworkAdvancedServerOps-1757666246-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:13:14.596993 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-8c79d8e9-29e2-446a-acd0-a834a4e28bf0 tempest-TestNetworkAdvancedServerOps-1757666246 tempest-TestNetworkAdvancedServerOps-1757666246-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=0a78d803-2b0a-4261-b93b-650261438460 HTTP/1.1" status: 200 len: 1125 time: 0.0471418 Feb 28 11:13:14.601148 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 46250) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:13:14.606016 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-8c5de376-b3d3-4ce7-bc15-4abd23fd9a75 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Request body: {'floatingip': {'floating_network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'port_id': '595d4cfc-831e-4dff-aa28-aee100731397', 'tenant_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:13:14.635239 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8c5de376-b3d3-4ce7-bc15-4abd23fd9a75 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:13:14.747344 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8c5de376-b3d3-4ce7-bc15-4abd23fd9a75 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:13:14.860183 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-8c5de376-b3d3-4ce7-bc15-4abd23fd9a75 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Allocated IP 172.36.5.254 (1e0804d0-d1d9-4d40-9de5-2936f3d87840/6f6f4129-23e5-4c3b-b4ef-4c7ce926797e/7ea8c4f0-3d94-4974-a688-a405c44e2839) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:13:14.937808 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:13:14.962368 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8c5de376-b3d3-4ce7-bc15-4abd23fd9a75 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for port (7ea8c4f0-3d94-4974-a688-a405c44e2839), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:13:14.996714 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8c5de376-b3d3-4ce7-bc15-4abd23fd9a75 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (7ea8c4f0-3d94-4974-a688-a405c44e2839), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:13:15.041560 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c5de376-b3d3-4ce7-bc15-4abd23fd9a75 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Network 1e0804d0-d1d9-4d40-9de5-2936f3d87840 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:13:15.044891 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-8c5de376-b3d3-4ce7-bc15-4abd23fd9a75 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:13:15.047697 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5de376-b3d3-4ce7-bc15-4abd23fd9a75 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 11:13:15.077919 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5de376-b3d3-4ce7-bc15-4abd23fd9a75 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Pushing event updated for resources: {'Port': ['ID=7ea8c4f0-3d94-4974-a688-a405c44e2839,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:13:15.109092 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.agents_db [None req-382e0aa2-b126-48e6-89eb-3efa426b6b29 None None] Agent healthcheck: found 6 active agents {{(pid=103410) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 11:13:15.446471 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8c5de376-b3d3-4ce7-bc15-4abd23fd9a75 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for floatingip (290580f5-d152-41b9-9220-4d825c652819), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:13:15.528840 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8c5de376-b3d3-4ce7-bc15-4abd23fd9a75 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (7ea8c4f0-3d94-4974-a688-a405c44e2839), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:13:15.692020 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8c5de376-b3d3-4ce7-bc15-4abd23fd9a75 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for port (7ea8c4f0-3d94-4974-a688-a405c44e2839), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:13:15.697344 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8c5de376-b3d3-4ce7-bc15-4abd23fd9a75 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3242529'] for port (7ea8c4f0-3d94-4974-a688-a405c44e2839), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:13:15.767451 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5de376-b3d3-4ce7-bc15-4abd23fd9a75 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Pushing event updated for resources: {'Port': ['ID=7ea8c4f0-3d94-4974-a688-a405c44e2839,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:13:15.778344 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8c5de376-b3d3-4ce7-bc15-4abd23fd9a75 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1803383'] for floatingip (290580f5-d152-41b9-9220-4d825c652819), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:13:15.883843 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.db.l3_db [None req-8c5de376-b3d3-4ce7-bc15-4abd23fd9a75 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Floating IP 290580f5-d152-41b9-9220-4d825c652819 associated. External IP: 172.36.5.254, port: 595d4cfc-831e-4dff-aa28-aee100731397. Feb 28 11:13:16.102670 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c5de376-b3d3-4ce7-bc15-4abd23fd9a75 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Router 7ea892f4-9f9a-45a9-bc1e-0611873370b5 has already been hosted by L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 {{(pid=103408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:13:16.215542 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c5de376-b3d3-4ce7-bc15-4abd23fd9a75 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:13:16.225191 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-337a13fb-eb53-4d8d-b0e5-7d58cdef45cf None None] Sync routers for ids ['7ea892f4-9f9a-45a9-bc1e-0611873370b5'] in dv-neutron-master-2-hyperv {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:13:16.234770 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8c5de376-b3d3-4ce7-bc15-4abd23fd9a75 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for floatingip (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:13:16.235782 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337a13fb-eb53-4d8d-b0e5-7d58cdef45cf None None] Routers {'7ea892f4-9f9a-45a9-bc1e-0611873370b5'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:13:16.236425 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-337a13fb-eb53-4d8d-b0e5-7d58cdef45cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T11:13:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['7ea892f4-9f9a-45a9-bc1e-0611873370b5'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:13:16.265863 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-8c5de376-b3d3-4ce7-bc15-4abd23fd9a75 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6635029 Feb 28 11:13:16.266486 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a78d803-2b0a-4261-b93b-650261438460', 'tag': '595d4cfc-831e-4dff-aa28-aee100731397'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:13:16.268798 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f56b9db1a49ad64bfd589e142fe25e4b3ad10508b17737ae95e2f0d29aca45ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4b17edc-3439-461b-a246-12b7deaa1494" -d '{"events": [{"name": "network-changed", "server_uuid": "0a78d803-2b0a-4261-b93b-650261438460", "tag": "595d4cfc-831e-4dff-aa28-aee100731397"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 11:13:16.305881 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 11:13:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c59d250d-2551-4c4b-b9f3-160db69ed386 x-openstack-request-id: req-c59d250d-2551-4c4b-b9f3-160db69ed386 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 11:13:16.305881 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a78d803-2b0a-4261-b93b-650261438460", "tag": "595d4cfc-831e-4dff-aa28-aee100731397", "status": "completed", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 11:13:16.306152 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c59d250d-2551-4c4b-b9f3-160db69ed386 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 11:13:16.306549 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a78d803-2b0a-4261-b93b-650261438460', 'tag': '595d4cfc-831e-4dff-aa28-aee100731397', 'status': 'completed', 'code': 200} Feb 28 11:13:16.406133 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6817720-4289-4f0e-96d0-cf78b0527116 req-9a8267a6-cd0c-41f4-ace5-db4019a0c264 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:13:16.407682 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-f6817720-4289-4f0e-96d0-cf78b0527116 req-9a8267a6-cd0c-41f4-ace5-db4019a0c264 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a78d803-2b0a-4261-b93b-650261438460 HTTP/1.1" status: 200 len: 946 time: 0.0893216 Feb 28 11:13:16.435917 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b17edc-3439-461b-a246-12b7deaa1494 req-ed904ee7-cfac-420f-975a-a63622a4a6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:13:16.437486 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-a4b17edc-3439-461b-a246-12b7deaa1494 req-ed904ee7-cfac-420f-975a-a63622a4a6a8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3c4e3863732a46c4818eaf87ed0e9f91&device_id=0a78d803-2b0a-4261-b93b-650261438460 HTTP/1.1" status: 200 len: 1130 time: 0.0865443 Feb 28 11:13:16.514542 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-f6817720-4289-4f0e-96d0-cf78b0527116 req-bdf87ae7-2cbc-44e3-bd64-c5e3459ae617 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/security-groups?id=e5906366-ac88-41aa-8b5f-161380978195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987582 Feb 28 11:13:16.518525 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-337a13fb-eb53-4d8d-b0e5-7d58cdef45cf None None] Set router 7ea892f4-9f9a-45a9-bc1e-0611873370b5 gateway port host: dv-neutron-master-2-hyperv {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:13:16.537325 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 46256) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:13:16.606586 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b17edc-3439-461b-a246-12b7deaa1494 req-cf81b9c3-17bb-4914-9d23-13c82618095e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:13:16.608092 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-a4b17edc-3439-461b-a246-12b7deaa1494 req-cf81b9c3-17bb-4914-9d23-13c82618095e service neutron] 10.222.0.30 "GET /v2.0/networks?id=44a9ba6f-ba69-47e1-8008-1247b8e25e03 HTTP/1.1" status: 200 len: 898 time: 0.1641386 Feb 28 11:13:16.628364 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-18d7817b-e7a6-4daa-9a59-96bdb61c3f40 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/floatingips/290580f5-d152-41b9-9220-4d825c652819 HTTP/1.1" status: 200 len: 992 time: 0.0897920 Feb 28 11:13:16.684132 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-a4b17edc-3439-461b-a246-12b7deaa1494 req-078373cf-edef-48a8-89dc-925af72ab2c2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=595d4cfc-831e-4dff-aa28-aee100731397 HTTP/1.1" status: 200 len: 1000 time: 0.0669186 Feb 28 11:13:16.737550 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b17edc-3439-461b-a246-12b7deaa1494 req-c84ab64d-29cd-4d4d-b964-a9d5262d6d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:13:16.739097 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-a4b17edc-3439-461b-a246-12b7deaa1494 req-c84ab64d-29cd-4d4d-b964-a9d5262d6d70 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2ca11433-7c9e-45a6-a437-a1a1bf846c70 HTTP/1.1" status: 200 len: 834 time: 0.0492370 Feb 28 11:13:16.751995 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-337a13fb-eb53-4d8d-b0e5-7d58cdef45cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ea892f4-9f9a-45a9-bc1e-0611873370b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-969485747', 'tenant_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.236'}], 'enable_snat': True}, 'gw_port_id': '127c6b36-d6b0-494d-8741-a26fb195f3e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:12:59Z', 'updated_at': '2022-02-28T11:13:02Z', 'revision_number': 4, 'project_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'gw_port': {'id': '127c6b36-d6b0-494d-8741-a26fb195f3e8', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:57:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea892f4-9f9a-45a9-bc1e-0611873370b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:12:59Z', 'updated_at': '2022-02-28T11:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '290580f5-d152-41b9-9220-4d825c652819', 'tenant_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'floating_ip_address': '172.36.5.254', 'floating_network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'router_id': '7ea892f4-9f9a-45a9-bc1e-0611873370b5', 'port_id': '595d4cfc-831e-4dff-aa28-aee100731397', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '44a9ba6f-ba69-47e1-8008-1247b8e25e03', 'mac_address': 'fa:16:3e:9a:13:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a78d803-2b0a-4261-b93b-650261438460', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:13:15Z', 'updated_at': '2022-02-28T11:13:15Z', 'revision_number': 0, 'project_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b9ae5c3-6141-4aee-b0a0-ae2874b13111', 'name': '', 'network_id': '44a9ba6f-ba69-47e1-8008-1247b8e25e03', 'tenant_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'mac_address': 'fa:16:3e:5c:57:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea892f4-9f9a-45a9-bc1e-0611873370b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '2ca11433-7c9e-45a6-a437-a1a1bf846c70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:13:01Z', 'updated_at': '2022-02-28T11:13:05Z', 'revision_number': 5, 'project_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'subnets': [{'id': '2ca11433-7c9e-45a6-a437-a1a1bf846c70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:13:16.778482 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-337a13fb-eb53-4d8d-b0e5-7d58cdef45cf None None] Checking router: 7ea892f4-9f9a-45a9-bc1e-0611873370b5 for host: dv-neutron-master-2-hyperv {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:13:16.787374 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337a13fb-eb53-4d8d-b0e5-7d58cdef45cf None None] Routers {'7ea892f4-9f9a-45a9-bc1e-0611873370b5'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:13:16.787993 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-337a13fb-eb53-4d8d-b0e5-7d58cdef45cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T11:13:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['7ea892f4-9f9a-45a9-bc1e-0611873370b5'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:13:16.790610 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b17edc-3439-461b-a246-12b7deaa1494 req-7f71da27-1389-42a9-bb46-49e5225d01f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:13:16.792152 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-a4b17edc-3439-461b-a246-12b7deaa1494 req-7f71da27-1389-42a9-bb46-49e5225d01f1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=44a9ba6f-ba69-47e1-8008-1247b8e25e03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0470209 Feb 28 11:13:16.802648 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [req-a4b17edc-3439-461b-a246-12b7deaa1494 req-6e5f6fa7-5b23-4909-bf24-3e1898f82221 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103407) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 11:13:16.803736 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-a4b17edc-3439-461b-a246-12b7deaa1494 req-6e5f6fa7-5b23-4909-bf24-3e1898f82221 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051217 Feb 28 11:13:16.892953 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-a4b17edc-3439-461b-a246-12b7deaa1494 req-e6dcb8a6-6767-48c0-97e1-bddc02ae5781 service neutron] 10.222.0.30 "GET /v2.0/networks/44a9ba6f-ba69-47e1-8008-1247b8e25e03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833998 Feb 28 11:13:16.896209 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-337a13fb-eb53-4d8d-b0e5-7d58cdef45cf None None] Set router 7ea892f4-9f9a-45a9-bc1e-0611873370b5 gateway port host: dv-neutron-master-2-hyperv {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:13:16.987525 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-a4b17edc-3439-461b-a246-12b7deaa1494 req-d496097a-029d-4d15-ae2f-2d03f1a09479 service neutron] 10.222.0.30 "GET /v2.0/networks/44a9ba6f-ba69-47e1-8008-1247b8e25e03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883758 Feb 28 11:13:17.125440 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-337a13fb-eb53-4d8d-b0e5-7d58cdef45cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ea892f4-9f9a-45a9-bc1e-0611873370b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-969485747', 'tenant_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.236'}], 'enable_snat': True}, 'gw_port_id': '127c6b36-d6b0-494d-8741-a26fb195f3e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:12:59Z', 'updated_at': '2022-02-28T11:13:02Z', 'revision_number': 4, 'project_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'gw_port': {'id': '127c6b36-d6b0-494d-8741-a26fb195f3e8', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:57:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea892f4-9f9a-45a9-bc1e-0611873370b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:12:59Z', 'updated_at': '2022-02-28T11:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '290580f5-d152-41b9-9220-4d825c652819', 'tenant_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'floating_ip_address': '172.36.5.254', 'floating_network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'router_id': '7ea892f4-9f9a-45a9-bc1e-0611873370b5', 'port_id': '595d4cfc-831e-4dff-aa28-aee100731397', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '44a9ba6f-ba69-47e1-8008-1247b8e25e03', 'mac_address': 'fa:16:3e:9a:13:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a78d803-2b0a-4261-b93b-650261438460', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:13:15Z', 'updated_at': '2022-02-28T11:13:15Z', 'revision_number': 0, 'project_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b9ae5c3-6141-4aee-b0a0-ae2874b13111', 'name': '', 'network_id': '44a9ba6f-ba69-47e1-8008-1247b8e25e03', 'tenant_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'mac_address': 'fa:16:3e:5c:57:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea892f4-9f9a-45a9-bc1e-0611873370b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '2ca11433-7c9e-45a6-a437-a1a1bf846c70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:13:01Z', 'updated_at': '2022-02-28T11:13:05Z', 'revision_number': 5, 'project_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'subnets': [{'id': '2ca11433-7c9e-45a6-a437-a1a1bf846c70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:13:17.152000 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-337a13fb-eb53-4d8d-b0e5-7d58cdef45cf None None] The sync data for ids ['7ea892f4-9f9a-45a9-bc1e-0611873370b5'] in dv-neutron-master-2-hyperv is: [{'id': '7ea892f4-9f9a-45a9-bc1e-0611873370b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-969485747', 'tenant_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.236'}], 'enable_snat': True}, 'gw_port_id': '127c6b36-d6b0-494d-8741-a26fb195f3e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:12:59Z', 'updated_at': '2022-02-28T11:13:02Z', 'revision_number': 4, 'project_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'gw_port': {'id': '127c6b36-d6b0-494d-8741-a26fb195f3e8', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:57:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea892f4-9f9a-45a9-bc1e-0611873370b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:12:59Z', 'updated_at': '2022-02-28T11:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '290580f5-d152-41b9-9220-4d825c652819', 'tenant_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'floating_ip_address': '172.36.5.254', 'floating_network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'router_id': '7ea892f4-9f9a-45a9-bc1e-0611873370b5', 'port_id': '595d4cfc-831e-4dff-aa28-aee100731397', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '44a9ba6f-ba69-47e1-8008-1247b8e25e03', 'mac_address': 'fa:16:3e:9a:13:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a78d803-2b0a-4261-b93b-650261438460', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:13:15Z', 'updated_at': '2022-02-28T11:13:15Z', 'revision_number': 0, 'project_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b9ae5c3-6141-4aee-b0a0-ae2874b13111', 'name': '', 'network_id': '44a9ba6f-ba69-47e1-8008-1247b8e25e03', 'tenant_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'mac_address': 'fa:16:3e:5c:57:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea892f4-9f9a-45a9-bc1e-0611873370b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '2ca11433-7c9e-45a6-a437-a1a1bf846c70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:13:01Z', 'updated_at': '2022-02-28T11:13:05Z', 'revision_number': 5, 'project_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'subnets': [{'id': '2ca11433-7c9e-45a6-a437-a1a1bf846c70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:13:17.354083 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2348977-7995-4829-8dca-1e1f47b3e4e2 None None] New status for floating IP 290580f5-d152-41b9-9220-4d825c652819: ACTIVE {{(pid=103410) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 11:13:17.632569 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 46258) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:13:17.695686 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-6cb3e486-4265-4632-b967-447885b3fce7 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/floatingips/290580f5-d152-41b9-9220-4d825c652819 HTTP/1.1" status: 200 len: 994 time: 0.0616305 Feb 28 11:13:38.566110 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (13ac42ae-016e-4baf-bb31-c6fa820b41c2), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:13:38.802692 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d08f2538-f715-461e-a3fc-29ec1e6ed648 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fb6705d2-4f70-4965-92a3-fbfccd43a6d3), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:13:41.093025 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-965b7c3b-581d-4bae-b2e9-9a4e53e834c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fc6c9b74-8dbb-41bb-800a-5bd3a43fe896), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:13:42.214203 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b6d631fb-7df0-4fe1-8322-abff3b61cae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (0db5147a-92a3-4581-8a5f-8ec9b93e0600), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:13:43.613169 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6b923bb1-06b0-4b84-b461-7cc1d0196090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (2e621730-3978-4720-b581-ac380e97a567), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:13:44.936661 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:13:52.110952 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.agents_db [None req-382e0aa2-b126-48e6-89eb-3efa426b6b29 None None] Agent healthcheck: found 6 active agents {{(pid=103410) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 11:13:54.976518 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-57fb55da-5219-4b8f-8928-79ba27b5b3a3 req-871af250-e9ba-4a8f-ab9e-8b249343c6b3 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0a78d803-2b0a-4261-b93b-650261438460&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0451970 Feb 28 11:13:55.089329 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fb55da-5219-4b8f-8928-79ba27b5b3a3 req-dbff3d47-29d4-405c-b69d-b022445ab0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:13:55.090866 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-57fb55da-5219-4b8f-8928-79ba27b5b3a3 req-dbff3d47-29d4-405c-b69d-b022445ab0fe service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3c4e3863732a46c4818eaf87ed0e9f91&device_id=0a78d803-2b0a-4261-b93b-650261438460 HTTP/1.1" status: 200 len: 1130 time: 0.0475283 Feb 28 11:13:55.203518 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fb55da-5219-4b8f-8928-79ba27b5b3a3 req-7a5c1fc4-a154-40af-9a07-a229459cf4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:13:55.204957 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-57fb55da-5219-4b8f-8928-79ba27b5b3a3 req-7a5c1fc4-a154-40af-9a07-a229459cf4b9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=44a9ba6f-ba69-47e1-8008-1247b8e25e03 HTTP/1.1" status: 200 len: 898 time: 0.0945585 Feb 28 11:13:55.274341 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-57fb55da-5219-4b8f-8928-79ba27b5b3a3 req-605c3799-a020-4596-bda9-7a708f1cb114 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=595d4cfc-831e-4dff-aa28-aee100731397 HTTP/1.1" status: 200 len: 1002 time: 0.0624652 Feb 28 11:13:55.326614 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fb55da-5219-4b8f-8928-79ba27b5b3a3 req-3f64423a-6e34-4939-bb37-c58505325e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:13:55.328083 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-57fb55da-5219-4b8f-8928-79ba27b5b3a3 req-3f64423a-6e34-4939-bb37-c58505325e8e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2ca11433-7c9e-45a6-a437-a1a1bf846c70 HTTP/1.1" status: 200 len: 834 time: 0.0478971 Feb 28 11:13:55.377469 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fb55da-5219-4b8f-8928-79ba27b5b3a3 req-fab67090-1583-41e8-a46b-26ffdc0f1a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:13:55.379190 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-57fb55da-5219-4b8f-8928-79ba27b5b3a3 req-fab67090-1583-41e8-a46b-26ffdc0f1a92 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=44a9ba6f-ba69-47e1-8008-1247b8e25e03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0448756 Feb 28 11:13:55.471791 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-57fb55da-5219-4b8f-8928-79ba27b5b3a3 req-1582773c-a3ef-44d5-a26b-888e91bd5a45 service neutron] 10.222.0.30 "GET /v2.0/networks/44a9ba6f-ba69-47e1-8008-1247b8e25e03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859845 Feb 28 11:13:55.568689 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-57fb55da-5219-4b8f-8928-79ba27b5b3a3 req-fe515e33-22ce-4042-a928-7ef438507fd7 service neutron] 10.222.0.30 "GET /v2.0/networks/44a9ba6f-ba69-47e1-8008-1247b8e25e03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914152 Feb 28 11:14:08.589675 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (13ac42ae-016e-4baf-bb31-c6fa820b41c2), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:14:08.806845 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-aec0519b-3387-4c8d-98b2-d74afc8a50d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fb6705d2-4f70-4965-92a3-fbfccd43a6d3), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:14:11.088180 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-88a2c24e-3f24-4fc7-aa85-21f92e111f34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fc6c9b74-8dbb-41bb-800a-5bd3a43fe896), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:14:12.217220 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b6d631fb-7df0-4fe1-8322-abff3b61cae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (0db5147a-92a3-4581-8a5f-8ec9b93e0600), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:14:13.616982 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6b923bb1-06b0-4b84-b461-7cc1d0196090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (2e621730-3978-4720-b581-ac380e97a567), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:14:14.931979 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:14:20.637043 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eac277e-7b42-4fa9-b335-4f7eb0d01564 req-fb536740-3c9b-4de0-aaa2-aabe25b17d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:14:20.638588 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-9eac277e-7b42-4fa9-b335-4f7eb0d01564 req-fb536740-3c9b-4de0-aaa2-aabe25b17d7b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3c4e3863732a46c4818eaf87ed0e9f91&device_id=0a78d803-2b0a-4261-b93b-650261438460 HTTP/1.1" status: 200 len: 1130 time: 0.0778937 Feb 28 11:14:20.650060 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e177663-4cba-468e-95dc-e21e83189fb4 req-3242736a-5ac5-4c44-9272-4494ebeabdf6 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:14:20.651694 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-7e177663-4cba-468e-95dc-e21e83189fb4 req-3242736a-5ac5-4c44-9272-4494ebeabdf6 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a78d803-2b0a-4261-b93b-650261438460 HTTP/1.1" status: 200 len: 946 time: 0.1232572 Feb 28 11:14:20.756860 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-7e177663-4cba-468e-95dc-e21e83189fb4 req-77aca626-3e7c-4b29-bf64-cf4ba57ba111 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/security-groups?id=e5906366-ac88-41aa-8b5f-161380978195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970638 Feb 28 11:14:20.773979 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eac277e-7b42-4fa9-b335-4f7eb0d01564 req-42aadeb2-0501-4309-a470-006ef2783e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:14:20.775523 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-9eac277e-7b42-4fa9-b335-4f7eb0d01564 req-42aadeb2-0501-4309-a470-006ef2783e98 service neutron] 10.222.0.30 "GET /v2.0/networks?id=44a9ba6f-ba69-47e1-8008-1247b8e25e03 HTTP/1.1" status: 200 len: 898 time: 0.1229722 Feb 28 11:14:20.844983 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-9eac277e-7b42-4fa9-b335-4f7eb0d01564 req-2397c167-f59c-4fb6-982a-0e134905cff5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=595d4cfc-831e-4dff-aa28-aee100731397 HTTP/1.1" status: 200 len: 1002 time: 0.0632782 Feb 28 11:14:20.893944 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eac277e-7b42-4fa9-b335-4f7eb0d01564 req-d86a9686-19c7-4fdd-b111-7a2218393e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:14:20.895417 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-9eac277e-7b42-4fa9-b335-4f7eb0d01564 req-d86a9686-19c7-4fdd-b111-7a2218393e68 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2ca11433-7c9e-45a6-a437-a1a1bf846c70 HTTP/1.1" status: 200 len: 834 time: 0.0447593 Feb 28 11:14:20.946128 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eac277e-7b42-4fa9-b335-4f7eb0d01564 req-1832f8f9-1bc1-463c-913f-dd293db30349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:14:20.947633 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-9eac277e-7b42-4fa9-b335-4f7eb0d01564 req-1832f8f9-1bc1-463c-913f-dd293db30349 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=44a9ba6f-ba69-47e1-8008-1247b8e25e03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0459406 Feb 28 11:14:21.042508 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-9eac277e-7b42-4fa9-b335-4f7eb0d01564 req-4b0e4372-40df-4ba5-9ebd-67f61d52d76a service neutron] 10.222.0.30 "GET /v2.0/networks/44a9ba6f-ba69-47e1-8008-1247b8e25e03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881343 Feb 28 11:14:21.133607 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-9eac277e-7b42-4fa9-b335-4f7eb0d01564 req-e04a0613-5442-4c47-9c30-ebadebb955b2 service neutron] 10.222.0.30 "GET /v2.0/networks/44a9ba6f-ba69-47e1-8008-1247b8e25e03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849810 Feb 28 11:14:21.935295 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea226629-931b-4f37-9a58-7fc64b494b2f req-94b29279-27c3-4af4-91a6-963622663178 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:14:21.936882 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-ea226629-931b-4f37-9a58-7fc64b494b2f req-94b29279-27c3-4af4-91a6-963622663178 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a78d803-2b0a-4261-b93b-650261438460 HTTP/1.1" status: 200 len: 946 time: 0.1062903 Feb 28 11:14:21.990451 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-ea226629-931b-4f37-9a58-7fc64b494b2f req-273a3535-418a-4838-b6c6-c4bd71d2bc60 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/security-groups?id=e5906366-ac88-41aa-8b5f-161380978195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478592 Feb 28 11:14:23.121513 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227bfaf3-25d3-4db0-8094-bc97eeebe786 req-33541fc4-c050-411b-aaa5-5e082d618c9c tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:14:23.123069 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-227bfaf3-25d3-4db0-8094-bc97eeebe786 req-33541fc4-c050-411b-aaa5-5e082d618c9c tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a78d803-2b0a-4261-b93b-650261438460 HTTP/1.1" status: 200 len: 946 time: 0.0572119 Feb 28 11:14:23.173994 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-227bfaf3-25d3-4db0-8094-bc97eeebe786 req-2355f77a-3b9a-4a9c-ba91-f554e19bbcf2 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/security-groups?id=e5906366-ac88-41aa-8b5f-161380978195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452123 Feb 28 11:14:24.294982 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a968056-9b5c-434f-bffb-8b222a7b5a48 req-91d7fdaa-cb07-4c8c-ad1e-364951da3e8f tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:14:24.296487 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-8a968056-9b5c-434f-bffb-8b222a7b5a48 req-91d7fdaa-cb07-4c8c-ad1e-364951da3e8f tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a78d803-2b0a-4261-b93b-650261438460 HTTP/1.1" status: 200 len: 946 time: 0.0551357 Feb 28 11:14:24.347975 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-8a968056-9b5c-434f-bffb-8b222a7b5a48 req-4a8eebd2-dfaf-48aa-9672-06aabed99661 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/security-groups?id=e5906366-ac88-41aa-8b5f-161380978195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457709 Feb 28 11:14:25.831045 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbc9bd5-11d1-4ade-b681-73265bcff6f9 req-34be5503-fb38-4a5c-8c65-470eeedb1300 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:14:25.832929 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-5bbc9bd5-11d1-4ade-b681-73265bcff6f9 req-34be5503-fb38-4a5c-8c65-470eeedb1300 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a78d803-2b0a-4261-b93b-650261438460 HTTP/1.1" status: 200 len: 946 time: 0.4157498 Feb 28 11:14:25.882479 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-5bbc9bd5-11d1-4ade-b681-73265bcff6f9 req-469a31c6-4dac-43af-a643-66346197779c tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/security-groups?id=e5906366-ac88-41aa-8b5f-161380978195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433350 Feb 28 11:14:27.004822 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077de138-1b92-4360-8fff-530fa61ce9c1 req-a4f1cc2a-651a-4850-8727-a410df603297 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:14:27.006296 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-077de138-1b92-4360-8fff-530fa61ce9c1 req-a4f1cc2a-651a-4850-8727-a410df603297 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a78d803-2b0a-4261-b93b-650261438460 HTTP/1.1" status: 200 len: 946 time: 0.0556605 Feb 28 11:14:27.055344 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-077de138-1b92-4360-8fff-530fa61ce9c1 req-f3297f8b-912e-4098-bbac-81db446d7ef3 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/security-groups?id=e5906366-ac88-41aa-8b5f-161380978195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431983 Feb 28 11:14:28.183581 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0d9832-1e47-48db-a7b1-fd1c85f58a4d req-083a64e6-48b9-4f7f-b262-4240af326a30 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:14:28.185045 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-3a0d9832-1e47-48db-a7b1-fd1c85f58a4d req-083a64e6-48b9-4f7f-b262-4240af326a30 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a78d803-2b0a-4261-b93b-650261438460 HTTP/1.1" status: 200 len: 946 time: 0.0577490 Feb 28 11:14:28.235580 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-3a0d9832-1e47-48db-a7b1-fd1c85f58a4d req-f3820346-c21d-43e0-841a-178bf0af57dd tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/security-groups?id=e5906366-ac88-41aa-8b5f-161380978195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447698 Feb 28 11:14:29.112537 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.agents_db [None req-382e0aa2-b126-48e6-89eb-3efa426b6b29 None None] Agent healthcheck: found 6 active agents {{(pid=103410) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 11:14:29.358085 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7711903d-1cae-4071-9fbb-152501161ce3 req-f0134bce-023b-4afe-8a32-d529c1f216a9 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:14:29.359578 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-7711903d-1cae-4071-9fbb-152501161ce3 req-f0134bce-023b-4afe-8a32-d529c1f216a9 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a78d803-2b0a-4261-b93b-650261438460 HTTP/1.1" status: 200 len: 946 time: 0.0556788 Feb 28 11:14:29.409524 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-7711903d-1cae-4071-9fbb-152501161ce3 req-deb0ae6b-6f3b-4e33-a9fd-a00af9267bbf tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/security-groups?id=e5906366-ac88-41aa-8b5f-161380978195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441115 Feb 28 11:14:30.532227 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587106b0-0d37-4fa8-b690-561a87f83d7a req-2f2b4456-cfbc-45e3-a31a-6867f6caf51b tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:14:30.533782 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-587106b0-0d37-4fa8-b690-561a87f83d7a req-2f2b4456-cfbc-45e3-a31a-6867f6caf51b tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a78d803-2b0a-4261-b93b-650261438460 HTTP/1.1" status: 200 len: 946 time: 0.0554500 Feb 28 11:14:30.587986 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-587106b0-0d37-4fa8-b690-561a87f83d7a req-58661f4f-9c6b-4f81-9706-bd94997fe058 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/security-groups?id=e5906366-ac88-41aa-8b5f-161380978195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484838 Feb 28 11:14:31.711992 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a175d7a-13fc-4674-bb5e-13393dd46e0b req-6da367d4-ab5b-4880-b857-c582e4f56394 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:14:31.713842 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-4a175d7a-13fc-4674-bb5e-13393dd46e0b req-6da367d4-ab5b-4880-b857-c582e4f56394 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a78d803-2b0a-4261-b93b-650261438460 HTTP/1.1" status: 200 len: 946 time: 0.0557022 Feb 28 11:14:31.763723 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-4a175d7a-13fc-4674-bb5e-13393dd46e0b req-0f33e279-f82f-4b2e-9c5d-49edd8cc301b tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/security-groups?id=e5906366-ac88-41aa-8b5f-161380978195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442615 Feb 28 11:14:32.886532 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab0ea2f-72a8-4109-9613-35184da858e9 req-925f615c-38ca-4f83-8f8c-3e5edcac495f tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:14:32.888073 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-bab0ea2f-72a8-4109-9613-35184da858e9 req-925f615c-38ca-4f83-8f8c-3e5edcac495f tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a78d803-2b0a-4261-b93b-650261438460 HTTP/1.1" status: 200 len: 946 time: 0.0550058 Feb 28 11:14:32.899653 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [req-a2afb7b0-5575-471e-a80f-6164553b3d86 req-78e3b022-e2ac-4224-add5-c7f9d379b99d tempest-ServerDiskConfigTestJSON-131802785 tempest-ServerDiskConfigTestJSON-131802785-project] (103408) timed out ('10.222.0.30', 63237) {{(pid=103408) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 28 11:14:32.938117 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-bab0ea2f-72a8-4109-9613-35184da858e9 req-4dbd4110-ac7f-4c64-981b-f812378d2440 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/security-groups?id=e5906366-ac88-41aa-8b5f-161380978195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443943 Feb 28 11:14:32.961019 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 46314) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:14:33.028746 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-7ba6e9aa-5e8d-48df-8cc9-2de0cfda2104 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/floatingips/290580f5-d152-41b9-9220-4d825c652819 HTTP/1.1" status: 200 len: 994 time: 0.0656867 Feb 28 11:14:38.587649 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (13ac42ae-016e-4baf-bb31-c6fa820b41c2), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:14:38.811818 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-de692d97-962c-4517-aefa-f6b65b150906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fb6705d2-4f70-4965-92a3-fbfccd43a6d3), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:14:41.092422 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-156b4d2b-3c4e-4b11-9717-68bdb524d588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fc6c9b74-8dbb-41bb-800a-5bd3a43fe896), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:14:42.220113 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b6d631fb-7df0-4fe1-8322-abff3b61cae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (0db5147a-92a3-4581-8a5f-8ec9b93e0600), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:14:43.621274 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6b923bb1-06b0-4b84-b461-7cc1d0196090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (2e621730-3978-4720-b581-ac380e97a567), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:14:44.928602 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:14:54.977946 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-4383c16e-f2f6-4b78-afce-6f54c3fff7ac req-b452cba5-deea-4996-b247-a05bc989286a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0a78d803-2b0a-4261-b93b-650261438460&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0477867 Feb 28 11:14:55.090594 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4383c16e-f2f6-4b78-afce-6f54c3fff7ac req-9b87cb49-5ce3-4f67-ab4f-6d0ad07a1674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:14:55.092136 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-4383c16e-f2f6-4b78-afce-6f54c3fff7ac req-9b87cb49-5ce3-4f67-ab4f-6d0ad07a1674 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3c4e3863732a46c4818eaf87ed0e9f91&device_id=0a78d803-2b0a-4261-b93b-650261438460 HTTP/1.1" status: 200 len: 1130 time: 0.0497417 Feb 28 11:14:55.210818 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4383c16e-f2f6-4b78-afce-6f54c3fff7ac req-9b6b2902-2a5a-4a6e-97bf-44eb79dd3b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:14:55.212189 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-4383c16e-f2f6-4b78-afce-6f54c3fff7ac req-9b6b2902-2a5a-4a6e-97bf-44eb79dd3b70 service neutron] 10.222.0.30 "GET /v2.0/networks?id=44a9ba6f-ba69-47e1-8008-1247b8e25e03 HTTP/1.1" status: 200 len: 898 time: 0.0973990 Feb 28 11:14:55.278584 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-4383c16e-f2f6-4b78-afce-6f54c3fff7ac req-7ddc9c35-223a-40c0-9013-55bbeea53f4b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=595d4cfc-831e-4dff-aa28-aee100731397 HTTP/1.1" status: 200 len: 1002 time: 0.0599861 Feb 28 11:14:55.332867 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4383c16e-f2f6-4b78-afce-6f54c3fff7ac req-22bdf120-ed95-4c54-b455-d5ac6145911d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:14:55.334349 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-4383c16e-f2f6-4b78-afce-6f54c3fff7ac req-22bdf120-ed95-4c54-b455-d5ac6145911d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2ca11433-7c9e-45a6-a437-a1a1bf846c70 HTTP/1.1" status: 200 len: 834 time: 0.0499854 Feb 28 11:14:55.385752 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4383c16e-f2f6-4b78-afce-6f54c3fff7ac req-4f9fae59-7d16-4aff-ba26-5c58a7008944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:14:55.387283 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-4383c16e-f2f6-4b78-afce-6f54c3fff7ac req-4f9fae59-7d16-4aff-ba26-5c58a7008944 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=44a9ba6f-ba69-47e1-8008-1247b8e25e03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0462890 Feb 28 11:14:55.481846 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-4383c16e-f2f6-4b78-afce-6f54c3fff7ac req-75f4ff3b-2929-4e0d-acb3-22ae0d2567c9 service neutron] 10.222.0.30 "GET /v2.0/networks/44a9ba6f-ba69-47e1-8008-1247b8e25e03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878468 Feb 28 11:14:55.578623 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-4383c16e-f2f6-4b78-afce-6f54c3fff7ac req-97c16362-cd34-4b4c-a28d-a18198b6e2ef service neutron] 10.222.0.30 "GET /v2.0/networks/44a9ba6f-ba69-47e1-8008-1247b8e25e03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912895 Feb 28 11:15:06.112334 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.agents_db [None req-382e0aa2-b126-48e6-89eb-3efa426b6b29 None None] Agent healthcheck: found 6 active agents {{(pid=103410) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 11:15:08.589884 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (13ac42ae-016e-4baf-bb31-c6fa820b41c2), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:15:08.820669 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3a52fa3c-18cc-446f-867d-52db7dee9076 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fb6705d2-4f70-4965-92a3-fbfccd43a6d3), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:15:11.089447 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ed7b825-6e78-4f85-94f5-837ed73a3b63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fc6c9b74-8dbb-41bb-800a-5bd3a43fe896), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:15:12.223585 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b6d631fb-7df0-4fe1-8322-abff3b61cae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (0db5147a-92a3-4581-8a5f-8ec9b93e0600), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:15:13.631681 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6b923bb1-06b0-4b84-b461-7cc1d0196090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (2e621730-3978-4720-b581-ac380e97a567), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:15:14.933724 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:15:28.250866 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 46334) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:15:28.408686 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-753128c1-fcee-4769-8927-29c1620bbebb tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Deleting port 7ea8c4f0-3d94-4974-a688-a405c44e2839 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 11:15:28.409097 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-753128c1-fcee-4769-8927-29c1620bbebb tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (7ea8c4f0-3d94-4974-a688-a405c44e2839), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:15:28.488015 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-753128c1-fcee-4769-8927-29c1620bbebb tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (7ea8c4f0-3d94-4974-a688-a405c44e2839), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:15:28.488323 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-753128c1-fcee-4769-8927-29c1620bbebb tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for floatingip (7ea8c4f0-3d94-4974-a688-a405c44e2839), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:15:28.500509 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-753128c1-fcee-4769-8927-29c1620bbebb tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Calling delete_port for 7ea8c4f0-3d94-4974-a688-a405c44e2839 owned by network:floatingip {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 11:15:28.669079 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-753128c1-fcee-4769-8927-29c1620bbebb tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (7ea8c4f0-3d94-4974-a688-a405c44e2839), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:15:28.698642 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753128c1-fcee-4769-8927-29c1620bbebb tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Pushing event deleted for resources: {'Port': ['ID=7ea8c4f0-3d94-4974-a688-a405c44e2839,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:15:28.710785 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753128c1-fcee-4769-8927-29c1620bbebb tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:15:28.711144 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753128c1-fcee-4769-8927-29c1620bbebb tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:15:28.711501 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753128c1-fcee-4769-8927-29c1620bbebb tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:15:28.711853 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753128c1-fcee-4769-8927-29c1620bbebb tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:15:28.712221 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753128c1-fcee-4769-8927-29c1620bbebb tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:15:28.712586 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753128c1-fcee-4769-8927-29c1620bbebb tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:15:28.713171 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753128c1-fcee-4769-8927-29c1620bbebb tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:15:28.713788 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753128c1-fcee-4769-8927-29c1620bbebb tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:15:28.714082 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753128c1-fcee-4769-8927-29c1620bbebb tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:15:28.714595 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753128c1-fcee-4769-8927-29c1620bbebb tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:15:28.714961 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753128c1-fcee-4769-8927-29c1620bbebb tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:15:28.716515 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753128c1-fcee-4769-8927-29c1620bbebb tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:15:28.716913 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753128c1-fcee-4769-8927-29c1620bbebb tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:15:28.775062 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-753128c1-fcee-4769-8927-29c1620bbebb tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for floatingip (290580f5-d152-41b9-9220-4d825c652819), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:15:28.775419 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.db.l3_db [None req-753128c1-fcee-4769-8927-29c1620bbebb tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Floating IP 290580f5-d152-41b9-9220-4d825c652819 disassociated (deleted). External IP: 172.36.5.254, port: 595d4cfc-831e-4dff-aa28-aee100731397. Feb 28 11:15:28.995763 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-753128c1-fcee-4769-8927-29c1620bbebb tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Router 7ea892f4-9f9a-45a9-bc1e-0611873370b5 has already been hosted by L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:15:29.110026 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-753128c1-fcee-4769-8927-29c1620bbebb tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:15:29.115149 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-753128c1-fcee-4769-8927-29c1620bbebb tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for floatingip (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:15:29.121542 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2bb4fc8-04ac-4dfa-a8e7-8731f15fe590 None None] Sync routers for ids ['7ea892f4-9f9a-45a9-bc1e-0611873370b5'] in dv-neutron-master-2-hyperv {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:15:29.132052 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2bb4fc8-04ac-4dfa-a8e7-8731f15fe590 None None] Routers {'7ea892f4-9f9a-45a9-bc1e-0611873370b5'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:15:29.132759 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-d2bb4fc8-04ac-4dfa-a8e7-8731f15fe590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T11:15:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['7ea892f4-9f9a-45a9-bc1e-0611873370b5'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:15:29.147215 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-753128c1-fcee-4769-8927-29c1620bbebb tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "DELETE /v2.0/floatingips/290580f5-d152-41b9-9220-4d825c652819 HTTP/1.1" status: 204 len: 168 time: 0.8929167 Feb 28 11:15:29.147215 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a78d803-2b0a-4261-b93b-650261438460', 'tag': '595d4cfc-831e-4dff-aa28-aee100731397'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:15:29.147734 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c8e1c873eeca597e52e7ceb7469e602eac250bfea6606d285743d38033cf584" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38fa57d0-d64e-406b-971b-a256d4afd612" -d '{"events": [{"name": "network-changed", "server_uuid": "0a78d803-2b0a-4261-b93b-650261438460", "tag": "595d4cfc-831e-4dff-aa28-aee100731397"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 11:15:29.187373 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 11:15:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3af24289-0487-4eab-8b99-6b73ef243787 x-openstack-request-id: req-3af24289-0487-4eab-8b99-6b73ef243787 {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 11:15:29.187805 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a78d803-2b0a-4261-b93b-650261438460", "tag": "595d4cfc-831e-4dff-aa28-aee100731397", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 11:15:29.188066 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3af24289-0487-4eab-8b99-6b73ef243787 {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 11:15:29.188482 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a78d803-2b0a-4261-b93b-650261438460', 'tag': '595d4cfc-831e-4dff-aa28-aee100731397', 'status': 'completed', 'code': 200} Feb 28 11:15:29.242270 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-d2bb4fc8-04ac-4dfa-a8e7-8731f15fe590 None None] Set router 7ea892f4-9f9a-45a9-bc1e-0611873370b5 gateway port host: dv-neutron-master-2-hyperv {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:15:29.280893 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fa57d0-d64e-406b-971b-a256d4afd612 req-b82866ef-e255-4775-8de1-80d02763e455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:15:29.282609 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-38fa57d0-d64e-406b-971b-a256d4afd612 req-b82866ef-e255-4775-8de1-80d02763e455 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3c4e3863732a46c4818eaf87ed0e9f91&device_id=0a78d803-2b0a-4261-b93b-650261438460 HTTP/1.1" status: 200 len: 1130 time: 0.0488746 Feb 28 11:15:29.451457 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ceb901-69f1-4401-994e-3fd294fd1001 req-9abb9ada-f315-46c9-abf9-3f27f6f651e3 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:15:29.452929 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-66ceb901-69f1-4401-994e-3fd294fd1001 req-9abb9ada-f315-46c9-abf9-3f27f6f651e3 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a78d803-2b0a-4261-b93b-650261438460 HTTP/1.1" status: 200 len: 946 time: 0.1115994 Feb 28 11:15:29.461077 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-d2bb4fc8-04ac-4dfa-a8e7-8731f15fe590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ea892f4-9f9a-45a9-bc1e-0611873370b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-969485747', 'tenant_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.236'}], 'enable_snat': True}, 'gw_port_id': '127c6b36-d6b0-494d-8741-a26fb195f3e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:12:59Z', 'updated_at': '2022-02-28T11:13:02Z', 'revision_number': 4, 'project_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'gw_port': {'id': '127c6b36-d6b0-494d-8741-a26fb195f3e8', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:57:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea892f4-9f9a-45a9-bc1e-0611873370b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:12:59Z', 'updated_at': '2022-02-28T11:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '8b9ae5c3-6141-4aee-b0a0-ae2874b13111', 'name': '', 'network_id': '44a9ba6f-ba69-47e1-8008-1247b8e25e03', 'tenant_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'mac_address': 'fa:16:3e:5c:57:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea892f4-9f9a-45a9-bc1e-0611873370b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '2ca11433-7c9e-45a6-a437-a1a1bf846c70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:13:01Z', 'updated_at': '2022-02-28T11:13:05Z', 'revision_number': 5, 'project_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'subnets': [{'id': '2ca11433-7c9e-45a6-a437-a1a1bf846c70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:15:29.478861 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fa57d0-d64e-406b-971b-a256d4afd612 req-8bb4831f-85de-47a4-9ba5-b0d1e804c900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:15:29.480371 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-38fa57d0-d64e-406b-971b-a256d4afd612 req-8bb4831f-85de-47a4-9ba5-b0d1e804c900 service neutron] 10.222.0.30 "GET /v2.0/networks?id=44a9ba6f-ba69-47e1-8008-1247b8e25e03 HTTP/1.1" status: 200 len: 898 time: 0.1507072 Feb 28 11:15:29.494438 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2bb4fc8-04ac-4dfa-a8e7-8731f15fe590 None None] Checking router: 7ea892f4-9f9a-45a9-bc1e-0611873370b5 for host: dv-neutron-master-2-hyperv {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:15:29.504095 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2bb4fc8-04ac-4dfa-a8e7-8731f15fe590 None None] Routers {'7ea892f4-9f9a-45a9-bc1e-0611873370b5'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:15:29.504764 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-d2bb4fc8-04ac-4dfa-a8e7-8731f15fe590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T11:15:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['7ea892f4-9f9a-45a9-bc1e-0611873370b5'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:15:29.537724 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-38fa57d0-d64e-406b-971b-a256d4afd612 req-add3ab52-f870-4399-97ae-e9fb7da1d3a8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=595d4cfc-831e-4dff-aa28-aee100731397 HTTP/1.1" status: 200 len: 217 time: 0.0502772 Feb 28 11:15:29.560597 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-66ceb901-69f1-4401-994e-3fd294fd1001 req-f461bf5d-8585-442f-b475-0d6ffc478723 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/security-groups?id=e5906366-ac88-41aa-8b5f-161380978195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980909 Feb 28 11:15:29.596227 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fa57d0-d64e-406b-971b-a256d4afd612 req-2dfadd8b-1a0b-4b1c-873d-e5ad1de131be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:15:29.597776 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-38fa57d0-d64e-406b-971b-a256d4afd612 req-2dfadd8b-1a0b-4b1c-873d-e5ad1de131be service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2ca11433-7c9e-45a6-a437-a1a1bf846c70 HTTP/1.1" status: 200 len: 834 time: 0.0507929 Feb 28 11:15:29.617728 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-d2bb4fc8-04ac-4dfa-a8e7-8731f15fe590 None None] Set router 7ea892f4-9f9a-45a9-bc1e-0611873370b5 gateway port host: dv-neutron-master-2-hyperv {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:15:29.649440 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fa57d0-d64e-406b-971b-a256d4afd612 req-5eb30f80-a6f9-4100-b625-e87d344a5d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:15:29.651042 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-38fa57d0-d64e-406b-971b-a256d4afd612 req-5eb30f80-a6f9-4100-b625-e87d344a5d90 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=44a9ba6f-ba69-47e1-8008-1247b8e25e03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0471406 Feb 28 11:15:29.750657 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-38fa57d0-d64e-406b-971b-a256d4afd612 req-0cc29849-c4dd-44ce-9624-f2cc05b0f866 service neutron] 10.222.0.30 "GET /v2.0/networks/44a9ba6f-ba69-47e1-8008-1247b8e25e03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925698 Feb 28 11:15:29.819738 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-d2bb4fc8-04ac-4dfa-a8e7-8731f15fe590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ea892f4-9f9a-45a9-bc1e-0611873370b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-969485747', 'tenant_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.236'}], 'enable_snat': True}, 'gw_port_id': '127c6b36-d6b0-494d-8741-a26fb195f3e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:12:59Z', 'updated_at': '2022-02-28T11:13:02Z', 'revision_number': 4, 'project_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'gw_port': {'id': '127c6b36-d6b0-494d-8741-a26fb195f3e8', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:57:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea892f4-9f9a-45a9-bc1e-0611873370b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:12:59Z', 'updated_at': '2022-02-28T11:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '8b9ae5c3-6141-4aee-b0a0-ae2874b13111', 'name': '', 'network_id': '44a9ba6f-ba69-47e1-8008-1247b8e25e03', 'tenant_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'mac_address': 'fa:16:3e:5c:57:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea892f4-9f9a-45a9-bc1e-0611873370b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '2ca11433-7c9e-45a6-a437-a1a1bf846c70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:13:01Z', 'updated_at': '2022-02-28T11:13:05Z', 'revision_number': 5, 'project_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'subnets': [{'id': '2ca11433-7c9e-45a6-a437-a1a1bf846c70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:15:29.843095 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-38fa57d0-d64e-406b-971b-a256d4afd612 req-747881d8-347d-436f-87d2-992e852fde67 service neutron] 10.222.0.30 "GET /v2.0/networks/44a9ba6f-ba69-47e1-8008-1247b8e25e03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846219 Feb 28 11:15:29.850396 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2bb4fc8-04ac-4dfa-a8e7-8731f15fe590 None None] The sync data for ids ['7ea892f4-9f9a-45a9-bc1e-0611873370b5'] in dv-neutron-master-2-hyperv is: [{'id': '7ea892f4-9f9a-45a9-bc1e-0611873370b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-969485747', 'tenant_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.236'}], 'enable_snat': True}, 'gw_port_id': '127c6b36-d6b0-494d-8741-a26fb195f3e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:12:59Z', 'updated_at': '2022-02-28T11:13:02Z', 'revision_number': 4, 'project_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'gw_port': {'id': '127c6b36-d6b0-494d-8741-a26fb195f3e8', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:57:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea892f4-9f9a-45a9-bc1e-0611873370b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:12:59Z', 'updated_at': '2022-02-28T11:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '8b9ae5c3-6141-4aee-b0a0-ae2874b13111', 'name': '', 'network_id': '44a9ba6f-ba69-47e1-8008-1247b8e25e03', 'tenant_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'mac_address': 'fa:16:3e:5c:57:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea892f4-9f9a-45a9-bc1e-0611873370b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '2ca11433-7c9e-45a6-a437-a1a1bf846c70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:13:01Z', 'updated_at': '2022-02-28T11:13:05Z', 'revision_number': 5, 'project_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'subnets': [{'id': '2ca11433-7c9e-45a6-a437-a1a1bf846c70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:15:30.072601 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17cdc85c-011f-43e6-ab86-f1195b7135a1 None None] New status for floating IP 290580f5-d152-41b9-9220-4d825c652819: DOWN {{(pid=103410) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 11:15:30.692447 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7527ad1e-dc90-426d-8539-758d3553a465 req-248fed4d-1d49-4d53-b139-a052ecc0b51f tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:15:30.694034 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-7527ad1e-dc90-426d-8539-758d3553a465 req-248fed4d-1d49-4d53-b139-a052ecc0b51f tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a78d803-2b0a-4261-b93b-650261438460 HTTP/1.1" status: 200 len: 946 time: 0.0627182 Feb 28 11:15:30.745497 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-7527ad1e-dc90-426d-8539-758d3553a465 req-36136408-73f0-40c0-b158-e1fbb03e40c6 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/security-groups?id=e5906366-ac88-41aa-8b5f-161380978195&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456629 Feb 28 11:15:31.103008 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82391cb-e70c-4c44-bc20-cbca7ec4f0a2 req-5f55c042-cd3c-403c-9f8e-3dd8991de661 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:15:31.105058 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-c82391cb-e70c-4c44-bc20-cbca7ec4f0a2 req-5f55c042-cd3c-403c-9f8e-3dd8991de661 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a78d803-2b0a-4261-b93b-650261438460 HTTP/1.1" status: 200 len: 946 time: 0.0562983 Feb 28 11:15:31.201095 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [req-c82391cb-e70c-4c44-bc20-cbca7ec4f0a2 req-0ba18f5a-7704-4b54-99aa-2116f8e527f0 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Deleting port 595d4cfc-831e-4dff-aa28-aee100731397 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 11:15:31.201470 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-c82391cb-e70c-4c44-bc20-cbca7ec4f0a2 req-0ba18f5a-7704-4b54-99aa-2116f8e527f0 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (595d4cfc-831e-4dff-aa28-aee100731397), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:15:31.296180 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-c82391cb-e70c-4c44-bc20-cbca7ec4f0a2 req-0ba18f5a-7704-4b54-99aa-2116f8e527f0 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] For port 595d4cfc-831e-4dff-aa28-aee100731397, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=595d4cfc-831e-4dff-aa28-aee100731397,segment=NetworkSegment(6acf3c6c-4923-4161-b465-c05af426fcd2),segment_id=6acf3c6c-4923-4161-b465-c05af426fcd2)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:15:31.296568 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-c82391cb-e70c-4c44-bc20-cbca7ec4f0a2 req-0ba18f5a-7704-4b54-99aa-2116f8e527f0 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (595d4cfc-831e-4dff-aa28-aee100731397), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:15:31.309261 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [req-c82391cb-e70c-4c44-bc20-cbca7ec4f0a2 req-0ba18f5a-7704-4b54-99aa-2116f8e527f0 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Calling delete_port for 595d4cfc-831e-4dff-aa28-aee100731397 owned by compute:nova {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 11:15:31.449191 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-c82391cb-e70c-4c44-bc20-cbca7ec4f0a2 req-0ba18f5a-7704-4b54-99aa-2116f8e527f0 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (595d4cfc-831e-4dff-aa28-aee100731397), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:15:31.482638 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba18f5a-7704-4b54-99aa-2116f8e527f0 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Pushing event deleted for resources: {'Port': ['ID=595d4cfc-831e-4dff-aa28-aee100731397,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:15:31.525191 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-c82391cb-e70c-4c44-bc20-cbca7ec4f0a2 req-0ba18f5a-7704-4b54-99aa-2116f8e527f0 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] No DVR routers for this DVR port 595d4cfc-831e-4dff-aa28-aee100731397 on host hv-neutron-mast {{(pid=103407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:15:31.528355 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-c82391cb-e70c-4c44-bc20-cbca7ec4f0a2 req-0ba18f5a-7704-4b54-99aa-2116f8e527f0 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:15:31.532031 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-c82391cb-e70c-4c44-bc20-cbca7ec4f0a2 req-0ba18f5a-7704-4b54-99aa-2116f8e527f0 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.30 "DELETE /v2.0/ports/595d4cfc-831e-4dff-aa28-aee100731397 HTTP/1.1" status: 204 len: 173 time: 0.4217076 Feb 28 11:15:31.532489 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a78d803-2b0a-4261-b93b-650261438460', 'name': 'network-vif-deleted', 'tag': '595d4cfc-831e-4dff-aa28-aee100731397'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:15:31.534795 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c8e1c873eeca597e52e7ceb7469e602eac250bfea6606d285743d38033cf584" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1c2731d-8d00-4067-93d6-99646a08c8a8" -d '{"events": [{"server_uuid": "0a78d803-2b0a-4261-b93b-650261438460", "name": "network-vif-deleted", "tag": "595d4cfc-831e-4dff-aa28-aee100731397"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 11:15:31.575624 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 11:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7eaabe1-41a8-4b7a-9159-3918be52d085 x-openstack-request-id: req-d7eaabe1-41a8-4b7a-9159-3918be52d085 {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 11:15:31.575945 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a78d803-2b0a-4261-b93b-650261438460", "name": "network-vif-deleted", "tag": "595d4cfc-831e-4dff-aa28-aee100731397", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 11:15:31.576204 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d7eaabe1-41a8-4b7a-9159-3918be52d085 {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 11:15:31.576646 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a78d803-2b0a-4261-b93b-650261438460', 'name': 'network-vif-deleted', 'tag': '595d4cfc-831e-4dff-aa28-aee100731397', 'status': 'completed', 'code': 200} Feb 28 11:15:31.862126 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-24bfc50d-9c65-4fc2-acfd-f1139a58f5b7 req-36c33b5f-bd3c-4797-96c0-874af9f50f68 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a78d803-2b0a-4261-b93b-650261438460 HTTP/1.1" status: 200 len: 210 time: 0.0326555 Feb 28 11:15:32.920081 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 46352) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:15:33.314976 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7b6b748a-9679-46e8-9673-04f618225fae tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1802615'] for router_interface (7ea892f4-9f9a-45a9-bc1e-0611873370b5), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:15:33.586613 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7b6b748a-9679-46e8-9673-04f618225fae tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Deleting port 8b9ae5c3-6141-4aee-b0a0-ae2874b13111 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 11:15:33.586876 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7b6b748a-9679-46e8-9673-04f618225fae tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (8b9ae5c3-6141-4aee-b0a0-ae2874b13111), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:15:33.679557 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-7b6b748a-9679-46e8-9673-04f618225fae tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] For port 8b9ae5c3-6141-4aee-b0a0-ae2874b13111, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8b9ae5c3-6141-4aee-b0a0-ae2874b13111,segment=NetworkSegment(6acf3c6c-4923-4161-b465-c05af426fcd2),segment_id=6acf3c6c-4923-4161-b465-c05af426fcd2)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:15:33.679933 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7b6b748a-9679-46e8-9673-04f618225fae tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (8b9ae5c3-6141-4aee-b0a0-ae2874b13111), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:15:33.692331 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-7b6b748a-9679-46e8-9673-04f618225fae tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Calling delete_port for 8b9ae5c3-6141-4aee-b0a0-ae2874b13111 owned by network:router_interface {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 11:15:34.222838 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7b6b748a-9679-46e8-9673-04f618225fae tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (8b9ae5c3-6141-4aee-b0a0-ae2874b13111), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:15:34.249374 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6b748a-9679-46e8-9673-04f618225fae tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Pushing event deleted for resources: {'Port': ['ID=8b9ae5c3-6141-4aee-b0a0-ae2874b13111,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:15:34.261479 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6b748a-9679-46e8-9673-04f618225fae tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:15:34.261840 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6b748a-9679-46e8-9673-04f618225fae tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:15:34.262179 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6b748a-9679-46e8-9673-04f618225fae tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:15:34.262534 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6b748a-9679-46e8-9673-04f618225fae tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:15:34.262873 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6b748a-9679-46e8-9673-04f618225fae tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:15:34.263229 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6b748a-9679-46e8-9673-04f618225fae tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:15:34.263556 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6b748a-9679-46e8-9673-04f618225fae tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:15:34.263883 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6b748a-9679-46e8-9673-04f618225fae tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:15:34.264215 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6b748a-9679-46e8-9673-04f618225fae tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:15:34.264565 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6b748a-9679-46e8-9673-04f618225fae tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:15:34.264895 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6b748a-9679-46e8-9673-04f618225fae tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:15:34.265243 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6b748a-9679-46e8-9673-04f618225fae tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:15:34.265571 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6b748a-9679-46e8-9673-04f618225fae tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:15:34.438002 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7b6b748a-9679-46e8-9673-04f618225fae tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1802651'] for router_interface (7ea892f4-9f9a-45a9-bc1e-0611873370b5), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:15:34.681839 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b6b748a-9679-46e8-9673-04f618225fae tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Router 7ea892f4-9f9a-45a9-bc1e-0611873370b5 has already been hosted by L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 {{(pid=103408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:15:34.761956 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device 595d4cfc-831e-4dff-aa28-aee100731397 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 11:15:34.782501 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] No Port match for: 595d4cfc-831e-4dff-aa28-aee100731397 {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 11:15:34.782856 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device 595d4cfc-831e-4dff-aa28-aee100731397 not bound to the agent host hv-neutron-mast {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 11:15:34.807396 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b6b748a-9679-46e8-9673-04f618225fae tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:15:34.812752 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-7b6b748a-9679-46e8-9673-04f618225fae tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "PUT /v2.0/routers/7ea892f4-9f9a-45a9-bc1e-0611873370b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8915772 Feb 28 11:15:34.815546 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 46356) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:15:34.817295 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4238f000-e71b-4b55-a9fb-3447507fd39f None None] Sync routers for ids ['7ea892f4-9f9a-45a9-bc1e-0611873370b5'] in dv-neutron-master-2-hyperv {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:15:34.828600 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4238f000-e71b-4b55-a9fb-3447507fd39f None None] Routers {'7ea892f4-9f9a-45a9-bc1e-0611873370b5'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:15:34.829245 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-4238f000-e71b-4b55-a9fb-3447507fd39f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T11:15:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['7ea892f4-9f9a-45a9-bc1e-0611873370b5'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:15:34.868572 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ecb5d09-bbb0-4ef9-b951-e58362aedbf8 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Deleting subnet 2ca11433-7c9e-45a6-a437-a1a1bf846c70 {{(pid=103408) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 11:15:34.872262 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3ecb5d09-bbb0-4ef9-b951-e58362aedbf8 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for subnet (2ca11433-7c9e-45a6-a437-a1a1bf846c70), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:15:34.918996 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3ecb5d09-bbb0-4ef9-b951-e58362aedbf8 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3423529'] for subnet (2ca11433-7c9e-45a6-a437-a1a1bf846c70), precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:15:35.011944 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3ecb5d09-bbb0-4ef9-b951-e58362aedbf8 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-823142'] for subnet (2ca11433-7c9e-45a6-a437-a1a1bf846c70), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:15:35.075928 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3ecb5d09-bbb0-4ef9-b951-e58362aedbf8 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-823145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3242523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3951170'] for subnet (2ca11433-7c9e-45a6-a437-a1a1bf846c70), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:15:35.102898 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-4238f000-e71b-4b55-a9fb-3447507fd39f None None] Set router 7ea892f4-9f9a-45a9-bc1e-0611873370b5 gateway port host: dv-neutron-master-2-hyperv {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:15:35.111459 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3ecb5d09-bbb0-4ef9-b951-e58362aedbf8 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for subnet (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:15:35.114766 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-3ecb5d09-bbb0-4ef9-b951-e58362aedbf8 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "DELETE /v2.0/subnets/2ca11433-7c9e-45a6-a437-a1a1bf846c70 HTTP/1.1" status: 204 len: 168 time: 0.2981226 Feb 28 11:15:35.115876 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecb5d09-bbb0-4ef9-b951-e58362aedbf8 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Pushing event deleted for resources: {'Subnet': ['ID=2ca11433-7c9e-45a6-a437-a1a1bf846c70,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:15:35.117630 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 46358) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:15:35.129925 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f49aa3f9-0a41-40f1-8a79-c249f34328ac None None] Network 44a9ba6f-ba69-47e1-8008-1247b8e25e03 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 11:15:35.236806 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2f611483-a329-4042-b430-e787030f6f24 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for router (7ea892f4-9f9a-45a9-bc1e-0611873370b5), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:15:35.361465 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2f611483-a329-4042-b430-e787030f6f24 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for router_gateway (7ea892f4-9f9a-45a9-bc1e-0611873370b5), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:15:35.365137 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-4238f000-e71b-4b55-a9fb-3447507fd39f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ea892f4-9f9a-45a9-bc1e-0611873370b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-969485747', 'tenant_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.236'}], 'enable_snat': True}, 'gw_port_id': '127c6b36-d6b0-494d-8741-a26fb195f3e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:12:59Z', 'updated_at': '2022-02-28T11:15:34Z', 'revision_number': 5, 'project_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'gw_port': {'id': '127c6b36-d6b0-494d-8741-a26fb195f3e8', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:57:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ea892f4-9f9a-45a9-bc1e-0611873370b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:12:59Z', 'updated_at': '2022-02-28T11:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:15:35.405781 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59e01355-b06f-4a77-ac2e-e3cb48cfeb83 None None] DHCP port deletion for 44a9ba6f-ba69-47e1-8008-1247b8e25e03 request from dv-neutron-master-2-hyperv {{(pid=103409) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 11:15:35.408047 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4238f000-e71b-4b55-a9fb-3447507fd39f None None] Checking router: 7ea892f4-9f9a-45a9-bc1e-0611873370b5 for host: dv-neutron-master-2-hyperv {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:15:35.420184 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-2f611483-a329-4042-b430-e787030f6f24 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Deleting port 127c6b36-d6b0-494d-8741-a26fb195f3e8 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 11:15:35.420691 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2f611483-a329-4042-b430-e787030f6f24 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (127c6b36-d6b0-494d-8741-a26fb195f3e8), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:15:35.435929 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4238f000-e71b-4b55-a9fb-3447507fd39f None None] Routers {'7ea892f4-9f9a-45a9-bc1e-0611873370b5'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:15:35.436589 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-4238f000-e71b-4b55-a9fb-3447507fd39f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T11:15:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['7ea892f4-9f9a-45a9-bc1e-0611873370b5'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:15:35.506033 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-2f611483-a329-4042-b430-e787030f6f24 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] For port 127c6b36-d6b0-494d-8741-a26fb195f3e8, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=127c6b36-d6b0-494d-8741-a26fb195f3e8,segment=NetworkSegment(195d7ed7-323d-4284-82df-208cca613d99),segment_id=195d7ed7-323d-4284-82df-208cca613d99)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:15:35.506457 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2f611483-a329-4042-b430-e787030f6f24 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (127c6b36-d6b0-494d-8741-a26fb195f3e8), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:15:35.520782 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-2f611483-a329-4042-b430-e787030f6f24 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Calling delete_port for 127c6b36-d6b0-494d-8741-a26fb195f3e8 owned by network:router_gateway {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 11:15:35.538260 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-4238f000-e71b-4b55-a9fb-3447507fd39f None None] Set router 7ea892f4-9f9a-45a9-bc1e-0611873370b5 gateway port host: None {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:15:35.594857 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-59e01355-b06f-4a77-ac2e-e3cb48cfeb83 None None] Deleting port dc96697d-6d16-4cc1-903c-3bd985827624 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 11:15:35.595096 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-59e01355-b06f-4a77-ac2e-e3cb48cfeb83 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (dc96697d-6d16-4cc1-903c-3bd985827624), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:15:35.596877 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-4238f000-e71b-4b55-a9fb-3447507fd39f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ea892f4-9f9a-45a9-bc1e-0611873370b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-969485747', 'tenant_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:12:59Z', 'updated_at': '2022-02-28T11:15:35Z', 'revision_number': 6, 'project_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:15:35.631053 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4238f000-e71b-4b55-a9fb-3447507fd39f None None] The sync data for ids ['7ea892f4-9f9a-45a9-bc1e-0611873370b5'] in dv-neutron-master-2-hyperv is: [{'id': '7ea892f4-9f9a-45a9-bc1e-0611873370b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-969485747', 'tenant_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:12:59Z', 'updated_at': '2022-02-28T11:15:35Z', 'revision_number': 6, 'project_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'gw_port_host': None}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:15:35.683453 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-59e01355-b06f-4a77-ac2e-e3cb48cfeb83 None None] For port dc96697d-6d16-4cc1-903c-3bd985827624, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=dc96697d-6d16-4cc1-903c-3bd985827624,segment=NetworkSegment(6acf3c6c-4923-4161-b465-c05af426fcd2),segment_id=6acf3c6c-4923-4161-b465-c05af426fcd2)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:15:35.683858 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-59e01355-b06f-4a77-ac2e-e3cb48cfeb83 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (dc96697d-6d16-4cc1-903c-3bd985827624), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:15:35.695559 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2f611483-a329-4042-b430-e787030f6f24 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (127c6b36-d6b0-494d-8741-a26fb195f3e8), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:15:35.696788 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-59e01355-b06f-4a77-ac2e-e3cb48cfeb83 None None] Calling delete_port for dc96697d-6d16-4cc1-903c-3bd985827624 owned by network:dhcp {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 11:15:35.730647 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f611483-a329-4042-b430-e787030f6f24 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Pushing event deleted for resources: {'Port': ['ID=127c6b36-d6b0-494d-8741-a26fb195f3e8,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:15:35.782386 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-59e01355-b06f-4a77-ac2e-e3cb48cfeb83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758'] for port (dc96697d-6d16-4cc1-903c-3bd985827624), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:15:35.786473 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2f611483-a329-4042-b430-e787030f6f24 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1803321'] for router_gateway (7ea892f4-9f9a-45a9-bc1e-0611873370b5), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:15:35.806460 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e01355-b06f-4a77-ac2e-e3cb48cfeb83 None None] Pushing event deleted for resources: {'Port': ['ID=dc96697d-6d16-4cc1-903c-3bd985827624,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:15:35.816083 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e01355-b06f-4a77-ac2e-e3cb48cfeb83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:15:35.816392 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e01355-b06f-4a77-ac2e-e3cb48cfeb83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:15:35.816773 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e01355-b06f-4a77-ac2e-e3cb48cfeb83 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:15:35.817116 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e01355-b06f-4a77-ac2e-e3cb48cfeb83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:15:35.817451 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e01355-b06f-4a77-ac2e-e3cb48cfeb83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:15:35.817787 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e01355-b06f-4a77-ac2e-e3cb48cfeb83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:15:35.818116 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e01355-b06f-4a77-ac2e-e3cb48cfeb83 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:15:35.818450 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e01355-b06f-4a77-ac2e-e3cb48cfeb83 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:15:35.818777 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e01355-b06f-4a77-ac2e-e3cb48cfeb83 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:15:35.819108 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e01355-b06f-4a77-ac2e-e3cb48cfeb83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:15:35.819434 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e01355-b06f-4a77-ac2e-e3cb48cfeb83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:15:35.819758 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e01355-b06f-4a77-ac2e-e3cb48cfeb83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:15:35.820083 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e01355-b06f-4a77-ac2e-e3cb48cfeb83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:15:35.823311 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e01355-b06f-4a77-ac2e-e3cb48cfeb83 None None] No DVR routers for this DVR port dc96697d-6d16-4cc1-903c-3bd985827624 on host dv-neutron-master-2-hyperv {{(pid=103409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:15:35.881077 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2f611483-a329-4042-b430-e787030f6f24 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1807017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5941'] for router (7ea892f4-9f9a-45a9-bc1e-0611873370b5), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:15:35.883150 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2f611483-a329-4042-b430-e787030f6f24 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for router_controller (7ea892f4-9f9a-45a9-bc1e-0611873370b5), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:15:35.932027 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2f611483-a329-4042-b430-e787030f6f24 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1806994'] for router (7ea892f4-9f9a-45a9-bc1e-0611873370b5), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:15:35.932633 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f611483-a329-4042-b430-e787030f6f24 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Fanout notify agent at l3_agent the message router_deleted on router 7ea892f4-9f9a-45a9-bc1e-0611873370b5 {{(pid=103407) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 11:15:35.939445 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2f611483-a329-4042-b430-e787030f6f24 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for router (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:15:35.943071 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-2f611483-a329-4042-b430-e787030f6f24 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "DELETE /v2.0/routers/7ea892f4-9f9a-45a9-bc1e-0611873370b5 HTTP/1.1" status: 204 len: 168 time: 0.8211966 Feb 28 11:15:35.943392 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 46360) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:15:36.026438 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7a35607a-620b-4c55-bb73-a783c7727d70 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-665757'] for network (44a9ba6f-ba69-47e1-8008-1247b8e25e03), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:15:36.127462 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7a35607a-620b-4c55-bb73-a783c7727d70 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672413', 'neutron.services.segments.db._delete_segments_for_network-8742057110173'] for network (44a9ba6f-ba69-47e1-8008-1247b8e25e03), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:15:36.147853 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-7a35607a-620b-4c55-bb73-a783c7727d70 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44a9ba6f-ba69-47e1-8008-1247b8e25e03']}} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:15:36.158422 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-7a35607a-620b-4c55-bb73-a783c7727d70 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6acf3c6c-4923-4161-b465-c05af426fcd2') {'for_net_delete': True} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:15:36.158725 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-7a35607a-620b-4c55-bb73-a783c7727d70 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6acf3c6c-4923-4161-b465-c05af426fcd2') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:15:36.168610 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7a35607a-620b-4c55-bb73-a783c7727d70 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742057113766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3501147'] for segment (6acf3c6c-4923-4161-b465-c05af426fcd2), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:15:36.182293 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7a35607a-620b-4c55-bb73-a783c7727d70 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (6acf3c6c-4923-4161-b465-c05af426fcd2), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:15:36.188397 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a35607a-620b-4c55-bb73-a783c7727d70 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Releasing vlan 263 on physical network physnet1 to pool {{(pid=103407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 11:15:36.188826 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7a35607a-620b-4c55-bb73-a783c7727d70 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3498166'] for segment (6acf3c6c-4923-4161-b465-c05af426fcd2), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:15:36.191857 dv-neutron-master-2-hyperv neutron-server[103407]: Traceback (most recent call last): Feb 28 11:15:36.191857 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 11:15:36.191857 dv-neutron-master-2-hyperv neutron-server[103407]: timer() Feb 28 11:15:36.191857 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:15:36.191857 dv-neutron-master-2-hyperv neutron-server[103407]: cb(*args, **kw) Feb 28 11:15:36.191857 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 11:15:36.191857 dv-neutron-master-2-hyperv neutron-server[103407]: return func(*args, **kwargs) Feb 28 11:15:36.191857 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:15:36.191857 dv-neutron-master-2-hyperv neutron-server[103407]: self._notify() Feb 28 11:15:36.191857 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:15:36.191857 dv-neutron-master-2-hyperv neutron-server[103407]: self.callback(batched_events) Feb 28 11:15:36.191857 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:15:36.191857 dv-neutron-master-2-hyperv neutron-server[103407]: event.method(event) Feb 28 11:15:36.191857 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 11:15:36.191857 dv-neutron-master-2-hyperv neutron-server[103407]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:15:36.191857 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 11:15:36.191857 dv-neutron-master-2-hyperv neutron-server[103407]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:15:36.191857 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 11:15:36.191857 dv-neutron-master-2-hyperv neutron-server[103407]: return f(self, *a, **k) Feb 28 11:15:36.191857 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 11:15:36.191857 dv-neutron-master-2-hyperv neutron-server[103407]: return self._get(url).json() Feb 28 11:15:36.191857 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 11:15:36.191857 dv-neutron-master-2-hyperv neutron-server[103407]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:15:36.191857 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 11:15:36.191857 dv-neutron-master-2-hyperv neutron-server[103407]: return self.request(url, 'GET', **kwargs) Feb 28 11:15:36.191857 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 11:15:36.191857 dv-neutron-master-2-hyperv neutron-server[103407]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:15:36.191857 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 11:15:36.191857 dv-neutron-master-2-hyperv neutron-server[103407]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:15:36.191857 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 11:15:36.191857 dv-neutron-master-2-hyperv neutron-server[103407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:15:36.191857 dv-neutron-master-2-hyperv neutron-server[103407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:15:36.249734 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7a35607a-620b-4c55-bb73-a783c7727d70 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803269'] for network (44a9ba6f-ba69-47e1-8008-1247b8e25e03), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:15:36.256750 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7a35607a-620b-4c55-bb73-a783c7727d70 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:15:36.260042 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-7a35607a-620b-4c55-bb73-a783c7727d70 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "DELETE /v2.0/networks/44a9ba6f-ba69-47e1-8008-1247b8e25e03 HTTP/1.1" status: 204 len: 168 time: 0.3155408 Feb 28 11:15:36.262830 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 46362) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:15:36.271643 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a35607a-620b-4c55-bb73-a783c7727d70 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Pushing event deleted for resources: {'Network': ['ID=44a9ba6f-ba69-47e1-8008-1247b8e25e03,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:15:36.322940 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2806a890-9bb9-4805-83a3-d7fa297d4ac1 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for security_group (e5906366-ac88-41aa-8b5f-161380978195), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:15:36.348701 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2806a890-9bb9-4805-83a3-d7fa297d4ac1 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for security_group (e5906366-ac88-41aa-8b5f-161380978195), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:15:36.409909 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device dc96697d-6d16-4cc1-903c-3bd985827624 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 11:15:36.415632 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2806a890-9bb9-4805-83a3-d7fa297d4ac1 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (e5906366-ac88-41aa-8b5f-161380978195), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:15:36.418889 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2806a890-9bb9-4805-83a3-d7fa297d4ac1 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for security_group (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:15:36.420138 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-2806a890-9bb9-4805-83a3-d7fa297d4ac1 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "DELETE /v2.0/security-groups/e5906366-ac88-41aa-8b5f-161380978195 HTTP/1.1" status: 204 len: 168 time: 0.1561983 Feb 28 11:15:36.432981 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2806a890-9bb9-4805-83a3-d7fa297d4ac1 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5906366-ac88-41aa-8b5f-161380978195,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:15:36.440727 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] No Port match for: dc96697d-6d16-4cc1-903c-3bd985827624 {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 11:15:36.441150 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device dc96697d-6d16-4cc1-903c-3bd985827624 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 11:15:36.441592 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 8b9ae5c3-6141-4aee-b0a0-ae2874b13111 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 11:15:36.473116 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] No Port match for: 8b9ae5c3-6141-4aee-b0a0-ae2874b13111 {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 11:15:36.473432 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 8b9ae5c3-6141-4aee-b0a0-ae2874b13111 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 11:15:36.617655 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 46368) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:15:36.623008 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-9cafafff-41c1-40ea-aea9-0fbac0a9a0bf tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1992942503', 'description': 'tempest-secgroup-smoke-1992942503 description', 'project_id': '3c4e3863732a46c4818eaf87ed0e9f91'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:15:36.646151 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9cafafff-41c1-40ea-aea9-0fbac0a9a0bf tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:15:36.717672 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9cafafff-41c1-40ea-aea9-0fbac0a9a0bf tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for security_group (ff061fa6-f21d-4d9a-9ec9-3d2e26cdd3cc), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:15:36.722013 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9cafafff-41c1-40ea-aea9-0fbac0a9a0bf tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (ff061fa6-f21d-4d9a-9ec9-3d2e26cdd3cc), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:15:36.754864 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cafafff-41c1-40ea-aea9-0fbac0a9a0bf tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff061fa6-f21d-4d9a-9ec9-3d2e26cdd3cc,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:15:36.760904 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9cafafff-41c1-40ea-aea9-0fbac0a9a0bf tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:15:36.762149 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-9cafafff-41c1-40ea-aea9-0fbac0a9a0bf tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1434610 Feb 28 11:15:36.765254 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 46370) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:15:36.769849 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-08592bc5-ad31-43c5-9568-fcc665042c8f tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Request body: {'security_group_rule': {'security_group_id': 'ff061fa6-f21d-4d9a-9ec9-3d2e26cdd3cc', 'project_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:15:36.794923 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-08592bc5-ad31-43c5-9568-fcc665042c8f tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for security_group_rule (cfd392ed-cc30-429e-a2e4-5719c0b10b25), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:15:36.856362 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-08592bc5-ad31-43c5-9568-fcc665042c8f tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for security_group_rule (cfd392ed-cc30-429e-a2e4-5719c0b10b25), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:15:36.860916 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-08592bc5-ad31-43c5-9568-fcc665042c8f tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594242'] for security_group_rule (cfd392ed-cc30-429e-a2e4-5719c0b10b25), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:15:36.878340 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08592bc5-ad31-43c5-9568-fcc665042c8f tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfd392ed-cc30-429e-a2e4-5719c0b10b25,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:15:36.887076 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-08592bc5-ad31-43c5-9568-fcc665042c8f tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:15:36.888325 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-08592bc5-ad31-43c5-9568-fcc665042c8f tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1220505 Feb 28 11:15:36.891324 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 46372) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:15:36.895776 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-b37b39ec-be27-4ff6-b707-fc316f26f51b tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Request body: {'security_group_rule': {'security_group_id': 'ff061fa6-f21d-4d9a-9ec9-3d2e26cdd3cc', 'project_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:15:36.920951 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b37b39ec-be27-4ff6-b707-fc316f26f51b tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for security_group_rule (aca47108-dc01-45c5-aff6-3938e237c216), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:15:36.977292 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b37b39ec-be27-4ff6-b707-fc316f26f51b tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for security_group_rule (aca47108-dc01-45c5-aff6-3938e237c216), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:15:36.981370 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b37b39ec-be27-4ff6-b707-fc316f26f51b tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594242'] for security_group_rule (aca47108-dc01-45c5-aff6-3938e237c216), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:15:36.999114 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37b39ec-be27-4ff6-b707-fc316f26f51b tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aca47108-dc01-45c5-aff6-3938e237c216,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:15:37.008580 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b37b39ec-be27-4ff6-b707-fc316f26f51b tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:15:37.009974 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-b37b39ec-be27-4ff6-b707-fc316f26f51b tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1177087 Feb 28 11:15:37.013006 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 46374) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:15:37.017726 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-53061261-cb6c-4bcf-b71d-d8085b803577 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Request body: {'security_group_rule': {'security_group_id': 'ff061fa6-f21d-4d9a-9ec9-3d2e26cdd3cc', 'project_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:15:37.044340 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-53061261-cb6c-4bcf-b71d-d8085b803577 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for security_group_rule (d1c127fb-ef15-4d92-8027-1eb01ff85d20), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:15:37.094285 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-53061261-cb6c-4bcf-b71d-d8085b803577 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for security_group_rule (d1c127fb-ef15-4d92-8027-1eb01ff85d20), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:15:37.099087 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-53061261-cb6c-4bcf-b71d-d8085b803577 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594242'] for security_group_rule (d1c127fb-ef15-4d92-8027-1eb01ff85d20), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:15:37.116995 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53061261-cb6c-4bcf-b71d-d8085b803577 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1c127fb-ef15-4d92-8027-1eb01ff85d20,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:15:37.126747 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-53061261-cb6c-4bcf-b71d-d8085b803577 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:15:37.127958 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-53061261-cb6c-4bcf-b71d-d8085b803577 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1139357 Feb 28 11:15:37.130698 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 46376) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:15:37.135745 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-1068c192-6f42-4b87-b3fb-ffbb586ac2e9 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Request body: {'security_group_rule': {'security_group_id': 'ff061fa6-f21d-4d9a-9ec9-3d2e26cdd3cc', 'project_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:15:37.161481 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1068c192-6f42-4b87-b3fb-ffbb586ac2e9 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for security_group_rule (bdd8b24e-5e0c-4ce2-9293-9add8c66be0e), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:15:37.226276 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1068c192-6f42-4b87-b3fb-ffbb586ac2e9 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for security_group_rule (bdd8b24e-5e0c-4ce2-9293-9add8c66be0e), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:15:37.231129 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1068c192-6f42-4b87-b3fb-ffbb586ac2e9 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594242'] for security_group_rule (bdd8b24e-5e0c-4ce2-9293-9add8c66be0e), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:15:37.249216 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1068c192-6f42-4b87-b3fb-ffbb586ac2e9 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdd8b24e-5e0c-4ce2-9293-9add8c66be0e,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:15:37.256938 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1068c192-6f42-4b87-b3fb-ffbb586ac2e9 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:15:37.258167 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-1068c192-6f42-4b87-b3fb-ffbb586ac2e9 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1265357 Feb 28 11:15:37.261110 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 46378) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:15:37.265487 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-89c23b09-9067-4d08-9a97-b6a85764b1f6 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Request body: {'security_group_rule': {'security_group_id': 'ff061fa6-f21d-4d9a-9ec9-3d2e26cdd3cc', 'project_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:15:37.286463 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.db.securitygroups_db [None req-89c23b09-9067-4d08-9a97-b6a85764b1f6 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Project 3c4e3863732a46c4818eaf87ed0e9f91 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 11:15:37.291694 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-89c23b09-9067-4d08-9a97-b6a85764b1f6 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for security_group_rule (d7924352-4b12-4559-bf41-9e32f29b2773), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:15:37.352754 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-89c23b09-9067-4d08-9a97-b6a85764b1f6 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for security_group_rule (d7924352-4b12-4559-bf41-9e32f29b2773), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:15:37.357839 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-89c23b09-9067-4d08-9a97-b6a85764b1f6 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594242'] for security_group_rule (d7924352-4b12-4559-bf41-9e32f29b2773), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:15:37.376851 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c23b09-9067-4d08-9a97-b6a85764b1f6 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7924352-4b12-4559-bf41-9e32f29b2773,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:15:37.383024 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-89c23b09-9067-4d08-9a97-b6a85764b1f6 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:15:37.384352 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-89c23b09-9067-4d08-9a97-b6a85764b1f6 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1222610 Feb 28 11:15:37.390082 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 46380) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:15:37.394556 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-d9f2e6df-e511-4a2a-a51a-9b52f349ae59 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Request body: {'security_group_rule': {'security_group_id': 'ff061fa6-f21d-4d9a-9ec9-3d2e26cdd3cc', 'project_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:15:37.415318 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.db.securitygroups_db [None req-d9f2e6df-e511-4a2a-a51a-9b52f349ae59 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Project 3c4e3863732a46c4818eaf87ed0e9f91 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 11:15:37.420723 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d9f2e6df-e511-4a2a-a51a-9b52f349ae59 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for security_group_rule (9558bc0a-cab7-4cf4-b429-cb4858bba74f), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:15:37.483631 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d9f2e6df-e511-4a2a-a51a-9b52f349ae59 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for security_group_rule (9558bc0a-cab7-4cf4-b429-cb4858bba74f), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:15:37.488145 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d9f2e6df-e511-4a2a-a51a-9b52f349ae59 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594242'] for security_group_rule (9558bc0a-cab7-4cf4-b429-cb4858bba74f), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:15:37.505948 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f2e6df-e511-4a2a-a51a-9b52f349ae59 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9558bc0a-cab7-4cf4-b429-cb4858bba74f,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:15:37.515223 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d9f2e6df-e511-4a2a-a51a-9b52f349ae59 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:15:37.516465 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-d9f2e6df-e511-4a2a-a51a-9b52f349ae59 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1254086 Feb 28 11:15:37.519381 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 46382) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:15:37.524265 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-769fc5f7-87c3-4c77-b974-97cc260b006f tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Request body: {'network': {'name': 'tempest-network-smoke--1277492340', 'project_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'port_security_enabled': True}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:15:37.543676 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-769fc5f7-87c3-4c77-b974-97cc260b006f tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Made reservation on behalf of 3c4e3863732a46c4818eaf87ed0e9f91 for: {'network': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:15:37.547167 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-769fc5f7-87c3-4c77-b974-97cc260b006f tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for network (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:15:37.571480 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-769fc5f7-87c3-4c77-b974-97cc260b006f tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 294} {{(pid=103408) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:15:37.580984 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-769fc5f7-87c3-4c77-b974-97cc260b006f tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (940705c7-a459-4466-bb8d-c8a56e1995d4), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:15:37.581336 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.db.segments_db [None req-769fc5f7-87c3-4c77-b974-97cc260b006f tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Added segment 940705c7-a459-4466-bb8d-c8a56e1995d4 of type vlan for network 28bad2ac-b328-41a6-80e9-5cabf991edb0 Feb 28 11:15:37.627083 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-769fc5f7-87c3-4c77-b974-97cc260b006f tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742056637431'] for network (28bad2ac-b328-41a6-80e9-5cabf991edb0), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:15:37.654475 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-769fc5f7-87c3-4c77-b974-97cc260b006f tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551'] for network (28bad2ac-b328-41a6-80e9-5cabf991edb0), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:15:37.659471 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-769fc5f7-87c3-4c77-b974-97cc260b006f tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:15:37.660060 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-769fc5f7-87c3-4c77-b974-97cc260b006f tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for network (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:15:37.721723 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-769fc5f7-87c3-4c77-b974-97cc260b006f tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2012951 Feb 28 11:15:37.724569 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 46384) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:15:37.731495 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-28332e22-dd36-46b4-ae41-19e7d4666aaa tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-635934673', 'admin_state_up': True, 'project_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840'}}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:15:37.739437 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769fc5f7-87c3-4c77-b974-97cc260b006f tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Pushing event updated for resources: {'Network': ['ID=28bad2ac-b328-41a6-80e9-5cabf991edb0,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:15:37.751170 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Network 28bad2ac-b328-41a6-80e9-5cabf991edb0 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103409) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 11:15:37.758797 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-28332e22-dd36-46b4-ae41-19e7d4666aaa tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1805251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254175'] for router (77223cf7-1ad3-4aac-a5da-42f605a92f9e), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:15:37.760455 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-28332e22-dd36-46b4-ae41-19e7d4666aaa tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1804172', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1602053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254150'] for router (77223cf7-1ad3-4aac-a5da-42f605a92f9e), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:15:37.818318 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-28332e22-dd36-46b4-ae41-19e7d4666aaa tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for router_controller (77223cf7-1ad3-4aac-a5da-42f605a92f9e), precommit_add_association {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:15:37.939764 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 127c6b36-d6b0-494d-8741-a26fb195f3e8 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 11:15:37.960912 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] No Port match for: 127c6b36-d6b0-494d-8741-a26fb195f3e8 {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 11:15:37.961263 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 127c6b36-d6b0-494d-8741-a26fb195f3e8 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 11:15:37.968540 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-28332e22-dd36-46b4-ae41-19e7d4666aaa tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for router_gateway (77223cf7-1ad3-4aac-a5da-42f605a92f9e), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:15:38.171845 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-28332e22-dd36-46b4-ae41-19e7d4666aaa tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for router_gateway (77223cf7-1ad3-4aac-a5da-42f605a92f9e), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:15:38.190999 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-28332e22-dd36-46b4-ae41-19e7d4666aaa tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:15:38.297180 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-28332e22-dd36-46b4-ae41-19e7d4666aaa tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Allocated IP 172.36.5.221 (1e0804d0-d1d9-4d40-9de5-2936f3d87840/6f6f4129-23e5-4c3b-b4ef-4c7ce926797e/968fadad-055f-4f40-a7c6-29e54aae5852) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:15:38.404671 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-28332e22-dd36-46b4-ae41-19e7d4666aaa tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for port (968fadad-055f-4f40-a7c6-29e54aae5852), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:15:38.441207 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-28332e22-dd36-46b4-ae41-19e7d4666aaa tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (968fadad-055f-4f40-a7c6-29e54aae5852), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:15:38.480006 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28332e22-dd36-46b4-ae41-19e7d4666aaa tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Network 1e0804d0-d1d9-4d40-9de5-2936f3d87840 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:15:38.482894 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-28332e22-dd36-46b4-ae41-19e7d4666aaa tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:15:38.486387 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28332e22-dd36-46b4-ae41-19e7d4666aaa tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 11:15:38.514499 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28332e22-dd36-46b4-ae41-19e7d4666aaa tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Pushing event updated for resources: {'Port': ['ID=968fadad-055f-4f40-a7c6-29e54aae5852,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:15:38.583210 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (13ac42ae-016e-4baf-bb31-c6fa820b41c2), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:15:38.752794 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-28332e22-dd36-46b4-ae41-19e7d4666aaa tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for router_gateway (77223cf7-1ad3-4aac-a5da-42f605a92f9e), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:15:38.821297 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7c8d555d-1a6d-4ce9-a374-e6ff432adadb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fb6705d2-4f70-4965-92a3-fbfccd43a6d3), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:15:38.963469 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-28332e22-dd36-46b4-ae41-19e7d4666aaa tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1804241'] for router (77223cf7-1ad3-4aac-a5da-42f605a92f9e), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:15:39.098034 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28332e22-dd36-46b4-ae41-19e7d4666aaa tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Router 77223cf7-1ad3-4aac-a5da-42f605a92f9e is scheduled to L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 with binding_index 1 {{(pid=103408) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 11:15:39.210557 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28332e22-dd36-46b4-ae41-19e7d4666aaa tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:15:39.222393 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8db39f4-69c1-41f7-88b9-1d0798162d00 None None] Sync routers for ids ['77223cf7-1ad3-4aac-a5da-42f605a92f9e'] in dv-neutron-master-2-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:15:39.232260 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-28332e22-dd36-46b4-ae41-19e7d4666aaa tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for router (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:15:39.232563 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8db39f4-69c1-41f7-88b9-1d0798162d00 None None] Routers {'77223cf7-1ad3-4aac-a5da-42f605a92f9e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:15:39.233229 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-b8db39f4-69c1-41f7-88b9-1d0798162d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T11:15:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['77223cf7-1ad3-4aac-a5da-42f605a92f9e'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:15:39.233802 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-28332e22-dd36-46b4-ae41-19e7d4666aaa tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5082903 Feb 28 11:15:39.237084 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 46388) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:15:39.271280 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-b077e4a1-ef77-48e8-9903-0c4315c24e1b tempest-TestNetworkAdvancedServerOps-1757666246 tempest-TestNetworkAdvancedServerOps-1757666246-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=3c4e3863732a46c4818eaf87ed0e9f91&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0327168 Feb 28 11:15:39.273965 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 46390) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:15:39.343520 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-b8db39f4-69c1-41f7-88b9-1d0798162d00 None None] Set router 77223cf7-1ad3-4aac-a5da-42f605a92f9e gateway port host: dv-neutron-master-2-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:15:39.365392 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89715bb1-ff82-41c3-a235-93cc829c8f4c tempest-TestNetworkAdvancedServerOps-1757666246 tempest-TestNetworkAdvancedServerOps-1757666246-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:15:39.366861 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-89715bb1-ff82-41c3-a235-93cc829c8f4c tempest-TestNetworkAdvancedServerOps-1757666246 tempest-TestNetworkAdvancedServerOps-1757666246-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0918009 Feb 28 11:15:39.370104 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 46392) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:15:39.397857 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-e0a0b43e-b8f3-4bef-81cd-3a29e6d5d94b tempest-TestNetworkAdvancedServerOps-1757666246 tempest-TestNetworkAdvancedServerOps-1757666246-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=1e0804d0-d1d9-4d40-9de5-2936f3d87840&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0266566 Feb 28 11:15:39.401030 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 46394) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:15:39.406416 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-d8769da9-4c8e-4d87-bfd3-bbababcdbf36 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-675976348', 'network_id': '28bad2ac-b328-41a6-80e9-5cabf991edb0', 'project_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:15:39.494559 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8769da9-4c8e-4d87-bfd3-bbababcdbf36 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Made reservation on behalf of 3c4e3863732a46c4818eaf87ed0e9f91 for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:15:39.498134 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d8769da9-4c8e-4d87-bfd3-bbababcdbf36 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3951209'] for subnet (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:15:39.524769 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-b8db39f4-69c1-41f7-88b9-1d0798162d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77223cf7-1ad3-4aac-a5da-42f605a92f9e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-635934673', 'tenant_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.221'}], 'enable_snat': True}, 'gw_port_id': '968fadad-055f-4f40-a7c6-29e54aae5852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:15:37Z', 'updated_at': '2022-02-28T11:15:38Z', 'revision_number': 3, 'project_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'gw_port': {'id': '968fadad-055f-4f40-a7c6-29e54aae5852', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:c4:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77223cf7-1ad3-4aac-a5da-42f605a92f9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:15:38Z', 'updated_at': '2022-02-28T11:15:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:15:39.551334 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8db39f4-69c1-41f7-88b9-1d0798162d00 None None] Checking router: 77223cf7-1ad3-4aac-a5da-42f605a92f9e for host: dv-neutron-master-2-hyperv {{(pid=103410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:15:39.551697 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8db39f4-69c1-41f7-88b9-1d0798162d00 None None] Updating router 77223cf7-1ad3-4aac-a5da-42f605a92f9e port 968fadad-055f-4f40-a7c6-29e54aae5852 binding host dv-neutron-master-2-hyperv {{(pid=103410) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 11:15:39.579349 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b8db39f4-69c1-41f7-88b9-1d0798162d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (968fadad-055f-4f40-a7c6-29e54aae5852), before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:15:39.684602 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d8769da9-4c8e-4d87-bfd3-bbababcdbf36 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3242588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3951195'] for subnet (b97d2945-571f-448f-9bf0-1528fca98934), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:15:39.742655 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8769da9-4c8e-4d87-bfd3-bbababcdbf36 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Pushing event updated for resources: {'Subnet': ['ID=b97d2945-571f-448f-9bf0-1528fca98934,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:15:39.754614 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8769da9-4c8e-4d87-bfd3-bbababcdbf36 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Checking segment: {'id': '940705c7-a459-4466-bb8d-c8a56e1995d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '28bad2ac-b328-41a6-80e9-5cabf991edb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 11:15:39.755005 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8769da9-4c8e-4d87-bfd3-bbababcdbf36 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Network hostable DHCP agents. Network: 28bad2ac-b328-41a6-80e9-5cabf991edb0, hostable agents: ['fb6705d2-4f70-4965-92a3-fbfccd43a6d3'], hosted agents: [] {{(pid=103408) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:15:39.772883 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8769da9-4c8e-4d87-bfd3-bbababcdbf36 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Network 28bad2ac-b328-41a6-80e9-5cabf991edb0 is scheduled to be hosted by DHCP agent fb6705d2-4f70-4965-92a3-fbfccd43a6d3 with binding_index 1 {{(pid=103408) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:15:39.783318 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-d8769da9-4c8e-4d87-bfd3-bbababcdbf36 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 28bad2ac-b328-41a6-80e9-5cabf991edb0) {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:15:39.787869 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8769da9-4c8e-4d87-bfd3-bbababcdbf36 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:15:39.788477 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d8769da9-4c8e-4d87-bfd3-bbababcdbf36 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for subnet (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:15:39.793182 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbbf0f85-a6d4-4ce1-adcb-775174285084 None None] Network 28bad2ac-b328-41a6-80e9-5cabf991edb0 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 11:15:39.808493 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-d8769da9-4c8e-4d87-bfd3-bbababcdbf36 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4035728 Feb 28 11:15:39.808759 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 46396) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:15:39.840289 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b8db39f4-69c1-41f7-88b9-1d0798162d00 None None] Publish callbacks [] for port (968fadad-055f-4f40-a7c6-29e54aae5852), precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:15:39.846115 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b8db39f4-69c1-41f7-88b9-1d0798162d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (968fadad-055f-4f40-a7c6-29e54aae5852), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:15:39.895091 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-b8db39f4-69c1-41f7-88b9-1d0798162d00 None None] Attempting to bind port 968fadad-055f-4f40-a7c6-29e54aae5852 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 11:15:39.895478 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-b8db39f4-69c1-41f7-88b9-1d0798162d00 None None] Attempting to bind port 968fadad-055f-4f40-a7c6-29e54aae5852 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '195d7ed7-323d-4284-82df-208cca613d99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 11:15:39.895850 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8db39f4-69c1-41f7-88b9-1d0798162d00 None None] Attempting to bind port 968fadad-055f-4f40-a7c6-29e54aae5852 on network 1e0804d0-d1d9-4d40-9de5-2936f3d87840 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 11:15:39.905401 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6997621b-43cd-48cf-b0d8-b574204ead89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-28bad2ac-b328-41a6-80e9-5cabf991edb0', 'network_id': '28bad2ac-b328-41a6-80e9-5cabf991edb0', 'project_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'fixed_ips': [{'subnet_id': 'b97d2945-571f-448f-9bf0-1528fca98934'}]}} from dv-neutron-master-2-hyperv. {{(pid=103409) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 11:15:39.906009 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdde0238-780a-449e-ab78-b0dbf25e71b0 None None] Pushing event updated for resources: {'Port': ['ID=968fadad-055f-4f40-a7c6-29e54aae5852,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:15:39.907138 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6997621b-43cd-48cf-b0d8-b574204ead89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:15:39.909689 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8db39f4-69c1-41f7-88b9-1d0798162d00 None None] Checking agent: {'id': '75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 24, 15), 'started_at': datetime.datetime(2022, 2, 28, 10, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 15, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 11:15:39.910288 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8db39f4-69c1-41f7-88b9-1d0798162d00 None None] Checking segment: {'id': '195d7ed7-323d-4284-82df-208cca613d99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 11:15:39.910858 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b8db39f4-69c1-41f7-88b9-1d0798162d00 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:15:39.911295 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8db39f4-69c1-41f7-88b9-1d0798162d00 None None] Bound using segment: {'id': '195d7ed7-323d-4284-82df-208cca613d99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 11:15:39.911861 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-b8db39f4-69c1-41f7-88b9-1d0798162d00 None None] Bound port: 968fadad-055f-4f40-a7c6-29e54aae5852, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '195d7ed7-323d-4284-82df-208cca613d99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 11:15:39.912255 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b8db39f4-69c1-41f7-88b9-1d0798162d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (968fadad-055f-4f40-a7c6-29e54aae5852), before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:15:39.939020 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdde0238-780a-449e-ab78-b0dbf25e71b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:15:39.939381 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdde0238-780a-449e-ab78-b0dbf25e71b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:15:39.939848 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdde0238-780a-449e-ab78-b0dbf25e71b0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:15:39.940069 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdde0238-780a-449e-ab78-b0dbf25e71b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:15:39.940417 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdde0238-780a-449e-ab78-b0dbf25e71b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:15:39.940773 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdde0238-780a-449e-ab78-b0dbf25e71b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:15:39.941142 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdde0238-780a-449e-ab78-b0dbf25e71b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:15:39.941477 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdde0238-780a-449e-ab78-b0dbf25e71b0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:15:39.941959 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdde0238-780a-449e-ab78-b0dbf25e71b0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:15:39.942276 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdde0238-780a-449e-ab78-b0dbf25e71b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:15:39.942605 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdde0238-780a-449e-ab78-b0dbf25e71b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:15:39.942928 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdde0238-780a-449e-ab78-b0dbf25e71b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:15:39.943253 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdde0238-780a-449e-ab78-b0dbf25e71b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:15:39.980242 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-b8db39f4-69c1-41f7-88b9-1d0798162d00 None None] For port 968fadad-055f-4f40-a7c6-29e54aae5852, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:15:39.983519 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-b8db39f4-69c1-41f7-88b9-1d0798162d00 None None] For port 968fadad-055f-4f40-a7c6-29e54aae5852, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=968fadad-055f-4f40-a7c6-29e54aae5852,segment=NetworkSegment(195d7ed7-323d-4284-82df-208cca613d99),segment_id=195d7ed7-323d-4284-82df-208cca613d99)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:15:39.990372 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b8db39f4-69c1-41f7-88b9-1d0798162d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (968fadad-055f-4f40-a7c6-29e54aae5852), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:15:40.051963 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdde0238-780a-449e-ab78-b0dbf25e71b0 None None] Pushing event updated for resources: {'Port': ['ID=968fadad-055f-4f40-a7c6-29e54aae5852,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:15:40.060807 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8db39f4-69c1-41f7-88b9-1d0798162d00 None None] Routers {'77223cf7-1ad3-4aac-a5da-42f605a92f9e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:15:40.061706 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-b8db39f4-69c1-41f7-88b9-1d0798162d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T11:15:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['77223cf7-1ad3-4aac-a5da-42f605a92f9e'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:15:40.062379 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-6997621b-43cd-48cf-b0d8-b574204ead89 None None] Allocated IP 172.20.0.2 (28bad2ac-b328-41a6-80e9-5cabf991edb0/b97d2945-571f-448f-9bf0-1528fca98934/f06979d7-463e-4d9a-a84b-43613d64219a) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:15:40.175919 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-b8db39f4-69c1-41f7-88b9-1d0798162d00 None None] Set router 77223cf7-1ad3-4aac-a5da-42f605a92f9e gateway port host: dv-neutron-master-2-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:15:40.222601 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6997621b-43cd-48cf-b0d8-b574204ead89 None None] Publish callbacks [] for port (f06979d7-463e-4d9a-a84b-43613d64219a), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:15:40.229776 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6997621b-43cd-48cf-b0d8-b574204ead89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749'] for port (f06979d7-463e-4d9a-a84b-43613d64219a), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:15:40.271495 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6997621b-43cd-48cf-b0d8-b574204ead89 None None] Pushing event updated for resources: {'Port': ['ID=f06979d7-463e-4d9a-a84b-43613d64219a,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:15:40.289157 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6997621b-43cd-48cf-b0d8-b574204ead89 None None] Network 28bad2ac-b328-41a6-80e9-5cabf991edb0 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:15:40.289643 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-85c2b7db-ca67-4087-b95b-0611f89a38c7 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:15:40.291602 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-6997621b-43cd-48cf-b0d8-b574204ead89 None None] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:15:40.293783 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6997621b-43cd-48cf-b0d8-b574204ead89 None None] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 11:15:40.352349 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-6997621b-43cd-48cf-b0d8-b574204ead89 None None] Attempting to bind port f06979d7-463e-4d9a-a84b-43613d64219a on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 11:15:40.353486 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-6997621b-43cd-48cf-b0d8-b574204ead89 None None] Attempting to bind port f06979d7-463e-4d9a-a84b-43613d64219a by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '940705c7-a459-4466-bb8d-c8a56e1995d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '28bad2ac-b328-41a6-80e9-5cabf991edb0'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 11:15:40.354125 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6997621b-43cd-48cf-b0d8-b574204ead89 None None] Attempting to bind port f06979d7-463e-4d9a-a84b-43613d64219a on network 28bad2ac-b328-41a6-80e9-5cabf991edb0 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 11:15:40.361357 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6997621b-43cd-48cf-b0d8-b574204ead89 None None] Checking agent: {'id': '75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 24, 15), 'started_at': datetime.datetime(2022, 2, 28, 10, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 15, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 11:15:40.361747 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6997621b-43cd-48cf-b0d8-b574204ead89 None None] Checking segment: {'id': '940705c7-a459-4466-bb8d-c8a56e1995d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '28bad2ac-b328-41a6-80e9-5cabf991edb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 11:15:40.362144 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6997621b-43cd-48cf-b0d8-b574204ead89 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:15:40.363144 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6997621b-43cd-48cf-b0d8-b574204ead89 None None] Bound using segment: {'id': '940705c7-a459-4466-bb8d-c8a56e1995d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '28bad2ac-b328-41a6-80e9-5cabf991edb0'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 11:15:40.363616 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-6997621b-43cd-48cf-b0d8-b574204ead89 None None] Bound port: f06979d7-463e-4d9a-a84b-43613d64219a, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '940705c7-a459-4466-bb8d-c8a56e1995d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '28bad2ac-b328-41a6-80e9-5cabf991edb0'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 11:15:40.364989 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6997621b-43cd-48cf-b0d8-b574204ead89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (f06979d7-463e-4d9a-a84b-43613d64219a), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:15:40.434838 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-6997621b-43cd-48cf-b0d8-b574204ead89 None None] For port f06979d7-463e-4d9a-a84b-43613d64219a, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:15:40.438413 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-6997621b-43cd-48cf-b0d8-b574204ead89 None None] For port f06979d7-463e-4d9a-a84b-43613d64219a, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f06979d7-463e-4d9a-a84b-43613d64219a,segment=NetworkSegment(940705c7-a459-4466-bb8d-c8a56e1995d4),segment_id=940705c7-a459-4466-bb8d-c8a56e1995d4)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:15:40.444996 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6997621b-43cd-48cf-b0d8-b574204ead89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (f06979d7-463e-4d9a-a84b-43613d64219a), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:15:40.473272 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-b8db39f4-69c1-41f7-88b9-1d0798162d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77223cf7-1ad3-4aac-a5da-42f605a92f9e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-635934673', 'tenant_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.221'}], 'enable_snat': True}, 'gw_port_id': '968fadad-055f-4f40-a7c6-29e54aae5852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:15:37Z', 'updated_at': '2022-02-28T11:15:38Z', 'revision_number': 3, 'project_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'gw_port': {'id': '968fadad-055f-4f40-a7c6-29e54aae5852', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:c4:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77223cf7-1ad3-4aac-a5da-42f605a92f9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:15:38Z', 'updated_at': '2022-02-28T11:15:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:15:40.513367 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6997621b-43cd-48cf-b0d8-b574204ead89 None None] Pushing event updated for resources: {'Port': ['ID=f06979d7-463e-4d9a-a84b-43613d64219a,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:15:40.516852 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8db39f4-69c1-41f7-88b9-1d0798162d00 None None] The sync data for ids ['77223cf7-1ad3-4aac-a5da-42f605a92f9e'] in dv-neutron-master-2-hyperv is: [{'id': '77223cf7-1ad3-4aac-a5da-42f605a92f9e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-635934673', 'tenant_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.221'}], 'enable_snat': True}, 'gw_port_id': '968fadad-055f-4f40-a7c6-29e54aae5852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:15:37Z', 'updated_at': '2022-02-28T11:15:38Z', 'revision_number': 3, 'project_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'gw_port': {'id': '968fadad-055f-4f40-a7c6-29e54aae5852', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:c4:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77223cf7-1ad3-4aac-a5da-42f605a92f9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:15:38Z', 'updated_at': '2022-02-28T11:15:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:15:40.622749 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-85c2b7db-ca67-4087-b95b-0611f89a38c7 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Allocated IP 172.20.0.1 (28bad2ac-b328-41a6-80e9-5cabf991edb0/b97d2945-571f-448f-9bf0-1528fca98934/3f3e7411-7a9a-4552-9a1e-b08b3550ee31) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:15:40.776874 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-85c2b7db-ca67-4087-b95b-0611f89a38c7 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for port (3f3e7411-7a9a-4552-9a1e-b08b3550ee31), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:15:40.826115 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-85c2b7db-ca67-4087-b95b-0611f89a38c7 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (3f3e7411-7a9a-4552-9a1e-b08b3550ee31), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:15:40.882825 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85c2b7db-ca67-4087-b95b-0611f89a38c7 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Network 28bad2ac-b328-41a6-80e9-5cabf991edb0 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:15:40.886637 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-85c2b7db-ca67-4087-b95b-0611f89a38c7 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:15:40.891241 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c2b7db-ca67-4087-b95b-0611f89a38c7 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 11:15:40.895462 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c2b7db-ca67-4087-b95b-0611f89a38c7 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Pushing event updated for resources: {'Port': ['ID=3f3e7411-7a9a-4552-9a1e-b08b3550ee31,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:15:40.938111 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-85c2b7db-ca67-4087-b95b-0611f89a38c7 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1803404'] for router_interface (77223cf7-1ad3-4aac-a5da-42f605a92f9e), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:15:41.085872 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-85c2b7db-ca67-4087-b95b-0611f89a38c7 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (3f3e7411-7a9a-4552-9a1e-b08b3550ee31), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:15:41.097046 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d5629921-1657-4a96-860d-b6abeff0f89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fc6c9b74-8dbb-41bb-800a-5bd3a43fe896), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:15:41.505500 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6550b790-4c0c-4ced-a3f9-4309f213c0ab None None] Network 28bad2ac-b328-41a6-80e9-5cabf991edb0 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 11:15:41.638476 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-c7318d33-8d02-41d5-9791-628f4928d2b1 None None] Provisioning complete for port f06979d7-463e-4d9a-a84b-43613d64219a triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:15:41.639157 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c7318d33-8d02-41d5-9791-628f4928d2b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (f06979d7-463e-4d9a-a84b-43613d64219a), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:15:41.735936 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-c7318d33-8d02-41d5-9791-628f4928d2b1 None None] Current status of the port f06979d7-463e-4d9a-a84b-43613d64219a is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:15:41.736360 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c7318d33-8d02-41d5-9791-628f4928d2b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (f06979d7-463e-4d9a-a84b-43613d64219a), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:15:41.768669 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-85c2b7db-ca67-4087-b95b-0611f89a38c7 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for port (3f3e7411-7a9a-4552-9a1e-b08b3550ee31), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:15:41.772398 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-c7318d33-8d02-41d5-9791-628f4928d2b1 None None] For port f06979d7-463e-4d9a-a84b-43613d64219a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f06979d7-463e-4d9a-a84b-43613d64219a,segment=NetworkSegment(940705c7-a459-4466-bb8d-c8a56e1995d4),segment_id=940705c7-a459-4466-bb8d-c8a56e1995d4)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:15:41.776544 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-85c2b7db-ca67-4087-b95b-0611f89a38c7 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3242529'] for port (3f3e7411-7a9a-4552-9a1e-b08b3550ee31), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:15:41.777288 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c7318d33-8d02-41d5-9791-628f4928d2b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (f06979d7-463e-4d9a-a84b-43613d64219a), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:15:41.828281 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7318d33-8d02-41d5-9791-628f4928d2b1 None None] Pushing event updated for resources: {'Port': ['ID=f06979d7-463e-4d9a-a84b-43613d64219a,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:15:41.856030 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-85c2b7db-ca67-4087-b95b-0611f89a38c7 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1802524'] for router_interface (77223cf7-1ad3-4aac-a5da-42f605a92f9e), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:15:41.858042 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c2b7db-ca67-4087-b95b-0611f89a38c7 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Pushing event updated for resources: {'Port': ['ID=3f3e7411-7a9a-4552-9a1e-b08b3550ee31,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:15:41.965678 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85c2b7db-ca67-4087-b95b-0611f89a38c7 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Network 28bad2ac-b328-41a6-80e9-5cabf991edb0 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:15:41.967225 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-85c2b7db-ca67-4087-b95b-0611f89a38c7 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:15:42.011728 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-5a579a4c-4a9e-4454-b97c-4bb45bbc2d06 None None] Provisioning complete for port 3f3e7411-7a9a-4552-9a1e-b08b3550ee31 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:15:42.012144 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5a579a4c-4a9e-4454-b97c-4bb45bbc2d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (3f3e7411-7a9a-4552-9a1e-b08b3550ee31), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:15:42.067084 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-5a579a4c-4a9e-4454-b97c-4bb45bbc2d06 None None] Port 3f3e7411-7a9a-4552-9a1e-b08b3550ee31 cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 11:15:42.113031 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device f06979d7-463e-4d9a-a84b-43613d64219a up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 11:15:42.126851 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85c2b7db-ca67-4087-b95b-0611f89a38c7 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Router 77223cf7-1ad3-4aac-a5da-42f605a92f9e has already been hosted by L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 {{(pid=103408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:15:42.142028 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-5a579a4c-4a9e-4454-b97c-4bb45bbc2d06 None None] Provisioning complete for port f06979d7-463e-4d9a-a84b-43613d64219a triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:15:42.142413 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5a579a4c-4a9e-4454-b97c-4bb45bbc2d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (f06979d7-463e-4d9a-a84b-43613d64219a), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:15:42.228337 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port f06979d7-463e-4d9a-a84b-43613d64219a triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:15:42.228746 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (f06979d7-463e-4d9a-a84b-43613d64219a), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:15:42.258424 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85c2b7db-ca67-4087-b95b-0611f89a38c7 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:15:42.264239 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-85c2b7db-ca67-4087-b95b-0611f89a38c7 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "PUT /v2.0/routers/77223cf7-1ad3-4aac-a5da-42f605a92f9e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4544914 Feb 28 11:15:42.285613 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b6d631fb-7df0-4fe1-8322-abff3b61cae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (0db5147a-92a3-4581-8a5f-8ec9b93e0600), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:15:42.287891 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-5a579a4c-4a9e-4454-b97c-4bb45bbc2d06 None None] Current status of the port f06979d7-463e-4d9a-a84b-43613d64219a is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:15:42.300756 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1bb5c20-9aac-40ba-867d-ea82dfdd1f4e None None] Sync routers for ids ['77223cf7-1ad3-4aac-a5da-42f605a92f9e'] in dv-neutron-master-2-hyperv {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:15:42.340989 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1bb5c20-9aac-40ba-867d-ea82dfdd1f4e None None] Routers {'77223cf7-1ad3-4aac-a5da-42f605a92f9e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:15:42.341632 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-d1bb5c20-9aac-40ba-867d-ea82dfdd1f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T11:15:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['77223cf7-1ad3-4aac-a5da-42f605a92f9e'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:15:42.380238 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port f06979d7-463e-4d9a-a84b-43613d64219a is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:15:42.381400 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 968fadad-055f-4f40-a7c6-29e54aae5852 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 11:15:42.465499 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-00e8a94f-02c7-48ea-bd39-71332f6f9934 req-6709303b-c230-4079-96cf-0648e5c5d6e1 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1992942503&fields=id&tenant_id=3c4e3863732a46c4818eaf87ed0e9f91 HTTP/1.1" status: 200 len: 267 time: 0.0510757 Feb 28 11:15:42.579407 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e8a94f-02c7-48ea-bd39-71332f6f9934 req-16df05b6-c1ad-4898-bcda-5c4027ce8931 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:15:42.580847 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-00e8a94f-02c7-48ea-bd39-71332f6f9934 req-16df05b6-c1ad-4898-bcda-5c4027ce8931 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/networks?id=28bad2ac-b328-41a6-80e9-5cabf991edb0 HTTP/1.1" status: 200 len: 797 time: 0.1085978 Feb 28 11:15:42.596661 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-00e8a94f-02c7-48ea-bd39-71332f6f9934 req-5501224a-f452-4383-9a5a-28980d84f7e8 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/quotas/3c4e3863732a46c4818eaf87ed0e9f91 HTTP/1.1" status: 200 len: 375 time: 0.0097575 Feb 28 11:15:42.636988 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-cecf4cca-ecd7-404f-88af-a8351187f493 None None] Provisioning complete for port 3f3e7411-7a9a-4552-9a1e-b08b3550ee31 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:15:42.637320 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-cecf4cca-ecd7-404f-88af-a8351187f493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (3f3e7411-7a9a-4552-9a1e-b08b3550ee31), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:15:42.653832 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-00e8a94f-02c7-48ea-bd39-71332f6f9934 req-22aaf107-8a5b-4e8f-9209-86b19d083926 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3c4e3863732a46c4818eaf87ed0e9f91&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0517061 Feb 28 11:15:42.691589 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-d1bb5c20-9aac-40ba-867d-ea82dfdd1f4e None None] Set router 77223cf7-1ad3-4aac-a5da-42f605a92f9e gateway port host: dv-neutron-master-2-hyperv {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:15:42.693826 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-cecf4cca-ecd7-404f-88af-a8351187f493 None None] Port 3f3e7411-7a9a-4552-9a1e-b08b3550ee31 cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 11:15:42.720606 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port 968fadad-055f-4f40-a7c6-29e54aae5852 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:15:42.720996 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (968fadad-055f-4f40-a7c6-29e54aae5852), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:15:42.753066 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-00e8a94f-02c7-48ea-bd39-71332f6f9934 req-8323011b-85dd-4e25-8c92-99fb9abefc03 service neutron] 10.222.0.20 "GET /v2.0/networks/28bad2ac-b328-41a6-80e9-5cabf991edb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876493 Feb 28 11:15:42.842906 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-00e8a94f-02c7-48ea-bd39-71332f6f9934 req-f54c1c2c-7565-4ef8-97c1-e23a6c59ed94 service neutron] 10.222.0.20 "GET /v2.0/networks/28bad2ac-b328-41a6-80e9-5cabf991edb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838797 Feb 28 11:15:42.898745 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 968fadad-055f-4f40-a7c6-29e54aae5852 is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:15:42.899146 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (968fadad-055f-4f40-a7c6-29e54aae5852), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:15:42.930384 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] For port 968fadad-055f-4f40-a7c6-29e54aae5852, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=968fadad-055f-4f40-a7c6-29e54aae5852,segment=NetworkSegment(195d7ed7-323d-4284-82df-208cca613d99),segment_id=195d7ed7-323d-4284-82df-208cca613d99)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:15:42.951394 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (968fadad-055f-4f40-a7c6-29e54aae5852), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:15:43.019721 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-ce29c4d8-c5df-4328-b2c7-2131740623a0 req-a66e88b6-bbf6-4387-8c59-36774cea0d03 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a7d12ec-6bb2-4c1a-829b-2011decd9cbd HTTP/1.1" status: 200 len: 210 time: 0.0327873 Feb 28 11:15:43.026045 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Pushing event updated for resources: {'Port': ['ID=968fadad-055f-4f40-a7c6-29e54aae5852,revision_number=4']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:15:43.040342 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-d1bb5c20-9aac-40ba-867d-ea82dfdd1f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77223cf7-1ad3-4aac-a5da-42f605a92f9e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-635934673', 'tenant_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.221'}], 'enable_snat': True}, 'gw_port_id': '968fadad-055f-4f40-a7c6-29e54aae5852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:15:37Z', 'updated_at': '2022-02-28T11:15:41Z', 'revision_number': 4, 'project_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'gw_port': {'id': '968fadad-055f-4f40-a7c6-29e54aae5852', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:c4:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77223cf7-1ad3-4aac-a5da-42f605a92f9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:15:38Z', 'updated_at': '2022-02-28T11:15:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '3f3e7411-7a9a-4552-9a1e-b08b3550ee31', 'name': '', 'network_id': '28bad2ac-b328-41a6-80e9-5cabf991edb0', 'tenant_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'mac_address': 'fa:16:3e:02:1a:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77223cf7-1ad3-4aac-a5da-42f605a92f9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': 'b97d2945-571f-448f-9bf0-1528fca98934', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:15:40Z', 'updated_at': '2022-02-28T11:15:41Z', 'revision_number': 2, 'project_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'subnets': [{'id': 'b97d2945-571f-448f-9bf0-1528fca98934', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:15:43.068473 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1bb5c20-9aac-40ba-867d-ea82dfdd1f4e None None] Checking router: 77223cf7-1ad3-4aac-a5da-42f605a92f9e for host: dv-neutron-master-2-hyperv {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:15:43.068860 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1bb5c20-9aac-40ba-867d-ea82dfdd1f4e None None] Updating router 77223cf7-1ad3-4aac-a5da-42f605a92f9e port 3f3e7411-7a9a-4552-9a1e-b08b3550ee31 binding host dv-neutron-master-2-hyperv {{(pid=103409) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 11:15:43.097253 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d1bb5c20-9aac-40ba-867d-ea82dfdd1f4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (3f3e7411-7a9a-4552-9a1e-b08b3550ee31), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:15:43.111367 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.agents_db [None req-382e0aa2-b126-48e6-89eb-3efa426b6b29 None None] Agent healthcheck: found 6 active agents {{(pid=103410) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 11:15:43.394857 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d1bb5c20-9aac-40ba-867d-ea82dfdd1f4e None None] Publish callbacks [] for port (3f3e7411-7a9a-4552-9a1e-b08b3550ee31), precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:15:43.402250 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d1bb5c20-9aac-40ba-867d-ea82dfdd1f4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (3f3e7411-7a9a-4552-9a1e-b08b3550ee31), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:15:43.453241 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd927223-9617-412d-a1c0-8f57b4f6f4cc None None] Pushing event updated for resources: {'Port': ['ID=3f3e7411-7a9a-4552-9a1e-b08b3550ee31,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:15:43.509690 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-d1bb5c20-9aac-40ba-867d-ea82dfdd1f4e None None] Attempting to bind port 3f3e7411-7a9a-4552-9a1e-b08b3550ee31 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 11:15:43.510084 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-d1bb5c20-9aac-40ba-867d-ea82dfdd1f4e None None] Attempting to bind port 3f3e7411-7a9a-4552-9a1e-b08b3550ee31 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '940705c7-a459-4466-bb8d-c8a56e1995d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '28bad2ac-b328-41a6-80e9-5cabf991edb0'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 11:15:43.510457 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1bb5c20-9aac-40ba-867d-ea82dfdd1f4e None None] Attempting to bind port 3f3e7411-7a9a-4552-9a1e-b08b3550ee31 on network 28bad2ac-b328-41a6-80e9-5cabf991edb0 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 11:15:43.516079 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1bb5c20-9aac-40ba-867d-ea82dfdd1f4e None None] Checking agent: {'id': '75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 24, 15), 'started_at': datetime.datetime(2022, 2, 28, 10, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 15, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 11:15:43.516534 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1bb5c20-9aac-40ba-867d-ea82dfdd1f4e None None] Checking segment: {'id': '940705c7-a459-4466-bb8d-c8a56e1995d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '28bad2ac-b328-41a6-80e9-5cabf991edb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 11:15:43.517180 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d1bb5c20-9aac-40ba-867d-ea82dfdd1f4e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:15:43.517643 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1bb5c20-9aac-40ba-867d-ea82dfdd1f4e None None] Bound using segment: {'id': '940705c7-a459-4466-bb8d-c8a56e1995d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '28bad2ac-b328-41a6-80e9-5cabf991edb0'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 11:15:43.518268 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-d1bb5c20-9aac-40ba-867d-ea82dfdd1f4e None None] Bound port: 3f3e7411-7a9a-4552-9a1e-b08b3550ee31, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '940705c7-a459-4466-bb8d-c8a56e1995d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '28bad2ac-b328-41a6-80e9-5cabf991edb0'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 11:15:43.518692 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d1bb5c20-9aac-40ba-867d-ea82dfdd1f4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (3f3e7411-7a9a-4552-9a1e-b08b3550ee31), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:15:43.591699 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-d1bb5c20-9aac-40ba-867d-ea82dfdd1f4e None None] For port 3f3e7411-7a9a-4552-9a1e-b08b3550ee31, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:15:43.595755 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-d1bb5c20-9aac-40ba-867d-ea82dfdd1f4e None None] For port 3f3e7411-7a9a-4552-9a1e-b08b3550ee31, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3f3e7411-7a9a-4552-9a1e-b08b3550ee31,segment=NetworkSegment(940705c7-a459-4466-bb8d-c8a56e1995d4),segment_id=940705c7-a459-4466-bb8d-c8a56e1995d4)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:15:43.602549 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d1bb5c20-9aac-40ba-867d-ea82dfdd1f4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (3f3e7411-7a9a-4552-9a1e-b08b3550ee31), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:15:43.663751 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6b923bb1-06b0-4b84-b461-7cc1d0196090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (2e621730-3978-4720-b581-ac380e97a567), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:15:43.678927 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1bb5c20-9aac-40ba-867d-ea82dfdd1f4e None None] Routers {'77223cf7-1ad3-4aac-a5da-42f605a92f9e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:15:43.679584 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-d1bb5c20-9aac-40ba-867d-ea82dfdd1f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T11:15:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['77223cf7-1ad3-4aac-a5da-42f605a92f9e'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:15:43.684598 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd927223-9617-412d-a1c0-8f57b4f6f4cc None None] Pushing event updated for resources: {'Port': ['ID=3f3e7411-7a9a-4552-9a1e-b08b3550ee31,revision_number=4']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:15:43.780083 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-e7d35368-867b-4a23-935a-a4891d598399 None None] Provisioning complete for port 3f3e7411-7a9a-4552-9a1e-b08b3550ee31 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:15:43.780465 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e7d35368-867b-4a23-935a-a4891d598399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (3f3e7411-7a9a-4552-9a1e-b08b3550ee31), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:15:43.841374 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-d1bb5c20-9aac-40ba-867d-ea82dfdd1f4e None None] Set router 77223cf7-1ad3-4aac-a5da-42f605a92f9e gateway port host: dv-neutron-master-2-hyperv {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:15:43.993624 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 968fadad-055f-4f40-a7c6-29e54aae5852 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 11:15:44.000340 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-e7d35368-867b-4a23-935a-a4891d598399 None None] Current status of the port 3f3e7411-7a9a-4552-9a1e-b08b3550ee31 is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:15:44.000795 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e7d35368-867b-4a23-935a-a4891d598399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (3f3e7411-7a9a-4552-9a1e-b08b3550ee31), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:15:44.094597 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-e7d35368-867b-4a23-935a-a4891d598399 None None] For port 3f3e7411-7a9a-4552-9a1e-b08b3550ee31, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3f3e7411-7a9a-4552-9a1e-b08b3550ee31,segment=NetworkSegment(940705c7-a459-4466-bb8d-c8a56e1995d4),segment_id=940705c7-a459-4466-bb8d-c8a56e1995d4)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:15:44.102693 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e7d35368-867b-4a23-935a-a4891d598399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (3f3e7411-7a9a-4552-9a1e-b08b3550ee31), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:15:44.163004 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-4b16366d-9f7c-47c3-bf2f-6d95d8bea9fb req-d22b1084-e1f3-4491-b5eb-b78e28793e37 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a7d12ec-6bb2-4c1a-829b-2011decd9cbd HTTP/1.1" status: 200 len: 210 time: 0.0657921 Feb 28 11:15:44.166983 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port 968fadad-055f-4f40-a7c6-29e54aae5852 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:15:44.167377 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (968fadad-055f-4f40-a7c6-29e54aae5852), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:15:44.222837 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d35368-867b-4a23-935a-a4891d598399 None None] Pushing event updated for resources: {'Port': ['ID=3f3e7411-7a9a-4552-9a1e-b08b3550ee31,revision_number=5']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:15:44.238923 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e8a94f-02c7-48ea-bd39-71332f6f9934 req-f1dce737-53eb-48f6-a78f-793d8671d1fd tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:15:44.240616 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-00e8a94f-02c7-48ea-bd39-71332f6f9934 req-f1dce737-53eb-48f6-a78f-793d8671d1fd tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.30 "GET /v2.0/networks?id=28bad2ac-b328-41a6-80e9-5cabf991edb0 HTTP/1.1" status: 200 len: 797 time: 0.1736348 Feb 28 11:15:44.248294 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-19cfe68e-106e-40e6-8a5b-2e530f4e5be1 None None] Provisioning complete for port 3f3e7411-7a9a-4552-9a1e-b08b3550ee31 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:15:44.248717 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-19cfe68e-106e-40e6-8a5b-2e530f4e5be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (3f3e7411-7a9a-4552-9a1e-b08b3550ee31), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:15:44.284706 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-d1bb5c20-9aac-40ba-867d-ea82dfdd1f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77223cf7-1ad3-4aac-a5da-42f605a92f9e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-635934673', 'tenant_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.221'}], 'enable_snat': True}, 'gw_port_id': '968fadad-055f-4f40-a7c6-29e54aae5852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:15:37Z', 'updated_at': '2022-02-28T11:15:41Z', 'revision_number': 4, 'project_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'gw_port': {'id': '968fadad-055f-4f40-a7c6-29e54aae5852', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:c4:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77223cf7-1ad3-4aac-a5da-42f605a92f9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:15:38Z', 'updated_at': '2022-02-28T11:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '3f3e7411-7a9a-4552-9a1e-b08b3550ee31', 'name': '', 'network_id': '28bad2ac-b328-41a6-80e9-5cabf991edb0', 'tenant_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'mac_address': 'fa:16:3e:02:1a:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77223cf7-1ad3-4aac-a5da-42f605a92f9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': 'b97d2945-571f-448f-9bf0-1528fca98934', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:15:40Z', 'updated_at': '2022-02-28T11:15:43Z', 'revision_number': 4, 'project_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'subnets': [{'id': 'b97d2945-571f-448f-9bf0-1528fca98934', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:15:44.312600 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-00e8a94f-02c7-48ea-bd39-71332f6f9934 req-5e8f8978-b9a3-4577-97a3-b4c496ca49d3 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3c4e3863732a46c4818eaf87ed0e9f91 HTTP/1.1" status: 200 len: 380 time: 0.0558317 Feb 28 11:15:44.342645 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [req-00e8a94f-02c7-48ea-bd39-71332f6f9934 req-e0973254-6303-404d-879f-d6f4549fb16c tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Request body: {'port': {'device_id': '7a7d12ec-6bb2-4c1a-829b-2011decd9cbd', 'network_id': '28bad2ac-b328-41a6-80e9-5cabf991edb0', 'admin_state_up': True, 'tenant_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'security_groups': ['ff061fa6-f21d-4d9a-9ec9-3d2e26cdd3cc']}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:15:44.343374 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1bb5c20-9aac-40ba-867d-ea82dfdd1f4e None None] The sync data for ids ['77223cf7-1ad3-4aac-a5da-42f605a92f9e'] in dv-neutron-master-2-hyperv is: [{'id': '77223cf7-1ad3-4aac-a5da-42f605a92f9e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-635934673', 'tenant_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.221'}], 'enable_snat': True}, 'gw_port_id': '968fadad-055f-4f40-a7c6-29e54aae5852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:15:37Z', 'updated_at': '2022-02-28T11:15:41Z', 'revision_number': 4, 'project_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'gw_port': {'id': '968fadad-055f-4f40-a7c6-29e54aae5852', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:c4:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77223cf7-1ad3-4aac-a5da-42f605a92f9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:15:38Z', 'updated_at': '2022-02-28T11:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '3f3e7411-7a9a-4552-9a1e-b08b3550ee31', 'name': '', 'network_id': '28bad2ac-b328-41a6-80e9-5cabf991edb0', 'tenant_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'mac_address': 'fa:16:3e:02:1a:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77223cf7-1ad3-4aac-a5da-42f605a92f9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': 'b97d2945-571f-448f-9bf0-1528fca98934', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:15:40Z', 'updated_at': '2022-02-28T11:15:43Z', 'revision_number': 4, 'project_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'subnets': [{'id': 'b97d2945-571f-448f-9bf0-1528fca98934', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:15:44.357194 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 968fadad-055f-4f40-a7c6-29e54aae5852 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:15:44.411007 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-19cfe68e-106e-40e6-8a5b-2e530f4e5be1 None None] Current status of the port 3f3e7411-7a9a-4552-9a1e-b08b3550ee31 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:15:44.855564 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00e8a94f-02c7-48ea-bd39-71332f6f9934 req-e0973254-6303-404d-879f-d6f4549fb16c tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Made reservation on behalf of 3c4e3863732a46c4818eaf87ed0e9f91 for: {'port': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:15:44.859198 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-00e8a94f-02c7-48ea-bd39-71332f6f9934 req-e0973254-6303-404d-879f-d6f4549fb16c tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:15:44.938414 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:15:44.998454 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [req-00e8a94f-02c7-48ea-bd39-71332f6f9934 req-e0973254-6303-404d-879f-d6f4549fb16c tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Allocated IP 172.20.0.13 (28bad2ac-b328-41a6-80e9-5cabf991edb0/b97d2945-571f-448f-9bf0-1528fca98934/4dc235aa-52f8-458a-a24a-3c1c2006b8d2) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:15:45.155510 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-00e8a94f-02c7-48ea-bd39-71332f6f9934 req-e0973254-6303-404d-879f-d6f4549fb16c tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for port (4dc235aa-52f8-458a-a24a-3c1c2006b8d2), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:15:45.195056 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-00e8a94f-02c7-48ea-bd39-71332f6f9934 req-e0973254-6303-404d-879f-d6f4549fb16c tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (4dc235aa-52f8-458a-a24a-3c1c2006b8d2), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:15:45.283597 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00e8a94f-02c7-48ea-bd39-71332f6f9934 req-e0973254-6303-404d-879f-d6f4549fb16c tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Network 28bad2ac-b328-41a6-80e9-5cabf991edb0 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:15:45.290892 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [req-00e8a94f-02c7-48ea-bd39-71332f6f9934 req-e0973254-6303-404d-879f-d6f4549fb16c tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:15:45.294165 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [req-00e8a94f-02c7-48ea-bd39-71332f6f9934 req-e0973254-6303-404d-879f-d6f4549fb16c tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 11:15:45.297759 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0973254-6303-404d-879f-d6f4549fb16c tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Pushing event updated for resources: {'Port': ['ID=4dc235aa-52f8-458a-a24a-3c1c2006b8d2,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:15:45.351759 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ac91fe-738b-4e10-a6fb-b51d5a9ab817 req-0fdb01f3-1a4c-415c-9405-a1fdcf7f0de2 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:15:45.353896 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-46ac91fe-738b-4e10-a6fb-b51d5a9ab817 req-0fdb01f3-1a4c-415c-9405-a1fdcf7f0de2 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a7d12ec-6bb2-4c1a-829b-2011decd9cbd HTTP/1.1" status: 200 len: 932 time: 0.1100321 Feb 28 11:15:45.378151 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e8a94f-02c7-48ea-bd39-71332f6f9934 req-e0973254-6303-404d-879f-d6f4549fb16c tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:15:45.378829 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-00e8a94f-02c7-48ea-bd39-71332f6f9934 req-e0973254-6303-404d-879f-d6f4549fb16c tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:15:45.413633 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-00e8a94f-02c7-48ea-bd39-71332f6f9934 req-e0973254-6303-404d-879f-d6f4549fb16c tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0751131 Feb 28 11:15:45.437691 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [req-00e8a94f-02c7-48ea-bd39-71332f6f9934 req-87e27bae-d972-46b1-9f14-c145900a0c5e service neutron] Request body: {'port': {'device_id': '7a7d12ec-6bb2-4c1a-829b-2011decd9cbd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:15:45.465735 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-46ac91fe-738b-4e10-a6fb-b51d5a9ab817 req-36d1f063-f66b-4fc6-adb9-722baea9db7b tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff061fa6-f21d-4d9a-9ec9-3d2e26cdd3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026461 Feb 28 11:15:45.524919 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-00e8a94f-02c7-48ea-bd39-71332f6f9934 req-87e27bae-d972-46b1-9f14-c145900a0c5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (4dc235aa-52f8-458a-a24a-3c1c2006b8d2), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:15:45.549139 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-08743d70-2948-4022-8d93-2a22ec06735b None None] Provisioning complete for port 4dc235aa-52f8-458a-a24a-3c1c2006b8d2 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:15:45.549695 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-08743d70-2948-4022-8d93-2a22ec06735b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (4dc235aa-52f8-458a-a24a-3c1c2006b8d2), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:15:45.589486 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-08743d70-2948-4022-8d93-2a22ec06735b None None] Port 4dc235aa-52f8-458a-a24a-3c1c2006b8d2 cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 11:15:45.792004 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.notifiers.nova [req-00e8a94f-02c7-48ea-bd39-71332f6f9934 req-87e27bae-d972-46b1-9f14-c145900a0c5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4dc235aa-52f8-458a-a24a-3c1c2006b8d2 {{(pid=103407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 11:15:45.799685 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-00e8a94f-02c7-48ea-bd39-71332f6f9934 req-87e27bae-d972-46b1-9f14-c145900a0c5e service neutron] Publish callbacks [] for port (4dc235aa-52f8-458a-a24a-3c1c2006b8d2), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:15:45.812484 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.provisioning_blocks [req-00e8a94f-02c7-48ea-bd39-71332f6f9934 req-87e27bae-d972-46b1-9f14-c145900a0c5e service neutron] Transition to ACTIVE for port object 4dc235aa-52f8-458a-a24a-3c1c2006b8d2 will not be triggered until provisioned by entity L2. {{(pid=103407) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 11:15:45.817920 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-00e8a94f-02c7-48ea-bd39-71332f6f9934 req-87e27bae-d972-46b1-9f14-c145900a0c5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3498066'] for port (4dc235aa-52f8-458a-a24a-3c1c2006b8d2), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:15:45.867837 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e27bae-d972-46b1-9f14-c145900a0c5e service neutron] Pushing event updated for resources: {'Port': ['ID=4dc235aa-52f8-458a-a24a-3c1c2006b8d2,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:15:45.949386 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-00e8a94f-02c7-48ea-bd39-71332f6f9934 req-87e27bae-d972-46b1-9f14-c145900a0c5e service neutron] Attempting to bind port 4dc235aa-52f8-458a-a24a-3c1c2006b8d2 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 11:15:45.950014 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-00e8a94f-02c7-48ea-bd39-71332f6f9934 req-87e27bae-d972-46b1-9f14-c145900a0c5e service neutron] Attempting to bind port 4dc235aa-52f8-458a-a24a-3c1c2006b8d2 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '940705c7-a459-4466-bb8d-c8a56e1995d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '28bad2ac-b328-41a6-80e9-5cabf991edb0'}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 11:15:45.950654 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00e8a94f-02c7-48ea-bd39-71332f6f9934 req-87e27bae-d972-46b1-9f14-c145900a0c5e service neutron] Attempting to bind port 4dc235aa-52f8-458a-a24a-3c1c2006b8d2 on network 28bad2ac-b328-41a6-80e9-5cabf991edb0 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 11:15:45.957513 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00e8a94f-02c7-48ea-bd39-71332f6f9934 req-87e27bae-d972-46b1-9f14-c145900a0c5e service neutron] Port 4dc235aa-52f8-458a-a24a-3c1c2006b8d2 on network 28bad2ac-b328-41a6-80e9-5cabf991edb0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 11:15:45.957894 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00e8a94f-02c7-48ea-bd39-71332f6f9934 req-87e27bae-d972-46b1-9f14-c145900a0c5e service neutron] Attempting to bind port 4dc235aa-52f8-458a-a24a-3c1c2006b8d2 on network 28bad2ac-b328-41a6-80e9-5cabf991edb0 {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 11:15:45.964273 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00e8a94f-02c7-48ea-bd39-71332f6f9934 req-87e27bae-d972-46b1-9f14-c145900a0c5e service neutron] Checking agent: {'id': '13ac42ae-016e-4baf-bb31-c6fa820b41c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 30, 8), 'started_at': datetime.datetime(2022, 2, 28, 10, 30, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 11:15:45.964785 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00e8a94f-02c7-48ea-bd39-71332f6f9934 req-87e27bae-d972-46b1-9f14-c145900a0c5e service neutron] Checking segment: {'id': '940705c7-a459-4466-bb8d-c8a56e1995d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '28bad2ac-b328-41a6-80e9-5cabf991edb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 11:15:45.965236 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00e8a94f-02c7-48ea-bd39-71332f6f9934 req-87e27bae-d972-46b1-9f14-c145900a0c5e service neutron] Bound using segment: {'id': '940705c7-a459-4466-bb8d-c8a56e1995d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '28bad2ac-b328-41a6-80e9-5cabf991edb0'} {{(pid=103407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 11:15:45.965749 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.managers [req-00e8a94f-02c7-48ea-bd39-71332f6f9934 req-87e27bae-d972-46b1-9f14-c145900a0c5e service neutron] Bound port: 4dc235aa-52f8-458a-a24a-3c1c2006b8d2, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '940705c7-a459-4466-bb8d-c8a56e1995d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '28bad2ac-b328-41a6-80e9-5cabf991edb0'}}] {{(pid=103407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 11:15:45.966186 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-00e8a94f-02c7-48ea-bd39-71332f6f9934 req-87e27bae-d972-46b1-9f14-c145900a0c5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (4dc235aa-52f8-458a-a24a-3c1c2006b8d2), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:15:46.031324 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 3f3e7411-7a9a-4552-9a1e-b08b3550ee31 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 11:15:46.038815 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-00e8a94f-02c7-48ea-bd39-71332f6f9934 req-87e27bae-d972-46b1-9f14-c145900a0c5e service neutron] For port 4dc235aa-52f8-458a-a24a-3c1c2006b8d2, host hv-neutron-mast, cleared binding levels {{(pid=103407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:15:46.043235 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.db [req-00e8a94f-02c7-48ea-bd39-71332f6f9934 req-87e27bae-d972-46b1-9f14-c145900a0c5e service neutron] For port 4dc235aa-52f8-458a-a24a-3c1c2006b8d2, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=4dc235aa-52f8-458a-a24a-3c1c2006b8d2,segment=NetworkSegment(940705c7-a459-4466-bb8d-c8a56e1995d4),segment_id=940705c7-a459-4466-bb8d-c8a56e1995d4)] {{(pid=103407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:15:46.050028 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-00e8a94f-02c7-48ea-bd39-71332f6f9934 req-87e27bae-d972-46b1-9f14-c145900a0c5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3498066'] for port (4dc235aa-52f8-458a-a24a-3c1c2006b8d2), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:15:46.082539 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port 3f3e7411-7a9a-4552-9a1e-b08b3550ee31 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:15:46.082921 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (3f3e7411-7a9a-4552-9a1e-b08b3550ee31), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:15:46.087492 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e8a94f-02c7-48ea-bd39-71332f6f9934 req-87e27bae-d972-46b1-9f14-c145900a0c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:15:46.088850 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [req-00e8a94f-02c7-48ea-bd39-71332f6f9934 req-87e27bae-d972-46b1-9f14-c145900a0c5e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:15:46.090394 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-00e8a94f-02c7-48ea-bd39-71332f6f9934 req-87e27bae-d972-46b1-9f14-c145900a0c5e service neutron] 10.222.0.30 "PUT /v2.0/ports/4dc235aa-52f8-458a-a24a-3c1c2006b8d2 HTTP/1.1" status: 200 len: 1094 time: 0.6639473 Feb 28 11:15:46.090769 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a7d12ec-6bb2-4c1a-829b-2011decd9cbd', 'tag': '4dc235aa-52f8-458a-a24a-3c1c2006b8d2'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:15:46.093069 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c8e1c873eeca597e52e7ceb7469e602eac250bfea6606d285743d38033cf584" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11d29e94-2a8d-4cd2-8f05-f9db6cf9da2f" -d '{"events": [{"name": "network-changed", "server_uuid": "7a7d12ec-6bb2-4c1a-829b-2011decd9cbd", "tag": "4dc235aa-52f8-458a-a24a-3c1c2006b8d2"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 11:15:46.118257 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e27bae-d972-46b1-9f14-c145900a0c5e service neutron] Pushing event updated for resources: {'Port': ['ID=4dc235aa-52f8-458a-a24a-3c1c2006b8d2,revision_number=3']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:15:46.145687 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 11:15:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4df5cb8-0b70-4440-a95e-30fbcfed05df x-openstack-request-id: req-e4df5cb8-0b70-4440-a95e-30fbcfed05df {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 11:15:46.146281 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a7d12ec-6bb2-4c1a-829b-2011decd9cbd", "tag": "4dc235aa-52f8-458a-a24a-3c1c2006b8d2", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 11:15:46.146607 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e4df5cb8-0b70-4440-a95e-30fbcfed05df {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 11:15:46.149196 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a7d12ec-6bb2-4c1a-829b-2011decd9cbd', 'tag': '4dc235aa-52f8-458a-a24a-3c1c2006b8d2', 'status': 'completed', 'code': 200} Feb 28 11:15:46.198708 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 3f3e7411-7a9a-4552-9a1e-b08b3550ee31 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:15:46.208216 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e8a94f-02c7-48ea-bd39-71332f6f9934 req-5c30e594-edf7-4658-bbf5-8d09eb2dc340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:15:46.209884 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-00e8a94f-02c7-48ea-bd39-71332f6f9934 req-5c30e594-edf7-4658-bbf5-8d09eb2dc340 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3c4e3863732a46c4818eaf87ed0e9f91&device_id=7a7d12ec-6bb2-4c1a-829b-2011decd9cbd HTTP/1.1" status: 200 len: 1128 time: 0.0514474 Feb 28 11:15:46.263212 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-00e8a94f-02c7-48ea-bd39-71332f6f9934 req-d03afd0f-dcf2-45a7-a2d7-cb4c610aa02d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4dc235aa-52f8-458a-a24a-3c1c2006b8d2 HTTP/1.1" status: 200 len: 217 time: 0.0408871 Feb 28 11:15:46.314056 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e8a94f-02c7-48ea-bd39-71332f6f9934 req-389e333d-cf34-4f92-a4cd-96ad975a075b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:15:46.315545 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-00e8a94f-02c7-48ea-bd39-71332f6f9934 req-389e333d-cf34-4f92-a4cd-96ad975a075b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b97d2945-571f-448f-9bf0-1528fca98934 HTTP/1.1" status: 200 len: 834 time: 0.0462949 Feb 28 11:15:46.366464 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e8a94f-02c7-48ea-bd39-71332f6f9934 req-f03cef54-2c40-40df-bb3f-1c3cffd1bb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:15:46.368008 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-00e8a94f-02c7-48ea-bd39-71332f6f9934 req-f03cef54-2c40-40df-bb3f-1c3cffd1bb1d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=28bad2ac-b328-41a6-80e9-5cabf991edb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0463297 Feb 28 11:15:46.465440 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-00e8a94f-02c7-48ea-bd39-71332f6f9934 req-488201a9-adfb-4323-9af0-9880b2e5ac8e service neutron] 10.222.0.30 "GET /v2.0/networks/28bad2ac-b328-41a6-80e9-5cabf991edb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909467 Feb 28 11:15:46.590599 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-00e8a94f-02c7-48ea-bd39-71332f6f9934 req-c1b3f552-7cad-466d-a242-770ddf4f434d service neutron] 10.222.0.30 "GET /v2.0/networks/28bad2ac-b328-41a6-80e9-5cabf991edb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189878 Feb 28 11:15:46.613443 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b6b2d7-f218-4f1e-a44a-f756adca28b5 req-ac0d4ab0-0f26-4dad-8d47-93a74f5e1a9e tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:15:46.614932 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-c2b6b2d7-f218-4f1e-a44a-f756adca28b5 req-ac0d4ab0-0f26-4dad-8d47-93a74f5e1a9e tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a7d12ec-6bb2-4c1a-829b-2011decd9cbd HTTP/1.1" status: 200 len: 944 time: 0.0778096 Feb 28 11:15:46.667628 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-c2b6b2d7-f218-4f1e-a44a-f756adca28b5 req-bb354300-b188-461f-a8df-0fda5aa158fd tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff061fa6-f21d-4d9a-9ec9-3d2e26cdd3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466199 Feb 28 11:15:46.719309 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d29e94-2a8d-4cd2-8f05-f9db6cf9da2f req-b91d1883-620d-4549-be80-cd3c1971d682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:15:46.720897 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-11d29e94-2a8d-4cd2-8f05-f9db6cf9da2f req-b91d1883-620d-4549-be80-cd3c1971d682 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3c4e3863732a46c4818eaf87ed0e9f91&device_id=7a7d12ec-6bb2-4c1a-829b-2011decd9cbd HTTP/1.1" status: 200 len: 1128 time: 0.0468335 Feb 28 11:15:46.812744 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d29e94-2a8d-4cd2-8f05-f9db6cf9da2f req-7d4a8cf8-e9f7-49bb-9149-f32528c529c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:15:46.814236 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-11d29e94-2a8d-4cd2-8f05-f9db6cf9da2f req-7d4a8cf8-e9f7-49bb-9149-f32528c529c9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=28bad2ac-b328-41a6-80e9-5cabf991edb0 HTTP/1.1" status: 200 len: 898 time: 0.0876584 Feb 28 11:15:46.855347 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-11d29e94-2a8d-4cd2-8f05-f9db6cf9da2f req-cb908864-bb73-4e39-96c9-8d93629e05c2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4dc235aa-52f8-458a-a24a-3c1c2006b8d2 HTTP/1.1" status: 200 len: 217 time: 0.0349874 Feb 28 11:15:46.905634 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d29e94-2a8d-4cd2-8f05-f9db6cf9da2f req-f1fbb1f7-65cc-416c-94df-c409df560d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:15:46.907114 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-11d29e94-2a8d-4cd2-8f05-f9db6cf9da2f req-f1fbb1f7-65cc-416c-94df-c409df560d5b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b97d2945-571f-448f-9bf0-1528fca98934 HTTP/1.1" status: 200 len: 834 time: 0.0464907 Feb 28 11:15:46.964585 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d29e94-2a8d-4cd2-8f05-f9db6cf9da2f req-0ecd2979-e0fa-4733-8460-cd2fe0da8973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:15:46.966094 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-11d29e94-2a8d-4cd2-8f05-f9db6cf9da2f req-0ecd2979-e0fa-4733-8460-cd2fe0da8973 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=28bad2ac-b328-41a6-80e9-5cabf991edb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0494175 Feb 28 11:15:47.060897 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-11d29e94-2a8d-4cd2-8f05-f9db6cf9da2f req-d255e490-5077-45f7-9556-7bc53e126751 service neutron] 10.222.0.30 "GET /v2.0/networks/28bad2ac-b328-41a6-80e9-5cabf991edb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881295 Feb 28 11:15:47.153468 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-11d29e94-2a8d-4cd2-8f05-f9db6cf9da2f req-51933c5c-c256-4704-8cef-7c37e2b476ae service neutron] 10.222.0.30 "GET /v2.0/networks/28bad2ac-b328-41a6-80e9-5cabf991edb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868492 Feb 28 11:15:47.800436 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb4de33-ceaa-49ee-9972-ed2ff467b947 req-e739ab9b-4daa-486c-b6c5-4c662957e172 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:15:47.801866 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-6eb4de33-ceaa-49ee-9972-ed2ff467b947 req-e739ab9b-4daa-486c-b6c5-4c662957e172 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a7d12ec-6bb2-4c1a-829b-2011decd9cbd HTTP/1.1" status: 200 len: 944 time: 0.0568495 Feb 28 11:15:47.851795 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-6eb4de33-ceaa-49ee-9972-ed2ff467b947 req-9a5d0be5-8bae-443e-8d04-67919802d41c tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff061fa6-f21d-4d9a-9ec9-3d2e26cdd3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437925 Feb 28 11:15:48.976279 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62914762-86ee-4ce1-a38a-cf5dcdc0bb7b req-75eab64b-8b0d-44ab-92cb-679e5d772d9a tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:15:48.978030 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-62914762-86ee-4ce1-a38a-cf5dcdc0bb7b req-75eab64b-8b0d-44ab-92cb-679e5d772d9a tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a7d12ec-6bb2-4c1a-829b-2011decd9cbd HTTP/1.1" status: 200 len: 944 time: 0.0580869 Feb 28 11:15:49.028374 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-62914762-86ee-4ce1-a38a-cf5dcdc0bb7b req-987ea450-b2dd-41a0-acaa-73d42b35a4e1 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff061fa6-f21d-4d9a-9ec9-3d2e26cdd3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446937 Feb 28 11:15:50.154268 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1659eb1-9dfe-46b6-8f69-cb7aed791357 req-63743c62-c316-4a34-8f7b-8907e7d5d6ba tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:15:50.155781 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-f1659eb1-9dfe-46b6-8f69-cb7aed791357 req-63743c62-c316-4a34-8f7b-8907e7d5d6ba tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a7d12ec-6bb2-4c1a-829b-2011decd9cbd HTTP/1.1" status: 200 len: 944 time: 0.0598197 Feb 28 11:15:50.206718 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-f1659eb1-9dfe-46b6-8f69-cb7aed791357 req-517fec7e-1515-4f32-9992-845c83c1f973 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff061fa6-f21d-4d9a-9ec9-3d2e26cdd3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451944 Feb 28 11:15:50.872730 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device 4dc235aa-52f8-458a-a24a-3c1c2006b8d2 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103409) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 11:15:50.975213 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] For port 4dc235aa-52f8-458a-a24a-3c1c2006b8d2, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=4dc235aa-52f8-458a-a24a-3c1c2006b8d2,segment=NetworkSegment(940705c7-a459-4466-bb8d-c8a56e1995d4),segment_id=940705c7-a459-4466-bb8d-c8a56e1995d4)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:15:50.990928 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Returning: {'device': '4dc235aa-52f8-458a-a24a-3c1c2006b8d2', 'network_id': '28bad2ac-b328-41a6-80e9-5cabf991edb0', 'port_id': '4dc235aa-52f8-458a-a24a-3c1c2006b8d2', 'mac_address': 'fa:16:3e:f4:c8:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 294, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b97d2945-571f-448f-9bf0-1528fca98934', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103409) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 11:15:51.028113 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Current status of the port 4dc235aa-52f8-458a-a24a-3c1c2006b8d2 is: DOWN; New status is: BUILD {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:15:51.028505 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (4dc235aa-52f8-458a-a24a-3c1c2006b8d2), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:15:51.042476 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4dc235aa-52f8-458a-a24a-3c1c2006b8d2 {{(pid=103409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 11:15:51.063371 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] For port 4dc235aa-52f8-458a-a24a-3c1c2006b8d2, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=4dc235aa-52f8-458a-a24a-3c1c2006b8d2,segment=NetworkSegment(940705c7-a459-4466-bb8d-c8a56e1995d4),segment_id=940705c7-a459-4466-bb8d-c8a56e1995d4)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:15:51.068595 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (4dc235aa-52f8-458a-a24a-3c1c2006b8d2), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:15:51.116927 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Pushing event updated for resources: {'Port': ['ID=4dc235aa-52f8-458a-a24a-3c1c2006b8d2,revision_number=4']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:15:51.342322 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b31bc4-5cec-4a4d-8ce1-ba8fe211941f req-7806f968-b376-4f2a-8365-b63b9c31d58e tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:15:51.343873 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-30b31bc4-5cec-4a4d-8ce1-ba8fe211941f req-7806f968-b376-4f2a-8365-b63b9c31d58e tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a7d12ec-6bb2-4c1a-829b-2011decd9cbd HTTP/1.1" status: 200 len: 945 time: 0.0634933 Feb 28 11:15:51.396082 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-30b31bc4-5cec-4a4d-8ce1-ba8fe211941f req-d4ee801a-9d84-4e17-b39e-25c2b908a834 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff061fa6-f21d-4d9a-9ec9-3d2e26cdd3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464857 Feb 28 11:15:51.474963 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] get_ports_and_sgs() called for port_ids ['4dc235aa-52f8-458a-a24a-3c1c2006b8d2'] {{(pid=103409) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 11:15:52.527784 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf3fec4-3750-4494-9d8b-dbd1c4d77403 req-efc5907a-4118-40e4-b24b-7611d36fca2d tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:15:52.529371 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-7cf3fec4-3750-4494-9d8b-dbd1c4d77403 req-efc5907a-4118-40e4-b24b-7611d36fca2d tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a7d12ec-6bb2-4c1a-829b-2011decd9cbd HTTP/1.1" status: 200 len: 945 time: 0.0578520 Feb 28 11:15:52.587558 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-7cf3fec4-3750-4494-9d8b-dbd1c4d77403 req-8fe597cb-d32f-41f4-aaa7-ebca7386a3a0 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff061fa6-f21d-4d9a-9ec9-3d2e26cdd3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523510 Feb 28 11:15:52.872529 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device 4dc235aa-52f8-458a-a24a-3c1c2006b8d2 up at agent hyperv_hv-neutron-mast {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 11:15:52.928370 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Provisioning for port 4dc235aa-52f8-458a-a24a-3c1c2006b8d2 completed by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 11:15:52.932510 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Provisioning complete for port 4dc235aa-52f8-458a-a24a-3c1c2006b8d2 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:15:52.932926 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (4dc235aa-52f8-458a-a24a-3c1c2006b8d2), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:15:53.014964 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Current status of the port 4dc235aa-52f8-458a-a24a-3c1c2006b8d2 is: BUILD; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:15:53.015366 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (4dc235aa-52f8-458a-a24a-3c1c2006b8d2), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:15:53.038549 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a7d12ec-6bb2-4c1a-829b-2011decd9cbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dc235aa-52f8-458a-a24a-3c1c2006b8d2'}] {{(pid=103409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:15:53.041114 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa5325a5be4b33bf61fd809c564e3765e689d817bbd874267890deb3cfccaf12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a3714a9-891c-4dca-86bd-cbbac6c8b09b" -d '{"events": [{"server_uuid": "7a7d12ec-6bb2-4c1a-829b-2011decd9cbd", "name": "network-vif-plugged", "status": "completed", "tag": "4dc235aa-52f8-458a-a24a-3c1c2006b8d2"}]}' {{(pid=103409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 11:15:53.053893 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] For port 4dc235aa-52f8-458a-a24a-3c1c2006b8d2, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=4dc235aa-52f8-458a-a24a-3c1c2006b8d2,segment=NetworkSegment(940705c7-a459-4466-bb8d-c8a56e1995d4),segment_id=940705c7-a459-4466-bb8d-c8a56e1995d4)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:15:53.059162 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (4dc235aa-52f8-458a-a24a-3c1c2006b8d2), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:15:53.082485 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 11:15:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77089283-4889-494d-86ba-fa52733418e4 x-openstack-request-id: req-77089283-4889-494d-86ba-fa52733418e4 {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 11:15:53.082779 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a7d12ec-6bb2-4c1a-829b-2011decd9cbd", "name": "network-vif-plugged", "status": "completed", "tag": "4dc235aa-52f8-458a-a24a-3c1c2006b8d2", "code": 200}]} {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 11:15:53.083034 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-77089283-4889-494d-86ba-fa52733418e4 {{(pid=103409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 11:15:53.083426 dv-neutron-master-2-hyperv neutron-server[103409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a7d12ec-6bb2-4c1a-829b-2011decd9cbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dc235aa-52f8-458a-a24a-3c1c2006b8d2', 'code': 200} Feb 28 11:15:53.109281 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Pushing event updated for resources: {'Port': ['ID=4dc235aa-52f8-458a-a24a-3c1c2006b8d2,revision_number=5']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:15:53.341071 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9656c38d-1cb8-42da-8fc8-5a0d6be3bfeb req-b714cc3c-99a8-4065-ac1b-7fac2480d8de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:15:53.342658 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-9656c38d-1cb8-42da-8fc8-5a0d6be3bfeb req-b714cc3c-99a8-4065-ac1b-7fac2480d8de service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7a7d12ec-6bb2-4c1a-829b-2011decd9cbd HTTP/1.1" status: 200 len: 1130 time: 0.0900128 Feb 28 11:15:53.390865 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-9656c38d-1cb8-42da-8fc8-5a0d6be3bfeb req-cf95810a-b3fb-462d-9e33-9f8546887930 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=ff061fa6-f21d-4d9a-9ec9-3d2e26cdd3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421264 Feb 28 11:15:53.707922 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0231c32c-02f8-41f8-b0a3-b9c5a3a46b60 req-43dd6378-253f-4fa3-a189-30a2afff17e7 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:15:53.709468 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-0231c32c-02f8-41f8-b0a3-b9c5a3a46b60 req-43dd6378-253f-4fa3-a189-30a2afff17e7 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a7d12ec-6bb2-4c1a-829b-2011decd9cbd HTTP/1.1" status: 200 len: 946 time: 0.0538599 Feb 28 11:15:53.765229 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-0231c32c-02f8-41f8-b0a3-b9c5a3a46b60 req-fbe8230e-85f5-4631-9647-c4f3b705f406 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff061fa6-f21d-4d9a-9ec9-3d2e26cdd3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493948 Feb 28 11:15:54.898880 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2032dc-ba83-46b0-b324-09049205bfa7 req-56aa332f-3d9d-47e4-871b-aff8ea06949d tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:15:54.900748 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-af2032dc-ba83-46b0-b324-09049205bfa7 req-56aa332f-3d9d-47e4-871b-aff8ea06949d tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a7d12ec-6bb2-4c1a-829b-2011decd9cbd HTTP/1.1" status: 200 len: 946 time: 0.0635667 Feb 28 11:15:54.956051 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-af2032dc-ba83-46b0-b324-09049205bfa7 req-90eab80b-a695-473f-843a-48623cd2235b tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff061fa6-f21d-4d9a-9ec9-3d2e26cdd3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495148 Feb 28 11:15:55.083111 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd289842-b4a5-4373-a2e2-8845ebffd768 req-ffc2555e-8233-4728-b02e-af211f8df812 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:15:55.084586 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-cd289842-b4a5-4373-a2e2-8845ebffd768 req-ffc2555e-8233-4728-b02e-af211f8df812 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a7d12ec-6bb2-4c1a-829b-2011decd9cbd HTTP/1.1" status: 200 len: 946 time: 0.0555611 Feb 28 11:15:55.135801 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-cd289842-b4a5-4373-a2e2-8845ebffd768 req-b22e17fa-3061-4fae-b120-70254b3adc46 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff061fa6-f21d-4d9a-9ec9-3d2e26cdd3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447795 Feb 28 11:15:55.158032 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 46466) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:15:55.208204 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b79be46a-0a29-4344-a406-7e55d841c02d tempest-TestNetworkAdvancedServerOps-1757666246 tempest-TestNetworkAdvancedServerOps-1757666246-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:15:55.209693 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-b79be46a-0a29-4344-a406-7e55d841c02d tempest-TestNetworkAdvancedServerOps-1757666246 tempest-TestNetworkAdvancedServerOps-1757666246-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=7a7d12ec-6bb2-4c1a-829b-2011decd9cbd HTTP/1.1" status: 200 len: 1125 time: 0.0505562 Feb 28 11:15:55.212881 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 46468) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:15:55.217454 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-7a04e6c2-1db3-49e6-9b68-8dcfc738599b tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Request body: {'floatingip': {'floating_network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'port_id': '4dc235aa-52f8-458a-a24a-3c1c2006b8d2', 'tenant_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:15:55.239921 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7a04e6c2-1db3-49e6-9b68-8dcfc738599b tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:15:55.336665 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7a04e6c2-1db3-49e6-9b68-8dcfc738599b tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:15:55.441735 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-7a04e6c2-1db3-49e6-9b68-8dcfc738599b tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Allocated IP 172.36.5.242 (1e0804d0-d1d9-4d40-9de5-2936f3d87840/6f6f4129-23e5-4c3b-b4ef-4c7ce926797e/0d11ee08-897c-4a5e-917e-fc968ddec372) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:15:55.551242 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7a04e6c2-1db3-49e6-9b68-8dcfc738599b tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for port (0d11ee08-897c-4a5e-917e-fc968ddec372), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:15:55.589841 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7a04e6c2-1db3-49e6-9b68-8dcfc738599b tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (0d11ee08-897c-4a5e-917e-fc968ddec372), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:15:55.634098 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a04e6c2-1db3-49e6-9b68-8dcfc738599b tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Network 1e0804d0-d1d9-4d40-9de5-2936f3d87840 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:15:55.637121 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-7a04e6c2-1db3-49e6-9b68-8dcfc738599b tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:15:55.640760 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a04e6c2-1db3-49e6-9b68-8dcfc738599b tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 11:15:55.663403 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a04e6c2-1db3-49e6-9b68-8dcfc738599b tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Pushing event updated for resources: {'Port': ['ID=0d11ee08-897c-4a5e-917e-fc968ddec372,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:15:56.018105 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7a04e6c2-1db3-49e6-9b68-8dcfc738599b tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for floatingip (4e27d2e5-4924-4a11-ac78-a28e6517326f), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:15:56.094026 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7a04e6c2-1db3-49e6-9b68-8dcfc738599b tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (0d11ee08-897c-4a5e-917e-fc968ddec372), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:15:56.252916 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7a04e6c2-1db3-49e6-9b68-8dcfc738599b tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for port (0d11ee08-897c-4a5e-917e-fc968ddec372), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:15:56.260187 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7a04e6c2-1db3-49e6-9b68-8dcfc738599b tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3498066'] for port (0d11ee08-897c-4a5e-917e-fc968ddec372), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:15:56.328160 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a04e6c2-1db3-49e6-9b68-8dcfc738599b tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Pushing event updated for resources: {'Port': ['ID=0d11ee08-897c-4a5e-917e-fc968ddec372,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:15:56.341770 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7a04e6c2-1db3-49e6-9b68-8dcfc738599b tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1803383'] for floatingip (4e27d2e5-4924-4a11-ac78-a28e6517326f), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:15:56.444191 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.db.l3_db [None req-7a04e6c2-1db3-49e6-9b68-8dcfc738599b tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Floating IP 4e27d2e5-4924-4a11-ac78-a28e6517326f associated. External IP: 172.36.5.242, port: 4dc235aa-52f8-458a-a24a-3c1c2006b8d2. Feb 28 11:15:56.673471 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a04e6c2-1db3-49e6-9b68-8dcfc738599b tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Router 77223cf7-1ad3-4aac-a5da-42f605a92f9e has already been hosted by L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:15:56.787316 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a04e6c2-1db3-49e6-9b68-8dcfc738599b tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:15:56.797488 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c71f8d-f58c-4d5a-aa2e-4c7f2a812eb7 None None] Sync routers for ids ['77223cf7-1ad3-4aac-a5da-42f605a92f9e'] in dv-neutron-master-2-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:15:56.807055 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7a04e6c2-1db3-49e6-9b68-8dcfc738599b tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for floatingip (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:15:56.809354 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c71f8d-f58c-4d5a-aa2e-4c7f2a812eb7 None None] Routers {'77223cf7-1ad3-4aac-a5da-42f605a92f9e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:15:56.810024 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-d9c71f8d-f58c-4d5a-aa2e-4c7f2a812eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T11:15:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['77223cf7-1ad3-4aac-a5da-42f605a92f9e'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:15:56.838131 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-7a04e6c2-1db3-49e6-9b68-8dcfc738599b tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6241112 Feb 28 11:15:56.838760 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a7d12ec-6bb2-4c1a-829b-2011decd9cbd', 'tag': '4dc235aa-52f8-458a-a24a-3c1c2006b8d2'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:15:56.841158 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c8e1c873eeca597e52e7ceb7469e602eac250bfea6606d285743d38033cf584" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32bab564-5ffc-4da9-8c27-d3bda11b2c5a" -d '{"events": [{"name": "network-changed", "server_uuid": "7a7d12ec-6bb2-4c1a-829b-2011decd9cbd", "tag": "4dc235aa-52f8-458a-a24a-3c1c2006b8d2"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 11:15:56.930394 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-d9c71f8d-f58c-4d5a-aa2e-4c7f2a812eb7 None None] Set router 77223cf7-1ad3-4aac-a5da-42f605a92f9e gateway port host: dv-neutron-master-2-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:15:56.941152 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea3cb48-7e73-4565-86fd-a366bc5abd11 req-432fac36-b8da-4b1a-91bc-306ea334bd8c tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:15:56.943324 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-9ea3cb48-7e73-4565-86fd-a366bc5abd11 req-432fac36-b8da-4b1a-91bc-306ea334bd8c tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a7d12ec-6bb2-4c1a-829b-2011decd9cbd HTTP/1.1" status: 200 len: 946 time: 0.0558870 Feb 28 11:15:56.954143 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 11:15:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ffeccbf-90db-45ea-98a8-2990691d66c9 x-openstack-request-id: req-5ffeccbf-90db-45ea-98a8-2990691d66c9 {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 11:15:56.954534 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a7d12ec-6bb2-4c1a-829b-2011decd9cbd", "tag": "4dc235aa-52f8-458a-a24a-3c1c2006b8d2", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 11:15:56.954882 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5ffeccbf-90db-45ea-98a8-2990691d66c9 {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 11:15:56.955417 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a7d12ec-6bb2-4c1a-829b-2011decd9cbd', 'tag': '4dc235aa-52f8-458a-a24a-3c1c2006b8d2', 'status': 'completed', 'code': 200} Feb 28 11:15:56.988591 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.30', 63425) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:15:57.030320 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-9ea3cb48-7e73-4565-86fd-a366bc5abd11 req-7fa8c17b-8268-4975-9ad1-74d0f5590225 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff061fa6-f21d-4d9a-9ec9-3d2e26cdd3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779226 Feb 28 11:15:57.037062 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-a690cd7d-ed59-4f19-90dd-68564d6defbd req-4c89cc44-5f1a-43f3-a14a-d6bb72fd55a3 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7a7d12ec-6bb2-4c1a-829b-2011decd9cbd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0926797 Feb 28 11:15:57.055003 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 46476) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:15:57.085278 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bab564-5ffc-4da9-8c27-d3bda11b2c5a req-23e40561-0d22-42ab-bf3c-a046fe853b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:15:57.087186 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-32bab564-5ffc-4da9-8c27-d3bda11b2c5a req-23e40561-0d22-42ab-bf3c-a046fe853b2c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3c4e3863732a46c4818eaf87ed0e9f91&device_id=7a7d12ec-6bb2-4c1a-829b-2011decd9cbd HTTP/1.1" status: 200 len: 1130 time: 0.0969276 Feb 28 11:15:57.116529 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-c779eb54-cd4e-4318-8c49-2e26ba046703 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/floatingips/4e27d2e5-4924-4a11-ac78-a28e6517326f HTTP/1.1" status: 200 len: 992 time: 0.0603683 Feb 28 11:15:57.174626 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-d9c71f8d-f58c-4d5a-aa2e-4c7f2a812eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77223cf7-1ad3-4aac-a5da-42f605a92f9e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-635934673', 'tenant_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.221'}], 'enable_snat': True}, 'gw_port_id': '968fadad-055f-4f40-a7c6-29e54aae5852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:15:37Z', 'updated_at': '2022-02-28T11:15:41Z', 'revision_number': 4, 'project_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'gw_port': {'id': '968fadad-055f-4f40-a7c6-29e54aae5852', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:c4:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77223cf7-1ad3-4aac-a5da-42f605a92f9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:15:38Z', 'updated_at': '2022-02-28T11:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '4e27d2e5-4924-4a11-ac78-a28e6517326f', 'tenant_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'floating_ip_address': '172.36.5.242', 'floating_network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'router_id': '77223cf7-1ad3-4aac-a5da-42f605a92f9e', 'port_id': '4dc235aa-52f8-458a-a24a-3c1c2006b8d2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1763, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '28bad2ac-b328-41a6-80e9-5cabf991edb0', 'mac_address': 'fa:16:3e:f4:c8:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7d12ec-6bb2-4c1a-829b-2011decd9cbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:15:55Z', 'updated_at': '2022-02-28T11:15:55Z', 'revision_number': 0, 'project_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f3e7411-7a9a-4552-9a1e-b08b3550ee31', 'name': '', 'network_id': '28bad2ac-b328-41a6-80e9-5cabf991edb0', 'tenant_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'mac_address': 'fa:16:3e:02:1a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77223cf7-1ad3-4aac-a5da-42f605a92f9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': 'b97d2945-571f-448f-9bf0-1528fca98934', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:15:40Z', 'updated_at': '2022-02-28T11:15:44Z', 'revision_number': 5, 'project_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'subnets': [{'id': 'b97d2945-571f-448f-9bf0-1528fca98934', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:15:57.201974 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c71f8d-f58c-4d5a-aa2e-4c7f2a812eb7 None None] Checking router: 77223cf7-1ad3-4aac-a5da-42f605a92f9e for host: dv-neutron-master-2-hyperv {{(pid=103410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:15:57.211965 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c71f8d-f58c-4d5a-aa2e-4c7f2a812eb7 None None] Routers {'77223cf7-1ad3-4aac-a5da-42f605a92f9e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:15:57.212788 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-d9c71f8d-f58c-4d5a-aa2e-4c7f2a812eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T11:15:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['77223cf7-1ad3-4aac-a5da-42f605a92f9e'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:15:57.244022 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bab564-5ffc-4da9-8c27-d3bda11b2c5a req-18f923b4-4ff6-4529-a48f-d1e077b012a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:15:57.245708 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-32bab564-5ffc-4da9-8c27-d3bda11b2c5a req-18f923b4-4ff6-4529-a48f-d1e077b012a9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=28bad2ac-b328-41a6-80e9-5cabf991edb0 HTTP/1.1" status: 200 len: 898 time: 0.1520462 Feb 28 11:15:57.323460 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-d9c71f8d-f58c-4d5a-aa2e-4c7f2a812eb7 None None] Set router 77223cf7-1ad3-4aac-a5da-42f605a92f9e gateway port host: dv-neutron-master-2-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:15:57.385514 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-32bab564-5ffc-4da9-8c27-d3bda11b2c5a req-72a55ede-1c68-4d16-8c00-0374ed85dd60 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4dc235aa-52f8-458a-a24a-3c1c2006b8d2 HTTP/1.1" status: 200 len: 1000 time: 0.1340847 Feb 28 11:15:57.442288 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bab564-5ffc-4da9-8c27-d3bda11b2c5a req-c8d264e7-023c-43c3-9744-b90734fa1410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:15:57.443809 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-32bab564-5ffc-4da9-8c27-d3bda11b2c5a req-c8d264e7-023c-43c3-9744-b90734fa1410 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b97d2945-571f-448f-9bf0-1528fca98934 HTTP/1.1" status: 200 len: 834 time: 0.0529063 Feb 28 11:15:57.526337 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bab564-5ffc-4da9-8c27-d3bda11b2c5a req-99dba15c-d9e6-4c37-8575-f9cff3a68aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:15:57.527906 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-32bab564-5ffc-4da9-8c27-d3bda11b2c5a req-99dba15c-d9e6-4c37-8575-f9cff3a68aa3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=28bad2ac-b328-41a6-80e9-5cabf991edb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0783467 Feb 28 11:15:57.562498 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-d9c71f8d-f58c-4d5a-aa2e-4c7f2a812eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77223cf7-1ad3-4aac-a5da-42f605a92f9e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-635934673', 'tenant_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.221'}], 'enable_snat': True}, 'gw_port_id': '968fadad-055f-4f40-a7c6-29e54aae5852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:15:37Z', 'updated_at': '2022-02-28T11:15:41Z', 'revision_number': 4, 'project_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'gw_port': {'id': '968fadad-055f-4f40-a7c6-29e54aae5852', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:c4:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77223cf7-1ad3-4aac-a5da-42f605a92f9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:15:38Z', 'updated_at': '2022-02-28T11:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '4e27d2e5-4924-4a11-ac78-a28e6517326f', 'tenant_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'floating_ip_address': '172.36.5.242', 'floating_network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'router_id': '77223cf7-1ad3-4aac-a5da-42f605a92f9e', 'port_id': '4dc235aa-52f8-458a-a24a-3c1c2006b8d2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1763, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '28bad2ac-b328-41a6-80e9-5cabf991edb0', 'mac_address': 'fa:16:3e:f4:c8:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7d12ec-6bb2-4c1a-829b-2011decd9cbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:15:55Z', 'updated_at': '2022-02-28T11:15:55Z', 'revision_number': 0, 'project_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f3e7411-7a9a-4552-9a1e-b08b3550ee31', 'name': '', 'network_id': '28bad2ac-b328-41a6-80e9-5cabf991edb0', 'tenant_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'mac_address': 'fa:16:3e:02:1a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77223cf7-1ad3-4aac-a5da-42f605a92f9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': 'b97d2945-571f-448f-9bf0-1528fca98934', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:15:40Z', 'updated_at': '2022-02-28T11:15:44Z', 'revision_number': 5, 'project_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'subnets': [{'id': 'b97d2945-571f-448f-9bf0-1528fca98934', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:15:57.593273 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c71f8d-f58c-4d5a-aa2e-4c7f2a812eb7 None None] The sync data for ids ['77223cf7-1ad3-4aac-a5da-42f605a92f9e'] in dv-neutron-master-2-hyperv is: [{'id': '77223cf7-1ad3-4aac-a5da-42f605a92f9e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-635934673', 'tenant_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.221'}], 'enable_snat': True}, 'gw_port_id': '968fadad-055f-4f40-a7c6-29e54aae5852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:15:37Z', 'updated_at': '2022-02-28T11:15:41Z', 'revision_number': 4, 'project_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'gw_port': {'id': '968fadad-055f-4f40-a7c6-29e54aae5852', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:c4:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77223cf7-1ad3-4aac-a5da-42f605a92f9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:15:38Z', 'updated_at': '2022-02-28T11:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '4e27d2e5-4924-4a11-ac78-a28e6517326f', 'tenant_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'floating_ip_address': '172.36.5.242', 'floating_network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'router_id': '77223cf7-1ad3-4aac-a5da-42f605a92f9e', 'port_id': '4dc235aa-52f8-458a-a24a-3c1c2006b8d2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1763, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '28bad2ac-b328-41a6-80e9-5cabf991edb0', 'mac_address': 'fa:16:3e:f4:c8:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7d12ec-6bb2-4c1a-829b-2011decd9cbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:15:55Z', 'updated_at': '2022-02-28T11:15:55Z', 'revision_number': 0, 'project_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f3e7411-7a9a-4552-9a1e-b08b3550ee31', 'name': '', 'network_id': '28bad2ac-b328-41a6-80e9-5cabf991edb0', 'tenant_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'mac_address': 'fa:16:3e:02:1a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77223cf7-1ad3-4aac-a5da-42f605a92f9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': 'b97d2945-571f-448f-9bf0-1528fca98934', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:15:40Z', 'updated_at': '2022-02-28T11:15:44Z', 'revision_number': 5, 'project_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'subnets': [{'id': 'b97d2945-571f-448f-9bf0-1528fca98934', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:15:57.629088 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-32bab564-5ffc-4da9-8c27-d3bda11b2c5a req-498170ce-33af-43e4-bcde-c3440318cd86 service neutron] 10.222.0.30 "GET /v2.0/networks/28bad2ac-b328-41a6-80e9-5cabf991edb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951607 Feb 28 11:15:57.724544 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-32bab564-5ffc-4da9-8c27-d3bda11b2c5a req-4dd953cc-dc84-4b34-8738-c00c71308add service neutron] 10.222.0.30 "GET /v2.0/networks/28bad2ac-b328-41a6-80e9-5cabf991edb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887001 Feb 28 11:15:57.792070 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06fdae88-d0e7-4ce1-92da-388178ccc59c None None] New status for floating IP 4e27d2e5-4924-4a11-ac78-a28e6517326f: ACTIVE {{(pid=103409) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 11:15:57.876975 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a690cd7d-ed59-4f19-90dd-68564d6defbd req-b6527d18-b9a8-4637-a467-40f45e4e582a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:15:57.878501 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-a690cd7d-ed59-4f19-90dd-68564d6defbd req-b6527d18-b9a8-4637-a467-40f45e4e582a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3c4e3863732a46c4818eaf87ed0e9f91&device_id=7a7d12ec-6bb2-4c1a-829b-2011decd9cbd HTTP/1.1" status: 200 len: 1130 time: 0.0535488 Feb 28 11:15:57.986131 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a690cd7d-ed59-4f19-90dd-68564d6defbd req-b6abdd79-b4a9-4f2c-853c-5b295a255986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:15:57.987678 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-a690cd7d-ed59-4f19-90dd-68564d6defbd req-b6abdd79-b4a9-4f2c-853c-5b295a255986 service neutron] 10.222.0.30 "GET /v2.0/networks?id=28bad2ac-b328-41a6-80e9-5cabf991edb0 HTTP/1.1" status: 200 len: 898 time: 0.0909269 Feb 28 11:15:58.061727 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-a690cd7d-ed59-4f19-90dd-68564d6defbd req-a1252c57-7f3a-4ac3-a23f-ea8c9f98a973 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4dc235aa-52f8-458a-a24a-3c1c2006b8d2 HTTP/1.1" status: 200 len: 1002 time: 0.0677066 Feb 28 11:15:58.111913 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a690cd7d-ed59-4f19-90dd-68564d6defbd req-7a329ca6-7c3b-45f2-9fa3-228cd5dba5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:15:58.113452 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-a690cd7d-ed59-4f19-90dd-68564d6defbd req-7a329ca6-7c3b-45f2-9fa3-228cd5dba5c0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b97d2945-571f-448f-9bf0-1528fca98934 HTTP/1.1" status: 200 len: 834 time: 0.0462580 Feb 28 11:15:58.120503 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 46478) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:15:58.165032 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a690cd7d-ed59-4f19-90dd-68564d6defbd req-4051d19f-8e53-45f6-9751-7a66a0ba7dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:15:58.166495 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-a690cd7d-ed59-4f19-90dd-68564d6defbd req-4051d19f-8e53-45f6-9751-7a66a0ba7dc4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=28bad2ac-b328-41a6-80e9-5cabf991edb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0463934 Feb 28 11:15:58.186298 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-091e7b8b-4300-4c74-aadb-ffb5ff03827e tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/floatingips/4e27d2e5-4924-4a11-ac78-a28e6517326f HTTP/1.1" status: 200 len: 994 time: 0.0645318 Feb 28 11:15:58.261580 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-a690cd7d-ed59-4f19-90dd-68564d6defbd req-6f90c178-6ad3-4047-b18c-c20889dfb2c8 service neutron] 10.222.0.30 "GET /v2.0/networks/28bad2ac-b328-41a6-80e9-5cabf991edb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893762 Feb 28 11:15:58.358973 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-a690cd7d-ed59-4f19-90dd-68564d6defbd req-0d0ba1cf-b006-4199-a72f-604362fdc4e8 service neutron] 10.222.0.30 "GET /v2.0/networks/28bad2ac-b328-41a6-80e9-5cabf991edb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916312 Feb 28 11:16:08.585294 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (13ac42ae-016e-4baf-bb31-c6fa820b41c2), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:16:08.821638 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-59249fbf-1d3b-472b-b554-06f2b5bb4307 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fb6705d2-4f70-4965-92a3-fbfccd43a6d3), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:16:11.092438 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bf7f72e6-2b4c-4095-ba94-b8e9f4216408 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fc6c9b74-8dbb-41bb-800a-5bd3a43fe896), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:16:12.231130 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b6d631fb-7df0-4fe1-8322-abff3b61cae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (0db5147a-92a3-4581-8a5f-8ec9b93e0600), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:16:13.630967 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6b923bb1-06b0-4b84-b461-7cc1d0196090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (2e621730-3978-4720-b581-ac380e97a567), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:16:14.944824 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:16:20.111806 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.agents_db [None req-382e0aa2-b126-48e6-89eb-3efa426b6b29 None None] Agent healthcheck: found 6 active agents {{(pid=103410) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 11:16:38.615309 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (13ac42ae-016e-4baf-bb31-c6fa820b41c2), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:16:38.820214 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d5d8f33d-7edb-4a68-942c-3a8dad4941d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fb6705d2-4f70-4965-92a3-fbfccd43a6d3), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:16:41.107588 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4e5a65ef-d275-449e-bbc6-7f828fc9f2d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fc6c9b74-8dbb-41bb-800a-5bd3a43fe896), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:16:42.243127 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b6d631fb-7df0-4fe1-8322-abff3b61cae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (0db5147a-92a3-4581-8a5f-8ec9b93e0600), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:16:43.637629 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6b923bb1-06b0-4b84-b461-7cc1d0196090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (2e621730-3978-4720-b581-ac380e97a567), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:16:44.943982 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:16:57.111106 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.agents_db [None req-382e0aa2-b126-48e6-89eb-3efa426b6b29 None None] Agent healthcheck: found 6 active agents {{(pid=103410) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 11:16:58.963622 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-504ea2c2-c98e-4bf6-91f5-5821f02dc4eb req-317a2b12-c5da-4de7-86bd-6f2064a4d326 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7a7d12ec-6bb2-4c1a-829b-2011decd9cbd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0506668 Feb 28 11:16:59.073063 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504ea2c2-c98e-4bf6-91f5-5821f02dc4eb req-c66d1d6a-a644-475a-a530-45efff16bfff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:16:59.074646 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-504ea2c2-c98e-4bf6-91f5-5821f02dc4eb req-c66d1d6a-a644-475a-a530-45efff16bfff service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3c4e3863732a46c4818eaf87ed0e9f91&device_id=7a7d12ec-6bb2-4c1a-829b-2011decd9cbd HTTP/1.1" status: 200 len: 1130 time: 0.0483460 Feb 28 11:16:59.184156 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504ea2c2-c98e-4bf6-91f5-5821f02dc4eb req-3713b6a6-5f89-4bda-9c72-29571a16ed08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:16:59.185675 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-504ea2c2-c98e-4bf6-91f5-5821f02dc4eb req-3713b6a6-5f89-4bda-9c72-29571a16ed08 service neutron] 10.222.0.30 "GET /v2.0/networks?id=28bad2ac-b328-41a6-80e9-5cabf991edb0 HTTP/1.1" status: 200 len: 898 time: 0.0925410 Feb 28 11:16:59.255401 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-504ea2c2-c98e-4bf6-91f5-5821f02dc4eb req-d890f0f8-4f20-467f-882f-8789dacd4e37 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4dc235aa-52f8-458a-a24a-3c1c2006b8d2 HTTP/1.1" status: 200 len: 1002 time: 0.0620620 Feb 28 11:16:59.303905 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504ea2c2-c98e-4bf6-91f5-5821f02dc4eb req-46b253a2-7972-4bb8-99b1-85a4fe6b2154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:16:59.305408 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-504ea2c2-c98e-4bf6-91f5-5821f02dc4eb req-46b253a2-7972-4bb8-99b1-85a4fe6b2154 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b97d2945-571f-448f-9bf0-1528fca98934 HTTP/1.1" status: 200 len: 834 time: 0.0442305 Feb 28 11:16:59.360897 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504ea2c2-c98e-4bf6-91f5-5821f02dc4eb req-ac80eaed-bcab-4d4d-b5c3-32196743e284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:16:59.362423 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-504ea2c2-c98e-4bf6-91f5-5821f02dc4eb req-ac80eaed-bcab-4d4d-b5c3-32196743e284 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=28bad2ac-b328-41a6-80e9-5cabf991edb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0506327 Feb 28 11:16:59.453037 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-504ea2c2-c98e-4bf6-91f5-5821f02dc4eb req-0f55b0c5-e0f5-4618-ac72-18f7cd5e3838 service neutron] 10.222.0.30 "GET /v2.0/networks/28bad2ac-b328-41a6-80e9-5cabf991edb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842357 Feb 28 11:16:59.548962 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-504ea2c2-c98e-4bf6-91f5-5821f02dc4eb req-b96468f3-76f0-42c0-97f8-c9b6cbbf6383 service neutron] 10.222.0.30 "GET /v2.0/networks/28bad2ac-b328-41a6-80e9-5cabf991edb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900924 Feb 28 11:17:00.834790 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [req-27af5881-9165-4f42-9ae1-f6c7b73f201b req-19914d2d-0ba4-4a54-a47d-48ef5662d802 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103407) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 11:17:00.835802 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-27af5881-9165-4f42-9ae1-f6c7b73f201b req-19914d2d-0ba4-4a54-a47d-48ef5662d802 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0753307 Feb 28 11:17:01.029611 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7dc176-a7a8-4314-a999-e4081f53922d req-28d08ee0-bca1-47a7-87bd-4ae75a6d7aa5 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:17:01.031384 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-2b7dc176-a7a8-4314-a999-e4081f53922d req-28d08ee0-bca1-47a7-87bd-4ae75a6d7aa5 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a7d12ec-6bb2-4c1a-829b-2011decd9cbd HTTP/1.1" status: 200 len: 946 time: 0.0561640 Feb 28 11:17:01.035095 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 46520) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:17:01.094713 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-2b7dc176-a7a8-4314-a999-e4081f53922d req-beafb440-4f12-4bec-9151-96fb8e902772 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff061fa6-f21d-4d9a-9ec9-3d2e26cdd3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540955 Feb 28 11:17:01.128722 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-6d0de319-abfa-4f1d-ac09-572e47078d30 req-43283859-e20a-4c11-955e-9aef2acd142e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7a7d12ec-6bb2-4c1a-829b-2011decd9cbd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0923877 Feb 28 11:17:01.137752 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [req-6d0de319-abfa-4f1d-ac09-572e47078d30 req-4442c12b-fbc8-486f-a863-85e6c66fc622 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103407) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 11:17:01.138690 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-6d0de319-abfa-4f1d-ac09-572e47078d30 req-4442c12b-fbc8-486f-a863-85e6c66fc622 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049059 Feb 28 11:17:01.476585 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 46540) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:17:01.580712 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0de319-abfa-4f1d-ac09-572e47078d30 req-17f26caa-c81c-41a6-adb0-8d59d96e9feb tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:17:01.582511 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-6d0de319-abfa-4f1d-ac09-572e47078d30 req-17f26caa-c81c-41a6-adb0-8d59d96e9feb tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/ports/4dc235aa-52f8-458a-a24a-3c1c2006b8d2 HTTP/1.1" status: 200 len: 943 time: 0.1048899 Feb 28 11:17:02.235620 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f15ed53-95d3-455f-8aac-7c8d97848b20 req-1177a642-8e21-4cf9-9de3-3fbd7419db0f tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:17:02.237193 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-9f15ed53-95d3-455f-8aac-7c8d97848b20 req-1177a642-8e21-4cf9-9de3-3fbd7419db0f tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a7d12ec-6bb2-4c1a-829b-2011decd9cbd HTTP/1.1" status: 200 len: 946 time: 0.0623739 Feb 28 11:17:02.290954 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-9f15ed53-95d3-455f-8aac-7c8d97848b20 req-0ac4f576-2681-4b22-be6d-bcc25f874eae tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff061fa6-f21d-4d9a-9ec9-3d2e26cdd3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458231 Feb 28 11:17:02.527832 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0de319-abfa-4f1d-ac09-572e47078d30 req-6e910bfb-f230-4519-a12d-99a490969a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:17:02.529448 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-6d0de319-abfa-4f1d-ac09-572e47078d30 req-6e910bfb-f230-4519-a12d-99a490969a77 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3c4e3863732a46c4818eaf87ed0e9f91&device_id=7a7d12ec-6bb2-4c1a-829b-2011decd9cbd HTTP/1.1" status: 200 len: 1130 time: 0.0514851 Feb 28 11:17:02.636222 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0de319-abfa-4f1d-ac09-572e47078d30 req-19772472-37ad-4cde-aedb-fff2ba665b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:17:02.637776 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-6d0de319-abfa-4f1d-ac09-572e47078d30 req-19772472-37ad-4cde-aedb-fff2ba665b1d service neutron] 10.222.0.30 "GET /v2.0/networks?id=28bad2ac-b328-41a6-80e9-5cabf991edb0 HTTP/1.1" status: 200 len: 898 time: 0.1019740 Feb 28 11:17:02.716267 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-6d0de319-abfa-4f1d-ac09-572e47078d30 req-e2f7918d-e914-4aa2-ba26-636b44672caf service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4dc235aa-52f8-458a-a24a-3c1c2006b8d2 HTTP/1.1" status: 200 len: 1002 time: 0.0721967 Feb 28 11:17:02.768329 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0de319-abfa-4f1d-ac09-572e47078d30 req-552ea9fa-b0f1-47e0-a730-07e9291d99e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:17:02.770272 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-6d0de319-abfa-4f1d-ac09-572e47078d30 req-552ea9fa-b0f1-47e0-a730-07e9291d99e6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b97d2945-571f-448f-9bf0-1528fca98934 HTTP/1.1" status: 200 len: 834 time: 0.0480866 Feb 28 11:17:02.826581 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0de319-abfa-4f1d-ac09-572e47078d30 req-c58d0559-94ae-41da-afa7-99f52c2fa5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:17:02.828188 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-6d0de319-abfa-4f1d-ac09-572e47078d30 req-c58d0559-94ae-41da-afa7-99f52c2fa5c9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=28bad2ac-b328-41a6-80e9-5cabf991edb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0522294 Feb 28 11:17:02.933594 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-6d0de319-abfa-4f1d-ac09-572e47078d30 req-e92d3e77-c115-42a7-b6f1-77e2f9691b74 service neutron] 10.222.0.30 "GET /v2.0/networks/28bad2ac-b328-41a6-80e9-5cabf991edb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986943 Feb 28 11:17:03.030433 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-6d0de319-abfa-4f1d-ac09-572e47078d30 req-05aec0fc-e3b8-4ac3-8eaf-cba127388cdb service neutron] 10.222.0.30 "GET /v2.0/networks/28bad2ac-b328-41a6-80e9-5cabf991edb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906849 Feb 28 11:17:03.418262 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cdb477-e54b-4623-8122-df0ee70de297 req-1ff9b77d-203a-4eb7-a496-71ac8e44422c tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:17:03.420675 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-43cdb477-e54b-4623-8122-df0ee70de297 req-1ff9b77d-203a-4eb7-a496-71ac8e44422c tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a7d12ec-6bb2-4c1a-829b-2011decd9cbd HTTP/1.1" status: 200 len: 946 time: 0.0581191 Feb 28 11:17:03.480110 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-43cdb477-e54b-4623-8122-df0ee70de297 req-9ad5e4af-131c-41eb-83d0-2ade24bdcb2f tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff061fa6-f21d-4d9a-9ec9-3d2e26cdd3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528002 Feb 28 11:17:04.611897 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c847a426-95b7-41c9-a460-fa37ee4946f2 req-49346bf1-de54-4e80-a6ed-ddb2fee33f3e tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:17:04.613431 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-c847a426-95b7-41c9-a460-fa37ee4946f2 req-49346bf1-de54-4e80-a6ed-ddb2fee33f3e tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a7d12ec-6bb2-4c1a-829b-2011decd9cbd HTTP/1.1" status: 200 len: 946 time: 0.0632019 Feb 28 11:17:04.662386 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-c847a426-95b7-41c9-a460-fa37ee4946f2 req-feb737ed-4dc9-4d9c-9d83-900b697662f9 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff061fa6-f21d-4d9a-9ec9-3d2e26cdd3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434012 Feb 28 11:17:05.784691 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d917f8d5-5262-457a-8c52-ddaee8f0e7ba req-bebdc743-eb4f-44a4-8a4c-ddf722e00487 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:17:05.786142 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-d917f8d5-5262-457a-8c52-ddaee8f0e7ba req-bebdc743-eb4f-44a4-8a4c-ddf722e00487 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a7d12ec-6bb2-4c1a-829b-2011decd9cbd HTTP/1.1" status: 200 len: 946 time: 0.0554891 Feb 28 11:17:05.835964 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-d917f8d5-5262-457a-8c52-ddaee8f0e7ba req-aa365690-19e2-4905-9d43-daaaef2ba726 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff061fa6-f21d-4d9a-9ec9-3d2e26cdd3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441036 Feb 28 11:17:06.963399 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362b68fd-8363-4058-acbb-f2efe4e24ef0 req-909fdb93-c083-4fc3-b27c-5ed1fbd33b0c tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:17:06.964979 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-362b68fd-8363-4058-acbb-f2efe4e24ef0 req-909fdb93-c083-4fc3-b27c-5ed1fbd33b0c tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a7d12ec-6bb2-4c1a-829b-2011decd9cbd HTTP/1.1" status: 200 len: 946 time: 0.0594604 Feb 28 11:17:07.018574 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-362b68fd-8363-4058-acbb-f2efe4e24ef0 req-216918c3-b22e-49b8-94fd-54bc990c83e9 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff061fa6-f21d-4d9a-9ec9-3d2e26cdd3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477123 Feb 28 11:17:08.144648 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbfba2b-ad5f-419d-a822-bd3a08bca18b req-04901e76-700b-4b92-8e09-9382ff47e5e1 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:17:08.146199 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-3cbfba2b-ad5f-419d-a822-bd3a08bca18b req-04901e76-700b-4b92-8e09-9382ff47e5e1 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a7d12ec-6bb2-4c1a-829b-2011decd9cbd HTTP/1.1" status: 200 len: 946 time: 0.0559690 Feb 28 11:17:08.197010 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-3cbfba2b-ad5f-419d-a822-bd3a08bca18b req-1cf0d769-f866-494a-abd6-b53ac7c41dd1 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff061fa6-f21d-4d9a-9ec9-3d2e26cdd3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450516 Feb 28 11:17:08.642532 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (13ac42ae-016e-4baf-bb31-c6fa820b41c2), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:08.816849 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2c865345-f3fc-4ed0-971c-7c0854217579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fb6705d2-4f70-4965-92a3-fbfccd43a6d3), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:09.321458 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d823a84-e490-43f1-98c2-7d9905c9e3cd req-778b701b-255b-4790-b47d-a17b55604875 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:17:09.322973 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-6d823a84-e490-43f1-98c2-7d9905c9e3cd req-778b701b-255b-4790-b47d-a17b55604875 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a7d12ec-6bb2-4c1a-829b-2011decd9cbd HTTP/1.1" status: 200 len: 946 time: 0.0555873 Feb 28 11:17:09.380096 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-6d823a84-e490-43f1-98c2-7d9905c9e3cd req-13113f9a-31be-4f32-8cc5-682c473613dc tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff061fa6-f21d-4d9a-9ec9-3d2e26cdd3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508907 Feb 28 11:17:10.507552 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d71a64c-8ba0-4df4-a691-0a7e83ca5344 req-831980d8-61e0-477d-b549-fffe20b47ed2 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:17:10.509138 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-8d71a64c-8ba0-4df4-a691-0a7e83ca5344 req-831980d8-61e0-477d-b549-fffe20b47ed2 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a7d12ec-6bb2-4c1a-829b-2011decd9cbd HTTP/1.1" status: 200 len: 946 time: 0.0574088 Feb 28 11:17:10.560429 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-8d71a64c-8ba0-4df4-a691-0a7e83ca5344 req-1bbffdea-ca2e-4298-be94-3c89b4481a6a tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff061fa6-f21d-4d9a-9ec9-3d2e26cdd3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456245 Feb 28 11:17:11.108152 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bf4fd1f9-7437-4575-9efe-8603e39542da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fc6c9b74-8dbb-41bb-800a-5bd3a43fe896), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:11.688674 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724871cb-ee56-4ba2-bfb1-5d65afb4e22e req-f60f9d00-1d22-4593-876a-86e6ff5be551 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:17:11.690181 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-724871cb-ee56-4ba2-bfb1-5d65afb4e22e req-f60f9d00-1d22-4593-876a-86e6ff5be551 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a7d12ec-6bb2-4c1a-829b-2011decd9cbd HTTP/1.1" status: 200 len: 946 time: 0.0565002 Feb 28 11:17:11.742779 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-724871cb-ee56-4ba2-bfb1-5d65afb4e22e req-69539457-77b6-4baf-bd58-2f2639e989bc tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff061fa6-f21d-4d9a-9ec9-3d2e26cdd3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469136 Feb 28 11:17:12.243248 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b6d631fb-7df0-4fe1-8322-abff3b61cae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (0db5147a-92a3-4581-8a5f-8ec9b93e0600), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:12.879588 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abb33a3-51ae-4f7d-8e23-e27f630e9068 req-f1726abd-1292-454c-bb9d-ebb405091306 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:17:12.881440 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-5abb33a3-51ae-4f7d-8e23-e27f630e9068 req-f1726abd-1292-454c-bb9d-ebb405091306 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a7d12ec-6bb2-4c1a-829b-2011decd9cbd HTTP/1.1" status: 200 len: 946 time: 0.0652995 Feb 28 11:17:12.937572 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-5abb33a3-51ae-4f7d-8e23-e27f630e9068 req-35c23555-1ade-4795-a82f-9b987fad85ee tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff061fa6-f21d-4d9a-9ec9-3d2e26cdd3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499587 Feb 28 11:17:13.643188 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6b923bb1-06b0-4b84-b461-7cc1d0196090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (2e621730-3978-4720-b581-ac380e97a567), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:14.075534 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5709441a-0652-43b7-ae59-7fcfdad83b9d req-f06bb33d-b5b6-4bf9-9934-fab85ab3f6c8 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:17:14.077045 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-5709441a-0652-43b7-ae59-7fcfdad83b9d req-f06bb33d-b5b6-4bf9-9934-fab85ab3f6c8 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a7d12ec-6bb2-4c1a-829b-2011decd9cbd HTTP/1.1" status: 200 len: 946 time: 0.0626533 Feb 28 11:17:14.139148 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-5709441a-0652-43b7-ae59-7fcfdad83b9d req-521c27e3-bc73-42ec-b398-45bb83eaca2c tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff061fa6-f21d-4d9a-9ec9-3d2e26cdd3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553298 Feb 28 11:17:14.765615 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-6d0de319-abfa-4f1d-ac09-572e47078d30 req-ad605926-3f5a-41bc-aed2-9221cf6b3561 service neutron] 10.222.0.30 "GET /v2.0/ports/4dc235aa-52f8-458a-a24a-3c1c2006b8d2/bindings/hv-neutron-mast HTTP/1.1" status: 200 len: 384 time: 0.0696409 Feb 28 11:17:14.946970 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:15.058151 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0de319-abfa-4f1d-ac09-572e47078d30 req-fc3bc574-2fa5-4047-9f88-9779af6e7780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:17:15.059911 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-6d0de319-abfa-4f1d-ac09-572e47078d30 req-fc3bc574-2fa5-4047-9f88-9779af6e7780 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7a7d12ec-6bb2-4c1a-829b-2011decd9cbd&tenant_id=3c4e3863732a46c4818eaf87ed0e9f91 HTTP/1.1" status: 200 len: 1130 time: 0.0921617 Feb 28 11:17:15.150548 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0de319-abfa-4f1d-ac09-572e47078d30 req-74b5a831-b38d-4922-8593-c9181f4504cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:17:15.153293 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-6d0de319-abfa-4f1d-ac09-572e47078d30 req-74b5a831-b38d-4922-8593-c9181f4504cb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3c4e3863732a46c4818eaf87ed0e9f91&device_id=7a7d12ec-6bb2-4c1a-829b-2011decd9cbd HTTP/1.1" status: 200 len: 1130 time: 0.0597167 Feb 28 11:17:15.289129 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0de319-abfa-4f1d-ac09-572e47078d30 req-5df32df0-8264-4a04-a344-74cc77187a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:17:15.291330 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-6d0de319-abfa-4f1d-ac09-572e47078d30 req-5df32df0-8264-4a04-a344-74cc77187a12 service neutron] 10.222.0.30 "GET /v2.0/networks?id=28bad2ac-b328-41a6-80e9-5cabf991edb0 HTTP/1.1" status: 200 len: 898 time: 0.1311181 Feb 28 11:17:15.307094 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e01243-d97a-423d-85d1-b62c7ab950b3 req-04ddec83-555a-4da8-bdbd-1adec304baf5 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:17:15.308833 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-36e01243-d97a-423d-85d1-b62c7ab950b3 req-04ddec83-555a-4da8-bdbd-1adec304baf5 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a7d12ec-6bb2-4c1a-829b-2011decd9cbd HTTP/1.1" status: 200 len: 946 time: 0.0712187 Feb 28 11:17:15.372952 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-36e01243-d97a-423d-85d1-b62c7ab950b3 req-5c0d0d5c-87ba-494d-8cec-96dd3fc88deb tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff061fa6-f21d-4d9a-9ec9-3d2e26cdd3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564003 Feb 28 11:17:15.404462 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-6d0de319-abfa-4f1d-ac09-572e47078d30 req-661e443f-4fa3-4522-b899-eb7ad59331ba service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4dc235aa-52f8-458a-a24a-3c1c2006b8d2 HTTP/1.1" status: 200 len: 1002 time: 0.1057074 Feb 28 11:17:15.470457 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0de319-abfa-4f1d-ac09-572e47078d30 req-499a3b1d-718d-44e1-ac92-935d7bc58824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:17:15.472023 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-6d0de319-abfa-4f1d-ac09-572e47078d30 req-499a3b1d-718d-44e1-ac92-935d7bc58824 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b97d2945-571f-448f-9bf0-1528fca98934 HTTP/1.1" status: 200 len: 834 time: 0.0612910 Feb 28 11:17:15.547415 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0de319-abfa-4f1d-ac09-572e47078d30 req-2f8c5b4d-9fca-457e-9251-c3e0593f6bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:17:15.549906 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-6d0de319-abfa-4f1d-ac09-572e47078d30 req-2f8c5b4d-9fca-457e-9251-c3e0593f6bd4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=28bad2ac-b328-41a6-80e9-5cabf991edb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0714827 Feb 28 11:17:15.649888 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-6d0de319-abfa-4f1d-ac09-572e47078d30 req-9974f60d-65ea-42a1-a03a-019b43a7d6ed service neutron] 10.222.0.30 "GET /v2.0/networks/28bad2ac-b328-41a6-80e9-5cabf991edb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937274 Feb 28 11:17:15.757190 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-6d0de319-abfa-4f1d-ac09-572e47078d30 req-e750c878-4f85-4a2f-8c2a-fd796a0ef907 service neutron] 10.222.0.30 "GET /v2.0/networks/28bad2ac-b328-41a6-80e9-5cabf991edb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997665 Feb 28 11:17:16.519857 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eb489e-4fe6-4f9a-b21c-91a81fb1f74a req-6fdbc6b3-7abd-48a4-b94d-1480454b2f5e tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:17:16.521549 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-b1eb489e-4fe6-4f9a-b21c-91a81fb1f74a req-6fdbc6b3-7abd-48a4-b94d-1480454b2f5e tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a7d12ec-6bb2-4c1a-829b-2011decd9cbd HTTP/1.1" status: 200 len: 946 time: 0.0702214 Feb 28 11:17:16.594356 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-b1eb489e-4fe6-4f9a-b21c-91a81fb1f74a req-4fefdfce-bce8-47c5-b78e-23752c0d44b5 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff061fa6-f21d-4d9a-9ec9-3d2e26cdd3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666838 Feb 28 11:17:17.755874 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19e2f22-4577-497e-89a6-69e189bbebf2 req-ff0ab3ac-ecd4-4111-8451-813f853878ca tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:17:17.757673 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-f19e2f22-4577-497e-89a6-69e189bbebf2 req-ff0ab3ac-ecd4-4111-8451-813f853878ca tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a7d12ec-6bb2-4c1a-829b-2011decd9cbd HTTP/1.1" status: 200 len: 946 time: 0.0596333 Feb 28 11:17:17.814570 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-f19e2f22-4577-497e-89a6-69e189bbebf2 req-f2051419-8c16-464a-894f-086a5ec3d649 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff061fa6-f21d-4d9a-9ec9-3d2e26cdd3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512562 Feb 28 11:17:18.947439 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714a1b73-c80b-4aaa-96e2-4c879a9d9b31 req-8e51f41c-4137-4074-9dcc-d0554932d4b8 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:17:18.949110 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-714a1b73-c80b-4aaa-96e2-4c879a9d9b31 req-8e51f41c-4137-4074-9dcc-d0554932d4b8 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a7d12ec-6bb2-4c1a-829b-2011decd9cbd HTTP/1.1" status: 200 len: 946 time: 0.0634847 Feb 28 11:17:19.007018 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-714a1b73-c80b-4aaa-96e2-4c879a9d9b31 req-c4f28589-0f55-4445-8bc9-ba7ad566d25f tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff061fa6-f21d-4d9a-9ec9-3d2e26cdd3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515649 Feb 28 11:17:19.217201 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3468551e-f477-45e5-9e94-261052ace2c0 req-1cc9287f-631e-4ddc-a3aa-0ecdcd5e3d67 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:17:19.218773 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device 4dc235aa-52f8-458a-a24a-3c1c2006b8d2 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103409) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 11:17:19.219291 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-3468551e-f477-45e5-9e94-261052ace2c0 req-1cc9287f-631e-4ddc-a3aa-0ecdcd5e3d67 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a7d12ec-6bb2-4c1a-829b-2011decd9cbd HTTP/1.1" status: 200 len: 946 time: 0.0570791 Feb 28 11:17:19.229335 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device 4dc235aa-52f8-458a-a24a-3c1c2006b8d2 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 11:17:19.285780 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-3468551e-f477-45e5-9e94-261052ace2c0 req-d4b374a3-451c-4325-9b84-6a2d03fbe735 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff061fa6-f21d-4d9a-9ec9-3d2e26cdd3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599253 Feb 28 11:17:19.328638 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26310058-d743-4f63-ad11-3abe627e2466 req-0619e955-8785-4c02-be68-0023656e4196 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:17:19.330252 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-26310058-d743-4f63-ad11-3abe627e2466 req-0619e955-8785-4c02-be68-0023656e4196 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a7d12ec-6bb2-4c1a-829b-2011decd9cbd&tenant_id=3c4e3863732a46c4818eaf87ed0e9f91&binding%3Ahost_id=hv-neutron-mast HTTP/1.1" status: 200 len: 946 time: 0.1335022 Feb 28 11:17:19.419427 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] For port 4dc235aa-52f8-458a-a24a-3c1c2006b8d2, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=4dc235aa-52f8-458a-a24a-3c1c2006b8d2,segment=NetworkSegment(940705c7-a459-4466-bb8d-c8a56e1995d4),segment_id=940705c7-a459-4466-bb8d-c8a56e1995d4)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:17:19.427671 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Current status of the port 4dc235aa-52f8-458a-a24a-3c1c2006b8d2 is: ACTIVE; New status is: DOWN {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:17:19.428066 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (4dc235aa-52f8-458a-a24a-3c1c2006b8d2), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:19.428737 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4c7419-7bfd-4cd8-b3e8-cbdf6d490c92 req-5b12a336-0e61-43ca-b4f4-1c12f9be92e9 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:17:19.430256 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-fd4c7419-7bfd-4cd8-b3e8-cbdf6d490c92 req-5b12a336-0e61-43ca-b4f4-1c12f9be92e9 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a7d12ec-6bb2-4c1a-829b-2011decd9cbd HTTP/1.1" status: 200 len: 946 time: 0.0601838 Feb 28 11:17:19.440461 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Returning: {'device': '4dc235aa-52f8-458a-a24a-3c1c2006b8d2', 'network_id': '28bad2ac-b328-41a6-80e9-5cabf991edb0', 'port_id': '4dc235aa-52f8-458a-a24a-3c1c2006b8d2', 'mac_address': 'fa:16:3e:f4:c8:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 294, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b97d2945-571f-448f-9bf0-1528fca98934', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103409) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 11:17:19.444080 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26310058-d743-4f63-ad11-3abe627e2466 req-86490f69-1609-4155-a0a2-0b4133acb407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:17:19.446953 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-26310058-d743-4f63-ad11-3abe627e2466 req-86490f69-1609-4155-a0a2-0b4133acb407 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3c4e3863732a46c4818eaf87ed0e9f91&device_id=7a7d12ec-6bb2-4c1a-829b-2011decd9cbd HTTP/1.1" status: 200 len: 1130 time: 0.0560181 Feb 28 11:17:19.458932 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a7d12ec-6bb2-4c1a-829b-2011decd9cbd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4dc235aa-52f8-458a-a24a-3c1c2006b8d2'}] {{(pid=103409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:17:19.461260 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa5325a5be4b33bf61fd809c564e3765e689d817bbd874267890deb3cfccaf12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-297400bb-f732-4fd7-9644-fad892d77657" -d '{"events": [{"server_uuid": "7a7d12ec-6bb2-4c1a-829b-2011decd9cbd", "name": "network-vif-unplugged", "status": "completed", "tag": "4dc235aa-52f8-458a-a24a-3c1c2006b8d2"}]}' {{(pid=103409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 11:17:19.482853 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-fd4c7419-7bfd-4cd8-b3e8-cbdf6d490c92 req-224eec2b-3237-4bb9-ad32-719d88d59fad tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff061fa6-f21d-4d9a-9ec9-3d2e26cdd3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467091 Feb 28 11:17:19.503465 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] For port 4dc235aa-52f8-458a-a24a-3c1c2006b8d2, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=4dc235aa-52f8-458a-a24a-3c1c2006b8d2,segment=NetworkSegment(940705c7-a459-4466-bb8d-c8a56e1995d4),segment_id=940705c7-a459-4466-bb8d-c8a56e1995d4)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:17:19.516460 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Current status of the port 4dc235aa-52f8-458a-a24a-3c1c2006b8d2 is: ACTIVE; New status is: BUILD {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:17:19.516999 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (4dc235aa-52f8-458a-a24a-3c1c2006b8d2), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:19.527047 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (4dc235aa-52f8-458a-a24a-3c1c2006b8d2), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:19.554842 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26310058-d743-4f63-ad11-3abe627e2466 req-ce404bcc-34fd-4d02-849c-f3fcf173bb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:17:19.556416 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-26310058-d743-4f63-ad11-3abe627e2466 req-ce404bcc-34fd-4d02-849c-f3fcf173bb89 service neutron] 10.222.0.30 "GET /v2.0/networks?id=28bad2ac-b328-41a6-80e9-5cabf991edb0 HTTP/1.1" status: 200 len: 898 time: 0.1044700 Feb 28 11:17:19.569483 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4dc235aa-52f8-458a-a24a-3c1c2006b8d2 {{(pid=103409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 11:17:19.586532 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 28 Feb 2022 11:17:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18105b73-6ce4-4abe-87ce-881f74d18655 x-openstack-request-id: req-18105b73-6ce4-4abe-87ce-881f74d18655 {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 11:17:19.586828 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a7d12ec-6bb2-4c1a-829b-2011decd9cbd", "name": "network-vif-unplugged", "status": "completed", "tag": "4dc235aa-52f8-458a-a24a-3c1c2006b8d2", "code": 200}]} {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 11:17:19.587082 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-18105b73-6ce4-4abe-87ce-881f74d18655 {{(pid=103409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 11:17:19.587486 dv-neutron-master-2-hyperv neutron-server[103409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a7d12ec-6bb2-4c1a-829b-2011decd9cbd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4dc235aa-52f8-458a-a24a-3c1c2006b8d2', 'code': 200} Feb 28 11:17:19.627143 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-26310058-d743-4f63-ad11-3abe627e2466 req-4bf66e87-9f0f-4fde-83b4-abdcc283e580 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4dc235aa-52f8-458a-a24a-3c1c2006b8d2 HTTP/1.1" status: 200 len: 1000 time: 0.0647705 Feb 28 11:17:19.628197 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Pushing event updated for resources: {'Port': ['ID=4dc235aa-52f8-458a-a24a-3c1c2006b8d2,revision_number=6']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:17:19.639113 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:17:19.639470 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:17:19.639885 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:17:19.640231 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:17:19.640586 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:17:19.640928 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:17:19.641259 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:17:19.641588 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:17:19.641917 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:17:19.642245 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:17:19.642569 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:17:19.642889 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:17:19.643208 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:17:19.647223 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.db.api [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103409) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:17:19.647597 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG oslo_db.api [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:17:19.677508 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26310058-d743-4f63-ad11-3abe627e2466 req-7197ab5f-378c-46ce-8671-eac98fafb49a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:17:19.678937 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-26310058-d743-4f63-ad11-3abe627e2466 req-7197ab5f-378c-46ce-8671-eac98fafb49a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b97d2945-571f-448f-9bf0-1528fca98934 HTTP/1.1" status: 200 len: 834 time: 0.0452137 Feb 28 11:17:19.729955 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26310058-d743-4f63-ad11-3abe627e2466 req-82a36571-9930-4c03-9242-12681fd1cc6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:17:19.731485 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-26310058-d743-4f63-ad11-3abe627e2466 req-82a36571-9930-4c03-9242-12681fd1cc6c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=28bad2ac-b328-41a6-80e9-5cabf991edb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0461576 Feb 28 11:17:19.830490 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-26310058-d743-4f63-ad11-3abe627e2466 req-519e6b94-8c69-4000-82ac-37a9ac1970fd service neutron] 10.222.0.30 "GET /v2.0/networks/28bad2ac-b328-41a6-80e9-5cabf991edb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924535 Feb 28 11:17:19.919164 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-26310058-d743-4f63-ad11-3abe627e2466 req-d78affab-04d8-497a-8eb3-2eb45e78ef71 service neutron] 10.222.0.30 "GET /v2.0/networks/28bad2ac-b328-41a6-80e9-5cabf991edb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831954 Feb 28 11:17:20.199560 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Current status of the port 4dc235aa-52f8-458a-a24a-3c1c2006b8d2 is: DOWN; New status is: BUILD {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:17:20.199952 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (4dc235aa-52f8-458a-a24a-3c1c2006b8d2), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:20.214752 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4dc235aa-52f8-458a-a24a-3c1c2006b8d2 {{(pid=103409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 11:17:20.237344 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] For port 4dc235aa-52f8-458a-a24a-3c1c2006b8d2, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=4dc235aa-52f8-458a-a24a-3c1c2006b8d2,segment=NetworkSegment(940705c7-a459-4466-bb8d-c8a56e1995d4),segment_id=940705c7-a459-4466-bb8d-c8a56e1995d4)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:17:20.241705 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (4dc235aa-52f8-458a-a24a-3c1c2006b8d2), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:20.291100 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Pushing event updated for resources: {'Port': ['ID=4dc235aa-52f8-458a-a24a-3c1c2006b8d2,revision_number=7']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:17:20.374056 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] get_ports_and_sgs() called for port_ids ['4dc235aa-52f8-458a-a24a-3c1c2006b8d2'] {{(pid=103409) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 11:17:20.629528 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f957dce-617f-4e3b-85dc-b2fcb539b07a req-d7f5b179-414d-47f5-a82f-e10f39fa3672 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:17:20.631065 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-1f957dce-617f-4e3b-85dc-b2fcb539b07a req-d7f5b179-414d-47f5-a82f-e10f39fa3672 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a7d12ec-6bb2-4c1a-829b-2011decd9cbd HTTP/1.1" status: 200 len: 945 time: 0.0570872 Feb 28 11:17:20.686312 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-1f957dce-617f-4e3b-85dc-b2fcb539b07a req-a3cd1c9d-3dd9-45b8-96d9-e851c48c890c tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff061fa6-f21d-4d9a-9ec9-3d2e26cdd3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497210 Feb 28 11:17:20.710069 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 46600) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:17:21.162024 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-cb6bb785-da87-4a5d-9229-8708020a1c4d tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/floatingips/4e27d2e5-4924-4a11-ac78-a28e6517326f HTTP/1.1" status: 200 len: 993 time: 0.4505486 Feb 28 11:17:21.248906 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device 4dc235aa-52f8-458a-a24a-3c1c2006b8d2 up at agent hyperv_hv-neutron-mast {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 11:17:21.300911 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Provisioning complete for port 4dc235aa-52f8-458a-a24a-3c1c2006b8d2 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:17:21.301298 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (4dc235aa-52f8-458a-a24a-3c1c2006b8d2), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:21.385635 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Current status of the port 4dc235aa-52f8-458a-a24a-3c1c2006b8d2 is: BUILD; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:17:21.386220 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (4dc235aa-52f8-458a-a24a-3c1c2006b8d2), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:21.423402 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] For port 4dc235aa-52f8-458a-a24a-3c1c2006b8d2, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=4dc235aa-52f8-458a-a24a-3c1c2006b8d2,segment=NetworkSegment(940705c7-a459-4466-bb8d-c8a56e1995d4),segment_id=940705c7-a459-4466-bb8d-c8a56e1995d4)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:17:21.429285 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (4dc235aa-52f8-458a-a24a-3c1c2006b8d2), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:21.483032 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Pushing event updated for resources: {'Port': ['ID=4dc235aa-52f8-458a-a24a-3c1c2006b8d2,revision_number=8']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:17:21.588364 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a7d12ec-6bb2-4c1a-829b-2011decd9cbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dc235aa-52f8-458a-a24a-3c1c2006b8d2'}] {{(pid=103409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:17:21.590821 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa5325a5be4b33bf61fd809c564e3765e689d817bbd874267890deb3cfccaf12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bfcf1d0-46b5-4608-a3d9-45bce0ef6942" -d '{"events": [{"server_uuid": "7a7d12ec-6bb2-4c1a-829b-2011decd9cbd", "name": "network-vif-plugged", "status": "completed", "tag": "4dc235aa-52f8-458a-a24a-3c1c2006b8d2"}]}' {{(pid=103409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 11:17:21.629179 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 11:17:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ab034e4-183c-4397-a490-bc8203eb0aac x-openstack-request-id: req-0ab034e4-183c-4397-a490-bc8203eb0aac {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 11:17:21.629504 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a7d12ec-6bb2-4c1a-829b-2011decd9cbd", "name": "network-vif-plugged", "status": "completed", "tag": "4dc235aa-52f8-458a-a24a-3c1c2006b8d2", "code": 200}]} {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 11:17:21.629744 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0ab034e4-183c-4397-a490-bc8203eb0aac {{(pid=103409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 11:17:21.631439 dv-neutron-master-2-hyperv neutron-server[103409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a7d12ec-6bb2-4c1a-829b-2011decd9cbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dc235aa-52f8-458a-a24a-3c1c2006b8d2', 'code': 200} Feb 28 11:17:34.111005 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.agents_db [None req-382e0aa2-b126-48e6-89eb-3efa426b6b29 None None] Agent healthcheck: found 6 active agents {{(pid=103410) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 11:17:38.661978 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (13ac42ae-016e-4baf-bb31-c6fa820b41c2), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:38.812411 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a36ec1c3-0365-4e82-a331-ba1be94b31cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fb6705d2-4f70-4965-92a3-fbfccd43a6d3), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:41.105379 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4e242d7f-7d8a-4665-bad3-0a1ac4798119 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fc6c9b74-8dbb-41bb-800a-5bd3a43fe896), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:42.239119 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b6d631fb-7df0-4fe1-8322-abff3b61cae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (0db5147a-92a3-4581-8a5f-8ec9b93e0600), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:43.637216 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6b923bb1-06b0-4b84-b461-7cc1d0196090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (2e621730-3978-4720-b581-ac380e97a567), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:17:44.944428 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:01.027408 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-13abe509-4f4d-4fe4-96bf-ec1dc04d2d21 req-9caee38d-fd03-4d39-a3b3-e7b4cac99144 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7a7d12ec-6bb2-4c1a-829b-2011decd9cbd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0513983 Feb 28 11:18:01.133649 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13abe509-4f4d-4fe4-96bf-ec1dc04d2d21 req-027ba645-ce66-4cd4-963f-e11cf0ebb178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:18:01.135286 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-13abe509-4f4d-4fe4-96bf-ec1dc04d2d21 req-027ba645-ce66-4cd4-963f-e11cf0ebb178 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3c4e3863732a46c4818eaf87ed0e9f91&device_id=7a7d12ec-6bb2-4c1a-829b-2011decd9cbd HTTP/1.1" status: 200 len: 1130 time: 0.0491564 Feb 28 11:18:01.244900 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13abe509-4f4d-4fe4-96bf-ec1dc04d2d21 req-7feb0f47-37a5-4337-b585-114060eeb18a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:18:01.246482 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-13abe509-4f4d-4fe4-96bf-ec1dc04d2d21 req-7feb0f47-37a5-4337-b585-114060eeb18a service neutron] 10.222.0.30 "GET /v2.0/networks?id=28bad2ac-b328-41a6-80e9-5cabf991edb0 HTTP/1.1" status: 200 len: 898 time: 0.0920527 Feb 28 11:18:01.656286 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-13abe509-4f4d-4fe4-96bf-ec1dc04d2d21 req-6dbd8d50-848d-4a8e-bfe2-e71fdd4ee75d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4dc235aa-52f8-458a-a24a-3c1c2006b8d2 HTTP/1.1" status: 200 len: 1002 time: 0.4030271 Feb 28 11:18:01.708668 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13abe509-4f4d-4fe4-96bf-ec1dc04d2d21 req-45309056-a806-4cd4-a563-3012f80418b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:18:01.710206 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-13abe509-4f4d-4fe4-96bf-ec1dc04d2d21 req-45309056-a806-4cd4-a563-3012f80418b6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b97d2945-571f-448f-9bf0-1528fca98934 HTTP/1.1" status: 200 len: 834 time: 0.0457222 Feb 28 11:18:01.764644 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13abe509-4f4d-4fe4-96bf-ec1dc04d2d21 req-755425c9-ac28-48ab-96f1-55f4f42bde2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:18:01.766125 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-13abe509-4f4d-4fe4-96bf-ec1dc04d2d21 req-755425c9-ac28-48ab-96f1-55f4f42bde2f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=28bad2ac-b328-41a6-80e9-5cabf991edb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0498013 Feb 28 11:18:01.859891 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-13abe509-4f4d-4fe4-96bf-ec1dc04d2d21 req-0b001ba4-8081-4cd8-a474-71027951ae76 service neutron] 10.222.0.30 "GET /v2.0/networks/28bad2ac-b328-41a6-80e9-5cabf991edb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878444 Feb 28 11:18:01.958069 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-13abe509-4f4d-4fe4-96bf-ec1dc04d2d21 req-37121952-c95c-4d69-9e17-6d94407731c8 service neutron] 10.222.0.30 "GET /v2.0/networks/28bad2ac-b328-41a6-80e9-5cabf991edb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924077 Feb 28 11:18:08.657157 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (13ac42ae-016e-4baf-bb31-c6fa820b41c2), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:08.817447 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4fb94820-ead3-46e3-abdc-44959c6bec81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fb6705d2-4f70-4965-92a3-fbfccd43a6d3), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:11.106836 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4986ab00-f1c3-4a06-b14f-64b4bf188f58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fc6c9b74-8dbb-41bb-800a-5bd3a43fe896), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:11.113823 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.agents_db [None req-382e0aa2-b126-48e6-89eb-3efa426b6b29 None None] Agent healthcheck: found 6 active agents {{(pid=103410) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 11:18:12.242428 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b6d631fb-7df0-4fe1-8322-abff3b61cae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (0db5147a-92a3-4581-8a5f-8ec9b93e0600), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:13.641060 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6b923bb1-06b0-4b84-b461-7cc1d0196090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (2e621730-3978-4720-b581-ac380e97a567), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:14.950386 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:18.560631 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 46618) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:18:18.738367 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-8039e42e-1384-4771-9ebd-596d01a95072 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Deleting port 0d11ee08-897c-4a5e-917e-fc968ddec372 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 11:18:18.738712 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8039e42e-1384-4771-9ebd-596d01a95072 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (0d11ee08-897c-4a5e-917e-fc968ddec372), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:18.822071 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8039e42e-1384-4771-9ebd-596d01a95072 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (0d11ee08-897c-4a5e-917e-fc968ddec372), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:18.822367 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8039e42e-1384-4771-9ebd-596d01a95072 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for floatingip (0d11ee08-897c-4a5e-917e-fc968ddec372), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:18.835688 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-8039e42e-1384-4771-9ebd-596d01a95072 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Calling delete_port for 0d11ee08-897c-4a5e-917e-fc968ddec372 owned by network:floatingip {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 11:18:19.036122 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8039e42e-1384-4771-9ebd-596d01a95072 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (0d11ee08-897c-4a5e-917e-fc968ddec372), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:19.064644 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8039e42e-1384-4771-9ebd-596d01a95072 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Pushing event deleted for resources: {'Port': ['ID=0d11ee08-897c-4a5e-917e-fc968ddec372,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:18:19.083019 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8039e42e-1384-4771-9ebd-596d01a95072 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:18:19.083383 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8039e42e-1384-4771-9ebd-596d01a95072 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:18:19.083722 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8039e42e-1384-4771-9ebd-596d01a95072 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:18:19.084075 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8039e42e-1384-4771-9ebd-596d01a95072 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:18:19.084413 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8039e42e-1384-4771-9ebd-596d01a95072 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:18:19.084786 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8039e42e-1384-4771-9ebd-596d01a95072 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:18:19.085135 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8039e42e-1384-4771-9ebd-596d01a95072 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:18:19.085493 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8039e42e-1384-4771-9ebd-596d01a95072 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:18:19.085803 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8039e42e-1384-4771-9ebd-596d01a95072 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:18:19.086139 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8039e42e-1384-4771-9ebd-596d01a95072 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:18:19.086475 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8039e42e-1384-4771-9ebd-596d01a95072 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:18:19.086808 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8039e42e-1384-4771-9ebd-596d01a95072 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:18:19.087142 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8039e42e-1384-4771-9ebd-596d01a95072 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:18:19.150129 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8039e42e-1384-4771-9ebd-596d01a95072 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for floatingip (4e27d2e5-4924-4a11-ac78-a28e6517326f), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:19.150461 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.db.l3_db [None req-8039e42e-1384-4771-9ebd-596d01a95072 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Floating IP 4e27d2e5-4924-4a11-ac78-a28e6517326f disassociated (deleted). External IP: 172.36.5.242, port: 4dc235aa-52f8-458a-a24a-3c1c2006b8d2. Feb 28 11:18:19.489066 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8039e42e-1384-4771-9ebd-596d01a95072 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Router 77223cf7-1ad3-4aac-a5da-42f605a92f9e has already been hosted by L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:18:19.615491 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8039e42e-1384-4771-9ebd-596d01a95072 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:18:19.620281 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8039e42e-1384-4771-9ebd-596d01a95072 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for floatingip (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:19.627777 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a042d6-047d-45ed-8701-016b566cdef9 None None] Sync routers for ids ['77223cf7-1ad3-4aac-a5da-42f605a92f9e'] in dv-neutron-master-2-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:18:19.638856 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a042d6-047d-45ed-8701-016b566cdef9 None None] Routers {'77223cf7-1ad3-4aac-a5da-42f605a92f9e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:18:19.639892 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-f7a042d6-047d-45ed-8701-016b566cdef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T11:18:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['77223cf7-1ad3-4aac-a5da-42f605a92f9e'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:18:19.674790 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-8039e42e-1384-4771-9ebd-596d01a95072 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "DELETE /v2.0/floatingips/4e27d2e5-4924-4a11-ac78-a28e6517326f HTTP/1.1" status: 204 len: 168 time: 1.1126125 Feb 28 11:18:19.675693 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a7d12ec-6bb2-4c1a-829b-2011decd9cbd', 'tag': '4dc235aa-52f8-458a-a24a-3c1c2006b8d2'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:18:19.679873 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c8e1c873eeca597e52e7ceb7469e602eac250bfea6606d285743d38033cf584" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b15f4a00-bcc3-4643-8955-54429f3fe38c" -d '{"events": [{"name": "network-changed", "server_uuid": "7a7d12ec-6bb2-4c1a-829b-2011decd9cbd", "tag": "4dc235aa-52f8-458a-a24a-3c1c2006b8d2"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 11:18:19.750825 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 11:18:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79a76b5b-5152-4a7d-99ff-e995ee0fcf6f x-openstack-request-id: req-79a76b5b-5152-4a7d-99ff-e995ee0fcf6f {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 11:18:19.751255 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a7d12ec-6bb2-4c1a-829b-2011decd9cbd", "tag": "4dc235aa-52f8-458a-a24a-3c1c2006b8d2", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 11:18:19.751643 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-79a76b5b-5152-4a7d-99ff-e995ee0fcf6f {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 11:18:19.752174 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a7d12ec-6bb2-4c1a-829b-2011decd9cbd', 'tag': '4dc235aa-52f8-458a-a24a-3c1c2006b8d2', 'status': 'completed', 'code': 200} Feb 28 11:18:19.849822 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15f4a00-bcc3-4643-8955-54429f3fe38c req-289c5b8f-59e7-4c6e-b6ab-1fe73589c30e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:18:19.851477 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-b15f4a00-bcc3-4643-8955-54429f3fe38c req-289c5b8f-59e7-4c6e-b6ab-1fe73589c30e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3c4e3863732a46c4818eaf87ed0e9f91&device_id=7a7d12ec-6bb2-4c1a-829b-2011decd9cbd HTTP/1.1" status: 200 len: 1130 time: 0.0536559 Feb 28 11:18:19.897047 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-f7a042d6-047d-45ed-8701-016b566cdef9 None None] Set router 77223cf7-1ad3-4aac-a5da-42f605a92f9e gateway port host: dv-neutron-master-2-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:18:19.971686 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15f4a00-bcc3-4643-8955-54429f3fe38c req-0a26e0ac-4083-4e50-8084-00fd8ab155c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:18:19.973701 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-b15f4a00-bcc3-4643-8955-54429f3fe38c req-0a26e0ac-4083-4e50-8084-00fd8ab155c3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=28bad2ac-b328-41a6-80e9-5cabf991edb0 HTTP/1.1" status: 200 len: 898 time: 0.1147640 Feb 28 11:18:20.042616 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-b15f4a00-bcc3-4643-8955-54429f3fe38c req-3524b891-776f-4d8f-9ade-7b6dbd404461 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4dc235aa-52f8-458a-a24a-3c1c2006b8d2 HTTP/1.1" status: 200 len: 217 time: 0.0615983 Feb 28 11:18:20.061035 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b374ae24-ad81-4777-be71-f098f647a3be req-1e04ddce-c9a5-4640-98b8-83502cc76928 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:18:20.063717 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-b374ae24-ad81-4777-be71-f098f647a3be req-1e04ddce-c9a5-4640-98b8-83502cc76928 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a7d12ec-6bb2-4c1a-829b-2011decd9cbd HTTP/1.1" status: 200 len: 946 time: 0.0839674 Feb 28 11:18:20.118934 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15f4a00-bcc3-4643-8955-54429f3fe38c req-817fde25-44d2-46b2-9c44-eee793df9912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:18:20.121715 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-b15f4a00-bcc3-4643-8955-54429f3fe38c req-817fde25-44d2-46b2-9c44-eee793df9912 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b97d2945-571f-448f-9bf0-1528fca98934 HTTP/1.1" status: 200 len: 834 time: 0.0713069 Feb 28 11:18:20.145312 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-b374ae24-ad81-4777-be71-f098f647a3be req-dcea18f6-ba33-48f2-88fd-7b932b13f4d8 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff061fa6-f21d-4d9a-9ec9-3d2e26cdd3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725038 Feb 28 11:18:20.198610 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15f4a00-bcc3-4643-8955-54429f3fe38c req-d07c8cf0-dde1-4aeb-9d5e-08caeb9ca633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:18:20.201385 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-b15f4a00-bcc3-4643-8955-54429f3fe38c req-d07c8cf0-dde1-4aeb-9d5e-08caeb9ca633 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=28bad2ac-b328-41a6-80e9-5cabf991edb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0720696 Feb 28 11:18:20.262528 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-f7a042d6-047d-45ed-8701-016b566cdef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77223cf7-1ad3-4aac-a5da-42f605a92f9e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-635934673', 'tenant_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.221'}], 'enable_snat': True}, 'gw_port_id': '968fadad-055f-4f40-a7c6-29e54aae5852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:15:37Z', 'updated_at': '2022-02-28T11:15:41Z', 'revision_number': 4, 'project_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'gw_port': {'id': '968fadad-055f-4f40-a7c6-29e54aae5852', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:c4:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77223cf7-1ad3-4aac-a5da-42f605a92f9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:15:38Z', 'updated_at': '2022-02-28T11:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '3f3e7411-7a9a-4552-9a1e-b08b3550ee31', 'name': '', 'network_id': '28bad2ac-b328-41a6-80e9-5cabf991edb0', 'tenant_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'mac_address': 'fa:16:3e:02:1a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77223cf7-1ad3-4aac-a5da-42f605a92f9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': 'b97d2945-571f-448f-9bf0-1528fca98934', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:15:40Z', 'updated_at': '2022-02-28T11:15:44Z', 'revision_number': 5, 'project_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'subnets': [{'id': 'b97d2945-571f-448f-9bf0-1528fca98934', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:18:20.303764 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a042d6-047d-45ed-8701-016b566cdef9 None None] Checking router: 77223cf7-1ad3-4aac-a5da-42f605a92f9e for host: dv-neutron-master-2-hyperv {{(pid=103410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:18:20.317924 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a042d6-047d-45ed-8701-016b566cdef9 None None] Routers {'77223cf7-1ad3-4aac-a5da-42f605a92f9e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:18:20.318716 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-f7a042d6-047d-45ed-8701-016b566cdef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T11:18:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['77223cf7-1ad3-4aac-a5da-42f605a92f9e'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:18:20.338661 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-b15f4a00-bcc3-4643-8955-54429f3fe38c req-1a6240ca-0f2d-47e0-99ae-f08811f3c809 service neutron] 10.222.0.30 "GET /v2.0/networks/28bad2ac-b328-41a6-80e9-5cabf991edb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283410 Feb 28 11:18:20.455130 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-f7a042d6-047d-45ed-8701-016b566cdef9 None None] Set router 77223cf7-1ad3-4aac-a5da-42f605a92f9e gateway port host: dv-neutron-master-2-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:18:20.476240 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-b15f4a00-bcc3-4643-8955-54429f3fe38c req-87139e71-df91-481b-b14e-0bbec7f5ffd4 service neutron] 10.222.0.30 "GET /v2.0/networks/28bad2ac-b328-41a6-80e9-5cabf991edb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298275 Feb 28 11:18:20.691691 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-f7a042d6-047d-45ed-8701-016b566cdef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77223cf7-1ad3-4aac-a5da-42f605a92f9e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-635934673', 'tenant_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.221'}], 'enable_snat': True}, 'gw_port_id': '968fadad-055f-4f40-a7c6-29e54aae5852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:15:37Z', 'updated_at': '2022-02-28T11:15:41Z', 'revision_number': 4, 'project_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'gw_port': {'id': '968fadad-055f-4f40-a7c6-29e54aae5852', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:c4:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77223cf7-1ad3-4aac-a5da-42f605a92f9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:15:38Z', 'updated_at': '2022-02-28T11:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '3f3e7411-7a9a-4552-9a1e-b08b3550ee31', 'name': '', 'network_id': '28bad2ac-b328-41a6-80e9-5cabf991edb0', 'tenant_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'mac_address': 'fa:16:3e:02:1a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77223cf7-1ad3-4aac-a5da-42f605a92f9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': 'b97d2945-571f-448f-9bf0-1528fca98934', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:15:40Z', 'updated_at': '2022-02-28T11:15:44Z', 'revision_number': 5, 'project_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'subnets': [{'id': 'b97d2945-571f-448f-9bf0-1528fca98934', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:18:20.724621 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a042d6-047d-45ed-8701-016b566cdef9 None None] The sync data for ids ['77223cf7-1ad3-4aac-a5da-42f605a92f9e'] in dv-neutron-master-2-hyperv is: [{'id': '77223cf7-1ad3-4aac-a5da-42f605a92f9e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-635934673', 'tenant_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.221'}], 'enable_snat': True}, 'gw_port_id': '968fadad-055f-4f40-a7c6-29e54aae5852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:15:37Z', 'updated_at': '2022-02-28T11:15:41Z', 'revision_number': 4, 'project_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'gw_port': {'id': '968fadad-055f-4f40-a7c6-29e54aae5852', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:c4:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77223cf7-1ad3-4aac-a5da-42f605a92f9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:15:38Z', 'updated_at': '2022-02-28T11:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '3f3e7411-7a9a-4552-9a1e-b08b3550ee31', 'name': '', 'network_id': '28bad2ac-b328-41a6-80e9-5cabf991edb0', 'tenant_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'mac_address': 'fa:16:3e:02:1a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77223cf7-1ad3-4aac-a5da-42f605a92f9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': 'b97d2945-571f-448f-9bf0-1528fca98934', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:15:40Z', 'updated_at': '2022-02-28T11:15:44Z', 'revision_number': 5, 'project_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'subnets': [{'id': 'b97d2945-571f-448f-9bf0-1528fca98934', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:18:20.997586 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf10b231-568d-4063-9f2b-f25c5ef499a5 None None] New status for floating IP 4e27d2e5-4924-4a11-ac78-a28e6517326f: DOWN {{(pid=103409) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 11:18:21.313014 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00bbb27-d38c-464e-bd32-46e9ca7a5bc0 req-a023cb16-0f08-49bf-ad59-c41f75ad6c8f tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:18:21.315062 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-a00bbb27-d38c-464e-bd32-46e9ca7a5bc0 req-a023cb16-0f08-49bf-ad59-c41f75ad6c8f tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a7d12ec-6bb2-4c1a-829b-2011decd9cbd HTTP/1.1" status: 200 len: 946 time: 0.0685022 Feb 28 11:18:21.374519 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-a00bbb27-d38c-464e-bd32-46e9ca7a5bc0 req-966e7bb5-e8f4-4513-8ac6-346b8590e5ae tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff061fa6-f21d-4d9a-9ec9-3d2e26cdd3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527105 Feb 28 11:18:22.093244 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1215367a-e9a4-43d9-a8b3-6ceeaa309e1f req-0f0f2b74-368c-4035-91e9-94012b92694a tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:18:22.095059 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-1215367a-e9a4-43d9-a8b3-6ceeaa309e1f req-0f0f2b74-368c-4035-91e9-94012b92694a tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a7d12ec-6bb2-4c1a-829b-2011decd9cbd HTTP/1.1" status: 200 len: 946 time: 0.0963993 Feb 28 11:18:22.205015 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [req-1215367a-e9a4-43d9-a8b3-6ceeaa309e1f req-63161dc7-9350-490b-a41a-b474f9495472 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Deleting port 4dc235aa-52f8-458a-a24a-3c1c2006b8d2 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 11:18:22.205435 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-1215367a-e9a4-43d9-a8b3-6ceeaa309e1f req-63161dc7-9350-490b-a41a-b474f9495472 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (4dc235aa-52f8-458a-a24a-3c1c2006b8d2), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:22.317081 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [req-1215367a-e9a4-43d9-a8b3-6ceeaa309e1f req-63161dc7-9350-490b-a41a-b474f9495472 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] For port 4dc235aa-52f8-458a-a24a-3c1c2006b8d2, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=4dc235aa-52f8-458a-a24a-3c1c2006b8d2,segment=NetworkSegment(940705c7-a459-4466-bb8d-c8a56e1995d4),segment_id=940705c7-a459-4466-bb8d-c8a56e1995d4)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:18:22.317613 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-1215367a-e9a4-43d9-a8b3-6ceeaa309e1f req-63161dc7-9350-490b-a41a-b474f9495472 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (4dc235aa-52f8-458a-a24a-3c1c2006b8d2), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:22.344571 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [req-1215367a-e9a4-43d9-a8b3-6ceeaa309e1f req-63161dc7-9350-490b-a41a-b474f9495472 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Calling delete_port for 4dc235aa-52f8-458a-a24a-3c1c2006b8d2 owned by compute:nova {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 11:18:22.531843 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d6ce01-74e9-4e2a-84d0-3672b19aaf66 req-fd343593-d4d8-4bd8-99df-0a79b4e3b396 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:18:22.533646 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-58d6ce01-74e9-4e2a-84d0-3672b19aaf66 req-fd343593-d4d8-4bd8-99df-0a79b4e3b396 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a7d12ec-6bb2-4c1a-829b-2011decd9cbd HTTP/1.1" status: 200 len: 946 time: 0.0659258 Feb 28 11:18:22.570912 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-1215367a-e9a4-43d9-a8b3-6ceeaa309e1f req-63161dc7-9350-490b-a41a-b474f9495472 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (4dc235aa-52f8-458a-a24a-3c1c2006b8d2), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:22.596956 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-58d6ce01-74e9-4e2a-84d0-3672b19aaf66 req-b014d19b-5804-46fb-b578-ecd2b1c84799 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff061fa6-f21d-4d9a-9ec9-3d2e26cdd3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559475 Feb 28 11:18:22.602026 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63161dc7-9350-490b-a41a-b474f9495472 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Pushing event deleted for resources: {'Port': ['ID=4dc235aa-52f8-458a-a24a-3c1c2006b8d2,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:18:22.647570 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63161dc7-9350-490b-a41a-b474f9495472 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:18:22.647926 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63161dc7-9350-490b-a41a-b474f9495472 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:18:22.648275 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63161dc7-9350-490b-a41a-b474f9495472 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:18:22.648646 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63161dc7-9350-490b-a41a-b474f9495472 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:18:22.648991 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63161dc7-9350-490b-a41a-b474f9495472 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:18:22.649330 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63161dc7-9350-490b-a41a-b474f9495472 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:18:22.649658 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63161dc7-9350-490b-a41a-b474f9495472 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:18:22.649987 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63161dc7-9350-490b-a41a-b474f9495472 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:18:22.650319 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63161dc7-9350-490b-a41a-b474f9495472 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:18:22.650648 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63161dc7-9350-490b-a41a-b474f9495472 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:18:22.650975 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63161dc7-9350-490b-a41a-b474f9495472 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:18:22.651303 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63161dc7-9350-490b-a41a-b474f9495472 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:18:22.651644 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63161dc7-9350-490b-a41a-b474f9495472 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:18:22.670137 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [req-1215367a-e9a4-43d9-a8b3-6ceeaa309e1f req-63161dc7-9350-490b-a41a-b474f9495472 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] No DVR routers for this DVR port 4dc235aa-52f8-458a-a24a-3c1c2006b8d2 on host hv-neutron-mast {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:18:22.673577 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-1215367a-e9a4-43d9-a8b3-6ceeaa309e1f req-63161dc7-9350-490b-a41a-b474f9495472 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:22.677506 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-1215367a-e9a4-43d9-a8b3-6ceeaa309e1f req-63161dc7-9350-490b-a41a-b474f9495472 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.30 "DELETE /v2.0/ports/4dc235aa-52f8-458a-a24a-3c1c2006b8d2 HTTP/1.1" status: 204 len: 173 time: 0.5762553 Feb 28 11:18:22.678008 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a7d12ec-6bb2-4c1a-829b-2011decd9cbd', 'name': 'network-vif-deleted', 'tag': '4dc235aa-52f8-458a-a24a-3c1c2006b8d2'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:18:22.680430 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f56b9db1a49ad64bfd589e142fe25e4b3ad10508b17737ae95e2f0d29aca45ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d078548-10b5-46e1-9c95-823e1186006b" -d '{"events": [{"server_uuid": "7a7d12ec-6bb2-4c1a-829b-2011decd9cbd", "name": "network-vif-deleted", "tag": "4dc235aa-52f8-458a-a24a-3c1c2006b8d2"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 11:18:22.866813 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 11:18:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0742db62-34a3-4b16-aa15-7c8c07188771 x-openstack-request-id: req-0742db62-34a3-4b16-aa15-7c8c07188771 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 11:18:22.867122 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a7d12ec-6bb2-4c1a-829b-2011decd9cbd", "name": "network-vif-deleted", "tag": "4dc235aa-52f8-458a-a24a-3c1c2006b8d2", "status": "completed", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 11:18:22.867625 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0742db62-34a3-4b16-aa15-7c8c07188771 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 11:18:22.868051 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a7d12ec-6bb2-4c1a-829b-2011decd9cbd', 'name': 'network-vif-deleted', 'tag': '4dc235aa-52f8-458a-a24a-3c1c2006b8d2', 'status': 'completed', 'code': 200} Feb 28 11:18:23.670249 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 46640) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:18:24.170920 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a200b379-c7ce-4bea-8edc-5ee2ef46bc58 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1802615'] for router_interface (77223cf7-1ad3-4aac-a5da-42f605a92f9e), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:24.506301 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-a200b379-c7ce-4bea-8edc-5ee2ef46bc58 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Deleting port 3f3e7411-7a9a-4552-9a1e-b08b3550ee31 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 11:18:24.506442 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a200b379-c7ce-4bea-8edc-5ee2ef46bc58 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (3f3e7411-7a9a-4552-9a1e-b08b3550ee31), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:24.611003 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-a200b379-c7ce-4bea-8edc-5ee2ef46bc58 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] For port 3f3e7411-7a9a-4552-9a1e-b08b3550ee31, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3f3e7411-7a9a-4552-9a1e-b08b3550ee31,segment=NetworkSegment(940705c7-a459-4466-bb8d-c8a56e1995d4),segment_id=940705c7-a459-4466-bb8d-c8a56e1995d4)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:18:24.611475 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a200b379-c7ce-4bea-8edc-5ee2ef46bc58 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (3f3e7411-7a9a-4552-9a1e-b08b3550ee31), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:24.626266 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-a200b379-c7ce-4bea-8edc-5ee2ef46bc58 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Calling delete_port for 3f3e7411-7a9a-4552-9a1e-b08b3550ee31 owned by network:router_interface {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 11:18:24.846444 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a200b379-c7ce-4bea-8edc-5ee2ef46bc58 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (3f3e7411-7a9a-4552-9a1e-b08b3550ee31), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:24.875022 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a200b379-c7ce-4bea-8edc-5ee2ef46bc58 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Pushing event deleted for resources: {'Port': ['ID=3f3e7411-7a9a-4552-9a1e-b08b3550ee31,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:18:25.113322 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a200b379-c7ce-4bea-8edc-5ee2ef46bc58 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1802651'] for router_interface (77223cf7-1ad3-4aac-a5da-42f605a92f9e), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:25.388840 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a200b379-c7ce-4bea-8edc-5ee2ef46bc58 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Router 77223cf7-1ad3-4aac-a5da-42f605a92f9e has already been hosted by L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:18:25.508282 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device 4dc235aa-52f8-458a-a24a-3c1c2006b8d2 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 11:18:25.511340 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a200b379-c7ce-4bea-8edc-5ee2ef46bc58 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:18:25.520440 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-a200b379-c7ce-4bea-8edc-5ee2ef46bc58 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "PUT /v2.0/routers/77223cf7-1ad3-4aac-a5da-42f605a92f9e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8486001 Feb 28 11:18:25.523623 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 46644) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:18:25.528655 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c90869-05c6-4f41-8cc3-9b6a1b7a72cc None None] Sync routers for ids ['77223cf7-1ad3-4aac-a5da-42f605a92f9e'] in dv-neutron-master-2-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:18:25.550075 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c90869-05c6-4f41-8cc3-9b6a1b7a72cc None None] Routers {'77223cf7-1ad3-4aac-a5da-42f605a92f9e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:18:25.552072 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] No Port match for: 4dc235aa-52f8-458a-a24a-3c1c2006b8d2 {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 11:18:25.552622 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device 4dc235aa-52f8-458a-a24a-3c1c2006b8d2 not bound to the agent host hv-neutron-mast {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 11:18:25.555640 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-47c90869-05c6-4f41-8cc3-9b6a1b7a72cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T11:18:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['77223cf7-1ad3-4aac-a5da-42f605a92f9e'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:18:25.612742 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_v2 [None req-29edf0a5-da82-4e00-b57a-b532d0414c55 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Deleting subnet b97d2945-571f-448f-9bf0-1528fca98934 {{(pid=103407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 11:18:25.616866 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-29edf0a5-da82-4e00-b57a-b532d0414c55 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for subnet (b97d2945-571f-448f-9bf0-1528fca98934), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:25.667395 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-29edf0a5-da82-4e00-b57a-b532d0414c55 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3501132'] for subnet (b97d2945-571f-448f-9bf0-1528fca98934), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:25.700077 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-47c90869-05c6-4f41-8cc3-9b6a1b7a72cc None None] Set router 77223cf7-1ad3-4aac-a5da-42f605a92f9e gateway port host: dv-neutron-master-2-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:18:25.788107 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-29edf0a5-da82-4e00-b57a-b532d0414c55 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-823142'] for subnet (b97d2945-571f-448f-9bf0-1528fca98934), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:25.881945 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-29edf0a5-da82-4e00-b57a-b532d0414c55 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-823145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3498088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3516558'] for subnet (b97d2945-571f-448f-9bf0-1528fca98934), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:25.912084 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29edf0a5-da82-4e00-b57a-b532d0414c55 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Pushing event deleted for resources: {'Subnet': ['ID=b97d2945-571f-448f-9bf0-1528fca98934,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:18:25.920279 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-29edf0a5-da82-4e00-b57a-b532d0414c55 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:25.926335 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-29edf0a5-da82-4e00-b57a-b532d0414c55 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "DELETE /v2.0/subnets/b97d2945-571f-448f-9bf0-1528fca98934 HTTP/1.1" status: 204 len: 168 time: 0.4010539 Feb 28 11:18:25.929890 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 46646) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:18:25.935167 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e84c15ad-e258-40f6-89f9-48fa24e763bb None None] Network 28bad2ac-b328-41a6-80e9-5cabf991edb0 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 11:18:25.977817 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-47c90869-05c6-4f41-8cc3-9b6a1b7a72cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77223cf7-1ad3-4aac-a5da-42f605a92f9e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-635934673', 'tenant_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.221'}], 'enable_snat': True}, 'gw_port_id': '968fadad-055f-4f40-a7c6-29e54aae5852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:15:37Z', 'updated_at': '2022-02-28T11:18:24Z', 'revision_number': 5, 'project_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'gw_port': {'id': '968fadad-055f-4f40-a7c6-29e54aae5852', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:c4:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77223cf7-1ad3-4aac-a5da-42f605a92f9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:15:38Z', 'updated_at': '2022-02-28T11:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:18:26.031537 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c90869-05c6-4f41-8cc3-9b6a1b7a72cc None None] Checking router: 77223cf7-1ad3-4aac-a5da-42f605a92f9e for host: dv-neutron-master-2-hyperv {{(pid=103410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:18:26.052660 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c90869-05c6-4f41-8cc3-9b6a1b7a72cc None None] Routers {'77223cf7-1ad3-4aac-a5da-42f605a92f9e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:18:26.053711 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-47c90869-05c6-4f41-8cc3-9b6a1b7a72cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T11:18:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['77223cf7-1ad3-4aac-a5da-42f605a92f9e'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:18:26.137110 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a200d8c2-1638-4d18-8db6-79133176f91d tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for router (77223cf7-1ad3-4aac-a5da-42f605a92f9e), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:26.167822 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ec692b-59d4-4508-8c01-da6df6ddda31 None None] DHCP port deletion for 28bad2ac-b328-41a6-80e9-5cabf991edb0 request from dv-neutron-master-2-hyperv {{(pid=103409) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 11:18:26.224678 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-27ec692b-59d4-4508-8c01-da6df6ddda31 None None] Deleting port f06979d7-463e-4d9a-a84b-43613d64219a {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 11:18:26.224958 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-27ec692b-59d4-4508-8c01-da6df6ddda31 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (f06979d7-463e-4d9a-a84b-43613d64219a), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:26.258529 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-47c90869-05c6-4f41-8cc3-9b6a1b7a72cc None None] Set router 77223cf7-1ad3-4aac-a5da-42f605a92f9e gateway port host: dv-neutron-master-2-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:18:26.293851 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-27ec692b-59d4-4508-8c01-da6df6ddda31 None None] For port f06979d7-463e-4d9a-a84b-43613d64219a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f06979d7-463e-4d9a-a84b-43613d64219a,segment=NetworkSegment(940705c7-a459-4466-bb8d-c8a56e1995d4),segment_id=940705c7-a459-4466-bb8d-c8a56e1995d4)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:18:26.294879 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-27ec692b-59d4-4508-8c01-da6df6ddda31 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (f06979d7-463e-4d9a-a84b-43613d64219a), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:26.297224 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a200d8c2-1638-4d18-8db6-79133176f91d tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for router_gateway (77223cf7-1ad3-4aac-a5da-42f605a92f9e), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:26.319182 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-27ec692b-59d4-4508-8c01-da6df6ddda31 None None] Calling delete_port for f06979d7-463e-4d9a-a84b-43613d64219a owned by network:dhcp {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 11:18:26.367954 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-a200d8c2-1638-4d18-8db6-79133176f91d tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Deleting port 968fadad-055f-4f40-a7c6-29e54aae5852 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 11:18:26.368428 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a200d8c2-1638-4d18-8db6-79133176f91d tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (968fadad-055f-4f40-a7c6-29e54aae5852), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:26.429320 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-27ec692b-59d4-4508-8c01-da6df6ddda31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758'] for port (f06979d7-463e-4d9a-a84b-43613d64219a), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:26.458531 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec692b-59d4-4508-8c01-da6df6ddda31 None None] Pushing event deleted for resources: {'Port': ['ID=f06979d7-463e-4d9a-a84b-43613d64219a,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:18:26.468577 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec692b-59d4-4508-8c01-da6df6ddda31 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:18:26.468973 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec692b-59d4-4508-8c01-da6df6ddda31 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:18:26.469330 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec692b-59d4-4508-8c01-da6df6ddda31 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:18:26.469675 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec692b-59d4-4508-8c01-da6df6ddda31 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:18:26.470015 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec692b-59d4-4508-8c01-da6df6ddda31 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:18:26.471795 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec692b-59d4-4508-8c01-da6df6ddda31 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:18:26.471795 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec692b-59d4-4508-8c01-da6df6ddda31 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:18:26.471795 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec692b-59d4-4508-8c01-da6df6ddda31 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:18:26.471795 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec692b-59d4-4508-8c01-da6df6ddda31 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:18:26.471795 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec692b-59d4-4508-8c01-da6df6ddda31 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:18:26.472618 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec692b-59d4-4508-8c01-da6df6ddda31 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:18:26.472618 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec692b-59d4-4508-8c01-da6df6ddda31 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:18:26.472618 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ec692b-59d4-4508-8c01-da6df6ddda31 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:18:26.475807 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ec692b-59d4-4508-8c01-da6df6ddda31 None None] No DVR routers for this DVR port f06979d7-463e-4d9a-a84b-43613d64219a on host dv-neutron-master-2-hyperv {{(pid=103409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:18:26.477527 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-a200d8c2-1638-4d18-8db6-79133176f91d tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] For port 968fadad-055f-4f40-a7c6-29e54aae5852, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=968fadad-055f-4f40-a7c6-29e54aae5852,segment=NetworkSegment(195d7ed7-323d-4284-82df-208cca613d99),segment_id=195d7ed7-323d-4284-82df-208cca613d99)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:18:26.477922 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a200d8c2-1638-4d18-8db6-79133176f91d tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (968fadad-055f-4f40-a7c6-29e54aae5852), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:26.501884 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-a200d8c2-1638-4d18-8db6-79133176f91d tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Calling delete_port for 968fadad-055f-4f40-a7c6-29e54aae5852 owned by network:router_gateway {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 11:18:26.598793 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-47c90869-05c6-4f41-8cc3-9b6a1b7a72cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77223cf7-1ad3-4aac-a5da-42f605a92f9e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-635934673', 'tenant_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.221'}], 'enable_snat': True}, 'gw_port_id': '968fadad-055f-4f40-a7c6-29e54aae5852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:15:37Z', 'updated_at': '2022-02-28T11:18:24Z', 'revision_number': 5, 'project_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'gw_port': {'id': '968fadad-055f-4f40-a7c6-29e54aae5852', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:c4:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77223cf7-1ad3-4aac-a5da-42f605a92f9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:15:38Z', 'updated_at': '2022-02-28T11:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:18:26.629160 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c90869-05c6-4f41-8cc3-9b6a1b7a72cc None None] The sync data for ids ['77223cf7-1ad3-4aac-a5da-42f605a92f9e'] in dv-neutron-master-2-hyperv is: [{'id': '77223cf7-1ad3-4aac-a5da-42f605a92f9e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-635934673', 'tenant_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.221'}], 'enable_snat': True}, 'gw_port_id': '968fadad-055f-4f40-a7c6-29e54aae5852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:15:37Z', 'updated_at': '2022-02-28T11:18:24Z', 'revision_number': 5, 'project_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'gw_port': {'id': '968fadad-055f-4f40-a7c6-29e54aae5852', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:c4:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77223cf7-1ad3-4aac-a5da-42f605a92f9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:15:38Z', 'updated_at': '2022-02-28T11:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:18:26.803427 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a200d8c2-1638-4d18-8db6-79133176f91d tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (968fadad-055f-4f40-a7c6-29e54aae5852), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:26.836098 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a200d8c2-1638-4d18-8db6-79133176f91d tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Pushing event deleted for resources: {'Port': ['ID=968fadad-055f-4f40-a7c6-29e54aae5852,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:18:26.909994 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a200d8c2-1638-4d18-8db6-79133176f91d tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1803321'] for router_gateway (77223cf7-1ad3-4aac-a5da-42f605a92f9e), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:27.040701 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a200d8c2-1638-4d18-8db6-79133176f91d tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1807017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5941'] for router (77223cf7-1ad3-4aac-a5da-42f605a92f9e), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:27.043838 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a200d8c2-1638-4d18-8db6-79133176f91d tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for router_controller (77223cf7-1ad3-4aac-a5da-42f605a92f9e), precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:27.115078 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a200d8c2-1638-4d18-8db6-79133176f91d tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1806994'] for router (77223cf7-1ad3-4aac-a5da-42f605a92f9e), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:27.115669 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a200d8c2-1638-4d18-8db6-79133176f91d tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Fanout notify agent at l3_agent the message router_deleted on router 77223cf7-1ad3-4aac-a5da-42f605a92f9e {{(pid=103408) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 11:18:27.122632 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-a200d8c2-1638-4d18-8db6-79133176f91d tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for router (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:27.123989 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-a200d8c2-1638-4d18-8db6-79133176f91d tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "DELETE /v2.0/routers/77223cf7-1ad3-4aac-a5da-42f605a92f9e HTTP/1.1" status: 204 len: 168 time: 1.1925983 Feb 28 11:18:27.127640 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 46648) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:18:27.243308 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-28ec8d53-625f-4402-b4f9-9aedb48132ed tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-665757'] for network (28bad2ac-b328-41a6-80e9-5cabf991edb0), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:27.349182 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-28ec8d53-625f-4402-b4f9-9aedb48132ed tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672413', 'neutron.services.segments.db._delete_segments_for_network-8742057110173'] for network (28bad2ac-b328-41a6-80e9-5cabf991edb0), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:27.375819 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-28ec8d53-625f-4402-b4f9-9aedb48132ed tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28bad2ac-b328-41a6-80e9-5cabf991edb0']}} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:18:27.387505 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-28ec8d53-625f-4402-b4f9-9aedb48132ed tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '940705c7-a459-4466-bb8d-c8a56e1995d4') {'for_net_delete': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:18:27.387855 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-28ec8d53-625f-4402-b4f9-9aedb48132ed tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '940705c7-a459-4466-bb8d-c8a56e1995d4') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:18:27.400602 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-28ec8d53-625f-4402-b4f9-9aedb48132ed tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742057113766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3423550'] for segment (940705c7-a459-4466-bb8d-c8a56e1995d4), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:27.419680 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-28ec8d53-625f-4402-b4f9-9aedb48132ed tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (940705c7-a459-4466-bb8d-c8a56e1995d4), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:27.427232 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28ec8d53-625f-4402-b4f9-9aedb48132ed tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Releasing vlan 294 on physical network physnet1 to pool {{(pid=103408) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 11:18:27.427659 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-28ec8d53-625f-4402-b4f9-9aedb48132ed tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3242693'] for segment (940705c7-a459-4466-bb8d-c8a56e1995d4), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:27.430916 dv-neutron-master-2-hyperv neutron-server[103408]: Traceback (most recent call last): Feb 28 11:18:27.430916 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 11:18:27.430916 dv-neutron-master-2-hyperv neutron-server[103408]: timer() Feb 28 11:18:27.430916 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:18:27.430916 dv-neutron-master-2-hyperv neutron-server[103408]: cb(*args, **kw) Feb 28 11:18:27.430916 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 11:18:27.430916 dv-neutron-master-2-hyperv neutron-server[103408]: return func(*args, **kwargs) Feb 28 11:18:27.430916 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:18:27.430916 dv-neutron-master-2-hyperv neutron-server[103408]: self._notify() Feb 28 11:18:27.430916 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:18:27.430916 dv-neutron-master-2-hyperv neutron-server[103408]: self.callback(batched_events) Feb 28 11:18:27.430916 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:18:27.430916 dv-neutron-master-2-hyperv neutron-server[103408]: event.method(event) Feb 28 11:18:27.430916 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 11:18:27.430916 dv-neutron-master-2-hyperv neutron-server[103408]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:18:27.430916 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 11:18:27.430916 dv-neutron-master-2-hyperv neutron-server[103408]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:18:27.430916 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 11:18:27.430916 dv-neutron-master-2-hyperv neutron-server[103408]: return f(self, *a, **k) Feb 28 11:18:27.430916 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 11:18:27.430916 dv-neutron-master-2-hyperv neutron-server[103408]: return self._get(url).json() Feb 28 11:18:27.430916 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 11:18:27.430916 dv-neutron-master-2-hyperv neutron-server[103408]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:18:27.430916 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 11:18:27.430916 dv-neutron-master-2-hyperv neutron-server[103408]: return self.request(url, 'GET', **kwargs) Feb 28 11:18:27.430916 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 11:18:27.430916 dv-neutron-master-2-hyperv neutron-server[103408]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:18:27.430916 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 11:18:27.430916 dv-neutron-master-2-hyperv neutron-server[103408]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:18:27.430916 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 11:18:27.430916 dv-neutron-master-2-hyperv neutron-server[103408]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:18:27.430916 dv-neutron-master-2-hyperv neutron-server[103408]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:18:27.499942 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-28ec8d53-625f-4402-b4f9-9aedb48132ed tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803269'] for network (28bad2ac-b328-41a6-80e9-5cabf991edb0), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:27.510525 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-28ec8d53-625f-4402-b4f9-9aedb48132ed tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for network (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:27.513537 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-28ec8d53-625f-4402-b4f9-9aedb48132ed tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "DELETE /v2.0/networks/28bad2ac-b328-41a6-80e9-5cabf991edb0 HTTP/1.1" status: 204 len: 168 time: 0.3841581 Feb 28 11:18:27.518030 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 46650) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:18:27.530088 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ec8d53-625f-4402-b4f9-9aedb48132ed tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Pushing event deleted for resources: {'Network': ['ID=28bad2ac-b328-41a6-80e9-5cabf991edb0,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:18:27.595586 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8673547d-ddfa-41df-8901-1dc772e3abe3 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for security_group (ff061fa6-f21d-4d9a-9ec9-3d2e26cdd3cc), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:27.636460 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8673547d-ddfa-41df-8901-1dc772e3abe3 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for security_group (ff061fa6-f21d-4d9a-9ec9-3d2e26cdd3cc), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:27.722874 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8673547d-ddfa-41df-8901-1dc772e3abe3 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (ff061fa6-f21d-4d9a-9ec9-3d2e26cdd3cc), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:27.726613 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8673547d-ddfa-41df-8901-1dc772e3abe3 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:27.728373 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-8673547d-ddfa-41df-8901-1dc772e3abe3 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "DELETE /v2.0/security-groups/ff061fa6-f21d-4d9a-9ec9-3d2e26cdd3cc HTTP/1.1" status: 204 len: 168 time: 0.2089176 Feb 28 11:18:27.741372 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8673547d-ddfa-41df-8901-1dc772e3abe3 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff061fa6-f21d-4d9a-9ec9-3d2e26cdd3cc,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:18:28.079017 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device f06979d7-463e-4d9a-a84b-43613d64219a no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 11:18:28.115439 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] No Port match for: f06979d7-463e-4d9a-a84b-43613d64219a {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 11:18:28.115999 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device f06979d7-463e-4d9a-a84b-43613d64219a not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 11:18:28.116743 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 3f3e7411-7a9a-4552-9a1e-b08b3550ee31 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 11:18:28.156191 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] No Port match for: 3f3e7411-7a9a-4552-9a1e-b08b3550ee31 {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 11:18:28.156786 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 3f3e7411-7a9a-4552-9a1e-b08b3550ee31 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 11:18:28.157461 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 968fadad-055f-4f40-a7c6-29e54aae5852 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 11:18:28.191183 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] No Port match for: 968fadad-055f-4f40-a7c6-29e54aae5852 {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 11:18:28.191760 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 968fadad-055f-4f40-a7c6-29e54aae5852 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 11:18:30.212334 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 46660) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:18:30.217364 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-51874c57-73e4-4df7-8497-20385c5ffcb6 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-927429232', 'description': 'tempest-secgroup-smoke-927429232 description', 'project_id': '3c4e3863732a46c4818eaf87ed0e9f91'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:18:30.242535 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-51874c57-73e4-4df7-8497-20385c5ffcb6 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:30.322420 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-51874c57-73e4-4df7-8497-20385c5ffcb6 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for security_group (efae7e62-9e7d-4abd-97f7-acbe8937ff05), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:30.327435 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-51874c57-73e4-4df7-8497-20385c5ffcb6 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (efae7e62-9e7d-4abd-97f7-acbe8937ff05), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:30.357327 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-51874c57-73e4-4df7-8497-20385c5ffcb6 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:30.359053 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-51874c57-73e4-4df7-8497-20385c5ffcb6 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1455612 Feb 28 11:18:30.362472 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 46662) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:18:30.367851 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-f1b33c1d-fa31-4838-8617-987967891ea4 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Request body: {'security_group_rule': {'security_group_id': 'efae7e62-9e7d-4abd-97f7-acbe8937ff05', 'project_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:18:30.373360 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51874c57-73e4-4df7-8497-20385c5ffcb6 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efae7e62-9e7d-4abd-97f7-acbe8937ff05,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:18:30.403104 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f1b33c1d-fa31-4838-8617-987967891ea4 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for security_group_rule (e9cc6e29-5749-4de3-92d0-2d43d188ad9b), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:30.469421 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f1b33c1d-fa31-4838-8617-987967891ea4 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for security_group_rule (e9cc6e29-5749-4de3-92d0-2d43d188ad9b), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:30.474776 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f1b33c1d-fa31-4838-8617-987967891ea4 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594242'] for security_group_rule (e9cc6e29-5749-4de3-92d0-2d43d188ad9b), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:30.493113 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b33c1d-fa31-4838-8617-987967891ea4 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9cc6e29-5749-4de3-92d0-2d43d188ad9b,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:18:30.507079 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f1b33c1d-fa31-4838-8617-987967891ea4 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:30.509219 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-f1b33c1d-fa31-4838-8617-987967891ea4 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1456163 Feb 28 11:18:30.512070 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 46664) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:18:30.517074 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-0adfc6e6-c828-4885-98aa-dc67e38938f0 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Request body: {'security_group_rule': {'security_group_id': 'efae7e62-9e7d-4abd-97f7-acbe8937ff05', 'project_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:18:30.550507 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0adfc6e6-c828-4885-98aa-dc67e38938f0 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for security_group_rule (bceb9795-1d7c-4013-854b-6eddd419274e), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:30.621296 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0adfc6e6-c828-4885-98aa-dc67e38938f0 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for security_group_rule (bceb9795-1d7c-4013-854b-6eddd419274e), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:30.626929 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0adfc6e6-c828-4885-98aa-dc67e38938f0 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594242'] for security_group_rule (bceb9795-1d7c-4013-854b-6eddd419274e), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:30.649053 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adfc6e6-c828-4885-98aa-dc67e38938f0 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bceb9795-1d7c-4013-854b-6eddd419274e,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:18:30.661189 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0adfc6e6-c828-4885-98aa-dc67e38938f0 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:30.662927 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-0adfc6e6-c828-4885-98aa-dc67e38938f0 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1496251 Feb 28 11:18:30.665982 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 46666) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:18:30.670988 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-6b5485de-c898-4f56-97e0-0854b27dcbe0 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Request body: {'security_group_rule': {'security_group_id': 'efae7e62-9e7d-4abd-97f7-acbe8937ff05', 'project_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:18:30.700402 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6b5485de-c898-4f56-97e0-0854b27dcbe0 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for security_group_rule (39c1c0e7-e695-4fdc-9b1a-c56a03b93b75), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:30.799137 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6b5485de-c898-4f56-97e0-0854b27dcbe0 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for security_group_rule (39c1c0e7-e695-4fdc-9b1a-c56a03b93b75), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:30.804736 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6b5485de-c898-4f56-97e0-0854b27dcbe0 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594242'] for security_group_rule (39c1c0e7-e695-4fdc-9b1a-c56a03b93b75), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:30.836612 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5485de-c898-4f56-97e0-0854b27dcbe0 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39c1c0e7-e695-4fdc-9b1a-c56a03b93b75,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:18:30.848677 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6b5485de-c898-4f56-97e0-0854b27dcbe0 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:30.850302 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-6b5485de-c898-4f56-97e0-0854b27dcbe0 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1829884 Feb 28 11:18:30.854662 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 46668) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:18:30.859601 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-96646f74-c412-40c0-8ac8-5b1cfcc7d04a tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Request body: {'security_group_rule': {'security_group_id': 'efae7e62-9e7d-4abd-97f7-acbe8937ff05', 'project_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:18:30.891142 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-96646f74-c412-40c0-8ac8-5b1cfcc7d04a tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for security_group_rule (4d45105f-a722-4c51-ad2d-0e86bb487288), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:30.949903 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-96646f74-c412-40c0-8ac8-5b1cfcc7d04a tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for security_group_rule (4d45105f-a722-4c51-ad2d-0e86bb487288), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:30.956303 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-96646f74-c412-40c0-8ac8-5b1cfcc7d04a tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594242'] for security_group_rule (4d45105f-a722-4c51-ad2d-0e86bb487288), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:30.976458 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96646f74-c412-40c0-8ac8-5b1cfcc7d04a tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d45105f-a722-4c51-ad2d-0e86bb487288,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:18:30.985718 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-96646f74-c412-40c0-8ac8-5b1cfcc7d04a tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:30.987212 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-96646f74-c412-40c0-8ac8-5b1cfcc7d04a tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1313434 Feb 28 11:18:30.990371 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 46670) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:18:30.995881 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-2b347da1-4f65-4ecb-9c31-3e69d33492ad tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Request body: {'security_group_rule': {'security_group_id': 'efae7e62-9e7d-4abd-97f7-acbe8937ff05', 'project_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:18:31.020854 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.db.securitygroups_db [None req-2b347da1-4f65-4ecb-9c31-3e69d33492ad tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Project 3c4e3863732a46c4818eaf87ed0e9f91 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 11:18:31.030016 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2b347da1-4f65-4ecb-9c31-3e69d33492ad tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for security_group_rule (8edbc81b-cb5e-440e-81ae-65c7ef12d886), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:31.103879 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2b347da1-4f65-4ecb-9c31-3e69d33492ad tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for security_group_rule (8edbc81b-cb5e-440e-81ae-65c7ef12d886), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:31.108691 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2b347da1-4f65-4ecb-9c31-3e69d33492ad tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594242'] for security_group_rule (8edbc81b-cb5e-440e-81ae-65c7ef12d886), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:31.130651 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b347da1-4f65-4ecb-9c31-3e69d33492ad tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8edbc81b-cb5e-440e-81ae-65c7ef12d886,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:18:31.140732 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2b347da1-4f65-4ecb-9c31-3e69d33492ad tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:31.141479 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-2b347da1-4f65-4ecb-9c31-3e69d33492ad tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1496890 Feb 28 11:18:31.145470 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 46672) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:18:31.150599 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-3999eb90-9df9-4a5a-a7a4-bd14aab1bb6a tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Request body: {'security_group_rule': {'security_group_id': 'efae7e62-9e7d-4abd-97f7-acbe8937ff05', 'project_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:18:31.174819 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.db.securitygroups_db [None req-3999eb90-9df9-4a5a-a7a4-bd14aab1bb6a tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Project 3c4e3863732a46c4818eaf87ed0e9f91 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 11:18:31.181173 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3999eb90-9df9-4a5a-a7a4-bd14aab1bb6a tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for security_group_rule (2a896b9b-d3bd-4189-978c-40ac231e044b), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:31.247735 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3999eb90-9df9-4a5a-a7a4-bd14aab1bb6a tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for security_group_rule (2a896b9b-d3bd-4189-978c-40ac231e044b), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:31.252002 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3999eb90-9df9-4a5a-a7a4-bd14aab1bb6a tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594242'] for security_group_rule (2a896b9b-d3bd-4189-978c-40ac231e044b), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:31.270498 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3999eb90-9df9-4a5a-a7a4-bd14aab1bb6a tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a896b9b-d3bd-4189-978c-40ac231e044b,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:18:31.282378 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3999eb90-9df9-4a5a-a7a4-bd14aab1bb6a tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:31.283900 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-3999eb90-9df9-4a5a-a7a4-bd14aab1bb6a tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1371198 Feb 28 11:18:31.287162 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 46674) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:18:31.292900 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-e4154c37-a0dd-48c0-90da-f65d06f21e1f tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Request body: {'network': {'name': 'tempest-network-smoke--1556550423', 'project_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'port_security_enabled': True}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:18:31.315414 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4154c37-a0dd-48c0-90da-f65d06f21e1f tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Made reservation on behalf of 3c4e3863732a46c4818eaf87ed0e9f91 for: {'network': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:18:31.319018 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e4154c37-a0dd-48c0-90da-f65d06f21e1f tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for network (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:31.348112 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4154c37-a0dd-48c0-90da-f65d06f21e1f tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 288} {{(pid=103408) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:18:31.361488 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e4154c37-a0dd-48c0-90da-f65d06f21e1f tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (ad31c15f-018e-4f5a-a7bd-72f0f29a1550), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:31.361809 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.db.segments_db [None req-e4154c37-a0dd-48c0-90da-f65d06f21e1f tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Added segment ad31c15f-018e-4f5a-a7bd-72f0f29a1550 of type vlan for network c6866e29-acef-411e-86d8-204e9a255b17 Feb 28 11:18:31.407689 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e4154c37-a0dd-48c0-90da-f65d06f21e1f tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742056637431'] for network (c6866e29-acef-411e-86d8-204e9a255b17), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:31.437195 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e4154c37-a0dd-48c0-90da-f65d06f21e1f tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551'] for network (c6866e29-acef-411e-86d8-204e9a255b17), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:31.443335 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4154c37-a0dd-48c0-90da-f65d06f21e1f tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:18:31.444091 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e4154c37-a0dd-48c0-90da-f65d06f21e1f tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for network (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:31.515384 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-e4154c37-a0dd-48c0-90da-f65d06f21e1f tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2267637 Feb 28 11:18:31.518246 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 46676) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:18:31.522989 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-c87f6550-9929-4dbd-aefc-9ebba1332576 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1083853707', 'admin_state_up': True, 'project_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840'}}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:18:31.540771 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4154c37-a0dd-48c0-90da-f65d06f21e1f tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Pushing event updated for resources: {'Network': ['ID=c6866e29-acef-411e-86d8-204e9a255b17,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:18:31.558441 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Network c6866e29-acef-411e-86d8-204e9a255b17 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103409) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 11:18:31.561552 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c87f6550-9929-4dbd-aefc-9ebba1332576 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1805251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254175'] for router (86aa4026-247b-4f8e-b82d-ebe78c12b118), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:31.563240 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c87f6550-9929-4dbd-aefc-9ebba1332576 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1804172', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1602053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254150'] for router (86aa4026-247b-4f8e-b82d-ebe78c12b118), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:31.644846 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c87f6550-9929-4dbd-aefc-9ebba1332576 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for router_controller (86aa4026-247b-4f8e-b82d-ebe78c12b118), precommit_add_association {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:32.072258 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c87f6550-9929-4dbd-aefc-9ebba1332576 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for router_gateway (86aa4026-247b-4f8e-b82d-ebe78c12b118), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:32.329226 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c87f6550-9929-4dbd-aefc-9ebba1332576 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for router_gateway (86aa4026-247b-4f8e-b82d-ebe78c12b118), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:32.355046 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c87f6550-9929-4dbd-aefc-9ebba1332576 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:32.479967 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-c87f6550-9929-4dbd-aefc-9ebba1332576 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Allocated IP 172.36.5.43 (1e0804d0-d1d9-4d40-9de5-2936f3d87840/6f6f4129-23e5-4c3b-b4ef-4c7ce926797e/bcdd5ba4-fabc-46a6-b091-cfcb4b7d456d) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:18:32.630597 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c87f6550-9929-4dbd-aefc-9ebba1332576 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for port (bcdd5ba4-fabc-46a6-b091-cfcb4b7d456d), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:32.669434 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c87f6550-9929-4dbd-aefc-9ebba1332576 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (bcdd5ba4-fabc-46a6-b091-cfcb4b7d456d), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:32.714541 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c87f6550-9929-4dbd-aefc-9ebba1332576 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Network 1e0804d0-d1d9-4d40-9de5-2936f3d87840 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:18:32.718601 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-c87f6550-9929-4dbd-aefc-9ebba1332576 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:18:32.722790 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c87f6550-9929-4dbd-aefc-9ebba1332576 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 11:18:32.728944 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87f6550-9929-4dbd-aefc-9ebba1332576 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Pushing event updated for resources: {'Port': ['ID=bcdd5ba4-fabc-46a6-b091-cfcb4b7d456d,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:18:33.008173 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c87f6550-9929-4dbd-aefc-9ebba1332576 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for router_gateway (86aa4026-247b-4f8e-b82d-ebe78c12b118), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:33.235695 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c87f6550-9929-4dbd-aefc-9ebba1332576 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1804241'] for router (86aa4026-247b-4f8e-b82d-ebe78c12b118), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:33.383649 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c87f6550-9929-4dbd-aefc-9ebba1332576 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Router 86aa4026-247b-4f8e-b82d-ebe78c12b118 is scheduled to L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 with binding_index 1 {{(pid=103408) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 11:18:33.511998 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c87f6550-9929-4dbd-aefc-9ebba1332576 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:18:33.524398 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c11302f-1297-4dc9-a5d1-3a2613494617 None None] Sync routers for ids ['86aa4026-247b-4f8e-b82d-ebe78c12b118'] in dv-neutron-master-2-hyperv {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:18:33.539924 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c11302f-1297-4dc9-a5d1-3a2613494617 None None] Routers {'86aa4026-247b-4f8e-b82d-ebe78c12b118'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:18:33.540633 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-2c11302f-1297-4dc9-a5d1-3a2613494617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T11:18:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['86aa4026-247b-4f8e-b82d-ebe78c12b118'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:18:33.541727 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c87f6550-9929-4dbd-aefc-9ebba1332576 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for router (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:33.543487 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-c87f6550-9929-4dbd-aefc-9ebba1332576 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.0241702 Feb 28 11:18:33.547839 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 46678) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:18:33.636641 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-29832774-55f9-428b-a204-63553aa9cb13 tempest-TestNetworkAdvancedServerOps-1757666246 tempest-TestNetworkAdvancedServerOps-1757666246-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=3c4e3863732a46c4818eaf87ed0e9f91&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0869873 Feb 28 11:18:33.640344 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 46684) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:18:33.664679 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-2c11302f-1297-4dc9-a5d1-3a2613494617 None None] Set router 86aa4026-247b-4f8e-b82d-ebe78c12b118 gateway port host: dv-neutron-master-2-hyperv {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:18:33.820668 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd01727b-84d5-4242-8963-a0e49b8ff790 tempest-TestNetworkAdvancedServerOps-1757666246 tempest-TestNetworkAdvancedServerOps-1757666246-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:18:33.822382 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-dd01727b-84d5-4242-8963-a0e49b8ff790 tempest-TestNetworkAdvancedServerOps-1757666246 tempest-TestNetworkAdvancedServerOps-1757666246-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1809680 Feb 28 11:18:33.825838 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 46686) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:18:33.856765 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-f71b5f72-dc71-428f-a839-36299119e58a tempest-TestNetworkAdvancedServerOps-1757666246 tempest-TestNetworkAdvancedServerOps-1757666246-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=1e0804d0-d1d9-4d40-9de5-2936f3d87840&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0295858 Feb 28 11:18:33.860127 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 46688) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:18:33.865366 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-9bea620d-85a8-492f-8281-885f7504f118 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1713677310', 'network_id': 'c6866e29-acef-411e-86d8-204e9a255b17', 'project_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:18:33.983177 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bea620d-85a8-492f-8281-885f7504f118 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Made reservation on behalf of 3c4e3863732a46c4818eaf87ed0e9f91 for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:18:33.986805 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9bea620d-85a8-492f-8281-885f7504f118 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3951209'] for subnet (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:34.056056 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-2c11302f-1297-4dc9-a5d1-3a2613494617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86aa4026-247b-4f8e-b82d-ebe78c12b118', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1083853707', 'tenant_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.43'}], 'enable_snat': True}, 'gw_port_id': 'bcdd5ba4-fabc-46a6-b091-cfcb4b7d456d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:18:31Z', 'updated_at': '2022-02-28T11:18:32Z', 'revision_number': 3, 'project_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'gw_port': {'id': 'bcdd5ba4-fabc-46a6-b091-cfcb4b7d456d', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:4f:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86aa4026-247b-4f8e-b82d-ebe78c12b118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:18:32Z', 'updated_at': '2022-02-28T11:18:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:18:34.102475 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c11302f-1297-4dc9-a5d1-3a2613494617 None None] Checking router: 86aa4026-247b-4f8e-b82d-ebe78c12b118 for host: dv-neutron-master-2-hyperv {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:18:34.102953 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c11302f-1297-4dc9-a5d1-3a2613494617 None None] Updating router 86aa4026-247b-4f8e-b82d-ebe78c12b118 port bcdd5ba4-fabc-46a6-b091-cfcb4b7d456d binding host dv-neutron-master-2-hyperv {{(pid=103409) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 11:18:34.138464 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2c11302f-1297-4dc9-a5d1-3a2613494617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (bcdd5ba4-fabc-46a6-b091-cfcb4b7d456d), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:34.186924 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9bea620d-85a8-492f-8281-885f7504f118 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3242588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3951195'] for subnet (d5d62665-dba5-4444-8984-8d2aed03541f), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:34.247439 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bea620d-85a8-492f-8281-885f7504f118 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Pushing event updated for resources: {'Subnet': ['ID=d5d62665-dba5-4444-8984-8d2aed03541f,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:18:34.259351 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bea620d-85a8-492f-8281-885f7504f118 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Checking segment: {'id': 'ad31c15f-018e-4f5a-a7bd-72f0f29a1550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'c6866e29-acef-411e-86d8-204e9a255b17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 11:18:34.259716 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bea620d-85a8-492f-8281-885f7504f118 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Network hostable DHCP agents. Network: c6866e29-acef-411e-86d8-204e9a255b17, hostable agents: ['fb6705d2-4f70-4965-92a3-fbfccd43a6d3'], hosted agents: [] {{(pid=103408) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:18:34.279605 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bea620d-85a8-492f-8281-885f7504f118 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Network c6866e29-acef-411e-86d8-204e9a255b17 is scheduled to be hosted by DHCP agent fb6705d2-4f70-4965-92a3-fbfccd43a6d3 with binding_index 1 {{(pid=103408) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:18:34.291097 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-9bea620d-85a8-492f-8281-885f7504f118 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, c6866e29-acef-411e-86d8-204e9a255b17) {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:18:34.299832 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bea620d-85a8-492f-8281-885f7504f118 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:18:34.301071 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9bea620d-85a8-492f-8281-885f7504f118 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for subnet (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:34.313007 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c5a35b2-1100-4cbd-bed8-87a0e36e8d85 None None] Network c6866e29-acef-411e-86d8-204e9a255b17 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 11:18:34.325625 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 46690) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:18:34.326257 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-9bea620d-85a8-492f-8281-885f7504f118 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4643948 Feb 28 11:18:34.536587 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54b807bd-f70b-418c-9c0d-becd520baa8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-c6866e29-acef-411e-86d8-204e9a255b17', 'network_id': 'c6866e29-acef-411e-86d8-204e9a255b17', 'project_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'fixed_ips': [{'subnet_id': 'd5d62665-dba5-4444-8984-8d2aed03541f'}]}} from dv-neutron-master-2-hyperv. {{(pid=103409) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 11:18:34.537501 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-54b807bd-f70b-418c-9c0d-becd520baa8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:34.602869 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2c11302f-1297-4dc9-a5d1-3a2613494617 None None] Publish callbacks [] for port (bcdd5ba4-fabc-46a6-b091-cfcb4b7d456d), precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:34.659478 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2c11302f-1297-4dc9-a5d1-3a2613494617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (bcdd5ba4-fabc-46a6-b091-cfcb4b7d456d), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:34.734332 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5667c885-821e-47f5-921e-ff46fc141b29 None None] Pushing event updated for resources: {'Port': ['ID=bcdd5ba4-fabc-46a6-b091-cfcb4b7d456d,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:18:34.739912 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-2c11302f-1297-4dc9-a5d1-3a2613494617 None None] Attempting to bind port bcdd5ba4-fabc-46a6-b091-cfcb4b7d456d on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 11:18:34.740293 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-2c11302f-1297-4dc9-a5d1-3a2613494617 None None] Attempting to bind port bcdd5ba4-fabc-46a6-b091-cfcb4b7d456d by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '195d7ed7-323d-4284-82df-208cca613d99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 11:18:34.740689 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c11302f-1297-4dc9-a5d1-3a2613494617 None None] Attempting to bind port bcdd5ba4-fabc-46a6-b091-cfcb4b7d456d on network 1e0804d0-d1d9-4d40-9de5-2936f3d87840 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 11:18:34.767722 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c11302f-1297-4dc9-a5d1-3a2613494617 None None] Checking agent: {'id': '75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 24, 15), 'started_at': datetime.datetime(2022, 2, 28, 10, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 18, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 11:18:34.768094 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c11302f-1297-4dc9-a5d1-3a2613494617 None None] Checking segment: {'id': '195d7ed7-323d-4284-82df-208cca613d99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 11:18:34.768411 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2c11302f-1297-4dc9-a5d1-3a2613494617 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:34.768853 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c11302f-1297-4dc9-a5d1-3a2613494617 None None] Bound using segment: {'id': '195d7ed7-323d-4284-82df-208cca613d99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 11:18:34.769366 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-2c11302f-1297-4dc9-a5d1-3a2613494617 None None] Bound port: bcdd5ba4-fabc-46a6-b091-cfcb4b7d456d, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '195d7ed7-323d-4284-82df-208cca613d99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 11:18:34.769758 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2c11302f-1297-4dc9-a5d1-3a2613494617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (bcdd5ba4-fabc-46a6-b091-cfcb4b7d456d), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:34.838005 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-54b807bd-f70b-418c-9c0d-becd520baa8b None None] Allocated IP 172.20.0.2 (c6866e29-acef-411e-86d8-204e9a255b17/d5d62665-dba5-4444-8984-8d2aed03541f/e013ef15-32ca-4296-b2a1-bcf285dd3ef6) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:18:34.864149 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-2c11302f-1297-4dc9-a5d1-3a2613494617 None None] For port bcdd5ba4-fabc-46a6-b091-cfcb4b7d456d, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:18:34.910099 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6ee7d753-b5da-4c61-b89a-1ed3b824798f tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:34.918436 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-2c11302f-1297-4dc9-a5d1-3a2613494617 None None] For port bcdd5ba4-fabc-46a6-b091-cfcb4b7d456d, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=bcdd5ba4-fabc-46a6-b091-cfcb4b7d456d,segment=NetworkSegment(195d7ed7-323d-4284-82df-208cca613d99),segment_id=195d7ed7-323d-4284-82df-208cca613d99)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:18:34.932219 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2c11302f-1297-4dc9-a5d1-3a2613494617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (bcdd5ba4-fabc-46a6-b091-cfcb4b7d456d), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:35.021256 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5667c885-821e-47f5-921e-ff46fc141b29 None None] Pushing event updated for resources: {'Port': ['ID=bcdd5ba4-fabc-46a6-b091-cfcb4b7d456d,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:18:35.037399 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c11302f-1297-4dc9-a5d1-3a2613494617 None None] Routers {'86aa4026-247b-4f8e-b82d-ebe78c12b118'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:18:35.038061 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-2c11302f-1297-4dc9-a5d1-3a2613494617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T11:18:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['86aa4026-247b-4f8e-b82d-ebe78c12b118'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:18:35.178210 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-54b807bd-f70b-418c-9c0d-becd520baa8b None None] Publish callbacks [] for port (e013ef15-32ca-4296-b2a1-bcf285dd3ef6), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:35.190797 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-54b807bd-f70b-418c-9c0d-becd520baa8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749'] for port (e013ef15-32ca-4296-b2a1-bcf285dd3ef6), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:35.240872 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-2c11302f-1297-4dc9-a5d1-3a2613494617 None None] Set router 86aa4026-247b-4f8e-b82d-ebe78c12b118 gateway port host: dv-neutron-master-2-hyperv {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:18:35.309470 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54b807bd-f70b-418c-9c0d-becd520baa8b None None] Network c6866e29-acef-411e-86d8-204e9a255b17 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:18:35.316609 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b807bd-f70b-418c-9c0d-becd520baa8b None None] Pushing event updated for resources: {'Port': ['ID=e013ef15-32ca-4296-b2a1-bcf285dd3ef6,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:18:35.328891 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-54b807bd-f70b-418c-9c0d-becd520baa8b None None] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:18:35.355850 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b807bd-f70b-418c-9c0d-becd520baa8b None None] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 11:18:35.445619 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-54b807bd-f70b-418c-9c0d-becd520baa8b None None] Attempting to bind port e013ef15-32ca-4296-b2a1-bcf285dd3ef6 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 11:18:35.445997 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-54b807bd-f70b-418c-9c0d-becd520baa8b None None] Attempting to bind port e013ef15-32ca-4296-b2a1-bcf285dd3ef6 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'ad31c15f-018e-4f5a-a7bd-72f0f29a1550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'c6866e29-acef-411e-86d8-204e9a255b17'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 11:18:35.446363 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b807bd-f70b-418c-9c0d-becd520baa8b None None] Attempting to bind port e013ef15-32ca-4296-b2a1-bcf285dd3ef6 on network c6866e29-acef-411e-86d8-204e9a255b17 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 11:18:35.456403 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b807bd-f70b-418c-9c0d-becd520baa8b None None] Checking agent: {'id': '75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 24, 15), 'started_at': datetime.datetime(2022, 2, 28, 10, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 18, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 11:18:35.456833 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b807bd-f70b-418c-9c0d-becd520baa8b None None] Checking segment: {'id': 'ad31c15f-018e-4f5a-a7bd-72f0f29a1550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'c6866e29-acef-411e-86d8-204e9a255b17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 11:18:35.457238 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-54b807bd-f70b-418c-9c0d-becd520baa8b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:35.457644 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b807bd-f70b-418c-9c0d-becd520baa8b None None] Bound using segment: {'id': 'ad31c15f-018e-4f5a-a7bd-72f0f29a1550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'c6866e29-acef-411e-86d8-204e9a255b17'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 11:18:35.458148 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-54b807bd-f70b-418c-9c0d-becd520baa8b None None] Bound port: e013ef15-32ca-4296-b2a1-bcf285dd3ef6, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad31c15f-018e-4f5a-a7bd-72f0f29a1550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'c6866e29-acef-411e-86d8-204e9a255b17'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 11:18:35.458542 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-54b807bd-f70b-418c-9c0d-becd520baa8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (e013ef15-32ca-4296-b2a1-bcf285dd3ef6), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:35.562495 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-54b807bd-f70b-418c-9c0d-becd520baa8b None None] For port e013ef15-32ca-4296-b2a1-bcf285dd3ef6, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:18:35.567029 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-54b807bd-f70b-418c-9c0d-becd520baa8b None None] For port e013ef15-32ca-4296-b2a1-bcf285dd3ef6, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e013ef15-32ca-4296-b2a1-bcf285dd3ef6,segment=NetworkSegment(ad31c15f-018e-4f5a-a7bd-72f0f29a1550),segment_id=ad31c15f-018e-4f5a-a7bd-72f0f29a1550)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:18:35.571194 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-2c11302f-1297-4dc9-a5d1-3a2613494617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86aa4026-247b-4f8e-b82d-ebe78c12b118', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1083853707', 'tenant_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.43'}], 'enable_snat': True}, 'gw_port_id': 'bcdd5ba4-fabc-46a6-b091-cfcb4b7d456d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:18:31Z', 'updated_at': '2022-02-28T11:18:32Z', 'revision_number': 3, 'project_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'gw_port': {'id': 'bcdd5ba4-fabc-46a6-b091-cfcb4b7d456d', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:4f:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86aa4026-247b-4f8e-b82d-ebe78c12b118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:18:32Z', 'updated_at': '2022-02-28T11:18:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:18:35.575151 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-54b807bd-f70b-418c-9c0d-becd520baa8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (e013ef15-32ca-4296-b2a1-bcf285dd3ef6), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:35.607646 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c11302f-1297-4dc9-a5d1-3a2613494617 None None] The sync data for ids ['86aa4026-247b-4f8e-b82d-ebe78c12b118'] in dv-neutron-master-2-hyperv is: [{'id': '86aa4026-247b-4f8e-b82d-ebe78c12b118', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1083853707', 'tenant_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.43'}], 'enable_snat': True}, 'gw_port_id': 'bcdd5ba4-fabc-46a6-b091-cfcb4b7d456d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:18:31Z', 'updated_at': '2022-02-28T11:18:32Z', 'revision_number': 3, 'project_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'gw_port': {'id': 'bcdd5ba4-fabc-46a6-b091-cfcb4b7d456d', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:4f:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86aa4026-247b-4f8e-b82d-ebe78c12b118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:18:32Z', 'updated_at': '2022-02-28T11:18:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:18:35.667240 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b807bd-f70b-418c-9c0d-becd520baa8b None None] Pushing event updated for resources: {'Port': ['ID=e013ef15-32ca-4296-b2a1-bcf285dd3ef6,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:18:35.733545 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-6ee7d753-b5da-4c61-b89a-1ed3b824798f tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Allocated IP 172.20.0.1 (c6866e29-acef-411e-86d8-204e9a255b17/d5d62665-dba5-4444-8984-8d2aed03541f/2eda31e5-3b1f-448a-a427-498cdd048b71) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:18:35.930828 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6ee7d753-b5da-4c61-b89a-1ed3b824798f tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for port (2eda31e5-3b1f-448a-a427-498cdd048b71), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:36.027017 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6ee7d753-b5da-4c61-b89a-1ed3b824798f tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (2eda31e5-3b1f-448a-a427-498cdd048b71), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:36.145443 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee7d753-b5da-4c61-b89a-1ed3b824798f tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Network c6866e29-acef-411e-86d8-204e9a255b17 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:18:36.168772 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-6ee7d753-b5da-4c61-b89a-1ed3b824798f tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:18:36.176517 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee7d753-b5da-4c61-b89a-1ed3b824798f tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 11:18:36.188443 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee7d753-b5da-4c61-b89a-1ed3b824798f tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Pushing event updated for resources: {'Port': ['ID=2eda31e5-3b1f-448a-a427-498cdd048b71,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:18:36.286120 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6ee7d753-b5da-4c61-b89a-1ed3b824798f tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1803404'] for router_interface (86aa4026-247b-4f8e-b82d-ebe78c12b118), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:36.287735 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device e013ef15-32ca-4296-b2a1-bcf285dd3ef6 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 11:18:36.378023 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port e013ef15-32ca-4296-b2a1-bcf285dd3ef6 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:18:36.378746 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (e013ef15-32ca-4296-b2a1-bcf285dd3ef6), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:36.526054 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port e013ef15-32ca-4296-b2a1-bcf285dd3ef6 is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:18:36.526700 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (e013ef15-32ca-4296-b2a1-bcf285dd3ef6), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:36.536137 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6ee7d753-b5da-4c61-b89a-1ed3b824798f tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (2eda31e5-3b1f-448a-a427-498cdd048b71), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:36.581948 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] For port e013ef15-32ca-4296-b2a1-bcf285dd3ef6, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e013ef15-32ca-4296-b2a1-bcf285dd3ef6,segment=NetworkSegment(ad31c15f-018e-4f5a-a7bd-72f0f29a1550),segment_id=ad31c15f-018e-4f5a-a7bd-72f0f29a1550)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:18:36.590722 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (e013ef15-32ca-4296-b2a1-bcf285dd3ef6), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:36.592245 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device bcdd5ba4-fabc-46a6-b091-cfcb4b7d456d up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 11:18:36.736420 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Pushing event updated for resources: {'Port': ['ID=e013ef15-32ca-4296-b2a1-bcf285dd3ef6,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:18:36.763787 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port bcdd5ba4-fabc-46a6-b091-cfcb4b7d456d triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:18:36.764307 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (bcdd5ba4-fabc-46a6-b091-cfcb4b7d456d), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:36.922847 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port bcdd5ba4-fabc-46a6-b091-cfcb4b7d456d is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:18:36.923625 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (bcdd5ba4-fabc-46a6-b091-cfcb4b7d456d), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:36.972358 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] For port bcdd5ba4-fabc-46a6-b091-cfcb4b7d456d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=bcdd5ba4-fabc-46a6-b091-cfcb4b7d456d,segment=NetworkSegment(195d7ed7-323d-4284-82df-208cca613d99),segment_id=195d7ed7-323d-4284-82df-208cca613d99)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:18:36.979816 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (bcdd5ba4-fabc-46a6-b091-cfcb4b7d456d), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:37.057081 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Pushing event updated for resources: {'Port': ['ID=bcdd5ba4-fabc-46a6-b091-cfcb4b7d456d,revision_number=4']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:18:37.080394 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6ee7d753-b5da-4c61-b89a-1ed3b824798f tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for port (2eda31e5-3b1f-448a-a427-498cdd048b71), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:37.089965 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6ee7d753-b5da-4c61-b89a-1ed3b824798f tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3498066'] for port (2eda31e5-3b1f-448a-a427-498cdd048b71), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:37.215783 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6ee7d753-b5da-4c61-b89a-1ed3b824798f tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1802524'] for router_interface (86aa4026-247b-4f8e-b82d-ebe78c12b118), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:37.222929 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee7d753-b5da-4c61-b89a-1ed3b824798f tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Pushing event updated for resources: {'Port': ['ID=2eda31e5-3b1f-448a-a427-498cdd048b71,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:18:37.225233 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-368676c9-8713-44fa-ae91-5e0ee17f90ae None None] Network c6866e29-acef-411e-86d8-204e9a255b17 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 11:18:37.330716 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-0a60811e-0e0f-4fed-b775-2d7d179084c4 None None] Provisioning complete for port e013ef15-32ca-4296-b2a1-bcf285dd3ef6 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:18:37.331677 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0a60811e-0e0f-4fed-b775-2d7d179084c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (e013ef15-32ca-4296-b2a1-bcf285dd3ef6), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:37.378377 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee7d753-b5da-4c61-b89a-1ed3b824798f tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Network c6866e29-acef-411e-86d8-204e9a255b17 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:18:37.380242 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-6ee7d753-b5da-4c61-b89a-1ed3b824798f tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:18:37.538757 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-0a60811e-0e0f-4fed-b775-2d7d179084c4 None None] Current status of the port e013ef15-32ca-4296-b2a1-bcf285dd3ef6 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:18:37.589484 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ee7d753-b5da-4c61-b89a-1ed3b824798f tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Router 86aa4026-247b-4f8e-b82d-ebe78c12b118 has already been hosted by L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:18:37.774727 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ee7d753-b5da-4c61-b89a-1ed3b824798f tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:18:37.785590 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-6ee7d753-b5da-4c61-b89a-1ed3b824798f tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "PUT /v2.0/routers/86aa4026-247b-4f8e-b82d-ebe78c12b118/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4581017 Feb 28 11:18:37.879100 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-7ff03e16-3f06-41cc-9d53-6a94d5a0023f None None] Provisioning complete for port e013ef15-32ca-4296-b2a1-bcf285dd3ef6 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:18:37.880648 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7ff03e16-3f06-41cc-9d53-6a94d5a0023f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (e013ef15-32ca-4296-b2a1-bcf285dd3ef6), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:38.033576 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-bcac760e-0810-49e3-b1ad-f9d9fdbbd546 req-d7fff6d8-4f0f-4d4a-9bb1-49de108697f5 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-927429232&fields=id&tenant_id=3c4e3863732a46c4818eaf87ed0e9f91 HTTP/1.1" status: 200 len: 267 time: 0.0750725 Feb 28 11:18:38.037321 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-7ff03e16-3f06-41cc-9d53-6a94d5a0023f None None] Current status of the port e013ef15-32ca-4296-b2a1-bcf285dd3ef6 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:18:38.051132 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-7ff03e16-3f06-41cc-9d53-6a94d5a0023f None None] Provisioning complete for port 2eda31e5-3b1f-448a-a427-498cdd048b71 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:18:38.051641 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7ff03e16-3f06-41cc-9d53-6a94d5a0023f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (2eda31e5-3b1f-448a-a427-498cdd048b71), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:38.106684 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b33e00c-e431-423b-bec5-d4238a83b2e7 None None] Sync routers for ids ['86aa4026-247b-4f8e-b82d-ebe78c12b118'] in dv-neutron-master-2-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:18:38.114597 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-7ff03e16-3f06-41cc-9d53-6a94d5a0023f None None] Port 2eda31e5-3b1f-448a-a427-498cdd048b71 cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 11:18:38.133693 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b33e00c-e431-423b-bec5-d4238a83b2e7 None None] Routers {'86aa4026-247b-4f8e-b82d-ebe78c12b118'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:18:38.134575 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-5b33e00c-e431-423b-bec5-d4238a83b2e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T11:18:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['86aa4026-247b-4f8e-b82d-ebe78c12b118'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:18:38.192231 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device e013ef15-32ca-4296-b2a1-bcf285dd3ef6 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 11:18:38.286745 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-78a3ec9a-064d-44f4-9a3c-2303fba5778f None None] Provisioning complete for port 2eda31e5-3b1f-448a-a427-498cdd048b71 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:18:38.288414 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-78a3ec9a-064d-44f4-9a3c-2303fba5778f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (2eda31e5-3b1f-448a-a427-498cdd048b71), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:38.320541 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcac760e-0810-49e3-b1ad-f9d9fdbbd546 req-0bcfa53e-dd51-47da-9b9a-d4915379575a tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:18:38.323982 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-bcac760e-0810-49e3-b1ad-f9d9fdbbd546 req-0bcfa53e-dd51-47da-9b9a-d4915379575a tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/networks?id=c6866e29-acef-411e-86d8-204e9a255b17 HTTP/1.1" status: 200 len: 797 time: 0.2638631 Feb 28 11:18:38.339804 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port e013ef15-32ca-4296-b2a1-bcf285dd3ef6 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:18:38.340495 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (e013ef15-32ca-4296-b2a1-bcf285dd3ef6), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:38.345503 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-78a3ec9a-064d-44f4-9a3c-2303fba5778f None None] Port 2eda31e5-3b1f-448a-a427-498cdd048b71 cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 11:18:38.352028 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-bcac760e-0810-49e3-b1ad-f9d9fdbbd546 req-7e9a188e-9226-498f-a808-03270743c0f9 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/quotas/3c4e3863732a46c4818eaf87ed0e9f91 HTTP/1.1" status: 200 len: 375 time: 0.0215144 Feb 28 11:18:38.418521 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-5b33e00c-e431-423b-bec5-d4238a83b2e7 None None] Set router 86aa4026-247b-4f8e-b82d-ebe78c12b118 gateway port host: dv-neutron-master-2-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:18:38.456515 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-bcac760e-0810-49e3-b1ad-f9d9fdbbd546 req-fda4af8f-10a0-46cb-9c00-dfd7c77b8c59 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3c4e3863732a46c4818eaf87ed0e9f91&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0964427 Feb 28 11:18:38.467582 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [req-bcac760e-0810-49e3-b1ad-f9d9fdbbd546 req-54caaf01-ba9f-45a0-9c03-1f1ef0b060f6 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103407) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 11:18:38.469438 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-bcac760e-0810-49e3-b1ad-f9d9fdbbd546 req-54caaf01-ba9f-45a0-9c03-1f1ef0b060f6 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0068364 Feb 28 11:18:38.509010 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port e013ef15-32ca-4296-b2a1-bcf285dd3ef6 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:18:38.511031 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device bcdd5ba4-fabc-46a6-b091-cfcb4b7d456d up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 11:18:38.542602 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-908c9c2a-b6ca-4f31-bdf5-7d2d5b8292c4 None None] Provisioning complete for port 2eda31e5-3b1f-448a-a427-498cdd048b71 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:18:38.542978 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-908c9c2a-b6ca-4f31-bdf5-7d2d5b8292c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (2eda31e5-3b1f-448a-a427-498cdd048b71), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:38.598558 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-bcac760e-0810-49e3-b1ad-f9d9fdbbd546 req-579f0f47-8e9f-4982-abfb-ea136a2c2081 service neutron] 10.222.0.20 "GET /v2.0/networks/c6866e29-acef-411e-86d8-204e9a255b17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218290 Feb 28 11:18:38.727070 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-bcac760e-0810-49e3-b1ad-f9d9fdbbd546 req-ae144461-6732-495f-9ef8-062ed970c5e0 service neutron] 10.222.0.20 "GET /v2.0/networks/c6866e29-acef-411e-86d8-204e9a255b17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168461 Feb 28 11:18:38.771427 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-908c9c2a-b6ca-4f31-bdf5-7d2d5b8292c4 None None] Port 2eda31e5-3b1f-448a-a427-498cdd048b71 cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 11:18:38.773183 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (13ac42ae-016e-4baf-bb31-c6fa820b41c2), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:38.782299 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port bcdd5ba4-fabc-46a6-b091-cfcb4b7d456d triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:18:38.782673 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (bcdd5ba4-fabc-46a6-b091-cfcb4b7d456d), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:38.794527 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-5b33e00c-e431-423b-bec5-d4238a83b2e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86aa4026-247b-4f8e-b82d-ebe78c12b118', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1083853707', 'tenant_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.43'}], 'enable_snat': True}, 'gw_port_id': 'bcdd5ba4-fabc-46a6-b091-cfcb4b7d456d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:18:31Z', 'updated_at': '2022-02-28T11:18:36Z', 'revision_number': 4, 'project_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'gw_port': {'id': 'bcdd5ba4-fabc-46a6-b091-cfcb4b7d456d', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:4f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86aa4026-247b-4f8e-b82d-ebe78c12b118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:18:32Z', 'updated_at': '2022-02-28T11:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '2eda31e5-3b1f-448a-a427-498cdd048b71', 'name': '', 'network_id': 'c6866e29-acef-411e-86d8-204e9a255b17', 'tenant_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'mac_address': 'fa:16:3e:47:46:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86aa4026-247b-4f8e-b82d-ebe78c12b118', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': 'd5d62665-dba5-4444-8984-8d2aed03541f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:18:35Z', 'updated_at': '2022-02-28T11:18:36Z', 'revision_number': 2, 'project_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'subnets': [{'id': 'd5d62665-dba5-4444-8984-8d2aed03541f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:18:38.837520 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-aba19ad3-37f6-47c8-b816-20632837cf84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fb6705d2-4f70-4965-92a3-fbfccd43a6d3), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:38.849084 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b33e00c-e431-423b-bec5-d4238a83b2e7 None None] Checking router: 86aa4026-247b-4f8e-b82d-ebe78c12b118 for host: dv-neutron-master-2-hyperv {{(pid=103410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:18:38.849769 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b33e00c-e431-423b-bec5-d4238a83b2e7 None None] Updating router 86aa4026-247b-4f8e-b82d-ebe78c12b118 port 2eda31e5-3b1f-448a-a427-498cdd048b71 binding host dv-neutron-master-2-hyperv {{(pid=103410) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 11:18:38.884507 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port bcdd5ba4-fabc-46a6-b091-cfcb4b7d456d is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:18:38.904909 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5b33e00c-e431-423b-bec5-d4238a83b2e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (2eda31e5-3b1f-448a-a427-498cdd048b71), before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:38.997071 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-746dc0ee-b68f-4a65-a119-16b03e2a1f36 req-552b39d4-15de-40e6-84d8-cd7204c08f33 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2894d46-203e-4217-845f-3f3d82980c21 HTTP/1.1" status: 200 len: 210 time: 0.0513828 Feb 28 11:18:39.219526 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5b33e00c-e431-423b-bec5-d4238a83b2e7 None None] Publish callbacks [] for port (2eda31e5-3b1f-448a-a427-498cdd048b71), precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:39.226384 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5b33e00c-e431-423b-bec5-d4238a83b2e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (2eda31e5-3b1f-448a-a427-498cdd048b71), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:39.279001 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723b1ae8-3c45-4b7d-9120-5e7fb5c43621 None None] Pushing event updated for resources: {'Port': ['ID=2eda31e5-3b1f-448a-a427-498cdd048b71,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:18:39.304859 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723b1ae8-3c45-4b7d-9120-5e7fb5c43621 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:18:39.305208 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723b1ae8-3c45-4b7d-9120-5e7fb5c43621 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:18:39.305553 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723b1ae8-3c45-4b7d-9120-5e7fb5c43621 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:18:39.305895 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723b1ae8-3c45-4b7d-9120-5e7fb5c43621 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:18:39.306228 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723b1ae8-3c45-4b7d-9120-5e7fb5c43621 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:18:39.306556 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723b1ae8-3c45-4b7d-9120-5e7fb5c43621 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:18:39.306880 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723b1ae8-3c45-4b7d-9120-5e7fb5c43621 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:18:39.307204 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723b1ae8-3c45-4b7d-9120-5e7fb5c43621 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:18:39.307526 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723b1ae8-3c45-4b7d-9120-5e7fb5c43621 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:18:39.307846 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723b1ae8-3c45-4b7d-9120-5e7fb5c43621 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:18:39.308165 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723b1ae8-3c45-4b7d-9120-5e7fb5c43621 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:18:39.308485 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723b1ae8-3c45-4b7d-9120-5e7fb5c43621 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:18:39.308825 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723b1ae8-3c45-4b7d-9120-5e7fb5c43621 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:18:39.350525 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-5b33e00c-e431-423b-bec5-d4238a83b2e7 None None] Attempting to bind port 2eda31e5-3b1f-448a-a427-498cdd048b71 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 11:18:39.351041 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-5b33e00c-e431-423b-bec5-d4238a83b2e7 None None] Attempting to bind port 2eda31e5-3b1f-448a-a427-498cdd048b71 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'ad31c15f-018e-4f5a-a7bd-72f0f29a1550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'c6866e29-acef-411e-86d8-204e9a255b17'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 11:18:39.351514 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b33e00c-e431-423b-bec5-d4238a83b2e7 None None] Attempting to bind port 2eda31e5-3b1f-448a-a427-498cdd048b71 on network c6866e29-acef-411e-86d8-204e9a255b17 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 11:18:39.358588 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b33e00c-e431-423b-bec5-d4238a83b2e7 None None] Checking agent: {'id': '75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 24, 15), 'started_at': datetime.datetime(2022, 2, 28, 10, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 18, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 11:18:39.358972 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b33e00c-e431-423b-bec5-d4238a83b2e7 None None] Checking segment: {'id': 'ad31c15f-018e-4f5a-a7bd-72f0f29a1550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'c6866e29-acef-411e-86d8-204e9a255b17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 11:18:39.359537 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5b33e00c-e431-423b-bec5-d4238a83b2e7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:39.359945 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b33e00c-e431-423b-bec5-d4238a83b2e7 None None] Bound using segment: {'id': 'ad31c15f-018e-4f5a-a7bd-72f0f29a1550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'c6866e29-acef-411e-86d8-204e9a255b17'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 11:18:39.360448 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-5b33e00c-e431-423b-bec5-d4238a83b2e7 None None] Bound port: 2eda31e5-3b1f-448a-a427-498cdd048b71, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad31c15f-018e-4f5a-a7bd-72f0f29a1550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'c6866e29-acef-411e-86d8-204e9a255b17'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 11:18:39.360869 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5b33e00c-e431-423b-bec5-d4238a83b2e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (2eda31e5-3b1f-448a-a427-498cdd048b71), before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:39.453048 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-5b33e00c-e431-423b-bec5-d4238a83b2e7 None None] For port 2eda31e5-3b1f-448a-a427-498cdd048b71, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:18:39.458598 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-5b33e00c-e431-423b-bec5-d4238a83b2e7 None None] For port 2eda31e5-3b1f-448a-a427-498cdd048b71, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2eda31e5-3b1f-448a-a427-498cdd048b71,segment=NetworkSegment(ad31c15f-018e-4f5a-a7bd-72f0f29a1550),segment_id=ad31c15f-018e-4f5a-a7bd-72f0f29a1550)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:18:39.468793 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-5b33e00c-e431-423b-bec5-d4238a83b2e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (2eda31e5-3b1f-448a-a427-498cdd048b71), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:39.530733 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b33e00c-e431-423b-bec5-d4238a83b2e7 None None] Routers {'86aa4026-247b-4f8e-b82d-ebe78c12b118'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:18:39.531395 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-5b33e00c-e431-423b-bec5-d4238a83b2e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T11:18:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['86aa4026-247b-4f8e-b82d-ebe78c12b118'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:18:39.591732 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723b1ae8-3c45-4b7d-9120-5e7fb5c43621 None None] Pushing event updated for resources: {'Port': ['ID=2eda31e5-3b1f-448a-a427-498cdd048b71,revision_number=4']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:18:39.617889 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-36606311-9f81-4243-9ae5-4c03409cbeaf None None] Provisioning complete for port 2eda31e5-3b1f-448a-a427-498cdd048b71 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:18:39.618670 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-36606311-9f81-4243-9ae5-4c03409cbeaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (2eda31e5-3b1f-448a-a427-498cdd048b71), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:39.697088 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-5b33e00c-e431-423b-bec5-d4238a83b2e7 None None] Set router 86aa4026-247b-4f8e-b82d-ebe78c12b118 gateway port host: dv-neutron-master-2-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:18:39.755557 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-36606311-9f81-4243-9ae5-4c03409cbeaf None None] Current status of the port 2eda31e5-3b1f-448a-a427-498cdd048b71 is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:18:39.755982 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-36606311-9f81-4243-9ae5-4c03409cbeaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (2eda31e5-3b1f-448a-a427-498cdd048b71), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:39.792667 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-36606311-9f81-4243-9ae5-4c03409cbeaf None None] For port 2eda31e5-3b1f-448a-a427-498cdd048b71, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2eda31e5-3b1f-448a-a427-498cdd048b71,segment=NetworkSegment(ad31c15f-018e-4f5a-a7bd-72f0f29a1550),segment_id=ad31c15f-018e-4f5a-a7bd-72f0f29a1550)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:18:39.797492 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-36606311-9f81-4243-9ae5-4c03409cbeaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (2eda31e5-3b1f-448a-a427-498cdd048b71), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:39.850565 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36606311-9f81-4243-9ae5-4c03409cbeaf None None] Pushing event updated for resources: {'Port': ['ID=2eda31e5-3b1f-448a-a427-498cdd048b71,revision_number=5']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:18:39.928226 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-11d5682a-0888-4d77-b7f0-847bf2bbf6da None None] Provisioning complete for port 2eda31e5-3b1f-448a-a427-498cdd048b71 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:18:39.929134 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-11d5682a-0888-4d77-b7f0-847bf2bbf6da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (2eda31e5-3b1f-448a-a427-498cdd048b71), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:40.017327 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-5b33e00c-e431-423b-bec5-d4238a83b2e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86aa4026-247b-4f8e-b82d-ebe78c12b118', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1083853707', 'tenant_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.43'}], 'enable_snat': True}, 'gw_port_id': 'bcdd5ba4-fabc-46a6-b091-cfcb4b7d456d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:18:31Z', 'updated_at': '2022-02-28T11:18:36Z', 'revision_number': 4, 'project_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'gw_port': {'id': 'bcdd5ba4-fabc-46a6-b091-cfcb4b7d456d', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:4f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86aa4026-247b-4f8e-b82d-ebe78c12b118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:18:32Z', 'updated_at': '2022-02-28T11:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '2eda31e5-3b1f-448a-a427-498cdd048b71', 'name': '', 'network_id': 'c6866e29-acef-411e-86d8-204e9a255b17', 'tenant_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'mac_address': 'fa:16:3e:47:46:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86aa4026-247b-4f8e-b82d-ebe78c12b118', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': 'd5d62665-dba5-4444-8984-8d2aed03541f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:18:35Z', 'updated_at': '2022-02-28T11:18:39Z', 'revision_number': 4, 'project_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'subnets': [{'id': 'd5d62665-dba5-4444-8984-8d2aed03541f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:18:40.078031 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b33e00c-e431-423b-bec5-d4238a83b2e7 None None] The sync data for ids ['86aa4026-247b-4f8e-b82d-ebe78c12b118'] in dv-neutron-master-2-hyperv is: [{'id': '86aa4026-247b-4f8e-b82d-ebe78c12b118', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1083853707', 'tenant_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.43'}], 'enable_snat': True}, 'gw_port_id': 'bcdd5ba4-fabc-46a6-b091-cfcb4b7d456d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:18:31Z', 'updated_at': '2022-02-28T11:18:36Z', 'revision_number': 4, 'project_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'gw_port': {'id': 'bcdd5ba4-fabc-46a6-b091-cfcb4b7d456d', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:4f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86aa4026-247b-4f8e-b82d-ebe78c12b118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:18:32Z', 'updated_at': '2022-02-28T11:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '2eda31e5-3b1f-448a-a427-498cdd048b71', 'name': '', 'network_id': 'c6866e29-acef-411e-86d8-204e9a255b17', 'tenant_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'mac_address': 'fa:16:3e:47:46:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86aa4026-247b-4f8e-b82d-ebe78c12b118', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': 'd5d62665-dba5-4444-8984-8d2aed03541f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:18:35Z', 'updated_at': '2022-02-28T11:18:39Z', 'revision_number': 4, 'project_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'subnets': [{'id': 'd5d62665-dba5-4444-8984-8d2aed03541f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:18:40.095768 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-11d5682a-0888-4d77-b7f0-847bf2bbf6da None None] Current status of the port 2eda31e5-3b1f-448a-a427-498cdd048b71 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:18:40.140085 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-9a407e1d-0a3c-4a5b-8114-8329f814c6b1 req-4e8f60b8-7328-415f-93e0-71e6bd68da9c tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2894d46-203e-4217-845f-3f3d82980c21 HTTP/1.1" status: 200 len: 210 time: 0.0471776 Feb 28 11:18:40.722074 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [req-eb5228be-1b0f-4a0a-a232-05f3244d8949 req-f0599a9d-2339-4a81-997d-414db347fd7c service neutron] (103408) timed out ('10.222.0.20', 43198) {{(pid=103408) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 28 11:18:41.116829 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5ffb06c1-bcf2-4cfe-afa3-6384be1fdf27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fc6c9b74-8dbb-41bb-800a-5bd3a43fe896), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:41.187358 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [req-eb5228be-1b0f-4a0a-a232-05f3244d8949 req-a72e79d4-7afe-4231-b75c-b9514935f92c tempest-ServerActionsTestJSON-324633677 tempest-ServerActionsTestJSON-324633677-project] (103407) timed out ('10.222.0.20', 41548) {{(pid=103407) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 28 11:18:41.257577 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-04de4553-d9d0-448e-bc21-be6c9aa1c8cc req-6c585b34-f37a-43ff-9b76-13658142c80f tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2894d46-203e-4217-845f-3f3d82980c21 HTTP/1.1" status: 200 len: 210 time: 0.0393293 Feb 28 11:18:42.123220 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 2eda31e5-3b1f-448a-a427-498cdd048b71 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 11:18:42.181638 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port 2eda31e5-3b1f-448a-a427-498cdd048b71 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:18:42.182033 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (2eda31e5-3b1f-448a-a427-498cdd048b71), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:42.247484 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b6d631fb-7df0-4fe1-8322-abff3b61cae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (0db5147a-92a3-4581-8a5f-8ec9b93e0600), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:42.284844 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 2eda31e5-3b1f-448a-a427-498cdd048b71 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:18:42.346976 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-c7c49cac-04f8-4a7f-af77-b324af7919e7 req-44a9945f-4e86-46f2-8833-75f61dc71e1f tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2894d46-203e-4217-845f-3f3d82980c21 HTTP/1.1" status: 200 len: 210 time: 0.0294797 Feb 28 11:18:43.467031 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-4766ef5f-5272-4b96-aece-a5ed8466f6f0 req-7f17deda-2ed0-416b-9e16-586012475c95 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2894d46-203e-4217-845f-3f3d82980c21 HTTP/1.1" status: 200 len: 210 time: 0.0335100 Feb 28 11:18:43.652679 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6b923bb1-06b0-4b84-b461-7cc1d0196090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (2e621730-3978-4720-b581-ac380e97a567), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:44.341300 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcac760e-0810-49e3-b1ad-f9d9fdbbd546 req-6c7c0983-74cf-488a-8031-dbe0a6a93211 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:18:44.342972 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-bcac760e-0810-49e3-b1ad-f9d9fdbbd546 req-6c7c0983-74cf-488a-8031-dbe0a6a93211 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.30 "GET /v2.0/networks?id=c6866e29-acef-411e-86d8-204e9a255b17 HTTP/1.1" status: 200 len: 797 time: 0.2432754 Feb 28 11:18:44.427268 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-bcac760e-0810-49e3-b1ad-f9d9fdbbd546 req-61b920f6-81a3-4174-a537-92c3c24cd40f tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3c4e3863732a46c4818eaf87ed0e9f91 HTTP/1.1" status: 200 len: 379 time: 0.0700042 Feb 28 11:18:44.436705 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [req-bcac760e-0810-49e3-b1ad-f9d9fdbbd546 req-b7c34458-442f-439a-9e2b-c1bd53bf62ec tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Request body: {'port': {'device_id': 'f2894d46-203e-4217-845f-3f3d82980c21', 'network_id': 'c6866e29-acef-411e-86d8-204e9a255b17', 'admin_state_up': True, 'tenant_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'security_groups': ['efae7e62-9e7d-4abd-97f7-acbe8937ff05']}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:18:44.574103 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bcac760e-0810-49e3-b1ad-f9d9fdbbd546 req-b7c34458-442f-439a-9e2b-c1bd53bf62ec tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Made reservation on behalf of 3c4e3863732a46c4818eaf87ed0e9f91 for: {'port': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:18:44.579341 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-bcac760e-0810-49e3-b1ad-f9d9fdbbd546 req-b7c34458-442f-439a-9e2b-c1bd53bf62ec tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:44.612908 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-3db7436b-b42e-4280-abe9-c1fa0b28da58 req-1fe5a515-c086-4b28-83ce-4a1893bb342a tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2894d46-203e-4217-845f-3f3d82980c21 HTTP/1.1" status: 200 len: 210 time: 0.0427759 Feb 28 11:18:44.729479 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [req-bcac760e-0810-49e3-b1ad-f9d9fdbbd546 req-b7c34458-442f-439a-9e2b-c1bd53bf62ec tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Allocated IP 172.20.0.10 (c6866e29-acef-411e-86d8-204e9a255b17/d5d62665-dba5-4444-8984-8d2aed03541f/7a2bf713-29a3-4335-a962-3634b6c2bb3a) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:18:44.895487 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-bcac760e-0810-49e3-b1ad-f9d9fdbbd546 req-b7c34458-442f-439a-9e2b-c1bd53bf62ec tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for port (7a2bf713-29a3-4335-a962-3634b6c2bb3a), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:44.932970 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-bcac760e-0810-49e3-b1ad-f9d9fdbbd546 req-b7c34458-442f-439a-9e2b-c1bd53bf62ec tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (7a2bf713-29a3-4335-a962-3634b6c2bb3a), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:44.950739 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:44.985750 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bcac760e-0810-49e3-b1ad-f9d9fdbbd546 req-b7c34458-442f-439a-9e2b-c1bd53bf62ec tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Network c6866e29-acef-411e-86d8-204e9a255b17 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:18:44.989226 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [req-bcac760e-0810-49e3-b1ad-f9d9fdbbd546 req-b7c34458-442f-439a-9e2b-c1bd53bf62ec tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:18:44.996540 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcac760e-0810-49e3-b1ad-f9d9fdbbd546 req-b7c34458-442f-439a-9e2b-c1bd53bf62ec tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 11:18:45.040462 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c34458-442f-439a-9e2b-c1bd53bf62ec tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Pushing event updated for resources: {'Port': ['ID=7a2bf713-29a3-4335-a962-3634b6c2bb3a,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:18:45.090214 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcac760e-0810-49e3-b1ad-f9d9fdbbd546 req-b7c34458-442f-439a-9e2b-c1bd53bf62ec tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:18:45.090895 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-bcac760e-0810-49e3-b1ad-f9d9fdbbd546 req-b7c34458-442f-439a-9e2b-c1bd53bf62ec tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:45.113580 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-bcac760e-0810-49e3-b1ad-f9d9fdbbd546 req-b7c34458-442f-439a-9e2b-c1bd53bf62ec tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6809597 Feb 28 11:18:45.132384 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [req-bcac760e-0810-49e3-b1ad-f9d9fdbbd546 req-25441018-9ee0-4e04-9d93-00e54cf29c4b service neutron] Request body: {'port': {'device_id': 'f2894d46-203e-4217-845f-3f3d82980c21', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:18:45.229964 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-bcac760e-0810-49e3-b1ad-f9d9fdbbd546 req-25441018-9ee0-4e04-9d93-00e54cf29c4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (7a2bf713-29a3-4335-a962-3634b6c2bb3a), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:45.463813 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-64129193-4524-4445-a4c4-f9467527fb6a None None] Provisioning complete for port 7a2bf713-29a3-4335-a962-3634b6c2bb3a triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:18:45.464375 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-64129193-4524-4445-a4c4-f9467527fb6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (7a2bf713-29a3-4335-a962-3634b6c2bb3a), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:45.522163 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-64129193-4524-4445-a4c4-f9467527fb6a None None] Port 7a2bf713-29a3-4335-a962-3634b6c2bb3a cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 11:18:45.794623 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3498ba-934d-4e31-b7cf-e6de97077f70 req-0c8703e6-db0b-41ec-9455-2d6cd8756709 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:18:45.796604 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-0e3498ba-934d-4e31-b7cf-e6de97077f70 req-0c8703e6-db0b-41ec-9455-2d6cd8756709 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2894d46-203e-4217-845f-3f3d82980c21 HTTP/1.1" status: 200 len: 932 time: 0.0720687 Feb 28 11:18:45.863530 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-0e3498ba-934d-4e31-b7cf-e6de97077f70 req-49ad06ea-ad75-4459-bbee-669832a6dd93 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/security-groups?id=efae7e62-9e7d-4abd-97f7-acbe8937ff05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568206 Feb 28 11:18:45.930303 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [req-bcac760e-0810-49e3-b1ad-f9d9fdbbd546 req-25441018-9ee0-4e04-9d93-00e54cf29c4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a2bf713-29a3-4335-a962-3634b6c2bb3a {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 11:18:45.939237 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-bcac760e-0810-49e3-b1ad-f9d9fdbbd546 req-25441018-9ee0-4e04-9d93-00e54cf29c4b service neutron] Publish callbacks [] for port (7a2bf713-29a3-4335-a962-3634b6c2bb3a), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:45.961217 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [req-bcac760e-0810-49e3-b1ad-f9d9fdbbd546 req-25441018-9ee0-4e04-9d93-00e54cf29c4b service neutron] Transition to ACTIVE for port object 7a2bf713-29a3-4335-a962-3634b6c2bb3a will not be triggered until provisioned by entity L2. {{(pid=103408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 11:18:45.966682 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-bcac760e-0810-49e3-b1ad-f9d9fdbbd546 req-25441018-9ee0-4e04-9d93-00e54cf29c4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3242529'] for port (7a2bf713-29a3-4335-a962-3634b6c2bb3a), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:46.031258 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25441018-9ee0-4e04-9d93-00e54cf29c4b service neutron] Pushing event updated for resources: {'Port': ['ID=7a2bf713-29a3-4335-a962-3634b6c2bb3a,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:18:46.143550 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [req-bcac760e-0810-49e3-b1ad-f9d9fdbbd546 req-25441018-9ee0-4e04-9d93-00e54cf29c4b service neutron] Attempting to bind port 7a2bf713-29a3-4335-a962-3634b6c2bb3a on host hv-neutron-mast for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 11:18:46.144015 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [req-bcac760e-0810-49e3-b1ad-f9d9fdbbd546 req-25441018-9ee0-4e04-9d93-00e54cf29c4b service neutron] Attempting to bind port 7a2bf713-29a3-4335-a962-3634b6c2bb3a by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'ad31c15f-018e-4f5a-a7bd-72f0f29a1550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'c6866e29-acef-411e-86d8-204e9a255b17'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 11:18:46.144432 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcac760e-0810-49e3-b1ad-f9d9fdbbd546 req-25441018-9ee0-4e04-9d93-00e54cf29c4b service neutron] Attempting to bind port 7a2bf713-29a3-4335-a962-3634b6c2bb3a on network c6866e29-acef-411e-86d8-204e9a255b17 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 11:18:46.151082 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcac760e-0810-49e3-b1ad-f9d9fdbbd546 req-25441018-9ee0-4e04-9d93-00e54cf29c4b service neutron] Port 7a2bf713-29a3-4335-a962-3634b6c2bb3a on network c6866e29-acef-411e-86d8-204e9a255b17 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 11:18:46.151536 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcac760e-0810-49e3-b1ad-f9d9fdbbd546 req-25441018-9ee0-4e04-9d93-00e54cf29c4b service neutron] Attempting to bind port 7a2bf713-29a3-4335-a962-3634b6c2bb3a on network c6866e29-acef-411e-86d8-204e9a255b17 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 11:18:46.159090 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcac760e-0810-49e3-b1ad-f9d9fdbbd546 req-25441018-9ee0-4e04-9d93-00e54cf29c4b service neutron] Checking agent: {'id': '13ac42ae-016e-4baf-bb31-c6fa820b41c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 30, 8), 'started_at': datetime.datetime(2022, 2, 28, 10, 30, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 18, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 11:18:46.159597 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcac760e-0810-49e3-b1ad-f9d9fdbbd546 req-25441018-9ee0-4e04-9d93-00e54cf29c4b service neutron] Checking segment: {'id': 'ad31c15f-018e-4f5a-a7bd-72f0f29a1550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'c6866e29-acef-411e-86d8-204e9a255b17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 11:18:46.160455 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcac760e-0810-49e3-b1ad-f9d9fdbbd546 req-25441018-9ee0-4e04-9d93-00e54cf29c4b service neutron] Bound using segment: {'id': 'ad31c15f-018e-4f5a-a7bd-72f0f29a1550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'c6866e29-acef-411e-86d8-204e9a255b17'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 11:18:46.161157 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [req-bcac760e-0810-49e3-b1ad-f9d9fdbbd546 req-25441018-9ee0-4e04-9d93-00e54cf29c4b service neutron] Bound port: 7a2bf713-29a3-4335-a962-3634b6c2bb3a, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad31c15f-018e-4f5a-a7bd-72f0f29a1550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'c6866e29-acef-411e-86d8-204e9a255b17'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 11:18:46.161611 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-bcac760e-0810-49e3-b1ad-f9d9fdbbd546 req-25441018-9ee0-4e04-9d93-00e54cf29c4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (7a2bf713-29a3-4335-a962-3634b6c2bb3a), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:46.268083 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [req-bcac760e-0810-49e3-b1ad-f9d9fdbbd546 req-25441018-9ee0-4e04-9d93-00e54cf29c4b service neutron] For port 7a2bf713-29a3-4335-a962-3634b6c2bb3a, host hv-neutron-mast, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:18:46.273057 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [req-bcac760e-0810-49e3-b1ad-f9d9fdbbd546 req-25441018-9ee0-4e04-9d93-00e54cf29c4b service neutron] For port 7a2bf713-29a3-4335-a962-3634b6c2bb3a, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=7a2bf713-29a3-4335-a962-3634b6c2bb3a,segment=NetworkSegment(ad31c15f-018e-4f5a-a7bd-72f0f29a1550),segment_id=ad31c15f-018e-4f5a-a7bd-72f0f29a1550)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:18:46.281724 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-bcac760e-0810-49e3-b1ad-f9d9fdbbd546 req-25441018-9ee0-4e04-9d93-00e54cf29c4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3242529'] for port (7a2bf713-29a3-4335-a962-3634b6c2bb3a), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:46.323296 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcac760e-0810-49e3-b1ad-f9d9fdbbd546 req-25441018-9ee0-4e04-9d93-00e54cf29c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:18:46.323934 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-bcac760e-0810-49e3-b1ad-f9d9fdbbd546 req-25441018-9ee0-4e04-9d93-00e54cf29c4b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:46.325388 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-bcac760e-0810-49e3-b1ad-f9d9fdbbd546 req-25441018-9ee0-4e04-9d93-00e54cf29c4b service neutron] 10.222.0.30 "PUT /v2.0/ports/7a2bf713-29a3-4335-a962-3634b6c2bb3a HTTP/1.1" status: 200 len: 1094 time: 1.1987922 Feb 28 11:18:46.325846 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2894d46-203e-4217-845f-3f3d82980c21', 'tag': '7a2bf713-29a3-4335-a962-3634b6c2bb3a'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:18:46.328749 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f56b9db1a49ad64bfd589e142fe25e4b3ad10508b17737ae95e2f0d29aca45ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18f66db7-663a-467a-8790-3b62e8182b53" -d '{"events": [{"name": "network-changed", "server_uuid": "f2894d46-203e-4217-845f-3f3d82980c21", "tag": "7a2bf713-29a3-4335-a962-3634b6c2bb3a"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 11:18:46.355964 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25441018-9ee0-4e04-9d93-00e54cf29c4b service neutron] Pushing event updated for resources: {'Port': ['ID=7a2bf713-29a3-4335-a962-3634b6c2bb3a,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:18:46.393554 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 11:18:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41f97237-99ee-4d1f-b033-12cccaf1fbe1 x-openstack-request-id: req-41f97237-99ee-4d1f-b033-12cccaf1fbe1 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 11:18:46.394011 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2894d46-203e-4217-845f-3f3d82980c21", "tag": "7a2bf713-29a3-4335-a962-3634b6c2bb3a", "status": "completed", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 11:18:46.394413 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-41f97237-99ee-4d1f-b033-12cccaf1fbe1 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 11:18:46.395058 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2894d46-203e-4217-845f-3f3d82980c21', 'tag': '7a2bf713-29a3-4335-a962-3634b6c2bb3a', 'status': 'completed', 'code': 200} Feb 28 11:18:46.481624 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcac760e-0810-49e3-b1ad-f9d9fdbbd546 req-6ab8cd79-b92e-4cce-ac7b-2c3e7d2e13a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:18:46.483551 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-bcac760e-0810-49e3-b1ad-f9d9fdbbd546 req-6ab8cd79-b92e-4cce-ac7b-2c3e7d2e13a6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3c4e3863732a46c4818eaf87ed0e9f91&device_id=f2894d46-203e-4217-845f-3f3d82980c21 HTTP/1.1" status: 200 len: 1128 time: 0.0718043 Feb 28 11:18:46.554382 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-bcac760e-0810-49e3-b1ad-f9d9fdbbd546 req-062d14b0-a4ea-46c6-8c01-2caf25253318 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7a2bf713-29a3-4335-a962-3634b6c2bb3a HTTP/1.1" status: 200 len: 217 time: 0.0585825 Feb 28 11:18:46.611162 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcac760e-0810-49e3-b1ad-f9d9fdbbd546 req-531c9b7b-2472-4f7f-8b42-31eff294f020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:18:46.612645 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-bcac760e-0810-49e3-b1ad-f9d9fdbbd546 req-531c9b7b-2472-4f7f-8b42-31eff294f020 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d5d62665-dba5-4444-8984-8d2aed03541f HTTP/1.1" status: 200 len: 835 time: 0.0528560 Feb 28 11:18:46.669185 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcac760e-0810-49e3-b1ad-f9d9fdbbd546 req-f43bf42f-21f4-432e-a221-33c5075e9245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:18:46.670951 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-bcac760e-0810-49e3-b1ad-f9d9fdbbd546 req-f43bf42f-21f4-432e-a221-33c5075e9245 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c6866e29-acef-411e-86d8-204e9a255b17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0523794 Feb 28 11:18:46.771073 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-bcac760e-0810-49e3-b1ad-f9d9fdbbd546 req-2f09cef0-c7f3-4dfa-b2f6-75713c497b8c service neutron] 10.222.0.30 "GET /v2.0/networks/c6866e29-acef-411e-86d8-204e9a255b17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942183 Feb 28 11:18:46.929774 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-bcac760e-0810-49e3-b1ad-f9d9fdbbd546 req-87e4a831-c1f0-4c31-b264-b39c9c7f1b78 service neutron] 10.222.0.30 "GET /v2.0/networks/c6866e29-acef-411e-86d8-204e9a255b17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528130 Feb 28 11:18:47.076324 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f66db7-663a-467a-8790-3b62e8182b53 req-8cdb8458-1ff2-44b4-bdba-7cced1c20e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:18:47.078359 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-18f66db7-663a-467a-8790-3b62e8182b53 req-8cdb8458-1ff2-44b4-bdba-7cced1c20e69 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3c4e3863732a46c4818eaf87ed0e9f91&device_id=f2894d46-203e-4217-845f-3f3d82980c21 HTTP/1.1" status: 200 len: 1128 time: 0.0583982 Feb 28 11:18:47.190431 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f66db7-663a-467a-8790-3b62e8182b53 req-d6eed785-e2d3-4727-9744-b15a7f1fe6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:18:47.192014 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-18f66db7-663a-467a-8790-3b62e8182b53 req-d6eed785-e2d3-4727-9744-b15a7f1fe6a3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c6866e29-acef-411e-86d8-204e9a255b17 HTTP/1.1" status: 200 len: 898 time: 0.1061420 Feb 28 11:18:47.198975 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c550b40d-9085-4301-88f7-1e947a4979e6 req-5610f664-6591-4ed2-a179-764790793b67 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:18:47.200596 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-c550b40d-9085-4301-88f7-1e947a4979e6 req-5610f664-6591-4ed2-a179-764790793b67 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2894d46-203e-4217-845f-3f3d82980c21 HTTP/1.1" status: 200 len: 944 time: 0.0571342 Feb 28 11:18:47.257778 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-18f66db7-663a-467a-8790-3b62e8182b53 req-f5e41a85-88f2-4ec8-9163-84fc6f4c3716 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7a2bf713-29a3-4335-a962-3634b6c2bb3a HTTP/1.1" status: 200 len: 217 time: 0.0596149 Feb 28 11:18:47.283975 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-c550b40d-9085-4301-88f7-1e947a4979e6 req-56288c92-707d-45b8-ab64-8a2a4ee7c01f tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/security-groups?id=efae7e62-9e7d-4abd-97f7-acbe8937ff05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721989 Feb 28 11:18:47.323699 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f66db7-663a-467a-8790-3b62e8182b53 req-b4cff879-b544-4cd2-8def-c469bbf77cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:18:47.325437 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-18f66db7-663a-467a-8790-3b62e8182b53 req-b4cff879-b544-4cd2-8def-c469bbf77cf8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d5d62665-dba5-4444-8984-8d2aed03541f HTTP/1.1" status: 200 len: 835 time: 0.0621042 Feb 28 11:18:47.387012 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f66db7-663a-467a-8790-3b62e8182b53 req-0399a971-ecb4-4a8e-a82e-f511acd505ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:18:47.388890 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-18f66db7-663a-467a-8790-3b62e8182b53 req-0399a971-ecb4-4a8e-a82e-f511acd505ed service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c6866e29-acef-411e-86d8-204e9a255b17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0571978 Feb 28 11:18:47.509982 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-18f66db7-663a-467a-8790-3b62e8182b53 req-24cc6feb-2a9e-443b-917d-fa584497bf21 service neutron] 10.222.0.30 "GET /v2.0/networks/c6866e29-acef-411e-86d8-204e9a255b17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149158 Feb 28 11:18:47.609529 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-18f66db7-663a-467a-8790-3b62e8182b53 req-8a928b3e-e583-497f-ac22-4072d4d66875 service neutron] 10.222.0.30 "GET /v2.0/networks/c6866e29-acef-411e-86d8-204e9a255b17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938902 Feb 28 11:18:48.114076 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.agents_db [None req-382e0aa2-b126-48e6-89eb-3efa426b6b29 None None] Agent healthcheck: found 6 active agents {{(pid=103410) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 11:18:48.420652 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec430d2a-3324-4e59-ae80-2b323e23ce6a req-47d49c08-35d2-4a09-b535-acc1a733888a tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:18:48.422326 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-ec430d2a-3324-4e59-ae80-2b323e23ce6a req-47d49c08-35d2-4a09-b535-acc1a733888a tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2894d46-203e-4217-845f-3f3d82980c21 HTTP/1.1" status: 200 len: 944 time: 0.0622344 Feb 28 11:18:48.484760 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-ec430d2a-3324-4e59-ae80-2b323e23ce6a req-4bc661e1-2fa4-4303-be91-504ab091fe9b tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/security-groups?id=efae7e62-9e7d-4abd-97f7-acbe8937ff05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564032 Feb 28 11:18:49.630268 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395bd614-6d73-45b0-a182-da8206995b99 req-4b877462-ee96-4399-a01a-18e72d665f23 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:18:49.631968 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-395bd614-6d73-45b0-a182-da8206995b99 req-4b877462-ee96-4399-a01a-18e72d665f23 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2894d46-203e-4217-845f-3f3d82980c21 HTTP/1.1" status: 200 len: 944 time: 0.0651131 Feb 28 11:18:49.690794 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-395bd614-6d73-45b0-a182-da8206995b99 req-e9f5f88f-55a2-4a2c-93b7-3b9cbcfa8a3f tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/security-groups?id=efae7e62-9e7d-4abd-97f7-acbe8937ff05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486045 Feb 28 11:18:50.843828 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a5c28b-5ebf-44a5-8a46-53fc04a5dc24 req-cea1d223-602a-4a9e-8a4c-fb91fc4448bb tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:18:50.846467 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-43a5c28b-5ebf-44a5-8a46-53fc04a5dc24 req-cea1d223-602a-4a9e-8a4c-fb91fc4448bb tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2894d46-203e-4217-845f-3f3d82980c21 HTTP/1.1" status: 200 len: 944 time: 0.0834596 Feb 28 11:18:50.905567 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-43a5c28b-5ebf-44a5-8a46-53fc04a5dc24 req-e14f3bb3-b119-47e5-9ce9-b9f61a84f268 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/security-groups?id=efae7e62-9e7d-4abd-97f7-acbe8937ff05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533247 Feb 28 11:18:51.622093 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device 7a2bf713-29a3-4335-a962-3634b6c2bb3a details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103409) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 11:18:51.728447 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] For port 7a2bf713-29a3-4335-a962-3634b6c2bb3a, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=7a2bf713-29a3-4335-a962-3634b6c2bb3a,segment=NetworkSegment(ad31c15f-018e-4f5a-a7bd-72f0f29a1550),segment_id=ad31c15f-018e-4f5a-a7bd-72f0f29a1550)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:18:51.744973 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Returning: {'device': '7a2bf713-29a3-4335-a962-3634b6c2bb3a', 'network_id': 'c6866e29-acef-411e-86d8-204e9a255b17', 'port_id': '7a2bf713-29a3-4335-a962-3634b6c2bb3a', 'mac_address': 'fa:16:3e:97:3a:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 288, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5d62665-dba5-4444-8984-8d2aed03541f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103409) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 11:18:51.796955 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Current status of the port 7a2bf713-29a3-4335-a962-3634b6c2bb3a is: DOWN; New status is: BUILD {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:18:51.797410 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (7a2bf713-29a3-4335-a962-3634b6c2bb3a), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:51.819555 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a2bf713-29a3-4335-a962-3634b6c2bb3a {{(pid=103409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 11:18:51.854659 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] For port 7a2bf713-29a3-4335-a962-3634b6c2bb3a, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=7a2bf713-29a3-4335-a962-3634b6c2bb3a,segment=NetworkSegment(ad31c15f-018e-4f5a-a7bd-72f0f29a1550),segment_id=ad31c15f-018e-4f5a-a7bd-72f0f29a1550)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:18:51.862507 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (7a2bf713-29a3-4335-a962-3634b6c2bb3a), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:51.926599 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Pushing event updated for resources: {'Port': ['ID=7a2bf713-29a3-4335-a962-3634b6c2bb3a,revision_number=4']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:18:52.064505 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaa1da9-834c-43bd-8455-07d442f4ce74 req-6a67ea6e-2cea-4f34-b750-84568861f0b8 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:18:52.067302 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-fcaa1da9-834c-43bd-8455-07d442f4ce74 req-6a67ea6e-2cea-4f34-b750-84568861f0b8 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2894d46-203e-4217-845f-3f3d82980c21 HTTP/1.1" status: 200 len: 945 time: 0.0776629 Feb 28 11:18:52.124095 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-fcaa1da9-834c-43bd-8455-07d442f4ce74 req-26495fb1-caf3-4946-97af-c430a64300a4 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/security-groups?id=efae7e62-9e7d-4abd-97f7-acbe8937ff05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511801 Feb 28 11:18:52.289436 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] get_ports_and_sgs() called for port_ids ['7a2bf713-29a3-4335-a962-3634b6c2bb3a'] {{(pid=103409) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 11:18:53.250243 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a211b8-aab8-483d-9fb4-4a7939f34435 req-9a3848c6-ca58-40c1-98b3-a6c659401346 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:18:53.251791 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-21a211b8-aab8-483d-9fb4-4a7939f34435 req-9a3848c6-ca58-40c1-98b3-a6c659401346 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2894d46-203e-4217-845f-3f3d82980c21 HTTP/1.1" status: 200 len: 945 time: 0.0557606 Feb 28 11:18:53.307977 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-21a211b8-aab8-483d-9fb4-4a7939f34435 req-730ebd2c-cfa6-4938-a747-b14b1bd2a236 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/security-groups?id=efae7e62-9e7d-4abd-97f7-acbe8937ff05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503993 Feb 28 11:18:53.632166 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device 7a2bf713-29a3-4335-a962-3634b6c2bb3a up at agent hyperv_hv-neutron-mast {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 11:18:53.691817 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Provisioning for port 7a2bf713-29a3-4335-a962-3634b6c2bb3a completed by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 11:18:53.696870 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Provisioning complete for port 7a2bf713-29a3-4335-a962-3634b6c2bb3a triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:18:53.697384 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (7a2bf713-29a3-4335-a962-3634b6c2bb3a), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:53.782270 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Current status of the port 7a2bf713-29a3-4335-a962-3634b6c2bb3a is: BUILD; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:18:53.782583 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (7a2bf713-29a3-4335-a962-3634b6c2bb3a), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:53.808104 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2894d46-203e-4217-845f-3f3d82980c21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a2bf713-29a3-4335-a962-3634b6c2bb3a'}] {{(pid=103409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:18:53.810495 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa5325a5be4b33bf61fd809c564e3765e689d817bbd874267890deb3cfccaf12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfb00279-84d4-43c5-878e-08a6ab5192e9" -d '{"events": [{"server_uuid": "f2894d46-203e-4217-845f-3f3d82980c21", "name": "network-vif-plugged", "status": "completed", "tag": "7a2bf713-29a3-4335-a962-3634b6c2bb3a"}]}' {{(pid=103409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 11:18:53.824344 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] For port 7a2bf713-29a3-4335-a962-3634b6c2bb3a, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=7a2bf713-29a3-4335-a962-3634b6c2bb3a,segment=NetworkSegment(ad31c15f-018e-4f5a-a7bd-72f0f29a1550),segment_id=ad31c15f-018e-4f5a-a7bd-72f0f29a1550)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:18:53.830736 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (7a2bf713-29a3-4335-a962-3634b6c2bb3a), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:53.876661 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 11:18:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3229e7a2-a03d-4752-9e1b-db176c351239 x-openstack-request-id: req-3229e7a2-a03d-4752-9e1b-db176c351239 {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 11:18:53.877129 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2894d46-203e-4217-845f-3f3d82980c21", "name": "network-vif-plugged", "status": "completed", "tag": "7a2bf713-29a3-4335-a962-3634b6c2bb3a", "code": 200}]} {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 11:18:53.877540 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3229e7a2-a03d-4752-9e1b-db176c351239 {{(pid=103409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 11:18:53.878133 dv-neutron-master-2-hyperv neutron-server[103409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2894d46-203e-4217-845f-3f3d82980c21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a2bf713-29a3-4335-a962-3634b6c2bb3a', 'code': 200} Feb 28 11:18:53.925186 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Pushing event updated for resources: {'Port': ['ID=7a2bf713-29a3-4335-a962-3634b6c2bb3a,revision_number=5']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:18:54.096732 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be46f49-1651-47cf-9a9f-d52e5ae40373 req-4d43bcfd-2dd0-4be7-964e-94914f784ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:18:54.098300 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-3be46f49-1651-47cf-9a9f-d52e5ae40373 req-4d43bcfd-2dd0-4be7-964e-94914f784ee6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f2894d46-203e-4217-845f-3f3d82980c21 HTTP/1.1" status: 200 len: 1130 time: 0.0516903 Feb 28 11:18:54.157713 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-3be46f49-1651-47cf-9a9f-d52e5ae40373 req-c91af125-be2e-4f7d-85c3-cad6404be555 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=efae7e62-9e7d-4abd-97f7-acbe8937ff05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525043 Feb 28 11:18:54.472964 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5c13cb-9e85-4d1e-b9c0-84c069fed4f8 req-ff53509d-6584-4a0c-b50c-b74d64989c80 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:18:54.474621 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-cf5c13cb-9e85-4d1e-b9c0-84c069fed4f8 req-ff53509d-6584-4a0c-b50c-b74d64989c80 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2894d46-203e-4217-845f-3f3d82980c21 HTTP/1.1" status: 200 len: 946 time: 0.0882945 Feb 28 11:18:54.544770 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-cf5c13cb-9e85-4d1e-b9c0-84c069fed4f8 req-ac0e446f-c4e8-46ac-841b-83d566ab715b tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/security-groups?id=efae7e62-9e7d-4abd-97f7-acbe8937ff05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622585 Feb 28 11:18:55.722826 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332a7a10-93a5-4092-b755-32daf679006e req-c7d56cf6-a40a-4042-b7ee-0f1c8d9ee423 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:18:55.725015 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-332a7a10-93a5-4092-b755-32daf679006e req-c7d56cf6-a40a-4042-b7ee-0f1c8d9ee423 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2894d46-203e-4217-845f-3f3d82980c21 HTTP/1.1" status: 200 len: 946 time: 0.0863681 Feb 28 11:18:55.801810 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-332a7a10-93a5-4092-b755-32daf679006e req-a14121aa-5d58-4eb8-b622-527971276df7 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/security-groups?id=efae7e62-9e7d-4abd-97f7-acbe8937ff05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695999 Feb 28 11:18:55.955632 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4ed403-ec23-49ba-b1e9-d7b2cd317d74 req-c07f3a86-a106-455d-a6f0-124d6f4f8241 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:18:55.958093 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-0c4ed403-ec23-49ba-b1e9-d7b2cd317d74 req-c07f3a86-a106-455d-a6f0-124d6f4f8241 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2894d46-203e-4217-845f-3f3d82980c21 HTTP/1.1" status: 200 len: 946 time: 0.0687182 Feb 28 11:18:56.018273 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-0c4ed403-ec23-49ba-b1e9-d7b2cd317d74 req-e8168787-d35b-41bc-bfab-0378a041f03b tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/security-groups?id=efae7e62-9e7d-4abd-97f7-acbe8937ff05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534983 Feb 28 11:18:56.046194 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 46764) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:18:56.105202 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52af57e3-bc79-45c2-993d-fbf89058a420 tempest-TestNetworkAdvancedServerOps-1757666246 tempest-TestNetworkAdvancedServerOps-1757666246-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:18:56.110604 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-52af57e3-bc79-45c2-993d-fbf89058a420 tempest-TestNetworkAdvancedServerOps-1757666246 tempest-TestNetworkAdvancedServerOps-1757666246-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=f2894d46-203e-4217-845f-3f3d82980c21 HTTP/1.1" status: 200 len: 1125 time: 0.0597529 Feb 28 11:18:56.111080 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 46766) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:18:56.116214 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-4f16e81c-792f-4c3b-9d34-3b7907399698 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Request body: {'floatingip': {'floating_network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'port_id': '7a2bf713-29a3-4335-a962-3634b6c2bb3a', 'tenant_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:18:56.143414 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4f16e81c-792f-4c3b-9d34-3b7907399698 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:56.260060 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4f16e81c-792f-4c3b-9d34-3b7907399698 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:56.409052 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-4f16e81c-792f-4c3b-9d34-3b7907399698 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Allocated IP 172.36.5.238 (1e0804d0-d1d9-4d40-9de5-2936f3d87840/6f6f4129-23e5-4c3b-b4ef-4c7ce926797e/9365f4c4-61bc-4ea4-9051-a7ebc2195f1e) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:18:56.519085 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4f16e81c-792f-4c3b-9d34-3b7907399698 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for port (9365f4c4-61bc-4ea4-9051-a7ebc2195f1e), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:56.564472 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4f16e81c-792f-4c3b-9d34-3b7907399698 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (9365f4c4-61bc-4ea4-9051-a7ebc2195f1e), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:56.617527 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f16e81c-792f-4c3b-9d34-3b7907399698 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Network 1e0804d0-d1d9-4d40-9de5-2936f3d87840 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:18:56.620534 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-4f16e81c-792f-4c3b-9d34-3b7907399698 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:18:56.624685 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f16e81c-792f-4c3b-9d34-3b7907399698 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 11:18:56.649149 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f16e81c-792f-4c3b-9d34-3b7907399698 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Pushing event updated for resources: {'Port': ['ID=9365f4c4-61bc-4ea4-9051-a7ebc2195f1e,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:18:57.037975 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4f16e81c-792f-4c3b-9d34-3b7907399698 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for floatingip (1c227394-1be4-4637-9a70-28a8bd525f8f), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:57.117397 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4f16e81c-792f-4c3b-9d34-3b7907399698 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (9365f4c4-61bc-4ea4-9051-a7ebc2195f1e), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:57.359013 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4f16e81c-792f-4c3b-9d34-3b7907399698 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for port (9365f4c4-61bc-4ea4-9051-a7ebc2195f1e), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:57.365852 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4f16e81c-792f-4c3b-9d34-3b7907399698 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3498066'] for port (9365f4c4-61bc-4ea4-9051-a7ebc2195f1e), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:57.464136 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f16e81c-792f-4c3b-9d34-3b7907399698 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Pushing event updated for resources: {'Port': ['ID=9365f4c4-61bc-4ea4-9051-a7ebc2195f1e,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:18:57.477763 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4f16e81c-792f-4c3b-9d34-3b7907399698 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1803383'] for floatingip (1c227394-1be4-4637-9a70-28a8bd525f8f), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:57.592739 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.db.l3_db [None req-4f16e81c-792f-4c3b-9d34-3b7907399698 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Floating IP 1c227394-1be4-4637-9a70-28a8bd525f8f associated. External IP: 172.36.5.238, port: 7a2bf713-29a3-4335-a962-3634b6c2bb3a. Feb 28 11:18:57.835672 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f16e81c-792f-4c3b-9d34-3b7907399698 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Router 86aa4026-247b-4f8e-b82d-ebe78c12b118 has already been hosted by L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:18:57.957836 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f16e81c-792f-4c3b-9d34-3b7907399698 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:18:57.970068 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d01be1e4-6eff-4fab-b3f1-0659d7698c0a None None] Sync routers for ids ['86aa4026-247b-4f8e-b82d-ebe78c12b118'] in dv-neutron-master-2-hyperv {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:18:57.982797 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4f16e81c-792f-4c3b-9d34-3b7907399698 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for floatingip (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:18:57.983293 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01be1e4-6eff-4fab-b3f1-0659d7698c0a None None] Routers {'86aa4026-247b-4f8e-b82d-ebe78c12b118'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:18:57.984029 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-d01be1e4-6eff-4fab-b3f1-0659d7698c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T11:18:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['86aa4026-247b-4f8e-b82d-ebe78c12b118'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:18:58.021811 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-4f16e81c-792f-4c3b-9d34-3b7907399698 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9092231 Feb 28 11:18:58.022911 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2894d46-203e-4217-845f-3f3d82980c21', 'tag': '7a2bf713-29a3-4335-a962-3634b6c2bb3a'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:18:58.026595 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c8e1c873eeca597e52e7ceb7469e602eac250bfea6606d285743d38033cf584" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae3a3b31-027c-41b5-a24c-a3416e56ce39" -d '{"events": [{"name": "network-changed", "server_uuid": "f2894d46-203e-4217-845f-3f3d82980c21", "tag": "7a2bf713-29a3-4335-a962-3634b6c2bb3a"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 11:18:58.081510 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 11:18:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6df2f1fe-3638-4428-ae98-496d56570a88 x-openstack-request-id: req-6df2f1fe-3638-4428-ae98-496d56570a88 {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 11:18:58.082425 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2894d46-203e-4217-845f-3f3d82980c21", "tag": "7a2bf713-29a3-4335-a962-3634b6c2bb3a", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 11:18:58.082425 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6df2f1fe-3638-4428-ae98-496d56570a88 {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 11:18:58.082860 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2894d46-203e-4217-845f-3f3d82980c21', 'tag': '7a2bf713-29a3-4335-a962-3634b6c2bb3a', 'status': 'completed', 'code': 200} Feb 28 11:18:58.119438 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-d01be1e4-6eff-4fab-b3f1-0659d7698c0a None None] Set router 86aa4026-247b-4f8e-b82d-ebe78c12b118 gateway port host: dv-neutron-master-2-hyperv {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:18:58.197431 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d615f7-3e26-452d-aa58-1f2fd0915e2f req-ea139a66-6c92-4fcf-843a-9228204afad4 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:18:58.199094 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-a6d615f7-3e26-452d-aa58-1f2fd0915e2f req-ea139a66-6c92-4fcf-843a-9228204afad4 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2894d46-203e-4217-845f-3f3d82980c21 HTTP/1.1" status: 200 len: 946 time: 0.0719430 Feb 28 11:18:58.221370 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3a3b31-027c-41b5-a24c-a3416e56ce39 req-19264116-4c5f-4a74-b3bf-138199fb975e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:18:58.224003 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-ae3a3b31-027c-41b5-a24c-a3416e56ce39 req-19264116-4c5f-4a74-b3bf-138199fb975e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3c4e3863732a46c4818eaf87ed0e9f91&device_id=f2894d46-203e-4217-845f-3f3d82980c21 HTTP/1.1" status: 200 len: 1130 time: 0.0952799 Feb 28 11:18:58.261049 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-a6d615f7-3e26-452d-aa58-1f2fd0915e2f req-ae1e939b-c560-4528-941a-3a756d1fdd3b tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/security-groups?id=efae7e62-9e7d-4abd-97f7-acbe8937ff05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499156 Feb 28 11:18:58.302802 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 46772) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:18:58.365134 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3a3b31-027c-41b5-a24c-a3416e56ce39 req-d059547e-8e0a-4b88-9869-3ef1f6abbdbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:18:58.367554 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-ae3a3b31-027c-41b5-a24c-a3416e56ce39 req-d059547e-8e0a-4b88-9869-3ef1f6abbdbf service neutron] 10.222.0.30 "GET /v2.0/networks?id=c6866e29-acef-411e-86d8-204e9a255b17 HTTP/1.1" status: 200 len: 898 time: 0.1367090 Feb 28 11:18:58.411669 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-1c5f70c2-cc3c-46cb-bf8f-18735b24a837 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/floatingips/1c227394-1be4-4637-9a70-28a8bd525f8f HTTP/1.1" status: 200 len: 992 time: 0.1072626 Feb 28 11:18:58.434853 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-d01be1e4-6eff-4fab-b3f1-0659d7698c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86aa4026-247b-4f8e-b82d-ebe78c12b118', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1083853707', 'tenant_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.43'}], 'enable_snat': True}, 'gw_port_id': 'bcdd5ba4-fabc-46a6-b091-cfcb4b7d456d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:18:31Z', 'updated_at': '2022-02-28T11:18:36Z', 'revision_number': 4, 'project_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'gw_port': {'id': 'bcdd5ba4-fabc-46a6-b091-cfcb4b7d456d', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:4f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86aa4026-247b-4f8e-b82d-ebe78c12b118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:18:32Z', 'updated_at': '2022-02-28T11:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '1c227394-1be4-4637-9a70-28a8bd525f8f', 'tenant_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'floating_ip_address': '172.36.5.238', 'floating_network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'router_id': '86aa4026-247b-4f8e-b82d-ebe78c12b118', 'port_id': '7a2bf713-29a3-4335-a962-3634b6c2bb3a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1782, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6866e29-acef-411e-86d8-204e9a255b17', 'mac_address': 'fa:16:3e:97:3a:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2894d46-203e-4217-845f-3f3d82980c21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:18:56Z', 'updated_at': '2022-02-28T11:18:56Z', 'revision_number': 0, 'project_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2eda31e5-3b1f-448a-a427-498cdd048b71', 'name': '', 'network_id': 'c6866e29-acef-411e-86d8-204e9a255b17', 'tenant_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'mac_address': 'fa:16:3e:47:46:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86aa4026-247b-4f8e-b82d-ebe78c12b118', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': 'd5d62665-dba5-4444-8984-8d2aed03541f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:18:35Z', 'updated_at': '2022-02-28T11:18:39Z', 'revision_number': 5, 'project_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'subnets': [{'id': 'd5d62665-dba5-4444-8984-8d2aed03541f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:18:58.458724 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-ae3a3b31-027c-41b5-a24c-a3416e56ce39 req-66a2598e-27b9-460e-9948-dad56ad60f6f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7a2bf713-29a3-4335-a962-3634b6c2bb3a HTTP/1.1" status: 200 len: 1000 time: 0.0857999 Feb 28 11:18:58.476902 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d01be1e4-6eff-4fab-b3f1-0659d7698c0a None None] Checking router: 86aa4026-247b-4f8e-b82d-ebe78c12b118 for host: dv-neutron-master-2-hyperv {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:18:58.490962 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01be1e4-6eff-4fab-b3f1-0659d7698c0a None None] Routers {'86aa4026-247b-4f8e-b82d-ebe78c12b118'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:18:58.491985 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-d01be1e4-6eff-4fab-b3f1-0659d7698c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T11:18:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['86aa4026-247b-4f8e-b82d-ebe78c12b118'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:18:58.527634 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3a3b31-027c-41b5-a24c-a3416e56ce39 req-bb2e1f10-a867-49f3-8b51-977f25c8a1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:18:58.529676 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-ae3a3b31-027c-41b5-a24c-a3416e56ce39 req-bb2e1f10-a867-49f3-8b51-977f25c8a1e1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d5d62665-dba5-4444-8984-8d2aed03541f HTTP/1.1" status: 200 len: 835 time: 0.0655129 Feb 28 11:18:58.602288 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3a3b31-027c-41b5-a24c-a3416e56ce39 req-e1a28705-bd3e-45ee-901f-a5ecf6d26908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:18:58.604242 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-ae3a3b31-027c-41b5-a24c-a3416e56ce39 req-e1a28705-bd3e-45ee-901f-a5ecf6d26908 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c6866e29-acef-411e-86d8-204e9a255b17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0676084 Feb 28 11:18:58.650037 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-d01be1e4-6eff-4fab-b3f1-0659d7698c0a None None] Set router 86aa4026-247b-4f8e-b82d-ebe78c12b118 gateway port host: dv-neutron-master-2-hyperv {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:18:58.730245 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-ae3a3b31-027c-41b5-a24c-a3416e56ce39 req-ec0fd31c-e586-4521-a1c3-3dcf54c819dc service neutron] 10.222.0.30 "GET /v2.0/networks/c6866e29-acef-411e-86d8-204e9a255b17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188991 Feb 28 11:18:58.832963 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-ae3a3b31-027c-41b5-a24c-a3416e56ce39 req-0b795912-6d33-4b68-8a99-1f4d431a88a6 service neutron] 10.222.0.30 "GET /v2.0/networks/c6866e29-acef-411e-86d8-204e9a255b17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968163 Feb 28 11:18:58.965036 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-d01be1e4-6eff-4fab-b3f1-0659d7698c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86aa4026-247b-4f8e-b82d-ebe78c12b118', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1083853707', 'tenant_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.43'}], 'enable_snat': True}, 'gw_port_id': 'bcdd5ba4-fabc-46a6-b091-cfcb4b7d456d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:18:31Z', 'updated_at': '2022-02-28T11:18:36Z', 'revision_number': 4, 'project_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'gw_port': {'id': 'bcdd5ba4-fabc-46a6-b091-cfcb4b7d456d', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:4f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86aa4026-247b-4f8e-b82d-ebe78c12b118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:18:32Z', 'updated_at': '2022-02-28T11:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '1c227394-1be4-4637-9a70-28a8bd525f8f', 'tenant_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'floating_ip_address': '172.36.5.238', 'floating_network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'router_id': '86aa4026-247b-4f8e-b82d-ebe78c12b118', 'port_id': '7a2bf713-29a3-4335-a962-3634b6c2bb3a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1782, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6866e29-acef-411e-86d8-204e9a255b17', 'mac_address': 'fa:16:3e:97:3a:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2894d46-203e-4217-845f-3f3d82980c21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:18:56Z', 'updated_at': '2022-02-28T11:18:56Z', 'revision_number': 0, 'project_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2eda31e5-3b1f-448a-a427-498cdd048b71', 'name': '', 'network_id': 'c6866e29-acef-411e-86d8-204e9a255b17', 'tenant_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'mac_address': 'fa:16:3e:47:46:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86aa4026-247b-4f8e-b82d-ebe78c12b118', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': 'd5d62665-dba5-4444-8984-8d2aed03541f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:18:35Z', 'updated_at': '2022-02-28T11:18:39Z', 'revision_number': 5, 'project_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'subnets': [{'id': 'd5d62665-dba5-4444-8984-8d2aed03541f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:18:58.997572 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d01be1e4-6eff-4fab-b3f1-0659d7698c0a None None] The sync data for ids ['86aa4026-247b-4f8e-b82d-ebe78c12b118'] in dv-neutron-master-2-hyperv is: [{'id': '86aa4026-247b-4f8e-b82d-ebe78c12b118', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1083853707', 'tenant_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.43'}], 'enable_snat': True}, 'gw_port_id': 'bcdd5ba4-fabc-46a6-b091-cfcb4b7d456d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:18:31Z', 'updated_at': '2022-02-28T11:18:36Z', 'revision_number': 4, 'project_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'gw_port': {'id': 'bcdd5ba4-fabc-46a6-b091-cfcb4b7d456d', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:4f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86aa4026-247b-4f8e-b82d-ebe78c12b118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:18:32Z', 'updated_at': '2022-02-28T11:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '1c227394-1be4-4637-9a70-28a8bd525f8f', 'tenant_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'floating_ip_address': '172.36.5.238', 'floating_network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'router_id': '86aa4026-247b-4f8e-b82d-ebe78c12b118', 'port_id': '7a2bf713-29a3-4335-a962-3634b6c2bb3a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1782, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6866e29-acef-411e-86d8-204e9a255b17', 'mac_address': 'fa:16:3e:97:3a:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2894d46-203e-4217-845f-3f3d82980c21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:18:56Z', 'updated_at': '2022-02-28T11:18:56Z', 'revision_number': 0, 'project_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2eda31e5-3b1f-448a-a427-498cdd048b71', 'name': '', 'network_id': 'c6866e29-acef-411e-86d8-204e9a255b17', 'tenant_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'mac_address': 'fa:16:3e:47:46:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86aa4026-247b-4f8e-b82d-ebe78c12b118', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': 'd5d62665-dba5-4444-8984-8d2aed03541f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:18:35Z', 'updated_at': '2022-02-28T11:18:39Z', 'revision_number': 5, 'project_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'subnets': [{'id': 'd5d62665-dba5-4444-8984-8d2aed03541f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:18:59.238848 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add42177-dc62-43ad-aa6c-ec019224636f None None] New status for floating IP 1c227394-1be4-4637-9a70-28a8bd525f8f: ACTIVE {{(pid=103410) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 11:18:59.413866 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 46776) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:18:59.504585 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-a754c2eb-24e7-481c-8ae7-3b7dcceb72dc tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/floatingips/1c227394-1be4-4637-9a70-28a8bd525f8f HTTP/1.1" status: 200 len: 994 time: 0.0880799 Feb 28 11:19:01.970419 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-1f37b41a-0ee9-454a-916b-866ff1157084 req-b7d0bc62-9ffa-43ac-810d-bef7e6ff9af7 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f2894d46-203e-4217-845f-3f3d82980c21&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0514231 Feb 28 11:19:02.084100 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f37b41a-0ee9-454a-916b-866ff1157084 req-313df567-2097-4b44-af31-20c546d173bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:19:02.085715 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-1f37b41a-0ee9-454a-916b-866ff1157084 req-313df567-2097-4b44-af31-20c546d173bf service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3c4e3863732a46c4818eaf87ed0e9f91&device_id=f2894d46-203e-4217-845f-3f3d82980c21 HTTP/1.1" status: 200 len: 1130 time: 0.0556223 Feb 28 11:19:02.229580 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f37b41a-0ee9-454a-916b-866ff1157084 req-bc1bfa72-3c88-4e1b-950f-9d11c89618ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:19:02.232042 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-1f37b41a-0ee9-454a-916b-866ff1157084 req-bc1bfa72-3c88-4e1b-950f-9d11c89618ef service neutron] 10.222.0.30 "GET /v2.0/networks?id=c6866e29-acef-411e-86d8-204e9a255b17 HTTP/1.1" status: 200 len: 898 time: 0.1225939 Feb 28 11:19:02.341601 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-1f37b41a-0ee9-454a-916b-866ff1157084 req-e8b85cca-9e6f-4d7b-99fd-ebaabfae6ea9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7a2bf713-29a3-4335-a962-3634b6c2bb3a HTTP/1.1" status: 200 len: 1002 time: 0.1031542 Feb 28 11:19:02.403637 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f37b41a-0ee9-454a-916b-866ff1157084 req-4cd12afb-bbab-434a-8418-fc946c1b6706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:19:02.405458 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-1f37b41a-0ee9-454a-916b-866ff1157084 req-4cd12afb-bbab-434a-8418-fc946c1b6706 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d5d62665-dba5-4444-8984-8d2aed03541f HTTP/1.1" status: 200 len: 835 time: 0.0585234 Feb 28 11:19:02.465919 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f37b41a-0ee9-454a-916b-866ff1157084 req-75ea19b1-f630-46e3-8e0f-cf1f5ca8f0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:19:02.467992 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-1f37b41a-0ee9-454a-916b-866ff1157084 req-75ea19b1-f630-46e3-8e0f-cf1f5ca8f0a1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c6866e29-acef-411e-86d8-204e9a255b17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0566800 Feb 28 11:19:02.570116 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-1f37b41a-0ee9-454a-916b-866ff1157084 req-6192c8fa-3ae4-49e5-ba86-14e149018c06 service neutron] 10.222.0.30 "GET /v2.0/networks/c6866e29-acef-411e-86d8-204e9a255b17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953970 Feb 28 11:19:02.680404 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-1f37b41a-0ee9-454a-916b-866ff1157084 req-de28d575-8b70-467c-97ab-3ce56850bf9e service neutron] 10.222.0.30 "GET /v2.0/networks/c6866e29-acef-411e-86d8-204e9a255b17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045108 Feb 28 11:19:08.676784 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (13ac42ae-016e-4baf-bb31-c6fa820b41c2), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:19:08.825393 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4dfd68b5-6a49-4f22-a6e7-f7670dce5ebc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fb6705d2-4f70-4965-92a3-fbfccd43a6d3), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:19:11.102577 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-07d1b256-0f93-42f1-9d2b-6dff43153cf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fc6c9b74-8dbb-41bb-800a-5bd3a43fe896), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:19:12.251687 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b6d631fb-7df0-4fe1-8322-abff3b61cae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (0db5147a-92a3-4581-8a5f-8ec9b93e0600), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:19:13.647887 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6b923bb1-06b0-4b84-b461-7cc1d0196090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (2e621730-3978-4720-b581-ac380e97a567), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:19:14.951305 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:19:25.114618 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.agents_db [None req-382e0aa2-b126-48e6-89eb-3efa426b6b29 None None] Agent healthcheck: found 6 active agents {{(pid=103410) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 11:19:38.682535 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (13ac42ae-016e-4baf-bb31-c6fa820b41c2), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:19:38.822404 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2446f6bc-9713-47cd-9ef2-ae4e9d5767aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fb6705d2-4f70-4965-92a3-fbfccd43a6d3), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:19:41.108486 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ddba43cd-2d7c-401a-b07e-7269c8b5559f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fc6c9b74-8dbb-41bb-800a-5bd3a43fe896), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:19:42.263913 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b6d631fb-7df0-4fe1-8322-abff3b61cae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (0db5147a-92a3-4581-8a5f-8ec9b93e0600), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:19:43.658844 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6b923bb1-06b0-4b84-b461-7cc1d0196090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (2e621730-3978-4720-b581-ac380e97a567), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:19:44.950711 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:20:02.114264 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.agents_db [None req-382e0aa2-b126-48e6-89eb-3efa426b6b29 None None] Agent healthcheck: found 6 active agents {{(pid=103410) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 11:20:02.984409 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-ff8c50f0-cad0-4a66-8e0d-ffe4a84391aa req-fd98b84f-4e11-45ef-a852-4133895f8e88 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f2894d46-203e-4217-845f-3f3d82980c21&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0549974 Feb 28 11:20:03.104580 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8c50f0-cad0-4a66-8e0d-ffe4a84391aa req-ca8e0a96-792d-4ae1-bfbf-667dccb300c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:20:03.107350 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-ff8c50f0-cad0-4a66-8e0d-ffe4a84391aa req-ca8e0a96-792d-4ae1-bfbf-667dccb300c0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3c4e3863732a46c4818eaf87ed0e9f91&device_id=f2894d46-203e-4217-845f-3f3d82980c21 HTTP/1.1" status: 200 len: 1130 time: 0.0625217 Feb 28 11:20:03.276209 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8c50f0-cad0-4a66-8e0d-ffe4a84391aa req-1adabe07-fe09-4b4c-9f75-f6cdff3d88fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:20:03.279963 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-ff8c50f0-cad0-4a66-8e0d-ffe4a84391aa req-1adabe07-fe09-4b4c-9f75-f6cdff3d88fd service neutron] 10.222.0.30 "GET /v2.0/networks?id=c6866e29-acef-411e-86d8-204e9a255b17 HTTP/1.1" status: 200 len: 898 time: 0.1521473 Feb 28 11:20:03.357679 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-ff8c50f0-cad0-4a66-8e0d-ffe4a84391aa req-3b132c3f-2657-45fd-ab82-5d64d78f097a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7a2bf713-29a3-4335-a962-3634b6c2bb3a HTTP/1.1" status: 200 len: 1002 time: 0.0691781 Feb 28 11:20:03.410288 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8c50f0-cad0-4a66-8e0d-ffe4a84391aa req-28dc3eec-1cad-47f7-8525-dd895cb73ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:20:03.411819 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-ff8c50f0-cad0-4a66-8e0d-ffe4a84391aa req-28dc3eec-1cad-47f7-8525-dd895cb73ffa service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d5d62665-dba5-4444-8984-8d2aed03541f HTTP/1.1" status: 200 len: 835 time: 0.0480714 Feb 28 11:20:03.466881 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8c50f0-cad0-4a66-8e0d-ffe4a84391aa req-d8701069-44cf-4e0f-b547-185a9fab5209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:20:03.468458 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-ff8c50f0-cad0-4a66-8e0d-ffe4a84391aa req-d8701069-44cf-4e0f-b547-185a9fab5209 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c6866e29-acef-411e-86d8-204e9a255b17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0500863 Feb 28 11:20:03.581587 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-ff8c50f0-cad0-4a66-8e0d-ffe4a84391aa req-71b29d77-1082-4460-869f-8e2c09196946 service neutron] 10.222.0.30 "GET /v2.0/networks/c6866e29-acef-411e-86d8-204e9a255b17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054599 Feb 28 11:20:03.695288 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-ff8c50f0-cad0-4a66-8e0d-ffe4a84391aa req-fd65d5d8-0773-4676-b760-fa06a0e51288 service neutron] 10.222.0.30 "GET /v2.0/networks/c6866e29-acef-411e-86d8-204e9a255b17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069238 Feb 28 11:20:08.695701 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (13ac42ae-016e-4baf-bb31-c6fa820b41c2), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:20:08.829712 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3b7b81ed-e968-4d0b-b07d-f4c8378ca015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fb6705d2-4f70-4965-92a3-fbfccd43a6d3), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:20:11.106839 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-93e863d5-800d-406e-9c77-1d7c863a568e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fc6c9b74-8dbb-41bb-800a-5bd3a43fe896), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:20:12.262355 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b6d631fb-7df0-4fe1-8322-abff3b61cae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (0db5147a-92a3-4581-8a5f-8ec9b93e0600), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:20:13.165881 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d765436f-faed-4e86-b05c-747a704c5325 req-2c0b360e-e4b1-4506-baee-b7aff4e4f170 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:20:13.168187 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-d765436f-faed-4e86-b05c-747a704c5325 req-2c0b360e-e4b1-4506-baee-b7aff4e4f170 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2894d46-203e-4217-845f-3f3d82980c21 HTTP/1.1" status: 200 len: 946 time: 0.1302423 Feb 28 11:20:13.229875 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-d765436f-faed-4e86-b05c-747a704c5325 req-c07cf1f7-e6d2-4a4c-83b6-61c822a64cae tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/security-groups?id=efae7e62-9e7d-4abd-97f7-acbe8937ff05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551109 Feb 28 11:20:13.654015 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6b923bb1-06b0-4b84-b461-7cc1d0196090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (2e621730-3978-4720-b581-ac380e97a567), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:20:14.419361 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e23ba70-4213-4724-a7c8-b1ed51eba60b req-2c7286d7-7a5f-4e7e-a29d-dfc8fcfbdced tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:20:14.421018 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-0e23ba70-4213-4724-a7c8-b1ed51eba60b req-2c7286d7-7a5f-4e7e-a29d-dfc8fcfbdced tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2894d46-203e-4217-845f-3f3d82980c21 HTTP/1.1" status: 200 len: 946 time: 0.1086051 Feb 28 11:20:14.477596 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-0e23ba70-4213-4724-a7c8-b1ed51eba60b req-6256552a-934f-493b-8fbe-f885ee50dff4 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/security-groups?id=efae7e62-9e7d-4abd-97f7-acbe8937ff05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505457 Feb 28 11:20:14.947963 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:20:15.606850 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1220f0-60aa-41c2-b18d-5a2e2c4867c9 req-fa381f31-d0d3-421f-aa91-03e103fe1d63 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:20:15.608417 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-fb1220f0-60aa-41c2-b18d-5a2e2c4867c9 req-fa381f31-d0d3-421f-aa91-03e103fe1d63 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2894d46-203e-4217-845f-3f3d82980c21 HTTP/1.1" status: 200 len: 946 time: 0.0565314 Feb 28 11:20:15.661169 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-fb1220f0-60aa-41c2-b18d-5a2e2c4867c9 req-1e4d9219-b14c-4471-9249-4af0d1ffd3ea tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/security-groups?id=efae7e62-9e7d-4abd-97f7-acbe8937ff05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467858 Feb 28 11:20:16.785250 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d021ed54-6466-4375-85fa-3f2a95847565 req-e88b7c20-a76b-4f61-a0d3-c76d213b001f tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:20:16.786718 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-d021ed54-6466-4375-85fa-3f2a95847565 req-e88b7c20-a76b-4f61-a0d3-c76d213b001f tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2894d46-203e-4217-845f-3f3d82980c21 HTTP/1.1" status: 200 len: 946 time: 0.0551727 Feb 28 11:20:16.852198 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-d021ed54-6466-4375-85fa-3f2a95847565 req-efa45e27-ff0a-480d-bbd7-919aa74fccb5 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/security-groups?id=efae7e62-9e7d-4abd-97f7-acbe8937ff05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555620 Feb 28 11:20:17.984246 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb3c0b2-acb3-4241-a7a5-764acaaea7d8 req-dbdbc677-35bf-4425-b21a-c4d7c6fbac50 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:20:17.985877 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-0fb3c0b2-acb3-4241-a7a5-764acaaea7d8 req-dbdbc677-35bf-4425-b21a-c4d7c6fbac50 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2894d46-203e-4217-845f-3f3d82980c21 HTTP/1.1" status: 200 len: 946 time: 0.0589480 Feb 28 11:20:18.038716 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-0fb3c0b2-acb3-4241-a7a5-764acaaea7d8 req-44e09178-ae08-4ba2-ac2c-23820787199e tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/security-groups?id=efae7e62-9e7d-4abd-97f7-acbe8937ff05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471392 Feb 28 11:20:19.168705 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e81318-6ef5-4bad-a8f8-d130962f2228 req-df7308c4-45a3-4414-816c-da97aac5ef35 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:20:19.170413 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-70e81318-6ef5-4bad-a8f8-d130962f2228 req-df7308c4-45a3-4414-816c-da97aac5ef35 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2894d46-203e-4217-845f-3f3d82980c21 HTTP/1.1" status: 200 len: 946 time: 0.0590954 Feb 28 11:20:19.229798 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-70e81318-6ef5-4bad-a8f8-d130962f2228 req-727942dc-345c-45e0-910f-6d694dff3b5b tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/security-groups?id=efae7e62-9e7d-4abd-97f7-acbe8937ff05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496554 Feb 28 11:20:20.357439 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9552f4-a584-418e-ad76-41c125e51f0e req-1923d6c6-0ed6-4e65-bf3b-2873c6f9810e tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:20:20.359135 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-1e9552f4-a584-418e-ad76-41c125e51f0e req-1923d6c6-0ed6-4e65-bf3b-2873c6f9810e tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2894d46-203e-4217-845f-3f3d82980c21 HTTP/1.1" status: 200 len: 946 time: 0.0600383 Feb 28 11:20:20.413364 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-1e9552f4-a584-418e-ad76-41c125e51f0e req-516f9527-ed85-4441-9917-d53bb67d3918 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/security-groups?id=efae7e62-9e7d-4abd-97f7-acbe8937ff05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473516 Feb 28 11:20:21.545305 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653fc2fb-6c2f-4c1e-9765-651fe514f51b req-61132e08-272d-4297-8c99-b7380a53500c tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:20:21.546955 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-653fc2fb-6c2f-4c1e-9765-651fe514f51b req-61132e08-272d-4297-8c99-b7380a53500c tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2894d46-203e-4217-845f-3f3d82980c21 HTTP/1.1" status: 200 len: 946 time: 0.0582221 Feb 28 11:20:21.605724 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-653fc2fb-6c2f-4c1e-9765-651fe514f51b req-571c51aa-e034-4bbd-8835-b592c7f16dcd tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/security-groups?id=efae7e62-9e7d-4abd-97f7-acbe8937ff05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508680 Feb 28 11:20:22.735809 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818efa93-935d-490b-8563-5db5e2a1d3ac req-c5c68a2f-875a-407d-933e-622a64f0d835 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:20:22.737344 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-818efa93-935d-490b-8563-5db5e2a1d3ac req-c5c68a2f-875a-407d-933e-622a64f0d835 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2894d46-203e-4217-845f-3f3d82980c21 HTTP/1.1" status: 200 len: 946 time: 0.0601275 Feb 28 11:20:22.793753 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-818efa93-935d-490b-8563-5db5e2a1d3ac req-392b7b46-b9ef-4d3a-890d-8f7f9916b9fc tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/security-groups?id=efae7e62-9e7d-4abd-97f7-acbe8937ff05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506380 Feb 28 11:20:23.928684 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aee64cc-0571-49ed-bc7e-8918559cedaf req-0b41a516-d2a3-4e69-b3f4-6cbd1a2d9338 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:20:23.930274 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-6aee64cc-0571-49ed-bc7e-8918559cedaf req-0b41a516-d2a3-4e69-b3f4-6cbd1a2d9338 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2894d46-203e-4217-845f-3f3d82980c21 HTTP/1.1" status: 200 len: 946 time: 0.0577643 Feb 28 11:20:23.984727 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-6aee64cc-0571-49ed-bc7e-8918559cedaf req-a19a1a86-4983-4f5c-ab69-06f1efc56f89 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/security-groups?id=efae7e62-9e7d-4abd-97f7-acbe8937ff05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475113 Feb 28 11:20:25.117096 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ad920d-2cff-4c09-870a-d0577fba7d16 req-bde8047e-61ba-4dba-b029-8478b07d0323 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:20:25.118915 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-31ad920d-2cff-4c09-870a-d0577fba7d16 req-bde8047e-61ba-4dba-b029-8478b07d0323 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2894d46-203e-4217-845f-3f3d82980c21 HTTP/1.1" status: 200 len: 946 time: 0.0597014 Feb 28 11:20:25.173876 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-31ad920d-2cff-4c09-870a-d0577fba7d16 req-9d197489-0b31-4543-ab9a-ec4095505891 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/security-groups?id=efae7e62-9e7d-4abd-97f7-acbe8937ff05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493681 Feb 28 11:20:26.313407 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2802cf4-07b8-4eb0-9d3a-841a5d8be54c req-4e088c30-6274-46ec-acab-0864da47ee72 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:20:26.315089 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-f2802cf4-07b8-4eb0-9d3a-841a5d8be54c req-4e088c30-6274-46ec-acab-0864da47ee72 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2894d46-203e-4217-845f-3f3d82980c21 HTTP/1.1" status: 200 len: 946 time: 0.0641942 Feb 28 11:20:26.374756 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-f2802cf4-07b8-4eb0-9d3a-841a5d8be54c req-7db4b9d3-912f-4144-8e71-c8645661cf9c tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/security-groups?id=efae7e62-9e7d-4abd-97f7-acbe8937ff05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533552 Feb 28 11:20:27.507167 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f745868-81bc-4ddb-8825-10dcf7315626 req-8fb8bd1c-4fb1-4acc-ae9c-b8cfc68dbe74 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:20:27.508728 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-6f745868-81bc-4ddb-8825-10dcf7315626 req-8fb8bd1c-4fb1-4acc-ae9c-b8cfc68dbe74 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2894d46-203e-4217-845f-3f3d82980c21 HTTP/1.1" status: 200 len: 946 time: 0.0598638 Feb 28 11:20:27.561087 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-6f745868-81bc-4ddb-8825-10dcf7315626 req-3367d6bd-4aac-4d3c-aec7-d9c47bd0be50 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/security-groups?id=efae7e62-9e7d-4abd-97f7-acbe8937ff05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465138 Feb 28 11:20:28.694141 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3785b9-1465-43aa-8701-4b3018ce688f req-a8390eae-3723-437c-9811-05f08ba56b7c tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:20:28.695869 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-0d3785b9-1465-43aa-8701-4b3018ce688f req-a8390eae-3723-437c-9811-05f08ba56b7c tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2894d46-203e-4217-845f-3f3d82980c21 HTTP/1.1" status: 200 len: 946 time: 0.0651066 Feb 28 11:20:28.753079 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-0d3785b9-1465-43aa-8701-4b3018ce688f req-c181bd27-3a7b-4e0c-aba1-e7c4c5e543f2 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/security-groups?id=efae7e62-9e7d-4abd-97f7-acbe8937ff05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512559 Feb 28 11:20:28.777755 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 46838) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:20:28.846845 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-9aaf533f-96ff-41d7-bebd-10bf1b44912e tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/floatingips/1c227394-1be4-4637-9a70-28a8bd525f8f HTTP/1.1" status: 200 len: 994 time: 0.0675681 Feb 28 11:20:30.206816 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dc8a14-1d0f-410e-b336-77bb219c7038 req-691f72f3-c6f5-468a-94ab-9e3897a74b5e tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:20:30.209511 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-b5dc8a14-1d0f-410e-b336-77bb219c7038 req-691f72f3-c6f5-468a-94ab-9e3897a74b5e tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2894d46-203e-4217-845f-3f3d82980c21 HTTP/1.1" status: 200 len: 946 time: 0.0754740 Feb 28 11:20:30.239236 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6875a81-e167-4199-991c-6fd6fd35a722 req-add58c0e-b3f7-4707-a459-97c9668d7f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:20:30.241851 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-a6875a81-e167-4199-991c-6fd6fd35a722 req-add58c0e-b3f7-4707-a459-97c9668d7f82 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3c4e3863732a46c4818eaf87ed0e9f91&device_id=f2894d46-203e-4217-845f-3f3d82980c21 HTTP/1.1" status: 200 len: 1130 time: 0.0601857 Feb 28 11:20:30.269253 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-b5dc8a14-1d0f-410e-b336-77bb219c7038 req-41926573-2e5b-47ac-8ab5-84f35d5ae4b5 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/security-groups?id=efae7e62-9e7d-4abd-97f7-acbe8937ff05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534484 Feb 28 11:20:30.345731 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6875a81-e167-4199-991c-6fd6fd35a722 req-d85d0500-7280-436a-8860-db0e20475a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:20:30.347257 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-a6875a81-e167-4199-991c-6fd6fd35a722 req-d85d0500-7280-436a-8860-db0e20475a0c service neutron] 10.222.0.30 "GET /v2.0/networks?id=c6866e29-acef-411e-86d8-204e9a255b17 HTTP/1.1" status: 200 len: 898 time: 0.0998099 Feb 28 11:20:30.425492 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-a6875a81-e167-4199-991c-6fd6fd35a722 req-2d73bcfc-f534-488e-a670-69f5401ca0bd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7a2bf713-29a3-4335-a962-3634b6c2bb3a HTTP/1.1" status: 200 len: 1002 time: 0.0712867 Feb 28 11:20:30.483838 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6875a81-e167-4199-991c-6fd6fd35a722 req-4877a604-b641-4e17-bb91-bd9defcde1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:20:30.485358 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-a6875a81-e167-4199-991c-6fd6fd35a722 req-4877a604-b641-4e17-bb91-bd9defcde1a2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d5d62665-dba5-4444-8984-8d2aed03541f HTTP/1.1" status: 200 len: 835 time: 0.0546217 Feb 28 11:20:30.543321 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6875a81-e167-4199-991c-6fd6fd35a722 req-e23748e8-1709-48bd-bd06-35838f60d0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:20:30.545248 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-a6875a81-e167-4199-991c-6fd6fd35a722 req-e23748e8-1709-48bd-bd06-35838f60d0b6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c6866e29-acef-411e-86d8-204e9a255b17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0537124 Feb 28 11:20:30.640468 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-a6875a81-e167-4199-991c-6fd6fd35a722 req-310f811a-82b1-4e50-ace0-9fdfad72fe91 service neutron] 10.222.0.30 "GET /v2.0/networks/c6866e29-acef-411e-86d8-204e9a255b17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894425 Feb 28 11:20:30.742733 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-a6875a81-e167-4199-991c-6fd6fd35a722 req-c05af6c6-c457-4b22-a470-b6ae8a875975 service neutron] 10.222.0.30 "GET /v2.0/networks/c6866e29-acef-411e-86d8-204e9a255b17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960376 Feb 28 11:20:31.404876 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3dd2b5-4edb-45ea-8c1a-d758d7245f58 req-bc39071a-49ef-4d47-8348-5cbf20b40b5f tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:20:31.406429 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-9f3dd2b5-4edb-45ea-8c1a-d758d7245f58 req-bc39071a-49ef-4d47-8348-5cbf20b40b5f tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2894d46-203e-4217-845f-3f3d82980c21 HTTP/1.1" status: 200 len: 946 time: 0.0589857 Feb 28 11:20:31.465784 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-9f3dd2b5-4edb-45ea-8c1a-d758d7245f58 req-13b1ddb0-572a-4652-b499-9d751815207e tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/security-groups?id=efae7e62-9e7d-4abd-97f7-acbe8937ff05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537055 Feb 28 11:20:32.590094 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3d9499-e115-424d-bbeb-3f4518bc2352 req-7b8ab0f6-97d4-41fb-bcf9-835bc29ed85f tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:20:32.591682 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-3e3d9499-e115-424d-bbeb-3f4518bc2352 req-7b8ab0f6-97d4-41fb-bcf9-835bc29ed85f tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2894d46-203e-4217-845f-3f3d82980c21 HTTP/1.1" status: 200 len: 946 time: 0.0559793 Feb 28 11:20:32.646569 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-3e3d9499-e115-424d-bbeb-3f4518bc2352 req-8b0398da-fac4-4a16-8ea1-2d8b5267a124 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/security-groups?id=efae7e62-9e7d-4abd-97f7-acbe8937ff05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491619 Feb 28 11:20:32.670839 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 46850) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:20:32.735741 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-f9763c6a-d0d6-4186-8672-455336c8acca tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/floatingips/1c227394-1be4-4637-9a70-28a8bd525f8f HTTP/1.1" status: 200 len: 994 time: 0.0636427 Feb 28 11:20:38.702266 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (13ac42ae-016e-4baf-bb31-c6fa820b41c2), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:20:38.816439 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c9364d44-ae0b-4037-aa68-863b809832bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fb6705d2-4f70-4965-92a3-fbfccd43a6d3), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:20:39.115024 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.agents_db [None req-382e0aa2-b126-48e6-89eb-3efa426b6b29 None None] Agent healthcheck: found 6 active agents {{(pid=103410) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 11:20:41.103294 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-435ca5eb-903a-4383-a042-5be70ca07145 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fc6c9b74-8dbb-41bb-800a-5bd3a43fe896), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:20:42.259359 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b6d631fb-7df0-4fe1-8322-abff3b61cae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (0db5147a-92a3-4581-8a5f-8ec9b93e0600), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:20:43.658041 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6b923bb1-06b0-4b84-b461-7cc1d0196090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (2e621730-3978-4720-b581-ac380e97a567), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:20:44.946113 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:21:03.000162 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-4b1ec8b9-4dae-4f22-9691-6de4ee3cd3d7 req-a93404af-88b4-4768-84c5-0ad8b1687533 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f2894d46-203e-4217-845f-3f3d82980c21&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0961595 Feb 28 11:21:03.105915 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1ec8b9-4dae-4f22-9691-6de4ee3cd3d7 req-f4070f92-a0ff-4b3e-a272-79386ddb61d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:21:03.107439 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-4b1ec8b9-4dae-4f22-9691-6de4ee3cd3d7 req-f4070f92-a0ff-4b3e-a272-79386ddb61d5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3c4e3863732a46c4818eaf87ed0e9f91&device_id=f2894d46-203e-4217-845f-3f3d82980c21 HTTP/1.1" status: 200 len: 1130 time: 0.0473540 Feb 28 11:21:03.218253 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1ec8b9-4dae-4f22-9691-6de4ee3cd3d7 req-1253c704-aa7b-41b8-83fe-d3689c97f55c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:21:03.219672 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-4b1ec8b9-4dae-4f22-9691-6de4ee3cd3d7 req-1253c704-aa7b-41b8-83fe-d3689c97f55c service neutron] 10.222.0.30 "GET /v2.0/networks?id=c6866e29-acef-411e-86d8-204e9a255b17 HTTP/1.1" status: 200 len: 898 time: 0.0922394 Feb 28 11:21:03.290493 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-4b1ec8b9-4dae-4f22-9691-6de4ee3cd3d7 req-4995ca5b-1f01-4946-b949-fb5783951307 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7a2bf713-29a3-4335-a962-3634b6c2bb3a HTTP/1.1" status: 200 len: 1002 time: 0.0645354 Feb 28 11:21:03.338574 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1ec8b9-4dae-4f22-9691-6de4ee3cd3d7 req-ae8df268-7817-462f-ab2a-483274d928a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:21:03.339882 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-4b1ec8b9-4dae-4f22-9691-6de4ee3cd3d7 req-ae8df268-7817-462f-ab2a-483274d928a8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d5d62665-dba5-4444-8984-8d2aed03541f HTTP/1.1" status: 200 len: 835 time: 0.0442472 Feb 28 11:21:03.395601 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1ec8b9-4dae-4f22-9691-6de4ee3cd3d7 req-4400ea4e-d80b-48ce-9a5a-2efa23f584b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:21:03.397160 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-4b1ec8b9-4dae-4f22-9691-6de4ee3cd3d7 req-4400ea4e-d80b-48ce-9a5a-2efa23f584b4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c6866e29-acef-411e-86d8-204e9a255b17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0508330 Feb 28 11:21:03.490028 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-4b1ec8b9-4dae-4f22-9691-6de4ee3cd3d7 req-c43d8b52-b50c-4bae-b78a-bad6782c1db4 service neutron] 10.222.0.30 "GET /v2.0/networks/c6866e29-acef-411e-86d8-204e9a255b17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844851 Feb 28 11:21:03.587101 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-4b1ec8b9-4dae-4f22-9691-6de4ee3cd3d7 req-22d258f8-b251-4596-a608-2cf105649df9 service neutron] 10.222.0.30 "GET /v2.0/networks/c6866e29-acef-411e-86d8-204e9a255b17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908110 Feb 28 11:21:08.713646 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (13ac42ae-016e-4baf-bb31-c6fa820b41c2), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:21:08.811183 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d4af4678-56e3-47b5-b32e-6c7ba7d346c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fb6705d2-4f70-4965-92a3-fbfccd43a6d3), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:21:11.099671 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4de12b02-1144-4995-b72d-96ccae908a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fc6c9b74-8dbb-41bb-800a-5bd3a43fe896), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:21:12.261562 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b6d631fb-7df0-4fe1-8322-abff3b61cae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (0db5147a-92a3-4581-8a5f-8ec9b93e0600), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:21:13.660037 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6b923bb1-06b0-4b84-b461-7cc1d0196090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (2e621730-3978-4720-b581-ac380e97a567), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:21:14.942072 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:21:16.115907 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.agents_db [None req-382e0aa2-b126-48e6-89eb-3efa426b6b29 None None] Agent healthcheck: found 6 active agents {{(pid=103410) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 11:21:28.936406 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 46874) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:21:29.126107 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-bcd926ca-76ab-4bd8-9985-be6c8a3a0fb1 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Deleting port 9365f4c4-61bc-4ea4-9051-a7ebc2195f1e {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 11:21:29.126454 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bcd926ca-76ab-4bd8-9985-be6c8a3a0fb1 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (9365f4c4-61bc-4ea4-9051-a7ebc2195f1e), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:21:29.217631 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bcd926ca-76ab-4bd8-9985-be6c8a3a0fb1 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (9365f4c4-61bc-4ea4-9051-a7ebc2195f1e), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:21:29.217988 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bcd926ca-76ab-4bd8-9985-be6c8a3a0fb1 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for floatingip (9365f4c4-61bc-4ea4-9051-a7ebc2195f1e), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:21:29.240077 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-bcd926ca-76ab-4bd8-9985-be6c8a3a0fb1 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Calling delete_port for 9365f4c4-61bc-4ea4-9051-a7ebc2195f1e owned by network:floatingip {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 11:21:29.426596 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bcd926ca-76ab-4bd8-9985-be6c8a3a0fb1 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (9365f4c4-61bc-4ea4-9051-a7ebc2195f1e), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:21:29.457202 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd926ca-76ab-4bd8-9985-be6c8a3a0fb1 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Pushing event deleted for resources: {'Port': ['ID=9365f4c4-61bc-4ea4-9051-a7ebc2195f1e,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:21:29.469894 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd926ca-76ab-4bd8-9985-be6c8a3a0fb1 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:21:29.470223 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd926ca-76ab-4bd8-9985-be6c8a3a0fb1 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:21:29.470617 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd926ca-76ab-4bd8-9985-be6c8a3a0fb1 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:21:29.471048 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd926ca-76ab-4bd8-9985-be6c8a3a0fb1 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:21:29.471346 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd926ca-76ab-4bd8-9985-be6c8a3a0fb1 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:21:29.471709 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd926ca-76ab-4bd8-9985-be6c8a3a0fb1 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:21:29.472049 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd926ca-76ab-4bd8-9985-be6c8a3a0fb1 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:21:29.472429 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd926ca-76ab-4bd8-9985-be6c8a3a0fb1 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:21:29.472794 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd926ca-76ab-4bd8-9985-be6c8a3a0fb1 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:21:29.473131 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd926ca-76ab-4bd8-9985-be6c8a3a0fb1 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:21:29.473506 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd926ca-76ab-4bd8-9985-be6c8a3a0fb1 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:21:29.473882 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd926ca-76ab-4bd8-9985-be6c8a3a0fb1 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:21:29.474242 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd926ca-76ab-4bd8-9985-be6c8a3a0fb1 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:21:29.533448 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bcd926ca-76ab-4bd8-9985-be6c8a3a0fb1 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for floatingip (1c227394-1be4-4637-9a70-28a8bd525f8f), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:21:29.533845 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.db.l3_db [None req-bcd926ca-76ab-4bd8-9985-be6c8a3a0fb1 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Floating IP 1c227394-1be4-4637-9a70-28a8bd525f8f disassociated (deleted). External IP: 172.36.5.238, port: 7a2bf713-29a3-4335-a962-3634b6c2bb3a. Feb 28 11:21:30.176200 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcd926ca-76ab-4bd8-9985-be6c8a3a0fb1 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Router 86aa4026-247b-4f8e-b82d-ebe78c12b118 has already been hosted by L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:21:30.296050 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcd926ca-76ab-4bd8-9985-be6c8a3a0fb1 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:21:30.300975 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bcd926ca-76ab-4bd8-9985-be6c8a3a0fb1 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for floatingip (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:21:30.308142 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad213648-c1d7-4535-a3e1-5024ed402536 None None] Sync routers for ids ['86aa4026-247b-4f8e-b82d-ebe78c12b118'] in dv-neutron-master-2-hyperv {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:21:30.320224 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad213648-c1d7-4535-a3e1-5024ed402536 None None] Routers {'86aa4026-247b-4f8e-b82d-ebe78c12b118'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:21:30.320922 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-ad213648-c1d7-4535-a3e1-5024ed402536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T11:21:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['86aa4026-247b-4f8e-b82d-ebe78c12b118'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:21:30.340935 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-bcd926ca-76ab-4bd8-9985-be6c8a3a0fb1 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "DELETE /v2.0/floatingips/1c227394-1be4-4637-9a70-28a8bd525f8f HTTP/1.1" status: 204 len: 168 time: 1.4000866 Feb 28 11:21:30.340935 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2894d46-203e-4217-845f-3f3d82980c21', 'tag': '7a2bf713-29a3-4335-a962-3634b6c2bb3a'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:21:30.341907 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c8e1c873eeca597e52e7ceb7469e602eac250bfea6606d285743d38033cf584" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f84a0bf-fe7f-412e-862a-4b4f8c7ca3e5" -d '{"events": [{"name": "network-changed", "server_uuid": "f2894d46-203e-4217-845f-3f3d82980c21", "tag": "7a2bf713-29a3-4335-a962-3634b6c2bb3a"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 11:21:30.448685 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-ad213648-c1d7-4535-a3e1-5024ed402536 None None] Set router 86aa4026-247b-4f8e-b82d-ebe78c12b118 gateway port host: dv-neutron-master-2-hyperv {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:21:30.553404 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 11:21:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d46917b5-04a9-42b3-80ff-6fbebc838aa9 x-openstack-request-id: req-d46917b5-04a9-42b3-80ff-6fbebc838aa9 {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 11:21:30.553718 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2894d46-203e-4217-845f-3f3d82980c21", "tag": "7a2bf713-29a3-4335-a962-3634b6c2bb3a", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 11:21:30.554023 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d46917b5-04a9-42b3-80ff-6fbebc838aa9 {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 11:21:30.554578 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2894d46-203e-4217-845f-3f3d82980c21', 'tag': '7a2bf713-29a3-4335-a962-3634b6c2bb3a', 'status': 'completed', 'code': 200} Feb 28 11:21:30.652255 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f84a0bf-fe7f-412e-862a-4b4f8c7ca3e5 req-47c49f94-e1dc-458d-a81f-85f9f98d4f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:21:30.653792 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-3f84a0bf-fe7f-412e-862a-4b4f8c7ca3e5 req-47c49f94-e1dc-458d-a81f-85f9f98d4f9c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3c4e3863732a46c4818eaf87ed0e9f91&device_id=f2894d46-203e-4217-845f-3f3d82980c21 HTTP/1.1" status: 200 len: 1130 time: 0.0519965 Feb 28 11:21:30.708159 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-ad213648-c1d7-4535-a3e1-5024ed402536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86aa4026-247b-4f8e-b82d-ebe78c12b118', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1083853707', 'tenant_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.43'}], 'enable_snat': True}, 'gw_port_id': 'bcdd5ba4-fabc-46a6-b091-cfcb4b7d456d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:18:31Z', 'updated_at': '2022-02-28T11:18:36Z', 'revision_number': 4, 'project_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'gw_port': {'id': 'bcdd5ba4-fabc-46a6-b091-cfcb4b7d456d', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:4f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86aa4026-247b-4f8e-b82d-ebe78c12b118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:18:32Z', 'updated_at': '2022-02-28T11:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '2eda31e5-3b1f-448a-a427-498cdd048b71', 'name': '', 'network_id': 'c6866e29-acef-411e-86d8-204e9a255b17', 'tenant_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'mac_address': 'fa:16:3e:47:46:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86aa4026-247b-4f8e-b82d-ebe78c12b118', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': 'd5d62665-dba5-4444-8984-8d2aed03541f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:18:35Z', 'updated_at': '2022-02-28T11:18:39Z', 'revision_number': 5, 'project_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'subnets': [{'id': 'd5d62665-dba5-4444-8984-8d2aed03541f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:21:30.740368 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad213648-c1d7-4535-a3e1-5024ed402536 None None] Checking router: 86aa4026-247b-4f8e-b82d-ebe78c12b118 for host: dv-neutron-master-2-hyperv {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:21:30.750466 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad213648-c1d7-4535-a3e1-5024ed402536 None None] Routers {'86aa4026-247b-4f8e-b82d-ebe78c12b118'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:21:30.751306 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-ad213648-c1d7-4535-a3e1-5024ed402536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T11:21:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['86aa4026-247b-4f8e-b82d-ebe78c12b118'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:21:30.767823 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f84a0bf-fe7f-412e-862a-4b4f8c7ca3e5 req-39efd133-bbee-4f0e-ab1f-a7f5e7c3ece1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:21:30.770793 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-3f84a0bf-fe7f-412e-862a-4b4f8c7ca3e5 req-39efd133-bbee-4f0e-ab1f-a7f5e7c3ece1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c6866e29-acef-411e-86d8-204e9a255b17 HTTP/1.1" status: 200 len: 898 time: 0.1092949 Feb 28 11:21:30.816470 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-3f84a0bf-fe7f-412e-862a-4b4f8c7ca3e5 req-f5e5e7f6-7abe-4eb3-9ed4-381bd1d61bde service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7a2bf713-29a3-4335-a962-3634b6c2bb3a HTTP/1.1" status: 200 len: 217 time: 0.0407000 Feb 28 11:21:30.880195 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f84a0bf-fe7f-412e-862a-4b4f8c7ca3e5 req-b6ffd7a6-9205-4c41-a113-af7774c102e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:21:30.881809 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-3f84a0bf-fe7f-412e-862a-4b4f8c7ca3e5 req-b6ffd7a6-9205-4c41-a113-af7774c102e1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d5d62665-dba5-4444-8984-8d2aed03541f HTTP/1.1" status: 200 len: 835 time: 0.0596776 Feb 28 11:21:30.891100 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-ad213648-c1d7-4535-a3e1-5024ed402536 None None] Set router 86aa4026-247b-4f8e-b82d-ebe78c12b118 gateway port host: dv-neutron-master-2-hyperv {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:21:30.896395 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee02dd2-217f-449c-95bb-f6844a3a6fe3 req-4e26043d-04a1-4705-a8be-3a0b4a4b471d tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:21:30.900944 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-dee02dd2-217f-449c-95bb-f6844a3a6fe3 req-4e26043d-04a1-4705-a8be-3a0b4a4b471d tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2894d46-203e-4217-845f-3f3d82980c21 HTTP/1.1" status: 200 len: 946 time: 0.3099179 Feb 28 11:21:30.940863 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f84a0bf-fe7f-412e-862a-4b4f8c7ca3e5 req-e548cb9e-6232-426e-ac0a-231614f010e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:21:30.942605 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-3f84a0bf-fe7f-412e-862a-4b4f8c7ca3e5 req-e548cb9e-6232-426e-ac0a-231614f010e8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c6866e29-acef-411e-86d8-204e9a255b17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0527925 Feb 28 11:21:30.966058 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-dee02dd2-217f-449c-95bb-f6844a3a6fe3 req-452c67cf-d9dc-458d-9805-7092f3aa8c52 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/security-groups?id=efae7e62-9e7d-4abd-97f7-acbe8937ff05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584359 Feb 28 11:21:31.070074 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-3f84a0bf-fe7f-412e-862a-4b4f8c7ca3e5 req-c2d7ac31-0e2a-4191-be60-55ce2a83b936 service neutron] 10.222.0.30 "GET /v2.0/networks/c6866e29-acef-411e-86d8-204e9a255b17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212146 Feb 28 11:21:31.128316 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-ad213648-c1d7-4535-a3e1-5024ed402536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86aa4026-247b-4f8e-b82d-ebe78c12b118', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1083853707', 'tenant_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.43'}], 'enable_snat': True}, 'gw_port_id': 'bcdd5ba4-fabc-46a6-b091-cfcb4b7d456d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:18:31Z', 'updated_at': '2022-02-28T11:18:36Z', 'revision_number': 4, 'project_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'gw_port': {'id': 'bcdd5ba4-fabc-46a6-b091-cfcb4b7d456d', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:4f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86aa4026-247b-4f8e-b82d-ebe78c12b118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:18:32Z', 'updated_at': '2022-02-28T11:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '2eda31e5-3b1f-448a-a427-498cdd048b71', 'name': '', 'network_id': 'c6866e29-acef-411e-86d8-204e9a255b17', 'tenant_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'mac_address': 'fa:16:3e:47:46:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86aa4026-247b-4f8e-b82d-ebe78c12b118', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': 'd5d62665-dba5-4444-8984-8d2aed03541f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:18:35Z', 'updated_at': '2022-02-28T11:18:39Z', 'revision_number': 5, 'project_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'subnets': [{'id': 'd5d62665-dba5-4444-8984-8d2aed03541f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:21:31.157295 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad213648-c1d7-4535-a3e1-5024ed402536 None None] The sync data for ids ['86aa4026-247b-4f8e-b82d-ebe78c12b118'] in dv-neutron-master-2-hyperv is: [{'id': '86aa4026-247b-4f8e-b82d-ebe78c12b118', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1083853707', 'tenant_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.43'}], 'enable_snat': True}, 'gw_port_id': 'bcdd5ba4-fabc-46a6-b091-cfcb4b7d456d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:18:31Z', 'updated_at': '2022-02-28T11:18:36Z', 'revision_number': 4, 'project_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'gw_port': {'id': 'bcdd5ba4-fabc-46a6-b091-cfcb4b7d456d', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:4f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86aa4026-247b-4f8e-b82d-ebe78c12b118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:18:32Z', 'updated_at': '2022-02-28T11:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '2eda31e5-3b1f-448a-a427-498cdd048b71', 'name': '', 'network_id': 'c6866e29-acef-411e-86d8-204e9a255b17', 'tenant_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'mac_address': 'fa:16:3e:47:46:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86aa4026-247b-4f8e-b82d-ebe78c12b118', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': 'd5d62665-dba5-4444-8984-8d2aed03541f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:18:35Z', 'updated_at': '2022-02-28T11:18:39Z', 'revision_number': 5, 'project_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'subnets': [{'id': 'd5d62665-dba5-4444-8984-8d2aed03541f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:21:31.172034 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-3f84a0bf-fe7f-412e-862a-4b4f8c7ca3e5 req-fe8e7492-c94d-4eb4-bb44-187b42d00c6a service neutron] 10.222.0.30 "GET /v2.0/networks/c6866e29-acef-411e-86d8-204e9a255b17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950611 Feb 28 11:21:31.397846 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-468ba44d-aef2-4452-92a1-1c0fb087ff67 None None] New status for floating IP 1c227394-1be4-4637-9a70-28a8bd525f8f: DOWN {{(pid=103410) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 11:21:32.101985 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5722ee3a-06af-4cbf-84b8-e21fdbabaa65 req-be852270-a34a-4f72-ba58-6874e70e0175 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:21:32.103478 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-5722ee3a-06af-4cbf-84b8-e21fdbabaa65 req-be852270-a34a-4f72-ba58-6874e70e0175 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2894d46-203e-4217-845f-3f3d82980c21 HTTP/1.1" status: 200 len: 946 time: 0.0597720 Feb 28 11:21:32.153603 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-5722ee3a-06af-4cbf-84b8-e21fdbabaa65 req-0f840f1a-8b69-44b9-9558-84ba2dc8f3d7 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/security-groups?id=efae7e62-9e7d-4abd-97f7-acbe8937ff05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444145 Feb 28 11:21:32.458436 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9825ad-7ff9-49cf-8f55-60c59ba5ce0e req-7ecfcbed-c41e-4c22-9307-22f4057dd3f3 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:21:32.459935 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-7f9825ad-7ff9-49cf-8f55-60c59ba5ce0e req-7ecfcbed-c41e-4c22-9307-22f4057dd3f3 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.30 "GET /v2.0/ports?device_id=f2894d46-203e-4217-845f-3f3d82980c21 HTTP/1.1" status: 200 len: 946 time: 0.0615611 Feb 28 11:21:32.558003 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [req-7f9825ad-7ff9-49cf-8f55-60c59ba5ce0e req-20801633-3bed-42fd-87a0-3ad398149907 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Deleting port 7a2bf713-29a3-4335-a962-3634b6c2bb3a {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 11:21:32.558355 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-7f9825ad-7ff9-49cf-8f55-60c59ba5ce0e req-20801633-3bed-42fd-87a0-3ad398149907 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (7a2bf713-29a3-4335-a962-3634b6c2bb3a), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:21:32.657872 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [req-7f9825ad-7ff9-49cf-8f55-60c59ba5ce0e req-20801633-3bed-42fd-87a0-3ad398149907 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] For port 7a2bf713-29a3-4335-a962-3634b6c2bb3a, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=7a2bf713-29a3-4335-a962-3634b6c2bb3a,segment=NetworkSegment(ad31c15f-018e-4f5a-a7bd-72f0f29a1550),segment_id=ad31c15f-018e-4f5a-a7bd-72f0f29a1550)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:21:32.658214 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-7f9825ad-7ff9-49cf-8f55-60c59ba5ce0e req-20801633-3bed-42fd-87a0-3ad398149907 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (7a2bf713-29a3-4335-a962-3634b6c2bb3a), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:21:32.674988 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [req-7f9825ad-7ff9-49cf-8f55-60c59ba5ce0e req-20801633-3bed-42fd-87a0-3ad398149907 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Calling delete_port for 7a2bf713-29a3-4335-a962-3634b6c2bb3a owned by compute:nova {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 11:21:32.819967 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-7f9825ad-7ff9-49cf-8f55-60c59ba5ce0e req-20801633-3bed-42fd-87a0-3ad398149907 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (7a2bf713-29a3-4335-a962-3634b6c2bb3a), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:21:32.857258 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20801633-3bed-42fd-87a0-3ad398149907 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Pushing event deleted for resources: {'Port': ['ID=7a2bf713-29a3-4335-a962-3634b6c2bb3a,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:21:32.883194 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20801633-3bed-42fd-87a0-3ad398149907 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:21:32.883553 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20801633-3bed-42fd-87a0-3ad398149907 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:21:32.883901 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20801633-3bed-42fd-87a0-3ad398149907 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:21:32.884251 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20801633-3bed-42fd-87a0-3ad398149907 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:21:32.884628 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20801633-3bed-42fd-87a0-3ad398149907 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:21:32.885056 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20801633-3bed-42fd-87a0-3ad398149907 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:21:32.885398 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20801633-3bed-42fd-87a0-3ad398149907 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:21:32.885858 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20801633-3bed-42fd-87a0-3ad398149907 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:21:32.886080 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20801633-3bed-42fd-87a0-3ad398149907 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:21:32.886418 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20801633-3bed-42fd-87a0-3ad398149907 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:21:32.886752 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20801633-3bed-42fd-87a0-3ad398149907 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:21:32.887084 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20801633-3bed-42fd-87a0-3ad398149907 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:21:32.887416 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20801633-3bed-42fd-87a0-3ad398149907 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:21:32.913146 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f9825ad-7ff9-49cf-8f55-60c59ba5ce0e req-20801633-3bed-42fd-87a0-3ad398149907 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] No DVR routers for this DVR port 7a2bf713-29a3-4335-a962-3634b6c2bb3a on host hv-neutron-mast {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:21:32.916396 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-7f9825ad-7ff9-49cf-8f55-60c59ba5ce0e req-20801633-3bed-42fd-87a0-3ad398149907 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:21:32.920122 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-7f9825ad-7ff9-49cf-8f55-60c59ba5ce0e req-20801633-3bed-42fd-87a0-3ad398149907 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.30 "DELETE /v2.0/ports/7a2bf713-29a3-4335-a962-3634b6c2bb3a HTTP/1.1" status: 204 len: 173 time: 0.4547257 Feb 28 11:21:32.920701 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2894d46-203e-4217-845f-3f3d82980c21', 'name': 'network-vif-deleted', 'tag': '7a2bf713-29a3-4335-a962-3634b6c2bb3a'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:21:32.923240 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f56b9db1a49ad64bfd589e142fe25e4b3ad10508b17737ae95e2f0d29aca45ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e89c373f-405c-4f66-b95d-1d0838054f7a" -d '{"events": [{"server_uuid": "f2894d46-203e-4217-845f-3f3d82980c21", "name": "network-vif-deleted", "tag": "7a2bf713-29a3-4335-a962-3634b6c2bb3a"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 11:21:32.962332 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 11:21:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1621d0d-08ef-46f2-8255-9ec70476caf9 x-openstack-request-id: req-e1621d0d-08ef-46f2-8255-9ec70476caf9 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 11:21:32.962649 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2894d46-203e-4217-845f-3f3d82980c21", "name": "network-vif-deleted", "tag": "7a2bf713-29a3-4335-a962-3634b6c2bb3a", "status": "completed", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 11:21:32.962998 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e1621d0d-08ef-46f2-8255-9ec70476caf9 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 11:21:32.963401 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2894d46-203e-4217-845f-3f3d82980c21', 'name': 'network-vif-deleted', 'tag': '7a2bf713-29a3-4335-a962-3634b6c2bb3a', 'status': 'completed', 'code': 200} Feb 28 11:21:33.273232 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-e42fd35e-eb5c-4fb9-8660-dac10401acca req-145d5a17-d238-4651-95be-1759b37d6c1f tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2894d46-203e-4217-845f-3f3d82980c21 HTTP/1.1" status: 200 len: 210 time: 0.0300851 Feb 28 11:21:34.339504 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 46896) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:21:35.042840 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fd761797-d545-44d1-8d64-c0729535fbc6 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1802615'] for router_interface (86aa4026-247b-4f8e-b82d-ebe78c12b118), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:21:35.352414 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-fd761797-d545-44d1-8d64-c0729535fbc6 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Deleting port 2eda31e5-3b1f-448a-a427-498cdd048b71 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 11:21:35.353143 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fd761797-d545-44d1-8d64-c0729535fbc6 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (2eda31e5-3b1f-448a-a427-498cdd048b71), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:21:35.454758 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-fd761797-d545-44d1-8d64-c0729535fbc6 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] For port 2eda31e5-3b1f-448a-a427-498cdd048b71, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2eda31e5-3b1f-448a-a427-498cdd048b71,segment=NetworkSegment(ad31c15f-018e-4f5a-a7bd-72f0f29a1550),segment_id=ad31c15f-018e-4f5a-a7bd-72f0f29a1550)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:21:35.455599 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fd761797-d545-44d1-8d64-c0729535fbc6 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (2eda31e5-3b1f-448a-a427-498cdd048b71), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:21:35.470638 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-fd761797-d545-44d1-8d64-c0729535fbc6 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Calling delete_port for 2eda31e5-3b1f-448a-a427-498cdd048b71 owned by network:router_interface {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 11:21:35.685311 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fd761797-d545-44d1-8d64-c0729535fbc6 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (2eda31e5-3b1f-448a-a427-498cdd048b71), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:21:35.718550 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd761797-d545-44d1-8d64-c0729535fbc6 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Pushing event deleted for resources: {'Port': ['ID=2eda31e5-3b1f-448a-a427-498cdd048b71,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:21:35.919387 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-fd761797-d545-44d1-8d64-c0729535fbc6 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1802651'] for router_interface (86aa4026-247b-4f8e-b82d-ebe78c12b118), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:21:36.178784 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd761797-d545-44d1-8d64-c0729535fbc6 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Router 86aa4026-247b-4f8e-b82d-ebe78c12b118 has already been hosted by L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 {{(pid=103408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:21:36.303058 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd761797-d545-44d1-8d64-c0729535fbc6 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:21:36.309049 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-fd761797-d545-44d1-8d64-c0729535fbc6 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "PUT /v2.0/routers/86aa4026-247b-4f8e-b82d-ebe78c12b118/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9680159 Feb 28 11:21:36.311548 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 46898) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:21:36.315104 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b59da65-d6b9-4a0b-8b27-e247b910ba69 None None] Sync routers for ids ['86aa4026-247b-4f8e-b82d-ebe78c12b118'] in dv-neutron-master-2-hyperv {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:21:36.327279 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b59da65-d6b9-4a0b-8b27-e247b910ba69 None None] Routers {'86aa4026-247b-4f8e-b82d-ebe78c12b118'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:21:36.327279 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-8b59da65-d6b9-4a0b-8b27-e247b910ba69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T11:21:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['86aa4026-247b-4f8e-b82d-ebe78c12b118'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:21:36.368641 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_v2 [None req-17951672-9cd9-48ff-a5c4-ebb57aeabf87 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Deleting subnet d5d62665-dba5-4444-8984-8d2aed03541f {{(pid=103408) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 11:21:36.372515 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-17951672-9cd9-48ff-a5c4-ebb57aeabf87 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for subnet (d5d62665-dba5-4444-8984-8d2aed03541f), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:21:36.421665 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-17951672-9cd9-48ff-a5c4-ebb57aeabf87 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3423529'] for subnet (d5d62665-dba5-4444-8984-8d2aed03541f), precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:21:36.446853 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-8b59da65-d6b9-4a0b-8b27-e247b910ba69 None None] Set router 86aa4026-247b-4f8e-b82d-ebe78c12b118 gateway port host: dv-neutron-master-2-hyperv {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:21:36.524438 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-17951672-9cd9-48ff-a5c4-ebb57aeabf87 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-823142'] for subnet (d5d62665-dba5-4444-8984-8d2aed03541f), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:21:36.591331 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-17951672-9cd9-48ff-a5c4-ebb57aeabf87 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-823145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3242523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3951170'] for subnet (d5d62665-dba5-4444-8984-8d2aed03541f), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:21:36.613114 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device 7a2bf713-29a3-4335-a962-3634b6c2bb3a no longer exists at agent hyperv_hv-neutron-mast {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 11:21:36.617938 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17951672-9cd9-48ff-a5c4-ebb57aeabf87 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Pushing event deleted for resources: {'Subnet': ['ID=d5d62665-dba5-4444-8984-8d2aed03541f,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:21:36.625636 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-17951672-9cd9-48ff-a5c4-ebb57aeabf87 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for subnet (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:21:36.629199 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-17951672-9cd9-48ff-a5c4-ebb57aeabf87 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "DELETE /v2.0/subnets/d5d62665-dba5-4444-8984-8d2aed03541f HTTP/1.1" status: 204 len: 168 time: 0.3166795 Feb 28 11:21:36.631822 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 46900) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:21:36.644403 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f98ee26-9944-4437-a988-41e29f6c9d95 None None] Network c6866e29-acef-411e-86d8-204e9a255b17 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 11:21:36.648744 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] No Port match for: 7a2bf713-29a3-4335-a962-3634b6c2bb3a {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 11:21:36.649096 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device 7a2bf713-29a3-4335-a962-3634b6c2bb3a not bound to the agent host hv-neutron-mast {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 11:21:36.740385 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-8b59da65-d6b9-4a0b-8b27-e247b910ba69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86aa4026-247b-4f8e-b82d-ebe78c12b118', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1083853707', 'tenant_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.43'}], 'enable_snat': True}, 'gw_port_id': 'bcdd5ba4-fabc-46a6-b091-cfcb4b7d456d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:18:31Z', 'updated_at': '2022-02-28T11:21:35Z', 'revision_number': 5, 'project_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'gw_port': {'id': 'bcdd5ba4-fabc-46a6-b091-cfcb4b7d456d', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:4f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86aa4026-247b-4f8e-b82d-ebe78c12b118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:18:32Z', 'updated_at': '2022-02-28T11:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:21:36.753927 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-51902e6d-b262-4d5d-bca4-740c666da70a tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for router (86aa4026-247b-4f8e-b82d-ebe78c12b118), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:21:36.775395 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b59da65-d6b9-4a0b-8b27-e247b910ba69 None None] Checking router: 86aa4026-247b-4f8e-b82d-ebe78c12b118 for host: dv-neutron-master-2-hyperv {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:21:36.790345 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b59da65-d6b9-4a0b-8b27-e247b910ba69 None None] Routers {'86aa4026-247b-4f8e-b82d-ebe78c12b118'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:21:36.791115 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-8b59da65-d6b9-4a0b-8b27-e247b910ba69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T11:21:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['86aa4026-247b-4f8e-b82d-ebe78c12b118'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:21:36.874655 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab601544-c719-46bb-ad9e-27c40cecf527 None None] DHCP port deletion for c6866e29-acef-411e-86d8-204e9a255b17 request from dv-neutron-master-2-hyperv {{(pid=103409) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 11:21:36.876873 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-51902e6d-b262-4d5d-bca4-740c666da70a tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for router_gateway (86aa4026-247b-4f8e-b82d-ebe78c12b118), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:21:36.926310 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-8b59da65-d6b9-4a0b-8b27-e247b910ba69 None None] Set router 86aa4026-247b-4f8e-b82d-ebe78c12b118 gateway port host: dv-neutron-master-2-hyperv {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:21:36.932577 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-51902e6d-b262-4d5d-bca4-740c666da70a tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Deleting port bcdd5ba4-fabc-46a6-b091-cfcb4b7d456d {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 11:21:36.932934 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-51902e6d-b262-4d5d-bca4-740c666da70a tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (bcdd5ba4-fabc-46a6-b091-cfcb4b7d456d), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:21:37.017960 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-51902e6d-b262-4d5d-bca4-740c666da70a tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] For port bcdd5ba4-fabc-46a6-b091-cfcb4b7d456d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=bcdd5ba4-fabc-46a6-b091-cfcb4b7d456d,segment=NetworkSegment(195d7ed7-323d-4284-82df-208cca613d99),segment_id=195d7ed7-323d-4284-82df-208cca613d99)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:21:37.018335 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-51902e6d-b262-4d5d-bca4-740c666da70a tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (bcdd5ba4-fabc-46a6-b091-cfcb4b7d456d), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:21:37.030883 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-51902e6d-b262-4d5d-bca4-740c666da70a tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Calling delete_port for bcdd5ba4-fabc-46a6-b091-cfcb4b7d456d owned by network:router_gateway {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 11:21:37.040023 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-ab601544-c719-46bb-ad9e-27c40cecf527 None None] Deleting port e013ef15-32ca-4296-b2a1-bcf285dd3ef6 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 11:21:37.040401 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ab601544-c719-46bb-ad9e-27c40cecf527 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (e013ef15-32ca-4296-b2a1-bcf285dd3ef6), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:21:37.153682 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-ab601544-c719-46bb-ad9e-27c40cecf527 None None] For port e013ef15-32ca-4296-b2a1-bcf285dd3ef6, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e013ef15-32ca-4296-b2a1-bcf285dd3ef6,segment=NetworkSegment(ad31c15f-018e-4f5a-a7bd-72f0f29a1550),segment_id=ad31c15f-018e-4f5a-a7bd-72f0f29a1550)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:21:37.154136 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ab601544-c719-46bb-ad9e-27c40cecf527 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (e013ef15-32ca-4296-b2a1-bcf285dd3ef6), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:21:37.169724 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-ab601544-c719-46bb-ad9e-27c40cecf527 None None] Calling delete_port for e013ef15-32ca-4296-b2a1-bcf285dd3ef6 owned by network:dhcp {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 11:21:37.206972 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-51902e6d-b262-4d5d-bca4-740c666da70a tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (bcdd5ba4-fabc-46a6-b091-cfcb4b7d456d), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:21:37.233443 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51902e6d-b262-4d5d-bca4-740c666da70a tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Pushing event deleted for resources: {'Port': ['ID=bcdd5ba4-fabc-46a6-b091-cfcb4b7d456d,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:21:37.240378 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-8b59da65-d6b9-4a0b-8b27-e247b910ba69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86aa4026-247b-4f8e-b82d-ebe78c12b118', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1083853707', 'tenant_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.43'}], 'enable_snat': True}, 'gw_port_id': 'bcdd5ba4-fabc-46a6-b091-cfcb4b7d456d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:18:31Z', 'updated_at': '2022-02-28T11:21:35Z', 'revision_number': 5, 'project_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'gw_port': {'id': 'bcdd5ba4-fabc-46a6-b091-cfcb4b7d456d', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:4f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86aa4026-247b-4f8e-b82d-ebe78c12b118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:18:32Z', 'updated_at': '2022-02-28T11:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:21:37.305129 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-51902e6d-b262-4d5d-bca4-740c666da70a tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1803321'] for router_gateway (86aa4026-247b-4f8e-b82d-ebe78c12b118), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:21:37.409367 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-51902e6d-b262-4d5d-bca4-740c666da70a tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1807017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5941'] for router (86aa4026-247b-4f8e-b82d-ebe78c12b118), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:21:37.411853 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-51902e6d-b262-4d5d-bca4-740c666da70a tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for router_controller (86aa4026-247b-4f8e-b82d-ebe78c12b118), precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:21:37.425964 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b59da65-d6b9-4a0b-8b27-e247b910ba69 None None] The sync data for ids ['86aa4026-247b-4f8e-b82d-ebe78c12b118'] in dv-neutron-master-2-hyperv is: [{'id': '86aa4026-247b-4f8e-b82d-ebe78c12b118', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1083853707', 'tenant_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.43'}], 'enable_snat': True}, 'gw_port_id': 'bcdd5ba4-fabc-46a6-b091-cfcb4b7d456d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:18:31Z', 'updated_at': '2022-02-28T11:21:35Z', 'revision_number': 5, 'project_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'gw_port': {'id': 'bcdd5ba4-fabc-46a6-b091-cfcb4b7d456d', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:4f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86aa4026-247b-4f8e-b82d-ebe78c12b118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:18:32Z', 'updated_at': '2022-02-28T11:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:21:37.450369 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ab601544-c719-46bb-ad9e-27c40cecf527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758'] for port (e013ef15-32ca-4296-b2a1-bcf285dd3ef6), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:21:37.464388 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-51902e6d-b262-4d5d-bca4-740c666da70a tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1806994'] for router (86aa4026-247b-4f8e-b82d-ebe78c12b118), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:21:37.464388 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51902e6d-b262-4d5d-bca4-740c666da70a tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Fanout notify agent at l3_agent the message router_deleted on router 86aa4026-247b-4f8e-b82d-ebe78c12b118 {{(pid=103408) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 11:21:37.471485 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-51902e6d-b262-4d5d-bca4-740c666da70a tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for router (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:21:37.472883 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-51902e6d-b262-4d5d-bca4-740c666da70a tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "DELETE /v2.0/routers/86aa4026-247b-4f8e-b82d-ebe78c12b118 HTTP/1.1" status: 204 len: 168 time: 0.8397129 Feb 28 11:21:37.475335 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 46902) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:21:37.481932 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab601544-c719-46bb-ad9e-27c40cecf527 None None] Pushing event deleted for resources: {'Port': ['ID=e013ef15-32ca-4296-b2a1-bcf285dd3ef6,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:21:37.489323 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab601544-c719-46bb-ad9e-27c40cecf527 None None] No DVR routers for this DVR port e013ef15-32ca-4296-b2a1-bcf285dd3ef6 on host dv-neutron-master-2-hyperv {{(pid=103409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:21:37.491679 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab601544-c719-46bb-ad9e-27c40cecf527 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:21:37.492043 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab601544-c719-46bb-ad9e-27c40cecf527 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:21:37.492365 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab601544-c719-46bb-ad9e-27c40cecf527 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:21:37.492747 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab601544-c719-46bb-ad9e-27c40cecf527 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:21:37.493098 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab601544-c719-46bb-ad9e-27c40cecf527 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:21:37.493432 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab601544-c719-46bb-ad9e-27c40cecf527 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:21:37.493764 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab601544-c719-46bb-ad9e-27c40cecf527 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:21:37.494280 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab601544-c719-46bb-ad9e-27c40cecf527 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:21:37.494496 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab601544-c719-46bb-ad9e-27c40cecf527 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:21:37.494814 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab601544-c719-46bb-ad9e-27c40cecf527 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:21:37.495350 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab601544-c719-46bb-ad9e-27c40cecf527 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:21:37.495683 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab601544-c719-46bb-ad9e-27c40cecf527 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:21:37.495996 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab601544-c719-46bb-ad9e-27c40cecf527 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:21:37.561169 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3b43a63c-12f4-41bb-aada-54c5ff6219de tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-665757'] for network (c6866e29-acef-411e-86d8-204e9a255b17), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:21:37.652118 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3b43a63c-12f4-41bb-aada-54c5ff6219de tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672413', 'neutron.services.segments.db._delete_segments_for_network-8742057110173'] for network (c6866e29-acef-411e-86d8-204e9a255b17), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:21:37.676070 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-3b43a63c-12f4-41bb-aada-54c5ff6219de tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6866e29-acef-411e-86d8-204e9a255b17']}} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:21:37.685792 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-3b43a63c-12f4-41bb-aada-54c5ff6219de tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad31c15f-018e-4f5a-a7bd-72f0f29a1550') {'for_net_delete': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:21:37.686091 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-3b43a63c-12f4-41bb-aada-54c5ff6219de tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad31c15f-018e-4f5a-a7bd-72f0f29a1550') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:21:37.696023 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3b43a63c-12f4-41bb-aada-54c5ff6219de tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742057113766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3423550'] for segment (ad31c15f-018e-4f5a-a7bd-72f0f29a1550), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:21:37.710755 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3b43a63c-12f4-41bb-aada-54c5ff6219de tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (ad31c15f-018e-4f5a-a7bd-72f0f29a1550), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:21:37.717400 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b43a63c-12f4-41bb-aada-54c5ff6219de tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Releasing vlan 288 on physical network physnet1 to pool {{(pid=103408) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 11:21:37.717770 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3b43a63c-12f4-41bb-aada-54c5ff6219de tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3242693'] for segment (ad31c15f-018e-4f5a-a7bd-72f0f29a1550), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:21:37.720789 dv-neutron-master-2-hyperv neutron-server[103408]: Traceback (most recent call last): Feb 28 11:21:37.720789 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 11:21:37.720789 dv-neutron-master-2-hyperv neutron-server[103408]: timer() Feb 28 11:21:37.720789 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:21:37.720789 dv-neutron-master-2-hyperv neutron-server[103408]: cb(*args, **kw) Feb 28 11:21:37.720789 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 11:21:37.720789 dv-neutron-master-2-hyperv neutron-server[103408]: return func(*args, **kwargs) Feb 28 11:21:37.720789 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:21:37.720789 dv-neutron-master-2-hyperv neutron-server[103408]: self._notify() Feb 28 11:21:37.720789 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:21:37.720789 dv-neutron-master-2-hyperv neutron-server[103408]: self.callback(batched_events) Feb 28 11:21:37.720789 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:21:37.720789 dv-neutron-master-2-hyperv neutron-server[103408]: event.method(event) Feb 28 11:21:37.720789 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 11:21:37.720789 dv-neutron-master-2-hyperv neutron-server[103408]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:21:37.720789 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 11:21:37.720789 dv-neutron-master-2-hyperv neutron-server[103408]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:21:37.720789 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 11:21:37.720789 dv-neutron-master-2-hyperv neutron-server[103408]: return f(self, *a, **k) Feb 28 11:21:37.720789 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 11:21:37.720789 dv-neutron-master-2-hyperv neutron-server[103408]: return self._get(url).json() Feb 28 11:21:37.720789 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 11:21:37.720789 dv-neutron-master-2-hyperv neutron-server[103408]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:21:37.720789 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 11:21:37.720789 dv-neutron-master-2-hyperv neutron-server[103408]: return self.request(url, 'GET', **kwargs) Feb 28 11:21:37.720789 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 11:21:37.720789 dv-neutron-master-2-hyperv neutron-server[103408]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:21:37.720789 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 11:21:37.720789 dv-neutron-master-2-hyperv neutron-server[103408]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:21:37.720789 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 11:21:37.720789 dv-neutron-master-2-hyperv neutron-server[103408]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:21:37.720789 dv-neutron-master-2-hyperv neutron-server[103408]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:21:37.784085 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3b43a63c-12f4-41bb-aada-54c5ff6219de tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803269'] for network (c6866e29-acef-411e-86d8-204e9a255b17), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:21:37.792093 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3b43a63c-12f4-41bb-aada-54c5ff6219de tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for network (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:21:37.795407 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-3b43a63c-12f4-41bb-aada-54c5ff6219de tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "DELETE /v2.0/networks/c6866e29-acef-411e-86d8-204e9a255b17 HTTP/1.1" status: 204 len: 168 time: 0.3190963 Feb 28 11:21:37.798215 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 46904) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:21:37.815618 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b43a63c-12f4-41bb-aada-54c5ff6219de tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Pushing event deleted for resources: {'Network': ['ID=c6866e29-acef-411e-86d8-204e9a255b17,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:21:37.876844 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-df55e432-0eeb-4a36-a8e5-873f55ba42e7 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for security_group (efae7e62-9e7d-4abd-97f7-acbe8937ff05), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:21:37.905830 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-df55e432-0eeb-4a36-a8e5-873f55ba42e7 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for security_group (efae7e62-9e7d-4abd-97f7-acbe8937ff05), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:21:37.969612 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-df55e432-0eeb-4a36-a8e5-873f55ba42e7 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (efae7e62-9e7d-4abd-97f7-acbe8937ff05), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:21:37.972300 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-df55e432-0eeb-4a36-a8e5-873f55ba42e7 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for security_group (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:21:37.973585 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-df55e432-0eeb-4a36-a8e5-873f55ba42e7 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "DELETE /v2.0/security-groups/efae7e62-9e7d-4abd-97f7-acbe8937ff05 HTTP/1.1" status: 204 len: 168 time: 0.1744461 Feb 28 11:21:37.983251 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df55e432-0eeb-4a36-a8e5-873f55ba42e7 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=efae7e62-9e7d-4abd-97f7-acbe8937ff05,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:21:38.283391 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 46910) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:21:38.288035 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-2e1c071d-48f3-4b8b-af96-5ad3281d2d52 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-133937976', 'description': 'tempest-secgroup-smoke-133937976 description', 'project_id': '3c4e3863732a46c4818eaf87ed0e9f91'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:21:38.310093 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2e1c071d-48f3-4b8b-af96-5ad3281d2d52 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:21:38.379722 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2e1c071d-48f3-4b8b-af96-5ad3281d2d52 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for security_group (3516f61e-1bef-4b50-9687-5e82e9a9da23), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:21:38.384813 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2e1c071d-48f3-4b8b-af96-5ad3281d2d52 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (3516f61e-1bef-4b50-9687-5e82e9a9da23), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:21:38.413445 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2e1c071d-48f3-4b8b-af96-5ad3281d2d52 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:21:38.414605 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-2e1c071d-48f3-4b8b-af96-5ad3281d2d52 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1301887 Feb 28 11:21:38.418237 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 46912) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:21:38.419050 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1c071d-48f3-4b8b-af96-5ad3281d2d52 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3516f61e-1bef-4b50-9687-5e82e9a9da23,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:21:38.422972 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-ab940b3d-0f38-4b03-9154-9d85631bbdb6 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Request body: {'security_group_rule': {'security_group_id': '3516f61e-1bef-4b50-9687-5e82e9a9da23', 'project_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:21:38.450981 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ab940b3d-0f38-4b03-9154-9d85631bbdb6 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for security_group_rule (4127df56-fbaf-4de6-ac82-dac44d26f3bf), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:21:38.525890 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ab940b3d-0f38-4b03-9154-9d85631bbdb6 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for security_group_rule (4127df56-fbaf-4de6-ac82-dac44d26f3bf), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:21:38.530114 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ab940b3d-0f38-4b03-9154-9d85631bbdb6 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594242'] for security_group_rule (4127df56-fbaf-4de6-ac82-dac44d26f3bf), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:21:38.549524 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab940b3d-0f38-4b03-9154-9d85631bbdb6 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4127df56-fbaf-4de6-ac82-dac44d26f3bf,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:21:38.552297 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device e013ef15-32ca-4296-b2a1-bcf285dd3ef6 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 11:21:38.564115 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ab940b3d-0f38-4b03-9154-9d85631bbdb6 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:21:38.565823 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-ab940b3d-0f38-4b03-9154-9d85631bbdb6 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1463795 Feb 28 11:21:38.570070 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 46914) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:21:38.575668 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-af08ac96-7b74-48a5-9351-d63c45b5a3de tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Request body: {'security_group_rule': {'security_group_id': '3516f61e-1bef-4b50-9687-5e82e9a9da23', 'project_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:21:38.583000 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] No Port match for: e013ef15-32ca-4296-b2a1-bcf285dd3ef6 {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 11:21:38.583323 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device e013ef15-32ca-4296-b2a1-bcf285dd3ef6 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 11:21:38.583835 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 2eda31e5-3b1f-448a-a427-498cdd048b71 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 11:21:38.606266 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-af08ac96-7b74-48a5-9351-d63c45b5a3de tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for security_group_rule (959d0193-8bfc-44a9-9bb7-cea7364e9e20), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:21:38.613992 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] No Port match for: 2eda31e5-3b1f-448a-a427-498cdd048b71 {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 11:21:38.614478 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 2eda31e5-3b1f-448a-a427-498cdd048b71 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 11:21:38.668454 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-af08ac96-7b74-48a5-9351-d63c45b5a3de tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for security_group_rule (959d0193-8bfc-44a9-9bb7-cea7364e9e20), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:21:38.672613 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-af08ac96-7b74-48a5-9351-d63c45b5a3de tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594242'] for security_group_rule (959d0193-8bfc-44a9-9bb7-cea7364e9e20), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:21:38.689988 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af08ac96-7b74-48a5-9351-d63c45b5a3de tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=959d0193-8bfc-44a9-9bb7-cea7364e9e20,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:21:38.700360 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-af08ac96-7b74-48a5-9351-d63c45b5a3de tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:21:38.703957 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-af08ac96-7b74-48a5-9351-d63c45b5a3de tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1306319 Feb 28 11:21:38.704586 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 46916) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:21:38.710301 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (13ac42ae-016e-4baf-bb31-c6fa820b41c2), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:21:38.710703 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-ec015815-1c9a-4cb1-9122-f9be398748d9 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Request body: {'security_group_rule': {'security_group_id': '3516f61e-1bef-4b50-9687-5e82e9a9da23', 'project_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:21:38.736263 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ec015815-1c9a-4cb1-9122-f9be398748d9 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for security_group_rule (115119d6-6440-4e36-9b0a-3272716a8539), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:21:38.798023 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ec015815-1c9a-4cb1-9122-f9be398748d9 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for security_group_rule (115119d6-6440-4e36-9b0a-3272716a8539), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:21:38.803005 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ec015815-1c9a-4cb1-9122-f9be398748d9 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594242'] for security_group_rule (115119d6-6440-4e36-9b0a-3272716a8539), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:21:38.814752 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-77a3efca-7757-497c-a552-ff380d2dc8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fb6705d2-4f70-4965-92a3-fbfccd43a6d3), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:21:38.822313 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec015815-1c9a-4cb1-9122-f9be398748d9 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=115119d6-6440-4e36-9b0a-3272716a8539,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:21:38.830332 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-ec015815-1c9a-4cb1-9122-f9be398748d9 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:21:38.831555 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-ec015815-1c9a-4cb1-9122-f9be398748d9 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1250329 Feb 28 11:21:38.834455 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 46918) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:21:38.839034 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-c1638221-d8f3-4b18-abc0-27999bcfa633 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Request body: {'security_group_rule': {'security_group_id': '3516f61e-1bef-4b50-9687-5e82e9a9da23', 'project_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:21:38.864503 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c1638221-d8f3-4b18-abc0-27999bcfa633 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for security_group_rule (f4c76cc8-d4d4-45f0-a0f7-9b2aaf7ad903), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:21:38.930727 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c1638221-d8f3-4b18-abc0-27999bcfa633 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for security_group_rule (f4c76cc8-d4d4-45f0-a0f7-9b2aaf7ad903), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:21:38.936720 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c1638221-d8f3-4b18-abc0-27999bcfa633 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594242'] for security_group_rule (f4c76cc8-d4d4-45f0-a0f7-9b2aaf7ad903), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:21:38.954886 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1638221-d8f3-4b18-abc0-27999bcfa633 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4c76cc8-d4d4-45f0-a0f7-9b2aaf7ad903,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:21:38.965098 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c1638221-d8f3-4b18-abc0-27999bcfa633 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:21:38.966336 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-c1638221-d8f3-4b18-abc0-27999bcfa633 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1309323 Feb 28 11:21:38.969103 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 46920) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:21:38.973494 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-611d572b-d855-4468-85f0-2c34256f9cb6 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Request body: {'security_group_rule': {'security_group_id': '3516f61e-1bef-4b50-9687-5e82e9a9da23', 'project_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:21:38.994139 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.db.securitygroups_db [None req-611d572b-d855-4468-85f0-2c34256f9cb6 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Project 3c4e3863732a46c4818eaf87ed0e9f91 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 11:21:38.999846 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-611d572b-d855-4468-85f0-2c34256f9cb6 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for security_group_rule (386f4a70-fdcc-49c7-a264-ac0da3f3a5dc), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:21:39.061519 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-611d572b-d855-4468-85f0-2c34256f9cb6 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for security_group_rule (386f4a70-fdcc-49c7-a264-ac0da3f3a5dc), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:21:39.066275 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-611d572b-d855-4468-85f0-2c34256f9cb6 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594242'] for security_group_rule (386f4a70-fdcc-49c7-a264-ac0da3f3a5dc), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:21:39.084729 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611d572b-d855-4468-85f0-2c34256f9cb6 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=386f4a70-fdcc-49c7-a264-ac0da3f3a5dc,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:21:39.092997 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-611d572b-d855-4468-85f0-2c34256f9cb6 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:21:39.094315 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-611d572b-d855-4468-85f0-2c34256f9cb6 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1242778 Feb 28 11:21:39.097100 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 46922) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:21:39.101472 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-d7ae8185-dd8b-4c59-bb94-7e8d82ea2ce3 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Request body: {'security_group_rule': {'security_group_id': '3516f61e-1bef-4b50-9687-5e82e9a9da23', 'project_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:21:39.122852 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.db.securitygroups_db [None req-d7ae8185-dd8b-4c59-bb94-7e8d82ea2ce3 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Project 3c4e3863732a46c4818eaf87ed0e9f91 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 11:21:39.128101 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d7ae8185-dd8b-4c59-bb94-7e8d82ea2ce3 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for security_group_rule (3dba6029-9401-4d4a-95cf-cf2757ad4d4a), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:21:39.189330 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d7ae8185-dd8b-4c59-bb94-7e8d82ea2ce3 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for security_group_rule (3dba6029-9401-4d4a-95cf-cf2757ad4d4a), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:21:39.194236 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d7ae8185-dd8b-4c59-bb94-7e8d82ea2ce3 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594242'] for security_group_rule (3dba6029-9401-4d4a-95cf-cf2757ad4d4a), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:21:39.212689 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ae8185-dd8b-4c59-bb94-7e8d82ea2ce3 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3dba6029-9401-4d4a-95cf-cf2757ad4d4a,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:21:39.221012 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-d7ae8185-dd8b-4c59-bb94-7e8d82ea2ce3 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:21:39.222247 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-d7ae8185-dd8b-4c59-bb94-7e8d82ea2ce3 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1242032 Feb 28 11:21:39.225473 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 46924) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:21:39.230438 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-be463040-cd56-4789-b62d-0f949f04c1b7 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Request body: {'network': {'name': 'tempest-network-smoke--2096645870', 'project_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'port_security_enabled': True}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:21:39.251744 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be463040-cd56-4789-b62d-0f949f04c1b7 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Made reservation on behalf of 3c4e3863732a46c4818eaf87ed0e9f91 for: {'network': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:21:39.255293 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-be463040-cd56-4789-b62d-0f949f04c1b7 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for network (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:21:39.280739 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be463040-cd56-4789-b62d-0f949f04c1b7 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 264} {{(pid=103408) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:21:39.289928 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-be463040-cd56-4789-b62d-0f949f04c1b7 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (42c45150-a158-404e-95d8-705c52045c80), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:21:39.290299 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.db.segments_db [None req-be463040-cd56-4789-b62d-0f949f04c1b7 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Added segment 42c45150-a158-404e-95d8-705c52045c80 of type vlan for network d6cccacc-4a67-404a-8792-94f0a18bf19b Feb 28 11:21:39.334264 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-be463040-cd56-4789-b62d-0f949f04c1b7 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742056637431'] for network (d6cccacc-4a67-404a-8792-94f0a18bf19b), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:21:39.361702 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-be463040-cd56-4789-b62d-0f949f04c1b7 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551'] for network (d6cccacc-4a67-404a-8792-94f0a18bf19b), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:21:39.366795 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be463040-cd56-4789-b62d-0f949f04c1b7 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:21:39.367393 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-be463040-cd56-4789-b62d-0f949f04c1b7 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for network (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:21:39.427456 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-be463040-cd56-4789-b62d-0f949f04c1b7 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2008820 Feb 28 11:21:39.430254 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 46926) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:21:39.436683 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-90c80768-c0e7-4b28-b284-f4120dfc8131 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1484155570', 'admin_state_up': True, 'project_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840'}}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:21:39.445578 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be463040-cd56-4789-b62d-0f949f04c1b7 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Pushing event updated for resources: {'Network': ['ID=d6cccacc-4a67-404a-8792-94f0a18bf19b,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:21:39.457270 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Network d6cccacc-4a67-404a-8792-94f0a18bf19b details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103409) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 11:21:39.463895 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-90c80768-c0e7-4b28-b284-f4120dfc8131 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1805251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254175'] for router (e0c00661-001e-4f00-8f88-1aefa3c18b17), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:21:39.464995 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-90c80768-c0e7-4b28-b284-f4120dfc8131 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1804172', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1602053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254150'] for router (e0c00661-001e-4f00-8f88-1aefa3c18b17), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:21:39.522560 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-90c80768-c0e7-4b28-b284-f4120dfc8131 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for router_controller (e0c00661-001e-4f00-8f88-1aefa3c18b17), precommit_add_association {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:21:39.957364 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-90c80768-c0e7-4b28-b284-f4120dfc8131 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for router_gateway (e0c00661-001e-4f00-8f88-1aefa3c18b17), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:21:40.144062 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device bcdd5ba4-fabc-46a6-b091-cfcb4b7d456d no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 11:21:40.168585 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] No Port match for: bcdd5ba4-fabc-46a6-b091-cfcb4b7d456d {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 11:21:40.168946 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device bcdd5ba4-fabc-46a6-b091-cfcb4b7d456d not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 11:21:40.172171 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-90c80768-c0e7-4b28-b284-f4120dfc8131 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for router_gateway (e0c00661-001e-4f00-8f88-1aefa3c18b17), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:21:40.193255 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-90c80768-c0e7-4b28-b284-f4120dfc8131 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:21:40.308932 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-90c80768-c0e7-4b28-b284-f4120dfc8131 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Allocated IP 172.36.5.210 (1e0804d0-d1d9-4d40-9de5-2936f3d87840/6f6f4129-23e5-4c3b-b4ef-4c7ce926797e/4c19ac35-1dce-4e4a-b9ae-b27fb0cb1559) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:21:40.417629 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-90c80768-c0e7-4b28-b284-f4120dfc8131 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for port (4c19ac35-1dce-4e4a-b9ae-b27fb0cb1559), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:21:40.451335 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-90c80768-c0e7-4b28-b284-f4120dfc8131 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (4c19ac35-1dce-4e4a-b9ae-b27fb0cb1559), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:21:40.497800 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c80768-c0e7-4b28-b284-f4120dfc8131 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Network 1e0804d0-d1d9-4d40-9de5-2936f3d87840 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:21:40.500836 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-90c80768-c0e7-4b28-b284-f4120dfc8131 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:21:40.504711 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c80768-c0e7-4b28-b284-f4120dfc8131 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 11:21:40.510698 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c80768-c0e7-4b28-b284-f4120dfc8131 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Pushing event updated for resources: {'Port': ['ID=4c19ac35-1dce-4e4a-b9ae-b27fb0cb1559,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:21:40.784931 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-90c80768-c0e7-4b28-b284-f4120dfc8131 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for router_gateway (e0c00661-001e-4f00-8f88-1aefa3c18b17), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:21:41.002502 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-90c80768-c0e7-4b28-b284-f4120dfc8131 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1804241'] for router (e0c00661-001e-4f00-8f88-1aefa3c18b17), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:21:41.097480 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-98a7d6af-698f-4b9d-a09b-e315eb696b5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fc6c9b74-8dbb-41bb-800a-5bd3a43fe896), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:21:41.146368 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90c80768-c0e7-4b28-b284-f4120dfc8131 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Router e0c00661-001e-4f00-8f88-1aefa3c18b17 is scheduled to L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 with binding_index 1 {{(pid=103408) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 11:21:41.264051 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90c80768-c0e7-4b28-b284-f4120dfc8131 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:21:41.274080 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8686d4d-d287-489c-af3d-1d2590568a15 None None] Sync routers for ids ['e0c00661-001e-4f00-8f88-1aefa3c18b17'] in dv-neutron-master-2-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:21:41.285098 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8686d4d-d287-489c-af3d-1d2590568a15 None None] Routers {'e0c00661-001e-4f00-8f88-1aefa3c18b17'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:21:41.285759 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-c8686d4d-d287-489c-af3d-1d2590568a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T11:21:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['e0c00661-001e-4f00-8f88-1aefa3c18b17'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:21:41.286434 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-90c80768-c0e7-4b28-b284-f4120dfc8131 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for router (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:21:41.287762 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-90c80768-c0e7-4b28-b284-f4120dfc8131 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8565462 Feb 28 11:21:41.290997 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 46928) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:21:41.320897 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-a0efe310-c256-46ba-a565-3010c22d7e20 tempest-TestNetworkAdvancedServerOps-1757666246 tempest-TestNetworkAdvancedServerOps-1757666246-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=3c4e3863732a46c4818eaf87ed0e9f91&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0286958 Feb 28 11:21:41.323785 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 46930) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:21:41.399287 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-c8686d4d-d287-489c-af3d-1d2590568a15 None None] Set router e0c00661-001e-4f00-8f88-1aefa3c18b17 gateway port host: dv-neutron-master-2-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:21:41.411131 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59596174-d203-46da-b990-b646d1c4f5e2 tempest-TestNetworkAdvancedServerOps-1757666246 tempest-TestNetworkAdvancedServerOps-1757666246-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:21:41.412748 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-59596174-d203-46da-b990-b646d1c4f5e2 tempest-TestNetworkAdvancedServerOps-1757666246 tempest-TestNetworkAdvancedServerOps-1757666246-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0879993 Feb 28 11:21:41.415603 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 46932) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:21:41.448715 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-9a2ce68e-d172-452f-a11b-2a27ee8bab28 tempest-TestNetworkAdvancedServerOps-1757666246 tempest-TestNetworkAdvancedServerOps-1757666246-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=1e0804d0-d1d9-4d40-9de5-2936f3d87840&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0317283 Feb 28 11:21:41.451708 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 46934) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:21:41.457561 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-6339b7d3-605f-4029-89c8-05addfa9f517 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-852581725', 'network_id': 'd6cccacc-4a67-404a-8792-94f0a18bf19b', 'project_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:21:41.562804 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6339b7d3-605f-4029-89c8-05addfa9f517 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Made reservation on behalf of 3c4e3863732a46c4818eaf87ed0e9f91 for: {'subnet': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:21:41.568435 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6339b7d3-605f-4029-89c8-05addfa9f517 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3951209'] for subnet (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:21:41.596894 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-c8686d4d-d287-489c-af3d-1d2590568a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0c00661-001e-4f00-8f88-1aefa3c18b17', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1484155570', 'tenant_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.210'}], 'enable_snat': True}, 'gw_port_id': '4c19ac35-1dce-4e4a-b9ae-b27fb0cb1559', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:21:39Z', 'updated_at': '2022-02-28T11:21:40Z', 'revision_number': 3, 'project_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'gw_port': {'id': '4c19ac35-1dce-4e4a-b9ae-b27fb0cb1559', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:03:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0c00661-001e-4f00-8f88-1aefa3c18b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:21:40Z', 'updated_at': '2022-02-28T11:21:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:21:41.624029 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8686d4d-d287-489c-af3d-1d2590568a15 None None] Checking router: e0c00661-001e-4f00-8f88-1aefa3c18b17 for host: dv-neutron-master-2-hyperv {{(pid=103410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:21:41.624357 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8686d4d-d287-489c-af3d-1d2590568a15 None None] Updating router e0c00661-001e-4f00-8f88-1aefa3c18b17 port 4c19ac35-1dce-4e4a-b9ae-b27fb0cb1559 binding host dv-neutron-master-2-hyperv {{(pid=103410) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 11:21:41.654550 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c8686d4d-d287-489c-af3d-1d2590568a15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (4c19ac35-1dce-4e4a-b9ae-b27fb0cb1559), before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:21:41.772203 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6339b7d3-605f-4029-89c8-05addfa9f517 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3242588', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3951195'] for subnet (9acd804f-dfb7-4933-903c-acc9bd70b84a), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:21:41.835315 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6339b7d3-605f-4029-89c8-05addfa9f517 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Pushing event updated for resources: {'Subnet': ['ID=9acd804f-dfb7-4933-903c-acc9bd70b84a,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:21:41.844522 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6339b7d3-605f-4029-89c8-05addfa9f517 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Checking segment: {'id': '42c45150-a158-404e-95d8-705c52045c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'd6cccacc-4a67-404a-8792-94f0a18bf19b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 11:21:41.844925 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6339b7d3-605f-4029-89c8-05addfa9f517 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Network hostable DHCP agents. Network: d6cccacc-4a67-404a-8792-94f0a18bf19b, hostable agents: ['fb6705d2-4f70-4965-92a3-fbfccd43a6d3'], hosted agents: [] {{(pid=103408) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:21:41.862426 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6339b7d3-605f-4029-89c8-05addfa9f517 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Network d6cccacc-4a67-404a-8792-94f0a18bf19b is scheduled to be hosted by DHCP agent fb6705d2-4f70-4965-92a3-fbfccd43a6d3 with binding_index 1 {{(pid=103408) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:21:41.873994 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-6339b7d3-605f-4029-89c8-05addfa9f517 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, d6cccacc-4a67-404a-8792-94f0a18bf19b) {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:21:41.878648 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6339b7d3-605f-4029-89c8-05addfa9f517 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:21:41.879285 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6339b7d3-605f-4029-89c8-05addfa9f517 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for subnet (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:21:41.886564 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83406d51-119b-4193-bf90-683519e42975 None None] Network d6cccacc-4a67-404a-8792-94f0a18bf19b requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 11:21:41.900690 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-6339b7d3-605f-4029-89c8-05addfa9f517 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4471819 Feb 28 11:21:41.903811 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 46936) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:21:41.926053 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c8686d4d-d287-489c-af3d-1d2590568a15 None None] Publish callbacks [] for port (4c19ac35-1dce-4e4a-b9ae-b27fb0cb1559), precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:21:41.932261 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c8686d4d-d287-489c-af3d-1d2590568a15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (4c19ac35-1dce-4e4a-b9ae-b27fb0cb1559), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:21:41.984459 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-c8686d4d-d287-489c-af3d-1d2590568a15 None None] Attempting to bind port 4c19ac35-1dce-4e4a-b9ae-b27fb0cb1559 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 11:21:41.984887 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-c8686d4d-d287-489c-af3d-1d2590568a15 None None] Attempting to bind port 4c19ac35-1dce-4e4a-b9ae-b27fb0cb1559 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '195d7ed7-323d-4284-82df-208cca613d99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 11:21:41.985229 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8686d4d-d287-489c-af3d-1d2590568a15 None None] Attempting to bind port 4c19ac35-1dce-4e4a-b9ae-b27fb0cb1559 on network 1e0804d0-d1d9-4d40-9de5-2936f3d87840 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 11:21:41.996567 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8686d4d-d287-489c-af3d-1d2590568a15 None None] Checking agent: {'id': '75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 24, 15), 'started_at': datetime.datetime(2022, 2, 28, 10, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 21, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 11:21:41.996957 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8686d4d-d287-489c-af3d-1d2590568a15 None None] Checking segment: {'id': '195d7ed7-323d-4284-82df-208cca613d99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 11:21:41.997539 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c8686d4d-d287-489c-af3d-1d2590568a15 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:21:41.997940 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8686d4d-d287-489c-af3d-1d2590568a15 None None] Bound using segment: {'id': '195d7ed7-323d-4284-82df-208cca613d99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 11:21:41.998420 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-c8686d4d-d287-489c-af3d-1d2590568a15 None None] Bound port: 4c19ac35-1dce-4e4a-b9ae-b27fb0cb1559, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '195d7ed7-323d-4284-82df-208cca613d99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 11:21:41.998806 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c8686d4d-d287-489c-af3d-1d2590568a15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (4c19ac35-1dce-4e4a-b9ae-b27fb0cb1559), before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:21:41.998918 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55d94d47-2b48-415c-b734-e57f281d5648 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-d6cccacc-4a67-404a-8792-94f0a18bf19b', 'network_id': 'd6cccacc-4a67-404a-8792-94f0a18bf19b', 'project_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'fixed_ips': [{'subnet_id': '9acd804f-dfb7-4933-903c-acc9bd70b84a'}]}} from dv-neutron-master-2-hyperv. {{(pid=103409) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 11:21:41.999997 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-55d94d47-2b48-415c-b734-e57f281d5648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:21:42.000708 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a2b972-b58f-40b3-bf3b-9fabf93d0ad5 None None] Pushing event updated for resources: {'Port': ['ID=4c19ac35-1dce-4e4a-b9ae-b27fb0cb1559,revision_number=2']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:21:42.032087 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a2b972-b58f-40b3-bf3b-9fabf93d0ad5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:21:42.032437 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a2b972-b58f-40b3-bf3b-9fabf93d0ad5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:21:42.032813 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a2b972-b58f-40b3-bf3b-9fabf93d0ad5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:21:42.033156 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a2b972-b58f-40b3-bf3b-9fabf93d0ad5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:21:42.033520 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a2b972-b58f-40b3-bf3b-9fabf93d0ad5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:21:42.033823 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a2b972-b58f-40b3-bf3b-9fabf93d0ad5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:21:42.034154 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a2b972-b58f-40b3-bf3b-9fabf93d0ad5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:21:42.034485 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a2b972-b58f-40b3-bf3b-9fabf93d0ad5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:21:42.034816 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a2b972-b58f-40b3-bf3b-9fabf93d0ad5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:21:42.035146 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a2b972-b58f-40b3-bf3b-9fabf93d0ad5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:21:42.035474 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a2b972-b58f-40b3-bf3b-9fabf93d0ad5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:21:42.035798 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a2b972-b58f-40b3-bf3b-9fabf93d0ad5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:21:42.036123 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a2b972-b58f-40b3-bf3b-9fabf93d0ad5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:21:42.068937 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-c8686d4d-d287-489c-af3d-1d2590568a15 None None] For port 4c19ac35-1dce-4e4a-b9ae-b27fb0cb1559, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:21:42.074210 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-c8686d4d-d287-489c-af3d-1d2590568a15 None None] For port 4c19ac35-1dce-4e4a-b9ae-b27fb0cb1559, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4c19ac35-1dce-4e4a-b9ae-b27fb0cb1559,segment=NetworkSegment(195d7ed7-323d-4284-82df-208cca613d99),segment_id=195d7ed7-323d-4284-82df-208cca613d99)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:21:42.083832 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-c8686d4d-d287-489c-af3d-1d2590568a15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (4c19ac35-1dce-4e4a-b9ae-b27fb0cb1559), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:21:42.147111 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8686d4d-d287-489c-af3d-1d2590568a15 None None] Routers {'e0c00661-001e-4f00-8f88-1aefa3c18b17'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:21:42.147748 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-c8686d4d-d287-489c-af3d-1d2590568a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T11:21:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['e0c00661-001e-4f00-8f88-1aefa3c18b17'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:21:42.154683 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-55d94d47-2b48-415c-b734-e57f281d5648 None None] Allocated IP 172.20.0.2 (d6cccacc-4a67-404a-8792-94f0a18bf19b/9acd804f-dfb7-4933-903c-acc9bd70b84a/4c14b231-6135-4d2f-a6e3-cd5606a0c4fc) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:21:42.189570 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a2b972-b58f-40b3-bf3b-9fabf93d0ad5 None None] Pushing event updated for resources: {'Port': ['ID=4c19ac35-1dce-4e4a-b9ae-b27fb0cb1559,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:21:42.263696 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-c8686d4d-d287-489c-af3d-1d2590568a15 None None] Set router e0c00661-001e-4f00-8f88-1aefa3c18b17 gateway port host: dv-neutron-master-2-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:21:42.285578 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b6d631fb-7df0-4fe1-8322-abff3b61cae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (0db5147a-92a3-4581-8a5f-8ec9b93e0600), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:21:42.331827 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-55d94d47-2b48-415c-b734-e57f281d5648 None None] Publish callbacks [] for port (4c14b231-6135-4d2f-a6e3-cd5606a0c4fc), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:21:42.340989 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-55d94d47-2b48-415c-b734-e57f281d5648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749'] for port (4c14b231-6135-4d2f-a6e3-cd5606a0c4fc), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:21:42.387226 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d94d47-2b48-415c-b734-e57f281d5648 None None] Network d6cccacc-4a67-404a-8792-94f0a18bf19b is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:21:42.387589 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-96251444-71fb-441c-9f8a-170407a33a37 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:21:42.390438 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-55d94d47-2b48-415c-b734-e57f281d5648 None None] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:21:42.394785 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d94d47-2b48-415c-b734-e57f281d5648 None None] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 11:21:42.402274 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d94d47-2b48-415c-b734-e57f281d5648 None None] Pushing event updated for resources: {'Port': ['ID=4c14b231-6135-4d2f-a6e3-cd5606a0c4fc,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:21:42.456779 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-55d94d47-2b48-415c-b734-e57f281d5648 None None] Attempting to bind port 4c14b231-6135-4d2f-a6e3-cd5606a0c4fc on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 11:21:42.457062 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-55d94d47-2b48-415c-b734-e57f281d5648 None None] Attempting to bind port 4c14b231-6135-4d2f-a6e3-cd5606a0c4fc by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '42c45150-a158-404e-95d8-705c52045c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'd6cccacc-4a67-404a-8792-94f0a18bf19b'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 11:21:42.457621 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d94d47-2b48-415c-b734-e57f281d5648 None None] Attempting to bind port 4c14b231-6135-4d2f-a6e3-cd5606a0c4fc on network d6cccacc-4a67-404a-8792-94f0a18bf19b {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 11:21:42.463129 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d94d47-2b48-415c-b734-e57f281d5648 None None] Checking agent: {'id': '75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 24, 15), 'started_at': datetime.datetime(2022, 2, 28, 10, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 21, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 11:21:42.463792 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d94d47-2b48-415c-b734-e57f281d5648 None None] Checking segment: {'id': '42c45150-a158-404e-95d8-705c52045c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'd6cccacc-4a67-404a-8792-94f0a18bf19b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 11:21:42.464406 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-55d94d47-2b48-415c-b734-e57f281d5648 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:21:42.464995 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d94d47-2b48-415c-b734-e57f281d5648 None None] Bound using segment: {'id': '42c45150-a158-404e-95d8-705c52045c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'd6cccacc-4a67-404a-8792-94f0a18bf19b'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 11:21:42.465640 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-55d94d47-2b48-415c-b734-e57f281d5648 None None] Bound port: 4c14b231-6135-4d2f-a6e3-cd5606a0c4fc, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42c45150-a158-404e-95d8-705c52045c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'd6cccacc-4a67-404a-8792-94f0a18bf19b'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 11:21:42.465791 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-c8686d4d-d287-489c-af3d-1d2590568a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0c00661-001e-4f00-8f88-1aefa3c18b17', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1484155570', 'tenant_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.210'}], 'enable_snat': True}, 'gw_port_id': '4c19ac35-1dce-4e4a-b9ae-b27fb0cb1559', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:21:39Z', 'updated_at': '2022-02-28T11:21:40Z', 'revision_number': 3, 'project_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'gw_port': {'id': '4c19ac35-1dce-4e4a-b9ae-b27fb0cb1559', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:03:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0c00661-001e-4f00-8f88-1aefa3c18b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:21:40Z', 'updated_at': '2022-02-28T11:21:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:21:42.466724 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-55d94d47-2b48-415c-b734-e57f281d5648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (4c14b231-6135-4d2f-a6e3-cd5606a0c4fc), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:21:42.493397 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8686d4d-d287-489c-af3d-1d2590568a15 None None] The sync data for ids ['e0c00661-001e-4f00-8f88-1aefa3c18b17'] in dv-neutron-master-2-hyperv is: [{'id': 'e0c00661-001e-4f00-8f88-1aefa3c18b17', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1484155570', 'tenant_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.210'}], 'enable_snat': True}, 'gw_port_id': '4c19ac35-1dce-4e4a-b9ae-b27fb0cb1559', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:21:39Z', 'updated_at': '2022-02-28T11:21:40Z', 'revision_number': 3, 'project_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'gw_port': {'id': '4c19ac35-1dce-4e4a-b9ae-b27fb0cb1559', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:03:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0c00661-001e-4f00-8f88-1aefa3c18b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:21:40Z', 'updated_at': '2022-02-28T11:21:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:21:42.546173 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-55d94d47-2b48-415c-b734-e57f281d5648 None None] For port 4c14b231-6135-4d2f-a6e3-cd5606a0c4fc, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:21:42.551885 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-55d94d47-2b48-415c-b734-e57f281d5648 None None] For port 4c14b231-6135-4d2f-a6e3-cd5606a0c4fc, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4c14b231-6135-4d2f-a6e3-cd5606a0c4fc,segment=NetworkSegment(42c45150-a158-404e-95d8-705c52045c80),segment_id=42c45150-a158-404e-95d8-705c52045c80)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:21:42.561880 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-55d94d47-2b48-415c-b734-e57f281d5648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (4c14b231-6135-4d2f-a6e3-cd5606a0c4fc), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:21:42.631788 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d94d47-2b48-415c-b734-e57f281d5648 None None] Pushing event updated for resources: {'Port': ['ID=4c14b231-6135-4d2f-a6e3-cd5606a0c4fc,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:21:42.703829 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-96251444-71fb-441c-9f8a-170407a33a37 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Allocated IP 172.20.0.1 (d6cccacc-4a67-404a-8792-94f0a18bf19b/9acd804f-dfb7-4933-903c-acc9bd70b84a/e14cafed-6793-4e84-a237-d326b47e9621) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:21:42.876579 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-96251444-71fb-441c-9f8a-170407a33a37 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for port (e14cafed-6793-4e84-a237-d326b47e9621), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:21:42.916580 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-96251444-71fb-441c-9f8a-170407a33a37 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (e14cafed-6793-4e84-a237-d326b47e9621), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:21:42.972582 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96251444-71fb-441c-9f8a-170407a33a37 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Network d6cccacc-4a67-404a-8792-94f0a18bf19b is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:21:42.975939 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-96251444-71fb-441c-9f8a-170407a33a37 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:21:42.980286 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96251444-71fb-441c-9f8a-170407a33a37 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 11:21:42.987080 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96251444-71fb-441c-9f8a-170407a33a37 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Pushing event updated for resources: {'Port': ['ID=e14cafed-6793-4e84-a237-d326b47e9621,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:21:43.029116 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-96251444-71fb-441c-9f8a-170407a33a37 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1803404'] for router_interface (e0c00661-001e-4f00-8f88-1aefa3c18b17), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:21:43.180425 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-96251444-71fb-441c-9f8a-170407a33a37 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (e14cafed-6793-4e84-a237-d326b47e9621), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:21:43.499259 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-96251444-71fb-441c-9f8a-170407a33a37 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for port (e14cafed-6793-4e84-a237-d326b47e9621), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:21:43.505285 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-96251444-71fb-441c-9f8a-170407a33a37 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3498066'] for port (e14cafed-6793-4e84-a237-d326b47e9621), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:21:43.579557 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-96251444-71fb-441c-9f8a-170407a33a37 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1802524'] for router_interface (e0c00661-001e-4f00-8f88-1aefa3c18b17), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:21:43.581779 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96251444-71fb-441c-9f8a-170407a33a37 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Pushing event updated for resources: {'Port': ['ID=e14cafed-6793-4e84-a237-d326b47e9621,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:21:43.600625 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fd201e2-dc0c-4cf9-8d68-f15fbba2542b None None] Network d6cccacc-4a67-404a-8792-94f0a18bf19b requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 11:21:43.680430 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96251444-71fb-441c-9f8a-170407a33a37 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Network d6cccacc-4a67-404a-8792-94f0a18bf19b is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:21:43.682196 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-96251444-71fb-441c-9f8a-170407a33a37 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:21:43.686499 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6b923bb1-06b0-4b84-b461-7cc1d0196090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (2e621730-3978-4720-b581-ac380e97a567), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:21:43.728720 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-c1a02550-e29d-48d5-ab80-53f85920e87c None None] Provisioning complete for port 4c14b231-6135-4d2f-a6e3-cd5606a0c4fc triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:21:43.729115 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c1a02550-e29d-48d5-ab80-53f85920e87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (4c14b231-6135-4d2f-a6e3-cd5606a0c4fc), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:21:43.813023 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96251444-71fb-441c-9f8a-170407a33a37 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Router e0c00661-001e-4f00-8f88-1aefa3c18b17 has already been hosted by L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:21:43.827883 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-c1a02550-e29d-48d5-ab80-53f85920e87c None None] Current status of the port 4c14b231-6135-4d2f-a6e3-cd5606a0c4fc is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:21:43.827883 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c1a02550-e29d-48d5-ab80-53f85920e87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (4c14b231-6135-4d2f-a6e3-cd5606a0c4fc), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:21:43.867503 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-c1a02550-e29d-48d5-ab80-53f85920e87c None None] For port 4c14b231-6135-4d2f-a6e3-cd5606a0c4fc, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4c14b231-6135-4d2f-a6e3-cd5606a0c4fc,segment=NetworkSegment(42c45150-a158-404e-95d8-705c52045c80),segment_id=42c45150-a158-404e-95d8-705c52045c80)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:21:43.876126 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c1a02550-e29d-48d5-ab80-53f85920e87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (4c14b231-6135-4d2f-a6e3-cd5606a0c4fc), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:21:43.954323 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a02550-e29d-48d5-ab80-53f85920e87c None None] Pushing event updated for resources: {'Port': ['ID=4c14b231-6135-4d2f-a6e3-cd5606a0c4fc,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:21:43.966035 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96251444-71fb-441c-9f8a-170407a33a37 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:21:43.971715 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-96251444-71fb-441c-9f8a-170407a33a37 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "PUT /v2.0/routers/e0c00661-001e-4f00-8f88-1aefa3c18b17/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0661464 Feb 28 11:21:44.108059 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-bd4d2fde-aeca-4944-8204-d15214335b65 None None] Provisioning complete for port e14cafed-6793-4e84-a237-d326b47e9621 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:21:44.108829 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bd4d2fde-aeca-4944-8204-d15214335b65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (e14cafed-6793-4e84-a237-d326b47e9621), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:21:44.151853 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-bd4d2fde-aeca-4944-8204-d15214335b65 None None] Port e14cafed-6793-4e84-a237-d326b47e9621 cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 11:21:44.157716 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-beefcea0-9c8b-47e8-ac26-441a4dacdbd8 req-d6a7d70e-738f-48a4-855a-233da2b78112 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-133937976&fields=id&tenant_id=3c4e3863732a46c4818eaf87ed0e9f91 HTTP/1.1" status: 200 len: 267 time: 0.0557790 Feb 28 11:21:44.170064 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-bd4d2fde-aeca-4944-8204-d15214335b65 None None] Provisioning complete for port 4c14b231-6135-4d2f-a6e3-cd5606a0c4fc triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:21:44.170442 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bd4d2fde-aeca-4944-8204-d15214335b65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (4c14b231-6135-4d2f-a6e3-cd5606a0c4fc), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:21:44.304725 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beefcea0-9c8b-47e8-ac26-441a4dacdbd8 req-208c4c44-ce52-4872-8e89-eebbeec7aef5 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:21:44.308640 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 4c19ac35-1dce-4e4a-b9ae-b27fb0cb1559 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 11:21:44.311312 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257dba8c-e0c1-4ad7-a4f2-7614e44eb6db None None] Sync routers for ids ['e0c00661-001e-4f00-8f88-1aefa3c18b17'] in dv-neutron-master-2-hyperv {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:21:44.311772 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-beefcea0-9c8b-47e8-ac26-441a4dacdbd8 req-208c4c44-ce52-4872-8e89-eebbeec7aef5 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/networks?id=d6cccacc-4a67-404a-8792-94f0a18bf19b HTTP/1.1" status: 200 len: 797 time: 0.1465890 Feb 28 11:21:44.325997 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-beefcea0-9c8b-47e8-ac26-441a4dacdbd8 req-9ac4305f-a7d1-4059-9ad8-fbf34ee2bfa8 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/quotas/3c4e3863732a46c4818eaf87ed0e9f91 HTTP/1.1" status: 200 len: 375 time: 0.0132504 Feb 28 11:21:44.360112 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-bd4d2fde-aeca-4944-8204-d15214335b65 None None] Current status of the port 4c14b231-6135-4d2f-a6e3-cd5606a0c4fc is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:21:44.370207 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257dba8c-e0c1-4ad7-a4f2-7614e44eb6db None None] Routers {'e0c00661-001e-4f00-8f88-1aefa3c18b17'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:21:44.370851 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-257dba8c-e0c1-4ad7-a4f2-7614e44eb6db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T11:21:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['e0c00661-001e-4f00-8f88-1aefa3c18b17'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:21:44.391897 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-beefcea0-9c8b-47e8-ac26-441a4dacdbd8 req-de2163ce-e9f0-43e6-867d-62bbf7698d34 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3c4e3863732a46c4818eaf87ed0e9f91&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0637400 Feb 28 11:21:44.449137 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port 4c19ac35-1dce-4e4a-b9ae-b27fb0cb1559 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:21:44.449530 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (4c19ac35-1dce-4e4a-b9ae-b27fb0cb1559), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:21:44.456534 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [req-beefcea0-9c8b-47e8-ac26-441a4dacdbd8 req-d26b0025-2718-42f4-9e59-7b6c45b511c9 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103407) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 11:21:44.457753 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-beefcea0-9c8b-47e8-ac26-441a4dacdbd8 req-d26b0025-2718-42f4-9e59-7b6c45b511c9 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0528984 Feb 28 11:21:44.547590 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-257dba8c-e0c1-4ad7-a4f2-7614e44eb6db None None] Set router e0c00661-001e-4f00-8f88-1aefa3c18b17 gateway port host: dv-neutron-master-2-hyperv {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:21:44.551267 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-8593b2c2-b2bc-4373-b155-784c7ac82b88 None None] Provisioning complete for port e14cafed-6793-4e84-a237-d326b47e9621 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:21:44.551477 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8593b2c2-b2bc-4373-b155-784c7ac82b88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (e14cafed-6793-4e84-a237-d326b47e9621), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:21:44.554162 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-beefcea0-9c8b-47e8-ac26-441a4dacdbd8 req-a366c78a-7b07-404a-90fd-8987ac769163 service neutron] 10.222.0.20 "GET /v2.0/networks/d6cccacc-4a67-404a-8792-94f0a18bf19b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870805 Feb 28 11:21:44.652782 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-beefcea0-9c8b-47e8-ac26-441a4dacdbd8 req-d2407f0d-9c0d-4b22-bb62-8bfc2a340518 service neutron] 10.222.0.20 "GET /v2.0/networks/d6cccacc-4a67-404a-8792-94f0a18bf19b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921526 Feb 28 11:21:44.675770 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-8593b2c2-b2bc-4373-b155-784c7ac82b88 None None] Port e14cafed-6793-4e84-a237-d326b47e9621 cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 11:21:44.731327 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 4c19ac35-1dce-4e4a-b9ae-b27fb0cb1559 is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:21:44.731728 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (4c19ac35-1dce-4e4a-b9ae-b27fb0cb1559), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:21:44.766842 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] For port 4c19ac35-1dce-4e4a-b9ae-b27fb0cb1559, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4c19ac35-1dce-4e4a-b9ae-b27fb0cb1559,segment=NetworkSegment(195d7ed7-323d-4284-82df-208cca613d99),segment_id=195d7ed7-323d-4284-82df-208cca613d99)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:21:44.775784 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (4c19ac35-1dce-4e4a-b9ae-b27fb0cb1559), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:21:44.776852 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 4c14b231-6135-4d2f-a6e3-cd5606a0c4fc up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 11:21:44.828911 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-09eed74d-eac6-4926-9fc2-acd0b442cd5f req-19b70cee-3ed1-4dfe-960f-1b169d294e53 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/ports?device_id=a93d9316-c483-41f0-b37b-33387328b6cb HTTP/1.1" status: 200 len: 210 time: 0.0285962 Feb 28 11:21:44.898492 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-5c13ce22-a72b-4e70-9bbb-23cafcd34def None None] Provisioning complete for port e14cafed-6793-4e84-a237-d326b47e9621 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:21:44.898850 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5c13ce22-a72b-4e70-9bbb-23cafcd34def None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (e14cafed-6793-4e84-a237-d326b47e9621), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:21:44.905717 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Pushing event updated for resources: {'Port': ['ID=4c19ac35-1dce-4e4a-b9ae-b27fb0cb1559,revision_number=4']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:21:44.964536 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-5c13ce22-a72b-4e70-9bbb-23cafcd34def None None] Port e14cafed-6793-4e84-a237-d326b47e9621 cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 11:21:44.967963 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:21:44.969976 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port 4c14b231-6135-4d2f-a6e3-cd5606a0c4fc triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:21:44.970341 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (4c14b231-6135-4d2f-a6e3-cd5606a0c4fc), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:21:45.016351 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-257dba8c-e0c1-4ad7-a4f2-7614e44eb6db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0c00661-001e-4f00-8f88-1aefa3c18b17', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1484155570', 'tenant_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.210'}], 'enable_snat': True}, 'gw_port_id': '4c19ac35-1dce-4e4a-b9ae-b27fb0cb1559', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:21:39Z', 'updated_at': '2022-02-28T11:21:43Z', 'revision_number': 4, 'project_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'gw_port': {'id': '4c19ac35-1dce-4e4a-b9ae-b27fb0cb1559', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:03:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0c00661-001e-4f00-8f88-1aefa3c18b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:21:40Z', 'updated_at': '2022-02-28T11:21:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'e14cafed-6793-4e84-a237-d326b47e9621', 'name': '', 'network_id': 'd6cccacc-4a67-404a-8792-94f0a18bf19b', 'tenant_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'mac_address': 'fa:16:3e:0a:dd:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0c00661-001e-4f00-8f88-1aefa3c18b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '9acd804f-dfb7-4933-903c-acc9bd70b84a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:21:42Z', 'updated_at': '2022-02-28T11:21:43Z', 'revision_number': 2, 'project_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'subnets': [{'id': '9acd804f-dfb7-4933-903c-acc9bd70b84a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:21:45.051067 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257dba8c-e0c1-4ad7-a4f2-7614e44eb6db None None] Checking router: e0c00661-001e-4f00-8f88-1aefa3c18b17 for host: dv-neutron-master-2-hyperv {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:21:45.051428 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257dba8c-e0c1-4ad7-a4f2-7614e44eb6db None None] Updating router e0c00661-001e-4f00-8f88-1aefa3c18b17 port e14cafed-6793-4e84-a237-d326b47e9621 binding host dv-neutron-master-2-hyperv {{(pid=103409) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 11:21:45.103568 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-257dba8c-e0c1-4ad7-a4f2-7614e44eb6db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (e14cafed-6793-4e84-a237-d326b47e9621), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:21:45.119104 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 4c14b231-6135-4d2f-a6e3-cd5606a0c4fc is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:21:45.526514 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-257dba8c-e0c1-4ad7-a4f2-7614e44eb6db None None] Publish callbacks [] for port (e14cafed-6793-4e84-a237-d326b47e9621), precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:21:45.533308 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-257dba8c-e0c1-4ad7-a4f2-7614e44eb6db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (e14cafed-6793-4e84-a237-d326b47e9621), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:21:45.582545 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68109701-0346-4075-90c0-4c518eda1f54 None None] Pushing event updated for resources: {'Port': ['ID=e14cafed-6793-4e84-a237-d326b47e9621,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:21:45.641168 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-257dba8c-e0c1-4ad7-a4f2-7614e44eb6db None None] Attempting to bind port e14cafed-6793-4e84-a237-d326b47e9621 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 11:21:45.641693 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-257dba8c-e0c1-4ad7-a4f2-7614e44eb6db None None] Attempting to bind port e14cafed-6793-4e84-a237-d326b47e9621 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '42c45150-a158-404e-95d8-705c52045c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'd6cccacc-4a67-404a-8792-94f0a18bf19b'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 11:21:45.642073 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-257dba8c-e0c1-4ad7-a4f2-7614e44eb6db None None] Attempting to bind port e14cafed-6793-4e84-a237-d326b47e9621 on network d6cccacc-4a67-404a-8792-94f0a18bf19b {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 11:21:45.647607 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-257dba8c-e0c1-4ad7-a4f2-7614e44eb6db None None] Checking agent: {'id': '75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 24, 15), 'started_at': datetime.datetime(2022, 2, 28, 10, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 21, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 11:21:45.648026 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-257dba8c-e0c1-4ad7-a4f2-7614e44eb6db None None] Checking segment: {'id': '42c45150-a158-404e-95d8-705c52045c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'd6cccacc-4a67-404a-8792-94f0a18bf19b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 11:21:45.648443 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-257dba8c-e0c1-4ad7-a4f2-7614e44eb6db None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:21:45.648896 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-257dba8c-e0c1-4ad7-a4f2-7614e44eb6db None None] Bound using segment: {'id': '42c45150-a158-404e-95d8-705c52045c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'd6cccacc-4a67-404a-8792-94f0a18bf19b'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 11:21:45.649371 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-257dba8c-e0c1-4ad7-a4f2-7614e44eb6db None None] Bound port: e14cafed-6793-4e84-a237-d326b47e9621, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42c45150-a158-404e-95d8-705c52045c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'd6cccacc-4a67-404a-8792-94f0a18bf19b'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 11:21:45.649861 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-257dba8c-e0c1-4ad7-a4f2-7614e44eb6db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (e14cafed-6793-4e84-a237-d326b47e9621), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:21:45.717734 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-257dba8c-e0c1-4ad7-a4f2-7614e44eb6db None None] For port e14cafed-6793-4e84-a237-d326b47e9621, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:21:45.720888 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-257dba8c-e0c1-4ad7-a4f2-7614e44eb6db None None] For port e14cafed-6793-4e84-a237-d326b47e9621, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e14cafed-6793-4e84-a237-d326b47e9621,segment=NetworkSegment(42c45150-a158-404e-95d8-705c52045c80),segment_id=42c45150-a158-404e-95d8-705c52045c80)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:21:45.728830 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-257dba8c-e0c1-4ad7-a4f2-7614e44eb6db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (e14cafed-6793-4e84-a237-d326b47e9621), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:21:45.805223 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257dba8c-e0c1-4ad7-a4f2-7614e44eb6db None None] Routers {'e0c00661-001e-4f00-8f88-1aefa3c18b17'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:21:45.806242 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-257dba8c-e0c1-4ad7-a4f2-7614e44eb6db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T11:21:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['e0c00661-001e-4f00-8f88-1aefa3c18b17'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:21:45.807882 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68109701-0346-4075-90c0-4c518eda1f54 None None] Pushing event updated for resources: {'Port': ['ID=e14cafed-6793-4e84-a237-d326b47e9621,revision_number=4']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:21:45.926876 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-3dfc4616-c108-4329-a4b6-1cc616e9d1c8 req-d55b3b14-1fed-4492-9c2f-2e9494e1a86b tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/ports?device_id=a93d9316-c483-41f0-b37b-33387328b6cb HTTP/1.1" status: 200 len: 210 time: 0.0390913 Feb 28 11:21:45.932724 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-8518d4ef-f896-4452-9876-a97f0ef787ed None None] Provisioning complete for port e14cafed-6793-4e84-a237-d326b47e9621 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:21:45.933971 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8518d4ef-f896-4452-9876-a97f0ef787ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (e14cafed-6793-4e84-a237-d326b47e9621), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:21:45.963674 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-257dba8c-e0c1-4ad7-a4f2-7614e44eb6db None None] Set router e0c00661-001e-4f00-8f88-1aefa3c18b17 gateway port host: dv-neutron-master-2-hyperv {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:21:46.137582 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-8518d4ef-f896-4452-9876-a97f0ef787ed None None] Current status of the port e14cafed-6793-4e84-a237-d326b47e9621 is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:21:46.137845 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8518d4ef-f896-4452-9876-a97f0ef787ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (e14cafed-6793-4e84-a237-d326b47e9621), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:21:46.208594 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 4c19ac35-1dce-4e4a-b9ae-b27fb0cb1559 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 11:21:46.250416 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-8518d4ef-f896-4452-9876-a97f0ef787ed None None] For port e14cafed-6793-4e84-a237-d326b47e9621, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e14cafed-6793-4e84-a237-d326b47e9621,segment=NetworkSegment(42c45150-a158-404e-95d8-705c52045c80),segment_id=42c45150-a158-404e-95d8-705c52045c80)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:21:46.259102 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8518d4ef-f896-4452-9876-a97f0ef787ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (e14cafed-6793-4e84-a237-d326b47e9621), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:21:46.332294 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8518d4ef-f896-4452-9876-a97f0ef787ed None None] Pushing event updated for resources: {'Port': ['ID=e14cafed-6793-4e84-a237-d326b47e9621,revision_number=5']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:21:46.344394 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-257dba8c-e0c1-4ad7-a4f2-7614e44eb6db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0c00661-001e-4f00-8f88-1aefa3c18b17', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1484155570', 'tenant_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.210'}], 'enable_snat': True}, 'gw_port_id': '4c19ac35-1dce-4e4a-b9ae-b27fb0cb1559', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:21:39Z', 'updated_at': '2022-02-28T11:21:43Z', 'revision_number': 4, 'project_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'gw_port': {'id': '4c19ac35-1dce-4e4a-b9ae-b27fb0cb1559', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:03:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0c00661-001e-4f00-8f88-1aefa3c18b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:21:40Z', 'updated_at': '2022-02-28T11:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'e14cafed-6793-4e84-a237-d326b47e9621', 'name': '', 'network_id': 'd6cccacc-4a67-404a-8792-94f0a18bf19b', 'tenant_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'mac_address': 'fa:16:3e:0a:dd:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0c00661-001e-4f00-8f88-1aefa3c18b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '9acd804f-dfb7-4933-903c-acc9bd70b84a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:21:42Z', 'updated_at': '2022-02-28T11:21:45Z', 'revision_number': 4, 'project_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'subnets': [{'id': '9acd804f-dfb7-4933-903c-acc9bd70b84a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:21:46.346256 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port 4c19ac35-1dce-4e4a-b9ae-b27fb0cb1559 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:21:46.346632 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (4c19ac35-1dce-4e4a-b9ae-b27fb0cb1559), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:21:46.395542 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257dba8c-e0c1-4ad7-a4f2-7614e44eb6db None None] The sync data for ids ['e0c00661-001e-4f00-8f88-1aefa3c18b17'] in dv-neutron-master-2-hyperv is: [{'id': 'e0c00661-001e-4f00-8f88-1aefa3c18b17', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1484155570', 'tenant_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.210'}], 'enable_snat': True}, 'gw_port_id': '4c19ac35-1dce-4e4a-b9ae-b27fb0cb1559', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:21:39Z', 'updated_at': '2022-02-28T11:21:43Z', 'revision_number': 4, 'project_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'gw_port': {'id': '4c19ac35-1dce-4e4a-b9ae-b27fb0cb1559', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:03:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0c00661-001e-4f00-8f88-1aefa3c18b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:21:40Z', 'updated_at': '2022-02-28T11:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'e14cafed-6793-4e84-a237-d326b47e9621', 'name': '', 'network_id': 'd6cccacc-4a67-404a-8792-94f0a18bf19b', 'tenant_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'mac_address': 'fa:16:3e:0a:dd:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0c00661-001e-4f00-8f88-1aefa3c18b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '9acd804f-dfb7-4933-903c-acc9bd70b84a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:21:42Z', 'updated_at': '2022-02-28T11:21:45Z', 'revision_number': 4, 'project_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'subnets': [{'id': '9acd804f-dfb7-4933-903c-acc9bd70b84a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:21:46.414641 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-84a3874c-96e0-4679-abde-2a4fd9f0f3c2 None None] Provisioning complete for port e14cafed-6793-4e84-a237-d326b47e9621 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:21:46.415017 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-84a3874c-96e0-4679-abde-2a4fd9f0f3c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (e14cafed-6793-4e84-a237-d326b47e9621), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:21:46.509062 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 4c19ac35-1dce-4e4a-b9ae-b27fb0cb1559 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:21:46.549153 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-84a3874c-96e0-4679-abde-2a4fd9f0f3c2 None None] Current status of the port e14cafed-6793-4e84-a237-d326b47e9621 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:21:47.012327 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-1887d4b5-734e-4540-8c41-990953fc2b61 req-84817bfe-2d5b-49fb-b5f5-978a389f2c3e tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/ports?device_id=a93d9316-c483-41f0-b37b-33387328b6cb HTTP/1.1" status: 200 len: 210 time: 0.0287526 Feb 28 11:21:48.092079 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-d3631da2-da3a-4085-92a9-4bdf93434e28 req-18c7fd74-6af9-435a-b400-3876577eccc1 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/ports?device_id=a93d9316-c483-41f0-b37b-33387328b6cb HTTP/1.1" status: 200 len: 210 time: 0.0288253 Feb 28 11:21:48.222335 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device e14cafed-6793-4e84-a237-d326b47e9621 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 11:21:48.280327 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port e14cafed-6793-4e84-a237-d326b47e9621 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:21:48.280722 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (e14cafed-6793-4e84-a237-d326b47e9621), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:21:48.362791 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port e14cafed-6793-4e84-a237-d326b47e9621 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:21:49.187207 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-a4a58140-5a82-42a0-adc8-45a42be65987 req-a4a34b3c-a341-47a5-84fd-889f698b0e95 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/ports?device_id=a93d9316-c483-41f0-b37b-33387328b6cb HTTP/1.1" status: 200 len: 210 time: 0.0284989 Feb 28 11:21:50.299127 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-9f87cc57-24ae-42cd-a61d-9b8ce893e6aa req-e8e318ae-d8a0-4d29-9a7b-f08991df9b4c tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/ports?device_id=a93d9316-c483-41f0-b37b-33387328b6cb HTTP/1.1" status: 200 len: 210 time: 0.0398669 Feb 28 11:21:50.304241 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beefcea0-9c8b-47e8-ac26-441a4dacdbd8 req-8305daa3-dde9-4e38-8692-6ec7aa61c7f3 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:21:50.306623 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-beefcea0-9c8b-47e8-ac26-441a4dacdbd8 req-8305daa3-dde9-4e38-8692-6ec7aa61c7f3 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.30 "GET /v2.0/networks?id=d6cccacc-4a67-404a-8792-94f0a18bf19b HTTP/1.1" status: 200 len: 797 time: 0.1200104 Feb 28 11:21:50.377046 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-beefcea0-9c8b-47e8-ac26-441a4dacdbd8 req-55ebd01a-439b-404f-b4a3-c32079caa850 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3c4e3863732a46c4818eaf87ed0e9f91 HTTP/1.1" status: 200 len: 379 time: 0.0573065 Feb 28 11:21:50.385615 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [req-beefcea0-9c8b-47e8-ac26-441a4dacdbd8 req-cbfc4fc2-3b12-4cf4-9cd8-5980e2722cc2 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Request body: {'port': {'device_id': 'a93d9316-c483-41f0-b37b-33387328b6cb', 'network_id': 'd6cccacc-4a67-404a-8792-94f0a18bf19b', 'admin_state_up': True, 'tenant_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'security_groups': ['3516f61e-1bef-4b50-9687-5e82e9a9da23']}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:21:50.504065 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-beefcea0-9c8b-47e8-ac26-441a4dacdbd8 req-cbfc4fc2-3b12-4cf4-9cd8-5980e2722cc2 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Made reservation on behalf of 3c4e3863732a46c4818eaf87ed0e9f91 for: {'port': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:21:50.507543 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-beefcea0-9c8b-47e8-ac26-441a4dacdbd8 req-cbfc4fc2-3b12-4cf4-9cd8-5980e2722cc2 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:21:50.635487 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [req-beefcea0-9c8b-47e8-ac26-441a4dacdbd8 req-cbfc4fc2-3b12-4cf4-9cd8-5980e2722cc2 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Allocated IP 172.20.0.11 (d6cccacc-4a67-404a-8792-94f0a18bf19b/9acd804f-dfb7-4933-903c-acc9bd70b84a/c8231aa6-02cf-457a-a505-13f471e3197c) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:21:50.787792 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-beefcea0-9c8b-47e8-ac26-441a4dacdbd8 req-cbfc4fc2-3b12-4cf4-9cd8-5980e2722cc2 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for port (c8231aa6-02cf-457a-a505-13f471e3197c), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:21:50.825647 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-beefcea0-9c8b-47e8-ac26-441a4dacdbd8 req-cbfc4fc2-3b12-4cf4-9cd8-5980e2722cc2 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (c8231aa6-02cf-457a-a505-13f471e3197c), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:21:50.874789 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-beefcea0-9c8b-47e8-ac26-441a4dacdbd8 req-cbfc4fc2-3b12-4cf4-9cd8-5980e2722cc2 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Network d6cccacc-4a67-404a-8792-94f0a18bf19b is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:21:50.877867 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [req-beefcea0-9c8b-47e8-ac26-441a4dacdbd8 req-cbfc4fc2-3b12-4cf4-9cd8-5980e2722cc2 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:21:50.880902 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [req-beefcea0-9c8b-47e8-ac26-441a4dacdbd8 req-cbfc4fc2-3b12-4cf4-9cd8-5980e2722cc2 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 11:21:50.913584 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfc4fc2-3b12-4cf4-9cd8-5980e2722cc2 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Pushing event updated for resources: {'Port': ['ID=c8231aa6-02cf-457a-a505-13f471e3197c,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:21:50.944784 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beefcea0-9c8b-47e8-ac26-441a4dacdbd8 req-cbfc4fc2-3b12-4cf4-9cd8-5980e2722cc2 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:21:50.945413 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-beefcea0-9c8b-47e8-ac26-441a4dacdbd8 req-cbfc4fc2-3b12-4cf4-9cd8-5980e2722cc2 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:21:50.964439 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-beefcea0-9c8b-47e8-ac26-441a4dacdbd8 req-cbfc4fc2-3b12-4cf4-9cd8-5980e2722cc2 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5827210 Feb 28 11:21:50.983077 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [req-beefcea0-9c8b-47e8-ac26-441a4dacdbd8 req-4c156f89-6401-472a-b312-e3b4181abfe5 service neutron] Request body: {'port': {'device_id': 'a93d9316-c483-41f0-b37b-33387328b6cb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:21:51.049494 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-beefcea0-9c8b-47e8-ac26-441a4dacdbd8 req-4c156f89-6401-472a-b312-e3b4181abfe5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (c8231aa6-02cf-457a-a505-13f471e3197c), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:21:51.101630 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-0a64f45d-7b6e-4848-954d-6ef6d964467b None None] Provisioning complete for port c8231aa6-02cf-457a-a505-13f471e3197c triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:21:51.102752 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0a64f45d-7b6e-4848-954d-6ef6d964467b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (c8231aa6-02cf-457a-a505-13f471e3197c), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:21:51.140670 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-0a64f45d-7b6e-4848-954d-6ef6d964467b None None] Port c8231aa6-02cf-457a-a505-13f471e3197c cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 11:21:51.341081 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [req-beefcea0-9c8b-47e8-ac26-441a4dacdbd8 req-4c156f89-6401-472a-b312-e3b4181abfe5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8231aa6-02cf-457a-a505-13f471e3197c {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 11:21:51.349391 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-beefcea0-9c8b-47e8-ac26-441a4dacdbd8 req-4c156f89-6401-472a-b312-e3b4181abfe5 service neutron] Publish callbacks [] for port (c8231aa6-02cf-457a-a505-13f471e3197c), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:21:51.363945 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [req-beefcea0-9c8b-47e8-ac26-441a4dacdbd8 req-4c156f89-6401-472a-b312-e3b4181abfe5 service neutron] Transition to ACTIVE for port object c8231aa6-02cf-457a-a505-13f471e3197c will not be triggered until provisioned by entity L2. {{(pid=103408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 11:21:51.369008 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-beefcea0-9c8b-47e8-ac26-441a4dacdbd8 req-4c156f89-6401-472a-b312-e3b4181abfe5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3242529'] for port (c8231aa6-02cf-457a-a505-13f471e3197c), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:21:51.431292 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c9db57-40a6-4717-b5a1-a20eaab66f84 req-6bde1083-9ef8-4b26-92db-aa27e7de298f tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:21:51.432856 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-a4c9db57-40a6-4717-b5a1-a20eaab66f84 req-6bde1083-9ef8-4b26-92db-aa27e7de298f tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/ports?device_id=a93d9316-c483-41f0-b37b-33387328b6cb HTTP/1.1" status: 200 len: 944 time: 0.0599799 Feb 28 11:21:51.463888 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c156f89-6401-472a-b312-e3b4181abfe5 service neutron] Pushing event updated for resources: {'Port': ['ID=c8231aa6-02cf-457a-a505-13f471e3197c,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:21:51.490816 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-a4c9db57-40a6-4717-b5a1-a20eaab66f84 req-54b19f0f-53f4-42d0-8a8c-a0dee3e375d6 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/security-groups?id=3516f61e-1bef-4b50-9687-5e82e9a9da23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513463 Feb 28 11:21:51.500705 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [req-beefcea0-9c8b-47e8-ac26-441a4dacdbd8 req-4c156f89-6401-472a-b312-e3b4181abfe5 service neutron] Attempting to bind port c8231aa6-02cf-457a-a505-13f471e3197c on host hv-neutron-mast for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 11:21:51.500705 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [req-beefcea0-9c8b-47e8-ac26-441a4dacdbd8 req-4c156f89-6401-472a-b312-e3b4181abfe5 service neutron] Attempting to bind port c8231aa6-02cf-457a-a505-13f471e3197c by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '42c45150-a158-404e-95d8-705c52045c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'd6cccacc-4a67-404a-8792-94f0a18bf19b'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 11:21:51.500705 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beefcea0-9c8b-47e8-ac26-441a4dacdbd8 req-4c156f89-6401-472a-b312-e3b4181abfe5 service neutron] Attempting to bind port c8231aa6-02cf-457a-a505-13f471e3197c on network d6cccacc-4a67-404a-8792-94f0a18bf19b {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 11:21:51.502718 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beefcea0-9c8b-47e8-ac26-441a4dacdbd8 req-4c156f89-6401-472a-b312-e3b4181abfe5 service neutron] Port c8231aa6-02cf-457a-a505-13f471e3197c on network d6cccacc-4a67-404a-8792-94f0a18bf19b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 11:21:51.502973 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beefcea0-9c8b-47e8-ac26-441a4dacdbd8 req-4c156f89-6401-472a-b312-e3b4181abfe5 service neutron] Attempting to bind port c8231aa6-02cf-457a-a505-13f471e3197c on network d6cccacc-4a67-404a-8792-94f0a18bf19b {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 11:21:51.512163 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beefcea0-9c8b-47e8-ac26-441a4dacdbd8 req-4c156f89-6401-472a-b312-e3b4181abfe5 service neutron] Checking agent: {'id': '13ac42ae-016e-4baf-bb31-c6fa820b41c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 30, 8), 'started_at': datetime.datetime(2022, 2, 28, 10, 30, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 21, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 11:21:51.512163 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beefcea0-9c8b-47e8-ac26-441a4dacdbd8 req-4c156f89-6401-472a-b312-e3b4181abfe5 service neutron] Checking segment: {'id': '42c45150-a158-404e-95d8-705c52045c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'd6cccacc-4a67-404a-8792-94f0a18bf19b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 11:21:51.512163 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beefcea0-9c8b-47e8-ac26-441a4dacdbd8 req-4c156f89-6401-472a-b312-e3b4181abfe5 service neutron] Bound using segment: {'id': '42c45150-a158-404e-95d8-705c52045c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'd6cccacc-4a67-404a-8792-94f0a18bf19b'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 11:21:51.512163 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [req-beefcea0-9c8b-47e8-ac26-441a4dacdbd8 req-4c156f89-6401-472a-b312-e3b4181abfe5 service neutron] Bound port: c8231aa6-02cf-457a-a505-13f471e3197c, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42c45150-a158-404e-95d8-705c52045c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'd6cccacc-4a67-404a-8792-94f0a18bf19b'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 11:21:51.512163 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-beefcea0-9c8b-47e8-ac26-441a4dacdbd8 req-4c156f89-6401-472a-b312-e3b4181abfe5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (c8231aa6-02cf-457a-a505-13f471e3197c), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:21:51.581673 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [req-beefcea0-9c8b-47e8-ac26-441a4dacdbd8 req-4c156f89-6401-472a-b312-e3b4181abfe5 service neutron] For port c8231aa6-02cf-457a-a505-13f471e3197c, host hv-neutron-mast, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:21:51.585017 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [req-beefcea0-9c8b-47e8-ac26-441a4dacdbd8 req-4c156f89-6401-472a-b312-e3b4181abfe5 service neutron] For port c8231aa6-02cf-457a-a505-13f471e3197c, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=c8231aa6-02cf-457a-a505-13f471e3197c,segment=NetworkSegment(42c45150-a158-404e-95d8-705c52045c80),segment_id=42c45150-a158-404e-95d8-705c52045c80)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:21:51.593340 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-beefcea0-9c8b-47e8-ac26-441a4dacdbd8 req-4c156f89-6401-472a-b312-e3b4181abfe5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3242529'] for port (c8231aa6-02cf-457a-a505-13f471e3197c), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:21:51.630988 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beefcea0-9c8b-47e8-ac26-441a4dacdbd8 req-4c156f89-6401-472a-b312-e3b4181abfe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:21:51.631624 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-beefcea0-9c8b-47e8-ac26-441a4dacdbd8 req-4c156f89-6401-472a-b312-e3b4181abfe5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:21:51.633106 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-beefcea0-9c8b-47e8-ac26-441a4dacdbd8 req-4c156f89-6401-472a-b312-e3b4181abfe5 service neutron] 10.222.0.30 "PUT /v2.0/ports/c8231aa6-02cf-457a-a505-13f471e3197c HTTP/1.1" status: 200 len: 1094 time: 0.6553142 Feb 28 11:21:51.633573 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a93d9316-c483-41f0-b37b-33387328b6cb', 'tag': 'c8231aa6-02cf-457a-a505-13f471e3197c'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:21:51.636012 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f56b9db1a49ad64bfd589e142fe25e4b3ad10508b17737ae95e2f0d29aca45ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a58d205b-ee8b-4008-88c4-65615d92a08c" -d '{"events": [{"name": "network-changed", "server_uuid": "a93d9316-c483-41f0-b37b-33387328b6cb", "tag": "c8231aa6-02cf-457a-a505-13f471e3197c"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 11:21:51.666109 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c156f89-6401-472a-b312-e3b4181abfe5 service neutron] Pushing event updated for resources: {'Port': ['ID=c8231aa6-02cf-457a-a505-13f471e3197c,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:21:51.689994 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 11:21:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d5543f0-e294-40b9-9ad3-c26d2ce8326f x-openstack-request-id: req-1d5543f0-e294-40b9-9ad3-c26d2ce8326f {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 11:21:51.690312 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a93d9316-c483-41f0-b37b-33387328b6cb", "tag": "c8231aa6-02cf-457a-a505-13f471e3197c", "status": "completed", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 11:21:51.690568 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1d5543f0-e294-40b9-9ad3-c26d2ce8326f {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 11:21:51.690990 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a93d9316-c483-41f0-b37b-33387328b6cb', 'tag': 'c8231aa6-02cf-457a-a505-13f471e3197c', 'status': 'completed', 'code': 200} Feb 28 11:21:51.755577 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beefcea0-9c8b-47e8-ac26-441a4dacdbd8 req-49080022-c71c-454e-bde5-083059903eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:21:51.757235 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-beefcea0-9c8b-47e8-ac26-441a4dacdbd8 req-49080022-c71c-454e-bde5-083059903eda service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3c4e3863732a46c4818eaf87ed0e9f91&device_id=a93d9316-c483-41f0-b37b-33387328b6cb HTTP/1.1" status: 200 len: 1128 time: 0.0527833 Feb 28 11:21:51.818100 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-beefcea0-9c8b-47e8-ac26-441a4dacdbd8 req-6e28aeaf-a527-4b1a-8819-34086e079ef1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c8231aa6-02cf-457a-a505-13f471e3197c HTTP/1.1" status: 200 len: 217 time: 0.0464952 Feb 28 11:21:51.869039 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beefcea0-9c8b-47e8-ac26-441a4dacdbd8 req-f95e9f09-9240-4531-9160-0faf6962e201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:21:51.870756 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-beefcea0-9c8b-47e8-ac26-441a4dacdbd8 req-f95e9f09-9240-4531-9160-0faf6962e201 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9acd804f-dfb7-4933-903c-acc9bd70b84a HTTP/1.1" status: 200 len: 834 time: 0.0465605 Feb 28 11:21:51.921970 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beefcea0-9c8b-47e8-ac26-441a4dacdbd8 req-4ef91bd7-f012-4130-8ee4-241a5bbb102a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:21:51.923540 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-beefcea0-9c8b-47e8-ac26-441a4dacdbd8 req-4ef91bd7-f012-4130-8ee4-241a5bbb102a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d6cccacc-4a67-404a-8792-94f0a18bf19b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0471416 Feb 28 11:21:52.025033 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-beefcea0-9c8b-47e8-ac26-441a4dacdbd8 req-fb2d71f7-e8b3-41e1-bbf9-06f4544cfb60 service neutron] 10.222.0.30 "GET /v2.0/networks/d6cccacc-4a67-404a-8792-94f0a18bf19b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946736 Feb 28 11:21:52.120943 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-beefcea0-9c8b-47e8-ac26-441a4dacdbd8 req-8db13b1d-480f-44bb-8159-6ce6f1b9404c service neutron] 10.222.0.30 "GET /v2.0/networks/d6cccacc-4a67-404a-8792-94f0a18bf19b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902824 Feb 28 11:21:52.258653 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58d205b-ee8b-4008-88c4-65615d92a08c req-b8b53e7b-eae7-41b0-817e-eb352884c50f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:21:52.260328 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-a58d205b-ee8b-4008-88c4-65615d92a08c req-b8b53e7b-eae7-41b0-817e-eb352884c50f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3c4e3863732a46c4818eaf87ed0e9f91&device_id=a93d9316-c483-41f0-b37b-33387328b6cb HTTP/1.1" status: 200 len: 1128 time: 0.0522635 Feb 28 11:21:52.361086 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58d205b-ee8b-4008-88c4-65615d92a08c req-b89f51a5-ea49-4b58-ad61-7c645e838752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:21:52.362596 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-a58d205b-ee8b-4008-88c4-65615d92a08c req-b89f51a5-ea49-4b58-ad61-7c645e838752 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d6cccacc-4a67-404a-8792-94f0a18bf19b HTTP/1.1" status: 200 len: 898 time: 0.0964899 Feb 28 11:21:52.405787 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-a58d205b-ee8b-4008-88c4-65615d92a08c req-c29c873b-ffb6-4386-9533-ee779a7e5425 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c8231aa6-02cf-457a-a505-13f471e3197c HTTP/1.1" status: 200 len: 217 time: 0.0369196 Feb 28 11:21:52.460371 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58d205b-ee8b-4008-88c4-65615d92a08c req-cb96289f-c6f8-439c-b725-25b2cb7556c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:21:52.461905 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-a58d205b-ee8b-4008-88c4-65615d92a08c req-cb96289f-c6f8-439c-b725-25b2cb7556c1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9acd804f-dfb7-4933-903c-acc9bd70b84a HTTP/1.1" status: 200 len: 834 time: 0.0507603 Feb 28 11:21:52.514290 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58d205b-ee8b-4008-88c4-65615d92a08c req-726d8d33-3474-4161-83d1-ea932ef55ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:21:52.515848 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-a58d205b-ee8b-4008-88c4-65615d92a08c req-726d8d33-3474-4161-83d1-ea932ef55ae3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d6cccacc-4a67-404a-8792-94f0a18bf19b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0475600 Feb 28 11:21:52.608158 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-a58d205b-ee8b-4008-88c4-65615d92a08c req-fb56d11f-9dda-4f9e-a09f-0835ccb0493e service neutron] 10.222.0.30 "GET /v2.0/networks/d6cccacc-4a67-404a-8792-94f0a18bf19b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864539 Feb 28 11:21:52.616796 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea6e1fb-938e-4b8a-91e5-149f4c3ac81a req-e89b6b36-7007-417f-b178-3a6c3f26492d tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:21:52.618317 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-bea6e1fb-938e-4b8a-91e5-149f4c3ac81a req-e89b6b36-7007-417f-b178-3a6c3f26492d tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/ports?device_id=a93d9316-c483-41f0-b37b-33387328b6cb HTTP/1.1" status: 200 len: 944 time: 0.0546536 Feb 28 11:21:52.672806 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-bea6e1fb-938e-4b8a-91e5-149f4c3ac81a req-1a256bff-48d4-4348-b55b-adc32dc6a4d6 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/security-groups?id=3516f61e-1bef-4b50-9687-5e82e9a9da23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447867 Feb 28 11:21:52.703250 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-a58d205b-ee8b-4008-88c4-65615d92a08c req-60bf5858-3767-471e-a8a3-a8be80973f3f service neutron] 10.222.0.30 "GET /v2.0/networks/d6cccacc-4a67-404a-8792-94f0a18bf19b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896194 Feb 28 11:21:53.115505 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.agents_db [None req-382e0aa2-b126-48e6-89eb-3efa426b6b29 None None] Agent healthcheck: found 6 active agents {{(pid=103410) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 11:21:53.802408 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f34644e-d856-4ac0-afcd-af22c378aa47 req-e4178891-2362-4bba-b5e1-92677c33e95f tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:21:53.803956 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-7f34644e-d856-4ac0-afcd-af22c378aa47 req-e4178891-2362-4bba-b5e1-92677c33e95f tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/ports?device_id=a93d9316-c483-41f0-b37b-33387328b6cb HTTP/1.1" status: 200 len: 944 time: 0.0609694 Feb 28 11:21:53.857589 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-7f34644e-d856-4ac0-afcd-af22c378aa47 req-e0611da0-79f2-428e-9cb6-1efd6fd4457c tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/security-groups?id=3516f61e-1bef-4b50-9687-5e82e9a9da23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477269 Feb 28 11:21:54.991937 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eb82e5-ddad-448c-b46e-7373454cb48a req-2af416e9-1c47-4251-8b19-99ac4bade596 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:21:54.993840 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-11eb82e5-ddad-448c-b46e-7373454cb48a req-2af416e9-1c47-4251-8b19-99ac4bade596 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/ports?device_id=a93d9316-c483-41f0-b37b-33387328b6cb HTTP/1.1" status: 200 len: 944 time: 0.0617871 Feb 28 11:21:55.045934 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-11eb82e5-ddad-448c-b46e-7373454cb48a req-656fe157-b23a-4381-a571-add025fe43d4 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/security-groups?id=3516f61e-1bef-4b50-9687-5e82e9a9da23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463748 Feb 28 11:21:56.193912 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364af5e8-e0ba-4395-9e06-c00b367f798f req-e2ba78c3-7e99-460f-b825-38433981543d tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:21:56.195588 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-364af5e8-e0ba-4395-9e06-c00b367f798f req-e2ba78c3-7e99-460f-b825-38433981543d tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/ports?device_id=a93d9316-c483-41f0-b37b-33387328b6cb HTTP/1.1" status: 200 len: 944 time: 0.0715482 Feb 28 11:21:56.258938 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-364af5e8-e0ba-4395-9e06-c00b367f798f req-54ac903d-f797-47e1-b090-62994f07e431 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/security-groups?id=3516f61e-1bef-4b50-9687-5e82e9a9da23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566130 Feb 28 11:21:56.768805 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device c8231aa6-02cf-457a-a505-13f471e3197c details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103409) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 11:21:56.869214 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] For port c8231aa6-02cf-457a-a505-13f471e3197c, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=c8231aa6-02cf-457a-a505-13f471e3197c,segment=NetworkSegment(42c45150-a158-404e-95d8-705c52045c80),segment_id=42c45150-a158-404e-95d8-705c52045c80)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:21:56.884829 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Returning: {'device': 'c8231aa6-02cf-457a-a505-13f471e3197c', 'network_id': 'd6cccacc-4a67-404a-8792-94f0a18bf19b', 'port_id': 'c8231aa6-02cf-457a-a505-13f471e3197c', 'mac_address': 'fa:16:3e:71:f9:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 264, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9acd804f-dfb7-4933-903c-acc9bd70b84a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103409) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 11:21:56.926772 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Current status of the port c8231aa6-02cf-457a-a505-13f471e3197c is: DOWN; New status is: BUILD {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:21:56.927177 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (c8231aa6-02cf-457a-a505-13f471e3197c), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:21:56.940500 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8231aa6-02cf-457a-a505-13f471e3197c {{(pid=103409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 11:21:56.960093 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] For port c8231aa6-02cf-457a-a505-13f471e3197c, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=c8231aa6-02cf-457a-a505-13f471e3197c,segment=NetworkSegment(42c45150-a158-404e-95d8-705c52045c80),segment_id=42c45150-a158-404e-95d8-705c52045c80)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:21:56.965748 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (c8231aa6-02cf-457a-a505-13f471e3197c), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:21:57.014803 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Pushing event updated for resources: {'Port': ['ID=c8231aa6-02cf-457a-a505-13f471e3197c,revision_number=4']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:21:57.380702 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] get_ports_and_sgs() called for port_ids ['c8231aa6-02cf-457a-a505-13f471e3197c'] {{(pid=103409) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 11:21:57.388418 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e3ba89-1512-484d-b314-780ff68faf3f req-80ec1ba5-82f8-45af-be9b-dc598ed3c943 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:21:57.390179 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-e5e3ba89-1512-484d-b314-780ff68faf3f req-80ec1ba5-82f8-45af-be9b-dc598ed3c943 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/ports?device_id=a93d9316-c483-41f0-b37b-33387328b6cb HTTP/1.1" status: 200 len: 945 time: 0.0568976 Feb 28 11:21:57.439993 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-e5e3ba89-1512-484d-b314-780ff68faf3f req-7f4d565e-be1a-4f55-b74e-5af65ea5b3b7 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/security-groups?id=3516f61e-1bef-4b50-9687-5e82e9a9da23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442858 Feb 28 11:21:58.570524 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d21bfd-a71e-4e42-94c0-3dc5b3161939 req-811297d0-63a4-4058-8470-fe2040aa35dd tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:21:58.572207 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-f9d21bfd-a71e-4e42-94c0-3dc5b3161939 req-811297d0-63a4-4058-8470-fe2040aa35dd tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/ports?device_id=a93d9316-c483-41f0-b37b-33387328b6cb HTTP/1.1" status: 200 len: 945 time: 0.0619864 Feb 28 11:21:58.627545 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-f9d21bfd-a71e-4e42-94c0-3dc5b3161939 req-1d79b956-d7c6-4a05-950b-6f139174aec4 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/security-groups?id=3516f61e-1bef-4b50-9687-5e82e9a9da23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493002 Feb 28 11:21:58.783255 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device c8231aa6-02cf-457a-a505-13f471e3197c up at agent hyperv_hv-neutron-mast {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 11:21:58.839444 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Provisioning for port c8231aa6-02cf-457a-a505-13f471e3197c completed by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 11:21:58.843333 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Provisioning complete for port c8231aa6-02cf-457a-a505-13f471e3197c triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:21:58.843709 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (c8231aa6-02cf-457a-a505-13f471e3197c), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:21:58.923525 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Current status of the port c8231aa6-02cf-457a-a505-13f471e3197c is: BUILD; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:21:58.923919 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (c8231aa6-02cf-457a-a505-13f471e3197c), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:21:58.948304 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a93d9316-c483-41f0-b37b-33387328b6cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8231aa6-02cf-457a-a505-13f471e3197c'}] {{(pid=103409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:21:58.950593 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa5325a5be4b33bf61fd809c564e3765e689d817bbd874267890deb3cfccaf12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b668cc1-79c7-4319-806f-fd858e5cb31c" -d '{"events": [{"server_uuid": "a93d9316-c483-41f0-b37b-33387328b6cb", "name": "network-vif-plugged", "status": "completed", "tag": "c8231aa6-02cf-457a-a505-13f471e3197c"}]}' {{(pid=103409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 11:21:58.963820 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] For port c8231aa6-02cf-457a-a505-13f471e3197c, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=c8231aa6-02cf-457a-a505-13f471e3197c,segment=NetworkSegment(42c45150-a158-404e-95d8-705c52045c80),segment_id=42c45150-a158-404e-95d8-705c52045c80)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:21:58.968643 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (c8231aa6-02cf-457a-a505-13f471e3197c), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:21:58.991843 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 11:21:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97d97b0e-c8ca-4c03-a2ca-254cb99dadd2 x-openstack-request-id: req-97d97b0e-c8ca-4c03-a2ca-254cb99dadd2 {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 11:21:58.992153 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a93d9316-c483-41f0-b37b-33387328b6cb", "name": "network-vif-plugged", "status": "completed", "tag": "c8231aa6-02cf-457a-a505-13f471e3197c", "code": 200}]} {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 11:21:58.992402 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-97d97b0e-c8ca-4c03-a2ca-254cb99dadd2 {{(pid=103409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 11:21:58.992802 dv-neutron-master-2-hyperv neutron-server[103409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a93d9316-c483-41f0-b37b-33387328b6cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8231aa6-02cf-457a-a505-13f471e3197c', 'code': 200} Feb 28 11:21:59.018850 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Pushing event updated for resources: {'Port': ['ID=c8231aa6-02cf-457a-a505-13f471e3197c,revision_number=5']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:21:59.206592 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b37ca52-15e1-4819-8eb9-2a3fa673a625 req-c7d16ebd-8118-4439-bfa6-11f902d29ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:21:59.208038 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-0b37ca52-15e1-4819-8eb9-2a3fa673a625 req-c7d16ebd-8118-4439-bfa6-11f902d29ff2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a93d9316-c483-41f0-b37b-33387328b6cb HTTP/1.1" status: 200 len: 1130 time: 0.0495055 Feb 28 11:21:59.255685 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-0b37ca52-15e1-4819-8eb9-2a3fa673a625 req-b5954f47-3710-4bc4-80ee-84b11518fa83 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=3516f61e-1bef-4b50-9687-5e82e9a9da23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406752 Feb 28 11:21:59.761018 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e96d1a-1e0d-4392-931f-da39bc52cd65 req-6e220530-7060-4697-a5a3-5800dc3a7a03 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:21:59.762582 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-b8e96d1a-1e0d-4392-931f-da39bc52cd65 req-6e220530-7060-4697-a5a3-5800dc3a7a03 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/ports?device_id=a93d9316-c483-41f0-b37b-33387328b6cb HTTP/1.1" status: 200 len: 946 time: 0.0611148 Feb 28 11:21:59.820215 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-b8e96d1a-1e0d-4392-931f-da39bc52cd65 req-2268ab61-ba59-4bc2-ad6f-f58d943e9aa8 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/security-groups?id=3516f61e-1bef-4b50-9687-5e82e9a9da23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515401 Feb 28 11:22:00.945893 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b318bc-8390-4797-b4f3-008777551013 req-160be874-c24f-4c43-9513-d50c53c7fb1d tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:22:00.947403 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-56b318bc-8390-4797-b4f3-008777551013 req-160be874-c24f-4c43-9513-d50c53c7fb1d tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/ports?device_id=a93d9316-c483-41f0-b37b-33387328b6cb HTTP/1.1" status: 200 len: 946 time: 0.0558186 Feb 28 11:22:00.998082 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-56b318bc-8390-4797-b4f3-008777551013 req-d00eb982-681e-4cb6-9cc9-0d99c7952b99 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/security-groups?id=3516f61e-1bef-4b50-9687-5e82e9a9da23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449343 Feb 28 11:22:01.123185 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf2ae93-c6b8-41c8-8b46-40ad74949716 req-28ca30d8-c389-47a2-b4c4-2d019094eae0 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:22:01.124609 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-1cf2ae93-c6b8-41c8-8b46-40ad74949716 req-28ca30d8-c389-47a2-b4c4-2d019094eae0 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/ports?device_id=a93d9316-c483-41f0-b37b-33387328b6cb HTTP/1.1" status: 200 len: 946 time: 0.0602193 Feb 28 11:22:01.174391 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-1cf2ae93-c6b8-41c8-8b46-40ad74949716 req-d6279c92-1edd-41d7-89fd-b1cd38950682 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/security-groups?id=3516f61e-1bef-4b50-9687-5e82e9a9da23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440695 Feb 28 11:22:01.195950 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 47018) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:22:01.240704 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d769c303-02d8-418b-af2a-fc8e00c7abc0 tempest-TestNetworkAdvancedServerOps-1757666246 tempest-TestNetworkAdvancedServerOps-1757666246-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:22:01.242243 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-d769c303-02d8-418b-af2a-fc8e00c7abc0 tempest-TestNetworkAdvancedServerOps-1757666246 tempest-TestNetworkAdvancedServerOps-1757666246-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=a93d9316-c483-41f0-b37b-33387328b6cb HTTP/1.1" status: 200 len: 1125 time: 0.0451806 Feb 28 11:22:01.245279 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 47020) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:22:01.249605 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-a469613b-e909-407b-993e-a8d44a1b60e4 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Request body: {'floatingip': {'floating_network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'port_id': 'c8231aa6-02cf-457a-a505-13f471e3197c', 'tenant_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:22:01.272119 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a469613b-e909-407b-993e-a8d44a1b60e4 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:22:01.372207 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a469613b-e909-407b-993e-a8d44a1b60e4 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:22:01.484053 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-a469613b-e909-407b-993e-a8d44a1b60e4 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Allocated IP 172.36.5.75 (1e0804d0-d1d9-4d40-9de5-2936f3d87840/6f6f4129-23e5-4c3b-b4ef-4c7ce926797e/0e84ecd0-91c8-4bf3-a6e3-42640ed29ea0) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:22:01.596596 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a469613b-e909-407b-993e-a8d44a1b60e4 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for port (0e84ecd0-91c8-4bf3-a6e3-42640ed29ea0), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:22:01.633156 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a469613b-e909-407b-993e-a8d44a1b60e4 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (0e84ecd0-91c8-4bf3-a6e3-42640ed29ea0), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:22:01.676718 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a469613b-e909-407b-993e-a8d44a1b60e4 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Network 1e0804d0-d1d9-4d40-9de5-2936f3d87840 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:22:01.683117 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-a469613b-e909-407b-993e-a8d44a1b60e4 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:22:01.685818 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a469613b-e909-407b-993e-a8d44a1b60e4 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 11:22:01.691512 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a469613b-e909-407b-993e-a8d44a1b60e4 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Pushing event updated for resources: {'Port': ['ID=0e84ecd0-91c8-4bf3-a6e3-42640ed29ea0,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:22:02.067191 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a469613b-e909-407b-993e-a8d44a1b60e4 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for floatingip (f6aa6d37-50ff-4aa7-9a6a-03b9bd9ac4d0), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:22:02.143517 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a469613b-e909-407b-993e-a8d44a1b60e4 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (0e84ecd0-91c8-4bf3-a6e3-42640ed29ea0), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:22:02.301160 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a469613b-e909-407b-993e-a8d44a1b60e4 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for port (0e84ecd0-91c8-4bf3-a6e3-42640ed29ea0), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:22:02.307459 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a469613b-e909-407b-993e-a8d44a1b60e4 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3498066'] for port (0e84ecd0-91c8-4bf3-a6e3-42640ed29ea0), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:22:02.748447 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a469613b-e909-407b-993e-a8d44a1b60e4 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Pushing event updated for resources: {'Port': ['ID=0e84ecd0-91c8-4bf3-a6e3-42640ed29ea0,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:22:02.761161 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a469613b-e909-407b-993e-a8d44a1b60e4 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1803383'] for floatingip (f6aa6d37-50ff-4aa7-9a6a-03b9bd9ac4d0), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:22:02.869471 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.db.l3_db [None req-a469613b-e909-407b-993e-a8d44a1b60e4 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Floating IP f6aa6d37-50ff-4aa7-9a6a-03b9bd9ac4d0 associated. External IP: 172.36.5.75, port: c8231aa6-02cf-457a-a505-13f471e3197c. Feb 28 11:22:03.088116 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a469613b-e909-407b-993e-a8d44a1b60e4 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Router e0c00661-001e-4f00-8f88-1aefa3c18b17 has already been hosted by L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:22:03.205265 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a469613b-e909-407b-993e-a8d44a1b60e4 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:22:03.215969 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c6ec06c-74e5-4cbd-b23c-89eb0aebc230 None None] Sync routers for ids ['e0c00661-001e-4f00-8f88-1aefa3c18b17'] in dv-neutron-master-2-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:22:03.225418 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a469613b-e909-407b-993e-a8d44a1b60e4 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for floatingip (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:22:03.226700 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c6ec06c-74e5-4cbd-b23c-89eb0aebc230 None None] Routers {'e0c00661-001e-4f00-8f88-1aefa3c18b17'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:22:03.227329 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-0c6ec06c-74e5-4cbd-b23c-89eb0aebc230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T11:21:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['e0c00661-001e-4f00-8f88-1aefa3c18b17'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:22:03.256925 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-a469613b-e909-407b-993e-a8d44a1b60e4 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0105817 Feb 28 11:22:03.257544 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a93d9316-c483-41f0-b37b-33387328b6cb', 'tag': 'c8231aa6-02cf-457a-a505-13f471e3197c'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:22:03.260342 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c8e1c873eeca597e52e7ceb7469e602eac250bfea6606d285743d38033cf584" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d5da322-7e7d-4db2-8675-636a5805a3e5" -d '{"events": [{"name": "network-changed", "server_uuid": "a93d9316-c483-41f0-b37b-33387328b6cb", "tag": "c8231aa6-02cf-457a-a505-13f471e3197c"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 11:22:03.298247 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 11:22:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4b43639-63b8-443c-b228-338495b5b211 x-openstack-request-id: req-b4b43639-63b8-443c-b228-338495b5b211 {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 11:22:03.298636 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a93d9316-c483-41f0-b37b-33387328b6cb", "tag": "c8231aa6-02cf-457a-a505-13f471e3197c", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 11:22:03.298824 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b4b43639-63b8-443c-b228-338495b5b211 {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 11:22:03.299254 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a93d9316-c483-41f0-b37b-33387328b6cb', 'tag': 'c8231aa6-02cf-457a-a505-13f471e3197c', 'status': 'completed', 'code': 200} Feb 28 11:22:03.340058 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-0c6ec06c-74e5-4cbd-b23c-89eb0aebc230 None None] Set router e0c00661-001e-4f00-8f88-1aefa3c18b17 gateway port host: dv-neutron-master-2-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:22:03.361793 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56184e72-6d77-4753-a3db-7e2296222295 req-5bc113ea-c79a-43e9-ac40-54829a14e07a tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:22:03.363395 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-56184e72-6d77-4753-a3db-7e2296222295 req-5bc113ea-c79a-43e9-ac40-54829a14e07a tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/ports?device_id=a93d9316-c483-41f0-b37b-33387328b6cb HTTP/1.1" status: 200 len: 946 time: 0.0561674 Feb 28 11:22:03.394066 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5da322-7e7d-4db2-8675-636a5805a3e5 req-19c89f65-23da-4bf5-adaa-5de5ec0ed553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:22:03.395668 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-2d5da322-7e7d-4db2-8675-636a5805a3e5 req-19c89f65-23da-4bf5-adaa-5de5ec0ed553 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3c4e3863732a46c4818eaf87ed0e9f91&device_id=a93d9316-c483-41f0-b37b-33387328b6cb HTTP/1.1" status: 200 len: 1130 time: 0.0554309 Feb 28 11:22:03.422082 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-56184e72-6d77-4753-a3db-7e2296222295 req-82ac62bc-7472-468e-bbae-d22bb8c495ef tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/security-groups?id=3516f61e-1bef-4b50-9687-5e82e9a9da23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515046 Feb 28 11:22:03.446960 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 47026) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:22:03.689996 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-0c6ec06c-74e5-4cbd-b23c-89eb0aebc230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0c00661-001e-4f00-8f88-1aefa3c18b17', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1484155570', 'tenant_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.210'}], 'enable_snat': True}, 'gw_port_id': '4c19ac35-1dce-4e4a-b9ae-b27fb0cb1559', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:21:39Z', 'updated_at': '2022-02-28T11:21:43Z', 'revision_number': 4, 'project_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'gw_port': {'id': '4c19ac35-1dce-4e4a-b9ae-b27fb0cb1559', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:03:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0c00661-001e-4f00-8f88-1aefa3c18b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:21:40Z', 'updated_at': '2022-02-28T11:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'f6aa6d37-50ff-4aa7-9a6a-03b9bd9ac4d0', 'tenant_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'floating_ip_address': '172.36.5.75', 'floating_network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'router_id': 'e0c00661-001e-4f00-8f88-1aefa3c18b17', 'port_id': 'c8231aa6-02cf-457a-a505-13f471e3197c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1801, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6cccacc-4a67-404a-8792-94f0a18bf19b', 'mac_address': 'fa:16:3e:71:f9:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a93d9316-c483-41f0-b37b-33387328b6cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:22:01Z', 'updated_at': '2022-02-28T11:22:01Z', 'revision_number': 0, 'project_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e14cafed-6793-4e84-a237-d326b47e9621', 'name': '', 'network_id': 'd6cccacc-4a67-404a-8792-94f0a18bf19b', 'tenant_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'mac_address': 'fa:16:3e:0a:dd:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0c00661-001e-4f00-8f88-1aefa3c18b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '9acd804f-dfb7-4933-903c-acc9bd70b84a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:21:42Z', 'updated_at': '2022-02-28T11:21:46Z', 'revision_number': 5, 'project_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'subnets': [{'id': '9acd804f-dfb7-4933-903c-acc9bd70b84a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:22:03.718563 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c6ec06c-74e5-4cbd-b23c-89eb0aebc230 None None] Checking router: e0c00661-001e-4f00-8f88-1aefa3c18b17 for host: dv-neutron-master-2-hyperv {{(pid=103410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:22:03.728507 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c6ec06c-74e5-4cbd-b23c-89eb0aebc230 None None] Routers {'e0c00661-001e-4f00-8f88-1aefa3c18b17'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:22:03.729179 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-0c6ec06c-74e5-4cbd-b23c-89eb0aebc230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T11:21:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['e0c00661-001e-4f00-8f88-1aefa3c18b17'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:22:03.816291 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-39a4242c-fed8-458a-9e24-d51475df8056 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/floatingips/f6aa6d37-50ff-4aa7-9a6a-03b9bd9ac4d0 HTTP/1.1" status: 200 len: 991 time: 0.3680692 Feb 28 11:22:03.831524 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5da322-7e7d-4db2-8675-636a5805a3e5 req-fa95fb55-da21-4079-842a-91978d93f583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:22:03.833069 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-2d5da322-7e7d-4db2-8675-636a5805a3e5 req-fa95fb55-da21-4079-842a-91978d93f583 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d6cccacc-4a67-404a-8792-94f0a18bf19b HTTP/1.1" status: 200 len: 898 time: 0.4316022 Feb 28 11:22:03.842168 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-0c6ec06c-74e5-4cbd-b23c-89eb0aebc230 None None] Set router e0c00661-001e-4f00-8f88-1aefa3c18b17 gateway port host: dv-neutron-master-2-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:22:03.904787 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-2d5da322-7e7d-4db2-8675-636a5805a3e5 req-0e427be7-ebe2-489c-871e-2da5dcc5b2e8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c8231aa6-02cf-457a-a505-13f471e3197c HTTP/1.1" status: 200 len: 999 time: 0.0644948 Feb 28 11:22:03.959522 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5da322-7e7d-4db2-8675-636a5805a3e5 req-013b37a6-04b9-4e21-9f69-6c639033e57a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:22:03.960977 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-2d5da322-7e7d-4db2-8675-636a5805a3e5 req-013b37a6-04b9-4e21-9f69-6c639033e57a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9acd804f-dfb7-4933-903c-acc9bd70b84a HTTP/1.1" status: 200 len: 834 time: 0.0477769 Feb 28 11:22:03.963234 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-c4f65a0a-8b5f-47fc-8fb6-107db41ef300 req-5f4ee9c5-2620-4774-bdf0-d2228456e4d1 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a93d9316-c483-41f0-b37b-33387328b6cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0494702 Feb 28 11:22:04.027157 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5da322-7e7d-4db2-8675-636a5805a3e5 req-e96c1724-66c9-4d4d-aa5a-52b61a1d8a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:22:04.029243 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-2d5da322-7e7d-4db2-8675-636a5805a3e5 req-e96c1724-66c9-4d4d-aa5a-52b61a1d8a83 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d6cccacc-4a67-404a-8792-94f0a18bf19b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0613341 Feb 28 11:22:04.091963 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-0c6ec06c-74e5-4cbd-b23c-89eb0aebc230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0c00661-001e-4f00-8f88-1aefa3c18b17', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1484155570', 'tenant_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.210'}], 'enable_snat': True}, 'gw_port_id': '4c19ac35-1dce-4e4a-b9ae-b27fb0cb1559', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:21:39Z', 'updated_at': '2022-02-28T11:21:43Z', 'revision_number': 4, 'project_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'gw_port': {'id': '4c19ac35-1dce-4e4a-b9ae-b27fb0cb1559', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:03:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0c00661-001e-4f00-8f88-1aefa3c18b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:21:40Z', 'updated_at': '2022-02-28T11:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'f6aa6d37-50ff-4aa7-9a6a-03b9bd9ac4d0', 'tenant_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'floating_ip_address': '172.36.5.75', 'floating_network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'router_id': 'e0c00661-001e-4f00-8f88-1aefa3c18b17', 'port_id': 'c8231aa6-02cf-457a-a505-13f471e3197c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1801, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6cccacc-4a67-404a-8792-94f0a18bf19b', 'mac_address': 'fa:16:3e:71:f9:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a93d9316-c483-41f0-b37b-33387328b6cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:22:01Z', 'updated_at': '2022-02-28T11:22:01Z', 'revision_number': 0, 'project_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e14cafed-6793-4e84-a237-d326b47e9621', 'name': '', 'network_id': 'd6cccacc-4a67-404a-8792-94f0a18bf19b', 'tenant_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'mac_address': 'fa:16:3e:0a:dd:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0c00661-001e-4f00-8f88-1aefa3c18b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '9acd804f-dfb7-4933-903c-acc9bd70b84a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:21:42Z', 'updated_at': '2022-02-28T11:21:46Z', 'revision_number': 5, 'project_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'subnets': [{'id': '9acd804f-dfb7-4933-903c-acc9bd70b84a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:22:04.119493 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c6ec06c-74e5-4cbd-b23c-89eb0aebc230 None None] The sync data for ids ['e0c00661-001e-4f00-8f88-1aefa3c18b17'] in dv-neutron-master-2-hyperv is: [{'id': 'e0c00661-001e-4f00-8f88-1aefa3c18b17', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1484155570', 'tenant_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.210'}], 'enable_snat': True}, 'gw_port_id': '4c19ac35-1dce-4e4a-b9ae-b27fb0cb1559', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:21:39Z', 'updated_at': '2022-02-28T11:21:43Z', 'revision_number': 4, 'project_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'gw_port': {'id': '4c19ac35-1dce-4e4a-b9ae-b27fb0cb1559', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:03:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0c00661-001e-4f00-8f88-1aefa3c18b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:21:40Z', 'updated_at': '2022-02-28T11:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'f6aa6d37-50ff-4aa7-9a6a-03b9bd9ac4d0', 'tenant_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'floating_ip_address': '172.36.5.75', 'floating_network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'router_id': 'e0c00661-001e-4f00-8f88-1aefa3c18b17', 'port_id': 'c8231aa6-02cf-457a-a505-13f471e3197c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1801, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6cccacc-4a67-404a-8792-94f0a18bf19b', 'mac_address': 'fa:16:3e:71:f9:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a93d9316-c483-41f0-b37b-33387328b6cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:22:01Z', 'updated_at': '2022-02-28T11:22:01Z', 'revision_number': 0, 'project_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e14cafed-6793-4e84-a237-d326b47e9621', 'name': '', 'network_id': 'd6cccacc-4a67-404a-8792-94f0a18bf19b', 'tenant_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'mac_address': 'fa:16:3e:0a:dd:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0c00661-001e-4f00-8f88-1aefa3c18b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '9acd804f-dfb7-4933-903c-acc9bd70b84a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:21:42Z', 'updated_at': '2022-02-28T11:21:46Z', 'revision_number': 5, 'project_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'subnets': [{'id': '9acd804f-dfb7-4933-903c-acc9bd70b84a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:22:04.121931 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-2d5da322-7e7d-4db2-8675-636a5805a3e5 req-d15b74fd-691a-4f1f-a274-3742868d2dc3 service neutron] 10.222.0.30 "GET /v2.0/networks/d6cccacc-4a67-404a-8792-94f0a18bf19b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864987 Feb 28 11:22:04.220532 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-2d5da322-7e7d-4db2-8675-636a5805a3e5 req-478f2d40-ce8f-4709-8f27-5f4ccba0c7b2 service neutron] 10.222.0.30 "GET /v2.0/networks/d6cccacc-4a67-404a-8792-94f0a18bf19b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930851 Feb 28 11:22:04.317306 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b880862-1a9a-4bc1-8f05-31b8826ba104 None None] New status for floating IP f6aa6d37-50ff-4aa7-9a6a-03b9bd9ac4d0: ACTIVE {{(pid=103409) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 11:22:04.367169 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f65a0a-8b5f-47fc-8fb6-107db41ef300 req-87cc551d-8c2f-49b4-91b6-78188472e9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:22:04.368944 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-c4f65a0a-8b5f-47fc-8fb6-107db41ef300 req-87cc551d-8c2f-49b4-91b6-78188472e9a9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3c4e3863732a46c4818eaf87ed0e9f91&device_id=a93d9316-c483-41f0-b37b-33387328b6cb HTTP/1.1" status: 200 len: 1130 time: 0.0501280 Feb 28 11:22:04.478455 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f65a0a-8b5f-47fc-8fb6-107db41ef300 req-cf5aca76-cb19-4d26-b1db-ac31a2f7707a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:22:04.479996 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-c4f65a0a-8b5f-47fc-8fb6-107db41ef300 req-cf5aca76-cb19-4d26-b1db-ac31a2f7707a service neutron] 10.222.0.30 "GET /v2.0/networks?id=d6cccacc-4a67-404a-8792-94f0a18bf19b HTTP/1.1" status: 200 len: 898 time: 0.0921812 Feb 28 11:22:04.548837 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-c4f65a0a-8b5f-47fc-8fb6-107db41ef300 req-57488f9a-103b-4cfd-aec7-3c74702e8104 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c8231aa6-02cf-457a-a505-13f471e3197c HTTP/1.1" status: 200 len: 1001 time: 0.0629377 Feb 28 11:22:04.600130 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f65a0a-8b5f-47fc-8fb6-107db41ef300 req-a1608037-97a7-49af-bf28-cab824141e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:22:04.601650 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-c4f65a0a-8b5f-47fc-8fb6-107db41ef300 req-a1608037-97a7-49af-bf28-cab824141e02 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9acd804f-dfb7-4933-903c-acc9bd70b84a HTTP/1.1" status: 200 len: 834 time: 0.0473757 Feb 28 11:22:04.657618 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f65a0a-8b5f-47fc-8fb6-107db41ef300 req-8f54c450-ec45-42bc-8ddf-4e0c0ea3c877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:22:04.659314 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-c4f65a0a-8b5f-47fc-8fb6-107db41ef300 req-8f54c450-ec45-42bc-8ddf-4e0c0ea3c877 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d6cccacc-4a67-404a-8792-94f0a18bf19b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0517519 Feb 28 11:22:04.753635 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-c4f65a0a-8b5f-47fc-8fb6-107db41ef300 req-29d9d636-feb6-4a31-ab42-4dee80b00ba1 service neutron] 10.222.0.30 "GET /v2.0/networks/d6cccacc-4a67-404a-8792-94f0a18bf19b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877175 Feb 28 11:22:04.819553 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 47028) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:22:04.850376 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-c4f65a0a-8b5f-47fc-8fb6-107db41ef300 req-e6af7883-15f2-4cf2-992d-cac877bd9224 service neutron] 10.222.0.30 "GET /v2.0/networks/d6cccacc-4a67-404a-8792-94f0a18bf19b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905180 Feb 28 11:22:04.889314 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-b0abf7b8-2ef5-4773-8e37-65785626d9e1 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/floatingips/f6aa6d37-50ff-4aa7-9a6a-03b9bd9ac4d0 HTTP/1.1" status: 200 len: 993 time: 0.0684593 Feb 28 11:22:08.707970 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (13ac42ae-016e-4baf-bb31-c6fa820b41c2), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:22:08.825368 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-95c17308-1590-4619-ab25-24921172938d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fb6705d2-4f70-4965-92a3-fbfccd43a6d3), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:22:11.097222 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7c0b78a4-699e-4711-9590-b0ef3433e35e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fc6c9b74-8dbb-41bb-800a-5bd3a43fe896), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:22:12.271246 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b6d631fb-7df0-4fe1-8322-abff3b61cae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (0db5147a-92a3-4581-8a5f-8ec9b93e0600), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:22:13.667280 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6b923bb1-06b0-4b84-b461-7cc1d0196090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (2e621730-3978-4720-b581-ac380e97a567), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:22:14.953262 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:22:30.119786 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.agents_db [None req-382e0aa2-b126-48e6-89eb-3efa426b6b29 None None] Agent healthcheck: found 6 active agents {{(pid=103410) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 11:22:38.722708 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (13ac42ae-016e-4baf-bb31-c6fa820b41c2), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:22:38.824577 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b87b3493-128c-4658-aa8f-e0b7c357f231 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fb6705d2-4f70-4965-92a3-fbfccd43a6d3), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:22:41.100895 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-016735c2-aab0-4302-8967-2286ecf24827 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fc6c9b74-8dbb-41bb-800a-5bd3a43fe896), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:22:42.278231 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b6d631fb-7df0-4fe1-8322-abff3b61cae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (0db5147a-92a3-4581-8a5f-8ec9b93e0600), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:22:43.670112 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6b923bb1-06b0-4b84-b461-7cc1d0196090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (2e621730-3978-4720-b581-ac380e97a567), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:22:44.951373 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:04.960634 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-d011d8be-82a7-49a7-a076-c083fd7b6f29 req-bd06c70e-32a7-4114-935f-66a0f5127ac1 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a93d9316-c483-41f0-b37b-33387328b6cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0545361 Feb 28 11:23:05.070559 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d011d8be-82a7-49a7-a076-c083fd7b6f29 req-2377c9dd-4e12-4a34-a4df-dbab6353b6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:23:05.072122 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-d011d8be-82a7-49a7-a076-c083fd7b6f29 req-2377c9dd-4e12-4a34-a4df-dbab6353b6ce service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3c4e3863732a46c4818eaf87ed0e9f91&device_id=a93d9316-c483-41f0-b37b-33387328b6cb HTTP/1.1" status: 200 len: 1130 time: 0.0518382 Feb 28 11:23:05.178769 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d011d8be-82a7-49a7-a076-c083fd7b6f29 req-da805349-c9bc-4a73-a6c5-5a1464f4b5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:23:05.180289 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-d011d8be-82a7-49a7-a076-c083fd7b6f29 req-da805349-c9bc-4a73-a6c5-5a1464f4b5a1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d6cccacc-4a67-404a-8792-94f0a18bf19b HTTP/1.1" status: 200 len: 898 time: 0.0878108 Feb 28 11:23:05.250518 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-d011d8be-82a7-49a7-a076-c083fd7b6f29 req-43bc7ae6-3c4e-4a57-9827-00b973fc2ee0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c8231aa6-02cf-457a-a505-13f471e3197c HTTP/1.1" status: 200 len: 1001 time: 0.0635123 Feb 28 11:23:05.299662 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d011d8be-82a7-49a7-a076-c083fd7b6f29 req-3ff89655-8395-4fd2-b525-b438fa944967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:23:05.301153 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-d011d8be-82a7-49a7-a076-c083fd7b6f29 req-3ff89655-8395-4fd2-b525-b438fa944967 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9acd804f-dfb7-4933-903c-acc9bd70b84a HTTP/1.1" status: 200 len: 834 time: 0.0438440 Feb 28 11:23:05.352352 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d011d8be-82a7-49a7-a076-c083fd7b6f29 req-04c89aa2-6b4f-410b-9069-dbaa0934b01b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:23:05.354044 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-d011d8be-82a7-49a7-a076-c083fd7b6f29 req-04c89aa2-6b4f-410b-9069-dbaa0934b01b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d6cccacc-4a67-404a-8792-94f0a18bf19b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0457268 Feb 28 11:23:05.447695 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-d011d8be-82a7-49a7-a076-c083fd7b6f29 req-ba66d15f-4046-4a29-8a4d-970b2f3bf678 service neutron] 10.222.0.30 "GET /v2.0/networks/d6cccacc-4a67-404a-8792-94f0a18bf19b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870988 Feb 28 11:23:05.544945 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-d011d8be-82a7-49a7-a076-c083fd7b6f29 req-b462d677-4857-422f-adf7-578ea431cff4 service neutron] 10.222.0.30 "GET /v2.0/networks/d6cccacc-4a67-404a-8792-94f0a18bf19b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908618 Feb 28 11:23:07.120785 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.agents_db [None req-382e0aa2-b126-48e6-89eb-3efa426b6b29 None None] Agent healthcheck: found 6 active agents {{(pid=103410) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 11:23:08.725691 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (13ac42ae-016e-4baf-bb31-c6fa820b41c2), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:08.819737 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bde09793-2348-42c0-9b0d-9849f9a7d41a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fb6705d2-4f70-4965-92a3-fbfccd43a6d3), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:11.107586 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fbfd8d9a-13eb-42f5-a537-7d3dae698076 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fc6c9b74-8dbb-41bb-800a-5bd3a43fe896), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:12.275491 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b6d631fb-7df0-4fe1-8322-abff3b61cae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (0db5147a-92a3-4581-8a5f-8ec9b93e0600), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:13.675398 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6b923bb1-06b0-4b84-b461-7cc1d0196090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (2e621730-3978-4720-b581-ac380e97a567), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:14.949866 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:16.431335 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6dedd4-81f7-44ac-a6dd-2897ec6eed8c req-a2d314c4-8224-476a-b461-e73b5389aa3e tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:23:16.433654 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-1e6dedd4-81f7-44ac-a6dd-2897ec6eed8c req-a2d314c4-8224-476a-b461-e73b5389aa3e tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/ports?device_id=a93d9316-c483-41f0-b37b-33387328b6cb HTTP/1.1" status: 200 len: 946 time: 0.0669672 Feb 28 11:23:16.492333 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-1e6dedd4-81f7-44ac-a6dd-2897ec6eed8c req-bda890db-48da-4d7a-9293-20facc225d15 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/security-groups?id=3516f61e-1bef-4b50-9687-5e82e9a9da23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525627 Feb 28 11:23:17.639913 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d162a9a2-df49-4556-89e4-530708e5638f req-da015536-4c7c-4eae-bf07-3aeb3046da75 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:23:17.641582 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-d162a9a2-df49-4556-89e4-530708e5638f req-da015536-4c7c-4eae-bf07-3aeb3046da75 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/ports?device_id=a93d9316-c483-41f0-b37b-33387328b6cb HTTP/1.1" status: 200 len: 946 time: 0.0683820 Feb 28 11:23:17.698709 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-d162a9a2-df49-4556-89e4-530708e5638f req-0c5876b6-2e87-4e79-8368-da0cff77a732 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/security-groups?id=3516f61e-1bef-4b50-9687-5e82e9a9da23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507920 Feb 28 11:23:18.841916 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e46f77-8428-453a-9ac6-191cc7475de6 req-df5d723c-e6b3-4b73-bf00-f499bc3ac33d tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:23:18.843692 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-58e46f77-8428-453a-9ac6-191cc7475de6 req-df5d723c-e6b3-4b73-bf00-f499bc3ac33d tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/ports?device_id=a93d9316-c483-41f0-b37b-33387328b6cb HTTP/1.1" status: 200 len: 946 time: 0.0662711 Feb 28 11:23:18.909085 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-58e46f77-8428-453a-9ac6-191cc7475de6 req-564834b6-4d1e-4783-9c68-35578e924071 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/security-groups?id=3516f61e-1bef-4b50-9687-5e82e9a9da23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586944 Feb 28 11:23:18.934910 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 47064) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:23:19.020361 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-66dcfd88-fea1-436a-a08e-e69ae33638b9 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/floatingips/f6aa6d37-50ff-4aa7-9a6a-03b9bd9ac4d0 HTTP/1.1" status: 200 len: 993 time: 0.0840600 Feb 28 11:23:20.381089 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfd1409-22c0-4eaf-a708-f792574b4384 req-7eefcf10-6a9d-45d4-871d-d62023c1f7ce tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:23:20.383592 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-0dfd1409-22c0-4eaf-a708-f792574b4384 req-7eefcf10-6a9d-45d4-871d-d62023c1f7ce tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/ports?device_id=a93d9316-c483-41f0-b37b-33387328b6cb HTTP/1.1" status: 200 len: 946 time: 0.0733743 Feb 28 11:23:20.407492 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6217a4c0-a113-4831-9559-61a7ad3da3e1 req-5cba043d-f7e2-4baa-ab5a-c637a9f47cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:23:20.409218 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-6217a4c0-a113-4831-9559-61a7ad3da3e1 req-5cba043d-f7e2-4baa-ab5a-c637a9f47cf2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3c4e3863732a46c4818eaf87ed0e9f91&device_id=a93d9316-c483-41f0-b37b-33387328b6cb HTTP/1.1" status: 200 len: 1130 time: 0.0533080 Feb 28 11:23:20.474916 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-0dfd1409-22c0-4eaf-a708-f792574b4384 req-c11e2aca-771a-4199-ba88-d149677275f1 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/security-groups?id=3516f61e-1bef-4b50-9687-5e82e9a9da23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833225 Feb 28 11:23:20.533131 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6217a4c0-a113-4831-9559-61a7ad3da3e1 req-a5a850f0-bab8-4633-ba6a-2a2582c00402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:23:20.535643 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-6217a4c0-a113-4831-9559-61a7ad3da3e1 req-a5a850f0-bab8-4633-ba6a-2a2582c00402 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d6cccacc-4a67-404a-8792-94f0a18bf19b HTTP/1.1" status: 200 len: 898 time: 0.1207559 Feb 28 11:23:20.622425 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-6217a4c0-a113-4831-9559-61a7ad3da3e1 req-4e7f27ac-b0bb-4236-996e-c4e09080acd4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c8231aa6-02cf-457a-a505-13f471e3197c HTTP/1.1" status: 200 len: 1001 time: 0.0810192 Feb 28 11:23:20.688295 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6217a4c0-a113-4831-9559-61a7ad3da3e1 req-6ccd7a68-f7c7-4e7e-a4f6-13aa70c4791c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:23:20.690063 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-6217a4c0-a113-4831-9559-61a7ad3da3e1 req-6ccd7a68-f7c7-4e7e-a4f6-13aa70c4791c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9acd804f-dfb7-4933-903c-acc9bd70b84a HTTP/1.1" status: 200 len: 834 time: 0.0624673 Feb 28 11:23:20.747722 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6217a4c0-a113-4831-9559-61a7ad3da3e1 req-1afd96e9-b876-4992-bd95-f8d14fc21960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:23:20.750443 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-6217a4c0-a113-4831-9559-61a7ad3da3e1 req-1afd96e9-b876-4992-bd95-f8d14fc21960 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d6cccacc-4a67-404a-8792-94f0a18bf19b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0543818 Feb 28 11:23:20.763212 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [req-6217a4c0-a113-4831-9559-61a7ad3da3e1 req-a2bf3982-ada5-4940-b645-a9c2e95934a1 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103408) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 11:23:20.764851 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-6217a4c0-a113-4831-9559-61a7ad3da3e1 req-a2bf3982-ada5-4940-b645-a9c2e95934a1 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0081680 Feb 28 11:23:20.859330 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-6217a4c0-a113-4831-9559-61a7ad3da3e1 req-ad39558c-093d-4e60-8e8e-8bc8a9d39408 service neutron] 10.222.0.30 "GET /v2.0/networks/d6cccacc-4a67-404a-8792-94f0a18bf19b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888622 Feb 28 11:23:20.972947 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-6217a4c0-a113-4831-9559-61a7ad3da3e1 req-35fe37e7-85e7-4469-8cee-c768cfec7cfb service neutron] 10.222.0.30 "GET /v2.0/networks/d6cccacc-4a67-404a-8792-94f0a18bf19b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074684 Feb 28 11:23:21.662704 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb076ffb-afeb-4b59-ba9d-84a1d484a3c6 req-3e2ca154-9104-4f69-af46-4f8381bccba5 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:23:21.664315 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-cb076ffb-afeb-4b59-ba9d-84a1d484a3c6 req-3e2ca154-9104-4f69-af46-4f8381bccba5 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/ports?device_id=a93d9316-c483-41f0-b37b-33387328b6cb HTTP/1.1" status: 200 len: 946 time: 0.0811064 Feb 28 11:23:21.733795 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-cb076ffb-afeb-4b59-ba9d-84a1d484a3c6 req-503c0f49-cb15-4db6-8c99-ffa83ed2775e tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/security-groups?id=3516f61e-1bef-4b50-9687-5e82e9a9da23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603857 Feb 28 11:23:22.884529 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64247aed-df42-483e-ba81-433d9324a431 req-01c33231-1534-412d-8869-0a60f5636bbd tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:23:22.886255 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-64247aed-df42-483e-ba81-433d9324a431 req-01c33231-1534-412d-8869-0a60f5636bbd tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/ports?device_id=a93d9316-c483-41f0-b37b-33387328b6cb HTTP/1.1" status: 200 len: 946 time: 0.0707250 Feb 28 11:23:22.945026 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-64247aed-df42-483e-ba81-433d9324a431 req-0d1f07eb-a292-4ecb-8081-ac66e5e0b37b tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/security-groups?id=3516f61e-1bef-4b50-9687-5e82e9a9da23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510457 Feb 28 11:23:22.973765 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 47076) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:23:23.042403 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-6f608c67-7ca2-4889-be1e-f2292b53b04a tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/floatingips/f6aa6d37-50ff-4aa7-9a6a-03b9bd9ac4d0 HTTP/1.1" status: 200 len: 993 time: 0.0669901 Feb 28 11:23:23.309774 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 47082) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:23:23.501401 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-780ea31f-3832-4526-a9cf-e2659df9b968 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Deleting port 0e84ecd0-91c8-4bf3-a6e3-42640ed29ea0 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 11:23:23.501756 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-780ea31f-3832-4526-a9cf-e2659df9b968 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (0e84ecd0-91c8-4bf3-a6e3-42640ed29ea0), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:23.588713 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-780ea31f-3832-4526-a9cf-e2659df9b968 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (0e84ecd0-91c8-4bf3-a6e3-42640ed29ea0), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:23.588967 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-780ea31f-3832-4526-a9cf-e2659df9b968 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for floatingip (0e84ecd0-91c8-4bf3-a6e3-42640ed29ea0), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:23.602800 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-780ea31f-3832-4526-a9cf-e2659df9b968 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Calling delete_port for 0e84ecd0-91c8-4bf3-a6e3-42640ed29ea0 owned by network:floatingip {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 11:23:23.774325 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-780ea31f-3832-4526-a9cf-e2659df9b968 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (0e84ecd0-91c8-4bf3-a6e3-42640ed29ea0), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:23.802710 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780ea31f-3832-4526-a9cf-e2659df9b968 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Pushing event deleted for resources: {'Port': ['ID=0e84ecd0-91c8-4bf3-a6e3-42640ed29ea0,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:23.816137 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780ea31f-3832-4526-a9cf-e2659df9b968 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:23:23.816519 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780ea31f-3832-4526-a9cf-e2659df9b968 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:23:23.816924 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780ea31f-3832-4526-a9cf-e2659df9b968 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:23:23.817255 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780ea31f-3832-4526-a9cf-e2659df9b968 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:23:23.817597 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780ea31f-3832-4526-a9cf-e2659df9b968 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:23:23.817968 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780ea31f-3832-4526-a9cf-e2659df9b968 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:23:23.818304 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780ea31f-3832-4526-a9cf-e2659df9b968 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:23:23.818638 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780ea31f-3832-4526-a9cf-e2659df9b968 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:23:23.818971 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780ea31f-3832-4526-a9cf-e2659df9b968 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:23:23.819301 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780ea31f-3832-4526-a9cf-e2659df9b968 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:23:23.819635 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780ea31f-3832-4526-a9cf-e2659df9b968 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:23:23.819966 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780ea31f-3832-4526-a9cf-e2659df9b968 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:23:23.820322 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780ea31f-3832-4526-a9cf-e2659df9b968 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:23:23.890343 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-780ea31f-3832-4526-a9cf-e2659df9b968 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for floatingip (f6aa6d37-50ff-4aa7-9a6a-03b9bd9ac4d0), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:23.891185 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.db.l3_db [None req-780ea31f-3832-4526-a9cf-e2659df9b968 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Floating IP f6aa6d37-50ff-4aa7-9a6a-03b9bd9ac4d0 disassociated (deleted). External IP: 172.36.5.75, port: c8231aa6-02cf-457a-a505-13f471e3197c. Feb 28 11:23:24.188527 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-780ea31f-3832-4526-a9cf-e2659df9b968 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Router e0c00661-001e-4f00-8f88-1aefa3c18b17 has already been hosted by L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:23:24.330152 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-780ea31f-3832-4526-a9cf-e2659df9b968 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:23:24.335930 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-780ea31f-3832-4526-a9cf-e2659df9b968 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for floatingip (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:24.342156 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f45833-1e68-48b8-bac8-752dd5586dae None None] Sync routers for ids ['e0c00661-001e-4f00-8f88-1aefa3c18b17'] in dv-neutron-master-2-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:23:24.355811 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f45833-1e68-48b8-bac8-752dd5586dae None None] Routers {'e0c00661-001e-4f00-8f88-1aefa3c18b17'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:23:24.356475 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-21f45833-1e68-48b8-bac8-752dd5586dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T11:23:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['e0c00661-001e-4f00-8f88-1aefa3c18b17'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:23:24.370373 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-780ea31f-3832-4526-a9cf-e2659df9b968 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "DELETE /v2.0/floatingips/f6aa6d37-50ff-4aa7-9a6a-03b9bd9ac4d0 HTTP/1.1" status: 204 len: 168 time: 1.0595350 Feb 28 11:23:24.371142 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a93d9316-c483-41f0-b37b-33387328b6cb', 'tag': 'c8231aa6-02cf-457a-a505-13f471e3197c'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:23:24.373993 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c8e1c873eeca597e52e7ceb7469e602eac250bfea6606d285743d38033cf584" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-324becb7-4f2a-4905-b56a-b43a9c6df6cb" -d '{"events": [{"name": "network-changed", "server_uuid": "a93d9316-c483-41f0-b37b-33387328b6cb", "tag": "c8231aa6-02cf-457a-a505-13f471e3197c"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 11:23:24.457094 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 11:23:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90885239-78e2-49e2-b626-d6e4a841bdc6 x-openstack-request-id: req-90885239-78e2-49e2-b626-d6e4a841bdc6 {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 11:23:24.457511 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a93d9316-c483-41f0-b37b-33387328b6cb", "tag": "c8231aa6-02cf-457a-a505-13f471e3197c", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 11:23:24.457831 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-90885239-78e2-49e2-b626-d6e4a841bdc6 {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 11:23:24.458402 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a93d9316-c483-41f0-b37b-33387328b6cb', 'tag': 'c8231aa6-02cf-457a-a505-13f471e3197c', 'status': 'completed', 'code': 200} Feb 28 11:23:24.499531 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-21f45833-1e68-48b8-bac8-752dd5586dae None None] Set router e0c00661-001e-4f00-8f88-1aefa3c18b17 gateway port host: dv-neutron-master-2-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:23:24.604144 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324becb7-4f2a-4905-b56a-b43a9c6df6cb req-2a8c8d92-cb16-4a77-b660-ac2584407b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:23:24.606641 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-324becb7-4f2a-4905-b56a-b43a9c6df6cb req-2a8c8d92-cb16-4a77-b660-ac2584407b20 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3c4e3863732a46c4818eaf87ed0e9f91&device_id=a93d9316-c483-41f0-b37b-33387328b6cb HTTP/1.1" status: 200 len: 1130 time: 0.0948226 Feb 28 11:23:24.709345 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d08292-aa84-4c74-b389-4cabbd210f46 req-69c0b3ba-aea7-43f0-9531-3f1609d1ba09 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:23:24.710820 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-f3d08292-aa84-4c74-b389-4cabbd210f46 req-69c0b3ba-aea7-43f0-9531-3f1609d1ba09 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/ports?device_id=a93d9316-c483-41f0-b37b-33387328b6cb HTTP/1.1" status: 200 len: 946 time: 0.0711303 Feb 28 11:23:24.725070 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324becb7-4f2a-4905-b56a-b43a9c6df6cb req-5706f28d-8388-426f-86e6-2ff4f8f25d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:23:24.727089 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-324becb7-4f2a-4905-b56a-b43a9c6df6cb req-5706f28d-8388-426f-86e6-2ff4f8f25d70 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d6cccacc-4a67-404a-8792-94f0a18bf19b HTTP/1.1" status: 200 len: 898 time: 0.1121740 Feb 28 11:23:24.767971 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-f3d08292-aa84-4c74-b389-4cabbd210f46 req-748d2d31-1412-46f9-9f73-75d91021f2d1 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/security-groups?id=3516f61e-1bef-4b50-9687-5e82e9a9da23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509598 Feb 28 11:23:24.779463 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-324becb7-4f2a-4905-b56a-b43a9c6df6cb req-00304ec4-6746-4e5d-a483-1d963a8273ad service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c8231aa6-02cf-457a-a505-13f471e3197c HTTP/1.1" status: 200 len: 217 time: 0.0459826 Feb 28 11:23:24.789472 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-21f45833-1e68-48b8-bac8-752dd5586dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0c00661-001e-4f00-8f88-1aefa3c18b17', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1484155570', 'tenant_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.210'}], 'enable_snat': True}, 'gw_port_id': '4c19ac35-1dce-4e4a-b9ae-b27fb0cb1559', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:21:39Z', 'updated_at': '2022-02-28T11:21:43Z', 'revision_number': 4, 'project_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'gw_port': {'id': '4c19ac35-1dce-4e4a-b9ae-b27fb0cb1559', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:03:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0c00661-001e-4f00-8f88-1aefa3c18b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:21:40Z', 'updated_at': '2022-02-28T11:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'e14cafed-6793-4e84-a237-d326b47e9621', 'name': '', 'network_id': 'd6cccacc-4a67-404a-8792-94f0a18bf19b', 'tenant_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'mac_address': 'fa:16:3e:0a:dd:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0c00661-001e-4f00-8f88-1aefa3c18b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '9acd804f-dfb7-4933-903c-acc9bd70b84a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:21:42Z', 'updated_at': '2022-02-28T11:21:46Z', 'revision_number': 5, 'project_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'subnets': [{'id': '9acd804f-dfb7-4933-903c-acc9bd70b84a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:23:24.822458 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f45833-1e68-48b8-bac8-752dd5586dae None None] Checking router: e0c00661-001e-4f00-8f88-1aefa3c18b17 for host: dv-neutron-master-2-hyperv {{(pid=103410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:23:24.833395 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f45833-1e68-48b8-bac8-752dd5586dae None None] Routers {'e0c00661-001e-4f00-8f88-1aefa3c18b17'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:23:24.834034 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-21f45833-1e68-48b8-bac8-752dd5586dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T11:23:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['e0c00661-001e-4f00-8f88-1aefa3c18b17'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:23:24.838268 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324becb7-4f2a-4905-b56a-b43a9c6df6cb req-fb25c294-7449-4448-95c6-83cc1a42502f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:23:24.840098 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-324becb7-4f2a-4905-b56a-b43a9c6df6cb req-fb25c294-7449-4448-95c6-83cc1a42502f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9acd804f-dfb7-4933-903c-acc9bd70b84a HTTP/1.1" status: 200 len: 834 time: 0.0535133 Feb 28 11:23:24.903906 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324becb7-4f2a-4905-b56a-b43a9c6df6cb req-5505d85a-6589-4f8f-9835-dee8c8ee8f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:23:24.905754 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-324becb7-4f2a-4905-b56a-b43a9c6df6cb req-5505d85a-6589-4f8f-9835-dee8c8ee8f06 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d6cccacc-4a67-404a-8792-94f0a18bf19b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0588663 Feb 28 11:23:24.970175 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-21f45833-1e68-48b8-bac8-752dd5586dae None None] Set router e0c00661-001e-4f00-8f88-1aefa3c18b17 gateway port host: dv-neutron-master-2-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:23:25.011099 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-324becb7-4f2a-4905-b56a-b43a9c6df6cb req-85c752d7-168b-4668-84f7-43ce1cbbe1ed service neutron] 10.222.0.30 "GET /v2.0/networks/d6cccacc-4a67-404a-8792-94f0a18bf19b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978575 Feb 28 11:23:25.119838 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-324becb7-4f2a-4905-b56a-b43a9c6df6cb req-9b38d918-d0e9-4412-b185-e3a3896dceff service neutron] 10.222.0.30 "GET /v2.0/networks/d6cccacc-4a67-404a-8792-94f0a18bf19b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024482 Feb 28 11:23:25.210020 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-21f45833-1e68-48b8-bac8-752dd5586dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0c00661-001e-4f00-8f88-1aefa3c18b17', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1484155570', 'tenant_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.210'}], 'enable_snat': True}, 'gw_port_id': '4c19ac35-1dce-4e4a-b9ae-b27fb0cb1559', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:21:39Z', 'updated_at': '2022-02-28T11:21:43Z', 'revision_number': 4, 'project_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'gw_port': {'id': '4c19ac35-1dce-4e4a-b9ae-b27fb0cb1559', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:03:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0c00661-001e-4f00-8f88-1aefa3c18b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:21:40Z', 'updated_at': '2022-02-28T11:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'e14cafed-6793-4e84-a237-d326b47e9621', 'name': '', 'network_id': 'd6cccacc-4a67-404a-8792-94f0a18bf19b', 'tenant_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'mac_address': 'fa:16:3e:0a:dd:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0c00661-001e-4f00-8f88-1aefa3c18b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '9acd804f-dfb7-4933-903c-acc9bd70b84a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:21:42Z', 'updated_at': '2022-02-28T11:21:46Z', 'revision_number': 5, 'project_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'subnets': [{'id': '9acd804f-dfb7-4933-903c-acc9bd70b84a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:23:25.239974 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f45833-1e68-48b8-bac8-752dd5586dae None None] The sync data for ids ['e0c00661-001e-4f00-8f88-1aefa3c18b17'] in dv-neutron-master-2-hyperv is: [{'id': 'e0c00661-001e-4f00-8f88-1aefa3c18b17', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1484155570', 'tenant_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.210'}], 'enable_snat': True}, 'gw_port_id': '4c19ac35-1dce-4e4a-b9ae-b27fb0cb1559', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:21:39Z', 'updated_at': '2022-02-28T11:21:43Z', 'revision_number': 4, 'project_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'gw_port': {'id': '4c19ac35-1dce-4e4a-b9ae-b27fb0cb1559', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:03:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0c00661-001e-4f00-8f88-1aefa3c18b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:21:40Z', 'updated_at': '2022-02-28T11:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'e14cafed-6793-4e84-a237-d326b47e9621', 'name': '', 'network_id': 'd6cccacc-4a67-404a-8792-94f0a18bf19b', 'tenant_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'mac_address': 'fa:16:3e:0a:dd:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0c00661-001e-4f00-8f88-1aefa3c18b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '9acd804f-dfb7-4933-903c-acc9bd70b84a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:21:42Z', 'updated_at': '2022-02-28T11:21:46Z', 'revision_number': 5, 'project_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'subnets': [{'id': '9acd804f-dfb7-4933-903c-acc9bd70b84a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:23:25.499882 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4425fb5-7ae2-4cf7-a27c-51ab57af439f None None] New status for floating IP f6aa6d37-50ff-4aa7-9a6a-03b9bd9ac4d0: DOWN {{(pid=103409) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 11:23:25.893490 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c3af40-0eae-4603-8439-d0058ee6b1e0 req-4aff297d-7bb9-45cc-8ef7-38cb5eea1e4c tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:23:25.894998 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-42c3af40-0eae-4603-8439-d0058ee6b1e0 req-4aff297d-7bb9-45cc-8ef7-38cb5eea1e4c tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/ports?device_id=a93d9316-c483-41f0-b37b-33387328b6cb HTTP/1.1" status: 200 len: 946 time: 0.0530007 Feb 28 11:23:25.947420 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-42c3af40-0eae-4603-8439-d0058ee6b1e0 req-f0683558-3911-4db0-9871-72c7d1f4749f tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/security-groups?id=3516f61e-1bef-4b50-9687-5e82e9a9da23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467267 Feb 28 11:23:26.578159 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2834daf1-854e-4c2b-b0c4-3b8976d5ead0 req-f6ae569f-bc38-454b-87c4-aab0b3fa9c03 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:23:26.580117 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-2834daf1-854e-4c2b-b0c4-3b8976d5ead0 req-f6ae569f-bc38-454b-87c4-aab0b3fa9c03 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.30 "GET /v2.0/ports?device_id=a93d9316-c483-41f0-b37b-33387328b6cb HTTP/1.1" status: 200 len: 946 time: 0.0594943 Feb 28 11:23:26.680211 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [req-2834daf1-854e-4c2b-b0c4-3b8976d5ead0 req-eea7ea67-58e8-4c87-be13-e61fc10ffd1d tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Deleting port c8231aa6-02cf-457a-a505-13f471e3197c {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 11:23:26.680542 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-2834daf1-854e-4c2b-b0c4-3b8976d5ead0 req-eea7ea67-58e8-4c87-be13-e61fc10ffd1d tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (c8231aa6-02cf-457a-a505-13f471e3197c), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:26.774365 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [req-2834daf1-854e-4c2b-b0c4-3b8976d5ead0 req-eea7ea67-58e8-4c87-be13-e61fc10ffd1d tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] For port c8231aa6-02cf-457a-a505-13f471e3197c, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=c8231aa6-02cf-457a-a505-13f471e3197c,segment=NetworkSegment(42c45150-a158-404e-95d8-705c52045c80),segment_id=42c45150-a158-404e-95d8-705c52045c80)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:23:26.774625 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-2834daf1-854e-4c2b-b0c4-3b8976d5ead0 req-eea7ea67-58e8-4c87-be13-e61fc10ffd1d tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (c8231aa6-02cf-457a-a505-13f471e3197c), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:26.788899 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [req-2834daf1-854e-4c2b-b0c4-3b8976d5ead0 req-eea7ea67-58e8-4c87-be13-e61fc10ffd1d tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Calling delete_port for c8231aa6-02cf-457a-a505-13f471e3197c owned by compute:nova {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 11:23:26.926919 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-2834daf1-854e-4c2b-b0c4-3b8976d5ead0 req-eea7ea67-58e8-4c87-be13-e61fc10ffd1d tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (c8231aa6-02cf-457a-a505-13f471e3197c), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:26.958049 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea7ea67-58e8-4c87-be13-e61fc10ffd1d tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Pushing event deleted for resources: {'Port': ['ID=c8231aa6-02cf-457a-a505-13f471e3197c,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:26.971688 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea7ea67-58e8-4c87-be13-e61fc10ffd1d tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:23:26.971688 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea7ea67-58e8-4c87-be13-e61fc10ffd1d tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:23:26.971688 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea7ea67-58e8-4c87-be13-e61fc10ffd1d tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:23:26.972050 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea7ea67-58e8-4c87-be13-e61fc10ffd1d tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:23:26.972327 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea7ea67-58e8-4c87-be13-e61fc10ffd1d tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:23:26.972707 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea7ea67-58e8-4c87-be13-e61fc10ffd1d tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:23:26.973063 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea7ea67-58e8-4c87-be13-e61fc10ffd1d tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:23:26.973432 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea7ea67-58e8-4c87-be13-e61fc10ffd1d tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:23:26.973729 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea7ea67-58e8-4c87-be13-e61fc10ffd1d tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:23:26.974057 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea7ea67-58e8-4c87-be13-e61fc10ffd1d tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:23:26.974393 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea7ea67-58e8-4c87-be13-e61fc10ffd1d tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:23:26.974734 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea7ea67-58e8-4c87-be13-e61fc10ffd1d tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:23:26.975066 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea7ea67-58e8-4c87-be13-e61fc10ffd1d tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:23:27.013222 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [req-2834daf1-854e-4c2b-b0c4-3b8976d5ead0 req-eea7ea67-58e8-4c87-be13-e61fc10ffd1d tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] No DVR routers for this DVR port c8231aa6-02cf-457a-a505-13f471e3197c on host hv-neutron-mast {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:23:27.016095 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-2834daf1-854e-4c2b-b0c4-3b8976d5ead0 req-eea7ea67-58e8-4c87-be13-e61fc10ffd1d tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:27.019552 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-2834daf1-854e-4c2b-b0c4-3b8976d5ead0 req-eea7ea67-58e8-4c87-be13-e61fc10ffd1d tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.30 "DELETE /v2.0/ports/c8231aa6-02cf-457a-a505-13f471e3197c HTTP/1.1" status: 204 len: 173 time: 0.4338975 Feb 28 11:23:27.020026 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a93d9316-c483-41f0-b37b-33387328b6cb', 'name': 'network-vif-deleted', 'tag': 'c8231aa6-02cf-457a-a505-13f471e3197c'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:23:27.022358 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f56b9db1a49ad64bfd589e142fe25e4b3ad10508b17737ae95e2f0d29aca45ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-500c85c3-bf8a-49fb-8912-7b8f70e3ab78" -d '{"events": [{"server_uuid": "a93d9316-c483-41f0-b37b-33387328b6cb", "name": "network-vif-deleted", "tag": "c8231aa6-02cf-457a-a505-13f471e3197c"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 11:23:27.057068 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-3b136a69-1edf-487d-ada1-a792e56ab1b6 req-3ef06881-538b-4d08-bbcb-af792d77d6ee tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "GET /v2.0/ports?device_id=a93d9316-c483-41f0-b37b-33387328b6cb HTTP/1.1" status: 200 len: 210 time: 0.0332761 Feb 28 11:23:27.127418 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 11:23:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a29c867-479b-4d4f-80f5-f6ab42580574 x-openstack-request-id: req-8a29c867-479b-4d4f-80f5-f6ab42580574 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 11:23:27.127717 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a93d9316-c483-41f0-b37b-33387328b6cb", "name": "network-vif-deleted", "tag": "c8231aa6-02cf-457a-a505-13f471e3197c", "status": "completed", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 11:23:27.127998 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8a29c867-479b-4d4f-80f5-f6ab42580574 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 11:23:27.128388 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a93d9316-c483-41f0-b37b-33387328b6cb', 'name': 'network-vif-deleted', 'tag': 'c8231aa6-02cf-457a-a505-13f471e3197c', 'status': 'completed', 'code': 200} Feb 28 11:23:28.118503 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 47102) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:23:28.501663 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7eea59c3-9edd-4566-a516-288e35faf4ba tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1802615'] for router_interface (e0c00661-001e-4f00-8f88-1aefa3c18b17), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:28.782330 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-7eea59c3-9edd-4566-a516-288e35faf4ba tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Deleting port e14cafed-6793-4e84-a237-d326b47e9621 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 11:23:28.782632 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7eea59c3-9edd-4566-a516-288e35faf4ba tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (e14cafed-6793-4e84-a237-d326b47e9621), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:28.884036 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-7eea59c3-9edd-4566-a516-288e35faf4ba tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] For port e14cafed-6793-4e84-a237-d326b47e9621, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e14cafed-6793-4e84-a237-d326b47e9621,segment=NetworkSegment(42c45150-a158-404e-95d8-705c52045c80),segment_id=42c45150-a158-404e-95d8-705c52045c80)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:23:28.884411 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7eea59c3-9edd-4566-a516-288e35faf4ba tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (e14cafed-6793-4e84-a237-d326b47e9621), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:28.898205 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-7eea59c3-9edd-4566-a516-288e35faf4ba tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Calling delete_port for e14cafed-6793-4e84-a237-d326b47e9621 owned by network:router_interface {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 11:23:29.465429 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7eea59c3-9edd-4566-a516-288e35faf4ba tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (e14cafed-6793-4e84-a237-d326b47e9621), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:29.492293 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eea59c3-9edd-4566-a516-288e35faf4ba tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Pushing event deleted for resources: {'Port': ['ID=e14cafed-6793-4e84-a237-d326b47e9621,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:29.700952 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7eea59c3-9edd-4566-a516-288e35faf4ba tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1802651'] for router_interface (e0c00661-001e-4f00-8f88-1aefa3c18b17), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:29.940679 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7eea59c3-9edd-4566-a516-288e35faf4ba tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Router e0c00661-001e-4f00-8f88-1aefa3c18b17 has already been hosted by L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:23:30.065731 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eea59c3-9edd-4566-a516-288e35faf4ba tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:23:30.073072 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-7eea59c3-9edd-4566-a516-288e35faf4ba tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "PUT /v2.0/routers/e0c00661-001e-4f00-8f88-1aefa3c18b17/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9518566 Feb 28 11:23:30.074607 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 47104) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:23:30.077864 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b8890d7-c580-4c2d-a139-c9239a9dd5b2 None None] Sync routers for ids ['e0c00661-001e-4f00-8f88-1aefa3c18b17'] in dv-neutron-master-2-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:23:30.090834 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b8890d7-c580-4c2d-a139-c9239a9dd5b2 None None] Routers {'e0c00661-001e-4f00-8f88-1aefa3c18b17'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:23:30.091581 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-3b8890d7-c580-4c2d-a139-c9239a9dd5b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T11:23:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['e0c00661-001e-4f00-8f88-1aefa3c18b17'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:23:30.127633 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_v2 [None req-04e4c2a3-63a7-42ce-974a-2d3afd1c8cfc tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Deleting subnet 9acd804f-dfb7-4933-903c-acc9bd70b84a {{(pid=103407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 11:23:30.130955 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-04e4c2a3-63a7-42ce-974a-2d3afd1c8cfc tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for subnet (9acd804f-dfb7-4933-903c-acc9bd70b84a), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:30.177883 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-04e4c2a3-63a7-42ce-974a-2d3afd1c8cfc tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3501132'] for subnet (9acd804f-dfb7-4933-903c-acc9bd70b84a), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:30.269992 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-04e4c2a3-63a7-42ce-974a-2d3afd1c8cfc tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-823142'] for subnet (9acd804f-dfb7-4933-903c-acc9bd70b84a), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:30.297578 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-3b8890d7-c580-4c2d-a139-c9239a9dd5b2 None None] Set router e0c00661-001e-4f00-8f88-1aefa3c18b17 gateway port host: dv-neutron-master-2-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:23:30.330616 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-04e4c2a3-63a7-42ce-974a-2d3afd1c8cfc tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-823145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3498088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3516558'] for subnet (9acd804f-dfb7-4933-903c-acc9bd70b84a), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:30.363027 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e4c2a3-63a7-42ce-974a-2d3afd1c8cfc tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Pushing event deleted for resources: {'Subnet': ['ID=9acd804f-dfb7-4933-903c-acc9bd70b84a,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:30.366780 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-04e4c2a3-63a7-42ce-974a-2d3afd1c8cfc tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:30.370143 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-04e4c2a3-63a7-42ce-974a-2d3afd1c8cfc tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "DELETE /v2.0/subnets/9acd804f-dfb7-4933-903c-acc9bd70b84a HTTP/1.1" status: 204 len: 168 time: 0.2944605 Feb 28 11:23:30.372780 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 47106) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:23:30.375676 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac177445-91aa-43e4-af48-914dd367019d None None] Network d6cccacc-4a67-404a-8792-94f0a18bf19b requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 11:23:30.488701 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2d867809-95dd-452d-9a88-58874c9ab2d8 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for router (e0c00661-001e-4f00-8f88-1aefa3c18b17), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:30.500819 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-3b8890d7-c580-4c2d-a139-c9239a9dd5b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0c00661-001e-4f00-8f88-1aefa3c18b17', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1484155570', 'tenant_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.210'}], 'enable_snat': True}, 'gw_port_id': '4c19ac35-1dce-4e4a-b9ae-b27fb0cb1559', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:21:39Z', 'updated_at': '2022-02-28T11:23:29Z', 'revision_number': 5, 'project_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'gw_port': {'id': '4c19ac35-1dce-4e4a-b9ae-b27fb0cb1559', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:03:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0c00661-001e-4f00-8f88-1aefa3c18b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:21:40Z', 'updated_at': '2022-02-28T11:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:23:30.532109 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b8890d7-c580-4c2d-a139-c9239a9dd5b2 None None] Checking router: e0c00661-001e-4f00-8f88-1aefa3c18b17 for host: dv-neutron-master-2-hyperv {{(pid=103410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:23:30.540729 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b8890d7-c580-4c2d-a139-c9239a9dd5b2 None None] Routers {'e0c00661-001e-4f00-8f88-1aefa3c18b17'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:23:30.541378 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-3b8890d7-c580-4c2d-a139-c9239a9dd5b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T11:23:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['e0c00661-001e-4f00-8f88-1aefa3c18b17'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:23:30.565111 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7dc41ad-fefe-43ed-99ed-2f840fdcda33 None None] DHCP port deletion for d6cccacc-4a67-404a-8792-94f0a18bf19b request from dv-neutron-master-2-hyperv {{(pid=103409) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 11:23:30.612134 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2d867809-95dd-452d-9a88-58874c9ab2d8 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for router_gateway (e0c00661-001e-4f00-8f88-1aefa3c18b17), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:30.616651 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-f7dc41ad-fefe-43ed-99ed-2f840fdcda33 None None] Deleting port 4c14b231-6135-4d2f-a6e3-cd5606a0c4fc {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 11:23:30.617112 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f7dc41ad-fefe-43ed-99ed-2f840fdcda33 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (4c14b231-6135-4d2f-a6e3-cd5606a0c4fc), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:30.659286 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-3b8890d7-c580-4c2d-a139-c9239a9dd5b2 None None] Set router e0c00661-001e-4f00-8f88-1aefa3c18b17 gateway port host: dv-neutron-master-2-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:23:30.672349 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-2d867809-95dd-452d-9a88-58874c9ab2d8 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Deleting port 4c19ac35-1dce-4e4a-b9ae-b27fb0cb1559 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 11:23:30.672848 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2d867809-95dd-452d-9a88-58874c9ab2d8 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (4c19ac35-1dce-4e4a-b9ae-b27fb0cb1559), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:30.682182 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-f7dc41ad-fefe-43ed-99ed-2f840fdcda33 None None] For port 4c14b231-6135-4d2f-a6e3-cd5606a0c4fc, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4c14b231-6135-4d2f-a6e3-cd5606a0c4fc,segment=NetworkSegment(42c45150-a158-404e-95d8-705c52045c80),segment_id=42c45150-a158-404e-95d8-705c52045c80)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:23:30.682593 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f7dc41ad-fefe-43ed-99ed-2f840fdcda33 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (4c14b231-6135-4d2f-a6e3-cd5606a0c4fc), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:30.695883 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-f7dc41ad-fefe-43ed-99ed-2f840fdcda33 None None] Calling delete_port for 4c14b231-6135-4d2f-a6e3-cd5606a0c4fc owned by network:dhcp {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 11:23:30.763018 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-2d867809-95dd-452d-9a88-58874c9ab2d8 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] For port 4c19ac35-1dce-4e4a-b9ae-b27fb0cb1559, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4c19ac35-1dce-4e4a-b9ae-b27fb0cb1559,segment=NetworkSegment(195d7ed7-323d-4284-82df-208cca613d99),segment_id=195d7ed7-323d-4284-82df-208cca613d99)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:23:30.763562 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2d867809-95dd-452d-9a88-58874c9ab2d8 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (4c19ac35-1dce-4e4a-b9ae-b27fb0cb1559), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:30.782373 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f7dc41ad-fefe-43ed-99ed-2f840fdcda33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758'] for port (4c14b231-6135-4d2f-a6e3-cd5606a0c4fc), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:30.783123 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-2d867809-95dd-452d-9a88-58874c9ab2d8 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Calling delete_port for 4c19ac35-1dce-4e4a-b9ae-b27fb0cb1559 owned by network:router_gateway {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 11:23:30.806557 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dc41ad-fefe-43ed-99ed-2f840fdcda33 None None] Pushing event deleted for resources: {'Port': ['ID=4c14b231-6135-4d2f-a6e3-cd5606a0c4fc,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:30.816599 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7dc41ad-fefe-43ed-99ed-2f840fdcda33 None None] No DVR routers for this DVR port 4c14b231-6135-4d2f-a6e3-cd5606a0c4fc on host dv-neutron-master-2-hyperv {{(pid=103409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:23:30.818927 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7dc41ad-fefe-43ed-99ed-2f840fdcda33 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:23:30.819347 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7dc41ad-fefe-43ed-99ed-2f840fdcda33 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:23:30.819892 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7dc41ad-fefe-43ed-99ed-2f840fdcda33 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:23:30.820405 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7dc41ad-fefe-43ed-99ed-2f840fdcda33 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:23:30.820756 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7dc41ad-fefe-43ed-99ed-2f840fdcda33 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:23:30.821089 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7dc41ad-fefe-43ed-99ed-2f840fdcda33 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:23:30.821433 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7dc41ad-fefe-43ed-99ed-2f840fdcda33 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:23:30.821760 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7dc41ad-fefe-43ed-99ed-2f840fdcda33 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:23:30.822145 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7dc41ad-fefe-43ed-99ed-2f840fdcda33 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:23:30.822500 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7dc41ad-fefe-43ed-99ed-2f840fdcda33 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:23:30.822891 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7dc41ad-fefe-43ed-99ed-2f840fdcda33 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:23:30.823217 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7dc41ad-fefe-43ed-99ed-2f840fdcda33 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:23:30.823721 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7dc41ad-fefe-43ed-99ed-2f840fdcda33 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:23:30.851265 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-3b8890d7-c580-4c2d-a139-c9239a9dd5b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0c00661-001e-4f00-8f88-1aefa3c18b17', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1484155570', 'tenant_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.210'}], 'enable_snat': True}, 'gw_port_id': '4c19ac35-1dce-4e4a-b9ae-b27fb0cb1559', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:21:39Z', 'updated_at': '2022-02-28T11:23:29Z', 'revision_number': 5, 'project_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'gw_port': {'id': '4c19ac35-1dce-4e4a-b9ae-b27fb0cb1559', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:03:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0c00661-001e-4f00-8f88-1aefa3c18b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:21:40Z', 'updated_at': '2022-02-28T11:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:23:30.877815 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b8890d7-c580-4c2d-a139-c9239a9dd5b2 None None] The sync data for ids ['e0c00661-001e-4f00-8f88-1aefa3c18b17'] in dv-neutron-master-2-hyperv is: [{'id': 'e0c00661-001e-4f00-8f88-1aefa3c18b17', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1484155570', 'tenant_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.210'}], 'enable_snat': True}, 'gw_port_id': '4c19ac35-1dce-4e4a-b9ae-b27fb0cb1559', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:21:39Z', 'updated_at': '2022-02-28T11:23:29Z', 'revision_number': 5, 'project_id': '3c4e3863732a46c4818eaf87ed0e9f91', 'gw_port': {'id': '4c19ac35-1dce-4e4a-b9ae-b27fb0cb1559', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:03:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0c00661-001e-4f00-8f88-1aefa3c18b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:21:40Z', 'updated_at': '2022-02-28T11:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:23:30.971172 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2d867809-95dd-452d-9a88-58874c9ab2d8 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (4c19ac35-1dce-4e4a-b9ae-b27fb0cb1559), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:31.004087 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d867809-95dd-452d-9a88-58874c9ab2d8 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Pushing event deleted for resources: {'Port': ['ID=4c19ac35-1dce-4e4a-b9ae-b27fb0cb1559,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:31.065289 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2d867809-95dd-452d-9a88-58874c9ab2d8 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1803321'] for router_gateway (e0c00661-001e-4f00-8f88-1aefa3c18b17), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:31.160395 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2d867809-95dd-452d-9a88-58874c9ab2d8 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1807017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5941'] for router (e0c00661-001e-4f00-8f88-1aefa3c18b17), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:31.162566 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2d867809-95dd-452d-9a88-58874c9ab2d8 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for router_controller (e0c00661-001e-4f00-8f88-1aefa3c18b17), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:31.186960 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device c8231aa6-02cf-457a-a505-13f471e3197c no longer exists at agent hyperv_hv-neutron-mast {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 11:23:31.208604 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] No Port match for: c8231aa6-02cf-457a-a505-13f471e3197c {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 11:23:31.209005 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device c8231aa6-02cf-457a-a505-13f471e3197c not bound to the agent host hv-neutron-mast {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 11:23:31.212312 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2d867809-95dd-452d-9a88-58874c9ab2d8 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1806994'] for router (e0c00661-001e-4f00-8f88-1aefa3c18b17), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:31.213098 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d867809-95dd-452d-9a88-58874c9ab2d8 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Fanout notify agent at l3_agent the message router_deleted on router e0c00661-001e-4f00-8f88-1aefa3c18b17 {{(pid=103407) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 11:23:31.219782 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2d867809-95dd-452d-9a88-58874c9ab2d8 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for router (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:31.223676 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-2d867809-95dd-452d-9a88-58874c9ab2d8 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "DELETE /v2.0/routers/e0c00661-001e-4f00-8f88-1aefa3c18b17 HTTP/1.1" status: 204 len: 168 time: 0.8472633 Feb 28 11:23:31.223987 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 47108) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:23:31.302200 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8ada0b87-f7d9-4ca7-ba02-9f60a51b693a tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-665757'] for network (d6cccacc-4a67-404a-8792-94f0a18bf19b), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:31.401086 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8ada0b87-f7d9-4ca7-ba02-9f60a51b693a tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672413', 'neutron.services.segments.db._delete_segments_for_network-8742057110173'] for network (d6cccacc-4a67-404a-8792-94f0a18bf19b), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:31.426336 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-8ada0b87-f7d9-4ca7-ba02-9f60a51b693a tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6cccacc-4a67-404a-8792-94f0a18bf19b']}} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:23:31.437290 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-8ada0b87-f7d9-4ca7-ba02-9f60a51b693a tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42c45150-a158-404e-95d8-705c52045c80') {'for_net_delete': True} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:23:31.437639 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-8ada0b87-f7d9-4ca7-ba02-9f60a51b693a tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42c45150-a158-404e-95d8-705c52045c80') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:23:31.449137 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8ada0b87-f7d9-4ca7-ba02-9f60a51b693a tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742057113766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3501147'] for segment (42c45150-a158-404e-95d8-705c52045c80), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:31.464411 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8ada0b87-f7d9-4ca7-ba02-9f60a51b693a tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (42c45150-a158-404e-95d8-705c52045c80), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:31.471524 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ada0b87-f7d9-4ca7-ba02-9f60a51b693a tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Releasing vlan 264 on physical network physnet1 to pool {{(pid=103407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 11:23:31.472026 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8ada0b87-f7d9-4ca7-ba02-9f60a51b693a tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3498166'] for segment (42c45150-a158-404e-95d8-705c52045c80), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:31.475788 dv-neutron-master-2-hyperv neutron-server[103407]: Traceback (most recent call last): Feb 28 11:23:31.475788 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 11:23:31.475788 dv-neutron-master-2-hyperv neutron-server[103407]: timer() Feb 28 11:23:31.475788 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:23:31.475788 dv-neutron-master-2-hyperv neutron-server[103407]: cb(*args, **kw) Feb 28 11:23:31.475788 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 11:23:31.475788 dv-neutron-master-2-hyperv neutron-server[103407]: return func(*args, **kwargs) Feb 28 11:23:31.475788 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:23:31.475788 dv-neutron-master-2-hyperv neutron-server[103407]: self._notify() Feb 28 11:23:31.475788 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:23:31.475788 dv-neutron-master-2-hyperv neutron-server[103407]: self.callback(batched_events) Feb 28 11:23:31.475788 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:23:31.475788 dv-neutron-master-2-hyperv neutron-server[103407]: event.method(event) Feb 28 11:23:31.475788 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 11:23:31.475788 dv-neutron-master-2-hyperv neutron-server[103407]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:23:31.475788 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 11:23:31.475788 dv-neutron-master-2-hyperv neutron-server[103407]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:23:31.475788 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 11:23:31.475788 dv-neutron-master-2-hyperv neutron-server[103407]: return f(self, *a, **k) Feb 28 11:23:31.475788 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 11:23:31.475788 dv-neutron-master-2-hyperv neutron-server[103407]: return self._get(url).json() Feb 28 11:23:31.475788 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 11:23:31.475788 dv-neutron-master-2-hyperv neutron-server[103407]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:23:31.475788 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 11:23:31.475788 dv-neutron-master-2-hyperv neutron-server[103407]: return self.request(url, 'GET', **kwargs) Feb 28 11:23:31.475788 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 11:23:31.475788 dv-neutron-master-2-hyperv neutron-server[103407]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:23:31.475788 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 11:23:31.475788 dv-neutron-master-2-hyperv neutron-server[103407]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:23:31.475788 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 11:23:31.475788 dv-neutron-master-2-hyperv neutron-server[103407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:23:31.475788 dv-neutron-master-2-hyperv neutron-server[103407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:23:31.538200 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8ada0b87-f7d9-4ca7-ba02-9f60a51b693a tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803269'] for network (d6cccacc-4a67-404a-8792-94f0a18bf19b), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:31.551604 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8ada0b87-f7d9-4ca7-ba02-9f60a51b693a tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:31.551604 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-8ada0b87-f7d9-4ca7-ba02-9f60a51b693a tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "DELETE /v2.0/networks/d6cccacc-4a67-404a-8792-94f0a18bf19b HTTP/1.1" status: 204 len: 168 time: 0.3238001 Feb 28 11:23:31.552976 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 47110) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:23:31.570253 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ada0b87-f7d9-4ca7-ba02-9f60a51b693a tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Pushing event deleted for resources: {'Network': ['ID=d6cccacc-4a67-404a-8792-94f0a18bf19b,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:31.630533 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0b4919cb-1cdc-40e2-8b63-9cf023125c62 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for security_group (3516f61e-1bef-4b50-9687-5e82e9a9da23), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:31.657432 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0b4919cb-1cdc-40e2-8b63-9cf023125c62 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for security_group (3516f61e-1bef-4b50-9687-5e82e9a9da23), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:31.725345 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0b4919cb-1cdc-40e2-8b63-9cf023125c62 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (3516f61e-1bef-4b50-9687-5e82e9a9da23), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:31.728071 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-0b4919cb-1cdc-40e2-8b63-9cf023125c62 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:31.729436 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-0b4919cb-1cdc-40e2-8b63-9cf023125c62 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] 10.222.0.20 "DELETE /v2.0/security-groups/3516f61e-1bef-4b50-9687-5e82e9a9da23 HTTP/1.1" status: 204 len: 168 time: 0.1763046 Feb 28 11:23:31.739257 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4919cb-1cdc-40e2-8b63-9cf023125c62 tempest-TestNetworkAdvancedServerOps-208505196 tempest-TestNetworkAdvancedServerOps-208505196-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3516f61e-1bef-4b50-9687-5e82e9a9da23,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:32.088700 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 47118) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:23:32.256706 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 4c19ac35-1dce-4e4a-b9ae-b27fb0cb1559 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 11:23:32.280506 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] No Port match for: 4c19ac35-1dce-4e4a-b9ae-b27fb0cb1559 {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 11:23:32.280877 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 4c19ac35-1dce-4e4a-b9ae-b27fb0cb1559 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 11:23:32.281308 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 4c14b231-6135-4d2f-a6e3-cd5606a0c4fc no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 11:23:32.291042 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-570a0b36-fa45-4db9-bbaa-fb3c38821650 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3c4e3863732a46c4818eaf87ed0e9f91&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1987107 Feb 28 11:23:32.291262 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 47124) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:23:32.300874 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] No Port match for: 4c14b231-6135-4d2f-a6e3-cd5606a0c4fc {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 11:23:32.301226 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 4c14b231-6135-4d2f-a6e3-cd5606a0c4fc not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 11:23:32.301662 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device e14cafed-6793-4e84-a237-d326b47e9621 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 11:23:32.321016 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] No Port match for: e14cafed-6793-4e84-a237-d326b47e9621 {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 11:23:32.321369 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device e14cafed-6793-4e84-a237-d326b47e9621 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 11:23:32.345228 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-129d2326-f2d8-4497-ab47-20207d5c8391 admin admin] Publish callbacks [] for security_group (c64e55ca-d882-4a78-b383-cbcb5e0a9f20), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:32.367014 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-129d2326-f2d8-4497-ab47-20207d5c8391 admin admin] Publish callbacks [] for security_group (c64e55ca-d882-4a78-b383-cbcb5e0a9f20), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:32.415461 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-129d2326-f2d8-4497-ab47-20207d5c8391 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (c64e55ca-d882-4a78-b383-cbcb5e0a9f20), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:32.418314 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-129d2326-f2d8-4497-ab47-20207d5c8391 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:32.419513 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-129d2326-f2d8-4497-ab47-20207d5c8391 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c64e55ca-d882-4a78-b383-cbcb5e0a9f20 HTTP/1.1" status: 204 len: 168 time: 0.1274180 Feb 28 11:23:32.428110 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129d2326-f2d8-4497-ab47-20207d5c8391 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c64e55ca-d882-4a78-b383-cbcb5e0a9f20,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:32.724773 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 47130) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:23:32.738447 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-111388b8-3525-4a98-9464-a2df5d3e6a1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:32.821602 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-111388b8-3525-4a98-9464-a2df5d3e6a1a admin admin] Publish callbacks [] for security_group (fa4600b4-a593-4054-8dee-428d854e207f), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:32.827081 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-111388b8-3525-4a98-9464-a2df5d3e6a1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (fa4600b4-a593-4054-8dee-428d854e207f), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:32.867494 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-111388b8-3525-4a98-9464-a2df5d3e6a1a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7c4143ca13fe4cf084e2a3554d2f1a44&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1415174 Feb 28 11:23:32.868851 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111388b8-3525-4a98-9464-a2df5d3e6a1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa4600b4-a593-4054-8dee-428d854e207f,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:32.871165 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 47132) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:23:32.924040 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-312b47b8-9ebf-4206-bd54-0d1b7b02f0a2 admin admin] Publish callbacks [] for security_group (fa4600b4-a593-4054-8dee-428d854e207f), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:32.945694 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-312b47b8-9ebf-4206-bd54-0d1b7b02f0a2 admin admin] Publish callbacks [] for security_group (fa4600b4-a593-4054-8dee-428d854e207f), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:32.994500 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-312b47b8-9ebf-4206-bd54-0d1b7b02f0a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (fa4600b4-a593-4054-8dee-428d854e207f), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:32.997423 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-312b47b8-9ebf-4206-bd54-0d1b7b02f0a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:32.998868 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-312b47b8-9ebf-4206-bd54-0d1b7b02f0a2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fa4600b4-a593-4054-8dee-428d854e207f HTTP/1.1" status: 204 len: 168 time: 0.1261566 Feb 28 11:23:33.006978 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312b47b8-9ebf-4206-bd54-0d1b7b02f0a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa4600b4-a593-4054-8dee-428d854e207f,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:33.765748 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 47154) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:23:33.909702 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-9697e95d-2a5c-4faa-9e17-a623b44b8835 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1516717234-network', 'tenant_id': '125c6fcb5d7f4d4fbe6496850083c279'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:23:33.931881 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9697e95d-2a5c-4faa-9e17-a623b44b8835 admin admin] Made reservation on behalf of 125c6fcb5d7f4d4fbe6496850083c279 for: {'network': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:23:33.934548 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9697e95d-2a5c-4faa-9e17-a623b44b8835 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for network (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:33.943710 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9697e95d-2a5c-4faa-9e17-a623b44b8835 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:34.035053 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9697e95d-2a5c-4faa-9e17-a623b44b8835 admin admin] Publish callbacks [] for security_group (3fcad10d-79c9-4851-b88f-d34eeb24858c), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:34.040392 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9697e95d-2a5c-4faa-9e17-a623b44b8835 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (3fcad10d-79c9-4851-b88f-d34eeb24858c), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:34.067566 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9697e95d-2a5c-4faa-9e17-a623b44b8835 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 268} {{(pid=103407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:23:34.079330 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9697e95d-2a5c-4faa-9e17-a623b44b8835 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fcad10d-79c9-4851-b88f-d34eeb24858c,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:34.086191 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9697e95d-2a5c-4faa-9e17-a623b44b8835 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (7c0210c5-87d1-474e-8078-ef9907ad66c5), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:34.086687 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.db.segments_db [None req-9697e95d-2a5c-4faa-9e17-a623b44b8835 admin admin] Added segment 7c0210c5-87d1-474e-8078-ef9907ad66c5 of type vlan for network cd788e0f-453d-4178-8791-05f2c76596a7 Feb 28 11:23:34.134954 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9697e95d-2a5c-4faa-9e17-a623b44b8835 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742056637431'] for network (cd788e0f-453d-4178-8791-05f2c76596a7), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:34.164932 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9697e95d-2a5c-4faa-9e17-a623b44b8835 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551'] for network (cd788e0f-453d-4178-8791-05f2c76596a7), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:34.166068 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9697e95d-2a5c-4faa-9e17-a623b44b8835 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:23:34.166740 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9697e95d-2a5c-4faa-9e17-a623b44b8835 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:34.225830 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-9697e95d-2a5c-4faa-9e17-a623b44b8835 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4588752 Feb 28 11:23:34.229122 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 47160) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:23:34.234144 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-f46c8eef-af55-4f9d-9513-39039d217312 admin admin] Request body: {'subnet': {'network_id': 'cd788e0f-453d-4178-8791-05f2c76596a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1516717234-subnet', 'tenant_id': '125c6fcb5d7f4d4fbe6496850083c279', 'ip_version': 4}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:23:34.247670 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9697e95d-2a5c-4faa-9e17-a623b44b8835 admin admin] Pushing event updated for resources: {'Network': ['ID=cd788e0f-453d-4178-8791-05f2c76596a7,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:34.260750 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Network cd788e0f-453d-4178-8791-05f2c76596a7 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103409) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 11:23:34.263657 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f46c8eef-af55-4f9d-9513-39039d217312 admin admin] Made reservation on behalf of 125c6fcb5d7f4d4fbe6496850083c279 for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:23:34.266043 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f46c8eef-af55-4f9d-9513-39039d217312 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3516581'] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:34.447806 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f46c8eef-af55-4f9d-9513-39039d217312 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3498031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3516567'] for subnet (cfce0c85-eb7d-4e20-addf-47b59e1028c6), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:34.507623 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46c8eef-af55-4f9d-9513-39039d217312 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cfce0c85-eb7d-4e20-addf-47b59e1028c6,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:34.525173 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46c8eef-af55-4f9d-9513-39039d217312 admin admin] Checking segment: {'id': '7c0210c5-87d1-474e-8078-ef9907ad66c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'cd788e0f-453d-4178-8791-05f2c76596a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 11:23:34.526286 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f46c8eef-af55-4f9d-9513-39039d217312 admin admin] Network hostable DHCP agents. Network: cd788e0f-453d-4178-8791-05f2c76596a7, hostable agents: ['fb6705d2-4f70-4965-92a3-fbfccd43a6d3'], hosted agents: [] {{(pid=103407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:23:34.546865 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f46c8eef-af55-4f9d-9513-39039d217312 admin admin] Network cd788e0f-453d-4178-8791-05f2c76596a7 is scheduled to be hosted by DHCP agent fb6705d2-4f70-4965-92a3-fbfccd43a6d3 with binding_index 1 {{(pid=103407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:23:34.558256 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-f46c8eef-af55-4f9d-9513-39039d217312 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, cd788e0f-453d-4178-8791-05f2c76596a7) {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:23:34.563303 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f46c8eef-af55-4f9d-9513-39039d217312 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:23:34.564455 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f46c8eef-af55-4f9d-9513-39039d217312 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:34.572688 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-837283d9-09e0-4983-bf85-3b3df7cc546a None None] Network cd788e0f-453d-4178-8791-05f2c76596a7 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 11:23:34.593896 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-f46c8eef-af55-4f9d-9513-39039d217312 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3634014 Feb 28 11:23:34.597778 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 47162) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:23:34.605430 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-971789d0-2541-4d90-bdbc-c97765d8f166 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1516717234-router', 'tenant_id': '125c6fcb5d7f4d4fbe6496850083c279', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840'}}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:23:34.635985 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-971789d0-2541-4d90-bdbc-c97765d8f166 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1805251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254175'] for router (3090f9ea-498f-4eed-9917-5fda57ac8dd1), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:34.637779 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-971789d0-2541-4d90-bdbc-c97765d8f166 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1804172', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1602053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254150'] for router (3090f9ea-498f-4eed-9917-5fda57ac8dd1), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:34.710104 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-971789d0-2541-4d90-bdbc-c97765d8f166 admin admin] Publish callbacks [] for router_controller (3090f9ea-498f-4eed-9917-5fda57ac8dd1), precommit_add_association {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:34.734653 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f743970-0398-4b78-9258-376eb1c70f22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-cd788e0f-453d-4178-8791-05f2c76596a7', 'network_id': 'cd788e0f-453d-4178-8791-05f2c76596a7', 'project_id': '125c6fcb5d7f4d4fbe6496850083c279', 'fixed_ips': [{'subnet_id': 'cfce0c85-eb7d-4e20-addf-47b59e1028c6'}]}} from dv-neutron-master-2-hyperv. {{(pid=103409) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 11:23:34.735657 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2f743970-0398-4b78-9258-376eb1c70f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:34.878170 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-971789d0-2541-4d90-bdbc-c97765d8f166 admin admin] Publish callbacks [] for router_gateway (3090f9ea-498f-4eed-9917-5fda57ac8dd1), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:34.892971 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-2f743970-0398-4b78-9258-376eb1c70f22 None None] Allocated IP 172.20.0.2 (cd788e0f-453d-4178-8791-05f2c76596a7/cfce0c85-eb7d-4e20-addf-47b59e1028c6/d64112a2-e6f6-45e8-8021-6048eabf9d88) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:23:35.053310 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2f743970-0398-4b78-9258-376eb1c70f22 None None] Publish callbacks [] for port (d64112a2-e6f6-45e8-8021-6048eabf9d88), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:35.060852 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2f743970-0398-4b78-9258-376eb1c70f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749'] for port (d64112a2-e6f6-45e8-8021-6048eabf9d88), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:35.108216 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f743970-0398-4b78-9258-376eb1c70f22 None None] Network cd788e0f-453d-4178-8791-05f2c76596a7 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:23:35.111356 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-2f743970-0398-4b78-9258-376eb1c70f22 None None] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:23:35.114189 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-971789d0-2541-4d90-bdbc-c97765d8f166 admin admin] Publish callbacks [] for router_gateway (3090f9ea-498f-4eed-9917-5fda57ac8dd1), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:35.116026 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f743970-0398-4b78-9258-376eb1c70f22 None None] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 11:23:35.129638 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f743970-0398-4b78-9258-376eb1c70f22 None None] Pushing event updated for resources: {'Port': ['ID=d64112a2-e6f6-45e8-8021-6048eabf9d88,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:35.148215 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-971789d0-2541-4d90-bdbc-c97765d8f166 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:35.188456 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-2f743970-0398-4b78-9258-376eb1c70f22 None None] Attempting to bind port d64112a2-e6f6-45e8-8021-6048eabf9d88 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 11:23:35.188869 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-2f743970-0398-4b78-9258-376eb1c70f22 None None] Attempting to bind port d64112a2-e6f6-45e8-8021-6048eabf9d88 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '7c0210c5-87d1-474e-8078-ef9907ad66c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'cd788e0f-453d-4178-8791-05f2c76596a7'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 11:23:35.189242 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f743970-0398-4b78-9258-376eb1c70f22 None None] Attempting to bind port d64112a2-e6f6-45e8-8021-6048eabf9d88 on network cd788e0f-453d-4178-8791-05f2c76596a7 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 11:23:35.195800 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f743970-0398-4b78-9258-376eb1c70f22 None None] Checking agent: {'id': '75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 24, 15), 'started_at': datetime.datetime(2022, 2, 28, 10, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 23, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 11:23:35.196200 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f743970-0398-4b78-9258-376eb1c70f22 None None] Checking segment: {'id': '7c0210c5-87d1-474e-8078-ef9907ad66c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'cd788e0f-453d-4178-8791-05f2c76596a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 11:23:35.196605 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2f743970-0398-4b78-9258-376eb1c70f22 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:35.197080 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f743970-0398-4b78-9258-376eb1c70f22 None None] Bound using segment: {'id': '7c0210c5-87d1-474e-8078-ef9907ad66c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'cd788e0f-453d-4178-8791-05f2c76596a7'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 11:23:35.197739 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-2f743970-0398-4b78-9258-376eb1c70f22 None None] Bound port: d64112a2-e6f6-45e8-8021-6048eabf9d88, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c0210c5-87d1-474e-8078-ef9907ad66c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'cd788e0f-453d-4178-8791-05f2c76596a7'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 11:23:35.198135 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2f743970-0398-4b78-9258-376eb1c70f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (d64112a2-e6f6-45e8-8021-6048eabf9d88), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:35.272515 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-971789d0-2541-4d90-bdbc-c97765d8f166 admin admin] Allocated IP 172.36.5.70 (1e0804d0-d1d9-4d40-9de5-2936f3d87840/6f6f4129-23e5-4c3b-b4ef-4c7ce926797e/fa0527e8-34d3-4d46-92c2-0ff9fb430e08) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:23:35.272861 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-2f743970-0398-4b78-9258-376eb1c70f22 None None] For port d64112a2-e6f6-45e8-8021-6048eabf9d88, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:23:35.276731 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-2f743970-0398-4b78-9258-376eb1c70f22 None None] For port d64112a2-e6f6-45e8-8021-6048eabf9d88, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d64112a2-e6f6-45e8-8021-6048eabf9d88,segment=NetworkSegment(7c0210c5-87d1-474e-8078-ef9907ad66c5),segment_id=7c0210c5-87d1-474e-8078-ef9907ad66c5)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:23:35.285814 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2f743970-0398-4b78-9258-376eb1c70f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (d64112a2-e6f6-45e8-8021-6048eabf9d88), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:35.348787 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f743970-0398-4b78-9258-376eb1c70f22 None None] Pushing event updated for resources: {'Port': ['ID=d64112a2-e6f6-45e8-8021-6048eabf9d88,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:35.413441 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-971789d0-2541-4d90-bdbc-c97765d8f166 admin admin] Publish callbacks [] for port (fa0527e8-34d3-4d46-92c2-0ff9fb430e08), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:35.469290 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-971789d0-2541-4d90-bdbc-c97765d8f166 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (fa0527e8-34d3-4d46-92c2-0ff9fb430e08), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:35.540529 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-971789d0-2541-4d90-bdbc-c97765d8f166 admin admin] Network 1e0804d0-d1d9-4d40-9de5-2936f3d87840 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:23:35.546283 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-971789d0-2541-4d90-bdbc-c97765d8f166 admin admin] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:23:35.548661 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971789d0-2541-4d90-bdbc-c97765d8f166 admin admin] Pushing event updated for resources: {'Port': ['ID=fa0527e8-34d3-4d46-92c2-0ff9fb430e08,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:35.550959 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971789d0-2541-4d90-bdbc-c97765d8f166 admin admin] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 11:23:36.150215 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-971789d0-2541-4d90-bdbc-c97765d8f166 admin admin] Publish callbacks [] for router_gateway (3090f9ea-498f-4eed-9917-5fda57ac8dd1), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:36.289929 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device d64112a2-e6f6-45e8-8021-6048eabf9d88 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 11:23:36.317964 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c11312d-bfc4-4423-808d-3e620ac93bc8 None None] Network cd788e0f-453d-4178-8791-05f2c76596a7 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 11:23:36.382316 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-971789d0-2541-4d90-bdbc-c97765d8f166 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1804241'] for router (3090f9ea-498f-4eed-9917-5fda57ac8dd1), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:36.391108 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-97863afe-394e-4f86-bc84-7ffec946f0e6 None None] Provisioning complete for port d64112a2-e6f6-45e8-8021-6048eabf9d88 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:23:36.391493 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-97863afe-394e-4f86-bc84-7ffec946f0e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (d64112a2-e6f6-45e8-8021-6048eabf9d88), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:36.451213 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port d64112a2-e6f6-45e8-8021-6048eabf9d88 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:23:36.451471 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (d64112a2-e6f6-45e8-8021-6048eabf9d88), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:36.528931 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-971789d0-2541-4d90-bdbc-c97765d8f166 admin admin] Router 3090f9ea-498f-4eed-9917-5fda57ac8dd1 is scheduled to L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 with binding_index 1 {{(pid=103408) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 11:23:36.605474 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-97863afe-394e-4f86-bc84-7ffec946f0e6 None None] Current status of the port d64112a2-e6f6-45e8-8021-6048eabf9d88 is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:23:36.606234 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-97863afe-394e-4f86-bc84-7ffec946f0e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (d64112a2-e6f6-45e8-8021-6048eabf9d88), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:36.647467 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port d64112a2-e6f6-45e8-8021-6048eabf9d88 is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:23:36.648206 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (d64112a2-e6f6-45e8-8021-6048eabf9d88), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:36.673667 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-971789d0-2541-4d90-bdbc-c97765d8f166 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:23:36.681119 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-97863afe-394e-4f86-bc84-7ffec946f0e6 None None] For port d64112a2-e6f6-45e8-8021-6048eabf9d88, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d64112a2-e6f6-45e8-8021-6048eabf9d88,segment=NetworkSegment(7c0210c5-87d1-474e-8078-ef9907ad66c5),segment_id=7c0210c5-87d1-474e-8078-ef9907ad66c5)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:23:36.686698 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-97863afe-394e-4f86-bc84-7ffec946f0e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (d64112a2-e6f6-45e8-8021-6048eabf9d88), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:36.694686 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-848a6acf-f26e-4a66-9c10-f404cfeddc0a None None] Sync routers for ids ['3090f9ea-498f-4eed-9917-5fda57ac8dd1'] in dv-neutron-master-2-hyperv {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:23:36.703131 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-971789d0-2541-4d90-bdbc-c97765d8f166 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:36.707756 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-971789d0-2541-4d90-bdbc-c97765d8f166 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.1061532 Feb 28 11:23:36.708224 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 47164) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:23:36.775081 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-848a6acf-f26e-4a66-9c10-f404cfeddc0a None None] Routers {'3090f9ea-498f-4eed-9917-5fda57ac8dd1'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:23:36.775857 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-848a6acf-f26e-4a66-9c10-f404cfeddc0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T11:23:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['3090f9ea-498f-4eed-9917-5fda57ac8dd1'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:23:36.783266 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.db.api [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103409) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:23:36.783625 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG oslo_db.api [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:23:36.822478 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97863afe-394e-4f86-bc84-7ffec946f0e6 None None] Pushing event updated for resources: {'Port': ['ID=d64112a2-e6f6-45e8-8021-6048eabf9d88,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:36.896213 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-848a6acf-f26e-4a66-9c10-f404cfeddc0a None None] Set router 3090f9ea-498f-4eed-9917-5fda57ac8dd1 gateway port host: dv-neutron-master-2-hyperv {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:23:37.005076 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-6252b7c7-30a5-40e7-9b44-d8f856462218 None None] Provisioning complete for port d64112a2-e6f6-45e8-8021-6048eabf9d88 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:23:37.005453 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6252b7c7-30a5-40e7-9b44-d8f856462218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (d64112a2-e6f6-45e8-8021-6048eabf9d88), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:37.143783 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-6252b7c7-30a5-40e7-9b44-d8f856462218 None None] Current status of the port d64112a2-e6f6-45e8-8021-6048eabf9d88 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:23:37.158515 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-848a6acf-f26e-4a66-9c10-f404cfeddc0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3090f9ea-498f-4eed-9917-5fda57ac8dd1', 'name': 'tempest-TestShelveInstance-1516717234-router', 'tenant_id': '125c6fcb5d7f4d4fbe6496850083c279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.70'}], 'enable_snat': True}, 'gw_port_id': 'fa0527e8-34d3-4d46-92c2-0ff9fb430e08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:23:34Z', 'updated_at': '2022-02-28T11:23:35Z', 'revision_number': 3, 'project_id': '125c6fcb5d7f4d4fbe6496850083c279', 'gw_port': {'id': 'fa0527e8-34d3-4d46-92c2-0ff9fb430e08', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:9b:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3090f9ea-498f-4eed-9917-5fda57ac8dd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:23:35Z', 'updated_at': '2022-02-28T11:23:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:23:37.162958 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1d8ee36a-96a3-4478-a1be-eb8d7a0cdab7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:37.189256 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-848a6acf-f26e-4a66-9c10-f404cfeddc0a None None] Checking router: 3090f9ea-498f-4eed-9917-5fda57ac8dd1 for host: dv-neutron-master-2-hyperv {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:23:37.189617 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-848a6acf-f26e-4a66-9c10-f404cfeddc0a None None] Updating router 3090f9ea-498f-4eed-9917-5fda57ac8dd1 port fa0527e8-34d3-4d46-92c2-0ff9fb430e08 binding host dv-neutron-master-2-hyperv {{(pid=103409) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 11:23:37.337377 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-1d8ee36a-96a3-4478-a1be-eb8d7a0cdab7 admin admin] Allocated IP 172.20.0.1 (cd788e0f-453d-4178-8791-05f2c76596a7/cfce0c85-eb7d-4e20-addf-47b59e1028c6/9c1141b7-77d8-42fe-a05d-c9c98cf099f4) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:23:37.401690 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-848a6acf-f26e-4a66-9c10-f404cfeddc0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (fa0527e8-34d3-4d46-92c2-0ff9fb430e08), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:37.423929 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port d64112a2-e6f6-45e8-8021-6048eabf9d88 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:23:37.467639 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1d8ee36a-96a3-4478-a1be-eb8d7a0cdab7 admin admin] Publish callbacks [] for port (9c1141b7-77d8-42fe-a05d-c9c98cf099f4), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:37.510930 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1d8ee36a-96a3-4478-a1be-eb8d7a0cdab7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (9c1141b7-77d8-42fe-a05d-c9c98cf099f4), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:37.557833 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d8ee36a-96a3-4478-a1be-eb8d7a0cdab7 admin admin] Network cd788e0f-453d-4178-8791-05f2c76596a7 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:23:37.563240 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-1d8ee36a-96a3-4478-a1be-eb8d7a0cdab7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:23:37.566252 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d8ee36a-96a3-4478-a1be-eb8d7a0cdab7 admin admin] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 11:23:37.607148 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8ee36a-96a3-4478-a1be-eb8d7a0cdab7 admin admin] Pushing event updated for resources: {'Port': ['ID=9c1141b7-77d8-42fe-a05d-c9c98cf099f4,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:37.628629 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1d8ee36a-96a3-4478-a1be-eb8d7a0cdab7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1803404'] for router_interface (3090f9ea-498f-4eed-9917-5fda57ac8dd1), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:37.714151 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-848a6acf-f26e-4a66-9c10-f404cfeddc0a None None] Publish callbacks [] for port (fa0527e8-34d3-4d46-92c2-0ff9fb430e08), precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:37.720636 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-848a6acf-f26e-4a66-9c10-f404cfeddc0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (fa0527e8-34d3-4d46-92c2-0ff9fb430e08), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:37.774128 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-848a6acf-f26e-4a66-9c10-f404cfeddc0a None None] Attempting to bind port fa0527e8-34d3-4d46-92c2-0ff9fb430e08 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 11:23:37.774522 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-848a6acf-f26e-4a66-9c10-f404cfeddc0a None None] Attempting to bind port fa0527e8-34d3-4d46-92c2-0ff9fb430e08 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '195d7ed7-323d-4284-82df-208cca613d99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 11:23:37.774898 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-848a6acf-f26e-4a66-9c10-f404cfeddc0a None None] Attempting to bind port fa0527e8-34d3-4d46-92c2-0ff9fb430e08 on network 1e0804d0-d1d9-4d40-9de5-2936f3d87840 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 11:23:37.781778 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1d8ee36a-96a3-4478-a1be-eb8d7a0cdab7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (9c1141b7-77d8-42fe-a05d-c9c98cf099f4), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:37.784756 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-848a6acf-f26e-4a66-9c10-f404cfeddc0a None None] Checking agent: {'id': '75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 24, 15), 'started_at': datetime.datetime(2022, 2, 28, 10, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 23, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 11:23:37.785147 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-848a6acf-f26e-4a66-9c10-f404cfeddc0a None None] Checking segment: {'id': '195d7ed7-323d-4284-82df-208cca613d99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 11:23:37.785573 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-848a6acf-f26e-4a66-9c10-f404cfeddc0a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:37.785973 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-848a6acf-f26e-4a66-9c10-f404cfeddc0a None None] Bound using segment: {'id': '195d7ed7-323d-4284-82df-208cca613d99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 11:23:37.786460 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-848a6acf-f26e-4a66-9c10-f404cfeddc0a None None] Bound port: fa0527e8-34d3-4d46-92c2-0ff9fb430e08, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '195d7ed7-323d-4284-82df-208cca613d99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 11:23:37.786867 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-848a6acf-f26e-4a66-9c10-f404cfeddc0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (fa0527e8-34d3-4d46-92c2-0ff9fb430e08), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:37.788584 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1892d7-3988-46af-9203-c70bc230161f None None] Pushing event updated for resources: {'Port': ['ID=fa0527e8-34d3-4d46-92c2-0ff9fb430e08,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:37.851364 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-848a6acf-f26e-4a66-9c10-f404cfeddc0a None None] For port fa0527e8-34d3-4d46-92c2-0ff9fb430e08, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:23:37.854945 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-848a6acf-f26e-4a66-9c10-f404cfeddc0a None None] For port fa0527e8-34d3-4d46-92c2-0ff9fb430e08, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=fa0527e8-34d3-4d46-92c2-0ff9fb430e08,segment=NetworkSegment(195d7ed7-323d-4284-82df-208cca613d99),segment_id=195d7ed7-323d-4284-82df-208cca613d99)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:23:37.862429 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-848a6acf-f26e-4a66-9c10-f404cfeddc0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (fa0527e8-34d3-4d46-92c2-0ff9fb430e08), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:37.919194 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-fb402320-d238-46de-98e5-0389682b65ff None None] Provisioning complete for port 9c1141b7-77d8-42fe-a05d-c9c98cf099f4 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:23:37.919591 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fb402320-d238-46de-98e5-0389682b65ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (9c1141b7-77d8-42fe-a05d-c9c98cf099f4), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:37.974344 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1892d7-3988-46af-9203-c70bc230161f None None] Pushing event updated for resources: {'Port': ['ID=fa0527e8-34d3-4d46-92c2-0ff9fb430e08,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:37.977754 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-848a6acf-f26e-4a66-9c10-f404cfeddc0a None None] Routers {'3090f9ea-498f-4eed-9917-5fda57ac8dd1'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:23:37.978408 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-848a6acf-f26e-4a66-9c10-f404cfeddc0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T11:23:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['3090f9ea-498f-4eed-9917-5fda57ac8dd1'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:23:37.979368 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1d8ee36a-96a3-4478-a1be-eb8d7a0cdab7 admin admin] Publish callbacks [] for port (9c1141b7-77d8-42fe-a05d-c9c98cf099f4), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:37.980613 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-fb402320-d238-46de-98e5-0389682b65ff None None] Port 9c1141b7-77d8-42fe-a05d-c9c98cf099f4 cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 11:23:37.985981 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1d8ee36a-96a3-4478-a1be-eb8d7a0cdab7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3498066'] for port (9c1141b7-77d8-42fe-a05d-c9c98cf099f4), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:38.049705 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-1d8ee36a-96a3-4478-a1be-eb8d7a0cdab7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1802524'] for router_interface (3090f9ea-498f-4eed-9917-5fda57ac8dd1), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:38.054965 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8ee36a-96a3-4478-a1be-eb8d7a0cdab7 admin admin] Pushing event updated for resources: {'Port': ['ID=9c1141b7-77d8-42fe-a05d-c9c98cf099f4,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:38.091774 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-848a6acf-f26e-4a66-9c10-f404cfeddc0a None None] Set router 3090f9ea-498f-4eed-9917-5fda57ac8dd1 gateway port host: dv-neutron-master-2-hyperv {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:23:38.151496 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d8ee36a-96a3-4478-a1be-eb8d7a0cdab7 admin admin] Network cd788e0f-453d-4178-8791-05f2c76596a7 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:23:38.152837 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-1d8ee36a-96a3-4478-a1be-eb8d7a0cdab7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:23:38.282406 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device d64112a2-e6f6-45e8-8021-6048eabf9d88 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 11:23:38.298128 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d8ee36a-96a3-4478-a1be-eb8d7a0cdab7 admin admin] Router 3090f9ea-498f-4eed-9917-5fda57ac8dd1 has already been hosted by L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:23:38.387823 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port d64112a2-e6f6-45e8-8021-6048eabf9d88 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:23:38.387823 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (d64112a2-e6f6-45e8-8021-6048eabf9d88), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:38.422512 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-848a6acf-f26e-4a66-9c10-f404cfeddc0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3090f9ea-498f-4eed-9917-5fda57ac8dd1', 'name': 'tempest-TestShelveInstance-1516717234-router', 'tenant_id': '125c6fcb5d7f4d4fbe6496850083c279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.70'}], 'enable_snat': True}, 'gw_port_id': 'fa0527e8-34d3-4d46-92c2-0ff9fb430e08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:23:34Z', 'updated_at': '2022-02-28T11:23:37Z', 'revision_number': 4, 'project_id': '125c6fcb5d7f4d4fbe6496850083c279', 'gw_port': {'id': 'fa0527e8-34d3-4d46-92c2-0ff9fb430e08', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:9b:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3090f9ea-498f-4eed-9917-5fda57ac8dd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:23:35Z', 'updated_at': '2022-02-28T11:23:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '9c1141b7-77d8-42fe-a05d-c9c98cf099f4', 'name': '', 'network_id': 'cd788e0f-453d-4178-8791-05f2c76596a7', 'tenant_id': '125c6fcb5d7f4d4fbe6496850083c279', 'mac_address': 'fa:16:3e:36:c8:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3090f9ea-498f-4eed-9917-5fda57ac8dd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': 'cfce0c85-eb7d-4e20-addf-47b59e1028c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:23:37Z', 'updated_at': '2022-02-28T11:23:37Z', 'revision_number': 1, 'project_id': '125c6fcb5d7f4d4fbe6496850083c279', 'subnets': [{'id': 'cfce0c85-eb7d-4e20-addf-47b59e1028c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:23:38.448846 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d8ee36a-96a3-4478-a1be-eb8d7a0cdab7 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:23:38.453536 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-848a6acf-f26e-4a66-9c10-f404cfeddc0a None None] The sync data for ids ['3090f9ea-498f-4eed-9917-5fda57ac8dd1'] in dv-neutron-master-2-hyperv is: [{'id': '3090f9ea-498f-4eed-9917-5fda57ac8dd1', 'name': 'tempest-TestShelveInstance-1516717234-router', 'tenant_id': '125c6fcb5d7f4d4fbe6496850083c279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.70'}], 'enable_snat': True}, 'gw_port_id': 'fa0527e8-34d3-4d46-92c2-0ff9fb430e08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:23:34Z', 'updated_at': '2022-02-28T11:23:37Z', 'revision_number': 4, 'project_id': '125c6fcb5d7f4d4fbe6496850083c279', 'gw_port': {'id': 'fa0527e8-34d3-4d46-92c2-0ff9fb430e08', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:9b:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3090f9ea-498f-4eed-9917-5fda57ac8dd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:23:35Z', 'updated_at': '2022-02-28T11:23:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '9c1141b7-77d8-42fe-a05d-c9c98cf099f4', 'name': '', 'network_id': 'cd788e0f-453d-4178-8791-05f2c76596a7', 'tenant_id': '125c6fcb5d7f4d4fbe6496850083c279', 'mac_address': 'fa:16:3e:36:c8:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3090f9ea-498f-4eed-9917-5fda57ac8dd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': 'cfce0c85-eb7d-4e20-addf-47b59e1028c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:23:37Z', 'updated_at': '2022-02-28T11:23:37Z', 'revision_number': 1, 'project_id': '125c6fcb5d7f4d4fbe6496850083c279', 'subnets': [{'id': 'cfce0c85-eb7d-4e20-addf-47b59e1028c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:23:38.459629 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-1d8ee36a-96a3-4478-a1be-eb8d7a0cdab7 admin admin] 10.222.0.20 "PUT /v2.0/routers/3090f9ea-498f-4eed-9917-5fda57ac8dd1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7459512 Feb 28 11:23:38.523671 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port d64112a2-e6f6-45e8-8021-6048eabf9d88 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:23:38.529324 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-3f36d419-25f4-4042-958a-e4d26d6a19f7 None None] Provisioning complete for port 9c1141b7-77d8-42fe-a05d-c9c98cf099f4 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:23:38.529324 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3f36d419-25f4-4042-958a-e4d26d6a19f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (9c1141b7-77d8-42fe-a05d-c9c98cf099f4), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:38.571973 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-3f36d419-25f4-4042-958a-e4d26d6a19f7 None None] Port 9c1141b7-77d8-42fe-a05d-c9c98cf099f4 cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 11:23:38.744216 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (13ac42ae-016e-4baf-bb31-c6fa820b41c2), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:38.834939 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e2a862b3-bd31-4fec-96c7-45a7a17a5b35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fb6705d2-4f70-4965-92a3-fbfccd43a6d3), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:39.084510 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 47180) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:23:39.090303 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-fce385ce-eefc-4f25-bbba-95ccf6dc3db5 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1249324590-network', 'tenant_id': '7ae66dc96d8f43169e2e762d7a227d0d'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:23:39.112942 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fce385ce-eefc-4f25-bbba-95ccf6dc3db5 admin admin] Made reservation on behalf of 7ae66dc96d8f43169e2e762d7a227d0d for: {'network': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:23:39.115450 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fce385ce-eefc-4f25-bbba-95ccf6dc3db5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for network (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:39.124955 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fce385ce-eefc-4f25-bbba-95ccf6dc3db5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:39.211529 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fce385ce-eefc-4f25-bbba-95ccf6dc3db5 admin admin] Publish callbacks [] for security_group (3083b28a-7b65-4f99-887c-31642de3fbd9), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:39.216589 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fce385ce-eefc-4f25-bbba-95ccf6dc3db5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (3083b28a-7b65-4f99-887c-31642de3fbd9), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:39.250601 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fce385ce-eefc-4f25-bbba-95ccf6dc3db5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 290} {{(pid=103407) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:23:39.261561 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce385ce-eefc-4f25-bbba-95ccf6dc3db5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3083b28a-7b65-4f99-887c-31642de3fbd9,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:39.266768 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fce385ce-eefc-4f25-bbba-95ccf6dc3db5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (68213ad6-3d8e-4f6f-9643-ba79bf229efc), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:39.267239 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.db.segments_db [None req-fce385ce-eefc-4f25-bbba-95ccf6dc3db5 admin admin] Added segment 68213ad6-3d8e-4f6f-9643-ba79bf229efc of type vlan for network 7648d69a-b547-4252-a1c5-eed381c71d6d Feb 28 11:23:39.318588 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fce385ce-eefc-4f25-bbba-95ccf6dc3db5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742056637431'] for network (7648d69a-b547-4252-a1c5-eed381c71d6d), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:39.348024 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fce385ce-eefc-4f25-bbba-95ccf6dc3db5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551'] for network (7648d69a-b547-4252-a1c5-eed381c71d6d), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:39.349350 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fce385ce-eefc-4f25-bbba-95ccf6dc3db5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:23:39.349940 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fce385ce-eefc-4f25-bbba-95ccf6dc3db5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:39.412464 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-fce385ce-eefc-4f25-bbba-95ccf6dc3db5 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3266749 Feb 28 11:23:39.418525 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 47182) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:23:39.425874 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-6fbc72f3-4e6b-411c-a6e7-ede6d64973fb admin admin] Request body: {'subnet': {'network_id': '7648d69a-b547-4252-a1c5-eed381c71d6d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1249324590-subnet', 'tenant_id': '7ae66dc96d8f43169e2e762d7a227d0d', 'ip_version': 4}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:23:39.431543 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce385ce-eefc-4f25-bbba-95ccf6dc3db5 admin admin] Pushing event updated for resources: {'Network': ['ID=7648d69a-b547-4252-a1c5-eed381c71d6d,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:39.442881 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Network 7648d69a-b547-4252-a1c5-eed381c71d6d details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103409) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 11:23:39.455969 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fbc72f3-4e6b-411c-a6e7-ede6d64973fb admin admin] Made reservation on behalf of 7ae66dc96d8f43169e2e762d7a227d0d for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:23:39.459658 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6fbc72f3-4e6b-411c-a6e7-ede6d64973fb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3516581'] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:39.680740 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6fbc72f3-4e6b-411c-a6e7-ede6d64973fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3498031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3516567'] for subnet (edc9f69b-da4f-4af4-82c0-56ec064da5dd), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:39.743628 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbc72f3-4e6b-411c-a6e7-ede6d64973fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=edc9f69b-da4f-4af4-82c0-56ec064da5dd,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:39.755551 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fbc72f3-4e6b-411c-a6e7-ede6d64973fb admin admin] Checking segment: {'id': '68213ad6-3d8e-4f6f-9643-ba79bf229efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '7648d69a-b547-4252-a1c5-eed381c71d6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 11:23:39.755924 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fbc72f3-4e6b-411c-a6e7-ede6d64973fb admin admin] Network hostable DHCP agents. Network: 7648d69a-b547-4252-a1c5-eed381c71d6d, hostable agents: ['fb6705d2-4f70-4965-92a3-fbfccd43a6d3'], hosted agents: [] {{(pid=103407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:23:39.782142 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fbc72f3-4e6b-411c-a6e7-ede6d64973fb admin admin] Network 7648d69a-b547-4252-a1c5-eed381c71d6d is scheduled to be hosted by DHCP agent fb6705d2-4f70-4965-92a3-fbfccd43a6d3 with binding_index 1 {{(pid=103407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:23:39.795499 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-6fbc72f3-4e6b-411c-a6e7-ede6d64973fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 7648d69a-b547-4252-a1c5-eed381c71d6d) {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:23:39.801404 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fbc72f3-4e6b-411c-a6e7-ede6d64973fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:23:39.802384 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-6fbc72f3-4e6b-411c-a6e7-ede6d64973fb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:39.810993 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d4f6c1d-32b6-4369-8727-ec0173986606 None None] Network 7648d69a-b547-4252-a1c5-eed381c71d6d requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 11:23:39.834212 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-6fbc72f3-4e6b-411c-a6e7-ede6d64973fb admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4140713 Feb 28 11:23:39.836684 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 47184) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:23:39.844343 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-97b9ce3a-37c0-4865-a71e-8c42243a99c3 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1249324590-router', 'tenant_id': '7ae66dc96d8f43169e2e762d7a227d0d', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840'}}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:23:39.875399 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-97b9ce3a-37c0-4865-a71e-8c42243a99c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1805251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254175'] for router (fbc46eb6-ff42-4722-b071-b30f3c8f46fe), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:39.876590 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-97b9ce3a-37c0-4865-a71e-8c42243a99c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1804172', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1602053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254150'] for router (fbc46eb6-ff42-4722-b071-b30f3c8f46fe), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:39.940933 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-97b9ce3a-37c0-4865-a71e-8c42243a99c3 admin admin] Publish callbacks [] for router_controller (fbc46eb6-ff42-4722-b071-b30f3c8f46fe), precommit_add_association {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:39.970927 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e992257-aa5f-4d81-83b8-7db5b1662635 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-7648d69a-b547-4252-a1c5-eed381c71d6d', 'network_id': '7648d69a-b547-4252-a1c5-eed381c71d6d', 'project_id': '7ae66dc96d8f43169e2e762d7a227d0d', 'fixed_ips': [{'subnet_id': 'edc9f69b-da4f-4af4-82c0-56ec064da5dd'}]}} from dv-neutron-master-2-hyperv. {{(pid=103409) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 11:23:39.972152 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3e992257-aa5f-4d81-83b8-7db5b1662635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:40.132286 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-3e992257-aa5f-4d81-83b8-7db5b1662635 None None] Allocated IP 172.20.0.2 (7648d69a-b547-4252-a1c5-eed381c71d6d/edc9f69b-da4f-4af4-82c0-56ec064da5dd/240d4656-e2ba-4e13-a207-5de2e5884b63) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:23:40.319821 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3e992257-aa5f-4d81-83b8-7db5b1662635 None None] Publish callbacks [] for port (240d4656-e2ba-4e13-a207-5de2e5884b63), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:40.323297 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device fa0527e8-34d3-4d46-92c2-0ff9fb430e08 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 11:23:40.351688 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3e992257-aa5f-4d81-83b8-7db5b1662635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749'] for port (240d4656-e2ba-4e13-a207-5de2e5884b63), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:40.407333 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e992257-aa5f-4d81-83b8-7db5b1662635 None None] Network 7648d69a-b547-4252-a1c5-eed381c71d6d is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:23:40.413143 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-3e992257-aa5f-4d81-83b8-7db5b1662635 None None] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:23:40.416229 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e992257-aa5f-4d81-83b8-7db5b1662635 None None] Pushing event updated for resources: {'Port': ['ID=240d4656-e2ba-4e13-a207-5de2e5884b63,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:40.419400 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e992257-aa5f-4d81-83b8-7db5b1662635 None None] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 11:23:40.459227 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port fa0527e8-34d3-4d46-92c2-0ff9fb430e08 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:23:40.459874 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (fa0527e8-34d3-4d46-92c2-0ff9fb430e08), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:40.505145 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-97b9ce3a-37c0-4865-a71e-8c42243a99c3 admin admin] Publish callbacks [] for router_gateway (fbc46eb6-ff42-4722-b071-b30f3c8f46fe), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:40.525473 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-3e992257-aa5f-4d81-83b8-7db5b1662635 None None] Attempting to bind port 240d4656-e2ba-4e13-a207-5de2e5884b63 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 11:23:40.525990 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-3e992257-aa5f-4d81-83b8-7db5b1662635 None None] Attempting to bind port 240d4656-e2ba-4e13-a207-5de2e5884b63 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '68213ad6-3d8e-4f6f-9643-ba79bf229efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '7648d69a-b547-4252-a1c5-eed381c71d6d'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 11:23:40.526778 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e992257-aa5f-4d81-83b8-7db5b1662635 None None] Attempting to bind port 240d4656-e2ba-4e13-a207-5de2e5884b63 on network 7648d69a-b547-4252-a1c5-eed381c71d6d {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 11:23:40.535721 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e992257-aa5f-4d81-83b8-7db5b1662635 None None] Checking agent: {'id': '75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 24, 15), 'started_at': datetime.datetime(2022, 2, 28, 10, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 23, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 11:23:40.536098 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e992257-aa5f-4d81-83b8-7db5b1662635 None None] Checking segment: {'id': '68213ad6-3d8e-4f6f-9643-ba79bf229efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '7648d69a-b547-4252-a1c5-eed381c71d6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 11:23:40.536510 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3e992257-aa5f-4d81-83b8-7db5b1662635 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:40.536942 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e992257-aa5f-4d81-83b8-7db5b1662635 None None] Bound using segment: {'id': '68213ad6-3d8e-4f6f-9643-ba79bf229efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '7648d69a-b547-4252-a1c5-eed381c71d6d'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 11:23:40.537428 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-3e992257-aa5f-4d81-83b8-7db5b1662635 None None] Bound port: 240d4656-e2ba-4e13-a207-5de2e5884b63, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68213ad6-3d8e-4f6f-9643-ba79bf229efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '7648d69a-b547-4252-a1c5-eed381c71d6d'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 11:23:40.537812 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3e992257-aa5f-4d81-83b8-7db5b1662635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (240d4656-e2ba-4e13-a207-5de2e5884b63), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:40.641699 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port fa0527e8-34d3-4d46-92c2-0ff9fb430e08 is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:23:40.642244 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (fa0527e8-34d3-4d46-92c2-0ff9fb430e08), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:40.653443 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-3e992257-aa5f-4d81-83b8-7db5b1662635 None None] For port 240d4656-e2ba-4e13-a207-5de2e5884b63, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:23:40.660818 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-3e992257-aa5f-4d81-83b8-7db5b1662635 None None] For port 240d4656-e2ba-4e13-a207-5de2e5884b63, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=240d4656-e2ba-4e13-a207-5de2e5884b63,segment=NetworkSegment(68213ad6-3d8e-4f6f-9643-ba79bf229efc),segment_id=68213ad6-3d8e-4f6f-9643-ba79bf229efc)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:23:40.670493 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3e992257-aa5f-4d81-83b8-7db5b1662635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (240d4656-e2ba-4e13-a207-5de2e5884b63), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:40.677619 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] For port fa0527e8-34d3-4d46-92c2-0ff9fb430e08, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=fa0527e8-34d3-4d46-92c2-0ff9fb430e08,segment=NetworkSegment(195d7ed7-323d-4284-82df-208cca613d99),segment_id=195d7ed7-323d-4284-82df-208cca613d99)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:23:40.705764 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (fa0527e8-34d3-4d46-92c2-0ff9fb430e08), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:40.742425 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e992257-aa5f-4d81-83b8-7db5b1662635 None None] Pushing event updated for resources: {'Port': ['ID=240d4656-e2ba-4e13-a207-5de2e5884b63,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:40.760258 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-97b9ce3a-37c0-4865-a71e-8c42243a99c3 admin admin] Publish callbacks [] for router_gateway (fbc46eb6-ff42-4722-b071-b30f3c8f46fe), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:40.789964 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-97b9ce3a-37c0-4865-a71e-8c42243a99c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:40.798970 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Pushing event updated for resources: {'Port': ['ID=fa0527e8-34d3-4d46-92c2-0ff9fb430e08,revision_number=4']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:40.924662 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-97b9ce3a-37c0-4865-a71e-8c42243a99c3 admin admin] Allocated IP 172.36.5.25 (1e0804d0-d1d9-4d40-9de5-2936f3d87840/6f6f4129-23e5-4c3b-b4ef-4c7ce926797e/25cacca8-6012-4941-a73f-38170ec18f80) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:23:40.941456 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71f5581-2e46-4482-bebe-5badae72057c None None] Sync routers for ids ['3090f9ea-498f-4eed-9917-5fda57ac8dd1'] in dv-neutron-master-2-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:23:40.956682 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71f5581-2e46-4482-bebe-5badae72057c None None] Routers {'3090f9ea-498f-4eed-9917-5fda57ac8dd1'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:23:40.957443 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-b71f5581-2e46-4482-bebe-5badae72057c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T11:23:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['3090f9ea-498f-4eed-9917-5fda57ac8dd1'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:23:41.047988 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-97b9ce3a-37c0-4865-a71e-8c42243a99c3 admin admin] Publish callbacks [] for port (25cacca8-6012-4941-a73f-38170ec18f80), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:41.097160 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-97b9ce3a-37c0-4865-a71e-8c42243a99c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (25cacca8-6012-4941-a73f-38170ec18f80), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:41.099431 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-b71f5581-2e46-4482-bebe-5badae72057c None None] Set router 3090f9ea-498f-4eed-9917-5fda57ac8dd1 gateway port host: dv-neutron-master-2-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:23:41.112481 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-293d5892-0b06-442b-9e81-7189b7742dda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fc6c9b74-8dbb-41bb-800a-5bd3a43fe896), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:41.140080 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b9ce3a-37c0-4865-a71e-8c42243a99c3 admin admin] Network 1e0804d0-d1d9-4d40-9de5-2936f3d87840 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:23:41.144675 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-97b9ce3a-37c0-4865-a71e-8c42243a99c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:23:41.148529 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b9ce3a-37c0-4865-a71e-8c42243a99c3 admin admin] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 11:23:41.171155 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b9ce3a-37c0-4865-a71e-8c42243a99c3 admin admin] Pushing event updated for resources: {'Port': ['ID=25cacca8-6012-4941-a73f-38170ec18f80,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:41.311339 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-b71f5581-2e46-4482-bebe-5badae72057c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3090f9ea-498f-4eed-9917-5fda57ac8dd1', 'name': 'tempest-TestShelveInstance-1516717234-router', 'tenant_id': '125c6fcb5d7f4d4fbe6496850083c279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.70'}], 'enable_snat': True}, 'gw_port_id': 'fa0527e8-34d3-4d46-92c2-0ff9fb430e08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:23:34Z', 'updated_at': '2022-02-28T11:23:37Z', 'revision_number': 4, 'project_id': '125c6fcb5d7f4d4fbe6496850083c279', 'gw_port': {'id': 'fa0527e8-34d3-4d46-92c2-0ff9fb430e08', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:9b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3090f9ea-498f-4eed-9917-5fda57ac8dd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:23:35Z', 'updated_at': '2022-02-28T11:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '9c1141b7-77d8-42fe-a05d-c9c98cf099f4', 'name': '', 'network_id': 'cd788e0f-453d-4178-8791-05f2c76596a7', 'tenant_id': '125c6fcb5d7f4d4fbe6496850083c279', 'mac_address': 'fa:16:3e:36:c8:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3090f9ea-498f-4eed-9917-5fda57ac8dd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': 'cfce0c85-eb7d-4e20-addf-47b59e1028c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:23:37Z', 'updated_at': '2022-02-28T11:23:37Z', 'revision_number': 2, 'project_id': '125c6fcb5d7f4d4fbe6496850083c279', 'subnets': [{'id': 'cfce0c85-eb7d-4e20-addf-47b59e1028c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:23:41.339983 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71f5581-2e46-4482-bebe-5badae72057c None None] Checking router: 3090f9ea-498f-4eed-9917-5fda57ac8dd1 for host: dv-neutron-master-2-hyperv {{(pid=103410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:23:41.340346 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71f5581-2e46-4482-bebe-5badae72057c None None] Updating router 3090f9ea-498f-4eed-9917-5fda57ac8dd1 port 9c1141b7-77d8-42fe-a05d-c9c98cf099f4 binding host dv-neutron-master-2-hyperv {{(pid=103410) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 11:23:41.370116 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b71f5581-2e46-4482-bebe-5badae72057c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (9c1141b7-77d8-42fe-a05d-c9c98cf099f4), before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:41.424963 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-97b9ce3a-37c0-4865-a71e-8c42243a99c3 admin admin] Publish callbacks [] for router_gateway (fbc46eb6-ff42-4722-b071-b30f3c8f46fe), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:41.669815 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-97b9ce3a-37c0-4865-a71e-8c42243a99c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1804241'] for router (fbc46eb6-ff42-4722-b071-b30f3c8f46fe), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:41.709681 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b71f5581-2e46-4482-bebe-5badae72057c None None] Publish callbacks [] for port (9c1141b7-77d8-42fe-a05d-c9c98cf099f4), precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:41.717763 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b71f5581-2e46-4482-bebe-5badae72057c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (9c1141b7-77d8-42fe-a05d-c9c98cf099f4), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:41.782343 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669ecb30-8e8f-4dfc-a86b-d0502e7e19c5 None None] Pushing event updated for resources: {'Port': ['ID=9c1141b7-77d8-42fe-a05d-c9c98cf099f4,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:41.792236 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669ecb30-8e8f-4dfc-a86b-d0502e7e19c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:23:41.792608 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669ecb30-8e8f-4dfc-a86b-d0502e7e19c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:23:41.792950 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669ecb30-8e8f-4dfc-a86b-d0502e7e19c5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:23:41.793474 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669ecb30-8e8f-4dfc-a86b-d0502e7e19c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:23:41.793995 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669ecb30-8e8f-4dfc-a86b-d0502e7e19c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:23:41.794501 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669ecb30-8e8f-4dfc-a86b-d0502e7e19c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:23:41.794997 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669ecb30-8e8f-4dfc-a86b-d0502e7e19c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:23:41.796264 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669ecb30-8e8f-4dfc-a86b-d0502e7e19c5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:23:41.796814 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669ecb30-8e8f-4dfc-a86b-d0502e7e19c5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:23:41.797163 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669ecb30-8e8f-4dfc-a86b-d0502e7e19c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:23:41.797501 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669ecb30-8e8f-4dfc-a86b-d0502e7e19c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:23:41.798009 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669ecb30-8e8f-4dfc-a86b-d0502e7e19c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:23:41.798348 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669ecb30-8e8f-4dfc-a86b-d0502e7e19c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:23:41.855240 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97b9ce3a-37c0-4865-a71e-8c42243a99c3 admin admin] Router fbc46eb6-ff42-4722-b071-b30f3c8f46fe is scheduled to L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 with binding_index 1 {{(pid=103407) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 11:23:41.862191 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-b71f5581-2e46-4482-bebe-5badae72057c None None] Attempting to bind port 9c1141b7-77d8-42fe-a05d-c9c98cf099f4 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 11:23:41.862560 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-b71f5581-2e46-4482-bebe-5badae72057c None None] Attempting to bind port 9c1141b7-77d8-42fe-a05d-c9c98cf099f4 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '7c0210c5-87d1-474e-8078-ef9907ad66c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'cd788e0f-453d-4178-8791-05f2c76596a7'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 11:23:41.862932 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b71f5581-2e46-4482-bebe-5badae72057c None None] Attempting to bind port 9c1141b7-77d8-42fe-a05d-c9c98cf099f4 on network cd788e0f-453d-4178-8791-05f2c76596a7 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 11:23:41.868772 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b71f5581-2e46-4482-bebe-5badae72057c None None] Checking agent: {'id': '75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 24, 15), 'started_at': datetime.datetime(2022, 2, 28, 10, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 23, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 11:23:41.869168 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b71f5581-2e46-4482-bebe-5badae72057c None None] Checking segment: {'id': '7c0210c5-87d1-474e-8078-ef9907ad66c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'cd788e0f-453d-4178-8791-05f2c76596a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 11:23:41.869802 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b71f5581-2e46-4482-bebe-5badae72057c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:41.870413 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b71f5581-2e46-4482-bebe-5badae72057c None None] Bound using segment: {'id': '7c0210c5-87d1-474e-8078-ef9907ad66c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'cd788e0f-453d-4178-8791-05f2c76596a7'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 11:23:41.871060 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-b71f5581-2e46-4482-bebe-5badae72057c None None] Bound port: 9c1141b7-77d8-42fe-a05d-c9c98cf099f4, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c0210c5-87d1-474e-8078-ef9907ad66c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'cd788e0f-453d-4178-8791-05f2c76596a7'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 11:23:41.871657 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b71f5581-2e46-4482-bebe-5badae72057c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (9c1141b7-77d8-42fe-a05d-c9c98cf099f4), before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:41.874126 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43d04d65-558d-4515-8e48-81803bbdeb8e None None] Network 7648d69a-b547-4252-a1c5-eed381c71d6d requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 11:23:41.965021 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-5cb208df-fb68-431f-9412-d1eae280d874 None None] Provisioning complete for port 240d4656-e2ba-4e13-a207-5de2e5884b63 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:23:41.965559 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5cb208df-fb68-431f-9412-d1eae280d874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (240d4656-e2ba-4e13-a207-5de2e5884b63), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:42.010760 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97b9ce3a-37c0-4865-a71e-8c42243a99c3 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:23:42.022329 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da01b2d-70c6-4354-a86e-c78ec504a687 None None] Sync routers for ids ['fbc46eb6-ff42-4722-b071-b30f3c8f46fe'] in dv-neutron-master-2-hyperv {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:23:42.049883 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-97b9ce3a-37c0-4865-a71e-8c42243a99c3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:42.056315 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-97b9ce3a-37c0-4865-a71e-8c42243a99c3 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.2161653 Feb 28 11:23:42.057173 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 47186) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:23:42.070342 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-b71f5581-2e46-4482-bebe-5badae72057c None None] For port 9c1141b7-77d8-42fe-a05d-c9c98cf099f4, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:23:42.073892 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-b71f5581-2e46-4482-bebe-5badae72057c None None] For port 9c1141b7-77d8-42fe-a05d-c9c98cf099f4, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9c1141b7-77d8-42fe-a05d-c9c98cf099f4,segment=NetworkSegment(7c0210c5-87d1-474e-8078-ef9907ad66c5),segment_id=7c0210c5-87d1-474e-8078-ef9907ad66c5)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:23:42.081200 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-b71f5581-2e46-4482-bebe-5badae72057c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (9c1141b7-77d8-42fe-a05d-c9c98cf099f4), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:42.093293 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da01b2d-70c6-4354-a86e-c78ec504a687 None None] Routers {'fbc46eb6-ff42-4722-b071-b30f3c8f46fe'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:23:42.093946 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-1da01b2d-70c6-4354-a86e-c78ec504a687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T11:23:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['fbc46eb6-ff42-4722-b071-b30f3c8f46fe'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:23:42.146676 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-5cb208df-fb68-431f-9412-d1eae280d874 None None] Current status of the port 240d4656-e2ba-4e13-a207-5de2e5884b63 is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:23:42.147050 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5cb208df-fb68-431f-9412-d1eae280d874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (240d4656-e2ba-4e13-a207-5de2e5884b63), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:42.153773 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71f5581-2e46-4482-bebe-5badae72057c None None] Routers {'3090f9ea-498f-4eed-9917-5fda57ac8dd1'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:23:42.154434 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-b71f5581-2e46-4482-bebe-5badae72057c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T11:23:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['3090f9ea-498f-4eed-9917-5fda57ac8dd1'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:23:42.213527 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669ecb30-8e8f-4dfc-a86b-d0502e7e19c5 None None] Pushing event updated for resources: {'Port': ['ID=9c1141b7-77d8-42fe-a05d-c9c98cf099f4,revision_number=4']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:42.247271 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-5cb208df-fb68-431f-9412-d1eae280d874 None None] For port 240d4656-e2ba-4e13-a207-5de2e5884b63, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=240d4656-e2ba-4e13-a207-5de2e5884b63,segment=NetworkSegment(68213ad6-3d8e-4f6f-9643-ba79bf229efc),segment_id=68213ad6-3d8e-4f6f-9643-ba79bf229efc)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:23:42.261333 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5cb208df-fb68-431f-9412-d1eae280d874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (240d4656-e2ba-4e13-a207-5de2e5884b63), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:42.322251 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-b71f5581-2e46-4482-bebe-5badae72057c None None] Set router 3090f9ea-498f-4eed-9917-5fda57ac8dd1 gateway port host: dv-neutron-master-2-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:23:42.351897 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b6d631fb-7df0-4fe1-8322-abff3b61cae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (0db5147a-92a3-4581-8a5f-8ec9b93e0600), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:42.354402 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-1da01b2d-70c6-4354-a86e-c78ec504a687 None None] Set router fbc46eb6-ff42-4722-b071-b30f3c8f46fe gateway port host: dv-neutron-master-2-hyperv {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:23:42.517020 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb208df-fb68-431f-9412-d1eae280d874 None None] Pushing event updated for resources: {'Port': ['ID=240d4656-e2ba-4e13-a207-5de2e5884b63,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:42.540176 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-e766ca53-4771-453e-a99a-d94397a08577 None None] Provisioning complete for port 9c1141b7-77d8-42fe-a05d-c9c98cf099f4 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:23:42.540661 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e766ca53-4771-453e-a99a-d94397a08577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (9c1141b7-77d8-42fe-a05d-c9c98cf099f4), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:42.696798 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-b71f5581-2e46-4482-bebe-5badae72057c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3090f9ea-498f-4eed-9917-5fda57ac8dd1', 'name': 'tempest-TestShelveInstance-1516717234-router', 'tenant_id': '125c6fcb5d7f4d4fbe6496850083c279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.70'}], 'enable_snat': True}, 'gw_port_id': 'fa0527e8-34d3-4d46-92c2-0ff9fb430e08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:23:34Z', 'updated_at': '2022-02-28T11:23:37Z', 'revision_number': 4, 'project_id': '125c6fcb5d7f4d4fbe6496850083c279', 'gw_port': {'id': 'fa0527e8-34d3-4d46-92c2-0ff9fb430e08', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:9b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3090f9ea-498f-4eed-9917-5fda57ac8dd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:23:35Z', 'updated_at': '2022-02-28T11:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '9c1141b7-77d8-42fe-a05d-c9c98cf099f4', 'name': '', 'network_id': 'cd788e0f-453d-4178-8791-05f2c76596a7', 'tenant_id': '125c6fcb5d7f4d4fbe6496850083c279', 'mac_address': 'fa:16:3e:36:c8:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3090f9ea-498f-4eed-9917-5fda57ac8dd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': 'cfce0c85-eb7d-4e20-addf-47b59e1028c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:23:37Z', 'updated_at': '2022-02-28T11:23:42Z', 'revision_number': 4, 'project_id': '125c6fcb5d7f4d4fbe6496850083c279', 'subnets': [{'id': 'cfce0c85-eb7d-4e20-addf-47b59e1028c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:23:42.729176 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71f5581-2e46-4482-bebe-5badae72057c None None] The sync data for ids ['3090f9ea-498f-4eed-9917-5fda57ac8dd1'] in dv-neutron-master-2-hyperv is: [{'id': '3090f9ea-498f-4eed-9917-5fda57ac8dd1', 'name': 'tempest-TestShelveInstance-1516717234-router', 'tenant_id': '125c6fcb5d7f4d4fbe6496850083c279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.70'}], 'enable_snat': True}, 'gw_port_id': 'fa0527e8-34d3-4d46-92c2-0ff9fb430e08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:23:34Z', 'updated_at': '2022-02-28T11:23:37Z', 'revision_number': 4, 'project_id': '125c6fcb5d7f4d4fbe6496850083c279', 'gw_port': {'id': 'fa0527e8-34d3-4d46-92c2-0ff9fb430e08', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:9b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3090f9ea-498f-4eed-9917-5fda57ac8dd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:23:35Z', 'updated_at': '2022-02-28T11:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '9c1141b7-77d8-42fe-a05d-c9c98cf099f4', 'name': '', 'network_id': 'cd788e0f-453d-4178-8791-05f2c76596a7', 'tenant_id': '125c6fcb5d7f4d4fbe6496850083c279', 'mac_address': 'fa:16:3e:36:c8:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3090f9ea-498f-4eed-9917-5fda57ac8dd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': 'cfce0c85-eb7d-4e20-addf-47b59e1028c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:23:37Z', 'updated_at': '2022-02-28T11:23:42Z', 'revision_number': 4, 'project_id': '125c6fcb5d7f4d4fbe6496850083c279', 'subnets': [{'id': 'cfce0c85-eb7d-4e20-addf-47b59e1028c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:23:42.764950 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 240d4656-e2ba-4e13-a207-5de2e5884b63 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 11:23:42.893479 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-54733e13-381a-41a3-ade6-8c2f7febdd4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:42.922602 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port 240d4656-e2ba-4e13-a207-5de2e5884b63 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:23:42.923491 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (240d4656-e2ba-4e13-a207-5de2e5884b63), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:42.969276 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-e766ca53-4771-453e-a99a-d94397a08577 None None] Current status of the port 9c1141b7-77d8-42fe-a05d-c9c98cf099f4 is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:23:42.969689 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e766ca53-4771-453e-a99a-d94397a08577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (9c1141b7-77d8-42fe-a05d-c9c98cf099f4), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:43.028170 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-e766ca53-4771-453e-a99a-d94397a08577 None None] For port 9c1141b7-77d8-42fe-a05d-c9c98cf099f4, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9c1141b7-77d8-42fe-a05d-c9c98cf099f4,segment=NetworkSegment(7c0210c5-87d1-474e-8078-ef9907ad66c5),segment_id=7c0210c5-87d1-474e-8078-ef9907ad66c5)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:23:43.060058 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e766ca53-4771-453e-a99a-d94397a08577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (9c1141b7-77d8-42fe-a05d-c9c98cf099f4), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:43.087809 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-1da01b2d-70c6-4354-a86e-c78ec504a687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbc46eb6-ff42-4722-b071-b30f3c8f46fe', 'name': 'tempest-TestShelveInstance-1249324590-router', 'tenant_id': '7ae66dc96d8f43169e2e762d7a227d0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.25'}], 'enable_snat': True}, 'gw_port_id': '25cacca8-6012-4941-a73f-38170ec18f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:23:39Z', 'updated_at': '2022-02-28T11:23:41Z', 'revision_number': 3, 'project_id': '7ae66dc96d8f43169e2e762d7a227d0d', 'gw_port': {'id': '25cacca8-6012-4941-a73f-38170ec18f80', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:dc:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbc46eb6-ff42-4722-b071-b30f3c8f46fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:23:40Z', 'updated_at': '2022-02-28T11:23:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:23:43.124491 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da01b2d-70c6-4354-a86e-c78ec504a687 None None] Checking router: fbc46eb6-ff42-4722-b071-b30f3c8f46fe for host: dv-neutron-master-2-hyperv {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:23:43.124800 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da01b2d-70c6-4354-a86e-c78ec504a687 None None] Updating router fbc46eb6-ff42-4722-b071-b30f3c8f46fe port 25cacca8-6012-4941-a73f-38170ec18f80 binding host dv-neutron-master-2-hyperv {{(pid=103409) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 11:23:43.133393 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 240d4656-e2ba-4e13-a207-5de2e5884b63 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:23:43.134875 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device fa0527e8-34d3-4d46-92c2-0ff9fb430e08 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 11:23:43.158451 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-54733e13-381a-41a3-ade6-8c2f7febdd4c admin admin] Allocated IP 172.20.0.1 (7648d69a-b547-4252-a1c5-eed381c71d6d/edc9f69b-da4f-4af4-82c0-56ec064da5dd/41fe026d-3722-4328-97ff-ec5b28a5f8a5) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:23:43.220319 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e766ca53-4771-453e-a99a-d94397a08577 None None] Pushing event updated for resources: {'Port': ['ID=9c1141b7-77d8-42fe-a05d-c9c98cf099f4,revision_number=5']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:43.225299 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1da01b2d-70c6-4354-a86e-c78ec504a687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (25cacca8-6012-4941-a73f-38170ec18f80), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:43.257440 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-12f8dd62-18d3-4e96-9589-94414ffdb512 None None] Provisioning complete for port 240d4656-e2ba-4e13-a207-5de2e5884b63 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:23:43.257440 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-12f8dd62-18d3-4e96-9589-94414ffdb512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (240d4656-e2ba-4e13-a207-5de2e5884b63), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:43.304003 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-54733e13-381a-41a3-ade6-8c2f7febdd4c admin admin] Publish callbacks [] for port (41fe026d-3722-4328-97ff-ec5b28a5f8a5), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:43.345929 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-54733e13-381a-41a3-ade6-8c2f7febdd4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (41fe026d-3722-4328-97ff-ec5b28a5f8a5), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:43.371021 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port fa0527e8-34d3-4d46-92c2-0ff9fb430e08 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:23:43.371143 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (fa0527e8-34d3-4d46-92c2-0ff9fb430e08), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:43.396828 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54733e13-381a-41a3-ade6-8c2f7febdd4c admin admin] Network 7648d69a-b547-4252-a1c5-eed381c71d6d is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:23:43.400879 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-54733e13-381a-41a3-ade6-8c2f7febdd4c admin admin] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:23:43.406228 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54733e13-381a-41a3-ade6-8c2f7febdd4c admin admin] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 11:23:43.410105 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54733e13-381a-41a3-ade6-8c2f7febdd4c admin admin] Pushing event updated for resources: {'Port': ['ID=41fe026d-3722-4328-97ff-ec5b28a5f8a5,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:43.483142 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-54733e13-381a-41a3-ade6-8c2f7febdd4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1803404'] for router_interface (fbc46eb6-ff42-4722-b071-b30f3c8f46fe), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:43.613953 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-12f8dd62-18d3-4e96-9589-94414ffdb512 None None] Current status of the port 240d4656-e2ba-4e13-a207-5de2e5884b63 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:23:43.662881 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-54733e13-381a-41a3-ade6-8c2f7febdd4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (41fe026d-3722-4328-97ff-ec5b28a5f8a5), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:43.668734 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port fa0527e8-34d3-4d46-92c2-0ff9fb430e08 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:23:43.679701 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-12f8dd62-18d3-4e96-9589-94414ffdb512 None None] Provisioning complete for port 9c1141b7-77d8-42fe-a05d-c9c98cf099f4 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:23:43.680095 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-12f8dd62-18d3-4e96-9589-94414ffdb512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (9c1141b7-77d8-42fe-a05d-c9c98cf099f4), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:43.725399 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6b923bb1-06b0-4b84-b461-7cc1d0196090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (2e621730-3978-4720-b581-ac380e97a567), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:43.776852 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1da01b2d-70c6-4354-a86e-c78ec504a687 None None] Publish callbacks [] for port (25cacca8-6012-4941-a73f-38170ec18f80), precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:43.786509 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1da01b2d-70c6-4354-a86e-c78ec504a687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (25cacca8-6012-4941-a73f-38170ec18f80), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:43.866894 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-54733e13-381a-41a3-ade6-8c2f7febdd4c admin admin] Publish callbacks [] for port (41fe026d-3722-4328-97ff-ec5b28a5f8a5), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:43.873736 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-1da01b2d-70c6-4354-a86e-c78ec504a687 None None] Attempting to bind port 25cacca8-6012-4941-a73f-38170ec18f80 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 11:23:43.874119 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-1da01b2d-70c6-4354-a86e-c78ec504a687 None None] Attempting to bind port 25cacca8-6012-4941-a73f-38170ec18f80 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '195d7ed7-323d-4284-82df-208cca613d99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 11:23:43.874498 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da01b2d-70c6-4354-a86e-c78ec504a687 None None] Attempting to bind port 25cacca8-6012-4941-a73f-38170ec18f80 on network 1e0804d0-d1d9-4d40-9de5-2936f3d87840 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 11:23:43.876373 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-54733e13-381a-41a3-ade6-8c2f7febdd4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3242529'] for port (41fe026d-3722-4328-97ff-ec5b28a5f8a5), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:43.887456 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c3c5fa-db97-493a-8d94-79201ea1649c None None] Pushing event updated for resources: {'Port': ['ID=25cacca8-6012-4941-a73f-38170ec18f80,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:43.893416 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da01b2d-70c6-4354-a86e-c78ec504a687 None None] Checking agent: {'id': '75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 24, 15), 'started_at': datetime.datetime(2022, 2, 28, 10, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 23, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 11:23:43.893714 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da01b2d-70c6-4354-a86e-c78ec504a687 None None] Checking segment: {'id': '195d7ed7-323d-4284-82df-208cca613d99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 11:23:43.894125 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1da01b2d-70c6-4354-a86e-c78ec504a687 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:43.894528 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da01b2d-70c6-4354-a86e-c78ec504a687 None None] Bound using segment: {'id': '195d7ed7-323d-4284-82df-208cca613d99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 11:23:43.895025 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-1da01b2d-70c6-4354-a86e-c78ec504a687 None None] Bound port: 25cacca8-6012-4941-a73f-38170ec18f80, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '195d7ed7-323d-4284-82df-208cca613d99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 11:23:43.895420 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1da01b2d-70c6-4354-a86e-c78ec504a687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (25cacca8-6012-4941-a73f-38170ec18f80), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:43.917272 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-12f8dd62-18d3-4e96-9589-94414ffdb512 None None] Current status of the port 9c1141b7-77d8-42fe-a05d-c9c98cf099f4 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:23:43.947668 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54733e13-381a-41a3-ade6-8c2f7febdd4c admin admin] Pushing event updated for resources: {'Port': ['ID=41fe026d-3722-4328-97ff-ec5b28a5f8a5,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:43.950508 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-54733e13-381a-41a3-ade6-8c2f7febdd4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1802524'] for router_interface (fbc46eb6-ff42-4722-b071-b30f3c8f46fe), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:43.957441 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-1da01b2d-70c6-4354-a86e-c78ec504a687 None None] For port 25cacca8-6012-4941-a73f-38170ec18f80, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:23:43.960921 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-1da01b2d-70c6-4354-a86e-c78ec504a687 None None] For port 25cacca8-6012-4941-a73f-38170ec18f80, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=25cacca8-6012-4941-a73f-38170ec18f80,segment=NetworkSegment(195d7ed7-323d-4284-82df-208cca613d99),segment_id=195d7ed7-323d-4284-82df-208cca613d99)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:23:43.967912 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1da01b2d-70c6-4354-a86e-c78ec504a687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (25cacca8-6012-4941-a73f-38170ec18f80), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:44.039799 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da01b2d-70c6-4354-a86e-c78ec504a687 None None] Routers {'fbc46eb6-ff42-4722-b071-b30f3c8f46fe'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:23:44.040593 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-1da01b2d-70c6-4354-a86e-c78ec504a687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T11:23:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['fbc46eb6-ff42-4722-b071-b30f3c8f46fe'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:23:44.044740 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c3c5fa-db97-493a-8d94-79201ea1649c None None] Pushing event updated for resources: {'Port': ['ID=25cacca8-6012-4941-a73f-38170ec18f80,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:44.056398 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54733e13-381a-41a3-ade6-8c2f7febdd4c admin admin] Network 7648d69a-b547-4252-a1c5-eed381c71d6d is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:23:44.058098 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-54733e13-381a-41a3-ade6-8c2f7febdd4c admin admin] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:23:44.100424 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-efcfa2e7-c1bd-4630-b8a6-bb50334e93c8 None None] Provisioning complete for port 41fe026d-3722-4328-97ff-ec5b28a5f8a5 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:23:44.101065 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-efcfa2e7-c1bd-4630-b8a6-bb50334e93c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (41fe026d-3722-4328-97ff-ec5b28a5f8a5), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:44.121669 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.agents_db [None req-382e0aa2-b126-48e6-89eb-3efa426b6b29 None None] Agent healthcheck: found 6 active agents {{(pid=103410) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 11:23:44.175915 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-efcfa2e7-c1bd-4630-b8a6-bb50334e93c8 None None] Port 41fe026d-3722-4328-97ff-ec5b28a5f8a5 cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 11:23:44.191120 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54733e13-381a-41a3-ade6-8c2f7febdd4c admin admin] Router fbc46eb6-ff42-4722-b071-b30f3c8f46fe has already been hosted by L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 {{(pid=103408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:23:44.196003 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-1da01b2d-70c6-4354-a86e-c78ec504a687 None None] Set router fbc46eb6-ff42-4722-b071-b30f3c8f46fe gateway port host: dv-neutron-master-2-hyperv {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:23:44.338868 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 240d4656-e2ba-4e13-a207-5de2e5884b63 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 11:23:44.340686 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54733e13-381a-41a3-ade6-8c2f7febdd4c admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:23:44.346901 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-54733e13-381a-41a3-ade6-8c2f7febdd4c admin admin] 10.222.0.20 "PUT /v2.0/routers/fbc46eb6-ff42-4722-b071-b30f3c8f46fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2879579 Feb 28 11:23:44.443898 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-fddee517-2eca-4708-aee6-63362b0669d9 None None] Provisioning complete for port 41fe026d-3722-4328-97ff-ec5b28a5f8a5 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:23:44.444293 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fddee517-2eca-4708-aee6-63362b0669d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (41fe026d-3722-4328-97ff-ec5b28a5f8a5), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:44.493477 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port 240d4656-e2ba-4e13-a207-5de2e5884b63 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:23:44.493887 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (240d4656-e2ba-4e13-a207-5de2e5884b63), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:44.517617 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-fddee517-2eca-4708-aee6-63362b0669d9 None None] Port 41fe026d-3722-4328-97ff-ec5b28a5f8a5 cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 11:23:44.551165 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-1da01b2d-70c6-4354-a86e-c78ec504a687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbc46eb6-ff42-4722-b071-b30f3c8f46fe', 'name': 'tempest-TestShelveInstance-1249324590-router', 'tenant_id': '7ae66dc96d8f43169e2e762d7a227d0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.25'}], 'enable_snat': True}, 'gw_port_id': '25cacca8-6012-4941-a73f-38170ec18f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:23:39Z', 'updated_at': '2022-02-28T11:23:43Z', 'revision_number': 4, 'project_id': '7ae66dc96d8f43169e2e762d7a227d0d', 'gw_port': {'id': '25cacca8-6012-4941-a73f-38170ec18f80', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:dc:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbc46eb6-ff42-4722-b071-b30f3c8f46fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:23:40Z', 'updated_at': '2022-02-28T11:23:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '41fe026d-3722-4328-97ff-ec5b28a5f8a5', 'name': '', 'network_id': '7648d69a-b547-4252-a1c5-eed381c71d6d', 'tenant_id': '7ae66dc96d8f43169e2e762d7a227d0d', 'mac_address': 'fa:16:3e:cb:c0:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbc46eb6-ff42-4722-b071-b30f3c8f46fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': 'edc9f69b-da4f-4af4-82c0-56ec064da5dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:23:42Z', 'updated_at': '2022-02-28T11:23:43Z', 'revision_number': 2, 'project_id': '7ae66dc96d8f43169e2e762d7a227d0d', 'subnets': [{'id': 'edc9f69b-da4f-4af4-82c0-56ec064da5dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:23:44.583374 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da01b2d-70c6-4354-a86e-c78ec504a687 None None] The sync data for ids ['fbc46eb6-ff42-4722-b071-b30f3c8f46fe'] in dv-neutron-master-2-hyperv is: [{'id': 'fbc46eb6-ff42-4722-b071-b30f3c8f46fe', 'name': 'tempest-TestShelveInstance-1249324590-router', 'tenant_id': '7ae66dc96d8f43169e2e762d7a227d0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.25'}], 'enable_snat': True}, 'gw_port_id': '25cacca8-6012-4941-a73f-38170ec18f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:23:39Z', 'updated_at': '2022-02-28T11:23:43Z', 'revision_number': 4, 'project_id': '7ae66dc96d8f43169e2e762d7a227d0d', 'gw_port': {'id': '25cacca8-6012-4941-a73f-38170ec18f80', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:dc:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbc46eb6-ff42-4722-b071-b30f3c8f46fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:23:40Z', 'updated_at': '2022-02-28T11:23:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '41fe026d-3722-4328-97ff-ec5b28a5f8a5', 'name': '', 'network_id': '7648d69a-b547-4252-a1c5-eed381c71d6d', 'tenant_id': '7ae66dc96d8f43169e2e762d7a227d0d', 'mac_address': 'fa:16:3e:cb:c0:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbc46eb6-ff42-4722-b071-b30f3c8f46fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': 'edc9f69b-da4f-4af4-82c0-56ec064da5dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:23:42Z', 'updated_at': '2022-02-28T11:23:43Z', 'revision_number': 2, 'project_id': '7ae66dc96d8f43169e2e762d7a227d0d', 'subnets': [{'id': 'edc9f69b-da4f-4af4-82c0-56ec064da5dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:23:44.630740 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 240d4656-e2ba-4e13-a207-5de2e5884b63 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:23:44.631899 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 9c1141b7-77d8-42fe-a05d-c9c98cf099f4 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 11:23:44.688415 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port 9c1141b7-77d8-42fe-a05d-c9c98cf099f4 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:23:44.688415 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (9c1141b7-77d8-42fe-a05d-c9c98cf099f4), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:44.810072 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 9c1141b7-77d8-42fe-a05d-c9c98cf099f4 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:23:44.946614 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:44.959361 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 47194) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:23:44.964532 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-51cbb639-4d78-4388-8583-f27ecde074ea tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-815199517', 'description': 'tempest-secgroup-smoke-815199517 description', 'project_id': '125c6fcb5d7f4d4fbe6496850083c279'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:23:44.987413 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-51cbb639-4d78-4388-8583-f27ecde074ea tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Publish callbacks [] for security_group (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:45.060937 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-51cbb639-4d78-4388-8583-f27ecde074ea tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Publish callbacks [] for security_group (4749ae25-4a81-41d3-a68c-b96343b1dd4c), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:45.065292 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-51cbb639-4d78-4388-8583-f27ecde074ea tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (4749ae25-4a81-41d3-a68c-b96343b1dd4c), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:45.094800 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-51cbb639-4d78-4388-8583-f27ecde074ea tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Publish callbacks [] for security_group (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:45.096099 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-51cbb639-4d78-4388-8583-f27ecde074ea tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1357052 Feb 28 11:23:45.099253 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 47196) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:23:45.104639 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-82d5ac7c-59ee-43d2-96dc-e3d441a2a7b6 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Request body: {'security_group_rule': {'security_group_id': '4749ae25-4a81-41d3-a68c-b96343b1dd4c', 'project_id': '125c6fcb5d7f4d4fbe6496850083c279', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:23:45.110050 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cbb639-4d78-4388-8583-f27ecde074ea tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4749ae25-4a81-41d3-a68c-b96343b1dd4c,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:45.139567 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-82d5ac7c-59ee-43d2-96dc-e3d441a2a7b6 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Publish callbacks [] for security_group_rule (9e5aa416-6ad3-471c-8fd4-cded80841305), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:45.206783 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-82d5ac7c-59ee-43d2-96dc-e3d441a2a7b6 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Publish callbacks [] for security_group_rule (9e5aa416-6ad3-471c-8fd4-cded80841305), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:45.210637 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-82d5ac7c-59ee-43d2-96dc-e3d441a2a7b6 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594242'] for security_group_rule (9e5aa416-6ad3-471c-8fd4-cded80841305), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:45.233025 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d5ac7c-59ee-43d2-96dc-e3d441a2a7b6 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e5aa416-6ad3-471c-8fd4-cded80841305,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:45.242123 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-82d5ac7c-59ee-43d2-96dc-e3d441a2a7b6 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:45.243386 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-82d5ac7c-59ee-43d2-96dc-e3d441a2a7b6 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1431985 Feb 28 11:23:45.247327 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 47198) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:23:45.252117 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-e5151309-fef1-4010-877e-3aa08554307d tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Request body: {'security_group_rule': {'security_group_id': '4749ae25-4a81-41d3-a68c-b96343b1dd4c', 'project_id': '125c6fcb5d7f4d4fbe6496850083c279', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:23:45.278214 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e5151309-fef1-4010-877e-3aa08554307d tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Publish callbacks [] for security_group_rule (22306f07-6e7c-4d61-86c8-a74d07c82452), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:45.336655 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e5151309-fef1-4010-877e-3aa08554307d tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Publish callbacks [] for security_group_rule (22306f07-6e7c-4d61-86c8-a74d07c82452), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:45.341388 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e5151309-fef1-4010-877e-3aa08554307d tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594242'] for security_group_rule (22306f07-6e7c-4d61-86c8-a74d07c82452), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:45.360286 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5151309-fef1-4010-877e-3aa08554307d tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22306f07-6e7c-4d61-86c8-a74d07c82452,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:45.373000 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-e5151309-fef1-4010-877e-3aa08554307d tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:45.374296 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-e5151309-fef1-4010-877e-3aa08554307d tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1259391 Feb 28 11:23:45.377417 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 47200) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:23:45.382190 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-db695de7-d018-42fd-b6a0-751b92dce50d tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Request body: {'security_group_rule': {'security_group_id': '4749ae25-4a81-41d3-a68c-b96343b1dd4c', 'project_id': '125c6fcb5d7f4d4fbe6496850083c279', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:23:45.412383 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-db695de7-d018-42fd-b6a0-751b92dce50d tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Publish callbacks [] for security_group_rule (7eec7314-60cb-4201-b45d-45e2b4f92402), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:45.497861 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-db695de7-d018-42fd-b6a0-751b92dce50d tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Publish callbacks [] for security_group_rule (7eec7314-60cb-4201-b45d-45e2b4f92402), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:45.504221 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-db695de7-d018-42fd-b6a0-751b92dce50d tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594242'] for security_group_rule (7eec7314-60cb-4201-b45d-45e2b4f92402), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:45.523791 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db695de7-d018-42fd-b6a0-751b92dce50d tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7eec7314-60cb-4201-b45d-45e2b4f92402,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:45.532623 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-db695de7-d018-42fd-b6a0-751b92dce50d tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:45.533887 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-db695de7-d018-42fd-b6a0-751b92dce50d tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1554446 Feb 28 11:23:45.536646 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 47202) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:23:45.541249 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-0b123dab-3ea5-493f-9e66-b70e074d777c tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Request body: {'security_group_rule': {'security_group_id': '4749ae25-4a81-41d3-a68c-b96343b1dd4c', 'project_id': '125c6fcb5d7f4d4fbe6496850083c279', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:23:45.569242 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0b123dab-3ea5-493f-9e66-b70e074d777c tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Publish callbacks [] for security_group_rule (7a08e72e-b68a-47a8-b31f-27e6180ba394), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:45.643297 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0b123dab-3ea5-493f-9e66-b70e074d777c tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Publish callbacks [] for security_group_rule (7a08e72e-b68a-47a8-b31f-27e6180ba394), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:45.648096 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0b123dab-3ea5-493f-9e66-b70e074d777c tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594242'] for security_group_rule (7a08e72e-b68a-47a8-b31f-27e6180ba394), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:45.672381 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b123dab-3ea5-493f-9e66-b70e074d777c tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a08e72e-b68a-47a8-b31f-27e6180ba394,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:45.682129 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0b123dab-3ea5-493f-9e66-b70e074d777c tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:45.685010 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-0b123dab-3ea5-493f-9e66-b70e074d777c tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1473775 Feb 28 11:23:45.686261 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 47204) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:23:45.691096 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-0863c761-48f0-4650-92fe-17339d3d75a3 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Request body: {'security_group_rule': {'security_group_id': '4749ae25-4a81-41d3-a68c-b96343b1dd4c', 'project_id': '125c6fcb5d7f4d4fbe6496850083c279', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:23:45.715655 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.db.securitygroups_db [None req-0863c761-48f0-4650-92fe-17339d3d75a3 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Project 125c6fcb5d7f4d4fbe6496850083c279 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 11:23:45.721444 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0863c761-48f0-4650-92fe-17339d3d75a3 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Publish callbacks [] for security_group_rule (a7ebc81e-4528-47df-a419-bc68f2b1fe39), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:45.796029 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0863c761-48f0-4650-92fe-17339d3d75a3 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Publish callbacks [] for security_group_rule (a7ebc81e-4528-47df-a419-bc68f2b1fe39), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:45.800614 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0863c761-48f0-4650-92fe-17339d3d75a3 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594242'] for security_group_rule (a7ebc81e-4528-47df-a419-bc68f2b1fe39), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:45.818906 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0863c761-48f0-4650-92fe-17339d3d75a3 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7ebc81e-4528-47df-a419-bc68f2b1fe39,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:45.828083 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-0863c761-48f0-4650-92fe-17339d3d75a3 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:45.829398 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-0863c761-48f0-4650-92fe-17339d3d75a3 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1421771 Feb 28 11:23:45.832756 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 47206) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:23:45.837415 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-c400622a-a5cf-4bf4-8067-04963272ee85 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Request body: {'security_group_rule': {'security_group_id': '4749ae25-4a81-41d3-a68c-b96343b1dd4c', 'project_id': '125c6fcb5d7f4d4fbe6496850083c279', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:23:45.859009 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.db.securitygroups_db [None req-c400622a-a5cf-4bf4-8067-04963272ee85 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Project 125c6fcb5d7f4d4fbe6496850083c279 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 11:23:45.865041 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c400622a-a5cf-4bf4-8067-04963272ee85 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Publish callbacks [] for security_group_rule (85b1c699-9192-4949-8563-b4abff77a00e), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:45.940387 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c400622a-a5cf-4bf4-8067-04963272ee85 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Publish callbacks [] for security_group_rule (85b1c699-9192-4949-8563-b4abff77a00e), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:45.945013 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c400622a-a5cf-4bf4-8067-04963272ee85 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594242'] for security_group_rule (85b1c699-9192-4949-8563-b4abff77a00e), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:45.965184 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c400622a-a5cf-4bf4-8067-04963272ee85 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85b1c699-9192-4949-8563-b4abff77a00e,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:45.976253 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-c400622a-a5cf-4bf4-8067-04963272ee85 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:45.985920 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-c400622a-a5cf-4bf4-8067-04963272ee85 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1441867 Feb 28 11:23:46.139419 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-415abc1b-d8b3-48b3-883a-97ed539473b4 req-de4f09ba-d07d-482b-80a9-01b5dfbfd93b tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-815199517&fields=id&tenant_id=125c6fcb5d7f4d4fbe6496850083c279 HTTP/1.1" status: 200 len: 267 time: 0.0479021 Feb 28 11:23:46.254052 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415abc1b-d8b3-48b3-883a-97ed539473b4 req-d15c24f0-5958-4d50-b3be-2141df728250 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:23:46.255627 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-415abc1b-d8b3-48b3-883a-97ed539473b4 req-d15c24f0-5958-4d50-b3be-2141df728250 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/networks?id=cd788e0f-453d-4178-8791-05f2c76596a7 HTTP/1.1" status: 200 len: 809 time: 0.1094656 Feb 28 11:23:46.272154 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-415abc1b-d8b3-48b3-883a-97ed539473b4 req-331f2829-9c48-41ef-9905-b2cceeb15605 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/quotas/125c6fcb5d7f4d4fbe6496850083c279 HTTP/1.1" status: 200 len: 375 time: 0.0104563 Feb 28 11:23:46.293827 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 25cacca8-6012-4941-a73f-38170ec18f80 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 11:23:46.336252 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-415abc1b-d8b3-48b3-883a-97ed539473b4 req-589f1677-084d-43f1-a0a9-2a3d00059cd1 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=125c6fcb5d7f4d4fbe6496850083c279&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0566533 Feb 28 11:23:46.345105 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port 25cacca8-6012-4941-a73f-38170ec18f80 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:23:46.345815 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (25cacca8-6012-4941-a73f-38170ec18f80), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:46.430447 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 25cacca8-6012-4941-a73f-38170ec18f80 is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:23:46.430765 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (25cacca8-6012-4941-a73f-38170ec18f80), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:46.452804 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] For port 25cacca8-6012-4941-a73f-38170ec18f80, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=25cacca8-6012-4941-a73f-38170ec18f80,segment=NetworkSegment(195d7ed7-323d-4284-82df-208cca613d99),segment_id=195d7ed7-323d-4284-82df-208cca613d99)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:23:46.458411 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (25cacca8-6012-4941-a73f-38170ec18f80), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:46.513935 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Pushing event updated for resources: {'Port': ['ID=25cacca8-6012-4941-a73f-38170ec18f80,revision_number=4']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:46.551754 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-415abc1b-d8b3-48b3-883a-97ed539473b4 req-47d323f1-7684-4a83-b98c-45ccc76221f3 service neutron] 10.222.0.20 "GET /v2.0/networks/cd788e0f-453d-4178-8791-05f2c76596a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2035837 Feb 28 11:23:46.649288 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-415abc1b-d8b3-48b3-883a-97ed539473b4 req-0d44dde4-66d6-4d66-8a9f-9d4a8d3c3ee8 service neutron] 10.222.0.20 "GET /v2.0/networks/cd788e0f-453d-4178-8791-05f2c76596a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904796 Feb 28 11:23:46.831623 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca7eee07-9ede-4add-af2a-8c08175fcecf None None] Sync routers for ids ['fbc46eb6-ff42-4722-b071-b30f3c8f46fe'] in dv-neutron-master-2-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:23:46.842631 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca7eee07-9ede-4add-af2a-8c08175fcecf None None] Routers {'fbc46eb6-ff42-4722-b071-b30f3c8f46fe'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:23:46.843304 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-ca7eee07-9ede-4add-af2a-8c08175fcecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T11:23:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['fbc46eb6-ff42-4722-b071-b30f3c8f46fe'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:23:46.959999 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-ca7eee07-9ede-4add-af2a-8c08175fcecf None None] Set router fbc46eb6-ff42-4722-b071-b30f3c8f46fe gateway port host: dv-neutron-master-2-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:23:47.171662 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-ca7eee07-9ede-4add-af2a-8c08175fcecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbc46eb6-ff42-4722-b071-b30f3c8f46fe', 'name': 'tempest-TestShelveInstance-1249324590-router', 'tenant_id': '7ae66dc96d8f43169e2e762d7a227d0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.25'}], 'enable_snat': True}, 'gw_port_id': '25cacca8-6012-4941-a73f-38170ec18f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:23:39Z', 'updated_at': '2022-02-28T11:23:43Z', 'revision_number': 4, 'project_id': '7ae66dc96d8f43169e2e762d7a227d0d', 'gw_port': {'id': '25cacca8-6012-4941-a73f-38170ec18f80', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:dc:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc46eb6-ff42-4722-b071-b30f3c8f46fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:23:40Z', 'updated_at': '2022-02-28T11:23:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '41fe026d-3722-4328-97ff-ec5b28a5f8a5', 'name': '', 'network_id': '7648d69a-b547-4252-a1c5-eed381c71d6d', 'tenant_id': '7ae66dc96d8f43169e2e762d7a227d0d', 'mac_address': 'fa:16:3e:cb:c0:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbc46eb6-ff42-4722-b071-b30f3c8f46fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': 'edc9f69b-da4f-4af4-82c0-56ec064da5dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:23:42Z', 'updated_at': '2022-02-28T11:23:43Z', 'revision_number': 2, 'project_id': '7ae66dc96d8f43169e2e762d7a227d0d', 'subnets': [{'id': 'edc9f69b-da4f-4af4-82c0-56ec064da5dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:23:47.198920 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca7eee07-9ede-4add-af2a-8c08175fcecf None None] Checking router: fbc46eb6-ff42-4722-b071-b30f3c8f46fe for host: dv-neutron-master-2-hyperv {{(pid=103410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:23:47.199274 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca7eee07-9ede-4add-af2a-8c08175fcecf None None] Updating router fbc46eb6-ff42-4722-b071-b30f3c8f46fe port 41fe026d-3722-4328-97ff-ec5b28a5f8a5 binding host dv-neutron-master-2-hyperv {{(pid=103410) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 11:23:47.227760 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ca7eee07-9ede-4add-af2a-8c08175fcecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (41fe026d-3722-4328-97ff-ec5b28a5f8a5), before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:47.498995 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ca7eee07-9ede-4add-af2a-8c08175fcecf None None] Publish callbacks [] for port (41fe026d-3722-4328-97ff-ec5b28a5f8a5), precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:47.507484 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ca7eee07-9ede-4add-af2a-8c08175fcecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (41fe026d-3722-4328-97ff-ec5b28a5f8a5), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:47.559474 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50ad87b-1c2b-4188-8de3-cc4965bdad5c None None] Pushing event updated for resources: {'Port': ['ID=41fe026d-3722-4328-97ff-ec5b28a5f8a5,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:47.611118 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-ca7eee07-9ede-4add-af2a-8c08175fcecf None None] Attempting to bind port 41fe026d-3722-4328-97ff-ec5b28a5f8a5 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 11:23:47.611490 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-ca7eee07-9ede-4add-af2a-8c08175fcecf None None] Attempting to bind port 41fe026d-3722-4328-97ff-ec5b28a5f8a5 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '68213ad6-3d8e-4f6f-9643-ba79bf229efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '7648d69a-b547-4252-a1c5-eed381c71d6d'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 11:23:47.611853 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7eee07-9ede-4add-af2a-8c08175fcecf None None] Attempting to bind port 41fe026d-3722-4328-97ff-ec5b28a5f8a5 on network 7648d69a-b547-4252-a1c5-eed381c71d6d {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 11:23:47.617561 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7eee07-9ede-4add-af2a-8c08175fcecf None None] Checking agent: {'id': '75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 24, 15), 'started_at': datetime.datetime(2022, 2, 28, 10, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 23, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 11:23:47.617937 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7eee07-9ede-4add-af2a-8c08175fcecf None None] Checking segment: {'id': '68213ad6-3d8e-4f6f-9643-ba79bf229efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '7648d69a-b547-4252-a1c5-eed381c71d6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 11:23:47.618509 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ca7eee07-9ede-4add-af2a-8c08175fcecf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:47.618975 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7eee07-9ede-4add-af2a-8c08175fcecf None None] Bound using segment: {'id': '68213ad6-3d8e-4f6f-9643-ba79bf229efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '7648d69a-b547-4252-a1c5-eed381c71d6d'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 11:23:47.619446 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-ca7eee07-9ede-4add-af2a-8c08175fcecf None None] Bound port: 41fe026d-3722-4328-97ff-ec5b28a5f8a5, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68213ad6-3d8e-4f6f-9643-ba79bf229efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '7648d69a-b547-4252-a1c5-eed381c71d6d'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 11:23:47.619827 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ca7eee07-9ede-4add-af2a-8c08175fcecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (41fe026d-3722-4328-97ff-ec5b28a5f8a5), before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:47.693019 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-ca7eee07-9ede-4add-af2a-8c08175fcecf None None] For port 41fe026d-3722-4328-97ff-ec5b28a5f8a5, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:23:47.696151 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-ca7eee07-9ede-4add-af2a-8c08175fcecf None None] For port 41fe026d-3722-4328-97ff-ec5b28a5f8a5, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=41fe026d-3722-4328-97ff-ec5b28a5f8a5,segment=NetworkSegment(68213ad6-3d8e-4f6f-9643-ba79bf229efc),segment_id=68213ad6-3d8e-4f6f-9643-ba79bf229efc)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:23:47.704224 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-ca7eee07-9ede-4add-af2a-8c08175fcecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (41fe026d-3722-4328-97ff-ec5b28a5f8a5), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:47.774920 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca7eee07-9ede-4add-af2a-8c08175fcecf None None] Routers {'fbc46eb6-ff42-4722-b071-b30f3c8f46fe'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:23:47.775412 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-ca7eee07-9ede-4add-af2a-8c08175fcecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T11:23:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['fbc46eb6-ff42-4722-b071-b30f3c8f46fe'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:23:47.780115 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-fb721a27-27cc-409a-89fc-8d2174f4d856 None None] Provisioning complete for port 41fe026d-3722-4328-97ff-ec5b28a5f8a5 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:23:47.780902 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fb721a27-27cc-409a-89fc-8d2174f4d856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (41fe026d-3722-4328-97ff-ec5b28a5f8a5), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:47.841454 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-1315c4da-1e3c-4ac2-959f-e674609b68cb req-a38b986b-8eb0-4429-95b3-9729a9b69c6d tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b19464d-bc9e-444a-b1ba-04faa5e0ce37 HTTP/1.1" status: 200 len: 210 time: 0.0393140 Feb 28 11:23:47.875547 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-fb721a27-27cc-409a-89fc-8d2174f4d856 None None] Current status of the port 41fe026d-3722-4328-97ff-ec5b28a5f8a5 is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:23:47.876043 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fb721a27-27cc-409a-89fc-8d2174f4d856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (41fe026d-3722-4328-97ff-ec5b28a5f8a5), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:47.886109 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50ad87b-1c2b-4188-8de3-cc4965bdad5c None None] Pushing event updated for resources: {'Port': ['ID=41fe026d-3722-4328-97ff-ec5b28a5f8a5,revision_number=4']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:47.913007 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-ca7eee07-9ede-4add-af2a-8c08175fcecf None None] Set router fbc46eb6-ff42-4722-b071-b30f3c8f46fe gateway port host: dv-neutron-master-2-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:23:47.913244 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-fb721a27-27cc-409a-89fc-8d2174f4d856 None None] For port 41fe026d-3722-4328-97ff-ec5b28a5f8a5, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=41fe026d-3722-4328-97ff-ec5b28a5f8a5,segment=NetworkSegment(68213ad6-3d8e-4f6f-9643-ba79bf229efc),segment_id=68213ad6-3d8e-4f6f-9643-ba79bf229efc)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:23:47.918356 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fb721a27-27cc-409a-89fc-8d2174f4d856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (41fe026d-3722-4328-97ff-ec5b28a5f8a5), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:47.975227 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb721a27-27cc-409a-89fc-8d2174f4d856 None None] Pushing event updated for resources: {'Port': ['ID=41fe026d-3722-4328-97ff-ec5b28a5f8a5,revision_number=5']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:48.041348 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-50742926-4f9b-4feb-a48e-b6deb0edfca9 None None] Provisioning complete for port 41fe026d-3722-4328-97ff-ec5b28a5f8a5 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:23:48.042045 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-50742926-4f9b-4feb-a48e-b6deb0edfca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (41fe026d-3722-4328-97ff-ec5b28a5f8a5), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:48.124066 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-50742926-4f9b-4feb-a48e-b6deb0edfca9 None None] Current status of the port 41fe026d-3722-4328-97ff-ec5b28a5f8a5 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:23:48.223021 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-ca7eee07-9ede-4add-af2a-8c08175fcecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbc46eb6-ff42-4722-b071-b30f3c8f46fe', 'name': 'tempest-TestShelveInstance-1249324590-router', 'tenant_id': '7ae66dc96d8f43169e2e762d7a227d0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.25'}], 'enable_snat': True}, 'gw_port_id': '25cacca8-6012-4941-a73f-38170ec18f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:23:39Z', 'updated_at': '2022-02-28T11:23:43Z', 'revision_number': 4, 'project_id': '7ae66dc96d8f43169e2e762d7a227d0d', 'gw_port': {'id': '25cacca8-6012-4941-a73f-38170ec18f80', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:dc:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc46eb6-ff42-4722-b071-b30f3c8f46fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:23:40Z', 'updated_at': '2022-02-28T11:23:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '41fe026d-3722-4328-97ff-ec5b28a5f8a5', 'name': '', 'network_id': '7648d69a-b547-4252-a1c5-eed381c71d6d', 'tenant_id': '7ae66dc96d8f43169e2e762d7a227d0d', 'mac_address': 'fa:16:3e:cb:c0:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbc46eb6-ff42-4722-b071-b30f3c8f46fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': 'edc9f69b-da4f-4af4-82c0-56ec064da5dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:23:42Z', 'updated_at': '2022-02-28T11:23:47Z', 'revision_number': 4, 'project_id': '7ae66dc96d8f43169e2e762d7a227d0d', 'subnets': [{'id': 'edc9f69b-da4f-4af4-82c0-56ec064da5dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:23:48.256328 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca7eee07-9ede-4add-af2a-8c08175fcecf None None] The sync data for ids ['fbc46eb6-ff42-4722-b071-b30f3c8f46fe'] in dv-neutron-master-2-hyperv is: [{'id': 'fbc46eb6-ff42-4722-b071-b30f3c8f46fe', 'name': 'tempest-TestShelveInstance-1249324590-router', 'tenant_id': '7ae66dc96d8f43169e2e762d7a227d0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.25'}], 'enable_snat': True}, 'gw_port_id': '25cacca8-6012-4941-a73f-38170ec18f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:23:39Z', 'updated_at': '2022-02-28T11:23:43Z', 'revision_number': 4, 'project_id': '7ae66dc96d8f43169e2e762d7a227d0d', 'gw_port': {'id': '25cacca8-6012-4941-a73f-38170ec18f80', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:dc:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc46eb6-ff42-4722-b071-b30f3c8f46fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:23:40Z', 'updated_at': '2022-02-28T11:23:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '41fe026d-3722-4328-97ff-ec5b28a5f8a5', 'name': '', 'network_id': '7648d69a-b547-4252-a1c5-eed381c71d6d', 'tenant_id': '7ae66dc96d8f43169e2e762d7a227d0d', 'mac_address': 'fa:16:3e:cb:c0:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbc46eb6-ff42-4722-b071-b30f3c8f46fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': 'edc9f69b-da4f-4af4-82c0-56ec064da5dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:23:42Z', 'updated_at': '2022-02-28T11:23:47Z', 'revision_number': 4, 'project_id': '7ae66dc96d8f43169e2e762d7a227d0d', 'subnets': [{'id': 'edc9f69b-da4f-4af4-82c0-56ec064da5dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:23:48.290291 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 41fe026d-3722-4328-97ff-ec5b28a5f8a5 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 11:23:48.352466 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port 41fe026d-3722-4328-97ff-ec5b28a5f8a5 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:23:48.353275 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (41fe026d-3722-4328-97ff-ec5b28a5f8a5), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:48.605031 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 41fe026d-3722-4328-97ff-ec5b28a5f8a5 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:23:48.606539 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 25cacca8-6012-4941-a73f-38170ec18f80 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 11:23:48.658534 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port 25cacca8-6012-4941-a73f-38170ec18f80 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:23:48.658909 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (25cacca8-6012-4941-a73f-38170ec18f80), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:48.746643 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 25cacca8-6012-4941-a73f-38170ec18f80 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:23:48.918506 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-611c7751-19fc-4e8e-922d-6605fa08603f req-ebc39bf1-25b3-4c3a-9cbf-112f2bd1d673 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b19464d-bc9e-444a-b1ba-04faa5e0ce37 HTTP/1.1" status: 200 len: 210 time: 0.0318425 Feb 28 11:23:50.001578 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-976b746b-6d64-49b3-acc8-8dd22d1704a4 req-ee471888-2481-4577-b4b5-535c592f55ed tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b19464d-bc9e-444a-b1ba-04faa5e0ce37 HTTP/1.1" status: 200 len: 210 time: 0.0324814 Feb 28 11:23:51.081062 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-e1d8e885-4ec6-400e-9464-7643a678bd1d req-eb91c3b0-e55a-4042-808d-2afa2655cf3a tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b19464d-bc9e-444a-b1ba-04faa5e0ce37 HTTP/1.1" status: 200 len: 210 time: 0.0283661 Feb 28 11:23:52.176870 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-bd0970ea-2293-411d-a7b8-292ceb3f0a2d req-68c2405b-241b-4043-8a0d-c70fad1cba41 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b19464d-bc9e-444a-b1ba-04faa5e0ce37 HTTP/1.1" status: 200 len: 210 time: 0.0286562 Feb 28 11:23:53.109332 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415abc1b-d8b3-48b3-883a-97ed539473b4 req-524ad928-00d6-47b1-97c3-4f1ce1e6d790 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:23:53.110995 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-415abc1b-d8b3-48b3-883a-97ed539473b4 req-524ad928-00d6-47b1-97c3-4f1ce1e6d790 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.30 "GET /v2.0/networks?id=cd788e0f-453d-4178-8791-05f2c76596a7 HTTP/1.1" status: 200 len: 809 time: 0.1091731 Feb 28 11:23:53.186055 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-415abc1b-d8b3-48b3-883a-97ed539473b4 req-c76e7275-6f25-4751-a971-347c3930f842 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=125c6fcb5d7f4d4fbe6496850083c279 HTTP/1.1" status: 200 len: 379 time: 0.0611429 Feb 28 11:23:53.194942 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [req-415abc1b-d8b3-48b3-883a-97ed539473b4 req-67715a3d-27ac-4841-85d3-1846963cf376 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Request body: {'port': {'device_id': '3b19464d-bc9e-444a-b1ba-04faa5e0ce37', 'network_id': 'cd788e0f-453d-4178-8791-05f2c76596a7', 'admin_state_up': True, 'tenant_id': '125c6fcb5d7f4d4fbe6496850083c279', 'security_groups': ['4749ae25-4a81-41d3-a68c-b96343b1dd4c']}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:23:53.275810 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-0f9ecebe-368a-4bcb-a6c6-fb3d58d137b8 req-62e7757e-74de-47e2-bc44-fedb2690882b tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b19464d-bc9e-444a-b1ba-04faa5e0ce37 HTTP/1.1" status: 200 len: 210 time: 0.0279031 Feb 28 11:23:53.308354 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-415abc1b-d8b3-48b3-883a-97ed539473b4 req-67715a3d-27ac-4841-85d3-1846963cf376 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Made reservation on behalf of 125c6fcb5d7f4d4fbe6496850083c279 for: {'port': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:23:53.312167 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-415abc1b-d8b3-48b3-883a-97ed539473b4 req-67715a3d-27ac-4841-85d3-1846963cf376 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:53.443916 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [req-415abc1b-d8b3-48b3-883a-97ed539473b4 req-67715a3d-27ac-4841-85d3-1846963cf376 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Allocated IP 172.20.0.9 (cd788e0f-453d-4178-8791-05f2c76596a7/cfce0c85-eb7d-4e20-addf-47b59e1028c6/df0aac0d-e528-4bdc-baab-3fd89e28ca43) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:23:53.588571 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-415abc1b-d8b3-48b3-883a-97ed539473b4 req-67715a3d-27ac-4841-85d3-1846963cf376 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Publish callbacks [] for port (df0aac0d-e528-4bdc-baab-3fd89e28ca43), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:53.628864 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-415abc1b-d8b3-48b3-883a-97ed539473b4 req-67715a3d-27ac-4841-85d3-1846963cf376 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (df0aac0d-e528-4bdc-baab-3fd89e28ca43), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:53.673482 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-415abc1b-d8b3-48b3-883a-97ed539473b4 req-67715a3d-27ac-4841-85d3-1846963cf376 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Network cd788e0f-453d-4178-8791-05f2c76596a7 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:23:53.676591 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [req-415abc1b-d8b3-48b3-883a-97ed539473b4 req-67715a3d-27ac-4841-85d3-1846963cf376 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:23:53.679145 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [req-415abc1b-d8b3-48b3-883a-97ed539473b4 req-67715a3d-27ac-4841-85d3-1846963cf376 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 11:23:53.710106 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67715a3d-27ac-4841-85d3-1846963cf376 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Pushing event updated for resources: {'Port': ['ID=df0aac0d-e528-4bdc-baab-3fd89e28ca43,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:53.742368 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415abc1b-d8b3-48b3-883a-97ed539473b4 req-67715a3d-27ac-4841-85d3-1846963cf376 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:23:53.743605 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-415abc1b-d8b3-48b3-883a-97ed539473b4 req-67715a3d-27ac-4841-85d3-1846963cf376 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:53.761775 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-415abc1b-d8b3-48b3-883a-97ed539473b4 req-67715a3d-27ac-4841-85d3-1846963cf376 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5705297 Feb 28 11:23:53.780813 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [req-415abc1b-d8b3-48b3-883a-97ed539473b4 req-8b3b5035-e1d8-4b93-a800-b08a2a5f0b19 service neutron] Request body: {'port': {'device_id': '3b19464d-bc9e-444a-b1ba-04faa5e0ce37', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:23:53.849197 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-415abc1b-d8b3-48b3-883a-97ed539473b4 req-8b3b5035-e1d8-4b93-a800-b08a2a5f0b19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (df0aac0d-e528-4bdc-baab-3fd89e28ca43), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:53.996027 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-cf7cef5b-6229-4e59-a7a6-a37bf03f83fe None None] Provisioning complete for port df0aac0d-e528-4bdc-baab-3fd89e28ca43 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:23:53.996673 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-cf7cef5b-6229-4e59-a7a6-a37bf03f83fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (df0aac0d-e528-4bdc-baab-3fd89e28ca43), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:54.039382 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-cf7cef5b-6229-4e59-a7a6-a37bf03f83fe None None] Port df0aac0d-e528-4bdc-baab-3fd89e28ca43 cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 11:23:54.127006 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [req-415abc1b-d8b3-48b3-883a-97ed539473b4 req-8b3b5035-e1d8-4b93-a800-b08a2a5f0b19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df0aac0d-e528-4bdc-baab-3fd89e28ca43 {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 11:23:54.135595 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-415abc1b-d8b3-48b3-883a-97ed539473b4 req-8b3b5035-e1d8-4b93-a800-b08a2a5f0b19 service neutron] Publish callbacks [] for port (df0aac0d-e528-4bdc-baab-3fd89e28ca43), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:54.150480 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [req-415abc1b-d8b3-48b3-883a-97ed539473b4 req-8b3b5035-e1d8-4b93-a800-b08a2a5f0b19 service neutron] Transition to ACTIVE for port object df0aac0d-e528-4bdc-baab-3fd89e28ca43 will not be triggered until provisioned by entity L2. {{(pid=103408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 11:23:54.154459 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-415abc1b-d8b3-48b3-883a-97ed539473b4 req-8b3b5035-e1d8-4b93-a800-b08a2a5f0b19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3242529'] for port (df0aac0d-e528-4bdc-baab-3fd89e28ca43), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:54.210330 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3b5035-e1d8-4b93-a800-b08a2a5f0b19 service neutron] Pushing event updated for resources: {'Port': ['ID=df0aac0d-e528-4bdc-baab-3fd89e28ca43,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:54.285455 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [req-415abc1b-d8b3-48b3-883a-97ed539473b4 req-8b3b5035-e1d8-4b93-a800-b08a2a5f0b19 service neutron] Attempting to bind port df0aac0d-e528-4bdc-baab-3fd89e28ca43 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 11:23:54.286067 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [req-415abc1b-d8b3-48b3-883a-97ed539473b4 req-8b3b5035-e1d8-4b93-a800-b08a2a5f0b19 service neutron] Attempting to bind port df0aac0d-e528-4bdc-baab-3fd89e28ca43 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '7c0210c5-87d1-474e-8078-ef9907ad66c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'cd788e0f-453d-4178-8791-05f2c76596a7'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 11:23:54.286499 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-415abc1b-d8b3-48b3-883a-97ed539473b4 req-8b3b5035-e1d8-4b93-a800-b08a2a5f0b19 service neutron] Attempting to bind port df0aac0d-e528-4bdc-baab-3fd89e28ca43 on network cd788e0f-453d-4178-8791-05f2c76596a7 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 11:23:54.292285 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-415abc1b-d8b3-48b3-883a-97ed539473b4 req-8b3b5035-e1d8-4b93-a800-b08a2a5f0b19 service neutron] Port df0aac0d-e528-4bdc-baab-3fd89e28ca43 on network cd788e0f-453d-4178-8791-05f2c76596a7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 11:23:54.292679 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-415abc1b-d8b3-48b3-883a-97ed539473b4 req-8b3b5035-e1d8-4b93-a800-b08a2a5f0b19 service neutron] Attempting to bind port df0aac0d-e528-4bdc-baab-3fd89e28ca43 on network cd788e0f-453d-4178-8791-05f2c76596a7 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 11:23:54.298275 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-415abc1b-d8b3-48b3-883a-97ed539473b4 req-8b3b5035-e1d8-4b93-a800-b08a2a5f0b19 service neutron] Checking agent: {'id': '13ac42ae-016e-4baf-bb31-c6fa820b41c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 30, 8), 'started_at': datetime.datetime(2022, 2, 28, 10, 30, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 23, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 11:23:54.298850 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-415abc1b-d8b3-48b3-883a-97ed539473b4 req-8b3b5035-e1d8-4b93-a800-b08a2a5f0b19 service neutron] Checking segment: {'id': '7c0210c5-87d1-474e-8078-ef9907ad66c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'cd788e0f-453d-4178-8791-05f2c76596a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 11:23:54.299322 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-415abc1b-d8b3-48b3-883a-97ed539473b4 req-8b3b5035-e1d8-4b93-a800-b08a2a5f0b19 service neutron] Bound using segment: {'id': '7c0210c5-87d1-474e-8078-ef9907ad66c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'cd788e0f-453d-4178-8791-05f2c76596a7'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 11:23:54.299830 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [req-415abc1b-d8b3-48b3-883a-97ed539473b4 req-8b3b5035-e1d8-4b93-a800-b08a2a5f0b19 service neutron] Bound port: df0aac0d-e528-4bdc-baab-3fd89e28ca43, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c0210c5-87d1-474e-8078-ef9907ad66c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'cd788e0f-453d-4178-8791-05f2c76596a7'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 11:23:54.300282 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-415abc1b-d8b3-48b3-883a-97ed539473b4 req-8b3b5035-e1d8-4b93-a800-b08a2a5f0b19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (df0aac0d-e528-4bdc-baab-3fd89e28ca43), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:54.380902 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [req-415abc1b-d8b3-48b3-883a-97ed539473b4 req-8b3b5035-e1d8-4b93-a800-b08a2a5f0b19 service neutron] For port df0aac0d-e528-4bdc-baab-3fd89e28ca43, host hv-neutron-mast, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:23:54.385237 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [req-415abc1b-d8b3-48b3-883a-97ed539473b4 req-8b3b5035-e1d8-4b93-a800-b08a2a5f0b19 service neutron] For port df0aac0d-e528-4bdc-baab-3fd89e28ca43, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=df0aac0d-e528-4bdc-baab-3fd89e28ca43,segment=NetworkSegment(7c0210c5-87d1-474e-8078-ef9907ad66c5),segment_id=7c0210c5-87d1-474e-8078-ef9907ad66c5)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:23:54.393987 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-415abc1b-d8b3-48b3-883a-97ed539473b4 req-8b3b5035-e1d8-4b93-a800-b08a2a5f0b19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3242529'] for port (df0aac0d-e528-4bdc-baab-3fd89e28ca43), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:54.437465 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415abc1b-d8b3-48b3-883a-97ed539473b4 req-8b3b5035-e1d8-4b93-a800-b08a2a5f0b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:23:54.438206 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-415abc1b-d8b3-48b3-883a-97ed539473b4 req-8b3b5035-e1d8-4b93-a800-b08a2a5f0b19 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:54.439666 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-415abc1b-d8b3-48b3-883a-97ed539473b4 req-8b3b5035-e1d8-4b93-a800-b08a2a5f0b19 service neutron] 10.222.0.30 "PUT /v2.0/ports/df0aac0d-e528-4bdc-baab-3fd89e28ca43 HTTP/1.1" status: 200 len: 1093 time: 0.6650074 Feb 28 11:23:54.440142 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b19464d-bc9e-444a-b1ba-04faa5e0ce37', 'tag': 'df0aac0d-e528-4bdc-baab-3fd89e28ca43'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:23:54.442525 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f56b9db1a49ad64bfd589e142fe25e4b3ad10508b17737ae95e2f0d29aca45ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34fcca80-a219-4afa-a1d3-97f2749cd0a0" -d '{"events": [{"name": "network-changed", "server_uuid": "3b19464d-bc9e-444a-b1ba-04faa5e0ce37", "tag": "df0aac0d-e528-4bdc-baab-3fd89e28ca43"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 11:23:54.459531 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16b0b01-0a49-4a58-aabe-8a1f339082c4 req-006f30c8-9235-4669-8661-5c4b5a1c7a05 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:23:54.485219 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-e16b0b01-0a49-4a58-aabe-8a1f339082c4 req-006f30c8-9235-4669-8661-5c4b5a1c7a05 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b19464d-bc9e-444a-b1ba-04faa5e0ce37 HTTP/1.1" status: 200 len: 943 time: 0.1263204 Feb 28 11:23:54.501914 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3b5035-e1d8-4b93-a800-b08a2a5f0b19 service neutron] Pushing event updated for resources: {'Port': ['ID=df0aac0d-e528-4bdc-baab-3fd89e28ca43,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:54.513432 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 11:23:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a19d4d92-3cb3-46ac-9e42-2742d0e62423 x-openstack-request-id: req-a19d4d92-3cb3-46ac-9e42-2742d0e62423 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 11:23:54.513963 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b19464d-bc9e-444a-b1ba-04faa5e0ce37", "tag": "df0aac0d-e528-4bdc-baab-3fd89e28ca43", "status": "completed", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 11:23:54.514387 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a19d4d92-3cb3-46ac-9e42-2742d0e62423 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 11:23:54.514963 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b19464d-bc9e-444a-b1ba-04faa5e0ce37', 'tag': 'df0aac0d-e528-4bdc-baab-3fd89e28ca43', 'status': 'completed', 'code': 200} Feb 28 11:23:54.565831 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-e16b0b01-0a49-4a58-aabe-8a1f339082c4 req-84c87baf-dad7-4fe5-97e5-cc9cea56386c tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/security-groups?id=4749ae25-4a81-41d3-a68c-b96343b1dd4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752099 Feb 28 11:23:54.613003 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415abc1b-d8b3-48b3-883a-97ed539473b4 req-f2610987-8fea-4872-8029-cb2a2f6ffb51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:23:54.615633 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-415abc1b-d8b3-48b3-883a-97ed539473b4 req-f2610987-8fea-4872-8029-cb2a2f6ffb51 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=125c6fcb5d7f4d4fbe6496850083c279&device_id=3b19464d-bc9e-444a-b1ba-04faa5e0ce37 HTTP/1.1" status: 200 len: 1127 time: 0.0710888 Feb 28 11:23:54.669722 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-415abc1b-d8b3-48b3-883a-97ed539473b4 req-39684465-2b11-4011-849b-eb57df0eca71 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df0aac0d-e528-4bdc-baab-3fd89e28ca43 HTTP/1.1" status: 200 len: 217 time: 0.0423756 Feb 28 11:23:54.721525 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415abc1b-d8b3-48b3-883a-97ed539473b4 req-bc9c4112-9958-4c10-9c5e-a1111d22f509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:23:54.723299 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-415abc1b-d8b3-48b3-883a-97ed539473b4 req-bc9c4112-9958-4c10-9c5e-a1111d22f509 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cfce0c85-eb7d-4e20-addf-47b59e1028c6 HTTP/1.1" status: 200 len: 848 time: 0.0474911 Feb 28 11:23:54.777030 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415abc1b-d8b3-48b3-883a-97ed539473b4 req-da87d127-db0f-4013-87b2-9332b3ecdb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:23:54.778586 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-415abc1b-d8b3-48b3-883a-97ed539473b4 req-da87d127-db0f-4013-87b2-9332b3ecdb27 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cd788e0f-453d-4178-8791-05f2c76596a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0490744 Feb 28 11:23:54.878926 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-415abc1b-d8b3-48b3-883a-97ed539473b4 req-63feae9c-62dc-46da-a35e-61815b4453ca service neutron] 10.222.0.30 "GET /v2.0/networks/cd788e0f-453d-4178-8791-05f2c76596a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936055 Feb 28 11:23:54.969041 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-415abc1b-d8b3-48b3-883a-97ed539473b4 req-10fb0e8f-a82c-469f-a827-5342692bf5ae service neutron] 10.222.0.30 "GET /v2.0/networks/cd788e0f-453d-4178-8791-05f2c76596a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840182 Feb 28 11:23:55.141931 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fcca80-a219-4afa-a1d3-97f2749cd0a0 req-c29e28f9-1f87-43ec-b0e5-fd2997c0826c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:23:55.143945 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-34fcca80-a219-4afa-a1d3-97f2749cd0a0 req-c29e28f9-1f87-43ec-b0e5-fd2997c0826c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=125c6fcb5d7f4d4fbe6496850083c279&device_id=3b19464d-bc9e-444a-b1ba-04faa5e0ce37 HTTP/1.1" status: 200 len: 1127 time: 0.0713086 Feb 28 11:23:55.243767 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fcca80-a219-4afa-a1d3-97f2749cd0a0 req-35e7e67d-7d98-4a3d-a8bf-7696da4bf3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:23:55.245308 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-34fcca80-a219-4afa-a1d3-97f2749cd0a0 req-35e7e67d-7d98-4a3d-a8bf-7696da4bf3f9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=cd788e0f-453d-4178-8791-05f2c76596a7 HTTP/1.1" status: 200 len: 910 time: 0.0953355 Feb 28 11:23:55.292456 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-34fcca80-a219-4afa-a1d3-97f2749cd0a0 req-3aac1a84-a8c9-4c68-9d21-e0bf130225a4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df0aac0d-e528-4bdc-baab-3fd89e28ca43 HTTP/1.1" status: 200 len: 217 time: 0.0407958 Feb 28 11:23:55.700314 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c5a4d7-c1a5-4bcf-a7a9-d9526c0d641f req-9f82b3d8-6ba4-474b-8944-a4d9b42bc690 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:23:55.702399 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-07c5a4d7-c1a5-4bcf-a7a9-d9526c0d641f req-9f82b3d8-6ba4-474b-8944-a4d9b42bc690 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b19464d-bc9e-444a-b1ba-04faa5e0ce37 HTTP/1.1" status: 200 len: 943 time: 0.0596566 Feb 28 11:23:55.736185 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fcca80-a219-4afa-a1d3-97f2749cd0a0 req-c0b675fe-7e55-400d-a9d8-dd21fd006c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:23:55.737720 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-34fcca80-a219-4afa-a1d3-97f2749cd0a0 req-c0b675fe-7e55-400d-a9d8-dd21fd006c08 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cfce0c85-eb7d-4e20-addf-47b59e1028c6 HTTP/1.1" status: 200 len: 848 time: 0.4397154 Feb 28 11:23:55.763182 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-07c5a4d7-c1a5-4bcf-a7a9-d9526c0d641f req-a72365c3-19e3-4745-b87c-ae98eb4c243f tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/security-groups?id=4749ae25-4a81-41d3-a68c-b96343b1dd4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516887 Feb 28 11:23:55.796481 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fcca80-a219-4afa-a1d3-97f2749cd0a0 req-5e75241d-13a3-4c47-b222-a1d0bcc2bacb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:23:55.798207 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-34fcca80-a219-4afa-a1d3-97f2749cd0a0 req-5e75241d-13a3-4c47-b222-a1d0bcc2bacb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cd788e0f-453d-4178-8791-05f2c76596a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0542908 Feb 28 11:23:55.900656 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-34fcca80-a219-4afa-a1d3-97f2749cd0a0 req-aba1c1c9-2ac1-4d61-b1bb-d3bde9940113 service neutron] 10.222.0.30 "GET /v2.0/networks/cd788e0f-453d-4178-8791-05f2c76596a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942781 Feb 28 11:23:55.999047 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-34fcca80-a219-4afa-a1d3-97f2749cd0a0 req-b3a29f63-7144-4919-8d4a-4de4aca7c3c6 service neutron] 10.222.0.30 "GET /v2.0/networks/cd788e0f-453d-4178-8791-05f2c76596a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918384 Feb 28 11:23:56.893456 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de80fdf1-8480-4153-a7ae-d566ade85f7b req-5444ff4e-a62d-4500-9a72-eb5a5f29c368 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:23:56.895001 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-de80fdf1-8480-4153-a7ae-d566ade85f7b req-5444ff4e-a62d-4500-9a72-eb5a5f29c368 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b19464d-bc9e-444a-b1ba-04faa5e0ce37 HTTP/1.1" status: 200 len: 943 time: 0.0605817 Feb 28 11:23:56.948108 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-de80fdf1-8480-4153-a7ae-d566ade85f7b req-0bf04b5d-7784-4730-ab48-31601a28741f tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/security-groups?id=4749ae25-4a81-41d3-a68c-b96343b1dd4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469210 Feb 28 11:23:57.312824 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device df0aac0d-e528-4bdc-baab-3fd89e28ca43 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103409) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 11:23:57.413225 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] For port df0aac0d-e528-4bdc-baab-3fd89e28ca43, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=df0aac0d-e528-4bdc-baab-3fd89e28ca43,segment=NetworkSegment(7c0210c5-87d1-474e-8078-ef9907ad66c5),segment_id=7c0210c5-87d1-474e-8078-ef9907ad66c5)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:23:57.426408 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Returning: {'device': 'df0aac0d-e528-4bdc-baab-3fd89e28ca43', 'network_id': 'cd788e0f-453d-4178-8791-05f2c76596a7', 'port_id': 'df0aac0d-e528-4bdc-baab-3fd89e28ca43', 'mac_address': 'fa:16:3e:56:ff:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 268, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfce0c85-eb7d-4e20-addf-47b59e1028c6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103409) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 11:23:57.472718 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Current status of the port df0aac0d-e528-4bdc-baab-3fd89e28ca43 is: DOWN; New status is: BUILD {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:23:57.473329 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (df0aac0d-e528-4bdc-baab-3fd89e28ca43), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:57.489831 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df0aac0d-e528-4bdc-baab-3fd89e28ca43 {{(pid=103409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 11:23:57.525812 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] For port df0aac0d-e528-4bdc-baab-3fd89e28ca43, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=df0aac0d-e528-4bdc-baab-3fd89e28ca43,segment=NetworkSegment(7c0210c5-87d1-474e-8078-ef9907ad66c5),segment_id=7c0210c5-87d1-474e-8078-ef9907ad66c5)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:23:57.530253 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (df0aac0d-e528-4bdc-baab-3fd89e28ca43), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:57.583104 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Pushing event updated for resources: {'Port': ['ID=df0aac0d-e528-4bdc-baab-3fd89e28ca43,revision_number=4']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:57.910127 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] get_ports_and_sgs() called for port_ids ['df0aac0d-e528-4bdc-baab-3fd89e28ca43'] {{(pid=103409) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 11:23:58.093493 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1be516e-5e6f-4fc4-9774-596dc6e55368 req-f56ab21c-d307-4c97-93d4-4f3ccb9b57f7 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:23:58.095272 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-b1be516e-5e6f-4fc4-9774-596dc6e55368 req-f56ab21c-d307-4c97-93d4-4f3ccb9b57f7 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b19464d-bc9e-444a-b1ba-04faa5e0ce37 HTTP/1.1" status: 200 len: 944 time: 0.0662377 Feb 28 11:23:58.153887 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-b1be516e-5e6f-4fc4-9774-596dc6e55368 req-3298f654-d41c-417c-9445-e7c25de8d03b tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/security-groups?id=4749ae25-4a81-41d3-a68c-b96343b1dd4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531278 Feb 28 11:23:59.287304 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cea441c-22c9-4e58-a36a-df0cd3b32ae1 req-333e6156-be26-455f-b539-b0cb34524d47 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:23:59.288850 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-9cea441c-22c9-4e58-a36a-df0cd3b32ae1 req-333e6156-be26-455f-b539-b0cb34524d47 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b19464d-bc9e-444a-b1ba-04faa5e0ce37 HTTP/1.1" status: 200 len: 944 time: 0.0556602 Feb 28 11:23:59.327580 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device df0aac0d-e528-4bdc-baab-3fd89e28ca43 up at agent hyperv_hv-neutron-mast {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 11:23:59.341038 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-9cea441c-22c9-4e58-a36a-df0cd3b32ae1 req-c72b37ed-3ec2-4196-889e-74f6120bc9a1 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/security-groups?id=4749ae25-4a81-41d3-a68c-b96343b1dd4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451889 Feb 28 11:23:59.381137 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Provisioning for port df0aac0d-e528-4bdc-baab-3fd89e28ca43 completed by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 11:23:59.386585 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Provisioning complete for port df0aac0d-e528-4bdc-baab-3fd89e28ca43 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:23:59.387033 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (df0aac0d-e528-4bdc-baab-3fd89e28ca43), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:59.474653 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Current status of the port df0aac0d-e528-4bdc-baab-3fd89e28ca43 is: BUILD; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:23:59.475020 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (df0aac0d-e528-4bdc-baab-3fd89e28ca43), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:59.500731 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b19464d-bc9e-444a-b1ba-04faa5e0ce37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df0aac0d-e528-4bdc-baab-3fd89e28ca43'}] {{(pid=103409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:23:59.503602 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa5325a5be4b33bf61fd809c564e3765e689d817bbd874267890deb3cfccaf12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95e748c0-f2c7-4456-aee7-02c67e00a337" -d '{"events": [{"server_uuid": "3b19464d-bc9e-444a-b1ba-04faa5e0ce37", "name": "network-vif-plugged", "status": "completed", "tag": "df0aac0d-e528-4bdc-baab-3fd89e28ca43"}]}' {{(pid=103409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 11:23:59.517059 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] For port df0aac0d-e528-4bdc-baab-3fd89e28ca43, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=df0aac0d-e528-4bdc-baab-3fd89e28ca43,segment=NetworkSegment(7c0210c5-87d1-474e-8078-ef9907ad66c5),segment_id=7c0210c5-87d1-474e-8078-ef9907ad66c5)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:23:59.522279 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (df0aac0d-e528-4bdc-baab-3fd89e28ca43), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:23:59.574118 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Pushing event updated for resources: {'Port': ['ID=df0aac0d-e528-4bdc-baab-3fd89e28ca43,revision_number=5']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:59.605856 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 11:23:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70ef841b-9ab0-4552-a9f1-3470641366d3 x-openstack-request-id: req-70ef841b-9ab0-4552-a9f1-3470641366d3 {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 11:23:59.606152 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b19464d-bc9e-444a-b1ba-04faa5e0ce37", "name": "network-vif-plugged", "status": "completed", "tag": "df0aac0d-e528-4bdc-baab-3fd89e28ca43", "code": 200}]} {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 11:23:59.606431 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-70ef841b-9ab0-4552-a9f1-3470641366d3 {{(pid=103409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 11:23:59.606813 dv-neutron-master-2-hyperv neutron-server[103409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b19464d-bc9e-444a-b1ba-04faa5e0ce37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df0aac0d-e528-4bdc-baab-3fd89e28ca43', 'code': 200} Feb 28 11:23:59.821917 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de155a1f-581e-4741-8bd4-98ada0947b06 req-af40c9dc-a813-4769-b53f-b99f70a99f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:23:59.824120 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-de155a1f-581e-4741-8bd4-98ada0947b06 req-af40c9dc-a813-4769-b53f-b99f70a99f98 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3b19464d-bc9e-444a-b1ba-04faa5e0ce37 HTTP/1.1" status: 200 len: 1129 time: 0.0478976 Feb 28 11:23:59.877702 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-de155a1f-581e-4741-8bd4-98ada0947b06 req-79ada58a-7997-4fc9-bb22-d66969ea08c5 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=4749ae25-4a81-41d3-a68c-b96343b1dd4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472209 Feb 28 11:24:00.464005 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ab87d7-b85c-469d-9bbb-c085ceb3b629 req-f4f929b4-265f-4d9c-9b04-37d53b163a14 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:24:00.465434 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-b3ab87d7-b85c-469d-9bbb-c085ceb3b629 req-f4f929b4-265f-4d9c-9b04-37d53b163a14 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b19464d-bc9e-444a-b1ba-04faa5e0ce37 HTTP/1.1" status: 200 len: 945 time: 0.0557652 Feb 28 11:24:00.521944 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-b3ab87d7-b85c-469d-9bbb-c085ceb3b629 req-84affba1-c277-44d4-9c63-e10a2fb52731 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/security-groups?id=4749ae25-4a81-41d3-a68c-b96343b1dd4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505040 Feb 28 11:24:01.648239 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fe6192-3917-490f-a2a6-6d748afedeaf req-2ba3ee4e-7ed9-4f47-ae58-e0ed6b755a12 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:24:01.649770 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-71fe6192-3917-490f-a2a6-6d748afedeaf req-2ba3ee4e-7ed9-4f47-ae58-e0ed6b755a12 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b19464d-bc9e-444a-b1ba-04faa5e0ce37 HTTP/1.1" status: 200 len: 945 time: 0.0536833 Feb 28 11:24:01.700961 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-71fe6192-3917-490f-a2a6-6d748afedeaf req-ca40f886-2235-4565-9d25-34c9e29963fc tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/security-groups?id=4749ae25-4a81-41d3-a68c-b96343b1dd4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454552 Feb 28 11:24:01.826935 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba50332-a6ea-45ef-9343-a37ee5e3b771 req-d3d1e83c-2c11-4a63-bbfa-8252da79b3ed tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:24:01.828594 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-cba50332-a6ea-45ef-9343-a37ee5e3b771 req-d3d1e83c-2c11-4a63-bbfa-8252da79b3ed tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b19464d-bc9e-444a-b1ba-04faa5e0ce37 HTTP/1.1" status: 200 len: 945 time: 0.0569358 Feb 28 11:24:01.888191 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-cba50332-a6ea-45ef-9343-a37ee5e3b771 req-900aeda9-d8c7-49b4-aab2-f9c7a4fe1ff3 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/security-groups?id=4749ae25-4a81-41d3-a68c-b96343b1dd4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531261 Feb 28 11:24:01.911763 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 47288) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:24:02.005723 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e38e601-597b-4341-886b-bdf7492cca83 tempest-TestShelveInstance-75027418 tempest-TestShelveInstance-75027418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:24:02.007310 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-5e38e601-597b-4341-886b-bdf7492cca83 tempest-TestShelveInstance-75027418 tempest-TestShelveInstance-75027418-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=3b19464d-bc9e-444a-b1ba-04faa5e0ce37 HTTP/1.1" status: 200 len: 1124 time: 0.0944839 Feb 28 11:24:02.010523 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 47292) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:24:02.015068 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-5d40a136-db6b-4f24-943c-55ae8d19b117 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Request body: {'floatingip': {'floating_network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'port_id': 'df0aac0d-e528-4bdc-baab-3fd89e28ca43', 'tenant_id': '125c6fcb5d7f4d4fbe6496850083c279', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:24:02.037211 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5d40a136-db6b-4f24-943c-55ae8d19b117 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:24:02.144335 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5d40a136-db6b-4f24-943c-55ae8d19b117 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:24:02.261931 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-5d40a136-db6b-4f24-943c-55ae8d19b117 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Allocated IP 172.36.5.237 (1e0804d0-d1d9-4d40-9de5-2936f3d87840/6f6f4129-23e5-4c3b-b4ef-4c7ce926797e/64f2a27c-ed40-4b0e-a88a-584ad48674de) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:24:02.365167 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5d40a136-db6b-4f24-943c-55ae8d19b117 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Publish callbacks [] for port (64f2a27c-ed40-4b0e-a88a-584ad48674de), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:24:02.406668 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5d40a136-db6b-4f24-943c-55ae8d19b117 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (64f2a27c-ed40-4b0e-a88a-584ad48674de), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:24:02.445045 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d40a136-db6b-4f24-943c-55ae8d19b117 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Network 1e0804d0-d1d9-4d40-9de5-2936f3d87840 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:24:02.448096 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-5d40a136-db6b-4f24-943c-55ae8d19b117 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:24:02.451707 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d40a136-db6b-4f24-943c-55ae8d19b117 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 11:24:02.486156 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d40a136-db6b-4f24-943c-55ae8d19b117 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Pushing event updated for resources: {'Port': ['ID=64f2a27c-ed40-4b0e-a88a-584ad48674de,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:02.833794 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5d40a136-db6b-4f24-943c-55ae8d19b117 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Publish callbacks [] for floatingip (b2da0e9c-fc4f-4662-af5b-831b561df1b1), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:24:02.915602 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5d40a136-db6b-4f24-943c-55ae8d19b117 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (64f2a27c-ed40-4b0e-a88a-584ad48674de), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:24:03.097059 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5d40a136-db6b-4f24-943c-55ae8d19b117 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Publish callbacks [] for port (64f2a27c-ed40-4b0e-a88a-584ad48674de), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:24:03.102793 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5d40a136-db6b-4f24-943c-55ae8d19b117 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3498066'] for port (64f2a27c-ed40-4b0e-a88a-584ad48674de), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:24:03.172126 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d40a136-db6b-4f24-943c-55ae8d19b117 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Pushing event updated for resources: {'Port': ['ID=64f2a27c-ed40-4b0e-a88a-584ad48674de,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:03.185360 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5d40a136-db6b-4f24-943c-55ae8d19b117 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1803383'] for floatingip (b2da0e9c-fc4f-4662-af5b-831b561df1b1), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:24:03.290886 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.db.l3_db [None req-5d40a136-db6b-4f24-943c-55ae8d19b117 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Floating IP b2da0e9c-fc4f-4662-af5b-831b561df1b1 associated. External IP: 172.36.5.237, port: df0aac0d-e528-4bdc-baab-3fd89e28ca43. Feb 28 11:24:03.513722 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d40a136-db6b-4f24-943c-55ae8d19b117 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Router 3090f9ea-498f-4eed-9917-5fda57ac8dd1 has already been hosted by L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:24:03.642354 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d40a136-db6b-4f24-943c-55ae8d19b117 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:24:03.653815 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793d1a95-e569-43cb-8578-d031809766c2 None None] Sync routers for ids ['3090f9ea-498f-4eed-9917-5fda57ac8dd1'] in dv-neutron-master-2-hyperv {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:24:03.665503 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793d1a95-e569-43cb-8578-d031809766c2 None None] Routers {'3090f9ea-498f-4eed-9917-5fda57ac8dd1'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:24:03.666151 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-793d1a95-e569-43cb-8578-d031809766c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T11:23:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['3090f9ea-498f-4eed-9917-5fda57ac8dd1'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:24:03.666436 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5d40a136-db6b-4f24-943c-55ae8d19b117 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for floatingip (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:24:03.700589 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-5d40a136-db6b-4f24-943c-55ae8d19b117 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6888983 Feb 28 11:24:03.701316 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b19464d-bc9e-444a-b1ba-04faa5e0ce37', 'tag': 'df0aac0d-e528-4bdc-baab-3fd89e28ca43'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:24:03.703691 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c8e1c873eeca597e52e7ceb7469e602eac250bfea6606d285743d38033cf584" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-684ffc62-e24f-489f-a7cd-4ec03f7adc38" -d '{"events": [{"name": "network-changed", "server_uuid": "3b19464d-bc9e-444a-b1ba-04faa5e0ce37", "tag": "df0aac0d-e528-4bdc-baab-3fd89e28ca43"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 11:24:03.741532 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 11:24:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81872176-1054-4554-b8fe-659c79f46603 x-openstack-request-id: req-81872176-1054-4554-b8fe-659c79f46603 {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 11:24:03.741850 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b19464d-bc9e-444a-b1ba-04faa5e0ce37", "tag": "df0aac0d-e528-4bdc-baab-3fd89e28ca43", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 11:24:03.742115 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-81872176-1054-4554-b8fe-659c79f46603 {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 11:24:03.742548 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b19464d-bc9e-444a-b1ba-04faa5e0ce37', 'tag': 'df0aac0d-e528-4bdc-baab-3fd89e28ca43', 'status': 'completed', 'code': 200} Feb 28 11:24:03.795236 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-793d1a95-e569-43cb-8578-d031809766c2 None None] Set router 3090f9ea-498f-4eed-9917-5fda57ac8dd1 gateway port host: dv-neutron-master-2-hyperv {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:24:03.834126 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684ffc62-e24f-489f-a7cd-4ec03f7adc38 req-65cab90a-1143-4310-b69a-2b535da72bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:24:03.835700 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-684ffc62-e24f-489f-a7cd-4ec03f7adc38 req-65cab90a-1143-4310-b69a-2b535da72bb8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=125c6fcb5d7f4d4fbe6496850083c279&device_id=3b19464d-bc9e-444a-b1ba-04faa5e0ce37 HTTP/1.1" status: 200 len: 1129 time: 0.0493755 Feb 28 11:24:03.946003 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684ffc62-e24f-489f-a7cd-4ec03f7adc38 req-6dd56aca-30a0-4a1e-88bc-cd33096e8e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:24:03.948122 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-684ffc62-e24f-489f-a7cd-4ec03f7adc38 req-6dd56aca-30a0-4a1e-88bc-cd33096e8e1a service neutron] 10.222.0.30 "GET /v2.0/networks?id=cd788e0f-453d-4178-8791-05f2c76596a7 HTTP/1.1" status: 200 len: 910 time: 0.1024477 Feb 28 11:24:04.015735 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-684ffc62-e24f-489f-a7cd-4ec03f7adc38 req-dc481b8a-52b8-4bba-ad90-254bd4fac572 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df0aac0d-e528-4bdc-baab-3fd89e28ca43 HTTP/1.1" status: 200 len: 999 time: 0.0621717 Feb 28 11:24:04.045980 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-793d1a95-e569-43cb-8578-d031809766c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3090f9ea-498f-4eed-9917-5fda57ac8dd1', 'name': 'tempest-TestShelveInstance-1516717234-router', 'tenant_id': '125c6fcb5d7f4d4fbe6496850083c279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.70'}], 'enable_snat': True}, 'gw_port_id': 'fa0527e8-34d3-4d46-92c2-0ff9fb430e08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:23:34Z', 'updated_at': '2022-02-28T11:23:37Z', 'revision_number': 4, 'project_id': '125c6fcb5d7f4d4fbe6496850083c279', 'gw_port': {'id': 'fa0527e8-34d3-4d46-92c2-0ff9fb430e08', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:9b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3090f9ea-498f-4eed-9917-5fda57ac8dd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:23:35Z', 'updated_at': '2022-02-28T11:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'b2da0e9c-fc4f-4662-af5b-831b561df1b1', 'tenant_id': '125c6fcb5d7f4d4fbe6496850083c279', 'floating_ip_address': '172.36.5.237', 'floating_network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'router_id': '3090f9ea-498f-4eed-9917-5fda57ac8dd1', 'port_id': 'df0aac0d-e528-4bdc-baab-3fd89e28ca43', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1842, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd788e0f-453d-4178-8791-05f2c76596a7', 'mac_address': 'fa:16:3e:56:ff:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b19464d-bc9e-444a-b1ba-04faa5e0ce37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:24:02Z', 'updated_at': '2022-02-28T11:24:02Z', 'revision_number': 0, 'project_id': '125c6fcb5d7f4d4fbe6496850083c279', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c1141b7-77d8-42fe-a05d-c9c98cf099f4', 'name': '', 'network_id': 'cd788e0f-453d-4178-8791-05f2c76596a7', 'tenant_id': '125c6fcb5d7f4d4fbe6496850083c279', 'mac_address': 'fa:16:3e:36:c8:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3090f9ea-498f-4eed-9917-5fda57ac8dd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': 'cfce0c85-eb7d-4e20-addf-47b59e1028c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:23:37Z', 'updated_at': '2022-02-28T11:23:42Z', 'revision_number': 5, 'project_id': '125c6fcb5d7f4d4fbe6496850083c279', 'subnets': [{'id': 'cfce0c85-eb7d-4e20-addf-47b59e1028c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:24:04.065897 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684ffc62-e24f-489f-a7cd-4ec03f7adc38 req-88318112-3e46-4bdf-a3a4-60e6808b25e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:24:04.067406 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-684ffc62-e24f-489f-a7cd-4ec03f7adc38 req-88318112-3e46-4bdf-a3a4-60e6808b25e2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cfce0c85-eb7d-4e20-addf-47b59e1028c6 HTTP/1.1" status: 200 len: 848 time: 0.0460236 Feb 28 11:24:04.072478 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793d1a95-e569-43cb-8578-d031809766c2 None None] Checking router: 3090f9ea-498f-4eed-9917-5fda57ac8dd1 for host: dv-neutron-master-2-hyperv {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:24:04.082314 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793d1a95-e569-43cb-8578-d031809766c2 None None] Routers {'3090f9ea-498f-4eed-9917-5fda57ac8dd1'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:24:04.082945 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-793d1a95-e569-43cb-8578-d031809766c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T11:23:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['3090f9ea-498f-4eed-9917-5fda57ac8dd1'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:24:04.123685 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684ffc62-e24f-489f-a7cd-4ec03f7adc38 req-846bde07-e977-4d54-922c-ff099a50ac86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:24:04.125304 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-684ffc62-e24f-489f-a7cd-4ec03f7adc38 req-846bde07-e977-4d54-922c-ff099a50ac86 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cd788e0f-453d-4178-8791-05f2c76596a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0526803 Feb 28 11:24:04.201131 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-793d1a95-e569-43cb-8578-d031809766c2 None None] Set router 3090f9ea-498f-4eed-9917-5fda57ac8dd1 gateway port host: dv-neutron-master-2-hyperv {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:24:04.222058 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-684ffc62-e24f-489f-a7cd-4ec03f7adc38 req-f3e4a867-0fdf-4264-8aff-2b6109dfceb8 service neutron] 10.222.0.30 "GET /v2.0/networks/cd788e0f-453d-4178-8791-05f2c76596a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896485 Feb 28 11:24:04.323136 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-684ffc62-e24f-489f-a7cd-4ec03f7adc38 req-87b79a71-9f69-43b2-8836-b4545c36438f service neutron] 10.222.0.30 "GET /v2.0/networks/cd788e0f-453d-4178-8791-05f2c76596a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953667 Feb 28 11:24:04.454689 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-793d1a95-e569-43cb-8578-d031809766c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3090f9ea-498f-4eed-9917-5fda57ac8dd1', 'name': 'tempest-TestShelveInstance-1516717234-router', 'tenant_id': '125c6fcb5d7f4d4fbe6496850083c279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.70'}], 'enable_snat': True}, 'gw_port_id': 'fa0527e8-34d3-4d46-92c2-0ff9fb430e08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:23:34Z', 'updated_at': '2022-02-28T11:23:37Z', 'revision_number': 4, 'project_id': '125c6fcb5d7f4d4fbe6496850083c279', 'gw_port': {'id': 'fa0527e8-34d3-4d46-92c2-0ff9fb430e08', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:9b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3090f9ea-498f-4eed-9917-5fda57ac8dd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:23:35Z', 'updated_at': '2022-02-28T11:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'b2da0e9c-fc4f-4662-af5b-831b561df1b1', 'tenant_id': '125c6fcb5d7f4d4fbe6496850083c279', 'floating_ip_address': '172.36.5.237', 'floating_network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'router_id': '3090f9ea-498f-4eed-9917-5fda57ac8dd1', 'port_id': 'df0aac0d-e528-4bdc-baab-3fd89e28ca43', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1842, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd788e0f-453d-4178-8791-05f2c76596a7', 'mac_address': 'fa:16:3e:56:ff:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b19464d-bc9e-444a-b1ba-04faa5e0ce37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:24:02Z', 'updated_at': '2022-02-28T11:24:02Z', 'revision_number': 0, 'project_id': '125c6fcb5d7f4d4fbe6496850083c279', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c1141b7-77d8-42fe-a05d-c9c98cf099f4', 'name': '', 'network_id': 'cd788e0f-453d-4178-8791-05f2c76596a7', 'tenant_id': '125c6fcb5d7f4d4fbe6496850083c279', 'mac_address': 'fa:16:3e:36:c8:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3090f9ea-498f-4eed-9917-5fda57ac8dd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': 'cfce0c85-eb7d-4e20-addf-47b59e1028c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:23:37Z', 'updated_at': '2022-02-28T11:23:42Z', 'revision_number': 5, 'project_id': '125c6fcb5d7f4d4fbe6496850083c279', 'subnets': [{'id': 'cfce0c85-eb7d-4e20-addf-47b59e1028c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:24:04.484709 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793d1a95-e569-43cb-8578-d031809766c2 None None] The sync data for ids ['3090f9ea-498f-4eed-9917-5fda57ac8dd1'] in dv-neutron-master-2-hyperv is: [{'id': '3090f9ea-498f-4eed-9917-5fda57ac8dd1', 'name': 'tempest-TestShelveInstance-1516717234-router', 'tenant_id': '125c6fcb5d7f4d4fbe6496850083c279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.70'}], 'enable_snat': True}, 'gw_port_id': 'fa0527e8-34d3-4d46-92c2-0ff9fb430e08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:23:34Z', 'updated_at': '2022-02-28T11:23:37Z', 'revision_number': 4, 'project_id': '125c6fcb5d7f4d4fbe6496850083c279', 'gw_port': {'id': 'fa0527e8-34d3-4d46-92c2-0ff9fb430e08', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:9b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3090f9ea-498f-4eed-9917-5fda57ac8dd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:23:35Z', 'updated_at': '2022-02-28T11:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'b2da0e9c-fc4f-4662-af5b-831b561df1b1', 'tenant_id': '125c6fcb5d7f4d4fbe6496850083c279', 'floating_ip_address': '172.36.5.237', 'floating_network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'router_id': '3090f9ea-498f-4eed-9917-5fda57ac8dd1', 'port_id': 'df0aac0d-e528-4bdc-baab-3fd89e28ca43', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1842, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd788e0f-453d-4178-8791-05f2c76596a7', 'mac_address': 'fa:16:3e:56:ff:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b19464d-bc9e-444a-b1ba-04faa5e0ce37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:24:02Z', 'updated_at': '2022-02-28T11:24:02Z', 'revision_number': 0, 'project_id': '125c6fcb5d7f4d4fbe6496850083c279', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c1141b7-77d8-42fe-a05d-c9c98cf099f4', 'name': '', 'network_id': 'cd788e0f-453d-4178-8791-05f2c76596a7', 'tenant_id': '125c6fcb5d7f4d4fbe6496850083c279', 'mac_address': 'fa:16:3e:36:c8:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3090f9ea-498f-4eed-9917-5fda57ac8dd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': 'cfce0c85-eb7d-4e20-addf-47b59e1028c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:23:37Z', 'updated_at': '2022-02-28T11:23:42Z', 'revision_number': 5, 'project_id': '125c6fcb5d7f4d4fbe6496850083c279', 'subnets': [{'id': 'cfce0c85-eb7d-4e20-addf-47b59e1028c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:24:04.712790 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d297462e-c47e-4d1c-b47d-f1b0f316250d None None] New status for floating IP b2da0e9c-fc4f-4662-af5b-831b561df1b1: ACTIVE {{(pid=103410) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 11:24:06.954060 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-9f873ef4-3468-43e6-87b5-8061fb0be57d req-4a38e96b-9dc0-4188-b607-d314cc5f4242 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3b19464d-bc9e-444a-b1ba-04faa5e0ce37&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0480309 Feb 28 11:24:07.061469 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f873ef4-3468-43e6-87b5-8061fb0be57d req-4ff8fbb6-7563-4bb8-982e-5b658ff8471a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:24:07.062949 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-9f873ef4-3468-43e6-87b5-8061fb0be57d req-4ff8fbb6-7563-4bb8-982e-5b658ff8471a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=125c6fcb5d7f4d4fbe6496850083c279&device_id=3b19464d-bc9e-444a-b1ba-04faa5e0ce37 HTTP/1.1" status: 200 len: 1129 time: 0.0501163 Feb 28 11:24:07.171462 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f873ef4-3468-43e6-87b5-8061fb0be57d req-d2507914-3811-44ac-a54f-a1950a4baa48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:24:07.172987 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-9f873ef4-3468-43e6-87b5-8061fb0be57d req-d2507914-3811-44ac-a54f-a1950a4baa48 service neutron] 10.222.0.30 "GET /v2.0/networks?id=cd788e0f-453d-4178-8791-05f2c76596a7 HTTP/1.1" status: 200 len: 910 time: 0.0920973 Feb 28 11:24:07.243519 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-9f873ef4-3468-43e6-87b5-8061fb0be57d req-35e4ca9b-8334-4e4d-9c6f-597db5e47764 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df0aac0d-e528-4bdc-baab-3fd89e28ca43 HTTP/1.1" status: 200 len: 1001 time: 0.0641351 Feb 28 11:24:07.295938 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f873ef4-3468-43e6-87b5-8061fb0be57d req-1c2540e5-347f-4f46-a3da-e6bd1df1ff16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:24:07.297528 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-9f873ef4-3468-43e6-87b5-8061fb0be57d req-1c2540e5-347f-4f46-a3da-e6bd1df1ff16 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cfce0c85-eb7d-4e20-addf-47b59e1028c6 HTTP/1.1" status: 200 len: 848 time: 0.0481713 Feb 28 11:24:07.356470 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f873ef4-3468-43e6-87b5-8061fb0be57d req-3accdf7d-16c2-4f51-87d6-360d79d2b7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:24:07.357993 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-9f873ef4-3468-43e6-87b5-8061fb0be57d req-3accdf7d-16c2-4f51-87d6-360d79d2b7ef service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cd788e0f-453d-4178-8791-05f2c76596a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0543947 Feb 28 11:24:07.451253 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-9f873ef4-3468-43e6-87b5-8061fb0be57d req-b560ad5b-d388-4bab-a697-81dea216b1f3 service neutron] 10.222.0.30 "GET /v2.0/networks/cd788e0f-453d-4178-8791-05f2c76596a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861535 Feb 28 11:24:07.548254 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-9f873ef4-3468-43e6-87b5-8061fb0be57d req-1ac29382-8365-4121-9fbf-b4d2e345ca18 service neutron] 10.222.0.30 "GET /v2.0/networks/cd788e0f-453d-4178-8791-05f2c76596a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909240 Feb 28 11:24:08.748759 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (13ac42ae-016e-4baf-bb31-c6fa820b41c2), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:24:08.824440 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-54763fd6-1386-4b26-aa37-fde00f3b2c3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fb6705d2-4f70-4965-92a3-fbfccd43a6d3), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:24:11.098151 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8bb3d79b-df17-48a1-90eb-b8a1c84f9003 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fc6c9b74-8dbb-41bb-800a-5bd3a43fe896), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:24:12.284755 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b6d631fb-7df0-4fe1-8322-abff3b61cae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (0db5147a-92a3-4581-8a5f-8ec9b93e0600), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:24:13.686969 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6b923bb1-06b0-4b84-b461-7cc1d0196090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (2e621730-3978-4720-b581-ac380e97a567), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:24:14.952023 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:24:21.125332 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.agents_db [None req-382e0aa2-b126-48e6-89eb-3efa426b6b29 None None] Agent healthcheck: found 6 active agents {{(pid=103410) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 11:24:38.760657 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (13ac42ae-016e-4baf-bb31-c6fa820b41c2), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:24:38.819077 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fa91f731-5717-4a5e-8a0e-a576fca3b14b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fb6705d2-4f70-4965-92a3-fbfccd43a6d3), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:24:41.103027 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b517b66e-fbd2-46a8-9e73-56382385ed9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fc6c9b74-8dbb-41bb-800a-5bd3a43fe896), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:24:42.290725 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b6d631fb-7df0-4fe1-8322-abff3b61cae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (0db5147a-92a3-4581-8a5f-8ec9b93e0600), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:24:43.682511 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6b923bb1-06b0-4b84-b461-7cc1d0196090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (2e621730-3978-4720-b581-ac380e97a567), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:24:44.949402 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:24:58.128362 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.agents_db [None req-382e0aa2-b126-48e6-89eb-3efa426b6b29 None None] Agent healthcheck: found 6 active agents {{(pid=103410) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 11:25:07.979724 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-9ec10b15-4187-4e81-99d5-4a68780793c5 req-684d72b3-4cc8-44c5-90ac-8f0b402799a8 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3b19464d-bc9e-444a-b1ba-04faa5e0ce37&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0513020 Feb 28 11:25:08.092967 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec10b15-4187-4e81-99d5-4a68780793c5 req-1174af66-82da-4c96-a564-6703f0ccc6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:25:08.094594 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-9ec10b15-4187-4e81-99d5-4a68780793c5 req-1174af66-82da-4c96-a564-6703f0ccc6b0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=125c6fcb5d7f4d4fbe6496850083c279&device_id=3b19464d-bc9e-444a-b1ba-04faa5e0ce37 HTTP/1.1" status: 200 len: 1129 time: 0.0540733 Feb 28 11:25:08.209660 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec10b15-4187-4e81-99d5-4a68780793c5 req-d1a098c1-731c-40d1-b431-3e7730735aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:25:08.211192 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-9ec10b15-4187-4e81-99d5-4a68780793c5 req-d1a098c1-731c-40d1-b431-3e7730735aa7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=cd788e0f-453d-4178-8791-05f2c76596a7 HTTP/1.1" status: 200 len: 910 time: 0.0965049 Feb 28 11:25:08.331280 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-9ec10b15-4187-4e81-99d5-4a68780793c5 req-971fb42e-219a-4bbd-8b70-32d7924740e4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df0aac0d-e528-4bdc-baab-3fd89e28ca43 HTTP/1.1" status: 200 len: 1001 time: 0.1130080 Feb 28 11:25:08.386879 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec10b15-4187-4e81-99d5-4a68780793c5 req-bd6934f0-dee9-44e0-a516-c6cc3c63420e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:25:08.388411 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-9ec10b15-4187-4e81-99d5-4a68780793c5 req-bd6934f0-dee9-44e0-a516-c6cc3c63420e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cfce0c85-eb7d-4e20-addf-47b59e1028c6 HTTP/1.1" status: 200 len: 848 time: 0.0501544 Feb 28 11:25:08.452856 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec10b15-4187-4e81-99d5-4a68780793c5 req-fb8c6914-374e-40e7-a06a-a62a0bafe6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:25:08.454822 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-9ec10b15-4187-4e81-99d5-4a68780793c5 req-fb8c6914-374e-40e7-a06a-a62a0bafe6cb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cd788e0f-453d-4178-8791-05f2c76596a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0593047 Feb 28 11:25:08.581238 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-9ec10b15-4187-4e81-99d5-4a68780793c5 req-1b229344-4da5-4ad6-8227-1d75c622e20f service neutron] 10.222.0.30 "GET /v2.0/networks/cd788e0f-453d-4178-8791-05f2c76596a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198053 Feb 28 11:25:08.695402 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-9ec10b15-4187-4e81-99d5-4a68780793c5 req-b9d3df15-3924-40bb-af4f-191dca75c833 service neutron] 10.222.0.30 "GET /v2.0/networks/cd788e0f-453d-4178-8791-05f2c76596a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077311 Feb 28 11:25:08.778568 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (13ac42ae-016e-4baf-bb31-c6fa820b41c2), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:25:08.828103 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f830ed84-6b38-415a-ae63-70203ff3cc34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fb6705d2-4f70-4965-92a3-fbfccd43a6d3), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:25:11.108678 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-fdbe98cb-d4f6-480a-9d77-7692636cb2ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fc6c9b74-8dbb-41bb-800a-5bd3a43fe896), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:25:12.291176 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b6d631fb-7df0-4fe1-8322-abff3b61cae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (0db5147a-92a3-4581-8a5f-8ec9b93e0600), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:25:13.685897 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6b923bb1-06b0-4b84-b461-7cc1d0196090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (2e621730-3978-4720-b581-ac380e97a567), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:25:14.946121 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:25:35.127139 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.agents_db [None req-382e0aa2-b126-48e6-89eb-3efa426b6b29 None None] Agent healthcheck: found 6 active agents {{(pid=103410) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 11:25:38.789250 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (13ac42ae-016e-4baf-bb31-c6fa820b41c2), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:25:38.829579 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-672cbb07-bf0e-4cc0-a2f7-d81b87f0c049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fb6705d2-4f70-4965-92a3-fbfccd43a6d3), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:25:41.114937 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-57d3702e-58d5-48b8-8bfa-89fa18335b33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fc6c9b74-8dbb-41bb-800a-5bd3a43fe896), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:25:42.296392 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b6d631fb-7df0-4fe1-8322-abff3b61cae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (0db5147a-92a3-4581-8a5f-8ec9b93e0600), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:25:43.689591 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6b923bb1-06b0-4b84-b461-7cc1d0196090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (2e621730-3978-4720-b581-ac380e97a567), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:25:44.942932 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:26:08.795387 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (13ac42ae-016e-4baf-bb31-c6fa820b41c2), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:26:08.825375 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-db80c023-bf35-49fa-869a-efd1b433f076 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fb6705d2-4f70-4965-92a3-fbfccd43a6d3), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:26:10.037742 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-e476f6f6-a2ee-45aa-8641-15c00c09fc7a req-71c0148f-a2d3-4e26-a890-5798837f77c3 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3b19464d-bc9e-444a-b1ba-04faa5e0ce37&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1329474 Feb 28 11:26:10.145844 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e476f6f6-a2ee-45aa-8641-15c00c09fc7a req-e9782c0b-7201-4e66-b70b-655614bfc2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:26:10.147351 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-e476f6f6-a2ee-45aa-8641-15c00c09fc7a req-e9782c0b-7201-4e66-b70b-655614bfc2ac service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=125c6fcb5d7f4d4fbe6496850083c279&device_id=3b19464d-bc9e-444a-b1ba-04faa5e0ce37 HTTP/1.1" status: 200 len: 1129 time: 0.0481887 Feb 28 11:26:10.256537 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e476f6f6-a2ee-45aa-8641-15c00c09fc7a req-33f7662e-1666-4d72-b079-d9423be48cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:26:10.258154 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-e476f6f6-a2ee-45aa-8641-15c00c09fc7a req-33f7662e-1666-4d72-b079-d9423be48cb4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=cd788e0f-453d-4178-8791-05f2c76596a7 HTTP/1.1" status: 200 len: 910 time: 0.0913615 Feb 28 11:26:10.326817 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-e476f6f6-a2ee-45aa-8641-15c00c09fc7a req-330a0143-056d-42f6-894e-14a49402a127 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df0aac0d-e528-4bdc-baab-3fd89e28ca43 HTTP/1.1" status: 200 len: 1001 time: 0.0625081 Feb 28 11:26:10.375733 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e476f6f6-a2ee-45aa-8641-15c00c09fc7a req-00f8030f-4876-4790-b59c-6c9a008174de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:26:10.377320 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-e476f6f6-a2ee-45aa-8641-15c00c09fc7a req-00f8030f-4876-4790-b59c-6c9a008174de service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cfce0c85-eb7d-4e20-addf-47b59e1028c6 HTTP/1.1" status: 200 len: 848 time: 0.0447960 Feb 28 11:26:10.434837 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e476f6f6-a2ee-45aa-8641-15c00c09fc7a req-345a57b3-10b5-4548-9f5d-c0f5872b5828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:26:10.436382 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-e476f6f6-a2ee-45aa-8641-15c00c09fc7a req-345a57b3-10b5-4548-9f5d-c0f5872b5828 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cd788e0f-453d-4178-8791-05f2c76596a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0534723 Feb 28 11:26:10.531777 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-e476f6f6-a2ee-45aa-8641-15c00c09fc7a req-a9242423-409c-4b39-ae18-15bc26388356 service neutron] 10.222.0.30 "GET /v2.0/networks/cd788e0f-453d-4178-8791-05f2c76596a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891206 Feb 28 11:26:10.629112 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-e476f6f6-a2ee-45aa-8641-15c00c09fc7a req-5d017336-4274-48fc-96f0-bec378cd49ee service neutron] 10.222.0.30 "GET /v2.0/networks/cd788e0f-453d-4178-8791-05f2c76596a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916357 Feb 28 11:26:11.112920 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-acdae42e-7aa0-47f5-a3c9-f4324739ee85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fc6c9b74-8dbb-41bb-800a-5bd3a43fe896), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:26:12.126631 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.agents_db [None req-382e0aa2-b126-48e6-89eb-3efa426b6b29 None None] Agent healthcheck: found 6 active agents {{(pid=103410) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 11:26:12.299124 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b6d631fb-7df0-4fe1-8322-abff3b61cae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (0db5147a-92a3-4581-8a5f-8ec9b93e0600), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:26:13.690991 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6b923bb1-06b0-4b84-b461-7cc1d0196090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (2e621730-3978-4720-b581-ac380e97a567), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:26:14.939422 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:26:30.673334 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a08de8-8e7a-4512-91e1-ca8f26a62c5d req-22fd137f-24b9-4b00-bb81-1b0e637918ee tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:26:30.674867 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-b9a08de8-8e7a-4512-91e1-ca8f26a62c5d req-22fd137f-24b9-4b00-bb81-1b0e637918ee tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b19464d-bc9e-444a-b1ba-04faa5e0ce37 HTTP/1.1" status: 200 len: 945 time: 0.1122704 Feb 28 11:26:30.727222 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-b9a08de8-8e7a-4512-91e1-ca8f26a62c5d req-5170e814-ef9f-42c9-90e7-c2b1f010839b tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/security-groups?id=4749ae25-4a81-41d3-a68c-b96343b1dd4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467038 Feb 28 11:26:31.867333 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed35b3e0-681f-4faf-a598-c506b2f73f6a req-59a1a240-559c-4bab-8669-2cc5870a51bf tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:26:31.868963 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-ed35b3e0-681f-4faf-a598-c506b2f73f6a req-59a1a240-559c-4bab-8669-2cc5870a51bf tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b19464d-bc9e-444a-b1ba-04faa5e0ce37 HTTP/1.1" status: 200 len: 945 time: 0.0649114 Feb 28 11:26:31.927114 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-ed35b3e0-681f-4faf-a598-c506b2f73f6a req-12484b1a-8ba1-48dc-872e-3dc588292b69 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/security-groups?id=4749ae25-4a81-41d3-a68c-b96343b1dd4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511489 Feb 28 11:26:33.235172 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9ac239-c38e-44fa-92e6-a241fdb796fa req-b344da5f-bdaa-4eb2-96f8-47e0d288f230 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:26:33.236598 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-0a9ac239-c38e-44fa-92e6-a241fdb796fa req-b344da5f-bdaa-4eb2-96f8-47e0d288f230 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b19464d-bc9e-444a-b1ba-04faa5e0ce37 HTTP/1.1" status: 200 len: 945 time: 0.0561502 Feb 28 11:26:33.287325 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-0a9ac239-c38e-44fa-92e6-a241fdb796fa req-faf83966-62ff-4583-9bf6-136f0c22be17 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/security-groups?id=4749ae25-4a81-41d3-a68c-b96343b1dd4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449929 Feb 28 11:26:34.422779 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ef1ee8-131c-427d-9983-3921b74a14a0 req-7839db36-e9d3-427e-ac17-4af86ac23ba4 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:26:34.424346 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-e0ef1ee8-131c-427d-9983-3921b74a14a0 req-7839db36-e9d3-427e-ac17-4af86ac23ba4 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b19464d-bc9e-444a-b1ba-04faa5e0ce37 HTTP/1.1" status: 200 len: 945 time: 0.0616229 Feb 28 11:26:34.475605 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-e0ef1ee8-131c-427d-9983-3921b74a14a0 req-640ec2f7-0e6f-496f-8828-d84cf62e8c84 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/security-groups?id=4749ae25-4a81-41d3-a68c-b96343b1dd4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455880 Feb 28 11:26:35.605098 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8f5fcc-62bb-4e20-85f3-1c3848dfde99 req-301ee1ab-ca51-472b-ab6c-7367b02cfa7c tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:26:35.606649 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-1d8f5fcc-62bb-4e20-85f3-1c3848dfde99 req-301ee1ab-ca51-472b-ab6c-7367b02cfa7c tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b19464d-bc9e-444a-b1ba-04faa5e0ce37 HTTP/1.1" status: 200 len: 945 time: 0.0602365 Feb 28 11:26:35.662450 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-1d8f5fcc-62bb-4e20-85f3-1c3848dfde99 req-ee26a961-88f7-4993-8c0c-d560e5654655 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/security-groups?id=4749ae25-4a81-41d3-a68c-b96343b1dd4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499618 Feb 28 11:26:36.785328 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3847467e-912b-4aad-8196-3b2a3cf941ef req-bf2cc1e7-d579-4485-a6ce-ee4280b93e95 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:26:36.787759 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-3847467e-912b-4aad-8196-3b2a3cf941ef req-bf2cc1e7-d579-4485-a6ce-ee4280b93e95 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b19464d-bc9e-444a-b1ba-04faa5e0ce37 HTTP/1.1" status: 200 len: 945 time: 0.0559287 Feb 28 11:26:36.847509 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-3847467e-912b-4aad-8196-3b2a3cf941ef req-27680d92-d3c3-4869-8143-18dc08052a9a tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/security-groups?id=4749ae25-4a81-41d3-a68c-b96343b1dd4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536361 Feb 28 11:26:37.969012 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845ed53a-2f48-4761-94bf-9e29685c921b req-e8160ca8-cadf-4bdc-a50e-40fafe415911 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:26:37.970563 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-845ed53a-2f48-4761-94bf-9e29685c921b req-e8160ca8-cadf-4bdc-a50e-40fafe415911 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b19464d-bc9e-444a-b1ba-04faa5e0ce37 HTTP/1.1" status: 200 len: 945 time: 0.0547640 Feb 28 11:26:38.021838 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-845ed53a-2f48-4761-94bf-9e29685c921b req-a5d56de2-d04b-429f-9c2f-3cd3a43b02ba tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/security-groups?id=4749ae25-4a81-41d3-a68c-b96343b1dd4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456192 Feb 28 11:26:38.803677 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (13ac42ae-016e-4baf-bb31-c6fa820b41c2), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:26:38.821431 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-556aed34-af36-46e4-8a03-dcbc21089a30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fb6705d2-4f70-4965-92a3-fbfccd43a6d3), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:26:39.147189 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00402fb8-fdc2-490b-aa48-23f0f47b0248 req-c103f250-11e8-4d04-97d9-23a971490afa tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:26:39.148728 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-00402fb8-fdc2-490b-aa48-23f0f47b0248 req-c103f250-11e8-4d04-97d9-23a971490afa tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b19464d-bc9e-444a-b1ba-04faa5e0ce37 HTTP/1.1" status: 200 len: 945 time: 0.0562549 Feb 28 11:26:39.200984 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-00402fb8-fdc2-490b-aa48-23f0f47b0248 req-f71ba243-8f74-4a24-9407-31cee3482241 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/security-groups?id=4749ae25-4a81-41d3-a68c-b96343b1dd4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461891 Feb 28 11:26:40.331672 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db40bb6c-2df8-49d2-aafd-b08d29a28281 req-a24bb8e2-5ffa-477f-8989-c302379460ef tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:26:40.333254 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-db40bb6c-2df8-49d2-aafd-b08d29a28281 req-a24bb8e2-5ffa-477f-8989-c302379460ef tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b19464d-bc9e-444a-b1ba-04faa5e0ce37 HTTP/1.1" status: 200 len: 945 time: 0.0634074 Feb 28 11:26:40.385636 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-db40bb6c-2df8-49d2-aafd-b08d29a28281 req-d5747ccb-447e-4389-9ab5-6b92cc10b567 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/security-groups?id=4749ae25-4a81-41d3-a68c-b96343b1dd4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464749 Feb 28 11:26:41.108789 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c5b778e3-92ef-4233-8d44-06ff8953ce31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fc6c9b74-8dbb-41bb-800a-5bd3a43fe896), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:26:41.513031 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18762175-b2fe-4630-8f5a-61a309be23c5 req-44c94728-2732-4e6c-9614-9281db0e0379 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:26:41.514636 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-18762175-b2fe-4630-8f5a-61a309be23c5 req-44c94728-2732-4e6c-9614-9281db0e0379 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b19464d-bc9e-444a-b1ba-04faa5e0ce37 HTTP/1.1" status: 200 len: 945 time: 0.0558660 Feb 28 11:26:41.567041 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-18762175-b2fe-4630-8f5a-61a309be23c5 req-312a5487-74dc-4dd4-85ea-8d57ab2a6f96 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/security-groups?id=4749ae25-4a81-41d3-a68c-b96343b1dd4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464756 Feb 28 11:26:42.298512 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b6d631fb-7df0-4fe1-8322-abff3b61cae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (0db5147a-92a3-4581-8a5f-8ec9b93e0600), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:26:42.696959 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c4472d-6db1-478a-8080-c75b23a38a47 req-a8206663-c1e4-4338-bbd3-7f7c9edca4bd tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:26:42.698598 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-b2c4472d-6db1-478a-8080-c75b23a38a47 req-a8206663-c1e4-4338-bbd3-7f7c9edca4bd tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b19464d-bc9e-444a-b1ba-04faa5e0ce37 HTTP/1.1" status: 200 len: 945 time: 0.0582168 Feb 28 11:26:42.756191 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-b2c4472d-6db1-478a-8080-c75b23a38a47 req-b2e97546-3ac5-48b6-af7c-4abdd10ebf76 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/security-groups?id=4749ae25-4a81-41d3-a68c-b96343b1dd4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510454 Feb 28 11:26:43.694560 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6b923bb1-06b0-4b84-b461-7cc1d0196090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (2e621730-3978-4720-b581-ac380e97a567), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:26:43.885000 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc67185-963b-4a9b-bbef-001d1088a95e req-0c399668-5168-49a1-bf16-db057f05075e tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:26:43.886593 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-5fc67185-963b-4a9b-bbef-001d1088a95e req-0c399668-5168-49a1-bf16-db057f05075e tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b19464d-bc9e-444a-b1ba-04faa5e0ce37 HTTP/1.1" status: 200 len: 945 time: 0.0552588 Feb 28 11:26:43.939393 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-5fc67185-963b-4a9b-bbef-001d1088a95e req-b273dedc-2ba0-4a11-93b8-2cdb2831c172 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/security-groups?id=4749ae25-4a81-41d3-a68c-b96343b1dd4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467961 Feb 28 11:26:44.278225 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device df0aac0d-e528-4bdc-baab-3fd89e28ca43 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103409) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 11:26:44.547397 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] For port df0aac0d-e528-4bdc-baab-3fd89e28ca43, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=df0aac0d-e528-4bdc-baab-3fd89e28ca43,segment=NetworkSegment(7c0210c5-87d1-474e-8078-ef9907ad66c5),segment_id=7c0210c5-87d1-474e-8078-ef9907ad66c5)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:26:44.559621 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Returning: {'device': 'df0aac0d-e528-4bdc-baab-3fd89e28ca43', 'network_id': 'cd788e0f-453d-4178-8791-05f2c76596a7', 'port_id': 'df0aac0d-e528-4bdc-baab-3fd89e28ca43', 'mac_address': 'fa:16:3e:56:ff:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 268, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfce0c85-eb7d-4e20-addf-47b59e1028c6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103409) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 11:26:44.601307 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Current status of the port df0aac0d-e528-4bdc-baab-3fd89e28ca43 is: ACTIVE; New status is: BUILD {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:26:44.601695 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (df0aac0d-e528-4bdc-baab-3fd89e28ca43), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:26:44.615355 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id df0aac0d-e528-4bdc-baab-3fd89e28ca43 {{(pid=103409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 11:26:44.635006 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] For port df0aac0d-e528-4bdc-baab-3fd89e28ca43, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=df0aac0d-e528-4bdc-baab-3fd89e28ca43,segment=NetworkSegment(7c0210c5-87d1-474e-8078-ef9907ad66c5),segment_id=7c0210c5-87d1-474e-8078-ef9907ad66c5)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:26:44.640605 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (df0aac0d-e528-4bdc-baab-3fd89e28ca43), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:26:44.690808 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Pushing event updated for resources: {'Port': ['ID=df0aac0d-e528-4bdc-baab-3fd89e28ca43,revision_number=6']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:26:44.698591 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:26:44.699236 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:26:44.699341 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:26:44.699636 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:26:44.699977 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:26:44.700318 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:26:44.700692 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:26:44.701009 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:26:44.701350 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:26:44.701688 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:26:44.702022 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:26:44.702350 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:26:44.702682 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:26:44.775272 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] get_ports_and_sgs() called for port_ids ['df0aac0d-e528-4bdc-baab-3fd89e28ca43'] {{(pid=103409) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 11:26:44.958613 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:26:45.066674 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d52629-743a-40d4-88ee-6977c78e59e3 req-7e02da8e-6627-498d-ac7b-4f78a9a92310 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:26:45.068324 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-62d52629-743a-40d4-88ee-6977c78e59e3 req-7e02da8e-6627-498d-ac7b-4f78a9a92310 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b19464d-bc9e-444a-b1ba-04faa5e0ce37 HTTP/1.1" status: 200 len: 944 time: 0.0596642 Feb 28 11:26:45.124349 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-62d52629-743a-40d4-88ee-6977c78e59e3 req-918741a9-b8b1-4dba-9203-0b023727940c tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/security-groups?id=4749ae25-4a81-41d3-a68c-b96343b1dd4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493784 Feb 28 11:26:46.258094 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c3bf0c-182b-433e-aee4-af9a55ed3c5f req-26706cad-535b-4cd4-a5b9-ce6cc67ca300 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:26:46.259606 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-08c3bf0c-182b-433e-aee4-af9a55ed3c5f req-26706cad-535b-4cd4-a5b9-ce6cc67ca300 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b19464d-bc9e-444a-b1ba-04faa5e0ce37 HTTP/1.1" status: 200 len: 944 time: 0.0593827 Feb 28 11:26:46.307009 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device df0aac0d-e528-4bdc-baab-3fd89e28ca43 up at agent hyperv_hv-neutron-mast {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 11:26:46.312884 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-08c3bf0c-182b-433e-aee4-af9a55ed3c5f req-83103850-2c4d-457f-9cfd-4f779478e53d tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/security-groups?id=4749ae25-4a81-41d3-a68c-b96343b1dd4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473435 Feb 28 11:26:46.359508 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Provisioning complete for port df0aac0d-e528-4bdc-baab-3fd89e28ca43 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:26:46.359891 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (df0aac0d-e528-4bdc-baab-3fd89e28ca43), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:26:46.441924 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Current status of the port df0aac0d-e528-4bdc-baab-3fd89e28ca43 is: BUILD; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:26:46.442232 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (df0aac0d-e528-4bdc-baab-3fd89e28ca43), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:26:46.466911 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b19464d-bc9e-444a-b1ba-04faa5e0ce37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df0aac0d-e528-4bdc-baab-3fd89e28ca43'}] {{(pid=103409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:26:46.469237 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa5325a5be4b33bf61fd809c564e3765e689d817bbd874267890deb3cfccaf12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e9ef7a2-5abe-4847-8776-2fb79d1cacbc" -d '{"events": [{"server_uuid": "3b19464d-bc9e-444a-b1ba-04faa5e0ce37", "name": "network-vif-plugged", "status": "completed", "tag": "df0aac0d-e528-4bdc-baab-3fd89e28ca43"}]}' {{(pid=103409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 11:26:46.482348 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] For port df0aac0d-e528-4bdc-baab-3fd89e28ca43, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=df0aac0d-e528-4bdc-baab-3fd89e28ca43,segment=NetworkSegment(7c0210c5-87d1-474e-8078-ef9907ad66c5),segment_id=7c0210c5-87d1-474e-8078-ef9907ad66c5)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:26:46.487633 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (df0aac0d-e528-4bdc-baab-3fd89e28ca43), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:26:46.512062 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 11:26:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56826ce0-0f22-4146-bd49-bf1bb9f1fe21 x-openstack-request-id: req-56826ce0-0f22-4146-bd49-bf1bb9f1fe21 {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 11:26:46.512364 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b19464d-bc9e-444a-b1ba-04faa5e0ce37", "name": "network-vif-plugged", "status": "completed", "tag": "df0aac0d-e528-4bdc-baab-3fd89e28ca43", "code": 200}]} {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 11:26:46.512628 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-56826ce0-0f22-4146-bd49-bf1bb9f1fe21 {{(pid=103409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 11:26:46.513047 dv-neutron-master-2-hyperv neutron-server[103409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b19464d-bc9e-444a-b1ba-04faa5e0ce37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df0aac0d-e528-4bdc-baab-3fd89e28ca43', 'code': 200} Feb 28 11:26:46.538740 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Pushing event updated for resources: {'Port': ['ID=df0aac0d-e528-4bdc-baab-3fd89e28ca43,revision_number=7']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:26:47.449553 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116d1c94-8b83-4111-a62b-c95f6c6d487a req-8580a4d7-b180-4f4d-9b41-4aa14fb64caf tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:26:47.451088 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-116d1c94-8b83-4111-a62b-c95f6c6d487a req-8580a4d7-b180-4f4d-9b41-4aa14fb64caf tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b19464d-bc9e-444a-b1ba-04faa5e0ce37 HTTP/1.1" status: 200 len: 945 time: 0.0581431 Feb 28 11:26:47.505071 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-116d1c94-8b83-4111-a62b-c95f6c6d487a req-8cf33c84-8bd9-4934-b60e-f7664ec1fb07 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/security-groups?id=4749ae25-4a81-41d3-a68c-b96343b1dd4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464897 Feb 28 11:26:48.665934 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e9445a-16cc-462b-8982-d08ce4841bf2 req-d3320f50-534b-4a21-aa76-a6a2d602bd1d tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:26:48.670291 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-c5e9445a-16cc-462b-8982-d08ce4841bf2 req-d3320f50-534b-4a21-aa76-a6a2d602bd1d tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b19464d-bc9e-444a-b1ba-04faa5e0ce37 HTTP/1.1" status: 200 len: 945 time: 0.0772696 Feb 28 11:26:48.723581 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-c5e9445a-16cc-462b-8982-d08ce4841bf2 req-27c59e0b-00f1-4fc5-befd-d63ef91aafa2 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/security-groups?id=4749ae25-4a81-41d3-a68c-b96343b1dd4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490789 Feb 28 11:26:49.126727 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.agents_db [None req-382e0aa2-b126-48e6-89eb-3efa426b6b29 None None] Agent healthcheck: found 6 active agents {{(pid=103410) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 11:26:49.874375 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c47eed-82a9-4f1d-a5ef-1d86eefbd41b req-6b2fff72-e8a5-42de-9c44-e12e9132b7eb tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:26:49.875942 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-a1c47eed-82a9-4f1d-a5ef-1d86eefbd41b req-6b2fff72-e8a5-42de-9c44-e12e9132b7eb tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b19464d-bc9e-444a-b1ba-04faa5e0ce37 HTTP/1.1" status: 200 len: 945 time: 0.0650017 Feb 28 11:26:49.931822 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-a1c47eed-82a9-4f1d-a5ef-1d86eefbd41b req-87261006-2732-4515-811c-08b0ec02de06 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/security-groups?id=4749ae25-4a81-41d3-a68c-b96343b1dd4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483727 Feb 28 11:26:51.078155 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f06825-2292-4f87-92bd-6e3c6c0dd35d req-53808471-d072-4539-b326-cfac123691b9 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:26:51.080040 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-e8f06825-2292-4f87-92bd-6e3c6c0dd35d req-53808471-d072-4539-b326-cfac123691b9 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b19464d-bc9e-444a-b1ba-04faa5e0ce37 HTTP/1.1" status: 200 len: 945 time: 0.0630443 Feb 28 11:26:51.137922 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-e8f06825-2292-4f87-92bd-6e3c6c0dd35d req-f58a067e-2507-4286-b347-507912e76895 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/security-groups?id=4749ae25-4a81-41d3-a68c-b96343b1dd4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512192 Feb 28 11:26:52.741368 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56114087-b739-40ba-adfd-eded73220542 req-7b62600c-94d1-469b-abca-ff974b49b4d1 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:26:52.744070 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-56114087-b739-40ba-adfd-eded73220542 req-7b62600c-94d1-469b-abca-ff974b49b4d1 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b19464d-bc9e-444a-b1ba-04faa5e0ce37 HTTP/1.1" status: 200 len: 945 time: 0.5238113 Feb 28 11:26:52.809085 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-56114087-b739-40ba-adfd-eded73220542 req-16f2db33-08cd-47ed-bebb-72759d2e04bb tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/security-groups?id=4749ae25-4a81-41d3-a68c-b96343b1dd4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583386 Feb 28 11:26:53.957892 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a61f4d-d7cf-4198-b92a-b68df987cf4b req-f5749af8-49dd-4812-bba9-b74ea9e5f76c tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:26:53.965480 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-46a61f4d-d7cf-4198-b92a-b68df987cf4b req-f5749af8-49dd-4812-bba9-b74ea9e5f76c tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b19464d-bc9e-444a-b1ba-04faa5e0ce37 HTTP/1.1" status: 200 len: 945 time: 0.0687389 Feb 28 11:26:54.027140 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-46a61f4d-d7cf-4198-b92a-b68df987cf4b req-9895d13a-1b3b-4701-a9e5-714c636c1769 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/security-groups?id=4749ae25-4a81-41d3-a68c-b96343b1dd4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601902 Feb 28 11:26:55.190303 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507cfd8a-9067-44f8-971a-304a951547da req-6318c520-0ba6-4db6-a140-4d7c311164a4 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:26:55.199943 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-507cfd8a-9067-44f8-971a-304a951547da req-6318c520-0ba6-4db6-a140-4d7c311164a4 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b19464d-bc9e-444a-b1ba-04faa5e0ce37 HTTP/1.1" status: 200 len: 945 time: 0.0822413 Feb 28 11:26:55.259176 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-507cfd8a-9067-44f8-971a-304a951547da req-97a954af-3aef-48cf-b614-6097d4c94989 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/security-groups?id=4749ae25-4a81-41d3-a68c-b96343b1dd4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581684 Feb 28 11:26:56.401400 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e411077-c0da-4b09-80b2-4b89ae303cc7 req-77b23f1e-d9e7-4463-83f5-9c5ae23835d5 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:26:56.403068 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-4e411077-c0da-4b09-80b2-4b89ae303cc7 req-77b23f1e-d9e7-4463-83f5-9c5ae23835d5 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b19464d-bc9e-444a-b1ba-04faa5e0ce37 HTTP/1.1" status: 200 len: 945 time: 0.0633626 Feb 28 11:26:56.460676 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-4e411077-c0da-4b09-80b2-4b89ae303cc7 req-dcdc0996-ca54-4190-8208-88ea1b03321b tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/security-groups?id=4749ae25-4a81-41d3-a68c-b96343b1dd4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517929 Feb 28 11:26:57.590384 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f85fe66-d6c2-48d0-aa53-f28d0e02bd7f req-eb661278-df9c-46fd-b7f5-0cc53b15bcbe tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:26:57.591828 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-5f85fe66-d6c2-48d0-aa53-f28d0e02bd7f req-eb661278-df9c-46fd-b7f5-0cc53b15bcbe tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b19464d-bc9e-444a-b1ba-04faa5e0ce37 HTTP/1.1" status: 200 len: 945 time: 0.0599980 Feb 28 11:26:57.643550 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-5f85fe66-d6c2-48d0-aa53-f28d0e02bd7f req-2a0143ea-af73-4a58-85f7-2bc654c0b26d tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/security-groups?id=4749ae25-4a81-41d3-a68c-b96343b1dd4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459666 Feb 28 11:26:58.019004 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a214a7-4af9-40ed-a381-a04db2147b0e req-1c18d4e8-b84d-49e7-a18b-447eeaba6163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:26:58.020573 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-59a214a7-4af9-40ed-a381-a04db2147b0e req-1c18d4e8-b84d-49e7-a18b-447eeaba6163 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=125c6fcb5d7f4d4fbe6496850083c279&device_id=3b19464d-bc9e-444a-b1ba-04faa5e0ce37 HTTP/1.1" status: 200 len: 1129 time: 0.0491819 Feb 28 11:26:58.117465 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a214a7-4af9-40ed-a381-a04db2147b0e req-1a775605-2d8e-426f-b0ba-c4385c777883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:26:58.119032 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-59a214a7-4af9-40ed-a381-a04db2147b0e req-1a775605-2d8e-426f-b0ba-c4385c777883 service neutron] 10.222.0.30 "GET /v2.0/networks?id=cd788e0f-453d-4178-8791-05f2c76596a7 HTTP/1.1" status: 200 len: 910 time: 0.0914104 Feb 28 11:26:58.192317 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-59a214a7-4af9-40ed-a381-a04db2147b0e req-10ca7393-cd23-4c9a-8845-c250b033af88 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df0aac0d-e528-4bdc-baab-3fd89e28ca43 HTTP/1.1" status: 200 len: 1001 time: 0.0669203 Feb 28 11:26:58.247668 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a214a7-4af9-40ed-a381-a04db2147b0e req-9abb449d-ff01-4892-95f0-53c53495e70f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:26:58.249216 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-59a214a7-4af9-40ed-a381-a04db2147b0e req-9abb449d-ff01-4892-95f0-53c53495e70f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cfce0c85-eb7d-4e20-addf-47b59e1028c6 HTTP/1.1" status: 200 len: 848 time: 0.0507812 Feb 28 11:26:58.301065 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a214a7-4af9-40ed-a381-a04db2147b0e req-2040b121-1f48-4f97-b559-09b2151e62a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:26:58.302487 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-59a214a7-4af9-40ed-a381-a04db2147b0e req-2040b121-1f48-4f97-b559-09b2151e62a8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cd788e0f-453d-4178-8791-05f2c76596a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0477629 Feb 28 11:26:58.394393 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-59a214a7-4af9-40ed-a381-a04db2147b0e req-ed0b0656-c34b-4345-ad9b-08dd3367a509 service neutron] 10.222.0.30 "GET /v2.0/networks/cd788e0f-453d-4178-8791-05f2c76596a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845904 Feb 28 11:26:58.501680 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-59a214a7-4af9-40ed-a381-a04db2147b0e req-6d75def8-4450-4c60-83b7-067a3caa6c9a service neutron] 10.222.0.30 "GET /v2.0/networks/cd788e0f-453d-4178-8791-05f2c76596a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001751 Feb 28 11:26:58.771882 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b37125-22ec-4ec4-92e1-58cb811c0002 req-1a21ef6b-7b8a-4495-b954-9c34909097b9 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:26:58.773612 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-d9b37125-22ec-4ec4-92e1-58cb811c0002 req-1a21ef6b-7b8a-4495-b954-9c34909097b9 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b19464d-bc9e-444a-b1ba-04faa5e0ce37 HTTP/1.1" status: 200 len: 945 time: 0.0574870 Feb 28 11:26:58.830390 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-d9b37125-22ec-4ec4-92e1-58cb811c0002 req-aa9318c0-42a7-4f4b-848e-7f68d1ff684c tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/security-groups?id=4749ae25-4a81-41d3-a68c-b96343b1dd4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497565 Feb 28 11:26:59.959484 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0098034-c25d-4b46-a52a-d53a6bfb0eb7 req-83756920-5d3d-4a5f-8ed5-6832f8e7cff4 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:26:59.961021 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-f0098034-c25d-4b46-a52a-d53a6bfb0eb7 req-83756920-5d3d-4a5f-8ed5-6832f8e7cff4 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b19464d-bc9e-444a-b1ba-04faa5e0ce37 HTTP/1.1" status: 200 len: 945 time: 0.0555046 Feb 28 11:27:00.017193 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-f0098034-c25d-4b46-a52a-d53a6bfb0eb7 req-d374436b-d055-46aa-b790-a48ae87a725a tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/security-groups?id=4749ae25-4a81-41d3-a68c-b96343b1dd4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496235 Feb 28 11:27:00.386913 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device df0aac0d-e528-4bdc-baab-3fd89e28ca43 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 11:27:00.484933 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Current status of the port df0aac0d-e528-4bdc-baab-3fd89e28ca43 is: ACTIVE; New status is: DOWN {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:27:00.485326 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (df0aac0d-e528-4bdc-baab-3fd89e28ca43), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:27:00.516011 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b19464d-bc9e-444a-b1ba-04faa5e0ce37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df0aac0d-e528-4bdc-baab-3fd89e28ca43'}] {{(pid=103409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:27:00.518317 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa5325a5be4b33bf61fd809c564e3765e689d817bbd874267890deb3cfccaf12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a23694a-1312-46e3-ab93-b0d0bde38274" -d '{"events": [{"server_uuid": "3b19464d-bc9e-444a-b1ba-04faa5e0ce37", "name": "network-vif-unplugged", "status": "completed", "tag": "df0aac0d-e528-4bdc-baab-3fd89e28ca43"}]}' {{(pid=103409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 11:27:00.533220 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] For port df0aac0d-e528-4bdc-baab-3fd89e28ca43, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=df0aac0d-e528-4bdc-baab-3fd89e28ca43,segment=NetworkSegment(7c0210c5-87d1-474e-8078-ef9907ad66c5),segment_id=7c0210c5-87d1-474e-8078-ef9907ad66c5)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:27:00.540249 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (df0aac0d-e528-4bdc-baab-3fd89e28ca43), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:27:00.569403 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 28 Feb 2022 11:27:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67a78c7a-72a0-4d44-b386-b5a1e7a50ea8 x-openstack-request-id: req-67a78c7a-72a0-4d44-b386-b5a1e7a50ea8 {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 11:27:00.569719 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b19464d-bc9e-444a-b1ba-04faa5e0ce37", "name": "network-vif-unplugged", "status": "failed", "tag": "df0aac0d-e528-4bdc-baab-3fd89e28ca43", "code": 422}]} {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 11:27:00.569934 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-67a78c7a-72a0-4d44-b386-b5a1e7a50ea8 {{(pid=103409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 11:27:00.570343 dv-neutron-master-2-hyperv neutron-server[103409]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3b19464d-bc9e-444a-b1ba-04faa5e0ce37', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'df0aac0d-e528-4bdc-baab-3fd89e28ca43', 'code': 422} returned with failed status Feb 28 11:27:00.601959 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Pushing event updated for resources: {'Port': ['ID=df0aac0d-e528-4bdc-baab-3fd89e28ca43,revision_number=8']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:01.160300 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b45b64-0845-46d1-962f-75056454226e req-0613b15f-e45f-49e3-ae3b-dd71af9ddbf3 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:27:01.161870 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-02b45b64-0845-46d1-962f-75056454226e req-0613b15f-e45f-49e3-ae3b-dd71af9ddbf3 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b19464d-bc9e-444a-b1ba-04faa5e0ce37 HTTP/1.1" status: 200 len: 943 time: 0.0694704 Feb 28 11:27:01.227439 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-02b45b64-0845-46d1-962f-75056454226e req-1c83fffa-6d8d-49c9-9426-ad484fb7dbd3 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/security-groups?id=4749ae25-4a81-41d3-a68c-b96343b1dd4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587265 Feb 28 11:27:01.308538 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [req-462ab1a7-32de-4002-86cf-1ce831a9375e req-a53a52b7-7cae-4652-8052-2fc4f16aced4 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103407) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 11:27:01.309495 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-462ab1a7-32de-4002-86cf-1ce831a9375e req-a53a52b7-7cae-4652-8052-2fc4f16aced4 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064754 Feb 28 11:27:01.484738 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268381b5-d1d5-4151-9881-a141e233dd15 req-bfcd96a7-923b-4ffe-a9c6-444bd9e3a165 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:27:01.486267 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-268381b5-d1d5-4151-9881-a141e233dd15 req-bfcd96a7-923b-4ffe-a9c6-444bd9e3a165 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b19464d-bc9e-444a-b1ba-04faa5e0ce37 HTTP/1.1" status: 200 len: 943 time: 0.0574660 Feb 28 11:27:01.540597 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-268381b5-d1d5-4151-9881-a141e233dd15 req-b15e163a-dd34-4c5c-a441-b059bd9dfa90 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/security-groups?id=4749ae25-4a81-41d3-a68c-b96343b1dd4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485897 Feb 28 11:27:01.698251 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-c6e45b5a-dd4d-49e0-ba9c-27590ab8f29c req-39128e97-70b7-4f42-bd76-a9083b1c4ccb service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3b19464d-bc9e-444a-b1ba-04faa5e0ce37&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1201372 Feb 28 11:27:01.707836 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [req-c6e45b5a-dd4d-49e0-ba9c-27590ab8f29c req-e1ab0a6e-febc-4a0d-8bb0-23e962edb196 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103407) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 11:27:01.708843 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-c6e45b5a-dd4d-49e0-ba9c-27590ab8f29c req-e1ab0a6e-febc-4a0d-8bb0-23e962edb196 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057826 Feb 28 11:27:02.667449 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba07c95-3e73-4533-bde7-9883260c1602 req-1d42ec18-c608-43d5-b431-61b71b448a04 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:27:02.669003 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-4ba07c95-3e73-4533-bde7-9883260c1602 req-1d42ec18-c608-43d5-b431-61b71b448a04 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b19464d-bc9e-444a-b1ba-04faa5e0ce37 HTTP/1.1" status: 200 len: 943 time: 0.0557048 Feb 28 11:27:02.719893 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-4ba07c95-3e73-4533-bde7-9883260c1602 req-3e62e838-15de-45d9-b61a-3df2b6f2c09a tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/security-groups?id=4749ae25-4a81-41d3-a68c-b96343b1dd4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451946 Feb 28 11:27:02.847347 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e45b5a-dd4d-49e0-ba9c-27590ab8f29c req-c4f8e8d7-ff29-45c2-a97c-f223fb0c40c7 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:27:02.848698 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-c6e45b5a-dd4d-49e0-ba9c-27590ab8f29c req-c4f8e8d7-ff29-45c2-a97c-f223fb0c40c7 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/ports/df0aac0d-e528-4bdc-baab-3fd89e28ca43 HTTP/1.1" status: 200 len: 940 time: 0.1011870 Feb 28 11:27:03.851566 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f6768c-1345-4622-a5c1-144461c94076 req-c88cb1a6-7ad0-4706-8e23-259f5f64ac8c tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:27:03.853100 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-d4f6768c-1345-4622-a5c1-144461c94076 req-c88cb1a6-7ad0-4706-8e23-259f5f64ac8c tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b19464d-bc9e-444a-b1ba-04faa5e0ce37 HTTP/1.1" status: 200 len: 943 time: 0.0592368 Feb 28 11:27:03.905576 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-d4f6768c-1345-4622-a5c1-144461c94076 req-848d96dc-dc00-4a70-ae50-3da0faec5c45 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/security-groups?id=4749ae25-4a81-41d3-a68c-b96343b1dd4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467083 Feb 28 11:27:04.402400 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device df0aac0d-e528-4bdc-baab-3fd89e28ca43 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 11:27:04.486083 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Current status of the port df0aac0d-e528-4bdc-baab-3fd89e28ca43 is: DOWN; New status is: DOWN {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:27:05.029805 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f1e801-1855-4697-b990-ae11a206c5a5 req-8681524a-b4c8-4789-8de6-57809fbb565d tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:27:05.031359 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-d6f1e801-1855-4697-b990-ae11a206c5a5 req-8681524a-b4c8-4789-8de6-57809fbb565d tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b19464d-bc9e-444a-b1ba-04faa5e0ce37 HTTP/1.1" status: 200 len: 943 time: 0.0557606 Feb 28 11:27:05.082090 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-d6f1e801-1855-4697-b990-ae11a206c5a5 req-9d2ebdf4-cbd7-4813-a30f-5fe93572cef1 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/security-groups?id=4749ae25-4a81-41d3-a68c-b96343b1dd4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447233 Feb 28 11:27:06.208604 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b9d37a-da74-437b-98f7-25860d25b453 req-5c0e2933-1a6b-4bb9-8e3d-57822d5442e6 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:27:06.210154 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-a3b9d37a-da74-437b-98f7-25860d25b453 req-5c0e2933-1a6b-4bb9-8e3d-57822d5442e6 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b19464d-bc9e-444a-b1ba-04faa5e0ce37 HTTP/1.1" status: 200 len: 943 time: 0.0561655 Feb 28 11:27:06.266511 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-a3b9d37a-da74-437b-98f7-25860d25b453 req-1ccd4bca-89a8-4a2c-96f3-7925fe21fd75 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/security-groups?id=4749ae25-4a81-41d3-a68c-b96343b1dd4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499074 Feb 28 11:27:06.887678 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e45b5a-dd4d-49e0-ba9c-27590ab8f29c req-b55b4042-980b-49c9-87b5-fa76916714f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:27:06.889253 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-c6e45b5a-dd4d-49e0-ba9c-27590ab8f29c req-b55b4042-980b-49c9-87b5-fa76916714f4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3b19464d-bc9e-444a-b1ba-04faa5e0ce37&tenant_id=125c6fcb5d7f4d4fbe6496850083c279 HTTP/1.1" status: 200 len: 1127 time: 0.0506663 Feb 28 11:27:06.969153 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e45b5a-dd4d-49e0-ba9c-27590ab8f29c req-0feffaac-f54a-47e5-ae2c-0aac0d63db26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:27:06.970666 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-c6e45b5a-dd4d-49e0-ba9c-27590ab8f29c req-0feffaac-f54a-47e5-ae2c-0aac0d63db26 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=125c6fcb5d7f4d4fbe6496850083c279&device_id=3b19464d-bc9e-444a-b1ba-04faa5e0ce37 HTTP/1.1" status: 200 len: 1127 time: 0.0488529 Feb 28 11:27:07.068762 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e45b5a-dd4d-49e0-ba9c-27590ab8f29c req-7521acd2-3c8d-4434-aa8d-b926797280b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:27:07.070345 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-c6e45b5a-dd4d-49e0-ba9c-27590ab8f29c req-7521acd2-3c8d-4434-aa8d-b926797280b6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=cd788e0f-453d-4178-8791-05f2c76596a7 HTTP/1.1" status: 200 len: 910 time: 0.0927286 Feb 28 11:27:07.140685 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-c6e45b5a-dd4d-49e0-ba9c-27590ab8f29c req-1369a683-e7ea-4081-b8b1-121628bf767a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df0aac0d-e528-4bdc-baab-3fd89e28ca43 HTTP/1.1" status: 200 len: 999 time: 0.0620573 Feb 28 11:27:07.192992 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e45b5a-dd4d-49e0-ba9c-27590ab8f29c req-50302d01-4736-454e-9e70-8b8f5ca29a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:27:07.194490 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-c6e45b5a-dd4d-49e0-ba9c-27590ab8f29c req-50302d01-4736-454e-9e70-8b8f5ca29a36 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cfce0c85-eb7d-4e20-addf-47b59e1028c6 HTTP/1.1" status: 200 len: 848 time: 0.0486512 Feb 28 11:27:07.245985 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e45b5a-dd4d-49e0-ba9c-27590ab8f29c req-53ee6f11-1822-457e-8baf-9321d74e7bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:27:07.247524 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-c6e45b5a-dd4d-49e0-ba9c-27590ab8f29c req-53ee6f11-1822-457e-8baf-9321d74e7bb8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cd788e0f-453d-4178-8791-05f2c76596a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0470998 Feb 28 11:27:07.341965 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-c6e45b5a-dd4d-49e0-ba9c-27590ab8f29c req-4845d74d-ca64-4ed3-813e-9d016af67f4e service neutron] 10.222.0.30 "GET /v2.0/networks/cd788e0f-453d-4178-8791-05f2c76596a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882580 Feb 28 11:27:07.394110 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b184f10f-b63c-4e7b-8120-929a4220a282 req-4e8cb809-93ff-46b1-9cc4-da40f02a151b tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:27:07.395545 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-b184f10f-b63c-4e7b-8120-929a4220a282 req-4e8cb809-93ff-46b1-9cc4-da40f02a151b tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b19464d-bc9e-444a-b1ba-04faa5e0ce37 HTTP/1.1" status: 200 len: 943 time: 0.0539336 Feb 28 11:27:07.439458 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-c6e45b5a-dd4d-49e0-ba9c-27590ab8f29c req-08b5700c-4deb-4300-87d6-919dd4289002 service neutron] 10.222.0.30 "GET /v2.0/networks/cd788e0f-453d-4178-8791-05f2c76596a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918238 Feb 28 11:27:07.446780 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-b184f10f-b63c-4e7b-8120-929a4220a282 req-d5e66695-612f-4565-b5c4-c8ef0a48b5f8 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/security-groups?id=4749ae25-4a81-41d3-a68c-b96343b1dd4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454493 Feb 28 11:27:08.579185 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f67876-2401-454d-9226-7bc23df63d1a req-75f9800b-1e05-4936-8869-4d9881d6b2d1 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:27:08.580682 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-18f67876-2401-454d-9226-7bc23df63d1a req-75f9800b-1e05-4936-8869-4d9881d6b2d1 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b19464d-bc9e-444a-b1ba-04faa5e0ce37 HTTP/1.1" status: 200 len: 943 time: 0.0587986 Feb 28 11:27:08.640494 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-18f67876-2401-454d-9226-7bc23df63d1a req-6e5fcbd2-ac84-47d6-8df9-30b2bea740dd tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/security-groups?id=4749ae25-4a81-41d3-a68c-b96343b1dd4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532358 Feb 28 11:27:08.831035 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (13ac42ae-016e-4baf-bb31-c6fa820b41c2), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:27:08.832682 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9d87b987-0606-4e15-944f-8917f933c630 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fb6705d2-4f70-4965-92a3-fbfccd43a6d3), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:27:09.786878 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12e1797-0989-42de-b267-fb1b8c91b606 req-e93ccc49-abac-41be-b459-218da4afc6b5 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:27:09.788362 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-f12e1797-0989-42de-b267-fb1b8c91b606 req-e93ccc49-abac-41be-b459-218da4afc6b5 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b19464d-bc9e-444a-b1ba-04faa5e0ce37 HTTP/1.1" status: 200 len: 943 time: 0.0719805 Feb 28 11:27:09.842816 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-f12e1797-0989-42de-b267-fb1b8c91b606 req-9dc9dc37-c531-434f-8f9d-bd008e7728fb tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/security-groups?id=4749ae25-4a81-41d3-a68c-b96343b1dd4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484660 Feb 28 11:27:10.978329 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0e697b-358d-45eb-9b5a-e9e84957fb5e req-0eb59f37-0b11-4f45-849f-e4587d51fd42 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:27:10.985697 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-5a0e697b-358d-45eb-9b5a-e9e84957fb5e req-0eb59f37-0b11-4f45-849f-e4587d51fd42 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b19464d-bc9e-444a-b1ba-04faa5e0ce37 HTTP/1.1" status: 200 len: 943 time: 0.0628455 Feb 28 11:27:11.033571 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-5a0e697b-358d-45eb-9b5a-e9e84957fb5e req-66cbd23a-3eb3-481b-aff8-cdc1c283ae51 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/security-groups?id=4749ae25-4a81-41d3-a68c-b96343b1dd4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466046 Feb 28 11:27:11.102690 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a286bd20-7828-46c3-9d80-b156d16c8388 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fc6c9b74-8dbb-41bb-800a-5bd3a43fe896), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:27:12.174576 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e053694a-0f92-4577-ba16-c363b57d89d2 req-a986273c-55d7-4e3f-b262-1df72273ff9d tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:27:12.176187 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-e053694a-0f92-4577-ba16-c363b57d89d2 req-a986273c-55d7-4e3f-b262-1df72273ff9d tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b19464d-bc9e-444a-b1ba-04faa5e0ce37 HTTP/1.1" status: 200 len: 943 time: 0.0597284 Feb 28 11:27:12.235260 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-e053694a-0f92-4577-ba16-c363b57d89d2 req-1f3a93cd-d81c-44b1-aa35-8dc41cac52e5 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/security-groups?id=4749ae25-4a81-41d3-a68c-b96343b1dd4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531392 Feb 28 11:27:12.302294 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b6d631fb-7df0-4fe1-8322-abff3b61cae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (0db5147a-92a3-4581-8a5f-8ec9b93e0600), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:27:13.365124 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052a34ad-f40b-4f25-85d3-8b997a8792ba req-269c759a-dfa1-435e-8440-27cb51a0d969 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:27:13.366743 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-052a34ad-f40b-4f25-85d3-8b997a8792ba req-269c759a-dfa1-435e-8440-27cb51a0d969 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b19464d-bc9e-444a-b1ba-04faa5e0ce37 HTTP/1.1" status: 200 len: 943 time: 0.0590396 Feb 28 11:27:13.439704 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-052a34ad-f40b-4f25-85d3-8b997a8792ba req-41e73a5e-955d-4f66-8570-0d2a90ffa783 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/security-groups?id=4749ae25-4a81-41d3-a68c-b96343b1dd4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659080 Feb 28 11:27:13.699100 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6b923bb1-06b0-4b84-b461-7cc1d0196090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (2e621730-3978-4720-b581-ac380e97a567), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:27:14.580932 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcbc9fe-1035-4a77-82a2-42e6ac451018 req-127d48b3-2df8-4e5b-8f5c-4ab44412573c tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:27:14.582545 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-7bcbc9fe-1035-4a77-82a2-42e6ac451018 req-127d48b3-2df8-4e5b-8f5c-4ab44412573c tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b19464d-bc9e-444a-b1ba-04faa5e0ce37 HTTP/1.1" status: 200 len: 943 time: 0.0622165 Feb 28 11:27:14.639848 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-7bcbc9fe-1035-4a77-82a2-42e6ac451018 req-27318358-f5ca-4a2c-a693-90080e9e87c0 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/security-groups?id=4749ae25-4a81-41d3-a68c-b96343b1dd4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490983 Feb 28 11:27:14.947379 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:27:15.778976 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f32066-064f-4897-a122-ae5d1695bb5d req-50a99954-da61-483b-b4b9-8c8a8a3d9da4 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:27:15.780414 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-74f32066-064f-4897-a122-ae5d1695bb5d req-50a99954-da61-483b-b4b9-8c8a8a3d9da4 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b19464d-bc9e-444a-b1ba-04faa5e0ce37 HTTP/1.1" status: 200 len: 943 time: 0.0631421 Feb 28 11:27:15.836447 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-74f32066-064f-4897-a122-ae5d1695bb5d req-41e66a31-3227-46e7-b648-7e78c03508c9 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/security-groups?id=4749ae25-4a81-41d3-a68c-b96343b1dd4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499914 Feb 28 11:27:16.965846 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00b2517-e65a-435a-8934-7327a4838177 req-a9fdd09d-f407-461b-8e10-c91388ee73d8 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:27:16.967490 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-c00b2517-e65a-435a-8934-7327a4838177 req-a9fdd09d-f407-461b-8e10-c91388ee73d8 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b19464d-bc9e-444a-b1ba-04faa5e0ce37 HTTP/1.1" status: 200 len: 943 time: 0.0591247 Feb 28 11:27:17.021598 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-c00b2517-e65a-435a-8934-7327a4838177 req-f1e34fba-040e-47dd-b03b-588008977d69 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/security-groups?id=4749ae25-4a81-41d3-a68c-b96343b1dd4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482171 Feb 28 11:27:18.152373 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110d9dd3-4f62-490c-a568-4a34b6859769 req-9260081b-bb13-46e5-b228-de6c1f7b9793 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:27:18.154848 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-110d9dd3-4f62-490c-a568-4a34b6859769 req-9260081b-bb13-46e5-b228-de6c1f7b9793 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b19464d-bc9e-444a-b1ba-04faa5e0ce37 HTTP/1.1" status: 200 len: 943 time: 0.0643015 Feb 28 11:27:18.208596 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-110d9dd3-4f62-490c-a568-4a34b6859769 req-638b408f-2c75-473f-9a74-be17e02f5c7b tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/security-groups?id=4749ae25-4a81-41d3-a68c-b96343b1dd4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471234 Feb 28 11:27:19.339645 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa97134-6a68-4acb-80cc-f4f69387e26d req-69ef7a29-08aa-48d8-bd82-b5a24f6cf51f tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:27:19.341872 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-1fa97134-6a68-4acb-80cc-f4f69387e26d req-69ef7a29-08aa-48d8-bd82-b5a24f6cf51f tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b19464d-bc9e-444a-b1ba-04faa5e0ce37 HTTP/1.1" status: 200 len: 943 time: 0.0618362 Feb 28 11:27:19.393006 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-1fa97134-6a68-4acb-80cc-f4f69387e26d req-6a7087ee-0b23-4c11-92c9-ba627208c240 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/security-groups?id=4749ae25-4a81-41d3-a68c-b96343b1dd4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454991 Feb 28 11:27:20.389727 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f1c46f-4c27-4fd6-b166-deaf808c06ac req-bed521a9-9625-40fb-97cc-383d3faefda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:27:20.391277 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-e8f1c46f-4c27-4fd6-b166-deaf808c06ac req-bed521a9-9625-40fb-97cc-383d3faefda1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=125c6fcb5d7f4d4fbe6496850083c279&device_id=3b19464d-bc9e-444a-b1ba-04faa5e0ce37 HTTP/1.1" status: 200 len: 1127 time: 0.0484087 Feb 28 11:27:20.505011 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f1c46f-4c27-4fd6-b166-deaf808c06ac req-841a8a9a-6d5f-4700-9515-bf8305ea0f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:27:20.506840 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-e8f1c46f-4c27-4fd6-b166-deaf808c06ac req-841a8a9a-6d5f-4700-9515-bf8305ea0f3d service neutron] 10.222.0.30 "GET /v2.0/networks?id=cd788e0f-453d-4178-8791-05f2c76596a7 HTTP/1.1" status: 200 len: 910 time: 0.0973072 Feb 28 11:27:20.519294 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186b5f9a-9f74-4dea-8131-addfb5ec7515 req-9fcc3ca6-1e63-439f-8ad0-a115c03717de tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:27:20.521003 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-186b5f9a-9f74-4dea-8131-addfb5ec7515 req-9fcc3ca6-1e63-439f-8ad0-a115c03717de tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b19464d-bc9e-444a-b1ba-04faa5e0ce37 HTTP/1.1" status: 200 len: 943 time: 0.0572486 Feb 28 11:27:20.578379 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-e8f1c46f-4c27-4fd6-b166-deaf808c06ac req-f1269230-c237-4712-b572-bd9c306d3eeb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df0aac0d-e528-4bdc-baab-3fd89e28ca43 HTTP/1.1" status: 200 len: 999 time: 0.0645800 Feb 28 11:27:20.579705 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-186b5f9a-9f74-4dea-8131-addfb5ec7515 req-f4016e7f-0d03-4858-8fec-d049d44e20f4 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/security-groups?id=4749ae25-4a81-41d3-a68c-b96343b1dd4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524890 Feb 28 11:27:20.630201 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f1c46f-4c27-4fd6-b166-deaf808c06ac req-664b8de5-6404-4c0b-8c72-61e77af4788c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:27:20.631722 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-e8f1c46f-4c27-4fd6-b166-deaf808c06ac req-664b8de5-6404-4c0b-8c72-61e77af4788c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cfce0c85-eb7d-4e20-addf-47b59e1028c6 HTTP/1.1" status: 200 len: 848 time: 0.0472882 Feb 28 11:27:20.688396 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f1c46f-4c27-4fd6-b166-deaf808c06ac req-124eb8d4-6e62-4942-a4ae-2e57251f6600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:27:20.689993 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-e8f1c46f-4c27-4fd6-b166-deaf808c06ac req-124eb8d4-6e62-4942-a4ae-2e57251f6600 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cd788e0f-453d-4178-8791-05f2c76596a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0512371 Feb 28 11:27:20.781646 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-e8f1c46f-4c27-4fd6-b166-deaf808c06ac req-41fd15be-49a9-4c01-9663-fed67c3399c2 service neutron] 10.222.0.30 "GET /v2.0/networks/cd788e0f-453d-4178-8791-05f2c76596a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848110 Feb 28 11:27:20.879786 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-e8f1c46f-4c27-4fd6-b166-deaf808c06ac req-9a26d2e7-45f8-48da-9e92-fbca660d696f service neutron] 10.222.0.30 "GET /v2.0/networks/cd788e0f-453d-4178-8791-05f2c76596a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917866 Feb 28 11:27:21.704139 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5814009a-eb20-4621-8e16-bd613edb0d9d req-86e88798-39a7-4735-8ff1-a21819625aec tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:27:21.705696 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-5814009a-eb20-4621-8e16-bd613edb0d9d req-86e88798-39a7-4735-8ff1-a21819625aec tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b19464d-bc9e-444a-b1ba-04faa5e0ce37 HTTP/1.1" status: 200 len: 943 time: 0.0560722 Feb 28 11:27:21.757009 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-5814009a-eb20-4621-8e16-bd613edb0d9d req-1a3d9b2d-60b0-454f-8032-83ae568e308e tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/security-groups?id=4749ae25-4a81-41d3-a68c-b96343b1dd4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454412 Feb 28 11:27:22.495217 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device df0aac0d-e528-4bdc-baab-3fd89e28ca43 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103409) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 11:27:22.598452 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] For port df0aac0d-e528-4bdc-baab-3fd89e28ca43, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=df0aac0d-e528-4bdc-baab-3fd89e28ca43,segment=NetworkSegment(7c0210c5-87d1-474e-8078-ef9907ad66c5),segment_id=7c0210c5-87d1-474e-8078-ef9907ad66c5)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:27:22.610896 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Returning: {'device': 'df0aac0d-e528-4bdc-baab-3fd89e28ca43', 'network_id': 'cd788e0f-453d-4178-8791-05f2c76596a7', 'port_id': 'df0aac0d-e528-4bdc-baab-3fd89e28ca43', 'mac_address': 'fa:16:3e:56:ff:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 268, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfce0c85-eb7d-4e20-addf-47b59e1028c6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103409) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 11:27:22.649149 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Current status of the port df0aac0d-e528-4bdc-baab-3fd89e28ca43 is: DOWN; New status is: BUILD {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:27:22.649548 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (df0aac0d-e528-4bdc-baab-3fd89e28ca43), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:27:22.663769 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df0aac0d-e528-4bdc-baab-3fd89e28ca43 {{(pid=103409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 11:27:22.685256 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] For port df0aac0d-e528-4bdc-baab-3fd89e28ca43, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=df0aac0d-e528-4bdc-baab-3fd89e28ca43,segment=NetworkSegment(7c0210c5-87d1-474e-8078-ef9907ad66c5),segment_id=7c0210c5-87d1-474e-8078-ef9907ad66c5)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:27:22.690414 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (df0aac0d-e528-4bdc-baab-3fd89e28ca43), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:27:22.739137 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Pushing event updated for resources: {'Port': ['ID=df0aac0d-e528-4bdc-baab-3fd89e28ca43,revision_number=9']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:22.883268 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6805972e-4cf8-406d-b44e-6e1d029529fd req-5cf6c1d2-cb93-4081-b06f-8bed428adb84 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:27:22.885159 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-6805972e-4cf8-406d-b44e-6e1d029529fd req-5cf6c1d2-cb93-4081-b06f-8bed428adb84 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b19464d-bc9e-444a-b1ba-04faa5e0ce37 HTTP/1.1" status: 200 len: 944 time: 0.0562892 Feb 28 11:27:22.936805 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-6805972e-4cf8-406d-b44e-6e1d029529fd req-2b7a793f-9433-4f3c-a788-aa307394f649 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/security-groups?id=4749ae25-4a81-41d3-a68c-b96343b1dd4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460098 Feb 28 11:27:23.148607 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] get_ports_and_sgs() called for port_ids ['df0aac0d-e528-4bdc-baab-3fd89e28ca43'] {{(pid=103409) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 11:27:24.066450 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752b91c5-1679-49e4-9b53-290cf590654d req-eed07696-66be-4313-b95a-e2c7f170ff88 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:27:24.068008 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-752b91c5-1679-49e4-9b53-290cf590654d req-eed07696-66be-4313-b95a-e2c7f170ff88 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b19464d-bc9e-444a-b1ba-04faa5e0ce37 HTTP/1.1" status: 200 len: 944 time: 0.0611529 Feb 28 11:27:24.125079 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-752b91c5-1679-49e4-9b53-290cf590654d req-98243be1-8036-45c1-82ee-ce768401cb7c tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/security-groups?id=4749ae25-4a81-41d3-a68c-b96343b1dd4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513539 Feb 28 11:27:24.494081 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device df0aac0d-e528-4bdc-baab-3fd89e28ca43 up at agent hyperv_hv-neutron-mast {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 11:27:24.550286 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Provisioning complete for port df0aac0d-e528-4bdc-baab-3fd89e28ca43 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:27:24.550680 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (df0aac0d-e528-4bdc-baab-3fd89e28ca43), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:27:24.639881 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Current status of the port df0aac0d-e528-4bdc-baab-3fd89e28ca43 is: BUILD; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:27:24.640187 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (df0aac0d-e528-4bdc-baab-3fd89e28ca43), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:27:24.665282 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b19464d-bc9e-444a-b1ba-04faa5e0ce37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df0aac0d-e528-4bdc-baab-3fd89e28ca43'}] {{(pid=103409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:27:24.667964 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa5325a5be4b33bf61fd809c564e3765e689d817bbd874267890deb3cfccaf12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55333f87-8437-40c0-bda4-9187d6a83d08" -d '{"events": [{"server_uuid": "3b19464d-bc9e-444a-b1ba-04faa5e0ce37", "name": "network-vif-plugged", "status": "completed", "tag": "df0aac0d-e528-4bdc-baab-3fd89e28ca43"}]}' {{(pid=103409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 11:27:24.683012 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] For port df0aac0d-e528-4bdc-baab-3fd89e28ca43, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=df0aac0d-e528-4bdc-baab-3fd89e28ca43,segment=NetworkSegment(7c0210c5-87d1-474e-8078-ef9907ad66c5),segment_id=7c0210c5-87d1-474e-8078-ef9907ad66c5)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:27:24.687928 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (df0aac0d-e528-4bdc-baab-3fd89e28ca43), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:27:24.717882 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 11:27:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-540ee774-a236-43fa-8742-b01b0bf9acc0 x-openstack-request-id: req-540ee774-a236-43fa-8742-b01b0bf9acc0 {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 11:27:24.718149 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b19464d-bc9e-444a-b1ba-04faa5e0ce37", "name": "network-vif-plugged", "status": "completed", "tag": "df0aac0d-e528-4bdc-baab-3fd89e28ca43", "code": 200}]} {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 11:27:24.718408 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-540ee774-a236-43fa-8742-b01b0bf9acc0 {{(pid=103409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 11:27:24.718792 dv-neutron-master-2-hyperv neutron-server[103409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b19464d-bc9e-444a-b1ba-04faa5e0ce37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df0aac0d-e528-4bdc-baab-3fd89e28ca43', 'code': 200} Feb 28 11:27:24.745201 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Pushing event updated for resources: {'Port': ['ID=df0aac0d-e528-4bdc-baab-3fd89e28ca43,revision_number=10']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:24.967376 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24596e32-e471-45b4-9b50-299e48fe1536 req-1e6d2140-44ad-4a6d-be92-247a5dd5c1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:27:24.968879 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-24596e32-e471-45b4-9b50-299e48fe1536 req-1e6d2140-44ad-4a6d-be92-247a5dd5c1bb service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3b19464d-bc9e-444a-b1ba-04faa5e0ce37 HTTP/1.1" status: 200 len: 1130 time: 0.0513794 Feb 28 11:27:25.016139 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-24596e32-e471-45b4-9b50-299e48fe1536 req-843cae52-b212-4e61-8c2a-f847c1b9b3fd service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=4749ae25-4a81-41d3-a68c-b96343b1dd4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414219 Feb 28 11:27:25.257266 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74266c1-da61-4ebb-a487-0c81f7eada14 req-fb7aedfb-0c03-4e00-a83a-d872033d7342 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:27:25.258838 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-d74266c1-da61-4ebb-a487-0c81f7eada14 req-fb7aedfb-0c03-4e00-a83a-d872033d7342 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b19464d-bc9e-444a-b1ba-04faa5e0ce37 HTTP/1.1" status: 200 len: 946 time: 0.0576839 Feb 28 11:27:25.309172 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-d74266c1-da61-4ebb-a487-0c81f7eada14 req-119b92d2-e12a-4684-b9a4-70b0968f6a9e tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/security-groups?id=4749ae25-4a81-41d3-a68c-b96343b1dd4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445559 Feb 28 11:27:26.128477 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.agents_db [None req-382e0aa2-b126-48e6-89eb-3efa426b6b29 None None] Agent healthcheck: found 6 active agents {{(pid=103410) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 11:27:26.439514 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd3b3db-1617-43f5-acc9-2e9fe629ec16 req-58a17310-dec9-496a-9de8-ace7099615e8 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:27:26.441113 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-ffd3b3db-1617-43f5-acc9-2e9fe629ec16 req-58a17310-dec9-496a-9de8-ace7099615e8 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b19464d-bc9e-444a-b1ba-04faa5e0ce37 HTTP/1.1" status: 200 len: 946 time: 0.0578082 Feb 28 11:27:26.499651 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-ffd3b3db-1617-43f5-acc9-2e9fe629ec16 req-7873e49e-82e6-496d-aa89-eb4961dfc65c tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/security-groups?id=4749ae25-4a81-41d3-a68c-b96343b1dd4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522091 Feb 28 11:27:27.633944 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0104ec-e180-402d-b6c4-ac6c19afdb25 req-6649be6a-c7ca-4bb0-a37f-42b4b4ee2f53 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:27:27.635429 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-5c0104ec-e180-402d-b6c4-ac6c19afdb25 req-6649be6a-c7ca-4bb0-a37f-42b4b4ee2f53 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b19464d-bc9e-444a-b1ba-04faa5e0ce37 HTTP/1.1" status: 200 len: 946 time: 0.0550802 Feb 28 11:27:27.687255 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-5c0104ec-e180-402d-b6c4-ac6c19afdb25 req-3a427c12-ed7a-4b0c-ae28-fe3fe643d18e tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/security-groups?id=4749ae25-4a81-41d3-a68c-b96343b1dd4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455000 Feb 28 11:27:38.821320 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (13ac42ae-016e-4baf-bb31-c6fa820b41c2), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:27:38.835211 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-503471c2-60b9-4326-88fa-f21cad834726 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fb6705d2-4f70-4965-92a3-fbfccd43a6d3), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:27:41.112529 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-15b49557-17cc-43de-87d7-a9b84c857acb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fc6c9b74-8dbb-41bb-800a-5bd3a43fe896), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:27:42.306965 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b6d631fb-7df0-4fe1-8322-abff3b61cae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (0db5147a-92a3-4581-8a5f-8ec9b93e0600), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:27:43.699434 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6b923bb1-06b0-4b84-b461-7cc1d0196090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (2e621730-3978-4720-b581-ac380e97a567), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:27:44.943917 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:03.127801 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.agents_db [None req-382e0aa2-b126-48e6-89eb-3efa426b6b29 None None] Agent healthcheck: found 6 active agents {{(pid=103410) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 11:28:08.820185 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (13ac42ae-016e-4baf-bb31-c6fa820b41c2), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:08.827600 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8a90b309-abea-4bb3-91bb-0cbbdb1e9990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fb6705d2-4f70-4965-92a3-fbfccd43a6d3), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:11.107834 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-953a7037-dc6a-4603-bb5c-9b9e9d941ae9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fc6c9b74-8dbb-41bb-800a-5bd3a43fe896), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:11.951035 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-0e8c29cb-c9a3-41f7-8beb-38c75792e41d req-ad265bda-7c3b-4df3-8c7b-14e54e90b5c0 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3b19464d-bc9e-444a-b1ba-04faa5e0ce37&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0497861 Feb 28 11:28:12.058848 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8c29cb-c9a3-41f7-8beb-38c75792e41d req-aebff18d-190c-4243-b1e3-2917391d8090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:12.060532 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-0e8c29cb-c9a3-41f7-8beb-38c75792e41d req-aebff18d-190c-4243-b1e3-2917391d8090 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=125c6fcb5d7f4d4fbe6496850083c279&device_id=3b19464d-bc9e-444a-b1ba-04faa5e0ce37 HTTP/1.1" status: 200 len: 1130 time: 0.0489428 Feb 28 11:28:12.168679 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8c29cb-c9a3-41f7-8beb-38c75792e41d req-2219e546-7996-4dd2-9d5b-6d0a84141efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:12.170173 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-0e8c29cb-c9a3-41f7-8beb-38c75792e41d req-2219e546-7996-4dd2-9d5b-6d0a84141efc service neutron] 10.222.0.30 "GET /v2.0/networks?id=cd788e0f-453d-4178-8791-05f2c76596a7 HTTP/1.1" status: 200 len: 910 time: 0.0901055 Feb 28 11:28:12.312042 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b6d631fb-7df0-4fe1-8322-abff3b61cae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (0db5147a-92a3-4581-8a5f-8ec9b93e0600), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:12.522641 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-0e8c29cb-c9a3-41f7-8beb-38c75792e41d req-f67d5210-6d75-4d2f-98be-a44611fb0d45 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df0aac0d-e528-4bdc-baab-3fd89e28ca43 HTTP/1.1" status: 200 len: 1001 time: 0.3463645 Feb 28 11:28:12.573254 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8c29cb-c9a3-41f7-8beb-38c75792e41d req-f3df2b5d-896b-4867-a343-544647bf1462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:12.574653 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-0e8c29cb-c9a3-41f7-8beb-38c75792e41d req-f3df2b5d-896b-4867-a343-544647bf1462 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cfce0c85-eb7d-4e20-addf-47b59e1028c6 HTTP/1.1" status: 200 len: 848 time: 0.0452993 Feb 28 11:28:12.633812 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8c29cb-c9a3-41f7-8beb-38c75792e41d req-df1da55d-b215-40cf-9d24-a4b6c54f24c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:12.635357 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-0e8c29cb-c9a3-41f7-8beb-38c75792e41d req-df1da55d-b215-40cf-9d24-a4b6c54f24c3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cd788e0f-453d-4178-8791-05f2c76596a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0546391 Feb 28 11:28:12.726363 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-0e8c29cb-c9a3-41f7-8beb-38c75792e41d req-b0cfa1f6-c5dc-4d01-bdea-6abc36af3bc8 service neutron] 10.222.0.30 "GET /v2.0/networks/cd788e0f-453d-4178-8791-05f2c76596a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848217 Feb 28 11:28:12.830094 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-0e8c29cb-c9a3-41f7-8beb-38c75792e41d req-ff0eccc0-098c-4f66-a577-2f83030b1353 service neutron] 10.222.0.30 "GET /v2.0/networks/cd788e0f-453d-4178-8791-05f2c76596a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917332 Feb 28 11:28:13.705262 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6b923bb1-06b0-4b84-b461-7cc1d0196090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (2e621730-3978-4720-b581-ac380e97a567), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:14.940400 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:38.821260 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (13ac42ae-016e-4baf-bb31-c6fa820b41c2), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:38.834075 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e4152439-0d9d-4793-86bd-f0dfbb835d99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fb6705d2-4f70-4965-92a3-fbfccd43a6d3), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:40.127715 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.agents_db [None req-382e0aa2-b126-48e6-89eb-3efa426b6b29 None None] Agent healthcheck: found 6 active agents {{(pid=103410) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 11:28:41.111996 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-01715e68-3fdf-4ae0-ae6f-5dcb0f7d4f22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fc6c9b74-8dbb-41bb-800a-5bd3a43fe896), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:42.311361 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b6d631fb-7df0-4fe1-8322-abff3b61cae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (0db5147a-92a3-4581-8a5f-8ec9b93e0600), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:43.707171 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6b923bb1-06b0-4b84-b461-7cc1d0196090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (2e621730-3978-4720-b581-ac380e97a567), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:44.945770 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:55.785449 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 47692) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:28:56.015006 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-2485172f-2fa7-4b60-a5db-0841fa38d6e5 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Deleting port 64f2a27c-ed40-4b0e-a88a-584ad48674de {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 11:28:56.015285 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2485172f-2fa7-4b60-a5db-0841fa38d6e5 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (64f2a27c-ed40-4b0e-a88a-584ad48674de), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:56.100799 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2485172f-2fa7-4b60-a5db-0841fa38d6e5 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (64f2a27c-ed40-4b0e-a88a-584ad48674de), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:56.101040 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2485172f-2fa7-4b60-a5db-0841fa38d6e5 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Publish callbacks [] for floatingip (64f2a27c-ed40-4b0e-a88a-584ad48674de), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:56.114177 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-2485172f-2fa7-4b60-a5db-0841fa38d6e5 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Calling delete_port for 64f2a27c-ed40-4b0e-a88a-584ad48674de owned by network:floatingip {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 11:28:56.305196 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2485172f-2fa7-4b60-a5db-0841fa38d6e5 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (64f2a27c-ed40-4b0e-a88a-584ad48674de), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:56.333492 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2485172f-2fa7-4b60-a5db-0841fa38d6e5 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Pushing event deleted for resources: {'Port': ['ID=64f2a27c-ed40-4b0e-a88a-584ad48674de,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:56.346141 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2485172f-2fa7-4b60-a5db-0841fa38d6e5 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:28:56.346484 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2485172f-2fa7-4b60-a5db-0841fa38d6e5 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:28:56.346877 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2485172f-2fa7-4b60-a5db-0841fa38d6e5 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:28:56.347194 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2485172f-2fa7-4b60-a5db-0841fa38d6e5 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:28:56.347529 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2485172f-2fa7-4b60-a5db-0841fa38d6e5 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:28:56.347860 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2485172f-2fa7-4b60-a5db-0841fa38d6e5 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:28:56.348186 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2485172f-2fa7-4b60-a5db-0841fa38d6e5 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:28:56.348510 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2485172f-2fa7-4b60-a5db-0841fa38d6e5 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:28:56.348869 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2485172f-2fa7-4b60-a5db-0841fa38d6e5 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:28:56.349197 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2485172f-2fa7-4b60-a5db-0841fa38d6e5 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:28:56.349507 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2485172f-2fa7-4b60-a5db-0841fa38d6e5 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:28:56.349842 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2485172f-2fa7-4b60-a5db-0841fa38d6e5 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:28:56.350150 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2485172f-2fa7-4b60-a5db-0841fa38d6e5 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:28:56.413120 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2485172f-2fa7-4b60-a5db-0841fa38d6e5 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Publish callbacks [] for floatingip (b2da0e9c-fc4f-4662-af5b-831b561df1b1), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:56.413466 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.db.l3_db [None req-2485172f-2fa7-4b60-a5db-0841fa38d6e5 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Floating IP b2da0e9c-fc4f-4662-af5b-831b561df1b1 disassociated (deleted). External IP: 172.36.5.237, port: df0aac0d-e528-4bdc-baab-3fd89e28ca43. Feb 28 11:28:56.663371 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2485172f-2fa7-4b60-a5db-0841fa38d6e5 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Router 3090f9ea-498f-4eed-9917-5fda57ac8dd1 has already been hosted by L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:28:56.794268 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2485172f-2fa7-4b60-a5db-0841fa38d6e5 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:28:56.800234 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-2485172f-2fa7-4b60-a5db-0841fa38d6e5 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for floatingip (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:56.805229 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce49c31-9995-47fe-a278-6f5522649087 None None] Sync routers for ids ['3090f9ea-498f-4eed-9917-5fda57ac8dd1'] in dv-neutron-master-2-hyperv {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:28:56.817354 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce49c31-9995-47fe-a278-6f5522649087 None None] Routers {'3090f9ea-498f-4eed-9917-5fda57ac8dd1'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:28:56.817992 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-fce49c31-9995-47fe-a278-6f5522649087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T11:28:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['3090f9ea-498f-4eed-9917-5fda57ac8dd1'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:28:56.834843 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-2485172f-2fa7-4b60-a5db-0841fa38d6e5 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "DELETE /v2.0/floatingips/b2da0e9c-fc4f-4662-af5b-831b561df1b1 HTTP/1.1" status: 204 len: 168 time: 1.0481083 Feb 28 11:28:56.835474 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b19464d-bc9e-444a-b1ba-04faa5e0ce37', 'tag': 'df0aac0d-e528-4bdc-baab-3fd89e28ca43'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:28:56.837906 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c8e1c873eeca597e52e7ceb7469e602eac250bfea6606d285743d38033cf584" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efc4da39-10fa-4852-ab1b-0ca592c62dae" -d '{"events": [{"name": "network-changed", "server_uuid": "3b19464d-bc9e-444a-b1ba-04faa5e0ce37", "tag": "df0aac0d-e528-4bdc-baab-3fd89e28ca43"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 11:28:56.999940 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-fce49c31-9995-47fe-a278-6f5522649087 None None] Set router 3090f9ea-498f-4eed-9917-5fda57ac8dd1 gateway port host: dv-neutron-master-2-hyperv {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:28:57.017401 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 11:28:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8057dc9c-0f0a-4d32-81c4-743143c6302a x-openstack-request-id: req-8057dc9c-0f0a-4d32-81c4-743143c6302a {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 11:28:57.017833 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b19464d-bc9e-444a-b1ba-04faa5e0ce37", "tag": "df0aac0d-e528-4bdc-baab-3fd89e28ca43", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 11:28:57.018358 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8057dc9c-0f0a-4d32-81c4-743143c6302a {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 11:28:57.018872 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b19464d-bc9e-444a-b1ba-04faa5e0ce37', 'tag': 'df0aac0d-e528-4bdc-baab-3fd89e28ca43', 'status': 'completed', 'code': 200} Feb 28 11:28:57.143866 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5b177c-3e6b-4ff6-92ba-5f465c287bc3 req-dec30bb3-76e5-4604-b313-640faa54bbbb tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:57.146751 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-fa5b177c-3e6b-4ff6-92ba-5f465c287bc3 req-dec30bb3-76e5-4604-b313-640faa54bbbb tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b19464d-bc9e-444a-b1ba-04faa5e0ce37 HTTP/1.1" status: 200 len: 946 time: 0.0716677 Feb 28 11:28:57.157832 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc4da39-10fa-4852-ab1b-0ca592c62dae req-2dac855e-385a-4f99-8221-d454c4ee4af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:57.160257 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-efc4da39-10fa-4852-ab1b-0ca592c62dae req-2dac855e-385a-4f99-8221-d454c4ee4af9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=125c6fcb5d7f4d4fbe6496850083c279&device_id=3b19464d-bc9e-444a-b1ba-04faa5e0ce37 HTTP/1.1" status: 200 len: 1130 time: 0.0547633 Feb 28 11:28:57.217180 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-fa5b177c-3e6b-4ff6-92ba-5f465c287bc3 req-4e57f0e7-8f12-44a6-b617-8353aec4fef6 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/security-groups?id=4749ae25-4a81-41d3-a68c-b96343b1dd4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643280 Feb 28 11:28:57.295345 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc4da39-10fa-4852-ab1b-0ca592c62dae req-0f0d93b0-5906-40ec-bb04-697d59036f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:57.297154 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-efc4da39-10fa-4852-ab1b-0ca592c62dae req-0f0d93b0-5906-40ec-bb04-697d59036f55 service neutron] 10.222.0.30 "GET /v2.0/networks?id=cd788e0f-453d-4178-8791-05f2c76596a7 HTTP/1.1" status: 200 len: 910 time: 0.1300516 Feb 28 11:28:57.317338 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-fce49c31-9995-47fe-a278-6f5522649087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3090f9ea-498f-4eed-9917-5fda57ac8dd1', 'name': 'tempest-TestShelveInstance-1516717234-router', 'tenant_id': '125c6fcb5d7f4d4fbe6496850083c279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.70'}], 'enable_snat': True}, 'gw_port_id': 'fa0527e8-34d3-4d46-92c2-0ff9fb430e08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:23:34Z', 'updated_at': '2022-02-28T11:23:37Z', 'revision_number': 4, 'project_id': '125c6fcb5d7f4d4fbe6496850083c279', 'gw_port': {'id': 'fa0527e8-34d3-4d46-92c2-0ff9fb430e08', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:9b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3090f9ea-498f-4eed-9917-5fda57ac8dd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:23:35Z', 'updated_at': '2022-02-28T11:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '9c1141b7-77d8-42fe-a05d-c9c98cf099f4', 'name': '', 'network_id': 'cd788e0f-453d-4178-8791-05f2c76596a7', 'tenant_id': '125c6fcb5d7f4d4fbe6496850083c279', 'mac_address': 'fa:16:3e:36:c8:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3090f9ea-498f-4eed-9917-5fda57ac8dd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': 'cfce0c85-eb7d-4e20-addf-47b59e1028c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:23:37Z', 'updated_at': '2022-02-28T11:23:42Z', 'revision_number': 5, 'project_id': '125c6fcb5d7f4d4fbe6496850083c279', 'subnets': [{'id': 'cfce0c85-eb7d-4e20-addf-47b59e1028c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:28:57.345937 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-efc4da39-10fa-4852-ab1b-0ca592c62dae req-f9f7b68d-6298-47b3-97b0-e712f81d493e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df0aac0d-e528-4bdc-baab-3fd89e28ca43 HTTP/1.1" status: 200 len: 217 time: 0.0421159 Feb 28 11:28:57.370154 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce49c31-9995-47fe-a278-6f5522649087 None None] Checking router: 3090f9ea-498f-4eed-9917-5fda57ac8dd1 for host: dv-neutron-master-2-hyperv {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:28:57.384740 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce49c31-9995-47fe-a278-6f5522649087 None None] Routers {'3090f9ea-498f-4eed-9917-5fda57ac8dd1'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:28:57.385401 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-fce49c31-9995-47fe-a278-6f5522649087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T11:28:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['3090f9ea-498f-4eed-9917-5fda57ac8dd1'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:28:57.408105 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc4da39-10fa-4852-ab1b-0ca592c62dae req-f7829287-78cf-4944-8045-b186a29f0dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:57.409435 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-efc4da39-10fa-4852-ab1b-0ca592c62dae req-f7829287-78cf-4944-8045-b186a29f0dd4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cfce0c85-eb7d-4e20-addf-47b59e1028c6 HTTP/1.1" status: 200 len: 848 time: 0.0563531 Feb 28 11:28:57.474003 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc4da39-10fa-4852-ab1b-0ca592c62dae req-ef5b12fa-d133-41bb-bee1-5d44d019003e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:57.475519 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-efc4da39-10fa-4852-ab1b-0ca592c62dae req-ef5b12fa-d133-41bb-bee1-5d44d019003e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cd788e0f-453d-4178-8791-05f2c76596a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0580101 Feb 28 11:28:57.594029 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-efc4da39-10fa-4852-ab1b-0ca592c62dae req-7bb26282-de89-4200-b564-512803043475 service neutron] 10.222.0.30 "GET /v2.0/networks/cd788e0f-453d-4178-8791-05f2c76596a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106486 Feb 28 11:28:57.698155 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-fce49c31-9995-47fe-a278-6f5522649087 None None] Set router 3090f9ea-498f-4eed-9917-5fda57ac8dd1 gateway port host: dv-neutron-master-2-hyperv {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:28:57.771220 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-efc4da39-10fa-4852-ab1b-0ca592c62dae req-941a468d-6944-4c5a-9fef-16f559580681 service neutron] 10.222.0.30 "GET /v2.0/networks/cd788e0f-453d-4178-8791-05f2c76596a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111248 Feb 28 11:28:57.938878 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-fce49c31-9995-47fe-a278-6f5522649087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3090f9ea-498f-4eed-9917-5fda57ac8dd1', 'name': 'tempest-TestShelveInstance-1516717234-router', 'tenant_id': '125c6fcb5d7f4d4fbe6496850083c279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.70'}], 'enable_snat': True}, 'gw_port_id': 'fa0527e8-34d3-4d46-92c2-0ff9fb430e08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:23:34Z', 'updated_at': '2022-02-28T11:23:37Z', 'revision_number': 4, 'project_id': '125c6fcb5d7f4d4fbe6496850083c279', 'gw_port': {'id': 'fa0527e8-34d3-4d46-92c2-0ff9fb430e08', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:9b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3090f9ea-498f-4eed-9917-5fda57ac8dd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:23:35Z', 'updated_at': '2022-02-28T11:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '9c1141b7-77d8-42fe-a05d-c9c98cf099f4', 'name': '', 'network_id': 'cd788e0f-453d-4178-8791-05f2c76596a7', 'tenant_id': '125c6fcb5d7f4d4fbe6496850083c279', 'mac_address': 'fa:16:3e:36:c8:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3090f9ea-498f-4eed-9917-5fda57ac8dd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': 'cfce0c85-eb7d-4e20-addf-47b59e1028c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:23:37Z', 'updated_at': '2022-02-28T11:23:42Z', 'revision_number': 5, 'project_id': '125c6fcb5d7f4d4fbe6496850083c279', 'subnets': [{'id': 'cfce0c85-eb7d-4e20-addf-47b59e1028c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:28:57.972905 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce49c31-9995-47fe-a278-6f5522649087 None None] The sync data for ids ['3090f9ea-498f-4eed-9917-5fda57ac8dd1'] in dv-neutron-master-2-hyperv is: [{'id': '3090f9ea-498f-4eed-9917-5fda57ac8dd1', 'name': 'tempest-TestShelveInstance-1516717234-router', 'tenant_id': '125c6fcb5d7f4d4fbe6496850083c279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.70'}], 'enable_snat': True}, 'gw_port_id': 'fa0527e8-34d3-4d46-92c2-0ff9fb430e08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:23:34Z', 'updated_at': '2022-02-28T11:23:37Z', 'revision_number': 4, 'project_id': '125c6fcb5d7f4d4fbe6496850083c279', 'gw_port': {'id': 'fa0527e8-34d3-4d46-92c2-0ff9fb430e08', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:9b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3090f9ea-498f-4eed-9917-5fda57ac8dd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:23:35Z', 'updated_at': '2022-02-28T11:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '9c1141b7-77d8-42fe-a05d-c9c98cf099f4', 'name': '', 'network_id': 'cd788e0f-453d-4178-8791-05f2c76596a7', 'tenant_id': '125c6fcb5d7f4d4fbe6496850083c279', 'mac_address': 'fa:16:3e:36:c8:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3090f9ea-498f-4eed-9917-5fda57ac8dd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': 'cfce0c85-eb7d-4e20-addf-47b59e1028c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:23:37Z', 'updated_at': '2022-02-28T11:23:42Z', 'revision_number': 5, 'project_id': '125c6fcb5d7f4d4fbe6496850083c279', 'subnets': [{'id': 'cfce0c85-eb7d-4e20-addf-47b59e1028c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:28:58.223966 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a05a276-b5ec-4503-b4c6-d26e4ac0b04d None None] New status for floating IP b2da0e9c-fc4f-4662-af5b-831b561df1b1: DOWN {{(pid=103410) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 11:28:58.383130 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca90e987-fb42-4dda-bbf1-db7af9f145b7 req-f9937570-84de-4813-9b4d-a4ee0b5db394 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:58.385015 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-ca90e987-fb42-4dda-bbf1-db7af9f145b7 req-f9937570-84de-4813-9b4d-a4ee0b5db394 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b19464d-bc9e-444a-b1ba-04faa5e0ce37 HTTP/1.1" status: 200 len: 946 time: 0.0675030 Feb 28 11:28:58.459162 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-ca90e987-fb42-4dda-bbf1-db7af9f145b7 req-2f711795-5fbb-4d9b-b2c4-2f32f39a8684 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/security-groups?id=4749ae25-4a81-41d3-a68c-b96343b1dd4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668557 Feb 28 11:28:58.929668 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742a1c02-d3c4-4e38-bb28-5744b5039a93 req-d2a9bf4c-75d4-4811-915c-71455a6f4c8d tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:58.931236 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-742a1c02-d3c4-4e38-bb28-5744b5039a93 req-d2a9bf4c-75d4-4811-915c-71455a6f4c8d tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b19464d-bc9e-444a-b1ba-04faa5e0ce37 HTTP/1.1" status: 200 len: 946 time: 0.0580695 Feb 28 11:28:59.038902 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [req-742a1c02-d3c4-4e38-bb28-5744b5039a93 req-68105f6d-fa6f-4344-a1b6-094dfd068570 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Deleting port df0aac0d-e528-4bdc-baab-3fd89e28ca43 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 11:28:59.039518 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-742a1c02-d3c4-4e38-bb28-5744b5039a93 req-68105f6d-fa6f-4344-a1b6-094dfd068570 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (df0aac0d-e528-4bdc-baab-3fd89e28ca43), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:59.143792 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [req-742a1c02-d3c4-4e38-bb28-5744b5039a93 req-68105f6d-fa6f-4344-a1b6-094dfd068570 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] For port df0aac0d-e528-4bdc-baab-3fd89e28ca43, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=df0aac0d-e528-4bdc-baab-3fd89e28ca43,segment=NetworkSegment(7c0210c5-87d1-474e-8078-ef9907ad66c5),segment_id=7c0210c5-87d1-474e-8078-ef9907ad66c5)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:28:59.144170 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-742a1c02-d3c4-4e38-bb28-5744b5039a93 req-68105f6d-fa6f-4344-a1b6-094dfd068570 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (df0aac0d-e528-4bdc-baab-3fd89e28ca43), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:59.159782 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [req-742a1c02-d3c4-4e38-bb28-5744b5039a93 req-68105f6d-fa6f-4344-a1b6-094dfd068570 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Calling delete_port for df0aac0d-e528-4bdc-baab-3fd89e28ca43 owned by compute:nova {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 11:28:59.332394 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-742a1c02-d3c4-4e38-bb28-5744b5039a93 req-68105f6d-fa6f-4344-a1b6-094dfd068570 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (df0aac0d-e528-4bdc-baab-3fd89e28ca43), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:59.364617 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68105f6d-fa6f-4344-a1b6-094dfd068570 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Pushing event deleted for resources: {'Port': ['ID=df0aac0d-e528-4bdc-baab-3fd89e28ca43,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:59.392839 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68105f6d-fa6f-4344-a1b6-094dfd068570 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:28:59.393197 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68105f6d-fa6f-4344-a1b6-094dfd068570 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:28:59.393551 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68105f6d-fa6f-4344-a1b6-094dfd068570 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:28:59.393893 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68105f6d-fa6f-4344-a1b6-094dfd068570 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:28:59.394233 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68105f6d-fa6f-4344-a1b6-094dfd068570 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:28:59.394569 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68105f6d-fa6f-4344-a1b6-094dfd068570 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:28:59.394902 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68105f6d-fa6f-4344-a1b6-094dfd068570 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:28:59.395244 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68105f6d-fa6f-4344-a1b6-094dfd068570 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:28:59.395574 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68105f6d-fa6f-4344-a1b6-094dfd068570 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:28:59.395890 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68105f6d-fa6f-4344-a1b6-094dfd068570 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:28:59.396220 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68105f6d-fa6f-4344-a1b6-094dfd068570 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:28:59.396635 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68105f6d-fa6f-4344-a1b6-094dfd068570 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:28:59.396898 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68105f6d-fa6f-4344-a1b6-094dfd068570 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:28:59.417380 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [req-742a1c02-d3c4-4e38-bb28-5744b5039a93 req-68105f6d-fa6f-4344-a1b6-094dfd068570 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] No DVR routers for this DVR port df0aac0d-e528-4bdc-baab-3fd89e28ca43 on host hv-neutron-mast {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:28:59.420170 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-742a1c02-d3c4-4e38-bb28-5744b5039a93 req-68105f6d-fa6f-4344-a1b6-094dfd068570 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:28:59.423587 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-742a1c02-d3c4-4e38-bb28-5744b5039a93 req-68105f6d-fa6f-4344-a1b6-094dfd068570 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.30 "DELETE /v2.0/ports/df0aac0d-e528-4bdc-baab-3fd89e28ca43 HTTP/1.1" status: 204 len: 173 time: 0.4868236 Feb 28 11:28:59.424055 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b19464d-bc9e-444a-b1ba-04faa5e0ce37', 'name': 'network-vif-deleted', 'tag': 'df0aac0d-e528-4bdc-baab-3fd89e28ca43'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:28:59.426386 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f56b9db1a49ad64bfd589e142fe25e4b3ad10508b17737ae95e2f0d29aca45ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fea5246e-ca72-4a5d-995a-935e49de7f1f" -d '{"events": [{"server_uuid": "3b19464d-bc9e-444a-b1ba-04faa5e0ce37", "name": "network-vif-deleted", "tag": "df0aac0d-e528-4bdc-baab-3fd89e28ca43"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 11:28:59.546342 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 11:28:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e78fc59b-00fb-4a75-a31f-3b4834dd8f97 x-openstack-request-id: req-e78fc59b-00fb-4a75-a31f-3b4834dd8f97 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 11:28:59.546565 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b19464d-bc9e-444a-b1ba-04faa5e0ce37", "name": "network-vif-deleted", "tag": "df0aac0d-e528-4bdc-baab-3fd89e28ca43", "status": "completed", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 11:28:59.546910 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e78fc59b-00fb-4a75-a31f-3b4834dd8f97 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 11:28:59.547377 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b19464d-bc9e-444a-b1ba-04faa5e0ce37', 'name': 'network-vif-deleted', 'tag': 'df0aac0d-e528-4bdc-baab-3fd89e28ca43', 'status': 'completed', 'code': 200} Feb 28 11:28:59.580470 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-b5c6a4ab-ff1f-4aea-a85e-b76d3a359099 req-2437c4d2-93a0-47ee-a0dd-91f6f4c8fe8d tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b19464d-bc9e-444a-b1ba-04faa5e0ce37 HTTP/1.1" status: 200 len: 210 time: 0.0335407 Feb 28 11:29:00.641608 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 47732) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:29:00.705558 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-12ea48d4-ef3f-4797-b6f3-039dc6746a8a tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Publish callbacks [] for security_group (4749ae25-4a81-41d3-a68c-b96343b1dd4c), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:29:00.730752 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-12ea48d4-ef3f-4797-b6f3-039dc6746a8a tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Publish callbacks [] for security_group (4749ae25-4a81-41d3-a68c-b96343b1dd4c), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:29:00.794783 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-12ea48d4-ef3f-4797-b6f3-039dc6746a8a tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (4749ae25-4a81-41d3-a68c-b96343b1dd4c), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:29:00.797573 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-12ea48d4-ef3f-4797-b6f3-039dc6746a8a tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Publish callbacks [] for security_group (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:29:00.798816 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-12ea48d4-ef3f-4797-b6f3-039dc6746a8a tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "DELETE /v2.0/security-groups/4749ae25-4a81-41d3-a68c-b96343b1dd4c HTTP/1.1" status: 204 len: 168 time: 0.1562557 Feb 28 11:29:00.808476 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea48d4-ef3f-4797-b6f3-039dc6746a8a tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4749ae25-4a81-41d3-a68c-b96343b1dd4c,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:01.138654 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 47742) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:29:01.143243 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-317b5d6d-f384-4adb-a1f2-45235c8328a3 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-799449548', 'description': 'tempest-secgroup-smoke-799449548 description', 'project_id': '125c6fcb5d7f4d4fbe6496850083c279'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:29:01.168592 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-317b5d6d-f384-4adb-a1f2-45235c8328a3 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Publish callbacks [] for security_group (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:29:01.245446 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-317b5d6d-f384-4adb-a1f2-45235c8328a3 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Publish callbacks [] for security_group (0d50d3a0-f8c7-4dcd-9fac-8187f6d07190), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:29:01.251399 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-317b5d6d-f384-4adb-a1f2-45235c8328a3 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (0d50d3a0-f8c7-4dcd-9fac-8187f6d07190), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:29:01.285963 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-317b5d6d-f384-4adb-a1f2-45235c8328a3 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:29:01.287197 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-317b5d6d-f384-4adb-a1f2-45235c8328a3 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1475182 Feb 28 11:29:01.290209 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 47744) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:29:01.295194 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-8a2a14ac-b313-40cc-86ed-0d557ee5ff25 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Request body: {'security_group_rule': {'security_group_id': '0d50d3a0-f8c7-4dcd-9fac-8187f6d07190', 'project_id': '125c6fcb5d7f4d4fbe6496850083c279', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:29:01.301183 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317b5d6d-f384-4adb-a1f2-45235c8328a3 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d50d3a0-f8c7-4dcd-9fac-8187f6d07190,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:01.327650 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8a2a14ac-b313-40cc-86ed-0d557ee5ff25 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Publish callbacks [] for security_group_rule (d7800b72-2404-40c9-917e-9e5fb7bc40f3), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:29:01.385859 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8a2a14ac-b313-40cc-86ed-0d557ee5ff25 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Publish callbacks [] for security_group_rule (d7800b72-2404-40c9-917e-9e5fb7bc40f3), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:29:01.391418 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8a2a14ac-b313-40cc-86ed-0d557ee5ff25 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594242'] for security_group_rule (d7800b72-2404-40c9-917e-9e5fb7bc40f3), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:29:01.409202 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2a14ac-b313-40cc-86ed-0d557ee5ff25 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7800b72-2404-40c9-917e-9e5fb7bc40f3,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:01.418262 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-8a2a14ac-b313-40cc-86ed-0d557ee5ff25 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:29:01.419741 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-8a2a14ac-b313-40cc-86ed-0d557ee5ff25 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1283083 Feb 28 11:29:01.422600 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 47746) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:29:01.426883 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-84096e90-2480-4294-8894-831943fc87c4 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Request body: {'security_group_rule': {'security_group_id': '0d50d3a0-f8c7-4dcd-9fac-8187f6d07190', 'project_id': '125c6fcb5d7f4d4fbe6496850083c279', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:29:01.454852 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-84096e90-2480-4294-8894-831943fc87c4 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Publish callbacks [] for security_group_rule (30a93743-c5e2-494a-897c-ddee309421ca), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:29:01.515450 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-84096e90-2480-4294-8894-831943fc87c4 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Publish callbacks [] for security_group_rule (30a93743-c5e2-494a-897c-ddee309421ca), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:29:01.520011 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-84096e90-2480-4294-8894-831943fc87c4 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594242'] for security_group_rule (30a93743-c5e2-494a-897c-ddee309421ca), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:29:01.537360 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84096e90-2480-4294-8894-831943fc87c4 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30a93743-c5e2-494a-897c-ddee309421ca,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:01.546299 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-84096e90-2480-4294-8894-831943fc87c4 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:29:01.547715 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-84096e90-2480-4294-8894-831943fc87c4 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1242564 Feb 28 11:29:01.550405 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 47748) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:29:01.554861 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-99f7e4b4-d5a7-4bb0-8f99-09404dcd8561 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Request body: {'security_group_rule': {'security_group_id': '0d50d3a0-f8c7-4dcd-9fac-8187f6d07190', 'project_id': '125c6fcb5d7f4d4fbe6496850083c279', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:29:01.582424 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-99f7e4b4-d5a7-4bb0-8f99-09404dcd8561 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Publish callbacks [] for security_group_rule (8e1dd708-fc18-477d-813d-76aa34fe2c9a), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:29:01.649677 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-99f7e4b4-d5a7-4bb0-8f99-09404dcd8561 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Publish callbacks [] for security_group_rule (8e1dd708-fc18-477d-813d-76aa34fe2c9a), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:29:01.655136 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-99f7e4b4-d5a7-4bb0-8f99-09404dcd8561 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594242'] for security_group_rule (8e1dd708-fc18-477d-813d-76aa34fe2c9a), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:29:01.675839 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f7e4b4-d5a7-4bb0-8f99-09404dcd8561 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e1dd708-fc18-477d-813d-76aa34fe2c9a,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:01.689277 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-99f7e4b4-d5a7-4bb0-8f99-09404dcd8561 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:29:01.689637 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-99f7e4b4-d5a7-4bb0-8f99-09404dcd8561 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1379707 Feb 28 11:29:01.692519 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 47750) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:29:01.697060 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-82a3f74c-487b-43f7-86ad-75c4c43b2691 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Request body: {'security_group_rule': {'security_group_id': '0d50d3a0-f8c7-4dcd-9fac-8187f6d07190', 'project_id': '125c6fcb5d7f4d4fbe6496850083c279', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:29:01.728929 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-82a3f74c-487b-43f7-86ad-75c4c43b2691 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Publish callbacks [] for security_group_rule (cf53a4e2-2175-46f4-b5b2-53a25043a67f), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:29:01.790104 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-82a3f74c-487b-43f7-86ad-75c4c43b2691 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Publish callbacks [] for security_group_rule (cf53a4e2-2175-46f4-b5b2-53a25043a67f), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:29:01.796407 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-82a3f74c-487b-43f7-86ad-75c4c43b2691 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594242'] for security_group_rule (cf53a4e2-2175-46f4-b5b2-53a25043a67f), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:29:01.814980 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a3f74c-487b-43f7-86ad-75c4c43b2691 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf53a4e2-2175-46f4-b5b2-53a25043a67f,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:01.827193 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-82a3f74c-487b-43f7-86ad-75c4c43b2691 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:29:01.828825 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-82a3f74c-487b-43f7-86ad-75c4c43b2691 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1348841 Feb 28 11:29:01.831832 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 47752) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:29:01.839114 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-79c0a89f-330f-4fea-8c53-e928e7506855 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Request body: {'security_group_rule': {'security_group_id': '0d50d3a0-f8c7-4dcd-9fac-8187f6d07190', 'project_id': '125c6fcb5d7f4d4fbe6496850083c279', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:29:01.861024 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.db.securitygroups_db [None req-79c0a89f-330f-4fea-8c53-e928e7506855 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Project 125c6fcb5d7f4d4fbe6496850083c279 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 11:29:01.866039 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-79c0a89f-330f-4fea-8c53-e928e7506855 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Publish callbacks [] for security_group_rule (a9a45930-8e75-4e06-9a8c-ad5b74ac64df), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:29:01.931496 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-79c0a89f-330f-4fea-8c53-e928e7506855 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Publish callbacks [] for security_group_rule (a9a45930-8e75-4e06-9a8c-ad5b74ac64df), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:29:01.937187 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-79c0a89f-330f-4fea-8c53-e928e7506855 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594242'] for security_group_rule (a9a45930-8e75-4e06-9a8c-ad5b74ac64df), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:29:01.956493 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c0a89f-330f-4fea-8c53-e928e7506855 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9a45930-8e75-4e06-9a8c-ad5b74ac64df,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:01.964223 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-79c0a89f-330f-4fea-8c53-e928e7506855 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:29:01.965502 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-79c0a89f-330f-4fea-8c53-e928e7506855 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1320264 Feb 28 11:29:01.968587 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 47754) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:29:01.973387 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-b73d601a-c131-4d62-8f0f-c8b72ae74f04 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Request body: {'security_group_rule': {'security_group_id': '0d50d3a0-f8c7-4dcd-9fac-8187f6d07190', 'project_id': '125c6fcb5d7f4d4fbe6496850083c279', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:29:01.999018 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.db.securitygroups_db [None req-b73d601a-c131-4d62-8f0f-c8b72ae74f04 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Project 125c6fcb5d7f4d4fbe6496850083c279 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 11:29:02.004147 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b73d601a-c131-4d62-8f0f-c8b72ae74f04 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Publish callbacks [] for security_group_rule (9a0e753f-2a90-4848-80e5-9eeb39b6848d), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:29:02.056816 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b73d601a-c131-4d62-8f0f-c8b72ae74f04 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Publish callbacks [] for security_group_rule (9a0e753f-2a90-4848-80e5-9eeb39b6848d), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:29:02.062381 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b73d601a-c131-4d62-8f0f-c8b72ae74f04 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594242'] for security_group_rule (9a0e753f-2a90-4848-80e5-9eeb39b6848d), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:29:02.080219 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73d601a-c131-4d62-8f0f-c8b72ae74f04 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a0e753f-2a90-4848-80e5-9eeb39b6848d,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:02.089930 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-b73d601a-c131-4d62-8f0f-c8b72ae74f04 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:29:02.091265 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-b73d601a-c131-4d62-8f0f-c8b72ae74f04 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1215553 Feb 28 11:29:02.961781 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device df0aac0d-e528-4bdc-baab-3fd89e28ca43 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 11:29:02.983041 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] No Port match for: df0aac0d-e528-4bdc-baab-3fd89e28ca43 {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 11:29:02.983392 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device df0aac0d-e528-4bdc-baab-3fd89e28ca43 not bound to the agent host hv-neutron-mast {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 11:29:08.838910 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ea19fd83-9204-46f7-a585-15ff08f76d33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fb6705d2-4f70-4965-92a3-fbfccd43a6d3), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:29:08.842149 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (13ac42ae-016e-4baf-bb31-c6fa820b41c2), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:29:11.118043 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8b7cb0bc-fd25-4e35-875d-55f11904b02c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fc6c9b74-8dbb-41bb-800a-5bd3a43fe896), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:29:12.348689 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b6d631fb-7df0-4fe1-8322-abff3b61cae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (0db5147a-92a3-4581-8a5f-8ec9b93e0600), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:29:13.710017 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6b923bb1-06b0-4b84-b461-7cc1d0196090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (2e621730-3978-4720-b581-ac380e97a567), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:29:14.941384 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:29:17.128040 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.agents_db [None req-382e0aa2-b126-48e6-89eb-3efa426b6b29 None None] Agent healthcheck: found 6 active agents {{(pid=103410) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 11:29:22.706439 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-a65382f5-5216-4f92-8b64-9c8b997d87d0 req-7ce96a51-b15a-4618-be1e-f0efe2979c37 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-799449548&fields=id&tenant_id=125c6fcb5d7f4d4fbe6496850083c279 HTTP/1.1" status: 200 len: 267 time: 0.0482137 Feb 28 11:29:22.821971 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65382f5-5216-4f92-8b64-9c8b997d87d0 req-3a1d0068-45ba-4370-bd53-23585604b10a tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:22.823642 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-a65382f5-5216-4f92-8b64-9c8b997d87d0 req-3a1d0068-45ba-4370-bd53-23585604b10a tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/networks?id=cd788e0f-453d-4178-8791-05f2c76596a7 HTTP/1.1" status: 200 len: 809 time: 0.1079586 Feb 28 11:29:22.839074 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-a65382f5-5216-4f92-8b64-9c8b997d87d0 req-f66d8cff-64b6-4e98-86c2-447dbad1fd9c tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/quotas/125c6fcb5d7f4d4fbe6496850083c279 HTTP/1.1" status: 200 len: 375 time: 0.0096040 Feb 28 11:29:22.897043 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-a65382f5-5216-4f92-8b64-9c8b997d87d0 req-cb4f2c6e-3676-4f94-9dee-d5e86acbc46d tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=125c6fcb5d7f4d4fbe6496850083c279&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0527689 Feb 28 11:29:23.044436 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-a65382f5-5216-4f92-8b64-9c8b997d87d0 req-5842f310-a09f-4a8c-9bd1-4ba86b9bf2fb service neutron] 10.222.0.20 "GET /v2.0/networks/cd788e0f-453d-4178-8791-05f2c76596a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348641 Feb 28 11:29:23.141138 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-a65382f5-5216-4f92-8b64-9c8b997d87d0 req-396441e8-44f0-4cb6-a38b-9b719051b436 service neutron] 10.222.0.20 "GET /v2.0/networks/cd788e0f-453d-4178-8791-05f2c76596a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909266 Feb 28 11:29:23.457214 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-5aef66de-0bbd-45f9-8886-9b7182669dfd req-ca8f4eb8-7f72-4762-bcd6-0ea4939c0567 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/ports?device_id=67cdd87d-f7d2-42a9-9ac4-1796f7e300e7 HTTP/1.1" status: 200 len: 210 time: 0.0301685 Feb 28 11:29:24.537644 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65382f5-5216-4f92-8b64-9c8b997d87d0 req-5e8eb322-00b0-4e7b-9cb2-42bff91057ad tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:24.539174 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-a65382f5-5216-4f92-8b64-9c8b997d87d0 req-5e8eb322-00b0-4e7b-9cb2-42bff91057ad tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.30 "GET /v2.0/networks?id=cd788e0f-453d-4178-8791-05f2c76596a7 HTTP/1.1" status: 200 len: 809 time: 0.1126845 Feb 28 11:29:24.568831 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-697652f6-ec47-4390-a0d3-0c4aeb3f566e req-82701540-2de8-423e-b4d7-a6a393631629 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/ports?device_id=67cdd87d-f7d2-42a9-9ac4-1796f7e300e7 HTTP/1.1" status: 200 len: 210 time: 0.0343032 Feb 28 11:29:24.609400 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-a65382f5-5216-4f92-8b64-9c8b997d87d0 req-36134af6-1f35-484e-9fc1-4d3ac4721ccd tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=125c6fcb5d7f4d4fbe6496850083c279 HTTP/1.1" status: 200 len: 379 time: 0.0567520 Feb 28 11:29:24.617588 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [req-a65382f5-5216-4f92-8b64-9c8b997d87d0 req-123de871-090a-4bca-9fd6-b4998e97c5f0 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Request body: {'port': {'device_id': '67cdd87d-f7d2-42a9-9ac4-1796f7e300e7', 'network_id': 'cd788e0f-453d-4178-8791-05f2c76596a7', 'admin_state_up': True, 'tenant_id': '125c6fcb5d7f4d4fbe6496850083c279', 'security_groups': ['0d50d3a0-f8c7-4dcd-9fac-8187f6d07190']}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:29:24.729505 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a65382f5-5216-4f92-8b64-9c8b997d87d0 req-123de871-090a-4bca-9fd6-b4998e97c5f0 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Made reservation on behalf of 125c6fcb5d7f4d4fbe6496850083c279 for: {'port': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:29:24.733186 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-a65382f5-5216-4f92-8b64-9c8b997d87d0 req-123de871-090a-4bca-9fd6-b4998e97c5f0 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:29:24.861980 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [req-a65382f5-5216-4f92-8b64-9c8b997d87d0 req-123de871-090a-4bca-9fd6-b4998e97c5f0 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Allocated IP 172.20.0.7 (cd788e0f-453d-4178-8791-05f2c76596a7/cfce0c85-eb7d-4e20-addf-47b59e1028c6/38eee648-3a0c-4e11-a6bd-7d276f7eec67) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:29:25.009407 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-a65382f5-5216-4f92-8b64-9c8b997d87d0 req-123de871-090a-4bca-9fd6-b4998e97c5f0 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Publish callbacks [] for port (38eee648-3a0c-4e11-a6bd-7d276f7eec67), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:29:25.044475 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-a65382f5-5216-4f92-8b64-9c8b997d87d0 req-123de871-090a-4bca-9fd6-b4998e97c5f0 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (38eee648-3a0c-4e11-a6bd-7d276f7eec67), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:29:25.089127 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a65382f5-5216-4f92-8b64-9c8b997d87d0 req-123de871-090a-4bca-9fd6-b4998e97c5f0 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Network cd788e0f-453d-4178-8791-05f2c76596a7 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:29:25.092895 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [req-a65382f5-5216-4f92-8b64-9c8b997d87d0 req-123de871-090a-4bca-9fd6-b4998e97c5f0 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:29:25.096305 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [req-a65382f5-5216-4f92-8b64-9c8b997d87d0 req-123de871-090a-4bca-9fd6-b4998e97c5f0 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 11:29:25.126070 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123de871-090a-4bca-9fd6-b4998e97c5f0 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Pushing event updated for resources: {'Port': ['ID=38eee648-3a0c-4e11-a6bd-7d276f7eec67,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:25.155230 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65382f5-5216-4f92-8b64-9c8b997d87d0 req-123de871-090a-4bca-9fd6-b4998e97c5f0 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:25.156174 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-a65382f5-5216-4f92-8b64-9c8b997d87d0 req-123de871-090a-4bca-9fd6-b4998e97c5f0 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:29:25.176460 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-a65382f5-5216-4f92-8b64-9c8b997d87d0 req-123de871-090a-4bca-9fd6-b4998e97c5f0 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5625310 Feb 28 11:29:25.193572 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [req-a65382f5-5216-4f92-8b64-9c8b997d87d0 req-3eb1dbb8-227f-43dc-a1f9-07b2200deab3 service neutron] Request body: {'port': {'device_id': '67cdd87d-f7d2-42a9-9ac4-1796f7e300e7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:29:25.258173 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-a65382f5-5216-4f92-8b64-9c8b997d87d0 req-3eb1dbb8-227f-43dc-a1f9-07b2200deab3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (38eee648-3a0c-4e11-a6bd-7d276f7eec67), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:29:25.373087 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-ac677f96-ea2d-4c73-a5ef-0faef884e32c None None] Provisioning complete for port 38eee648-3a0c-4e11-a6bd-7d276f7eec67 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:29:25.373712 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ac677f96-ea2d-4c73-a5ef-0faef884e32c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (38eee648-3a0c-4e11-a6bd-7d276f7eec67), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:29:25.408752 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-ac677f96-ea2d-4c73-a5ef-0faef884e32c None None] Port 38eee648-3a0c-4e11-a6bd-7d276f7eec67 cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 11:29:25.553231 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [req-a65382f5-5216-4f92-8b64-9c8b997d87d0 req-3eb1dbb8-227f-43dc-a1f9-07b2200deab3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38eee648-3a0c-4e11-a6bd-7d276f7eec67 {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 11:29:25.561352 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-a65382f5-5216-4f92-8b64-9c8b997d87d0 req-3eb1dbb8-227f-43dc-a1f9-07b2200deab3 service neutron] Publish callbacks [] for port (38eee648-3a0c-4e11-a6bd-7d276f7eec67), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:29:25.579478 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [req-a65382f5-5216-4f92-8b64-9c8b997d87d0 req-3eb1dbb8-227f-43dc-a1f9-07b2200deab3 service neutron] Transition to ACTIVE for port object 38eee648-3a0c-4e11-a6bd-7d276f7eec67 will not be triggered until provisioned by entity L2. {{(pid=103408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 11:29:25.582924 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-a65382f5-5216-4f92-8b64-9c8b997d87d0 req-3eb1dbb8-227f-43dc-a1f9-07b2200deab3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3242529'] for port (38eee648-3a0c-4e11-a6bd-7d276f7eec67), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:29:25.662582 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb1dbb8-227f-43dc-a1f9-07b2200deab3 service neutron] Pushing event updated for resources: {'Port': ['ID=38eee648-3a0c-4e11-a6bd-7d276f7eec67,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:25.719164 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [req-a65382f5-5216-4f92-8b64-9c8b997d87d0 req-3eb1dbb8-227f-43dc-a1f9-07b2200deab3 service neutron] Attempting to bind port 38eee648-3a0c-4e11-a6bd-7d276f7eec67 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 11:29:25.719570 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [req-a65382f5-5216-4f92-8b64-9c8b997d87d0 req-3eb1dbb8-227f-43dc-a1f9-07b2200deab3 service neutron] Attempting to bind port 38eee648-3a0c-4e11-a6bd-7d276f7eec67 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '7c0210c5-87d1-474e-8078-ef9907ad66c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'cd788e0f-453d-4178-8791-05f2c76596a7'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 11:29:25.719995 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65382f5-5216-4f92-8b64-9c8b997d87d0 req-3eb1dbb8-227f-43dc-a1f9-07b2200deab3 service neutron] Attempting to bind port 38eee648-3a0c-4e11-a6bd-7d276f7eec67 on network cd788e0f-453d-4178-8791-05f2c76596a7 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 11:29:25.725815 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65382f5-5216-4f92-8b64-9c8b997d87d0 req-3eb1dbb8-227f-43dc-a1f9-07b2200deab3 service neutron] Port 38eee648-3a0c-4e11-a6bd-7d276f7eec67 on network cd788e0f-453d-4178-8791-05f2c76596a7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 11:29:25.726206 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65382f5-5216-4f92-8b64-9c8b997d87d0 req-3eb1dbb8-227f-43dc-a1f9-07b2200deab3 service neutron] Attempting to bind port 38eee648-3a0c-4e11-a6bd-7d276f7eec67 on network cd788e0f-453d-4178-8791-05f2c76596a7 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 11:29:25.732725 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65382f5-5216-4f92-8b64-9c8b997d87d0 req-3eb1dbb8-227f-43dc-a1f9-07b2200deab3 service neutron] Checking agent: {'id': '13ac42ae-016e-4baf-bb31-c6fa820b41c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 30, 8), 'started_at': datetime.datetime(2022, 2, 28, 10, 30, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 11:29:25.733085 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65382f5-5216-4f92-8b64-9c8b997d87d0 req-3eb1dbb8-227f-43dc-a1f9-07b2200deab3 service neutron] Checking segment: {'id': '7c0210c5-87d1-474e-8078-ef9907ad66c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'cd788e0f-453d-4178-8791-05f2c76596a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 11:29:25.733497 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a65382f5-5216-4f92-8b64-9c8b997d87d0 req-3eb1dbb8-227f-43dc-a1f9-07b2200deab3 service neutron] Bound using segment: {'id': '7c0210c5-87d1-474e-8078-ef9907ad66c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'cd788e0f-453d-4178-8791-05f2c76596a7'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 11:29:25.733954 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [req-a65382f5-5216-4f92-8b64-9c8b997d87d0 req-3eb1dbb8-227f-43dc-a1f9-07b2200deab3 service neutron] Bound port: 38eee648-3a0c-4e11-a6bd-7d276f7eec67, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c0210c5-87d1-474e-8078-ef9907ad66c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': 'cd788e0f-453d-4178-8791-05f2c76596a7'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 11:29:25.734382 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-a65382f5-5216-4f92-8b64-9c8b997d87d0 req-3eb1dbb8-227f-43dc-a1f9-07b2200deab3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (38eee648-3a0c-4e11-a6bd-7d276f7eec67), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:29:25.753572 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fb52bc-d4bd-4a09-995c-11f7785fbdfb req-563c5b5b-5371-446f-bc89-5494e7cad4c5 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:25.755858 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-74fb52bc-d4bd-4a09-995c-11f7785fbdfb req-563c5b5b-5371-446f-bc89-5494e7cad4c5 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/ports?device_id=67cdd87d-f7d2-42a9-9ac4-1796f7e300e7 HTTP/1.1" status: 200 len: 943 time: 0.0908632 Feb 28 11:29:25.813619 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-74fb52bc-d4bd-4a09-995c-11f7785fbdfb req-30e9812c-00ab-4c60-b24c-bd3324a63f4a tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d50d3a0-f8c7-4dcd-9fac-8187f6d07190&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504267 Feb 28 11:29:25.813980 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [req-a65382f5-5216-4f92-8b64-9c8b997d87d0 req-3eb1dbb8-227f-43dc-a1f9-07b2200deab3 service neutron] For port 38eee648-3a0c-4e11-a6bd-7d276f7eec67, host hv-neutron-mast, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:29:25.817775 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [req-a65382f5-5216-4f92-8b64-9c8b997d87d0 req-3eb1dbb8-227f-43dc-a1f9-07b2200deab3 service neutron] For port 38eee648-3a0c-4e11-a6bd-7d276f7eec67, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=38eee648-3a0c-4e11-a6bd-7d276f7eec67,segment=NetworkSegment(7c0210c5-87d1-474e-8078-ef9907ad66c5),segment_id=7c0210c5-87d1-474e-8078-ef9907ad66c5)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:29:25.825386 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-a65382f5-5216-4f92-8b64-9c8b997d87d0 req-3eb1dbb8-227f-43dc-a1f9-07b2200deab3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3242529'] for port (38eee648-3a0c-4e11-a6bd-7d276f7eec67), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:29:25.867191 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65382f5-5216-4f92-8b64-9c8b997d87d0 req-3eb1dbb8-227f-43dc-a1f9-07b2200deab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:25.867848 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-a65382f5-5216-4f92-8b64-9c8b997d87d0 req-3eb1dbb8-227f-43dc-a1f9-07b2200deab3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:29:25.869320 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-a65382f5-5216-4f92-8b64-9c8b997d87d0 req-3eb1dbb8-227f-43dc-a1f9-07b2200deab3 service neutron] 10.222.0.30 "PUT /v2.0/ports/38eee648-3a0c-4e11-a6bd-7d276f7eec67 HTTP/1.1" status: 200 len: 1093 time: 0.6801848 Feb 28 11:29:25.869965 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67cdd87d-f7d2-42a9-9ac4-1796f7e300e7', 'tag': '38eee648-3a0c-4e11-a6bd-7d276f7eec67'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:29:25.872346 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f56b9db1a49ad64bfd589e142fe25e4b3ad10508b17737ae95e2f0d29aca45ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d58229c9-815d-42cf-847b-e5145a47ea1a" -d '{"events": [{"name": "network-changed", "server_uuid": "67cdd87d-f7d2-42a9-9ac4-1796f7e300e7", "tag": "38eee648-3a0c-4e11-a6bd-7d276f7eec67"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 11:29:25.899801 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb1dbb8-227f-43dc-a1f9-07b2200deab3 service neutron] Pushing event updated for resources: {'Port': ['ID=38eee648-3a0c-4e11-a6bd-7d276f7eec67,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:25.934310 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 11:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efcdbf35-91e2-41a0-a4c3-ca468e620217 x-openstack-request-id: req-efcdbf35-91e2-41a0-a4c3-ca468e620217 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 11:29:25.934637 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67cdd87d-f7d2-42a9-9ac4-1796f7e300e7", "tag": "38eee648-3a0c-4e11-a6bd-7d276f7eec67", "status": "completed", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 11:29:25.934898 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-efcdbf35-91e2-41a0-a4c3-ca468e620217 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 11:29:25.935347 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67cdd87d-f7d2-42a9-9ac4-1796f7e300e7', 'tag': '38eee648-3a0c-4e11-a6bd-7d276f7eec67', 'status': 'completed', 'code': 200} Feb 28 11:29:26.004578 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65382f5-5216-4f92-8b64-9c8b997d87d0 req-19b9f8e4-8c72-4202-a645-12fe44f8372b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:26.006139 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-a65382f5-5216-4f92-8b64-9c8b997d87d0 req-19b9f8e4-8c72-4202-a645-12fe44f8372b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=125c6fcb5d7f4d4fbe6496850083c279&device_id=67cdd87d-f7d2-42a9-9ac4-1796f7e300e7 HTTP/1.1" status: 200 len: 1127 time: 0.0560098 Feb 28 11:29:26.070980 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-a65382f5-5216-4f92-8b64-9c8b997d87d0 req-84eadf95-a46f-4117-8393-f42569d3be6c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=38eee648-3a0c-4e11-a6bd-7d276f7eec67 HTTP/1.1" status: 200 len: 217 time: 0.0522220 Feb 28 11:29:26.121327 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65382f5-5216-4f92-8b64-9c8b997d87d0 req-9b943144-4386-46b7-bba8-92e1ccb7929e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:26.122847 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-a65382f5-5216-4f92-8b64-9c8b997d87d0 req-9b943144-4386-46b7-bba8-92e1ccb7929e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cfce0c85-eb7d-4e20-addf-47b59e1028c6 HTTP/1.1" status: 200 len: 848 time: 0.0464697 Feb 28 11:29:26.173205 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65382f5-5216-4f92-8b64-9c8b997d87d0 req-87db53e0-7b51-4ee7-a847-d16b6b5721c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:26.174759 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-a65382f5-5216-4f92-8b64-9c8b997d87d0 req-87db53e0-7b51-4ee7-a847-d16b6b5721c5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cd788e0f-453d-4178-8791-05f2c76596a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0459151 Feb 28 11:29:26.271262 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-a65382f5-5216-4f92-8b64-9c8b997d87d0 req-509cef18-ca3d-4b5c-ad6b-f70d89dfc3e9 service neutron] 10.222.0.30 "GET /v2.0/networks/cd788e0f-453d-4178-8791-05f2c76596a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899193 Feb 28 11:29:26.365644 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-a65382f5-5216-4f92-8b64-9c8b997d87d0 req-4c781f7d-a770-4098-8a49-3e9f3fd65070 service neutron] 10.222.0.30 "GET /v2.0/networks/cd788e0f-453d-4178-8791-05f2c76596a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874350 Feb 28 11:29:26.481560 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58229c9-815d-42cf-847b-e5145a47ea1a req-0ca02165-139e-4c7f-b1f9-874549008a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:26.483126 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-d58229c9-815d-42cf-847b-e5145a47ea1a req-0ca02165-139e-4c7f-b1f9-874549008a9b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=125c6fcb5d7f4d4fbe6496850083c279&device_id=67cdd87d-f7d2-42a9-9ac4-1796f7e300e7 HTTP/1.1" status: 200 len: 1127 time: 0.0474310 Feb 28 11:29:26.581026 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58229c9-815d-42cf-847b-e5145a47ea1a req-0a2c039a-1b58-4f09-9d6a-b0ae76b53859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:26.583329 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-d58229c9-815d-42cf-847b-e5145a47ea1a req-0a2c039a-1b58-4f09-9d6a-b0ae76b53859 service neutron] 10.222.0.30 "GET /v2.0/networks?id=cd788e0f-453d-4178-8791-05f2c76596a7 HTTP/1.1" status: 200 len: 910 time: 0.0949385 Feb 28 11:29:26.631121 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-d58229c9-815d-42cf-847b-e5145a47ea1a req-1fd9fcdd-1023-4c6f-a3cf-41e9a3e8b438 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=38eee648-3a0c-4e11-a6bd-7d276f7eec67 HTTP/1.1" status: 200 len: 217 time: 0.0414276 Feb 28 11:29:26.680174 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58229c9-815d-42cf-847b-e5145a47ea1a req-bf458aa3-d0bd-41fe-9fe3-3b69672dea86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:26.681805 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-d58229c9-815d-42cf-847b-e5145a47ea1a req-bf458aa3-d0bd-41fe-9fe3-3b69672dea86 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cfce0c85-eb7d-4e20-addf-47b59e1028c6 HTTP/1.1" status: 200 len: 848 time: 0.0455647 Feb 28 11:29:26.737971 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58229c9-815d-42cf-847b-e5145a47ea1a req-63654ad4-6716-42af-a1f9-b1da9f507434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:26.739519 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-d58229c9-815d-42cf-847b-e5145a47ea1a req-63654ad4-6716-42af-a1f9-b1da9f507434 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cd788e0f-453d-4178-8791-05f2c76596a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0513885 Feb 28 11:29:26.831747 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-d58229c9-815d-42cf-847b-e5145a47ea1a req-4bb5d54d-f7dc-45d5-8d18-5cf1a8aefacc service neutron] 10.222.0.30 "GET /v2.0/networks/cd788e0f-453d-4178-8791-05f2c76596a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858831 Feb 28 11:29:26.927329 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-d58229c9-815d-42cf-847b-e5145a47ea1a req-bfe9573c-89dd-45a3-80f6-e00b766f961b service neutron] 10.222.0.30 "GET /v2.0/networks/cd788e0f-453d-4178-8791-05f2c76596a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899417 Feb 28 11:29:26.948649 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de39e771-b1db-4024-b9f9-384327f38962 req-8ebf78c8-4899-4827-95c9-c9712585d3e1 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:26.950305 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-de39e771-b1db-4024-b9f9-384327f38962 req-8ebf78c8-4899-4827-95c9-c9712585d3e1 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/ports?device_id=67cdd87d-f7d2-42a9-9ac4-1796f7e300e7 HTTP/1.1" status: 200 len: 943 time: 0.0552049 Feb 28 11:29:27.000205 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-de39e771-b1db-4024-b9f9-384327f38962 req-1dc49a2a-59a6-45dc-b097-1bda9fc9eaf2 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d50d3a0-f8c7-4dcd-9fac-8187f6d07190&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438902 Feb 28 11:29:28.127725 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e065dbfe-35e4-4735-bf8a-641ba14e53ef req-fcf3d45e-7625-4571-aded-381e92a4324f tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:28.129299 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-e065dbfe-35e4-4735-bf8a-641ba14e53ef req-fcf3d45e-7625-4571-aded-381e92a4324f tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/ports?device_id=67cdd87d-f7d2-42a9-9ac4-1796f7e300e7 HTTP/1.1" status: 200 len: 943 time: 0.0589066 Feb 28 11:29:28.180202 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-e065dbfe-35e4-4735-bf8a-641ba14e53ef req-9a898e48-fd1c-4467-91f9-4b2e279dcea4 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d50d3a0-f8c7-4dcd-9fac-8187f6d07190&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452149 Feb 28 11:29:29.309058 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950de17a-c2bc-42d7-8076-c844e39e4985 req-3d2151cc-b953-49ed-b221-f03ac973e41e tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:29.310727 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-950de17a-c2bc-42d7-8076-c844e39e4985 req-3d2151cc-b953-49ed-b221-f03ac973e41e tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/ports?device_id=67cdd87d-f7d2-42a9-9ac4-1796f7e300e7 HTTP/1.1" status: 200 len: 943 time: 0.0585361 Feb 28 11:29:29.365292 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-950de17a-c2bc-42d7-8076-c844e39e4985 req-622bd125-ad9b-4cda-a829-ab80b517cc49 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d50d3a0-f8c7-4dcd-9fac-8187f6d07190&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485566 Feb 28 11:29:30.501269 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d14238-32e0-4884-8f4b-fc796040a106 req-f8292016-e68a-47cc-8efe-79c6739543fe tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:30.501269 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-05d14238-32e0-4884-8f4b-fc796040a106 req-f8292016-e68a-47cc-8efe-79c6739543fe tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/ports?device_id=67cdd87d-f7d2-42a9-9ac4-1796f7e300e7 HTTP/1.1" status: 200 len: 943 time: 0.0544412 Feb 28 11:29:30.553947 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-05d14238-32e0-4884-8f4b-fc796040a106 req-76be9a9e-ae04-4160-b639-abb1fce8cef3 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d50d3a0-f8c7-4dcd-9fac-8187f6d07190&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495455 Feb 28 11:29:31.678513 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57941f17-b976-4ad1-9ff2-d3720701e96c req-e8b7f658-989b-4d92-9f1f-40be36f67c13 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:31.680000 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-57941f17-b976-4ad1-9ff2-d3720701e96c req-e8b7f658-989b-4d92-9f1f-40be36f67c13 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/ports?device_id=67cdd87d-f7d2-42a9-9ac4-1796f7e300e7 HTTP/1.1" status: 200 len: 943 time: 0.0548511 Feb 28 11:29:31.735058 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-57941f17-b976-4ad1-9ff2-d3720701e96c req-d0d62447-2b39-4c04-8f46-ff8209b2719d tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d50d3a0-f8c7-4dcd-9fac-8187f6d07190&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484955 Feb 28 11:29:32.864165 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d154a4d-6004-4331-a863-7b554595c3ef req-26228790-31a3-4b15-9d07-f9515e1d5bb5 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:32.865858 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-4d154a4d-6004-4331-a863-7b554595c3ef req-26228790-31a3-4b15-9d07-f9515e1d5bb5 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/ports?device_id=67cdd87d-f7d2-42a9-9ac4-1796f7e300e7 HTTP/1.1" status: 200 len: 943 time: 0.0598359 Feb 28 11:29:32.917640 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-4d154a4d-6004-4331-a863-7b554595c3ef req-a0d6b5db-736d-414f-8a3f-2b377624a96c tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d50d3a0-f8c7-4dcd-9fac-8187f6d07190&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453854 Feb 28 11:29:34.047496 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98886d25-b3a8-4447-b7bc-3dcd49001e09 req-bd85a493-56f4-4bac-8b5c-bd314bca37b5 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:34.049214 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-98886d25-b3a8-4447-b7bc-3dcd49001e09 req-bd85a493-56f4-4bac-8b5c-bd314bca37b5 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/ports?device_id=67cdd87d-f7d2-42a9-9ac4-1796f7e300e7 HTTP/1.1" status: 200 len: 943 time: 0.0596597 Feb 28 11:29:34.099663 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-98886d25-b3a8-4447-b7bc-3dcd49001e09 req-3fc75fdd-66f0-49cf-9655-7d97fa78dca3 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d50d3a0-f8c7-4dcd-9fac-8187f6d07190&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445926 Feb 28 11:29:35.232533 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389a1ca1-ff3b-40fb-92c6-597cf252131a req-27e9fdfb-3a3e-43b2-8934-0f0dd6f99fbd tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:35.234040 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-389a1ca1-ff3b-40fb-92c6-597cf252131a req-27e9fdfb-3a3e-43b2-8934-0f0dd6f99fbd tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/ports?device_id=67cdd87d-f7d2-42a9-9ac4-1796f7e300e7 HTTP/1.1" status: 200 len: 943 time: 0.0649908 Feb 28 11:29:35.285211 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-389a1ca1-ff3b-40fb-92c6-597cf252131a req-fe5d5f62-ce07-4ac5-afc8-8350b2d70a34 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d50d3a0-f8c7-4dcd-9fac-8187f6d07190&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452592 Feb 28 11:29:36.421667 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b7968a-0323-4c90-b71a-f00b6ba7358f req-47af8439-d239-4955-b721-bba9c52c4f6e tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:36.423270 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-60b7968a-0323-4c90-b71a-f00b6ba7358f req-47af8439-d239-4955-b721-bba9c52c4f6e tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/ports?device_id=67cdd87d-f7d2-42a9-9ac4-1796f7e300e7 HTTP/1.1" status: 200 len: 943 time: 0.0642061 Feb 28 11:29:36.474058 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-60b7968a-0323-4c90-b71a-f00b6ba7358f req-aee14cf1-40e2-43a8-b01b-dee07fafe07a tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d50d3a0-f8c7-4dcd-9fac-8187f6d07190&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452757 Feb 28 11:29:37.602119 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae9df36-a946-4f69-b1ce-7fc7af37a202 req-3ed31277-6d53-4b5a-bcd0-dc915cc8692c tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:37.603646 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-5ae9df36-a946-4f69-b1ce-7fc7af37a202 req-3ed31277-6d53-4b5a-bcd0-dc915cc8692c tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/ports?device_id=67cdd87d-f7d2-42a9-9ac4-1796f7e300e7 HTTP/1.1" status: 200 len: 943 time: 0.0607245 Feb 28 11:29:37.662104 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-5ae9df36-a946-4f69-b1ce-7fc7af37a202 req-2ab83a32-04dd-4d28-9bca-6781f3b3c6bf tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d50d3a0-f8c7-4dcd-9fac-8187f6d07190&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524075 Feb 28 11:29:38.791155 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2685c05b-4390-40a8-932f-5d73b6847bf3 req-b5ad58d0-494a-4f62-b6ff-e6f636cd6e00 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:38.792721 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-2685c05b-4390-40a8-932f-5d73b6847bf3 req-b5ad58d0-494a-4f62-b6ff-e6f636cd6e00 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/ports?device_id=67cdd87d-f7d2-42a9-9ac4-1796f7e300e7 HTTP/1.1" status: 200 len: 943 time: 0.0583315 Feb 28 11:29:38.842097 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4997c030-0bfd-4c5c-be9b-e8645ab57124 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fb6705d2-4f70-4965-92a3-fbfccd43a6d3), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:29:38.847830 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (13ac42ae-016e-4baf-bb31-c6fa820b41c2), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:29:38.853264 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-2685c05b-4390-40a8-932f-5d73b6847bf3 req-79622ddc-e923-443e-95ef-f4961f9413c2 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d50d3a0-f8c7-4dcd-9fac-8187f6d07190&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547950 Feb 28 11:29:39.976235 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6edc8b5-3473-43ae-a99a-b99cb7b57a95 req-feed53dd-447c-4e7c-8bc2-6007a7e48497 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:39.977765 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-d6edc8b5-3473-43ae-a99a-b99cb7b57a95 req-feed53dd-447c-4e7c-8bc2-6007a7e48497 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/ports?device_id=67cdd87d-f7d2-42a9-9ac4-1796f7e300e7 HTTP/1.1" status: 200 len: 943 time: 0.0547719 Feb 28 11:29:40.028616 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-d6edc8b5-3473-43ae-a99a-b99cb7b57a95 req-f13a5ba2-8b47-47b7-a2f7-ee8c41f442ee tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d50d3a0-f8c7-4dcd-9fac-8187f6d07190&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447910 Feb 28 11:29:41.112841 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-65c877b8-a1f1-40e3-b6e5-6dd264229525 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fc6c9b74-8dbb-41bb-800a-5bd3a43fe896), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:29:41.151050 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a1a044-1183-4a89-ac46-11089af95d9a req-686afdcd-b8e9-45e4-a951-2d52b9771d4c tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:41.152596 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-e5a1a044-1183-4a89-ac46-11089af95d9a req-686afdcd-b8e9-45e4-a951-2d52b9771d4c tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/ports?device_id=67cdd87d-f7d2-42a9-9ac4-1796f7e300e7 HTTP/1.1" status: 200 len: 943 time: 0.0561728 Feb 28 11:29:41.202371 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-e5a1a044-1183-4a89-ac46-11089af95d9a req-e7f3910b-75fa-4b3f-a465-e40b88ef81ab tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d50d3a0-f8c7-4dcd-9fac-8187f6d07190&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439913 Feb 28 11:29:42.326138 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b6d631fb-7df0-4fe1-8322-abff3b61cae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (0db5147a-92a3-4581-8a5f-8ec9b93e0600), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:29:42.331210 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c110a15d-2b1e-476a-b03e-b6eb58d74a3d req-431ea33d-0094-48b5-b323-6c6fec944479 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:42.332788 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-c110a15d-2b1e-476a-b03e-b6eb58d74a3d req-431ea33d-0094-48b5-b323-6c6fec944479 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/ports?device_id=67cdd87d-f7d2-42a9-9ac4-1796f7e300e7 HTTP/1.1" status: 200 len: 943 time: 0.0622742 Feb 28 11:29:42.382225 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-c110a15d-2b1e-476a-b03e-b6eb58d74a3d req-b76b8523-f9c3-400c-8d3b-7640f2c70b7d tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d50d3a0-f8c7-4dcd-9fac-8187f6d07190&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437624 Feb 28 11:29:43.274060 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device 38eee648-3a0c-4e11-a6bd-7d276f7eec67 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103409) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 11:29:43.379599 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] For port 38eee648-3a0c-4e11-a6bd-7d276f7eec67, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=38eee648-3a0c-4e11-a6bd-7d276f7eec67,segment=NetworkSegment(7c0210c5-87d1-474e-8078-ef9907ad66c5),segment_id=7c0210c5-87d1-474e-8078-ef9907ad66c5)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:29:43.393000 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Returning: {'device': '38eee648-3a0c-4e11-a6bd-7d276f7eec67', 'network_id': 'cd788e0f-453d-4178-8791-05f2c76596a7', 'port_id': '38eee648-3a0c-4e11-a6bd-7d276f7eec67', 'mac_address': 'fa:16:3e:c2:f2:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 268, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfce0c85-eb7d-4e20-addf-47b59e1028c6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103409) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 11:29:43.430854 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Current status of the port 38eee648-3a0c-4e11-a6bd-7d276f7eec67 is: DOWN; New status is: BUILD {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:29:43.431249 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (38eee648-3a0c-4e11-a6bd-7d276f7eec67), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:29:43.445147 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38eee648-3a0c-4e11-a6bd-7d276f7eec67 {{(pid=103409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 11:29:43.466745 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] For port 38eee648-3a0c-4e11-a6bd-7d276f7eec67, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=38eee648-3a0c-4e11-a6bd-7d276f7eec67,segment=NetworkSegment(7c0210c5-87d1-474e-8078-ef9907ad66c5),segment_id=7c0210c5-87d1-474e-8078-ef9907ad66c5)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:29:43.471094 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (38eee648-3a0c-4e11-a6bd-7d276f7eec67), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:29:43.510225 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6472abd7-be33-4fdf-97ab-c6362e044966 req-4181d62b-e6b0-4cff-978f-5564ac4602b1 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:43.511825 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-6472abd7-be33-4fdf-97ab-c6362e044966 req-4181d62b-e6b0-4cff-978f-5564ac4602b1 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/ports?device_id=67cdd87d-f7d2-42a9-9ac4-1796f7e300e7 HTTP/1.1" status: 200 len: 943 time: 0.0548689 Feb 28 11:29:43.521351 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Pushing event updated for resources: {'Port': ['ID=38eee648-3a0c-4e11-a6bd-7d276f7eec67,revision_number=4']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:43.529618 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:29:43.529885 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:29:43.530228 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:29:43.530565 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:29:43.530895 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:29:43.531221 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:29:43.531583 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:29:43.531884 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:29:43.532240 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:29:43.532537 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:29:43.532887 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:29:43.533222 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:29:43.533540 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:29:43.566383 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-6472abd7-be33-4fdf-97ab-c6362e044966 req-0c6b2eb0-62b5-4430-954a-16b68a75bd58 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d50d3a0-f8c7-4dcd-9fac-8187f6d07190&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474734 Feb 28 11:29:43.719429 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6b923bb1-06b0-4b84-b461-7cc1d0196090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (2e621730-3978-4720-b581-ac380e97a567), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:29:43.844124 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] get_ports_and_sgs() called for port_ids ['38eee648-3a0c-4e11-a6bd-7d276f7eec67'] {{(pid=103409) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 11:29:44.693337 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e74279c-561e-484a-9355-6effc9d1d61f req-30a02cfd-0d33-4db3-94f8-37c28c0b08b3 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:44.694703 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-9e74279c-561e-484a-9355-6effc9d1d61f req-30a02cfd-0d33-4db3-94f8-37c28c0b08b3 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/ports?device_id=67cdd87d-f7d2-42a9-9ac4-1796f7e300e7 HTTP/1.1" status: 200 len: 944 time: 0.0601740 Feb 28 11:29:44.752429 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-9e74279c-561e-484a-9355-6effc9d1d61f req-2e578c33-697e-4cd5-aea1-a9f09170a63d tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d50d3a0-f8c7-4dcd-9fac-8187f6d07190&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520270 Feb 28 11:29:44.956710 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:29:45.288784 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device 38eee648-3a0c-4e11-a6bd-7d276f7eec67 up at agent hyperv_hv-neutron-mast {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 11:29:45.345346 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Provisioning for port 38eee648-3a0c-4e11-a6bd-7d276f7eec67 completed by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 11:29:45.349640 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Provisioning complete for port 38eee648-3a0c-4e11-a6bd-7d276f7eec67 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:29:45.350031 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (38eee648-3a0c-4e11-a6bd-7d276f7eec67), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:29:45.434895 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Current status of the port 38eee648-3a0c-4e11-a6bd-7d276f7eec67 is: BUILD; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:29:45.435300 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (38eee648-3a0c-4e11-a6bd-7d276f7eec67), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:29:45.461018 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67cdd87d-f7d2-42a9-9ac4-1796f7e300e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38eee648-3a0c-4e11-a6bd-7d276f7eec67'}] {{(pid=103409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:29:45.463586 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa5325a5be4b33bf61fd809c564e3765e689d817bbd874267890deb3cfccaf12" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a1ceab7-d515-4399-9ed3-3fffade4748b" -d '{"events": [{"server_uuid": "67cdd87d-f7d2-42a9-9ac4-1796f7e300e7", "name": "network-vif-plugged", "status": "completed", "tag": "38eee648-3a0c-4e11-a6bd-7d276f7eec67"}]}' {{(pid=103409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 11:29:45.482864 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] For port 38eee648-3a0c-4e11-a6bd-7d276f7eec67, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=38eee648-3a0c-4e11-a6bd-7d276f7eec67,segment=NetworkSegment(7c0210c5-87d1-474e-8078-ef9907ad66c5),segment_id=7c0210c5-87d1-474e-8078-ef9907ad66c5)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:29:45.487847 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (38eee648-3a0c-4e11-a6bd-7d276f7eec67), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:29:45.539258 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Pushing event updated for resources: {'Port': ['ID=38eee648-3a0c-4e11-a6bd-7d276f7eec67,revision_number=5']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:45.553800 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 11:29:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adb45355-3d90-4232-8da7-756b8e583a56 x-openstack-request-id: req-adb45355-3d90-4232-8da7-756b8e583a56 {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 11:29:45.554101 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67cdd87d-f7d2-42a9-9ac4-1796f7e300e7", "name": "network-vif-plugged", "status": "completed", "tag": "38eee648-3a0c-4e11-a6bd-7d276f7eec67", "code": 200}]} {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 11:29:45.554352 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-adb45355-3d90-4232-8da7-756b8e583a56 {{(pid=103409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 11:29:45.554759 dv-neutron-master-2-hyperv neutron-server[103409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67cdd87d-f7d2-42a9-9ac4-1796f7e300e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38eee648-3a0c-4e11-a6bd-7d276f7eec67', 'code': 200} Feb 28 11:29:45.773624 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90288277-8187-45df-b2a3-b8b4af4f480c req-223326bf-75d0-441a-82d1-b0ef055a50ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:45.775187 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-90288277-8187-45df-b2a3-b8b4af4f480c req-223326bf-75d0-441a-82d1-b0ef055a50ba service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=67cdd87d-f7d2-42a9-9ac4-1796f7e300e7 HTTP/1.1" status: 200 len: 1129 time: 0.0508351 Feb 28 11:29:45.824046 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-90288277-8187-45df-b2a3-b8b4af4f480c req-52d623be-bf76-4726-9016-4d703d53a6a6 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=0d50d3a0-f8c7-4dcd-9fac-8187f6d07190&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418711 Feb 28 11:29:45.887311 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8324d25b-825d-4b9d-91f4-6b34793b8bdc req-b2dc1753-4eca-48cc-82cb-6f8540b68f0a tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:45.888823 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-8324d25b-825d-4b9d-91f4-6b34793b8bdc req-b2dc1753-4eca-48cc-82cb-6f8540b68f0a tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/ports?device_id=67cdd87d-f7d2-42a9-9ac4-1796f7e300e7 HTTP/1.1" status: 200 len: 945 time: 0.0632007 Feb 28 11:29:45.943851 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-8324d25b-825d-4b9d-91f4-6b34793b8bdc req-c3d032c5-0e75-4e6f-ac4f-989e92c41d3a tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d50d3a0-f8c7-4dcd-9fac-8187f6d07190&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470011 Feb 28 11:29:47.079884 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5257258-d634-4b31-b458-46b6955de2c5 req-f75cbf7b-5efb-4e3e-af65-b3b641e497db tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:47.081425 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-e5257258-d634-4b31-b458-46b6955de2c5 req-f75cbf7b-5efb-4e3e-af65-b3b641e497db tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/ports?device_id=67cdd87d-f7d2-42a9-9ac4-1796f7e300e7 HTTP/1.1" status: 200 len: 945 time: 0.0559230 Feb 28 11:29:47.132616 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-e5257258-d634-4b31-b458-46b6955de2c5 req-78bdb74b-df82-4724-9ecb-862b1c24d545 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d50d3a0-f8c7-4dcd-9fac-8187f6d07190&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454075 Feb 28 11:29:48.265617 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b09fd61-cfb9-4bb8-93f0-5623ec545114 req-e9078046-d192-451f-abf2-a010d47c1c98 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:48.267181 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-4b09fd61-cfb9-4bb8-93f0-5623ec545114 req-e9078046-d192-451f-abf2-a010d47c1c98 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/ports?device_id=67cdd87d-f7d2-42a9-9ac4-1796f7e300e7 HTTP/1.1" status: 200 len: 945 time: 0.0637488 Feb 28 11:29:48.325250 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-4b09fd61-cfb9-4bb8-93f0-5623ec545114 req-8b6fc633-5cda-461a-8c15-888657955bee tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d50d3a0-f8c7-4dcd-9fac-8187f6d07190&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497150 Feb 28 11:29:48.470290 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c316382-0a80-45f9-9be8-a52c32ad2ce5 req-263ce155-8b2e-41e5-ad83-a933d62fb634 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:48.471805 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-6c316382-0a80-45f9-9be8-a52c32ad2ce5 req-263ce155-8b2e-41e5-ad83-a933d62fb634 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/ports?device_id=67cdd87d-f7d2-42a9-9ac4-1796f7e300e7 HTTP/1.1" status: 200 len: 945 time: 0.0644305 Feb 28 11:29:48.524824 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-6c316382-0a80-45f9-9be8-a52c32ad2ce5 req-0105b7e3-2050-4dd2-9f5b-c71037c1f71d tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d50d3a0-f8c7-4dcd-9fac-8187f6d07190&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445955 Feb 28 11:29:48.550999 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 47974) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:29:48.643576 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81cb6731-9ff4-4642-8a12-9ff8b661cc45 tempest-TestShelveInstance-75027418 tempest-TestShelveInstance-75027418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:48.645131 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-81cb6731-9ff4-4642-8a12-9ff8b661cc45 tempest-TestShelveInstance-75027418 tempest-TestShelveInstance-75027418-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=67cdd87d-f7d2-42a9-9ac4-1796f7e300e7 HTTP/1.1" status: 200 len: 1124 time: 0.0931275 Feb 28 11:29:48.649318 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 47978) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:29:48.654226 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-dcb873da-77e4-4aaf-9ede-8ca57f76334e tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Request body: {'floatingip': {'floating_network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'port_id': '38eee648-3a0c-4e11-a6bd-7d276f7eec67', 'tenant_id': '125c6fcb5d7f4d4fbe6496850083c279', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:29:48.676037 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-dcb873da-77e4-4aaf-9ede-8ca57f76334e tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:29:48.781677 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-dcb873da-77e4-4aaf-9ede-8ca57f76334e tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:29:48.902315 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-dcb873da-77e4-4aaf-9ede-8ca57f76334e tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Allocated IP 172.36.5.91 (1e0804d0-d1d9-4d40-9de5-2936f3d87840/6f6f4129-23e5-4c3b-b4ef-4c7ce926797e/7730087a-3b17-497f-9b36-3f326fc67d96) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:29:49.011651 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-dcb873da-77e4-4aaf-9ede-8ca57f76334e tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Publish callbacks [] for port (7730087a-3b17-497f-9b36-3f326fc67d96), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:29:49.047172 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-dcb873da-77e4-4aaf-9ede-8ca57f76334e tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (7730087a-3b17-497f-9b36-3f326fc67d96), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:29:49.091574 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcb873da-77e4-4aaf-9ede-8ca57f76334e tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Network 1e0804d0-d1d9-4d40-9de5-2936f3d87840 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:29:49.096137 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-dcb873da-77e4-4aaf-9ede-8ca57f76334e tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:29:49.100461 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb873da-77e4-4aaf-9ede-8ca57f76334e tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 11:29:49.103556 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb873da-77e4-4aaf-9ede-8ca57f76334e tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Pushing event updated for resources: {'Port': ['ID=7730087a-3b17-497f-9b36-3f326fc67d96,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:49.499926 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-dcb873da-77e4-4aaf-9ede-8ca57f76334e tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Publish callbacks [] for floatingip (007f21d9-7df7-45d0-a58e-7bee136f0f9e), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:29:49.582000 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-dcb873da-77e4-4aaf-9ede-8ca57f76334e tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (7730087a-3b17-497f-9b36-3f326fc67d96), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:29:49.742044 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-dcb873da-77e4-4aaf-9ede-8ca57f76334e tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Publish callbacks [] for port (7730087a-3b17-497f-9b36-3f326fc67d96), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:29:49.750110 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-dcb873da-77e4-4aaf-9ede-8ca57f76334e tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3498066'] for port (7730087a-3b17-497f-9b36-3f326fc67d96), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:29:49.823238 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb873da-77e4-4aaf-9ede-8ca57f76334e tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Pushing event updated for resources: {'Port': ['ID=7730087a-3b17-497f-9b36-3f326fc67d96,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:49.836584 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-dcb873da-77e4-4aaf-9ede-8ca57f76334e tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1803383'] for floatingip (007f21d9-7df7-45d0-a58e-7bee136f0f9e), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:29:49.945048 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.db.l3_db [None req-dcb873da-77e4-4aaf-9ede-8ca57f76334e tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Floating IP 007f21d9-7df7-45d0-a58e-7bee136f0f9e associated. External IP: 172.36.5.91, port: 38eee648-3a0c-4e11-a6bd-7d276f7eec67. Feb 28 11:29:50.532717 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcb873da-77e4-4aaf-9ede-8ca57f76334e tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Router 3090f9ea-498f-4eed-9917-5fda57ac8dd1 has already been hosted by L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:29:50.646753 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcb873da-77e4-4aaf-9ede-8ca57f76334e tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:29:50.657381 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-978692c2-b828-4b92-a259-822aba3cddb2 None None] Sync routers for ids ['3090f9ea-498f-4eed-9917-5fda57ac8dd1'] in dv-neutron-master-2-hyperv {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:29:50.666284 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-dcb873da-77e4-4aaf-9ede-8ca57f76334e tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for floatingip (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:29:50.669176 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978692c2-b828-4b92-a259-822aba3cddb2 None None] Routers {'3090f9ea-498f-4eed-9917-5fda57ac8dd1'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:29:50.669342 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-978692c2-b828-4b92-a259-822aba3cddb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T11:29:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['3090f9ea-498f-4eed-9917-5fda57ac8dd1'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:50.698969 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-dcb873da-77e4-4aaf-9ede-8ca57f76334e tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0478005 Feb 28 11:29:50.699595 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67cdd87d-f7d2-42a9-9ac4-1796f7e300e7', 'tag': '38eee648-3a0c-4e11-a6bd-7d276f7eec67'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:29:50.701939 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c8e1c873eeca597e52e7ceb7469e602eac250bfea6606d285743d38033cf584" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bae2bba-402f-4669-82b0-68123089da23" -d '{"events": [{"name": "network-changed", "server_uuid": "67cdd87d-f7d2-42a9-9ac4-1796f7e300e7", "tag": "38eee648-3a0c-4e11-a6bd-7d276f7eec67"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 11:29:50.738931 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 11:29:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0e8cb3b-3d0b-4acb-b3fa-d66385c935ec x-openstack-request-id: req-b0e8cb3b-3d0b-4acb-b3fa-d66385c935ec {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 11:29:50.739198 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67cdd87d-f7d2-42a9-9ac4-1796f7e300e7", "tag": "38eee648-3a0c-4e11-a6bd-7d276f7eec67", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 11:29:50.739476 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b0e8cb3b-3d0b-4acb-b3fa-d66385c935ec {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 11:29:50.739883 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67cdd87d-f7d2-42a9-9ac4-1796f7e300e7', 'tag': '38eee648-3a0c-4e11-a6bd-7d276f7eec67', 'status': 'completed', 'code': 200} Feb 28 11:29:50.789567 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-978692c2-b828-4b92-a259-822aba3cddb2 None None] Set router 3090f9ea-498f-4eed-9917-5fda57ac8dd1 gateway port host: dv-neutron-master-2-hyperv {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:29:50.835116 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bae2bba-402f-4669-82b0-68123089da23 req-3e42b43b-1c60-4b29-b3bf-387a97af6e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:50.836702 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-4bae2bba-402f-4669-82b0-68123089da23 req-3e42b43b-1c60-4b29-b3bf-387a97af6e38 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=125c6fcb5d7f4d4fbe6496850083c279&device_id=67cdd87d-f7d2-42a9-9ac4-1796f7e300e7 HTTP/1.1" status: 200 len: 1129 time: 0.0506988 Feb 28 11:29:50.936002 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bae2bba-402f-4669-82b0-68123089da23 req-a9761cde-910f-468e-be83-e46bfcfae34a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:50.937444 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-4bae2bba-402f-4669-82b0-68123089da23 req-a9761cde-910f-468e-be83-e46bfcfae34a service neutron] 10.222.0.30 "GET /v2.0/networks?id=cd788e0f-453d-4178-8791-05f2c76596a7 HTTP/1.1" status: 200 len: 910 time: 0.0938993 Feb 28 11:29:51.009920 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-4bae2bba-402f-4669-82b0-68123089da23 req-2e7f8fb5-46a7-463b-983d-a2073175a513 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=38eee648-3a0c-4e11-a6bd-7d276f7eec67 HTTP/1.1" status: 200 len: 998 time: 0.0667052 Feb 28 11:29:51.027830 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-978692c2-b828-4b92-a259-822aba3cddb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3090f9ea-498f-4eed-9917-5fda57ac8dd1', 'name': 'tempest-TestShelveInstance-1516717234-router', 'tenant_id': '125c6fcb5d7f4d4fbe6496850083c279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.70'}], 'enable_snat': True}, 'gw_port_id': 'fa0527e8-34d3-4d46-92c2-0ff9fb430e08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:23:34Z', 'updated_at': '2022-02-28T11:23:37Z', 'revision_number': 4, 'project_id': '125c6fcb5d7f4d4fbe6496850083c279', 'gw_port': {'id': 'fa0527e8-34d3-4d46-92c2-0ff9fb430e08', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:9b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3090f9ea-498f-4eed-9917-5fda57ac8dd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:23:35Z', 'updated_at': '2022-02-28T11:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '007f21d9-7df7-45d0-a58e-7bee136f0f9e', 'tenant_id': '125c6fcb5d7f4d4fbe6496850083c279', 'floating_ip_address': '172.36.5.91', 'floating_network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'router_id': '3090f9ea-498f-4eed-9917-5fda57ac8dd1', 'port_id': '38eee648-3a0c-4e11-a6bd-7d276f7eec67', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1854, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd788e0f-453d-4178-8791-05f2c76596a7', 'mac_address': 'fa:16:3e:c2:f2:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67cdd87d-f7d2-42a9-9ac4-1796f7e300e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:29:49Z', 'updated_at': '2022-02-28T11:29:49Z', 'revision_number': 0, 'project_id': '125c6fcb5d7f4d4fbe6496850083c279', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c1141b7-77d8-42fe-a05d-c9c98cf099f4', 'name': '', 'network_id': 'cd788e0f-453d-4178-8791-05f2c76596a7', 'tenant_id': '125c6fcb5d7f4d4fbe6496850083c279', 'mac_address': 'fa:16:3e:36:c8:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3090f9ea-498f-4eed-9917-5fda57ac8dd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': 'cfce0c85-eb7d-4e20-addf-47b59e1028c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:23:37Z', 'updated_at': '2022-02-28T11:23:42Z', 'revision_number': 5, 'project_id': '125c6fcb5d7f4d4fbe6496850083c279', 'subnets': [{'id': 'cfce0c85-eb7d-4e20-addf-47b59e1028c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:51.055088 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-978692c2-b828-4b92-a259-822aba3cddb2 None None] Checking router: 3090f9ea-498f-4eed-9917-5fda57ac8dd1 for host: dv-neutron-master-2-hyperv {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:29:51.059929 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bae2bba-402f-4669-82b0-68123089da23 req-6ec126c4-10a4-4247-9624-2461faacb803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:51.061460 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-4bae2bba-402f-4669-82b0-68123089da23 req-6ec126c4-10a4-4247-9624-2461faacb803 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cfce0c85-eb7d-4e20-addf-47b59e1028c6 HTTP/1.1" status: 200 len: 848 time: 0.0461636 Feb 28 11:29:51.066271 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978692c2-b828-4b92-a259-822aba3cddb2 None None] Routers {'3090f9ea-498f-4eed-9917-5fda57ac8dd1'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:29:51.066892 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-978692c2-b828-4b92-a259-822aba3cddb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T11:29:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['3090f9ea-498f-4eed-9917-5fda57ac8dd1'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:51.112240 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bae2bba-402f-4669-82b0-68123089da23 req-09a13f37-e7f0-49cb-b4f4-2bc93040ba58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:51.113803 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-4bae2bba-402f-4669-82b0-68123089da23 req-09a13f37-e7f0-49cb-b4f4-2bc93040ba58 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cd788e0f-453d-4178-8791-05f2c76596a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0467811 Feb 28 11:29:51.178100 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-978692c2-b828-4b92-a259-822aba3cddb2 None None] Set router 3090f9ea-498f-4eed-9917-5fda57ac8dd1 gateway port host: dv-neutron-master-2-hyperv {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:29:51.208502 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-4bae2bba-402f-4669-82b0-68123089da23 req-b57b9514-e426-4ac3-a49c-d1b5e5f9e205 service neutron] 10.222.0.30 "GET /v2.0/networks/cd788e0f-453d-4178-8791-05f2c76596a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889814 Feb 28 11:29:51.303980 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-4bae2bba-402f-4669-82b0-68123089da23 req-68f3255f-03b6-447b-8cb0-fc65b197351c service neutron] 10.222.0.30 "GET /v2.0/networks/cd788e0f-453d-4178-8791-05f2c76596a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895767 Feb 28 11:29:51.421702 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-978692c2-b828-4b92-a259-822aba3cddb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3090f9ea-498f-4eed-9917-5fda57ac8dd1', 'name': 'tempest-TestShelveInstance-1516717234-router', 'tenant_id': '125c6fcb5d7f4d4fbe6496850083c279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.70'}], 'enable_snat': True}, 'gw_port_id': 'fa0527e8-34d3-4d46-92c2-0ff9fb430e08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:23:34Z', 'updated_at': '2022-02-28T11:23:37Z', 'revision_number': 4, 'project_id': '125c6fcb5d7f4d4fbe6496850083c279', 'gw_port': {'id': 'fa0527e8-34d3-4d46-92c2-0ff9fb430e08', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:9b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3090f9ea-498f-4eed-9917-5fda57ac8dd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:23:35Z', 'updated_at': '2022-02-28T11:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '007f21d9-7df7-45d0-a58e-7bee136f0f9e', 'tenant_id': '125c6fcb5d7f4d4fbe6496850083c279', 'floating_ip_address': '172.36.5.91', 'floating_network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'router_id': '3090f9ea-498f-4eed-9917-5fda57ac8dd1', 'port_id': '38eee648-3a0c-4e11-a6bd-7d276f7eec67', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1854, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd788e0f-453d-4178-8791-05f2c76596a7', 'mac_address': 'fa:16:3e:c2:f2:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67cdd87d-f7d2-42a9-9ac4-1796f7e300e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:29:49Z', 'updated_at': '2022-02-28T11:29:49Z', 'revision_number': 0, 'project_id': '125c6fcb5d7f4d4fbe6496850083c279', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c1141b7-77d8-42fe-a05d-c9c98cf099f4', 'name': '', 'network_id': 'cd788e0f-453d-4178-8791-05f2c76596a7', 'tenant_id': '125c6fcb5d7f4d4fbe6496850083c279', 'mac_address': 'fa:16:3e:36:c8:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3090f9ea-498f-4eed-9917-5fda57ac8dd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': 'cfce0c85-eb7d-4e20-addf-47b59e1028c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:23:37Z', 'updated_at': '2022-02-28T11:23:42Z', 'revision_number': 5, 'project_id': '125c6fcb5d7f4d4fbe6496850083c279', 'subnets': [{'id': 'cfce0c85-eb7d-4e20-addf-47b59e1028c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:51.452079 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-978692c2-b828-4b92-a259-822aba3cddb2 None None] The sync data for ids ['3090f9ea-498f-4eed-9917-5fda57ac8dd1'] in dv-neutron-master-2-hyperv is: [{'id': '3090f9ea-498f-4eed-9917-5fda57ac8dd1', 'name': 'tempest-TestShelveInstance-1516717234-router', 'tenant_id': '125c6fcb5d7f4d4fbe6496850083c279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.70'}], 'enable_snat': True}, 'gw_port_id': 'fa0527e8-34d3-4d46-92c2-0ff9fb430e08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:23:34Z', 'updated_at': '2022-02-28T11:23:37Z', 'revision_number': 4, 'project_id': '125c6fcb5d7f4d4fbe6496850083c279', 'gw_port': {'id': 'fa0527e8-34d3-4d46-92c2-0ff9fb430e08', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:9b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3090f9ea-498f-4eed-9917-5fda57ac8dd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:23:35Z', 'updated_at': '2022-02-28T11:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '007f21d9-7df7-45d0-a58e-7bee136f0f9e', 'tenant_id': '125c6fcb5d7f4d4fbe6496850083c279', 'floating_ip_address': '172.36.5.91', 'floating_network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'router_id': '3090f9ea-498f-4eed-9917-5fda57ac8dd1', 'port_id': '38eee648-3a0c-4e11-a6bd-7d276f7eec67', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1854, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd788e0f-453d-4178-8791-05f2c76596a7', 'mac_address': 'fa:16:3e:c2:f2:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67cdd87d-f7d2-42a9-9ac4-1796f7e300e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:29:49Z', 'updated_at': '2022-02-28T11:29:49Z', 'revision_number': 0, 'project_id': '125c6fcb5d7f4d4fbe6496850083c279', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c1141b7-77d8-42fe-a05d-c9c98cf099f4', 'name': '', 'network_id': 'cd788e0f-453d-4178-8791-05f2c76596a7', 'tenant_id': '125c6fcb5d7f4d4fbe6496850083c279', 'mac_address': 'fa:16:3e:36:c8:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3090f9ea-498f-4eed-9917-5fda57ac8dd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': 'cfce0c85-eb7d-4e20-addf-47b59e1028c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:23:37Z', 'updated_at': '2022-02-28T11:23:42Z', 'revision_number': 5, 'project_id': '125c6fcb5d7f4d4fbe6496850083c279', 'subnets': [{'id': 'cfce0c85-eb7d-4e20-addf-47b59e1028c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:29:51.669350 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07e4a55-dc3c-4292-8ed1-77ea6df89982 None None] New status for floating IP 007f21d9-7df7-45d0-a58e-7bee136f0f9e: ACTIVE {{(pid=103410) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 11:29:54.127871 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.agents_db [None req-382e0aa2-b126-48e6-89eb-3efa426b6b29 None None] Agent healthcheck: found 6 active agents {{(pid=103410) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 11:30:08.849126 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-75b71066-a458-485e-8aae-f105611cabad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fb6705d2-4f70-4965-92a3-fbfccd43a6d3), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:30:08.863758 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (13ac42ae-016e-4baf-bb31-c6fa820b41c2), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:30:11.120662 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-c371b78b-5763-4d5a-9d0c-28e2f5d94707 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fc6c9b74-8dbb-41bb-800a-5bd3a43fe896), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:30:12.324154 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b6d631fb-7df0-4fe1-8322-abff3b61cae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (0db5147a-92a3-4581-8a5f-8ec9b93e0600), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:30:13.719408 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6b923bb1-06b0-4b84-b461-7cc1d0196090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (2e621730-3978-4720-b581-ac380e97a567), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:30:14.953853 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:30:15.965209 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-89bb7374-386c-4584-9104-025231290c5c req-078caff0-0ab5-4497-afb6-db6d65ecbb85 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=67cdd87d-f7d2-42a9-9ac4-1796f7e300e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0521810 Feb 28 11:30:16.090571 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bb7374-386c-4584-9104-025231290c5c req-eea27354-2c88-4eb6-83f1-b317a27412f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:30:16.092478 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-89bb7374-386c-4584-9104-025231290c5c req-eea27354-2c88-4eb6-83f1-b317a27412f1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=125c6fcb5d7f4d4fbe6496850083c279&device_id=67cdd87d-f7d2-42a9-9ac4-1796f7e300e7 HTTP/1.1" status: 200 len: 1129 time: 0.0643332 Feb 28 11:30:16.211502 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bb7374-386c-4584-9104-025231290c5c req-06e9c396-1599-4139-a6da-291a3bbe978a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:30:16.213630 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-89bb7374-386c-4584-9104-025231290c5c req-06e9c396-1599-4139-a6da-291a3bbe978a service neutron] 10.222.0.30 "GET /v2.0/networks?id=cd788e0f-453d-4178-8791-05f2c76596a7 HTTP/1.1" status: 200 len: 910 time: 0.1003749 Feb 28 11:30:16.292905 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-89bb7374-386c-4584-9104-025231290c5c req-949e23bd-810c-4dc4-8d15-7282dccc7a51 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=38eee648-3a0c-4e11-a6bd-7d276f7eec67 HTTP/1.1" status: 200 len: 1000 time: 0.0729511 Feb 28 11:30:16.347201 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bb7374-386c-4584-9104-025231290c5c req-5b1acfed-088c-49de-8f4d-dbf903ea6bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:30:16.348728 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-89bb7374-386c-4584-9104-025231290c5c req-5b1acfed-088c-49de-8f4d-dbf903ea6bc0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cfce0c85-eb7d-4e20-addf-47b59e1028c6 HTTP/1.1" status: 200 len: 848 time: 0.0488291 Feb 28 11:30:16.415118 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bb7374-386c-4584-9104-025231290c5c req-5f11f24e-eb5d-4492-8ee9-95206588090d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:30:16.416751 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-89bb7374-386c-4584-9104-025231290c5c req-5f11f24e-eb5d-4492-8ee9-95206588090d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cd788e0f-453d-4178-8791-05f2c76596a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0551698 Feb 28 11:30:16.523607 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-89bb7374-386c-4584-9104-025231290c5c req-c54c9cba-ab76-409c-b1b7-c2229ec11741 service neutron] 10.222.0.30 "GET /v2.0/networks/cd788e0f-453d-4178-8791-05f2c76596a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991991 Feb 28 11:30:16.627837 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-89bb7374-386c-4584-9104-025231290c5c req-e85c065f-8bff-4160-b172-beb798c3f739 service neutron] 10.222.0.30 "GET /v2.0/networks/cd788e0f-453d-4178-8791-05f2c76596a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982621 Feb 28 11:30:31.127443 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.agents_db [None req-382e0aa2-b126-48e6-89eb-3efa426b6b29 None None] Agent healthcheck: found 6 active agents {{(pid=103410) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 11:30:38.836149 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-054a3106-eadd-468b-8c27-961926bf208c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fb6705d2-4f70-4965-92a3-fbfccd43a6d3), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:30:38.858870 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (13ac42ae-016e-4baf-bb31-c6fa820b41c2), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:30:41.116859 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-093767c4-ca8f-43a3-bdbc-ef97a60abc3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fc6c9b74-8dbb-41bb-800a-5bd3a43fe896), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:30:42.327321 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b6d631fb-7df0-4fe1-8322-abff3b61cae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (0db5147a-92a3-4581-8a5f-8ec9b93e0600), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:30:43.722927 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6b923bb1-06b0-4b84-b461-7cc1d0196090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (2e621730-3978-4720-b581-ac380e97a567), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:30:44.951747 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:31:08.133513 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.agents_db [None req-382e0aa2-b126-48e6-89eb-3efa426b6b29 None None] Agent healthcheck: found 6 active agents {{(pid=103410) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 11:31:08.837390 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d8b65aa7-e28e-4064-9828-3c6415affa6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fb6705d2-4f70-4965-92a3-fbfccd43a6d3), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:31:08.874250 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (13ac42ae-016e-4baf-bb31-c6fa820b41c2), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:31:11.112062 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5ec3fc12-1a38-4d36-a6c5-8bd8d8e7545b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fc6c9b74-8dbb-41bb-800a-5bd3a43fe896), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:31:12.334523 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b6d631fb-7df0-4fe1-8322-abff3b61cae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (0db5147a-92a3-4581-8a5f-8ec9b93e0600), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:31:13.730191 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6b923bb1-06b0-4b84-b461-7cc1d0196090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (2e621730-3978-4720-b581-ac380e97a567), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:31:14.951834 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:31:16.051614 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-8d4b634c-b596-46ad-ba30-919f199d94d3 req-e2b4bf52-c487-47d6-a693-c58329ce6231 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=67cdd87d-f7d2-42a9-9ac4-1796f7e300e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0922062 Feb 28 11:31:16.175662 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4b634c-b596-46ad-ba30-919f199d94d3 req-903b7c5d-60e2-4140-b86f-cc382bdf7cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:16.177465 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-8d4b634c-b596-46ad-ba30-919f199d94d3 req-903b7c5d-60e2-4140-b86f-cc382bdf7cda service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=125c6fcb5d7f4d4fbe6496850083c279&device_id=67cdd87d-f7d2-42a9-9ac4-1796f7e300e7 HTTP/1.1" status: 200 len: 1129 time: 0.0584319 Feb 28 11:31:16.307856 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4b634c-b596-46ad-ba30-919f199d94d3 req-2987ef36-9716-4a3b-b541-74912cc936e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:16.309740 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-8d4b634c-b596-46ad-ba30-919f199d94d3 req-2987ef36-9716-4a3b-b541-74912cc936e1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=cd788e0f-453d-4178-8791-05f2c76596a7 HTTP/1.1" status: 200 len: 910 time: 0.1128862 Feb 28 11:31:16.382836 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-8d4b634c-b596-46ad-ba30-919f199d94d3 req-7e1bcfb8-4a9c-4e50-bfc8-499031665e8a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=38eee648-3a0c-4e11-a6bd-7d276f7eec67 HTTP/1.1" status: 200 len: 1000 time: 0.0672798 Feb 28 11:31:16.433092 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4b634c-b596-46ad-ba30-919f199d94d3 req-c634e800-24a6-4a97-a4ca-0f7aa815c214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:16.434509 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-8d4b634c-b596-46ad-ba30-919f199d94d3 req-c634e800-24a6-4a97-a4ca-0f7aa815c214 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cfce0c85-eb7d-4e20-addf-47b59e1028c6 HTTP/1.1" status: 200 len: 848 time: 0.0459228 Feb 28 11:31:16.490042 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4b634c-b596-46ad-ba30-919f199d94d3 req-6d00307c-360a-4126-8de5-25701c06f6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:16.491566 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-8d4b634c-b596-46ad-ba30-919f199d94d3 req-6d00307c-360a-4126-8de5-25701c06f6b1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cd788e0f-453d-4178-8791-05f2c76596a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0513647 Feb 28 11:31:16.600111 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-8d4b634c-b596-46ad-ba30-919f199d94d3 req-44238c31-6c86-4a25-a7a8-5d999470a038 service neutron] 10.222.0.30 "GET /v2.0/networks/cd788e0f-453d-4178-8791-05f2c76596a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018627 Feb 28 11:31:16.986936 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-8d4b634c-b596-46ad-ba30-919f199d94d3 req-fa4f1f5c-0822-4432-9f26-84f28f607836 service neutron] 10.222.0.30 "GET /v2.0/networks/cd788e0f-453d-4178-8791-05f2c76596a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3804462 Feb 28 11:31:38.835335 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-da7dc6bb-033a-4bb0-823b-49f0c44059d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fb6705d2-4f70-4965-92a3-fbfccd43a6d3), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:31:38.891587 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (13ac42ae-016e-4baf-bb31-c6fa820b41c2), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:31:41.115713 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8f46396b-6bbd-4d88-ae6d-a6f139b6cf86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fc6c9b74-8dbb-41bb-800a-5bd3a43fe896), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:31:42.335364 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b6d631fb-7df0-4fe1-8322-abff3b61cae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (0db5147a-92a3-4581-8a5f-8ec9b93e0600), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:31:43.728805 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6b923bb1-06b0-4b84-b461-7cc1d0196090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (2e621730-3978-4720-b581-ac380e97a567), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:31:44.950097 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:31:45.123433 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.agents_db [None req-382e0aa2-b126-48e6-89eb-3efa426b6b29 None None] Agent healthcheck: found 6 active agents {{(pid=103410) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 11:31:46.254054 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d71416-18f9-4ab2-a22e-ad183ac16272 req-66251f03-4758-41f8-90b9-a2befc89f02a tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:46.255798 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-b3d71416-18f9-4ab2-a22e-ad183ac16272 req-66251f03-4758-41f8-90b9-a2befc89f02a tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/ports?device_id=67cdd87d-f7d2-42a9-9ac4-1796f7e300e7 HTTP/1.1" status: 200 len: 945 time: 0.1109393 Feb 28 11:31:46.316006 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-b3d71416-18f9-4ab2-a22e-ad183ac16272 req-ce0a9f8b-629b-4d12-8470-498a6c80c223 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d50d3a0-f8c7-4dcd-9fac-8187f6d07190&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517433 Feb 28 11:31:47.590689 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfd24e4-aeda-4508-904a-acbd70f5d57a req-905eb7e6-84a9-4500-a09b-1adeaf0d2e24 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:47.592166 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-0cfd24e4-aeda-4508-904a-acbd70f5d57a req-905eb7e6-84a9-4500-a09b-1adeaf0d2e24 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/ports?device_id=67cdd87d-f7d2-42a9-9ac4-1796f7e300e7 HTTP/1.1" status: 200 len: 945 time: 0.1059690 Feb 28 11:31:47.653390 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-0cfd24e4-aeda-4508-904a-acbd70f5d57a req-d8516d82-dcdf-472e-9133-4e17b87713f6 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d50d3a0-f8c7-4dcd-9fac-8187f6d07190&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532341 Feb 28 11:31:48.783227 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627f5378-2bdc-4417-b09d-1a78bac1a0b5 req-34e010f6-aae3-4d72-8101-e7a0bee6e0d9 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:48.784757 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-627f5378-2bdc-4417-b09d-1a78bac1a0b5 req-34e010f6-aae3-4d72-8101-e7a0bee6e0d9 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/ports?device_id=67cdd87d-f7d2-42a9-9ac4-1796f7e300e7 HTTP/1.1" status: 200 len: 945 time: 0.0563107 Feb 28 11:31:48.839227 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-627f5378-2bdc-4417-b09d-1a78bac1a0b5 req-c058f7b1-28ca-46b0-9308-53d635b692be tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d50d3a0-f8c7-4dcd-9fac-8187f6d07190&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484073 Feb 28 11:31:49.970293 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5339ff-290d-41cf-ad56-22d91dd48879 req-b6c44cd9-ef56-409c-b6d1-929794ee6b60 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:49.971766 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-bb5339ff-290d-41cf-ad56-22d91dd48879 req-b6c44cd9-ef56-409c-b6d1-929794ee6b60 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/ports?device_id=67cdd87d-f7d2-42a9-9ac4-1796f7e300e7 HTTP/1.1" status: 200 len: 945 time: 0.0641081 Feb 28 11:31:50.030215 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-bb5339ff-290d-41cf-ad56-22d91dd48879 req-a74fe78f-844e-420f-9c7e-e6050862a327 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d50d3a0-f8c7-4dcd-9fac-8187f6d07190&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513279 Feb 28 11:31:51.172545 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29b0c40-abe7-4155-afd0-0ad709c8e914 req-b300e92f-db38-4e65-997a-feb159762f8b tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:51.174085 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-c29b0c40-abe7-4155-afd0-0ad709c8e914 req-b300e92f-db38-4e65-997a-feb159762f8b tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/ports?device_id=67cdd87d-f7d2-42a9-9ac4-1796f7e300e7 HTTP/1.1" status: 200 len: 945 time: 0.0705109 Feb 28 11:31:51.227386 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-c29b0c40-abe7-4155-afd0-0ad709c8e914 req-64885e34-fb38-4a50-bd61-5b08e4bf007f tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d50d3a0-f8c7-4dcd-9fac-8187f6d07190&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471280 Feb 28 11:31:52.353083 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d834bc7-8797-4db2-9220-85164a115790 req-409e9a76-522b-46af-ac3a-8efdc90363e6 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:52.354616 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-1d834bc7-8797-4db2-9220-85164a115790 req-409e9a76-522b-46af-ac3a-8efdc90363e6 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/ports?device_id=67cdd87d-f7d2-42a9-9ac4-1796f7e300e7 HTTP/1.1" status: 200 len: 945 time: 0.0569007 Feb 28 11:31:52.406954 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-1d834bc7-8797-4db2-9220-85164a115790 req-245a5756-d1d6-4e28-96af-f77fdac5efa9 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d50d3a0-f8c7-4dcd-9fac-8187f6d07190&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461297 Feb 28 11:31:53.544866 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c11b1e6-cade-4ddc-9f32-678d463d988a req-c08ecbba-a268-4f1c-a90b-16e512d28378 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:53.546360 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-1c11b1e6-cade-4ddc-9f32-678d463d988a req-c08ecbba-a268-4f1c-a90b-16e512d28378 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/ports?device_id=67cdd87d-f7d2-42a9-9ac4-1796f7e300e7 HTTP/1.1" status: 200 len: 945 time: 0.0684822 Feb 28 11:31:53.607797 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-1c11b1e6-cade-4ddc-9f32-678d463d988a req-cdd1d2b2-8bea-4a6b-88ae-2d7749f756fa tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d50d3a0-f8c7-4dcd-9fac-8187f6d07190&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552783 Feb 28 11:31:54.739810 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0721364a-f37e-4859-8900-64e2ec493201 req-c9447d42-d50b-435c-b20b-a43db7188239 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:54.741247 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-0721364a-f37e-4859-8900-64e2ec493201 req-c9447d42-d50b-435c-b20b-a43db7188239 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/ports?device_id=67cdd87d-f7d2-42a9-9ac4-1796f7e300e7 HTTP/1.1" status: 200 len: 945 time: 0.0585017 Feb 28 11:31:54.793224 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-0721364a-f37e-4859-8900-64e2ec493201 req-fd13270e-f48d-46e9-8610-af26ceea73f1 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d50d3a0-f8c7-4dcd-9fac-8187f6d07190&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461934 Feb 28 11:31:55.932573 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fe0bc1-a540-4afc-981d-8ba4afb19cd4 req-e8e52f53-8b17-49a6-9a8d-aa43cd6b804d tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:55.934267 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-51fe0bc1-a540-4afc-981d-8ba4afb19cd4 req-e8e52f53-8b17-49a6-9a8d-aa43cd6b804d tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/ports?device_id=67cdd87d-f7d2-42a9-9ac4-1796f7e300e7 HTTP/1.1" status: 200 len: 945 time: 0.0608659 Feb 28 11:31:55.988298 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-51fe0bc1-a540-4afc-981d-8ba4afb19cd4 req-6d1a88c4-cb87-4336-96a7-b2bffc92917c tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d50d3a0-f8c7-4dcd-9fac-8187f6d07190&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481155 Feb 28 11:31:56.330917 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a213fd56-9e67-4fe2-9ae0-68409374f7f6 req-e11df5bf-81e4-4a16-abb8-a13ac36b23b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:56.332419 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-a213fd56-9e67-4fe2-9ae0-68409374f7f6 req-e11df5bf-81e4-4a16-abb8-a13ac36b23b3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=125c6fcb5d7f4d4fbe6496850083c279&device_id=67cdd87d-f7d2-42a9-9ac4-1796f7e300e7 HTTP/1.1" status: 200 len: 1129 time: 0.0619376 Feb 28 11:31:56.428709 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a213fd56-9e67-4fe2-9ae0-68409374f7f6 req-58e6a952-9a8f-4cba-80d2-a670f1145aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:56.430216 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-a213fd56-9e67-4fe2-9ae0-68409374f7f6 req-58e6a952-9a8f-4cba-80d2-a670f1145aa0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=cd788e0f-453d-4178-8791-05f2c76596a7 HTTP/1.1" status: 200 len: 910 time: 0.0922494 Feb 28 11:31:56.499720 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-a213fd56-9e67-4fe2-9ae0-68409374f7f6 req-d7b86f30-8015-4456-ac85-2078ef4090cc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=38eee648-3a0c-4e11-a6bd-7d276f7eec67 HTTP/1.1" status: 200 len: 1000 time: 0.0629065 Feb 28 11:31:56.550136 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a213fd56-9e67-4fe2-9ae0-68409374f7f6 req-b367e8a5-e6a3-46df-9770-82b0e812e1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:56.551620 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-a213fd56-9e67-4fe2-9ae0-68409374f7f6 req-b367e8a5-e6a3-46df-9770-82b0e812e1f0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cfce0c85-eb7d-4e20-addf-47b59e1028c6 HTTP/1.1" status: 200 len: 848 time: 0.0462353 Feb 28 11:31:56.608127 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a213fd56-9e67-4fe2-9ae0-68409374f7f6 req-0920f397-25d7-446d-9558-13f0a25ccfd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:56.609599 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-a213fd56-9e67-4fe2-9ae0-68409374f7f6 req-0920f397-25d7-446d-9558-13f0a25ccfd3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cd788e0f-453d-4178-8791-05f2c76596a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0515654 Feb 28 11:31:56.702110 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-a213fd56-9e67-4fe2-9ae0-68409374f7f6 req-4d4b327d-b555-4d24-87da-e6bc837fbaae service neutron] 10.222.0.30 "GET /v2.0/networks/cd788e0f-453d-4178-8791-05f2c76596a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866647 Feb 28 11:31:56.810249 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-a213fd56-9e67-4fe2-9ae0-68409374f7f6 req-7d7d638f-bd39-4c63-b837-4bb5fbcc942b service neutron] 10.222.0.30 "GET /v2.0/networks/cd788e0f-453d-4178-8791-05f2c76596a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024132 Feb 28 11:31:57.120117 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3619383-ff96-40df-8e79-df130bfb5ed2 req-ebd61ff2-4e35-4168-91ca-89ef64d36f9b tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:57.121650 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-b3619383-ff96-40df-8e79-df130bfb5ed2 req-ebd61ff2-4e35-4168-91ca-89ef64d36f9b tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/ports?device_id=67cdd87d-f7d2-42a9-9ac4-1796f7e300e7 HTTP/1.1" status: 200 len: 945 time: 0.0604761 Feb 28 11:31:57.175029 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-b3619383-ff96-40df-8e79-df130bfb5ed2 req-28e7ea51-4315-4e61-9ba4-f84318a5dc67 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d50d3a0-f8c7-4dcd-9fac-8187f6d07190&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453231 Feb 28 11:31:58.308199 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6effa2d0-4a1a-4e36-afee-e162f72623d9 req-134b5210-7c13-419a-af7c-04838d529ded tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:58.309733 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-6effa2d0-4a1a-4e36-afee-e162f72623d9 req-134b5210-7c13-419a-af7c-04838d529ded tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/ports?device_id=67cdd87d-f7d2-42a9-9ac4-1796f7e300e7 HTTP/1.1" status: 200 len: 945 time: 0.0599897 Feb 28 11:31:58.368796 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-6effa2d0-4a1a-4e36-afee-e162f72623d9 req-45bacd24-18e8-4bb8-92ca-1970db010b44 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d50d3a0-f8c7-4dcd-9fac-8187f6d07190&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508451 Feb 28 11:31:59.496810 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f3201d-3eed-4d1b-8b35-4405d4573378 req-8997cd9a-b871-45e1-96e0-cebc5716606b tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:59.498319 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-c8f3201d-3eed-4d1b-8b35-4405d4573378 req-8997cd9a-b871-45e1-96e0-cebc5716606b tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/ports?device_id=67cdd87d-f7d2-42a9-9ac4-1796f7e300e7 HTTP/1.1" status: 200 len: 945 time: 0.0586615 Feb 28 11:31:59.556100 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-c8f3201d-3eed-4d1b-8b35-4405d4573378 req-03b600c5-9d17-4745-9771-61e97a454c19 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d50d3a0-f8c7-4dcd-9fac-8187f6d07190&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482109 Feb 28 11:32:00.680521 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0421f8d1-c10b-42bf-806f-3bc980c7cfd2 req-2926b938-8e01-4de9-94dd-0c85973f0e8e tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:32:00.681967 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-0421f8d1-c10b-42bf-806f-3bc980c7cfd2 req-2926b938-8e01-4de9-94dd-0c85973f0e8e tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/ports?device_id=67cdd87d-f7d2-42a9-9ac4-1796f7e300e7 HTTP/1.1" status: 200 len: 945 time: 0.0552864 Feb 28 11:32:00.732604 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-0421f8d1-c10b-42bf-806f-3bc980c7cfd2 req-880645d2-6995-40b6-a30e-17d55bf4a540 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d50d3a0-f8c7-4dcd-9fac-8187f6d07190&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448673 Feb 28 11:32:01.859459 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc556e9-166c-466a-958f-a9b28103e113 req-e72fc163-aab4-4328-aec2-51406b8f81ca tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:32:01.861104 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-6fc556e9-166c-466a-958f-a9b28103e113 req-e72fc163-aab4-4328-aec2-51406b8f81ca tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/ports?device_id=67cdd87d-f7d2-42a9-9ac4-1796f7e300e7 HTTP/1.1" status: 200 len: 945 time: 0.0596962 Feb 28 11:32:01.879921 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device 38eee648-3a0c-4e11-a6bd-7d276f7eec67 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 11:32:01.912957 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-6fc556e9-166c-466a-958f-a9b28103e113 req-7f4f91f0-f81f-4073-99cf-a582cec21c1a tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d50d3a0-f8c7-4dcd-9fac-8187f6d07190&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453074 Feb 28 11:32:01.967322 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Current status of the port 38eee648-3a0c-4e11-a6bd-7d276f7eec67 is: ACTIVE; New status is: DOWN {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:32:01.967737 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (38eee648-3a0c-4e11-a6bd-7d276f7eec67), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:32:01.993568 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67cdd87d-f7d2-42a9-9ac4-1796f7e300e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38eee648-3a0c-4e11-a6bd-7d276f7eec67'}] {{(pid=103409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:32:02.008630 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] For port 38eee648-3a0c-4e11-a6bd-7d276f7eec67, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=38eee648-3a0c-4e11-a6bd-7d276f7eec67,segment=NetworkSegment(7c0210c5-87d1-474e-8078-ef9907ad66c5),segment_id=7c0210c5-87d1-474e-8078-ef9907ad66c5)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:32:02.013663 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (38eee648-3a0c-4e11-a6bd-7d276f7eec67), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:32:02.041186 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a4fd39cbef3db8314edbb995c87b1b752a2ff5ed3c1f5f263d70ca4833eab24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9247a93-14be-4d54-bf41-88619863ee60" -d '{"events": [{"server_uuid": "67cdd87d-f7d2-42a9-9ac4-1796f7e300e7", "name": "network-vif-unplugged", "status": "completed", "tag": "38eee648-3a0c-4e11-a6bd-7d276f7eec67"}]}' {{(pid=103409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 11:32:02.072356 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Pushing event updated for resources: {'Port': ['ID=38eee648-3a0c-4e11-a6bd-7d276f7eec67,revision_number=6']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:02.080164 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:32:02.080589 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:32:02.080902 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:32:02.081245 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:32:02.081584 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:32:02.081922 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:32:02.082256 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:32:02.082593 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:32:02.082931 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:32:02.083259 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:32:02.083614 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:32:02.084326 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:32:02.084326 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:32:03.047272 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945387db-32b8-44b8-8a7b-23cbc22ff527 req-f072a8e9-40e3-4597-a6ef-6182cc501638 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:32:03.048812 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-945387db-32b8-44b8-8a7b-23cbc22ff527 req-f072a8e9-40e3-4597-a6ef-6182cc501638 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/ports?device_id=67cdd87d-f7d2-42a9-9ac4-1796f7e300e7 HTTP/1.1" status: 200 len: 943 time: 0.0656097 Feb 28 11:32:03.110486 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-945387db-32b8-44b8-8a7b-23cbc22ff527 req-3f6266c5-d0df-4eaa-b4e9-74b65d72fa0b tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d50d3a0-f8c7-4dcd-9fac-8187f6d07190&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544670 Feb 28 11:32:03.142101 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 28 Feb 2022 11:32:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2a1f89f-87d3-45f6-bfe9-194f1960459f x-openstack-request-id: req-d2a1f89f-87d3-45f6-bfe9-194f1960459f {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 11:32:03.142623 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67cdd87d-f7d2-42a9-9ac4-1796f7e300e7", "name": "network-vif-unplugged", "status": "completed", "tag": "38eee648-3a0c-4e11-a6bd-7d276f7eec67", "code": 200}]} {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 11:32:03.142623 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d2a1f89f-87d3-45f6-bfe9-194f1960459f {{(pid=103409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 11:32:03.143147 dv-neutron-master-2-hyperv neutron-server[103409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67cdd87d-f7d2-42a9-9ac4-1796f7e300e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38eee648-3a0c-4e11-a6bd-7d276f7eec67', 'code': 200} Feb 28 11:32:04.395968 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56298d9-7d0b-4826-b21e-ca0779a451ea req-a249f173-4fd6-4ebe-b328-48ab26f4edaa tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:32:04.397536 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-b56298d9-7d0b-4826-b21e-ca0779a451ea req-a249f173-4fd6-4ebe-b328-48ab26f4edaa tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/ports?device_id=67cdd87d-f7d2-42a9-9ac4-1796f7e300e7 HTTP/1.1" status: 200 len: 943 time: 0.0937912 Feb 28 11:32:04.404437 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-e1c1acf2-d174-4193-90f4-fdc79ab57a38 req-68f78a1f-2ce7-4b0b-8f2b-cfe50f934072 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=67cdd87d-f7d2-42a9-9ac4-1796f7e300e7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1293757 Feb 28 11:32:04.465158 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-b56298d9-7d0b-4826-b21e-ca0779a451ea req-1ecc3832-2593-4259-91c1-cab19def1325 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d50d3a0-f8c7-4dcd-9fac-8187f6d07190&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593750 Feb 28 11:32:05.539100 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c1acf2-d174-4193-90f4-fdc79ab57a38 req-f089dc46-cd1a-46fd-b092-9ca2fdfdfd32 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:32:05.540501 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-e1c1acf2-d174-4193-90f4-fdc79ab57a38 req-f089dc46-cd1a-46fd-b092-9ca2fdfdfd32 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/ports/38eee648-3a0c-4e11-a6bd-7d276f7eec67 HTTP/1.1" status: 200 len: 940 time: 0.0956507 Feb 28 11:32:05.605021 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7696d5-648d-4c7a-ac3d-1b826c15823d req-3084657c-35e4-463b-9b75-7ae0dbafdf7f tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:32:05.606524 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-8c7696d5-648d-4c7a-ac3d-1b826c15823d req-3084657c-35e4-463b-9b75-7ae0dbafdf7f tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/ports?device_id=67cdd87d-f7d2-42a9-9ac4-1796f7e300e7 HTTP/1.1" status: 200 len: 943 time: 0.0651276 Feb 28 11:32:05.662136 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-8c7696d5-648d-4c7a-ac3d-1b826c15823d req-3b9f559d-b6d6-450a-a27b-bd154e4a1a4e tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d50d3a0-f8c7-4dcd-9fac-8187f6d07190&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498679 Feb 28 11:32:06.784390 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b681ee5e-86c4-44f3-9b0d-32eb41bd05e9 req-85492dd7-ab0d-403e-804e-303ce2fa73ff tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:32:06.785824 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-b681ee5e-86c4-44f3-9b0d-32eb41bd05e9 req-85492dd7-ab0d-403e-804e-303ce2fa73ff tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/ports?device_id=67cdd87d-f7d2-42a9-9ac4-1796f7e300e7 HTTP/1.1" status: 200 len: 943 time: 0.0552485 Feb 28 11:32:06.836566 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-b681ee5e-86c4-44f3-9b0d-32eb41bd05e9 req-62a25e7a-c0d8-4362-83fe-93e7e294e834 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d50d3a0-f8c7-4dcd-9fac-8187f6d07190&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449233 Feb 28 11:32:07.961231 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf77565-7d58-47c7-bf36-f02cf3c7dc0e req-526aea04-361d-4daf-9a00-8efabade7b8b tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:32:07.962713 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-fbf77565-7d58-47c7-bf36-f02cf3c7dc0e req-526aea04-361d-4daf-9a00-8efabade7b8b tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/ports?device_id=67cdd87d-f7d2-42a9-9ac4-1796f7e300e7 HTTP/1.1" status: 200 len: 943 time: 0.0542712 Feb 28 11:32:08.016212 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-fbf77565-7d58-47c7-bf36-f02cf3c7dc0e req-3f87aa74-8234-46df-84c2-1165f6951dba tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d50d3a0-f8c7-4dcd-9fac-8187f6d07190&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453198 Feb 28 11:32:08.838645 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4f2e1b48-492a-494c-bf94-d8d0a5a4dc48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fb6705d2-4f70-4965-92a3-fbfccd43a6d3), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:32:08.890280 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (13ac42ae-016e-4baf-bb31-c6fa820b41c2), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:32:09.146461 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87251b2c-d0b1-45b1-879a-0953c370dd46 req-5e25a2ed-de21-4b9d-a498-fcbba729d7ef tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:32:09.148126 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-87251b2c-d0b1-45b1-879a-0953c370dd46 req-5e25a2ed-de21-4b9d-a498-fcbba729d7ef tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/ports?device_id=67cdd87d-f7d2-42a9-9ac4-1796f7e300e7 HTTP/1.1" status: 200 len: 943 time: 0.0593498 Feb 28 11:32:09.202372 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-87251b2c-d0b1-45b1-879a-0953c370dd46 req-031bac46-3cf4-49de-a32b-8279ef48166a tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d50d3a0-f8c7-4dcd-9fac-8187f6d07190&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483148 Feb 28 11:32:10.331629 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d83f67-ea6b-4060-8699-68080ca96459 req-a7ebde51-2f90-4a92-b09b-df5d4f300837 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:32:10.333168 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-b3d83f67-ea6b-4060-8699-68080ca96459 req-a7ebde51-2f90-4a92-b09b-df5d4f300837 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/ports?device_id=67cdd87d-f7d2-42a9-9ac4-1796f7e300e7 HTTP/1.1" status: 200 len: 943 time: 0.0580585 Feb 28 11:32:10.383698 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-b3d83f67-ea6b-4060-8699-68080ca96459 req-be24ad9c-916e-471d-b7a8-54c24af15305 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d50d3a0-f8c7-4dcd-9fac-8187f6d07190&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445411 Feb 28 11:32:11.121972 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ba8a9e4c-c52e-4860-bc2d-9e9f188e40c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fc6c9b74-8dbb-41bb-800a-5bd3a43fe896), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:32:11.511589 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d4f1e9-2a43-4bc4-a0c8-fb5af6c9cff0 req-aebf5187-cc8e-442a-a498-8d4849167f3a tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:32:11.513119 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-77d4f1e9-2a43-4bc4-a0c8-fb5af6c9cff0 req-aebf5187-cc8e-442a-a498-8d4849167f3a tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/ports?device_id=67cdd87d-f7d2-42a9-9ac4-1796f7e300e7 HTTP/1.1" status: 200 len: 943 time: 0.0595028 Feb 28 11:32:11.565220 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-77d4f1e9-2a43-4bc4-a0c8-fb5af6c9cff0 req-b79264d6-671f-4c8d-9c62-968c037f6b52 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d50d3a0-f8c7-4dcd-9fac-8187f6d07190&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463426 Feb 28 11:32:12.336979 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b6d631fb-7df0-4fe1-8322-abff3b61cae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (0db5147a-92a3-4581-8a5f-8ec9b93e0600), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:32:12.689475 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f986ad-5143-4c88-8c19-2e232f42560c req-c6e295a1-1f64-4c22-94a2-69a8436f28bb tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:32:12.690980 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-a3f986ad-5143-4c88-8c19-2e232f42560c req-c6e295a1-1f64-4c22-94a2-69a8436f28bb tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/ports?device_id=67cdd87d-f7d2-42a9-9ac4-1796f7e300e7 HTTP/1.1" status: 200 len: 943 time: 0.0557463 Feb 28 11:32:12.742175 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-a3f986ad-5143-4c88-8c19-2e232f42560c req-9f00f4dc-b435-4a2b-a738-61643148a316 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d50d3a0-f8c7-4dcd-9fac-8187f6d07190&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451629 Feb 28 11:32:13.731396 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6b923bb1-06b0-4b84-b461-7cc1d0196090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (2e621730-3978-4720-b581-ac380e97a567), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:32:13.865620 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ccd2ef-1324-418a-b48f-f8f570c47151 req-7a0a22ad-6f1a-4f2b-afcc-866139e1be4f tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:32:13.867814 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-36ccd2ef-1324-418a-b48f-f8f570c47151 req-7a0a22ad-6f1a-4f2b-afcc-866139e1be4f tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/ports?device_id=67cdd87d-f7d2-42a9-9ac4-1796f7e300e7 HTTP/1.1" status: 200 len: 943 time: 0.0573804 Feb 28 11:32:13.923127 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-36ccd2ef-1324-418a-b48f-f8f570c47151 req-f0ff3179-f059-40e7-acbe-9c04da2f1404 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d50d3a0-f8c7-4dcd-9fac-8187f6d07190&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491512 Feb 28 11:32:14.946637 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:32:15.044142 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9e355d-4d19-4525-985b-3cfa88f48ecd req-539b3e5d-8554-4f92-9538-0c5b48d06d96 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:32:15.045669 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-7a9e355d-4d19-4525-985b-3cfa88f48ecd req-539b3e5d-8554-4f92-9538-0c5b48d06d96 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/ports?device_id=67cdd87d-f7d2-42a9-9ac4-1796f7e300e7 HTTP/1.1" status: 200 len: 943 time: 0.0549614 Feb 28 11:32:15.098704 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-7a9e355d-4d19-4525-985b-3cfa88f48ecd req-b616f255-db4d-40c3-a209-271817cbba38 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d50d3a0-f8c7-4dcd-9fac-8187f6d07190&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471439 Feb 28 11:32:16.223052 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c837ec-7c51-44cc-a0b3-d60ee61b1896 req-831ecd45-f243-4027-bd81-5f16ad5910a3 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:32:16.224720 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-e1c837ec-7c51-44cc-a0b3-d60ee61b1896 req-831ecd45-f243-4027-bd81-5f16ad5910a3 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/ports?device_id=67cdd87d-f7d2-42a9-9ac4-1796f7e300e7 HTTP/1.1" status: 200 len: 943 time: 0.0556066 Feb 28 11:32:16.275269 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-e1c837ec-7c51-44cc-a0b3-d60ee61b1896 req-81cdabe4-d7d3-4a3b-8c74-3a10cd51fda7 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d50d3a0-f8c7-4dcd-9fac-8187f6d07190&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443285 Feb 28 11:32:17.405642 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac7864e-a1ec-4e1a-b8f6-f6eea7986638 req-09baf06f-a21f-42e8-8644-d928a1f0fe35 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:32:17.407189 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-0ac7864e-a1ec-4e1a-b8f6-f6eea7986638 req-09baf06f-a21f-42e8-8644-d928a1f0fe35 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/ports?device_id=67cdd87d-f7d2-42a9-9ac4-1796f7e300e7 HTTP/1.1" status: 200 len: 943 time: 0.0603161 Feb 28 11:32:17.458421 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-0ac7864e-a1ec-4e1a-b8f6-f6eea7986638 req-65a01315-9869-48bb-89c9-9ffc65a1461f tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d50d3a0-f8c7-4dcd-9fac-8187f6d07190&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453079 Feb 28 11:32:18.588757 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33f39f9-3f45-4d44-8bdf-4ee52baa68b6 req-2de68e79-aa72-4c4a-9b7d-bf83e339ce57 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:32:18.590335 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-f33f39f9-3f45-4d44-8bdf-4ee52baa68b6 req-2de68e79-aa72-4c4a-9b7d-bf83e339ce57 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/ports?device_id=67cdd87d-f7d2-42a9-9ac4-1796f7e300e7 HTTP/1.1" status: 200 len: 943 time: 0.0616965 Feb 28 11:32:18.643723 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-f33f39f9-3f45-4d44-8bdf-4ee52baa68b6 req-6ad26005-880c-43e3-a894-99988e174a08 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d50d3a0-f8c7-4dcd-9fac-8187f6d07190&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474999 Feb 28 11:32:19.691281 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c1acf2-d174-4193-90f4-fdc79ab57a38 req-89cec216-332f-47e0-94c5-5e1cd8e0878a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:32:19.692886 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-e1c1acf2-d174-4193-90f4-fdc79ab57a38 req-89cec216-332f-47e0-94c5-5e1cd8e0878a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=67cdd87d-f7d2-42a9-9ac4-1796f7e300e7&tenant_id=125c6fcb5d7f4d4fbe6496850083c279 HTTP/1.1" status: 200 len: 1127 time: 0.0513866 Feb 28 11:32:19.765354 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468238a3-eeb1-4fc7-abdb-4892bcf47b85 req-4f3a0b4a-009c-49cd-802d-df21bb89c080 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:32:19.766820 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-468238a3-eeb1-4fc7-abdb-4892bcf47b85 req-4f3a0b4a-009c-49cd-802d-df21bb89c080 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/ports?device_id=67cdd87d-f7d2-42a9-9ac4-1796f7e300e7 HTTP/1.1" status: 200 len: 943 time: 0.0556712 Feb 28 11:32:19.772759 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c1acf2-d174-4193-90f4-fdc79ab57a38 req-66291d39-4c4f-41a0-ba37-0b6d760d0cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:32:19.774837 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-e1c1acf2-d174-4193-90f4-fdc79ab57a38 req-66291d39-4c4f-41a0-ba37-0b6d760d0cd0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=125c6fcb5d7f4d4fbe6496850083c279&device_id=67cdd87d-f7d2-42a9-9ac4-1796f7e300e7 HTTP/1.1" status: 200 len: 1127 time: 0.0484102 Feb 28 11:32:19.834278 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-468238a3-eeb1-4fc7-abdb-4892bcf47b85 req-288aa96d-287e-46e3-be4e-51a86e843ba1 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d50d3a0-f8c7-4dcd-9fac-8187f6d07190&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611305 Feb 28 11:32:19.875680 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c1acf2-d174-4193-90f4-fdc79ab57a38 req-aa8374ae-fef3-4908-bcde-50f856e4494c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:32:19.877227 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-e1c1acf2-d174-4193-90f4-fdc79ab57a38 req-aa8374ae-fef3-4908-bcde-50f856e4494c service neutron] 10.222.0.30 "GET /v2.0/networks?id=cd788e0f-453d-4178-8791-05f2c76596a7 HTTP/1.1" status: 200 len: 910 time: 0.0966241 Feb 28 11:32:19.942677 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-e1c1acf2-d174-4193-90f4-fdc79ab57a38 req-1a452506-737b-4340-a9ee-07bd4f464a61 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=38eee648-3a0c-4e11-a6bd-7d276f7eec67 HTTP/1.1" status: 200 len: 998 time: 0.0596707 Feb 28 11:32:20.004704 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c1acf2-d174-4193-90f4-fdc79ab57a38 req-8f4da7ae-06d4-4cac-aaab-db3a8a7521c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:32:20.006687 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-e1c1acf2-d174-4193-90f4-fdc79ab57a38 req-8f4da7ae-06d4-4cac-aaab-db3a8a7521c3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cfce0c85-eb7d-4e20-addf-47b59e1028c6 HTTP/1.1" status: 200 len: 848 time: 0.0576754 Feb 28 11:32:20.060244 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c1acf2-d174-4193-90f4-fdc79ab57a38 req-368626a4-4186-46a6-8c99-ccdc0b081b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:32:20.061734 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-e1c1acf2-d174-4193-90f4-fdc79ab57a38 req-368626a4-4186-46a6-8c99-ccdc0b081b71 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cd788e0f-453d-4178-8791-05f2c76596a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0493176 Feb 28 11:32:20.162504 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-e1c1acf2-d174-4193-90f4-fdc79ab57a38 req-76428203-c22b-4c60-8485-f44aa3581e62 service neutron] 10.222.0.30 "GET /v2.0/networks/cd788e0f-453d-4178-8791-05f2c76596a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943937 Feb 28 11:32:20.260197 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-e1c1acf2-d174-4193-90f4-fdc79ab57a38 req-0aec54b6-6e3a-4671-961b-c63b9fb5829f service neutron] 10.222.0.30 "GET /v2.0/networks/cd788e0f-453d-4178-8791-05f2c76596a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927458 Feb 28 11:32:20.962494 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3e7393-e218-410f-a024-230fce40394f req-afc0904b-ce6d-47e8-98df-57618cc304d0 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:32:20.964005 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-9e3e7393-e218-410f-a024-230fce40394f req-afc0904b-ce6d-47e8-98df-57618cc304d0 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/ports?device_id=67cdd87d-f7d2-42a9-9ac4-1796f7e300e7 HTTP/1.1" status: 200 len: 943 time: 0.0560093 Feb 28 11:32:21.014321 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-9e3e7393-e218-410f-a024-230fce40394f req-47241f2d-f981-4476-8f87-472d725fee09 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d50d3a0-f8c7-4dcd-9fac-8187f6d07190&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446050 Feb 28 11:32:22.122972 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.agents_db [None req-382e0aa2-b126-48e6-89eb-3efa426b6b29 None None] Agent healthcheck: found 6 active agents {{(pid=103410) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 11:32:22.144286 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433430f0-7f6e-4e9d-abdf-3d820972412f req-7855a958-312b-48fa-a399-3ddb738b633f tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:32:22.145828 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-433430f0-7f6e-4e9d-abdf-3d820972412f req-7855a958-312b-48fa-a399-3ddb738b633f tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/ports?device_id=67cdd87d-f7d2-42a9-9ac4-1796f7e300e7 HTTP/1.1" status: 200 len: 943 time: 0.0564036 Feb 28 11:32:22.211169 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-433430f0-7f6e-4e9d-abdf-3d820972412f req-dd8b454d-22b3-412c-a740-c92ca813c431 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d50d3a0-f8c7-4dcd-9fac-8187f6d07190&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594792 Feb 28 11:32:23.345163 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aa3e4c-53ed-4eab-bbd7-74438ce18fdd req-4f6bdb2f-c07a-4e95-973a-7a1d79452a11 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:32:23.346687 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-b4aa3e4c-53ed-4eab-bbd7-74438ce18fdd req-4f6bdb2f-c07a-4e95-973a-7a1d79452a11 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/ports?device_id=67cdd87d-f7d2-42a9-9ac4-1796f7e300e7 HTTP/1.1" status: 200 len: 943 time: 0.0638537 Feb 28 11:32:23.402243 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-b4aa3e4c-53ed-4eab-bbd7-74438ce18fdd req-839aacb4-97ac-4b23-82a6-247c64579740 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d50d3a0-f8c7-4dcd-9fac-8187f6d07190&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477545 Feb 28 11:32:24.531940 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b74763e-863c-44ac-acd1-9f6b8d9f62e9 req-d45effde-dfea-4204-bb12-d7233d79654b tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:32:24.533479 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-9b74763e-863c-44ac-acd1-9f6b8d9f62e9 req-d45effde-dfea-4204-bb12-d7233d79654b tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/ports?device_id=67cdd87d-f7d2-42a9-9ac4-1796f7e300e7 HTTP/1.1" status: 200 len: 943 time: 0.0573366 Feb 28 11:32:24.585773 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-9b74763e-863c-44ac-acd1-9f6b8d9f62e9 req-87eb51f3-571d-4c3c-9851-2e751afe967c tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d50d3a0-f8c7-4dcd-9fac-8187f6d07190&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466053 Feb 28 11:32:25.715667 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09725d4c-0cba-4ca6-afb3-8615488bd3c4 req-54a0adad-fd5b-49af-9b7a-30b62b597798 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:32:25.717183 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-09725d4c-0cba-4ca6-afb3-8615488bd3c4 req-54a0adad-fd5b-49af-9b7a-30b62b597798 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/ports?device_id=67cdd87d-f7d2-42a9-9ac4-1796f7e300e7 HTTP/1.1" status: 200 len: 943 time: 0.0617132 Feb 28 11:32:25.774565 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-09725d4c-0cba-4ca6-afb3-8615488bd3c4 req-eec0bb30-2483-4309-8225-5e7e13bdb9bc tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d50d3a0-f8c7-4dcd-9fac-8187f6d07190&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497706 Feb 28 11:32:26.903987 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9230de50-251d-48f8-b6ab-a89230883ffa req-0d809c0d-0a73-4785-9322-4ef72e8d2596 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:32:26.905552 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-9230de50-251d-48f8-b6ab-a89230883ffa req-0d809c0d-0a73-4785-9322-4ef72e8d2596 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/ports?device_id=67cdd87d-f7d2-42a9-9ac4-1796f7e300e7 HTTP/1.1" status: 200 len: 943 time: 0.0607431 Feb 28 11:32:26.965265 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-9230de50-251d-48f8-b6ab-a89230883ffa req-04081202-05c5-4f22-9fd2-778c157593c6 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d50d3a0-f8c7-4dcd-9fac-8187f6d07190&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514169 Feb 28 11:32:28.019573 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device 38eee648-3a0c-4e11-a6bd-7d276f7eec67 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103409) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 11:32:28.092158 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7dbded-4467-40e6-8e20-0db16775889d req-4d92f032-5607-493e-9d19-ebdbd78e3cea tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:32:28.093809 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-fd7dbded-4467-40e6-8e20-0db16775889d req-4d92f032-5607-493e-9d19-ebdbd78e3cea tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/ports?device_id=67cdd87d-f7d2-42a9-9ac4-1796f7e300e7 HTTP/1.1" status: 200 len: 943 time: 0.0575371 Feb 28 11:32:28.117103 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] For port 38eee648-3a0c-4e11-a6bd-7d276f7eec67, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=38eee648-3a0c-4e11-a6bd-7d276f7eec67,segment=NetworkSegment(7c0210c5-87d1-474e-8078-ef9907ad66c5),segment_id=7c0210c5-87d1-474e-8078-ef9907ad66c5)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:32:28.134095 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Returning: {'device': '38eee648-3a0c-4e11-a6bd-7d276f7eec67', 'network_id': 'cd788e0f-453d-4178-8791-05f2c76596a7', 'port_id': '38eee648-3a0c-4e11-a6bd-7d276f7eec67', 'mac_address': 'fa:16:3e:c2:f2:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 268, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfce0c85-eb7d-4e20-addf-47b59e1028c6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103409) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 11:32:28.150785 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-fd7dbded-4467-40e6-8e20-0db16775889d req-76c2e88f-db78-44f0-815e-bbfdd327f91b tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d50d3a0-f8c7-4dcd-9fac-8187f6d07190&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507052 Feb 28 11:32:28.180855 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Current status of the port 38eee648-3a0c-4e11-a6bd-7d276f7eec67 is: DOWN; New status is: BUILD {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:32:28.181258 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (38eee648-3a0c-4e11-a6bd-7d276f7eec67), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:32:28.195688 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38eee648-3a0c-4e11-a6bd-7d276f7eec67 {{(pid=103409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 11:32:28.218159 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] For port 38eee648-3a0c-4e11-a6bd-7d276f7eec67, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=38eee648-3a0c-4e11-a6bd-7d276f7eec67,segment=NetworkSegment(7c0210c5-87d1-474e-8078-ef9907ad66c5),segment_id=7c0210c5-87d1-474e-8078-ef9907ad66c5)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:32:28.223951 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (38eee648-3a0c-4e11-a6bd-7d276f7eec67), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:32:28.279031 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Pushing event updated for resources: {'Port': ['ID=38eee648-3a0c-4e11-a6bd-7d276f7eec67,revision_number=7']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:28.645674 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] get_ports_and_sgs() called for port_ids ['38eee648-3a0c-4e11-a6bd-7d276f7eec67'] {{(pid=103409) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 11:32:29.293060 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5061f40d-c472-4d89-877d-af579f6994d8 req-c9840b40-d307-4394-abf0-29cb7cf22871 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:32:29.294545 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-5061f40d-c472-4d89-877d-af579f6994d8 req-c9840b40-d307-4394-abf0-29cb7cf22871 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/ports?device_id=67cdd87d-f7d2-42a9-9ac4-1796f7e300e7 HTTP/1.1" status: 200 len: 944 time: 0.0611241 Feb 28 11:32:29.348573 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-5061f40d-c472-4d89-877d-af579f6994d8 req-be4339f9-a5cc-49f0-b205-91bb1d9fcb72 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d50d3a0-f8c7-4dcd-9fac-8187f6d07190&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456612 Feb 28 11:32:30.035125 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device 38eee648-3a0c-4e11-a6bd-7d276f7eec67 up at agent hyperv_hv-neutron-mast {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 11:32:30.090433 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Provisioning complete for port 38eee648-3a0c-4e11-a6bd-7d276f7eec67 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:32:30.090804 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (38eee648-3a0c-4e11-a6bd-7d276f7eec67), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:32:30.170920 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Current status of the port 38eee648-3a0c-4e11-a6bd-7d276f7eec67 is: BUILD; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:32:30.171289 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (38eee648-3a0c-4e11-a6bd-7d276f7eec67), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:32:30.194608 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67cdd87d-f7d2-42a9-9ac4-1796f7e300e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38eee648-3a0c-4e11-a6bd-7d276f7eec67'}] {{(pid=103409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:32:30.196899 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a4fd39cbef3db8314edbb995c87b1b752a2ff5ed3c1f5f263d70ca4833eab24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d28ac8fe-7573-4441-b61d-93e339182f89" -d '{"events": [{"server_uuid": "67cdd87d-f7d2-42a9-9ac4-1796f7e300e7", "name": "network-vif-plugged", "status": "completed", "tag": "38eee648-3a0c-4e11-a6bd-7d276f7eec67"}]}' {{(pid=103409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 11:32:30.209620 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] For port 38eee648-3a0c-4e11-a6bd-7d276f7eec67, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=38eee648-3a0c-4e11-a6bd-7d276f7eec67,segment=NetworkSegment(7c0210c5-87d1-474e-8078-ef9907ad66c5),segment_id=7c0210c5-87d1-474e-8078-ef9907ad66c5)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:32:30.218671 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (38eee648-3a0c-4e11-a6bd-7d276f7eec67), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:32:30.241850 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 11:32:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f16f677-98f8-4c49-acc4-af9aad7980ef x-openstack-request-id: req-1f16f677-98f8-4c49-acc4-af9aad7980ef {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 11:32:30.242185 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67cdd87d-f7d2-42a9-9ac4-1796f7e300e7", "name": "network-vif-plugged", "status": "completed", "tag": "38eee648-3a0c-4e11-a6bd-7d276f7eec67", "code": 200}]} {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 11:32:30.242433 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1f16f677-98f8-4c49-acc4-af9aad7980ef {{(pid=103409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 11:32:30.242827 dv-neutron-master-2-hyperv neutron-server[103409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67cdd87d-f7d2-42a9-9ac4-1796f7e300e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38eee648-3a0c-4e11-a6bd-7d276f7eec67', 'code': 200} Feb 28 11:32:30.270670 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Pushing event updated for resources: {'Port': ['ID=38eee648-3a0c-4e11-a6bd-7d276f7eec67,revision_number=8']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:30.484179 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078e0173-8c16-407e-a19c-ef79b8aad4f7 req-98db58d9-9b5f-4cb7-85f1-91948e96e2fd tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:32:30.485802 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-078e0173-8c16-407e-a19c-ef79b8aad4f7 req-98db58d9-9b5f-4cb7-85f1-91948e96e2fd tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/ports?device_id=67cdd87d-f7d2-42a9-9ac4-1796f7e300e7 HTTP/1.1" status: 200 len: 945 time: 0.0558457 Feb 28 11:32:30.502704 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808a17b0-3618-400a-bdc1-9023fdc3fca3 req-303e2e2d-ac19-4cd6-a0c6-550dbed3118f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:32:30.505521 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-808a17b0-3618-400a-bdc1-9023fdc3fca3 req-303e2e2d-ac19-4cd6-a0c6-550dbed3118f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=67cdd87d-f7d2-42a9-9ac4-1796f7e300e7 HTTP/1.1" status: 200 len: 1129 time: 0.0453720 Feb 28 11:32:30.537405 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-078e0173-8c16-407e-a19c-ef79b8aad4f7 req-dfed94ca-bf95-44ad-9c5a-a7494c403f90 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d50d3a0-f8c7-4dcd-9fac-8187f6d07190&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456772 Feb 28 11:32:30.554796 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-808a17b0-3618-400a-bdc1-9023fdc3fca3 req-95441660-a1d8-4808-bda5-2323446e1acc service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=0d50d3a0-f8c7-4dcd-9fac-8187f6d07190&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433955 Feb 28 11:32:31.679812 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f90d8e3-3350-48d7-83de-ca3f3e93c51d req-b23e6f17-167e-4945-80b8-a15e80ce1435 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:32:31.681435 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-3f90d8e3-3350-48d7-83de-ca3f3e93c51d req-b23e6f17-167e-4945-80b8-a15e80ce1435 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/ports?device_id=67cdd87d-f7d2-42a9-9ac4-1796f7e300e7 HTTP/1.1" status: 200 len: 945 time: 0.0644524 Feb 28 11:32:31.744794 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-3f90d8e3-3350-48d7-83de-ca3f3e93c51d req-9148bc90-813a-4639-94d5-48dc4e903eec tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d50d3a0-f8c7-4dcd-9fac-8187f6d07190&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547380 Feb 28 11:32:32.887747 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe671f2-5ba7-4595-8c09-b203bc644c9b req-334fb2bd-fb74-434f-b852-2d2bb7ea6a57 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:32:32.889268 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-ffe671f2-5ba7-4595-8c09-b203bc644c9b req-334fb2bd-fb74-434f-b852-2d2bb7ea6a57 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/ports?device_id=67cdd87d-f7d2-42a9-9ac4-1796f7e300e7 HTTP/1.1" status: 200 len: 945 time: 0.0685177 Feb 28 11:32:32.942128 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-ffe671f2-5ba7-4595-8c09-b203bc644c9b req-24df841c-58a3-49a1-a3b8-0c47b7ae83a5 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d50d3a0-f8c7-4dcd-9fac-8187f6d07190&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445721 Feb 28 11:32:38.840284 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-cc407070-4fdf-401e-9717-36a83cb7df2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fb6705d2-4f70-4965-92a3-fbfccd43a6d3), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:32:38.889747 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (13ac42ae-016e-4baf-bb31-c6fa820b41c2), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:32:41.117903 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-97fba701-a978-42e1-9f33-89aa92e8d172 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fc6c9b74-8dbb-41bb-800a-5bd3a43fe896), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:32:42.343851 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b6d631fb-7df0-4fe1-8322-abff3b61cae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (0db5147a-92a3-4581-8a5f-8ec9b93e0600), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:32:43.734542 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6b923bb1-06b0-4b84-b461-7cc1d0196090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (2e621730-3978-4720-b581-ac380e97a567), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:32:44.942863 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:32:59.122785 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.agents_db [None req-382e0aa2-b126-48e6-89eb-3efa426b6b29 None None] Agent healthcheck: found 6 active agents {{(pid=103410) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 11:33:08.837697 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-000bcdd4-e283-4ab0-aeff-046f9afb8cfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fb6705d2-4f70-4965-92a3-fbfccd43a6d3), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:33:08.888922 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (13ac42ae-016e-4baf-bb31-c6fa820b41c2), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:33:11.122756 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-8e32ac65-ac0c-499b-89d9-391f9e5e1724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fc6c9b74-8dbb-41bb-800a-5bd3a43fe896), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:33:12.344299 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b6d631fb-7df0-4fe1-8322-abff3b61cae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (0db5147a-92a3-4581-8a5f-8ec9b93e0600), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:33:13.743395 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6b923bb1-06b0-4b84-b461-7cc1d0196090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (2e621730-3978-4720-b581-ac380e97a567), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:33:14.948843 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:33:17.955978 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-7854e040-e5c6-4a97-a1b0-4b6d1cac62cf req-0b12f992-9faa-4613-94c5-7354dfa0b3f4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=67cdd87d-f7d2-42a9-9ac4-1796f7e300e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0478930 Feb 28 11:33:18.067331 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7854e040-e5c6-4a97-a1b0-4b6d1cac62cf req-d5f25567-654d-400b-a09d-f92603f596a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:18.068930 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-7854e040-e5c6-4a97-a1b0-4b6d1cac62cf req-d5f25567-654d-400b-a09d-f92603f596a8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=125c6fcb5d7f4d4fbe6496850083c279&device_id=67cdd87d-f7d2-42a9-9ac4-1796f7e300e7 HTTP/1.1" status: 200 len: 1129 time: 0.0527816 Feb 28 11:33:18.178950 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7854e040-e5c6-4a97-a1b0-4b6d1cac62cf req-3ceb4299-e69b-4610-aaf4-17cc35769412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:18.180459 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-7854e040-e5c6-4a97-a1b0-4b6d1cac62cf req-3ceb4299-e69b-4610-aaf4-17cc35769412 service neutron] 10.222.0.30 "GET /v2.0/networks?id=cd788e0f-453d-4178-8791-05f2c76596a7 HTTP/1.1" status: 200 len: 910 time: 0.0910189 Feb 28 11:33:18.251174 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-7854e040-e5c6-4a97-a1b0-4b6d1cac62cf req-388d2fec-4761-4338-99d9-0ae5980535d4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=38eee648-3a0c-4e11-a6bd-7d276f7eec67 HTTP/1.1" status: 200 len: 1000 time: 0.0644600 Feb 28 11:33:18.301140 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7854e040-e5c6-4a97-a1b0-4b6d1cac62cf req-e92ff14d-035e-4fde-9a1b-ed8fe9ea7099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:18.302616 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-7854e040-e5c6-4a97-a1b0-4b6d1cac62cf req-e92ff14d-035e-4fde-9a1b-ed8fe9ea7099 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cfce0c85-eb7d-4e20-addf-47b59e1028c6 HTTP/1.1" status: 200 len: 848 time: 0.0459285 Feb 28 11:33:18.364265 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7854e040-e5c6-4a97-a1b0-4b6d1cac62cf req-6ea788f7-0bd1-4f1c-ab50-9368ca68c517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:18.366413 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-7854e040-e5c6-4a97-a1b0-4b6d1cac62cf req-6ea788f7-0bd1-4f1c-ab50-9368ca68c517 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cd788e0f-453d-4178-8791-05f2c76596a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0582142 Feb 28 11:33:18.459649 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-7854e040-e5c6-4a97-a1b0-4b6d1cac62cf req-1eb1bb48-2e5d-4cc4-b72e-c531f082d4ef service neutron] 10.222.0.30 "GET /v2.0/networks/cd788e0f-453d-4178-8791-05f2c76596a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868716 Feb 28 11:33:18.556387 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-7854e040-e5c6-4a97-a1b0-4b6d1cac62cf req-f19adebb-e1b6-4c09-a14a-43cd6b4e40ca service neutron] 10.222.0.30 "GET /v2.0/networks/cd788e0f-453d-4178-8791-05f2c76596a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907638 Feb 28 11:33:36.121743 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.agents_db [None req-382e0aa2-b126-48e6-89eb-3efa426b6b29 None None] Agent healthcheck: found 6 active agents {{(pid=103410) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 11:33:38.843311 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-92d75fb0-c4f5-4f54-88cd-4ea0b496594f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fb6705d2-4f70-4965-92a3-fbfccd43a6d3), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:33:38.883462 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (13ac42ae-016e-4baf-bb31-c6fa820b41c2), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:33:41.127561 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-77620aad-c018-42cb-b704-131cd8e47afd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fc6c9b74-8dbb-41bb-800a-5bd3a43fe896), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:33:42.347819 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b6d631fb-7df0-4fe1-8322-abff3b61cae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (0db5147a-92a3-4581-8a5f-8ec9b93e0600), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:33:43.744397 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6b923bb1-06b0-4b84-b461-7cc1d0196090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (2e621730-3978-4720-b581-ac380e97a567), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:33:44.946359 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:33:46.172735 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 48218) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:33:46.346410 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-50d19f8b-e0b8-4af3-94a0-7853de2c0e37 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Deleting port 7730087a-3b17-497f-9b36-3f326fc67d96 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 11:33:46.346771 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-50d19f8b-e0b8-4af3-94a0-7853de2c0e37 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (7730087a-3b17-497f-9b36-3f326fc67d96), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:33:46.431271 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-50d19f8b-e0b8-4af3-94a0-7853de2c0e37 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (7730087a-3b17-497f-9b36-3f326fc67d96), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:33:46.431525 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-50d19f8b-e0b8-4af3-94a0-7853de2c0e37 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Publish callbacks [] for floatingip (7730087a-3b17-497f-9b36-3f326fc67d96), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:33:46.444568 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-50d19f8b-e0b8-4af3-94a0-7853de2c0e37 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Calling delete_port for 7730087a-3b17-497f-9b36-3f326fc67d96 owned by network:floatingip {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 11:33:46.609073 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-50d19f8b-e0b8-4af3-94a0-7853de2c0e37 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (7730087a-3b17-497f-9b36-3f326fc67d96), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:33:46.634841 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d19f8b-e0b8-4af3-94a0-7853de2c0e37 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Pushing event deleted for resources: {'Port': ['ID=7730087a-3b17-497f-9b36-3f326fc67d96,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:46.648823 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d19f8b-e0b8-4af3-94a0-7853de2c0e37 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:33:46.649188 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d19f8b-e0b8-4af3-94a0-7853de2c0e37 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:33:46.649540 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d19f8b-e0b8-4af3-94a0-7853de2c0e37 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:33:46.649884 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d19f8b-e0b8-4af3-94a0-7853de2c0e37 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:33:46.650224 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d19f8b-e0b8-4af3-94a0-7853de2c0e37 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:33:46.650561 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d19f8b-e0b8-4af3-94a0-7853de2c0e37 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:33:46.650888 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d19f8b-e0b8-4af3-94a0-7853de2c0e37 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:33:46.651215 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d19f8b-e0b8-4af3-94a0-7853de2c0e37 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:33:46.651540 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d19f8b-e0b8-4af3-94a0-7853de2c0e37 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:33:46.651992 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d19f8b-e0b8-4af3-94a0-7853de2c0e37 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:33:46.652321 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d19f8b-e0b8-4af3-94a0-7853de2c0e37 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:33:46.652669 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d19f8b-e0b8-4af3-94a0-7853de2c0e37 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:33:46.652991 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d19f8b-e0b8-4af3-94a0-7853de2c0e37 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:33:46.711428 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-50d19f8b-e0b8-4af3-94a0-7853de2c0e37 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Publish callbacks [] for floatingip (007f21d9-7df7-45d0-a58e-7bee136f0f9e), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:33:46.711672 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.db.l3_db [None req-50d19f8b-e0b8-4af3-94a0-7853de2c0e37 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Floating IP 007f21d9-7df7-45d0-a58e-7bee136f0f9e disassociated (deleted). External IP: 172.36.5.91, port: 38eee648-3a0c-4e11-a6bd-7d276f7eec67. Feb 28 11:33:46.944203 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50d19f8b-e0b8-4af3-94a0-7853de2c0e37 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Router 3090f9ea-498f-4eed-9917-5fda57ac8dd1 has already been hosted by L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:33:47.062726 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50d19f8b-e0b8-4af3-94a0-7853de2c0e37 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:33:47.068038 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-50d19f8b-e0b8-4af3-94a0-7853de2c0e37 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for floatingip (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:33:47.073213 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-540b0c4f-b7d7-4faa-86c6-ed7eecaa783d None None] Sync routers for ids ['3090f9ea-498f-4eed-9917-5fda57ac8dd1'] in dv-neutron-master-2-hyperv {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:33:47.085026 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540b0c4f-b7d7-4faa-86c6-ed7eecaa783d None None] Routers {'3090f9ea-498f-4eed-9917-5fda57ac8dd1'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:33:47.085780 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-540b0c4f-b7d7-4faa-86c6-ed7eecaa783d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T11:33:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['3090f9ea-498f-4eed-9917-5fda57ac8dd1'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:33:47.101029 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-50d19f8b-e0b8-4af3-94a0-7853de2c0e37 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "DELETE /v2.0/floatingips/007f21d9-7df7-45d0-a58e-7bee136f0f9e HTTP/1.1" status: 204 len: 168 time: 0.9270954 Feb 28 11:33:47.102729 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67cdd87d-f7d2-42a9-9ac4-1796f7e300e7', 'tag': '38eee648-3a0c-4e11-a6bd-7d276f7eec67'}] {{(pid=103407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:33:47.203854 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-540b0c4f-b7d7-4faa-86c6-ed7eecaa783d None None] Set router 3090f9ea-498f-4eed-9917-5fda57ac8dd1 gateway port host: dv-neutron-master-2-hyperv {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:33:47.242522 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb8eb023767ffb0b21f8796f0994b15470a801cd700317a79d8a9b0eae9818e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00ce191b-47ac-4b5b-bc65-bdba077c95eb" -d '{"events": [{"name": "network-changed", "server_uuid": "67cdd87d-f7d2-42a9-9ac4-1796f7e300e7", "tag": "38eee648-3a0c-4e11-a6bd-7d276f7eec67"}]}' {{(pid=103407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 11:33:47.329572 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 11:33:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96fd8a1d-36ff-4f72-936b-06e4d7ca33e8 x-openstack-request-id: req-96fd8a1d-36ff-4f72-936b-06e4d7ca33e8 {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 11:33:47.329876 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67cdd87d-f7d2-42a9-9ac4-1796f7e300e7", "tag": "38eee648-3a0c-4e11-a6bd-7d276f7eec67", "status": "completed", "code": 200}]} {{(pid=103407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 11:33:47.330135 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-96fd8a1d-36ff-4f72-936b-06e4d7ca33e8 {{(pid=103407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 11:33:47.330549 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67cdd87d-f7d2-42a9-9ac4-1796f7e300e7', 'tag': '38eee648-3a0c-4e11-a6bd-7d276f7eec67', 'status': 'completed', 'code': 200} Feb 28 11:33:47.357729 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31f120f-e66c-4736-bb07-be288f58d102 req-033dc45d-952d-4a81-b61a-37ae3a7a7bad tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:47.359309 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-c31f120f-e66c-4736-bb07-be288f58d102 req-033dc45d-952d-4a81-b61a-37ae3a7a7bad tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/ports?device_id=67cdd87d-f7d2-42a9-9ac4-1796f7e300e7 HTTP/1.1" status: 200 len: 945 time: 0.0641298 Feb 28 11:33:47.414950 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-c31f120f-e66c-4736-bb07-be288f58d102 req-4f1fb6d2-ff29-42c2-952c-38146b97be8a tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d50d3a0-f8c7-4dcd-9fac-8187f6d07190&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490956 Feb 28 11:33:47.415710 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-540b0c4f-b7d7-4faa-86c6-ed7eecaa783d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3090f9ea-498f-4eed-9917-5fda57ac8dd1', 'name': 'tempest-TestShelveInstance-1516717234-router', 'tenant_id': '125c6fcb5d7f4d4fbe6496850083c279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.70'}], 'enable_snat': True}, 'gw_port_id': 'fa0527e8-34d3-4d46-92c2-0ff9fb430e08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:23:34Z', 'updated_at': '2022-02-28T11:23:37Z', 'revision_number': 4, 'project_id': '125c6fcb5d7f4d4fbe6496850083c279', 'gw_port': {'id': 'fa0527e8-34d3-4d46-92c2-0ff9fb430e08', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:9b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3090f9ea-498f-4eed-9917-5fda57ac8dd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:23:35Z', 'updated_at': '2022-02-28T11:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '9c1141b7-77d8-42fe-a05d-c9c98cf099f4', 'name': '', 'network_id': 'cd788e0f-453d-4178-8791-05f2c76596a7', 'tenant_id': '125c6fcb5d7f4d4fbe6496850083c279', 'mac_address': 'fa:16:3e:36:c8:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3090f9ea-498f-4eed-9917-5fda57ac8dd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': 'cfce0c85-eb7d-4e20-addf-47b59e1028c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:23:37Z', 'updated_at': '2022-02-28T11:23:42Z', 'revision_number': 5, 'project_id': '125c6fcb5d7f4d4fbe6496850083c279', 'subnets': [{'id': 'cfce0c85-eb7d-4e20-addf-47b59e1028c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:33:47.425409 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ce191b-47ac-4b5b-bc65-bdba077c95eb req-f6a4d3f4-95cf-4646-aae4-ab2a50f796ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:47.427884 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-00ce191b-47ac-4b5b-bc65-bdba077c95eb req-f6a4d3f4-95cf-4646-aae4-ab2a50f796ca service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=125c6fcb5d7f4d4fbe6496850083c279&device_id=67cdd87d-f7d2-42a9-9ac4-1796f7e300e7 HTTP/1.1" status: 200 len: 1129 time: 0.0548308 Feb 28 11:33:47.442439 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-540b0c4f-b7d7-4faa-86c6-ed7eecaa783d None None] Checking router: 3090f9ea-498f-4eed-9917-5fda57ac8dd1 for host: dv-neutron-master-2-hyperv {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:33:47.450832 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540b0c4f-b7d7-4faa-86c6-ed7eecaa783d None None] Routers {'3090f9ea-498f-4eed-9917-5fda57ac8dd1'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:33:47.451439 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-540b0c4f-b7d7-4faa-86c6-ed7eecaa783d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T11:33:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['3090f9ea-498f-4eed-9917-5fda57ac8dd1'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:33:47.523981 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ce191b-47ac-4b5b-bc65-bdba077c95eb req-c166e992-2a56-4aed-a6e1-6f086d7e59f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:47.525705 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-00ce191b-47ac-4b5b-bc65-bdba077c95eb req-c166e992-2a56-4aed-a6e1-6f086d7e59f8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=cd788e0f-453d-4178-8791-05f2c76596a7 HTTP/1.1" status: 200 len: 910 time: 0.0918698 Feb 28 11:33:47.565106 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-540b0c4f-b7d7-4faa-86c6-ed7eecaa783d None None] Set router 3090f9ea-498f-4eed-9917-5fda57ac8dd1 gateway port host: dv-neutron-master-2-hyperv {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:33:47.568381 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-00ce191b-47ac-4b5b-bc65-bdba077c95eb req-6ec62b4a-bf2c-42c3-aab0-c1a794d51f6f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=38eee648-3a0c-4e11-a6bd-7d276f7eec67 HTTP/1.1" status: 200 len: 217 time: 0.0365975 Feb 28 11:33:47.619061 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ce191b-47ac-4b5b-bc65-bdba077c95eb req-a5c7b876-3531-4ee2-8980-547e68c12a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:47.620497 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-00ce191b-47ac-4b5b-bc65-bdba077c95eb req-a5c7b876-3531-4ee2-8980-547e68c12a83 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cfce0c85-eb7d-4e20-addf-47b59e1028c6 HTTP/1.1" status: 200 len: 848 time: 0.0459785 Feb 28 11:33:47.679241 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ce191b-47ac-4b5b-bc65-bdba077c95eb req-f37775d2-830e-4ee0-b5a3-37d2157c8b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:47.680942 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-00ce191b-47ac-4b5b-bc65-bdba077c95eb req-f37775d2-830e-4ee0-b5a3-37d2157c8b0a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cd788e0f-453d-4178-8791-05f2c76596a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0539501 Feb 28 11:33:47.691188 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [req-00ce191b-47ac-4b5b-bc65-bdba077c95eb req-328db3cf-a946-4f8f-811e-c009b488070f service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103408) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 11:33:47.692302 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-00ce191b-47ac-4b5b-bc65-bdba077c95eb req-328db3cf-a946-4f8f-811e-c009b488070f service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054364 Feb 28 11:33:47.765556 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-540b0c4f-b7d7-4faa-86c6-ed7eecaa783d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3090f9ea-498f-4eed-9917-5fda57ac8dd1', 'name': 'tempest-TestShelveInstance-1516717234-router', 'tenant_id': '125c6fcb5d7f4d4fbe6496850083c279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.70'}], 'enable_snat': True}, 'gw_port_id': 'fa0527e8-34d3-4d46-92c2-0ff9fb430e08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:23:34Z', 'updated_at': '2022-02-28T11:23:37Z', 'revision_number': 4, 'project_id': '125c6fcb5d7f4d4fbe6496850083c279', 'gw_port': {'id': 'fa0527e8-34d3-4d46-92c2-0ff9fb430e08', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:9b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3090f9ea-498f-4eed-9917-5fda57ac8dd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:23:35Z', 'updated_at': '2022-02-28T11:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '9c1141b7-77d8-42fe-a05d-c9c98cf099f4', 'name': '', 'network_id': 'cd788e0f-453d-4178-8791-05f2c76596a7', 'tenant_id': '125c6fcb5d7f4d4fbe6496850083c279', 'mac_address': 'fa:16:3e:36:c8:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3090f9ea-498f-4eed-9917-5fda57ac8dd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': 'cfce0c85-eb7d-4e20-addf-47b59e1028c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:23:37Z', 'updated_at': '2022-02-28T11:23:42Z', 'revision_number': 5, 'project_id': '125c6fcb5d7f4d4fbe6496850083c279', 'subnets': [{'id': 'cfce0c85-eb7d-4e20-addf-47b59e1028c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:33:47.786062 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-00ce191b-47ac-4b5b-bc65-bdba077c95eb req-f4c42791-d3e4-433f-8825-7c662ab40a7a service neutron] 10.222.0.30 "GET /v2.0/networks/cd788e0f-453d-4178-8791-05f2c76596a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870616 Feb 28 11:33:47.798893 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-540b0c4f-b7d7-4faa-86c6-ed7eecaa783d None None] The sync data for ids ['3090f9ea-498f-4eed-9917-5fda57ac8dd1'] in dv-neutron-master-2-hyperv is: [{'id': '3090f9ea-498f-4eed-9917-5fda57ac8dd1', 'name': 'tempest-TestShelveInstance-1516717234-router', 'tenant_id': '125c6fcb5d7f4d4fbe6496850083c279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.70'}], 'enable_snat': True}, 'gw_port_id': 'fa0527e8-34d3-4d46-92c2-0ff9fb430e08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:23:34Z', 'updated_at': '2022-02-28T11:23:37Z', 'revision_number': 4, 'project_id': '125c6fcb5d7f4d4fbe6496850083c279', 'gw_port': {'id': 'fa0527e8-34d3-4d46-92c2-0ff9fb430e08', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:9b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3090f9ea-498f-4eed-9917-5fda57ac8dd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:23:35Z', 'updated_at': '2022-02-28T11:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '9c1141b7-77d8-42fe-a05d-c9c98cf099f4', 'name': '', 'network_id': 'cd788e0f-453d-4178-8791-05f2c76596a7', 'tenant_id': '125c6fcb5d7f4d4fbe6496850083c279', 'mac_address': 'fa:16:3e:36:c8:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3090f9ea-498f-4eed-9917-5fda57ac8dd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': 'cfce0c85-eb7d-4e20-addf-47b59e1028c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:23:37Z', 'updated_at': '2022-02-28T11:23:42Z', 'revision_number': 5, 'project_id': '125c6fcb5d7f4d4fbe6496850083c279', 'subnets': [{'id': 'cfce0c85-eb7d-4e20-addf-47b59e1028c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:33:47.884426 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-00ce191b-47ac-4b5b-bc65-bdba077c95eb req-c57763a6-0dee-414e-b97a-b0b5de9699d5 service neutron] 10.222.0.30 "GET /v2.0/networks/cd788e0f-453d-4178-8791-05f2c76596a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917840 Feb 28 11:33:48.170424 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d98e7c-6230-4e9c-8dae-5556d0771de6 None None] New status for floating IP 007f21d9-7df7-45d0-a58e-7bee136f0f9e: DOWN {{(pid=103410) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 11:33:48.544565 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce58c726-c38d-4ae7-9f81-7421a8603550 req-6f0361af-a29e-4bba-aac3-aa6ad067d29f tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:48.547093 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-ce58c726-c38d-4ae7-9f81-7421a8603550 req-6f0361af-a29e-4bba-aac3-aa6ad067d29f tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/ports?device_id=67cdd87d-f7d2-42a9-9ac4-1796f7e300e7 HTTP/1.1" status: 200 len: 945 time: 0.0608196 Feb 28 11:33:48.599275 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-ce58c726-c38d-4ae7-9f81-7421a8603550 req-72a887c9-1ff9-4713-8c63-87531833ebc8 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/security-groups?id=0d50d3a0-f8c7-4dcd-9fac-8187f6d07190&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460286 Feb 28 11:33:49.139359 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2907c50e-a70c-40cc-beca-5c2c361364db req-0d98a85c-1952-40f4-b167-a32b6065736d tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:49.140870 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-2907c50e-a70c-40cc-beca-5c2c361364db req-0d98a85c-1952-40f4-b167-a32b6065736d tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.30 "GET /v2.0/ports?device_id=67cdd87d-f7d2-42a9-9ac4-1796f7e300e7 HTTP/1.1" status: 200 len: 945 time: 0.0654128 Feb 28 11:33:49.249242 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [req-2907c50e-a70c-40cc-beca-5c2c361364db req-efa09ce9-da79-48c3-95d1-a7f27a5a0b9a tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Deleting port 38eee648-3a0c-4e11-a6bd-7d276f7eec67 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 11:33:49.249602 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-2907c50e-a70c-40cc-beca-5c2c361364db req-efa09ce9-da79-48c3-95d1-a7f27a5a0b9a tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (38eee648-3a0c-4e11-a6bd-7d276f7eec67), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:33:49.343829 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [req-2907c50e-a70c-40cc-beca-5c2c361364db req-efa09ce9-da79-48c3-95d1-a7f27a5a0b9a tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] For port 38eee648-3a0c-4e11-a6bd-7d276f7eec67, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=38eee648-3a0c-4e11-a6bd-7d276f7eec67,segment=NetworkSegment(7c0210c5-87d1-474e-8078-ef9907ad66c5),segment_id=7c0210c5-87d1-474e-8078-ef9907ad66c5)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:33:49.344170 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-2907c50e-a70c-40cc-beca-5c2c361364db req-efa09ce9-da79-48c3-95d1-a7f27a5a0b9a tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (38eee648-3a0c-4e11-a6bd-7d276f7eec67), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:33:49.356940 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [req-2907c50e-a70c-40cc-beca-5c2c361364db req-efa09ce9-da79-48c3-95d1-a7f27a5a0b9a tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Calling delete_port for 38eee648-3a0c-4e11-a6bd-7d276f7eec67 owned by compute:nova {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 11:33:49.495598 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-2907c50e-a70c-40cc-beca-5c2c361364db req-efa09ce9-da79-48c3-95d1-a7f27a5a0b9a tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (38eee648-3a0c-4e11-a6bd-7d276f7eec67), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:33:49.533087 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa09ce9-da79-48c3-95d1-a7f27a5a0b9a tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Pushing event deleted for resources: {'Port': ['ID=38eee648-3a0c-4e11-a6bd-7d276f7eec67,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:49.559491 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa09ce9-da79-48c3-95d1-a7f27a5a0b9a tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:33:49.559834 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa09ce9-da79-48c3-95d1-a7f27a5a0b9a tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:33:49.560194 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa09ce9-da79-48c3-95d1-a7f27a5a0b9a tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:33:49.560529 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa09ce9-da79-48c3-95d1-a7f27a5a0b9a tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:33:49.560893 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa09ce9-da79-48c3-95d1-a7f27a5a0b9a tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:33:49.561218 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa09ce9-da79-48c3-95d1-a7f27a5a0b9a tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:33:49.561543 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa09ce9-da79-48c3-95d1-a7f27a5a0b9a tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:33:49.561869 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa09ce9-da79-48c3-95d1-a7f27a5a0b9a tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:33:49.562195 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa09ce9-da79-48c3-95d1-a7f27a5a0b9a tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:33:49.562523 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa09ce9-da79-48c3-95d1-a7f27a5a0b9a tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:33:49.562855 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa09ce9-da79-48c3-95d1-a7f27a5a0b9a tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:33:49.563176 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa09ce9-da79-48c3-95d1-a7f27a5a0b9a tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:33:49.563496 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa09ce9-da79-48c3-95d1-a7f27a5a0b9a tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:33:49.581489 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [req-2907c50e-a70c-40cc-beca-5c2c361364db req-efa09ce9-da79-48c3-95d1-a7f27a5a0b9a tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] No DVR routers for this DVR port 38eee648-3a0c-4e11-a6bd-7d276f7eec67 on host hv-neutron-mast {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:33:49.584062 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-2907c50e-a70c-40cc-beca-5c2c361364db req-efa09ce9-da79-48c3-95d1-a7f27a5a0b9a tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:33:49.588059 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-2907c50e-a70c-40cc-beca-5c2c361364db req-efa09ce9-da79-48c3-95d1-a7f27a5a0b9a tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.30 "DELETE /v2.0/ports/38eee648-3a0c-4e11-a6bd-7d276f7eec67 HTTP/1.1" status: 204 len: 173 time: 0.4419787 Feb 28 11:33:49.588580 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67cdd87d-f7d2-42a9-9ac4-1796f7e300e7', 'name': 'network-vif-deleted', 'tag': '38eee648-3a0c-4e11-a6bd-7d276f7eec67'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:33:49.633212 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bca6d2a9c16b346ccea4aed84e66aefa21b979d73ed295f7643b3f7cbe99b128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e598a786-3b3d-4ec9-b91c-2e247d591ff1" -d '{"events": [{"server_uuid": "67cdd87d-f7d2-42a9-9ac4-1796f7e300e7", "name": "network-vif-deleted", "tag": "38eee648-3a0c-4e11-a6bd-7d276f7eec67"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 11:33:49.715903 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-89e615ef-0c47-4233-8731-db4dfed0c405 req-1cc90692-c86a-445a-a2da-01e35185ceaa tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/ports?device_id=67cdd87d-f7d2-42a9-9ac4-1796f7e300e7 HTTP/1.1" status: 200 len: 210 time: 0.0277863 Feb 28 11:33:49.743489 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 11:33:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1756b87-d57a-4bd3-956a-1014bc40e54d x-openstack-request-id: req-e1756b87-d57a-4bd3-956a-1014bc40e54d {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 11:33:49.743792 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67cdd87d-f7d2-42a9-9ac4-1796f7e300e7", "name": "network-vif-deleted", "tag": "38eee648-3a0c-4e11-a6bd-7d276f7eec67", "status": "completed", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 11:33:49.744051 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e1756b87-d57a-4bd3-956a-1014bc40e54d {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 11:33:49.744463 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67cdd87d-f7d2-42a9-9ac4-1796f7e300e7', 'name': 'network-vif-deleted', 'tag': '38eee648-3a0c-4e11-a6bd-7d276f7eec67', 'status': 'completed', 'code': 200} Feb 28 11:33:50.815149 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-4dda0301-fde6-4e96-96d2-c8889603dbef req-a32945cb-4e75-4239-a975-9567e2297e13 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/ports?device_id=67cdd87d-f7d2-42a9-9ac4-1796f7e300e7 HTTP/1.1" status: 200 len: 210 time: 0.0276928 Feb 28 11:33:51.919894 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-5b719913-ddbb-4483-8b60-482c299a4c1e req-bf7d4fd1-3475-47e3-9796-693b00555558 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/ports?device_id=67cdd87d-f7d2-42a9-9ac4-1796f7e300e7 HTTP/1.1" status: 200 len: 210 time: 0.0315683 Feb 28 11:33:52.379461 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device 38eee648-3a0c-4e11-a6bd-7d276f7eec67 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 11:33:52.400903 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] No Port match for: 38eee648-3a0c-4e11-a6bd-7d276f7eec67 {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 11:33:52.401353 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device 38eee648-3a0c-4e11-a6bd-7d276f7eec67 not bound to the agent host hv-neutron-mast {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 11:33:53.017668 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-6d1af40b-3c0f-4adb-b1e4-b788e4d1a6b4 req-7ee01a6d-05d9-4e95-a545-26da1edafcfa tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/ports?device_id=67cdd87d-f7d2-42a9-9ac4-1796f7e300e7 HTTP/1.1" status: 200 len: 210 time: 0.0290668 Feb 28 11:33:54.130089 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-29284c13-cb05-43e6-8a0c-af6a122d3410 req-74ea9a1c-f925-498c-a76c-57509f4ffc40 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/ports?device_id=67cdd87d-f7d2-42a9-9ac4-1796f7e300e7 HTTP/1.1" status: 200 len: 210 time: 0.0304711 Feb 28 11:33:55.236019 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-d5f1299e-533b-494b-96c5-ebdebd4997e1 req-a5393d1d-ba56-46db-bee2-d8232f81c6c8 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/ports?device_id=67cdd87d-f7d2-42a9-9ac4-1796f7e300e7 HTTP/1.1" status: 200 len: 210 time: 0.0293424 Feb 28 11:33:56.468432 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-25dea463-e713-460d-a6ec-9a10aacd2c09 req-a880bdae-0ccc-4ab3-972e-d5d9c9d7bb5d tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/ports?device_id=67cdd87d-f7d2-42a9-9ac4-1796f7e300e7 HTTP/1.1" status: 200 len: 210 time: 0.0302305 Feb 28 11:33:57.569530 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-9467ed5b-2ff2-45f8-8ae2-215495d87eae req-48025b13-9d21-4daf-8855-c78c12b265a7 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/ports?device_id=67cdd87d-f7d2-42a9-9ac4-1796f7e300e7 HTTP/1.1" status: 200 len: 210 time: 0.0287058 Feb 28 11:33:58.674546 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-6fa1809d-47c1-41ca-bfb2-e6f0dc9833cd req-49db64c7-c9c3-47c3-a07f-bb5e022df208 tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "GET /v2.0/ports?device_id=67cdd87d-f7d2-42a9-9ac4-1796f7e300e7 HTTP/1.1" status: 200 len: 210 time: 0.0330811 Feb 28 11:33:59.738618 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 48282) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:33:59.801369 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-31273cd5-c79e-4bfc-8e56-686ee5cb754b tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Publish callbacks [] for security_group (0d50d3a0-f8c7-4dcd-9fac-8187f6d07190), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:33:59.829177 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-31273cd5-c79e-4bfc-8e56-686ee5cb754b tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Publish callbacks [] for security_group (0d50d3a0-f8c7-4dcd-9fac-8187f6d07190), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:33:59.898368 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-31273cd5-c79e-4bfc-8e56-686ee5cb754b tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (0d50d3a0-f8c7-4dcd-9fac-8187f6d07190), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:33:59.901041 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-31273cd5-c79e-4bfc-8e56-686ee5cb754b tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Publish callbacks [] for security_group (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:33:59.902282 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-31273cd5-c79e-4bfc-8e56-686ee5cb754b tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] 10.222.0.20 "DELETE /v2.0/security-groups/0d50d3a0-f8c7-4dcd-9fac-8187f6d07190 HTTP/1.1" status: 204 len: 168 time: 0.1625962 Feb 28 11:33:59.911800 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31273cd5-c79e-4bfc-8e56-686ee5cb754b tempest-TestShelveInstance-297792117 tempest-TestShelveInstance-297792117-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d50d3a0-f8c7-4dcd-9fac-8187f6d07190,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:59.957469 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 48286) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:34:00.523474 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-dfbe5c6c-50d1-4ab0-b274-b0445e22271a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1802615'] for router_interface (3090f9ea-498f-4eed-9917-5fda57ac8dd1), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:00.787668 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-dfbe5c6c-50d1-4ab0-b274-b0445e22271a admin admin] Deleting port 9c1141b7-77d8-42fe-a05d-c9c98cf099f4 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 11:34:00.788479 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-dfbe5c6c-50d1-4ab0-b274-b0445e22271a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (9c1141b7-77d8-42fe-a05d-c9c98cf099f4), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:00.871184 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-dfbe5c6c-50d1-4ab0-b274-b0445e22271a admin admin] For port 9c1141b7-77d8-42fe-a05d-c9c98cf099f4, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9c1141b7-77d8-42fe-a05d-c9c98cf099f4,segment=NetworkSegment(7c0210c5-87d1-474e-8078-ef9907ad66c5),segment_id=7c0210c5-87d1-474e-8078-ef9907ad66c5)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:34:00.871450 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-dfbe5c6c-50d1-4ab0-b274-b0445e22271a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (9c1141b7-77d8-42fe-a05d-c9c98cf099f4), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:00.884970 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-dfbe5c6c-50d1-4ab0-b274-b0445e22271a admin admin] Calling delete_port for 9c1141b7-77d8-42fe-a05d-c9c98cf099f4 owned by network:router_interface {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 11:34:01.089682 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-dfbe5c6c-50d1-4ab0-b274-b0445e22271a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (9c1141b7-77d8-42fe-a05d-c9c98cf099f4), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:01.116249 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbe5c6c-50d1-4ab0-b274-b0445e22271a admin admin] Pushing event deleted for resources: {'Port': ['ID=9c1141b7-77d8-42fe-a05d-c9c98cf099f4,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:01.301091 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-dfbe5c6c-50d1-4ab0-b274-b0445e22271a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1802651'] for router_interface (3090f9ea-498f-4eed-9917-5fda57ac8dd1), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:01.534093 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfbe5c6c-50d1-4ab0-b274-b0445e22271a admin admin] Router 3090f9ea-498f-4eed-9917-5fda57ac8dd1 has already been hosted by L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:34:01.657128 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfbe5c6c-50d1-4ab0-b274-b0445e22271a admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:34:01.665084 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-dfbe5c6c-50d1-4ab0-b274-b0445e22271a admin admin] 10.222.0.20 "PUT /v2.0/routers/3090f9ea-498f-4eed-9917-5fda57ac8dd1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7036672 Feb 28 11:34:01.665084 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 48290) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:34:01.668413 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20af91c8-77cd-4471-8ed1-927dc59ed24b None None] Sync routers for ids ['3090f9ea-498f-4eed-9917-5fda57ac8dd1'] in dv-neutron-master-2-hyperv {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:34:01.680061 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20af91c8-77cd-4471-8ed1-927dc59ed24b None None] Routers {'3090f9ea-498f-4eed-9917-5fda57ac8dd1'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:34:01.680720 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-20af91c8-77cd-4471-8ed1-927dc59ed24b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T11:33:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['3090f9ea-498f-4eed-9917-5fda57ac8dd1'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:01.775829 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-48ad71af-c76a-4cad-b9fc-06d99ed14eac admin admin] Publish callbacks [] for router (3090f9ea-498f-4eed-9917-5fda57ac8dd1), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:01.792096 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-20af91c8-77cd-4471-8ed1-927dc59ed24b None None] Set router 3090f9ea-498f-4eed-9917-5fda57ac8dd1 gateway port host: dv-neutron-master-2-hyperv {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:34:01.984683 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-20af91c8-77cd-4471-8ed1-927dc59ed24b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3090f9ea-498f-4eed-9917-5fda57ac8dd1', 'name': 'tempest-TestShelveInstance-1516717234-router', 'tenant_id': '125c6fcb5d7f4d4fbe6496850083c279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.70'}], 'enable_snat': True}, 'gw_port_id': 'fa0527e8-34d3-4d46-92c2-0ff9fb430e08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:23:34Z', 'updated_at': '2022-02-28T11:34:01Z', 'revision_number': 5, 'project_id': '125c6fcb5d7f4d4fbe6496850083c279', 'gw_port': {'id': 'fa0527e8-34d3-4d46-92c2-0ff9fb430e08', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:9b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3090f9ea-498f-4eed-9917-5fda57ac8dd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:23:35Z', 'updated_at': '2022-02-28T11:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:02.013505 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20af91c8-77cd-4471-8ed1-927dc59ed24b None None] Checking router: 3090f9ea-498f-4eed-9917-5fda57ac8dd1 for host: dv-neutron-master-2-hyperv {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:34:02.024544 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20af91c8-77cd-4471-8ed1-927dc59ed24b None None] Routers {'3090f9ea-498f-4eed-9917-5fda57ac8dd1'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:34:02.025218 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-20af91c8-77cd-4471-8ed1-927dc59ed24b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T11:33:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['3090f9ea-498f-4eed-9917-5fda57ac8dd1'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:02.139670 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-20af91c8-77cd-4471-8ed1-927dc59ed24b None None] Set router 3090f9ea-498f-4eed-9917-5fda57ac8dd1 gateway port host: dv-neutron-master-2-hyperv {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:34:02.265606 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-48ad71af-c76a-4cad-b9fc-06d99ed14eac admin admin] Publish callbacks [] for router_gateway (3090f9ea-498f-4eed-9917-5fda57ac8dd1), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:02.322354 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-48ad71af-c76a-4cad-b9fc-06d99ed14eac admin admin] Deleting port fa0527e8-34d3-4d46-92c2-0ff9fb430e08 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 11:34:02.322736 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-48ad71af-c76a-4cad-b9fc-06d99ed14eac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (fa0527e8-34d3-4d46-92c2-0ff9fb430e08), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:02.331843 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-20af91c8-77cd-4471-8ed1-927dc59ed24b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3090f9ea-498f-4eed-9917-5fda57ac8dd1', 'name': 'tempest-TestShelveInstance-1516717234-router', 'tenant_id': '125c6fcb5d7f4d4fbe6496850083c279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.70'}], 'enable_snat': True}, 'gw_port_id': 'fa0527e8-34d3-4d46-92c2-0ff9fb430e08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:23:34Z', 'updated_at': '2022-02-28T11:34:01Z', 'revision_number': 5, 'project_id': '125c6fcb5d7f4d4fbe6496850083c279', 'gw_port': {'id': 'fa0527e8-34d3-4d46-92c2-0ff9fb430e08', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:9b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3090f9ea-498f-4eed-9917-5fda57ac8dd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:23:35Z', 'updated_at': '2022-02-28T11:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:02.416026 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-48ad71af-c76a-4cad-b9fc-06d99ed14eac admin admin] For port fa0527e8-34d3-4d46-92c2-0ff9fb430e08, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=fa0527e8-34d3-4d46-92c2-0ff9fb430e08,segment=NetworkSegment(195d7ed7-323d-4284-82df-208cca613d99),segment_id=195d7ed7-323d-4284-82df-208cca613d99)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:34:02.416307 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-48ad71af-c76a-4cad-b9fc-06d99ed14eac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (fa0527e8-34d3-4d46-92c2-0ff9fb430e08), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:02.431626 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-48ad71af-c76a-4cad-b9fc-06d99ed14eac admin admin] Calling delete_port for fa0527e8-34d3-4d46-92c2-0ff9fb430e08 owned by network:router_gateway {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 11:34:02.520983 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20af91c8-77cd-4471-8ed1-927dc59ed24b None None] The sync data for ids ['3090f9ea-498f-4eed-9917-5fda57ac8dd1'] in dv-neutron-master-2-hyperv is: [{'id': '3090f9ea-498f-4eed-9917-5fda57ac8dd1', 'name': 'tempest-TestShelveInstance-1516717234-router', 'tenant_id': '125c6fcb5d7f4d4fbe6496850083c279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.70'}], 'enable_snat': True}, 'gw_port_id': 'fa0527e8-34d3-4d46-92c2-0ff9fb430e08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:23:34Z', 'updated_at': '2022-02-28T11:34:01Z', 'revision_number': 5, 'project_id': '125c6fcb5d7f4d4fbe6496850083c279', 'gw_port': {'id': 'fa0527e8-34d3-4d46-92c2-0ff9fb430e08', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:9b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3090f9ea-498f-4eed-9917-5fda57ac8dd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:23:35Z', 'updated_at': '2022-02-28T11:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:34:02.618941 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-48ad71af-c76a-4cad-b9fc-06d99ed14eac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (fa0527e8-34d3-4d46-92c2-0ff9fb430e08), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:02.646675 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ad71af-c76a-4cad-b9fc-06d99ed14eac admin admin] Pushing event deleted for resources: {'Port': ['ID=fa0527e8-34d3-4d46-92c2-0ff9fb430e08,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:02.715569 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-48ad71af-c76a-4cad-b9fc-06d99ed14eac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1803321'] for router_gateway (3090f9ea-498f-4eed-9917-5fda57ac8dd1), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:02.818729 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-48ad71af-c76a-4cad-b9fc-06d99ed14eac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1807017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5941'] for router (3090f9ea-498f-4eed-9917-5fda57ac8dd1), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:02.821463 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-48ad71af-c76a-4cad-b9fc-06d99ed14eac admin admin] Publish callbacks [] for router_controller (3090f9ea-498f-4eed-9917-5fda57ac8dd1), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:02.875392 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-48ad71af-c76a-4cad-b9fc-06d99ed14eac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1806994'] for router (3090f9ea-498f-4eed-9917-5fda57ac8dd1), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:02.876369 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48ad71af-c76a-4cad-b9fc-06d99ed14eac admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3090f9ea-498f-4eed-9917-5fda57ac8dd1 {{(pid=103407) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 11:34:02.881689 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-48ad71af-c76a-4cad-b9fc-06d99ed14eac admin admin] Publish callbacks [] for router (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:02.886002 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-48ad71af-c76a-4cad-b9fc-06d99ed14eac admin admin] 10.222.0.20 "DELETE /v2.0/routers/3090f9ea-498f-4eed-9917-5fda57ac8dd1 HTTP/1.1" status: 204 len: 168 time: 1.2176309 Feb 28 11:34:02.886345 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 48292) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:34:02.946434 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f60f878-f081-4601-96e9-5f81296b7d1b admin admin] Deleting subnet cfce0c85-eb7d-4e20-addf-47b59e1028c6 {{(pid=103407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 11:34:02.950152 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3f60f878-f081-4601-96e9-5f81296b7d1b admin admin] Publish callbacks [] for subnet (cfce0c85-eb7d-4e20-addf-47b59e1028c6), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:02.991197 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3f60f878-f081-4601-96e9-5f81296b7d1b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3501132'] for subnet (cfce0c85-eb7d-4e20-addf-47b59e1028c6), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:03.056660 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 9c1141b7-77d8-42fe-a05d-c9c98cf099f4 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 11:34:03.086174 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] No Port match for: 9c1141b7-77d8-42fe-a05d-c9c98cf099f4 {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 11:34:03.086516 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 9c1141b7-77d8-42fe-a05d-c9c98cf099f4 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 11:34:03.092776 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3f60f878-f081-4601-96e9-5f81296b7d1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-823142'] for subnet (cfce0c85-eb7d-4e20-addf-47b59e1028c6), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:03.151036 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3f60f878-f081-4601-96e9-5f81296b7d1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-823145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3498088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3516558'] for subnet (cfce0c85-eb7d-4e20-addf-47b59e1028c6), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:03.184422 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f60f878-f081-4601-96e9-5f81296b7d1b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cfce0c85-eb7d-4e20-addf-47b59e1028c6,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:03.188378 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-3f60f878-f081-4601-96e9-5f81296b7d1b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:03.197431 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9c5e0fe-7697-449a-b216-ce2494f378df None None] Network cd788e0f-453d-4178-8791-05f2c76596a7 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 11:34:03.207010 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 48294) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:34:03.208368 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-3f60f878-f081-4601-96e9-5f81296b7d1b admin admin] 10.222.0.20 "DELETE /v2.0/subnets/cfce0c85-eb7d-4e20-addf-47b59e1028c6 HTTP/1.1" status: 204 len: 168 time: 0.3209341 Feb 28 11:34:03.300327 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3e0eab08-e3ae-4e45-8315-3008fb37194c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-665757'] for network (cd788e0f-453d-4178-8791-05f2c76596a7), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:03.369845 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-3e0eab08-e3ae-4e45-8315-3008fb37194c admin admin] Deleting port d64112a2-e6f6-45e8-8021-6048eabf9d88 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 11:34:03.370313 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3e0eab08-e3ae-4e45-8315-3008fb37194c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (d64112a2-e6f6-45e8-8021-6048eabf9d88), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:03.437851 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-3e0eab08-e3ae-4e45-8315-3008fb37194c admin admin] For port d64112a2-e6f6-45e8-8021-6048eabf9d88, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d64112a2-e6f6-45e8-8021-6048eabf9d88,segment=NetworkSegment(7c0210c5-87d1-474e-8078-ef9907ad66c5),segment_id=7c0210c5-87d1-474e-8078-ef9907ad66c5)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:34:03.438246 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3e0eab08-e3ae-4e45-8315-3008fb37194c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (d64112a2-e6f6-45e8-8021-6048eabf9d88), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:03.450943 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-3e0eab08-e3ae-4e45-8315-3008fb37194c admin admin] Calling delete_port for d64112a2-e6f6-45e8-8021-6048eabf9d88 owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 11:34:03.537668 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3e0eab08-e3ae-4e45-8315-3008fb37194c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (d64112a2-e6f6-45e8-8021-6048eabf9d88), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:03.552148 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0eab08-e3ae-4e45-8315-3008fb37194c admin admin] No DVR routers for this DVR port d64112a2-e6f6-45e8-8021-6048eabf9d88 on host dv-neutron-master-2-hyperv {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:34:03.573520 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0eab08-e3ae-4e45-8315-3008fb37194c admin admin] Pushing event deleted for resources: {'Port': ['ID=d64112a2-e6f6-45e8-8021-6048eabf9d88,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:03.651718 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3e0eab08-e3ae-4e45-8315-3008fb37194c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672413', 'neutron.services.segments.db._delete_segments_for_network-8742057110173'] for network (cd788e0f-453d-4178-8791-05f2c76596a7), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:03.677405 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-3e0eab08-e3ae-4e45-8315-3008fb37194c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd788e0f-453d-4178-8791-05f2c76596a7']}} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:03.688710 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-3e0eab08-e3ae-4e45-8315-3008fb37194c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c0210c5-87d1-474e-8078-ef9907ad66c5') {'for_net_delete': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:03.689253 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-3e0eab08-e3ae-4e45-8315-3008fb37194c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c0210c5-87d1-474e-8078-ef9907ad66c5') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:03.698281 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f20e64d9-c7f9-4179-8fdc-f12da3c079cc None None] DHCP port deletion for cd788e0f-453d-4178-8791-05f2c76596a7 request from dv-neutron-master-2-hyperv {{(pid=103409) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 11:34:03.703878 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3e0eab08-e3ae-4e45-8315-3008fb37194c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742057113766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3423550'] for segment (7c0210c5-87d1-474e-8078-ef9907ad66c5), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:03.733306 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3e0eab08-e3ae-4e45-8315-3008fb37194c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (7c0210c5-87d1-474e-8078-ef9907ad66c5), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:03.740582 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e0eab08-e3ae-4e45-8315-3008fb37194c admin admin] Releasing vlan 268 on physical network physnet1 to pool {{(pid=103408) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 11:34:03.741119 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3e0eab08-e3ae-4e45-8315-3008fb37194c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3242693'] for segment (7c0210c5-87d1-474e-8078-ef9907ad66c5), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:03.742867 dv-neutron-master-2-hyperv neutron-server[103408]: Traceback (most recent call last): Feb 28 11:34:03.742867 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 11:34:03.742867 dv-neutron-master-2-hyperv neutron-server[103408]: timer() Feb 28 11:34:03.742867 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:34:03.742867 dv-neutron-master-2-hyperv neutron-server[103408]: cb(*args, **kw) Feb 28 11:34:03.742867 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 11:34:03.742867 dv-neutron-master-2-hyperv neutron-server[103408]: return func(*args, **kwargs) Feb 28 11:34:03.742867 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:34:03.742867 dv-neutron-master-2-hyperv neutron-server[103408]: self._notify() Feb 28 11:34:03.742867 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:34:03.742867 dv-neutron-master-2-hyperv neutron-server[103408]: self.callback(batched_events) Feb 28 11:34:03.742867 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:34:03.742867 dv-neutron-master-2-hyperv neutron-server[103408]: event.method(event) Feb 28 11:34:03.742867 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 11:34:03.742867 dv-neutron-master-2-hyperv neutron-server[103408]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:34:03.742867 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 11:34:03.742867 dv-neutron-master-2-hyperv neutron-server[103408]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:34:03.742867 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 11:34:03.742867 dv-neutron-master-2-hyperv neutron-server[103408]: return f(self, *a, **k) Feb 28 11:34:03.742867 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 11:34:03.742867 dv-neutron-master-2-hyperv neutron-server[103408]: return self._get(url).json() Feb 28 11:34:03.742867 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 11:34:03.742867 dv-neutron-master-2-hyperv neutron-server[103408]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:34:03.742867 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 11:34:03.742867 dv-neutron-master-2-hyperv neutron-server[103408]: return self.request(url, 'GET', **kwargs) Feb 28 11:34:03.742867 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 11:34:03.742867 dv-neutron-master-2-hyperv neutron-server[103408]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:34:03.742867 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 11:34:03.742867 dv-neutron-master-2-hyperv neutron-server[103408]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:34:03.742867 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 11:34:03.742867 dv-neutron-master-2-hyperv neutron-server[103408]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:34:03.742867 dv-neutron-master-2-hyperv neutron-server[103408]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:34:03.802053 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3e0eab08-e3ae-4e45-8315-3008fb37194c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803269'] for network (cd788e0f-453d-4178-8791-05f2c76596a7), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:03.807350 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3e0eab08-e3ae-4e45-8315-3008fb37194c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:03.813822 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-3e0eab08-e3ae-4e45-8315-3008fb37194c admin admin] 10.222.0.20 "DELETE /v2.0/networks/cd788e0f-453d-4178-8791-05f2c76596a7 HTTP/1.1" status: 204 len: 168 time: 0.6030295 Feb 28 11:34:03.814287 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 48298) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:34:03.828961 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0eab08-e3ae-4e45-8315-3008fb37194c admin admin] Pushing event deleted for resources: {'Network': ['ID=cd788e0f-453d-4178-8791-05f2c76596a7,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:04.203313 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9f6a60ff-03b0-4653-a77c-ee02b814b55b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1802615'] for router_interface (fbc46eb6-ff42-4722-b071-b30f3c8f46fe), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:04.463814 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-9f6a60ff-03b0-4653-a77c-ee02b814b55b admin admin] Deleting port 41fe026d-3722-4328-97ff-ec5b28a5f8a5 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 11:34:04.464053 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9f6a60ff-03b0-4653-a77c-ee02b814b55b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (41fe026d-3722-4328-97ff-ec5b28a5f8a5), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:04.548936 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-9f6a60ff-03b0-4653-a77c-ee02b814b55b admin admin] For port 41fe026d-3722-4328-97ff-ec5b28a5f8a5, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=41fe026d-3722-4328-97ff-ec5b28a5f8a5,segment=NetworkSegment(68213ad6-3d8e-4f6f-9643-ba79bf229efc),segment_id=68213ad6-3d8e-4f6f-9643-ba79bf229efc)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:34:04.548936 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9f6a60ff-03b0-4653-a77c-ee02b814b55b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (41fe026d-3722-4328-97ff-ec5b28a5f8a5), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:04.562135 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-9f6a60ff-03b0-4653-a77c-ee02b814b55b admin admin] Calling delete_port for 41fe026d-3722-4328-97ff-ec5b28a5f8a5 owned by network:router_interface {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 11:34:04.618322 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device d64112a2-e6f6-45e8-8021-6048eabf9d88 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 11:34:04.638471 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] No Port match for: d64112a2-e6f6-45e8-8021-6048eabf9d88 {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 11:34:04.638902 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device d64112a2-e6f6-45e8-8021-6048eabf9d88 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 11:34:04.639422 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device fa0527e8-34d3-4d46-92c2-0ff9fb430e08 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 11:34:04.658391 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] No Port match for: fa0527e8-34d3-4d46-92c2-0ff9fb430e08 {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 11:34:04.658820 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device fa0527e8-34d3-4d46-92c2-0ff9fb430e08 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 11:34:04.758532 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9f6a60ff-03b0-4653-a77c-ee02b814b55b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (41fe026d-3722-4328-97ff-ec5b28a5f8a5), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:04.785270 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6a60ff-03b0-4653-a77c-ee02b814b55b admin admin] Pushing event deleted for resources: {'Port': ['ID=41fe026d-3722-4328-97ff-ec5b28a5f8a5,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:04.973823 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9f6a60ff-03b0-4653-a77c-ee02b814b55b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1802651'] for router_interface (fbc46eb6-ff42-4722-b071-b30f3c8f46fe), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:05.210652 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f6a60ff-03b0-4653-a77c-ee02b814b55b admin admin] Router fbc46eb6-ff42-4722-b071-b30f3c8f46fe has already been hosted by L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:34:05.334160 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f6a60ff-03b0-4653-a77c-ee02b814b55b admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:34:05.342466 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-9f6a60ff-03b0-4653-a77c-ee02b814b55b admin admin] 10.222.0.20 "PUT /v2.0/routers/fbc46eb6-ff42-4722-b071-b30f3c8f46fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5247791 Feb 28 11:34:05.342855 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 48300) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:34:05.343279 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db1bc85d-9a9c-478a-a225-c35162f6a9cc None None] Sync routers for ids ['fbc46eb6-ff42-4722-b071-b30f3c8f46fe'] in dv-neutron-master-2-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:34:05.355135 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db1bc85d-9a9c-478a-a225-c35162f6a9cc None None] Routers {'fbc46eb6-ff42-4722-b071-b30f3c8f46fe'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:34:05.356447 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-db1bc85d-9a9c-478a-a225-c35162f6a9cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T11:33:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['fbc46eb6-ff42-4722-b071-b30f3c8f46fe'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:05.469258 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3269b586-1ecf-4785-b0b0-22961ea9b9a4 admin admin] Publish callbacks [] for router (fbc46eb6-ff42-4722-b071-b30f3c8f46fe), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:05.482827 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-db1bc85d-9a9c-478a-a225-c35162f6a9cc None None] Set router fbc46eb6-ff42-4722-b071-b30f3c8f46fe gateway port host: dv-neutron-master-2-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:34:05.595512 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3269b586-1ecf-4785-b0b0-22961ea9b9a4 admin admin] Publish callbacks [] for router_gateway (fbc46eb6-ff42-4722-b071-b30f3c8f46fe), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:05.662182 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-3269b586-1ecf-4785-b0b0-22961ea9b9a4 admin admin] Deleting port 25cacca8-6012-4941-a73f-38170ec18f80 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 11:34:05.662986 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3269b586-1ecf-4785-b0b0-22961ea9b9a4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (25cacca8-6012-4941-a73f-38170ec18f80), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:05.696275 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-db1bc85d-9a9c-478a-a225-c35162f6a9cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbc46eb6-ff42-4722-b071-b30f3c8f46fe', 'name': 'tempest-TestShelveInstance-1249324590-router', 'tenant_id': '7ae66dc96d8f43169e2e762d7a227d0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.25'}], 'enable_snat': True}, 'gw_port_id': '25cacca8-6012-4941-a73f-38170ec18f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:23:39Z', 'updated_at': '2022-02-28T11:34:04Z', 'revision_number': 5, 'project_id': '7ae66dc96d8f43169e2e762d7a227d0d', 'gw_port': {'id': '25cacca8-6012-4941-a73f-38170ec18f80', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:dc:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc46eb6-ff42-4722-b071-b30f3c8f46fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:23:40Z', 'updated_at': '2022-02-28T11:23:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:05.729782 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db1bc85d-9a9c-478a-a225-c35162f6a9cc None None] Checking router: fbc46eb6-ff42-4722-b071-b30f3c8f46fe for host: dv-neutron-master-2-hyperv {{(pid=103410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:34:05.739275 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db1bc85d-9a9c-478a-a225-c35162f6a9cc None None] Routers {'fbc46eb6-ff42-4722-b071-b30f3c8f46fe'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:34:05.740171 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-db1bc85d-9a9c-478a-a225-c35162f6a9cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T11:33:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['fbc46eb6-ff42-4722-b071-b30f3c8f46fe'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:05.772462 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-3269b586-1ecf-4785-b0b0-22961ea9b9a4 admin admin] For port 25cacca8-6012-4941-a73f-38170ec18f80, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=25cacca8-6012-4941-a73f-38170ec18f80,segment=NetworkSegment(195d7ed7-323d-4284-82df-208cca613d99),segment_id=195d7ed7-323d-4284-82df-208cca613d99)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:34:05.773220 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3269b586-1ecf-4785-b0b0-22961ea9b9a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (25cacca8-6012-4941-a73f-38170ec18f80), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:05.789422 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-3269b586-1ecf-4785-b0b0-22961ea9b9a4 admin admin] Calling delete_port for 25cacca8-6012-4941-a73f-38170ec18f80 owned by network:router_gateway {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 11:34:05.942585 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-db1bc85d-9a9c-478a-a225-c35162f6a9cc None None] Set router fbc46eb6-ff42-4722-b071-b30f3c8f46fe gateway port host: None {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:34:05.999919 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-db1bc85d-9a9c-478a-a225-c35162f6a9cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbc46eb6-ff42-4722-b071-b30f3c8f46fe', 'name': 'tempest-TestShelveInstance-1249324590-router', 'tenant_id': '7ae66dc96d8f43169e2e762d7a227d0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:23:39Z', 'updated_at': '2022-02-28T11:34:05Z', 'revision_number': 6, 'project_id': '7ae66dc96d8f43169e2e762d7a227d0d', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:06.005461 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3269b586-1ecf-4785-b0b0-22961ea9b9a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (25cacca8-6012-4941-a73f-38170ec18f80), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:06.034030 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3269b586-1ecf-4785-b0b0-22961ea9b9a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=25cacca8-6012-4941-a73f-38170ec18f80,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:06.034692 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db1bc85d-9a9c-478a-a225-c35162f6a9cc None None] The sync data for ids ['fbc46eb6-ff42-4722-b071-b30f3c8f46fe'] in dv-neutron-master-2-hyperv is: [{'id': 'fbc46eb6-ff42-4722-b071-b30f3c8f46fe', 'name': 'tempest-TestShelveInstance-1249324590-router', 'tenant_id': '7ae66dc96d8f43169e2e762d7a227d0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:23:39Z', 'updated_at': '2022-02-28T11:34:05Z', 'revision_number': 6, 'project_id': '7ae66dc96d8f43169e2e762d7a227d0d', 'gw_port_host': None}] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:34:06.112897 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3269b586-1ecf-4785-b0b0-22961ea9b9a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1803321'] for router_gateway (fbc46eb6-ff42-4722-b071-b30f3c8f46fe), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:06.217121 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3269b586-1ecf-4785-b0b0-22961ea9b9a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1807017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5941'] for router (fbc46eb6-ff42-4722-b071-b30f3c8f46fe), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:06.219761 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3269b586-1ecf-4785-b0b0-22961ea9b9a4 admin admin] Publish callbacks [] for router_controller (fbc46eb6-ff42-4722-b071-b30f3c8f46fe), precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:06.267862 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3269b586-1ecf-4785-b0b0-22961ea9b9a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1806994'] for router (fbc46eb6-ff42-4722-b071-b30f3c8f46fe), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:06.268688 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3269b586-1ecf-4785-b0b0-22961ea9b9a4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fbc46eb6-ff42-4722-b071-b30f3c8f46fe {{(pid=103408) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 11:34:06.276400 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3269b586-1ecf-4785-b0b0-22961ea9b9a4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:06.279931 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-3269b586-1ecf-4785-b0b0-22961ea9b9a4 admin admin] 10.222.0.20 "DELETE /v2.0/routers/fbc46eb6-ff42-4722-b071-b30f3c8f46fe HTTP/1.1" status: 204 len: 168 time: 0.9337347 Feb 28 11:34:06.280173 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 48302) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:34:06.334531 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fecc6ff-4deb-401c-a219-a22365ce3091 admin admin] Deleting subnet edc9f69b-da4f-4af4-82c0-56ec064da5dd {{(pid=103408) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 11:34:06.337881 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6fecc6ff-4deb-401c-a219-a22365ce3091 admin admin] Publish callbacks [] for subnet (edc9f69b-da4f-4af4-82c0-56ec064da5dd), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:06.382087 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6fecc6ff-4deb-401c-a219-a22365ce3091 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3423529'] for subnet (edc9f69b-da4f-4af4-82c0-56ec064da5dd), precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:06.475272 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6fecc6ff-4deb-401c-a219-a22365ce3091 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-823142'] for subnet (edc9f69b-da4f-4af4-82c0-56ec064da5dd), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:06.539299 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6fecc6ff-4deb-401c-a219-a22365ce3091 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-823145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3242523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3951170'] for subnet (edc9f69b-da4f-4af4-82c0-56ec064da5dd), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:06.565916 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fecc6ff-4deb-401c-a219-a22365ce3091 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=edc9f69b-da4f-4af4-82c0-56ec064da5dd,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:06.571023 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6fecc6ff-4deb-401c-a219-a22365ce3091 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:06.578034 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-6fecc6ff-4deb-401c-a219-a22365ce3091 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/edc9f69b-da4f-4af4-82c0-56ec064da5dd HTTP/1.1" status: 204 len: 168 time: 0.2943039 Feb 28 11:34:06.578429 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 48304) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:34:06.587429 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42be2db8-8f60-4812-9652-2e50a1c611fe None None] Network 7648d69a-b547-4252-a1c5-eed381c71d6d requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 11:34:06.642762 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 41fe026d-3722-4328-97ff-ec5b28a5f8a5 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 11:34:06.656280 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4db772e4-c2e6-4cef-b6cb-260c67bb7fd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-665757'] for network (7648d69a-b547-4252-a1c5-eed381c71d6d), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:06.670699 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] No Port match for: 41fe026d-3722-4328-97ff-ec5b28a5f8a5 {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 11:34:06.671072 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 41fe026d-3722-4328-97ff-ec5b28a5f8a5 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 11:34:06.671463 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 25cacca8-6012-4941-a73f-38170ec18f80 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 11:34:06.698789 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] No Port match for: 25cacca8-6012-4941-a73f-38170ec18f80 {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 11:34:06.698789 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 25cacca8-6012-4941-a73f-38170ec18f80 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 11:34:06.723248 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-4db772e4-c2e6-4cef-b6cb-260c67bb7fd3 admin admin] Deleting port 240d4656-e2ba-4e13-a207-5de2e5884b63 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 11:34:06.723592 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4db772e4-c2e6-4cef-b6cb-260c67bb7fd3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (240d4656-e2ba-4e13-a207-5de2e5884b63), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:06.793216 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64a0c78d-14f3-4425-9183-8961e35e2ae4 None None] DHCP port deletion for 7648d69a-b547-4252-a1c5-eed381c71d6d request from dv-neutron-master-2-hyperv {{(pid=103409) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 11:34:06.793908 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-4db772e4-c2e6-4cef-b6cb-260c67bb7fd3 admin admin] For port 240d4656-e2ba-4e13-a207-5de2e5884b63, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=240d4656-e2ba-4e13-a207-5de2e5884b63,segment=NetworkSegment(68213ad6-3d8e-4f6f-9643-ba79bf229efc),segment_id=68213ad6-3d8e-4f6f-9643-ba79bf229efc)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:34:06.794284 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4db772e4-c2e6-4cef-b6cb-260c67bb7fd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (240d4656-e2ba-4e13-a207-5de2e5884b63), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:06.809333 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-4db772e4-c2e6-4cef-b6cb-260c67bb7fd3 admin admin] Calling delete_port for 240d4656-e2ba-4e13-a207-5de2e5884b63 owned by network:dhcp {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 11:34:06.849335 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-64a0c78d-14f3-4425-9183-8961e35e2ae4 None None] Deleting port 240d4656-e2ba-4e13-a207-5de2e5884b63 {{(pid=103409) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 11:34:06.849741 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-64a0c78d-14f3-4425-9183-8961e35e2ae4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (240d4656-e2ba-4e13-a207-5de2e5884b63), before_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:06.895522 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4db772e4-c2e6-4cef-b6cb-260c67bb7fd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (240d4656-e2ba-4e13-a207-5de2e5884b63), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:06.925503 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-64a0c78d-14f3-4425-9183-8961e35e2ae4 None None] For port 240d4656-e2ba-4e13-a207-5de2e5884b63, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=240d4656-e2ba-4e13-a207-5de2e5884b63,segment=NetworkSegment(68213ad6-3d8e-4f6f-9643-ba79bf229efc),segment_id=68213ad6-3d8e-4f6f-9643-ba79bf229efc)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:34:06.925701 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db772e4-c2e6-4cef-b6cb-260c67bb7fd3 admin admin] Pushing event deleted for resources: {'Port': ['ID=240d4656-e2ba-4e13-a207-5de2e5884b63,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:06.925905 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-64a0c78d-14f3-4425-9183-8961e35e2ae4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (240d4656-e2ba-4e13-a207-5de2e5884b63), precommit_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:06.930558 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db772e4-c2e6-4cef-b6cb-260c67bb7fd3 admin admin] No DVR routers for this DVR port 240d4656-e2ba-4e13-a207-5de2e5884b63 on host dv-neutron-master-2-hyperv {{(pid=103407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:34:06.939219 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-64a0c78d-14f3-4425-9183-8961e35e2ae4 None None] Calling delete_port for 240d4656-e2ba-4e13-a207-5de2e5884b63 owned by network:dhcp {{(pid=103409) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 11:34:07.009083 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4db772e4-c2e6-4cef-b6cb-260c67bb7fd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672413', 'neutron.services.segments.db._delete_segments_for_network-8742057110173'] for network (7648d69a-b547-4252-a1c5-eed381c71d6d), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:07.017773 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-64a0c78d-14f3-4425-9183-8961e35e2ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758'] for port (240d4656-e2ba-4e13-a207-5de2e5884b63), after_delete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:07.029624 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-4db772e4-c2e6-4cef-b6cb-260c67bb7fd3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7648d69a-b547-4252-a1c5-eed381c71d6d']}} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:07.042888 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-4db772e4-c2e6-4cef-b6cb-260c67bb7fd3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68213ad6-3d8e-4f6f-9643-ba79bf229efc') {'for_net_delete': True} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:07.042888 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.services.segments.db [None req-4db772e4-c2e6-4cef-b6cb-260c67bb7fd3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68213ad6-3d8e-4f6f-9643-ba79bf229efc') {} {{(pid=103407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:07.043297 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a0c78d-14f3-4425-9183-8961e35e2ae4 None None] Pushing event deleted for resources: {'Port': ['ID=240d4656-e2ba-4e13-a207-5de2e5884b63,revision_number=None']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:07.051125 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4db772e4-c2e6-4cef-b6cb-260c67bb7fd3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742057113766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3501147'] for segment (68213ad6-3d8e-4f6f-9643-ba79bf229efc), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:07.051678 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a0c78d-14f3-4425-9183-8961e35e2ae4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:34:07.052038 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a0c78d-14f3-4425-9183-8961e35e2ae4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:34:07.052418 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a0c78d-14f3-4425-9183-8961e35e2ae4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:34:07.052822 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a0c78d-14f3-4425-9183-8961e35e2ae4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:34:07.053256 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a0c78d-14f3-4425-9183-8961e35e2ae4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:34:07.053594 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a0c78d-14f3-4425-9183-8961e35e2ae4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:34:07.053928 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a0c78d-14f3-4425-9183-8961e35e2ae4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:34:07.054248 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a0c78d-14f3-4425-9183-8961e35e2ae4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:34:07.054568 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a0c78d-14f3-4425-9183-8961e35e2ae4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:34:07.054914 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a0c78d-14f3-4425-9183-8961e35e2ae4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:34:07.055244 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a0c78d-14f3-4425-9183-8961e35e2ae4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:34:07.055569 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a0c78d-14f3-4425-9183-8961e35e2ae4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:34:07.055893 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a0c78d-14f3-4425-9183-8961e35e2ae4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:34:07.058854 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a0c78d-14f3-4425-9183-8961e35e2ae4 None None] No DVR routers for this DVR port 240d4656-e2ba-4e13-a207-5de2e5884b63 on host dv-neutron-master-2-hyperv {{(pid=103409) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:34:07.070791 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4db772e4-c2e6-4cef-b6cb-260c67bb7fd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (68213ad6-3d8e-4f6f-9643-ba79bf229efc), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:07.077555 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4db772e4-c2e6-4cef-b6cb-260c67bb7fd3 admin admin] Releasing vlan 290 on physical network physnet1 to pool {{(pid=103407) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 11:34:07.078351 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4db772e4-c2e6-4cef-b6cb-260c67bb7fd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3498166'] for segment (68213ad6-3d8e-4f6f-9643-ba79bf229efc), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:07.080098 dv-neutron-master-2-hyperv neutron-server[103407]: Traceback (most recent call last): Feb 28 11:34:07.080098 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 11:34:07.080098 dv-neutron-master-2-hyperv neutron-server[103407]: timer() Feb 28 11:34:07.080098 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:34:07.080098 dv-neutron-master-2-hyperv neutron-server[103407]: cb(*args, **kw) Feb 28 11:34:07.080098 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 11:34:07.080098 dv-neutron-master-2-hyperv neutron-server[103407]: return func(*args, **kwargs) Feb 28 11:34:07.080098 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:34:07.080098 dv-neutron-master-2-hyperv neutron-server[103407]: self._notify() Feb 28 11:34:07.080098 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:34:07.080098 dv-neutron-master-2-hyperv neutron-server[103407]: self.callback(batched_events) Feb 28 11:34:07.080098 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:34:07.080098 dv-neutron-master-2-hyperv neutron-server[103407]: event.method(event) Feb 28 11:34:07.080098 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 11:34:07.080098 dv-neutron-master-2-hyperv neutron-server[103407]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:34:07.080098 dv-neutron-master-2-hyperv neutron-server[103407]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 11:34:07.080098 dv-neutron-master-2-hyperv neutron-server[103407]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:34:07.080098 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 11:34:07.080098 dv-neutron-master-2-hyperv neutron-server[103407]: return f(self, *a, **k) Feb 28 11:34:07.080098 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 11:34:07.080098 dv-neutron-master-2-hyperv neutron-server[103407]: return self._get(url).json() Feb 28 11:34:07.080098 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 11:34:07.080098 dv-neutron-master-2-hyperv neutron-server[103407]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:34:07.080098 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 11:34:07.080098 dv-neutron-master-2-hyperv neutron-server[103407]: return self.request(url, 'GET', **kwargs) Feb 28 11:34:07.080098 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 11:34:07.080098 dv-neutron-master-2-hyperv neutron-server[103407]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:34:07.080098 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 11:34:07.080098 dv-neutron-master-2-hyperv neutron-server[103407]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:34:07.080098 dv-neutron-master-2-hyperv neutron-server[103407]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 11:34:07.080098 dv-neutron-master-2-hyperv neutron-server[103407]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:34:07.080098 dv-neutron-master-2-hyperv neutron-server[103407]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:34:07.144109 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4db772e4-c2e6-4cef-b6cb-260c67bb7fd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803269'] for network (7648d69a-b547-4252-a1c5-eed381c71d6d), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:07.150290 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-4db772e4-c2e6-4cef-b6cb-260c67bb7fd3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:07.153541 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-4db772e4-c2e6-4cef-b6cb-260c67bb7fd3 admin admin] 10.222.0.20 "DELETE /v2.0/networks/7648d69a-b547-4252-a1c5-eed381c71d6d HTTP/1.1" status: 204 len: 168 time: 0.5740929 Feb 28 11:34:07.166914 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db772e4-c2e6-4cef-b6cb-260c67bb7fd3 admin admin] Pushing event deleted for resources: {'Network': ['ID=7648d69a-b547-4252-a1c5-eed381c71d6d,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:07.295295 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 48308) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:34:07.339316 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-7944c842-5fb4-4192-8046-d62b3b76ffd7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=125c6fcb5d7f4d4fbe6496850083c279&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0425541 Feb 28 11:34:07.342666 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 48310) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:34:07.397132 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-76211d8f-4b8e-45a5-8b44-aa6fdc4cd0b2 admin admin] Publish callbacks [] for security_group (3fcad10d-79c9-4851-b88f-d34eeb24858c), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:07.419401 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-76211d8f-4b8e-45a5-8b44-aa6fdc4cd0b2 admin admin] Publish callbacks [] for security_group (3fcad10d-79c9-4851-b88f-d34eeb24858c), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:07.469110 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-76211d8f-4b8e-45a5-8b44-aa6fdc4cd0b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (3fcad10d-79c9-4851-b88f-d34eeb24858c), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:07.471821 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-76211d8f-4b8e-45a5-8b44-aa6fdc4cd0b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:07.473025 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-76211d8f-4b8e-45a5-8b44-aa6fdc4cd0b2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3fcad10d-79c9-4851-b88f-d34eeb24858c HTTP/1.1" status: 204 len: 168 time: 0.1294782 Feb 28 11:34:07.481193 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76211d8f-4b8e-45a5-8b44-aa6fdc4cd0b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fcad10d-79c9-4851-b88f-d34eeb24858c,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:07.838979 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 48316) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:34:07.888793 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-c711baf8-0c95-466d-840b-25070cb7a7ca admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7ae66dc96d8f43169e2e762d7a227d0d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0485427 Feb 28 11:34:07.891910 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 48318) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:34:07.951549 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-123d560c-291f-49a2-a1fb-77b3c2318061 admin admin] Publish callbacks [] for security_group (3083b28a-7b65-4f99-887c-31642de3fbd9), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:07.977074 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-123d560c-291f-49a2-a1fb-77b3c2318061 admin admin] Publish callbacks [] for security_group (3083b28a-7b65-4f99-887c-31642de3fbd9), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:08.034836 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-123d560c-291f-49a2-a1fb-77b3c2318061 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (3083b28a-7b65-4f99-887c-31642de3fbd9), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:08.037542 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-123d560c-291f-49a2-a1fb-77b3c2318061 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:08.038965 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-123d560c-291f-49a2-a1fb-77b3c2318061 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3083b28a-7b65-4f99-887c-31642de3fbd9 HTTP/1.1" status: 204 len: 168 time: 0.1461813 Feb 28 11:34:08.047491 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123d560c-291f-49a2-a1fb-77b3c2318061 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3083b28a-7b65-4f99-887c-31642de3fbd9,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:08.612185 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 240d4656-e2ba-4e13-a207-5de2e5884b63 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 11:34:08.633091 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] No Port match for: 240d4656-e2ba-4e13-a207-5de2e5884b63 {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 11:34:08.633490 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 240d4656-e2ba-4e13-a207-5de2e5884b63 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 11:34:08.840888 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 48340) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:34:08.848296 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-64b90af0-d3d0-482c-8761-bcdeb6400519 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fb6705d2-4f70-4965-92a3-fbfccd43a6d3), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:08.901585 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (13ac42ae-016e-4baf-bb31-c6fa820b41c2), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:08.946801 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-45bd6c42-2100-4416-9c2b-04b272774a29 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1641790900-network', 'tenant_id': '44395188913e4f88aa9c846a07c71b52'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:34:08.969087 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45bd6c42-2100-4416-9c2b-04b272774a29 admin admin] Made reservation on behalf of 44395188913e4f88aa9c846a07c71b52 for: {'network': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:34:08.971490 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-45bd6c42-2100-4416-9c2b-04b272774a29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for network (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:08.984611 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-45bd6c42-2100-4416-9c2b-04b272774a29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:09.062887 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-45bd6c42-2100-4416-9c2b-04b272774a29 admin admin] Publish callbacks [] for security_group (e42d7527-1c21-43fe-963e-8e5a0461a37a), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:09.067728 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-45bd6c42-2100-4416-9c2b-04b272774a29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (e42d7527-1c21-43fe-963e-8e5a0461a37a), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:09.092282 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45bd6c42-2100-4416-9c2b-04b272774a29 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 297} {{(pid=103408) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:34:09.102199 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bd6c42-2100-4416-9c2b-04b272774a29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e42d7527-1c21-43fe-963e-8e5a0461a37a,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:09.107173 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-45bd6c42-2100-4416-9c2b-04b272774a29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (4c3f5bf9-cd32-4165-a013-04b5d2765ac5), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:09.107517 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.db.segments_db [None req-45bd6c42-2100-4416-9c2b-04b272774a29 admin admin] Added segment 4c3f5bf9-cd32-4165-a013-04b5d2765ac5 of type vlan for network 193374bc-f5b3-43bf-bc8e-77a8e6675cc5 Feb 28 11:34:09.148930 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-45bd6c42-2100-4416-9c2b-04b272774a29 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742056637431'] for network (193374bc-f5b3-43bf-bc8e-77a8e6675cc5), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:09.175977 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-45bd6c42-2100-4416-9c2b-04b272774a29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551'] for network (193374bc-f5b3-43bf-bc8e-77a8e6675cc5), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:09.176949 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45bd6c42-2100-4416-9c2b-04b272774a29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:34:09.177627 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-45bd6c42-2100-4416-9c2b-04b272774a29 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:09.236590 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-45bd6c42-2100-4416-9c2b-04b272774a29 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3945272 Feb 28 11:34:09.239837 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 48344) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:34:09.244268 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bd6c42-2100-4416-9c2b-04b272774a29 admin admin] Pushing event updated for resources: {'Network': ['ID=193374bc-f5b3-43bf-bc8e-77a8e6675cc5,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:09.245738 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-bd85bed8-d814-48f4-850e-e89e4c2f54f8 admin admin] Request body: {'subnet': {'network_id': '193374bc-f5b3-43bf-bc8e-77a8e6675cc5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1641790900-subnet', 'tenant_id': '44395188913e4f88aa9c846a07c71b52', 'ip_version': 4}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:34:09.254988 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Network 193374bc-f5b3-43bf-bc8e-77a8e6675cc5 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103409) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 11:34:09.270830 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd85bed8-d814-48f4-850e-e89e4c2f54f8 admin admin] Made reservation on behalf of 44395188913e4f88aa9c846a07c71b52 for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:34:09.274145 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bd85bed8-d814-48f4-850e-e89e4c2f54f8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3516581'] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:09.448589 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bd85bed8-d814-48f4-850e-e89e4c2f54f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3498031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3516567'] for subnet (5e8cead3-95c6-4ef0-9c57-1c9701cb27be), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:09.498359 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd85bed8-d814-48f4-850e-e89e4c2f54f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e8cead3-95c6-4ef0-9c57-1c9701cb27be,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:09.518192 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd85bed8-d814-48f4-850e-e89e4c2f54f8 admin admin] Checking segment: {'id': '4c3f5bf9-cd32-4165-a013-04b5d2765ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '193374bc-f5b3-43bf-bc8e-77a8e6675cc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 11:34:09.518577 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd85bed8-d814-48f4-850e-e89e4c2f54f8 admin admin] Network hostable DHCP agents. Network: 193374bc-f5b3-43bf-bc8e-77a8e6675cc5, hostable agents: ['fb6705d2-4f70-4965-92a3-fbfccd43a6d3'], hosted agents: [] {{(pid=103407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:34:09.538148 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd85bed8-d814-48f4-850e-e89e4c2f54f8 admin admin] Network 193374bc-f5b3-43bf-bc8e-77a8e6675cc5 is scheduled to be hosted by DHCP agent fb6705d2-4f70-4965-92a3-fbfccd43a6d3 with binding_index 1 {{(pid=103407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:34:09.548725 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-bd85bed8-d814-48f4-850e-e89e4c2f54f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 193374bc-f5b3-43bf-bc8e-77a8e6675cc5) {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:34:09.553920 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd85bed8-d814-48f4-850e-e89e4c2f54f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:34:09.554557 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-bd85bed8-d814-48f4-850e-e89e4c2f54f8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:09.560678 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2725978-07c1-44ad-9381-5a28a00fc876 None None] Network 193374bc-f5b3-43bf-bc8e-77a8e6675cc5 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 11:34:09.572793 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-bd85bed8-d814-48f4-850e-e89e4c2f54f8 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3310645 Feb 28 11:34:09.575446 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 48346) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:34:09.580324 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-f6bd6a57-a180-4e9c-8c6d-0edb397d88ad admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1641790900-router', 'tenant_id': '44395188913e4f88aa9c846a07c71b52', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840'}}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:34:09.603170 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f6bd6a57-a180-4e9c-8c6d-0edb397d88ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1805251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254175'] for router (f90c66c7-daf0-4b64-b41d-bcdd0e8c1e27), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:09.604286 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f6bd6a57-a180-4e9c-8c6d-0edb397d88ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1804172', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1602053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254150'] for router (f90c66c7-daf0-4b64-b41d-bcdd0e8c1e27), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:09.660698 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a3163e9-9d24-4708-b21f-7348b7c451fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-193374bc-f5b3-43bf-bc8e-77a8e6675cc5', 'network_id': '193374bc-f5b3-43bf-bc8e-77a8e6675cc5', 'project_id': '44395188913e4f88aa9c846a07c71b52', 'fixed_ips': [{'subnet_id': '5e8cead3-95c6-4ef0-9c57-1c9701cb27be'}]}} from dv-neutron-master-2-hyperv. {{(pid=103409) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 11:34:09.661578 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9a3163e9-9d24-4708-b21f-7348b7c451fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:09.665974 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f6bd6a57-a180-4e9c-8c6d-0edb397d88ad admin admin] Publish callbacks [] for router_controller (f90c66c7-daf0-4b64-b41d-bcdd0e8c1e27), precommit_add_association {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:09.803580 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-9a3163e9-9d24-4708-b21f-7348b7c451fb None None] Allocated IP 172.20.0.2 (193374bc-f5b3-43bf-bc8e-77a8e6675cc5/5e8cead3-95c6-4ef0-9c57-1c9701cb27be/a622d76b-e360-4956-abb6-5d0b3e348a51) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:34:09.813932 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f6bd6a57-a180-4e9c-8c6d-0edb397d88ad admin admin] Publish callbacks [] for router_gateway (f90c66c7-daf0-4b64-b41d-bcdd0e8c1e27), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:09.953632 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9a3163e9-9d24-4708-b21f-7348b7c451fb None None] Publish callbacks [] for port (a622d76b-e360-4956-abb6-5d0b3e348a51), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:09.960603 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9a3163e9-9d24-4708-b21f-7348b7c451fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749'] for port (a622d76b-e360-4956-abb6-5d0b3e348a51), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:10.003753 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a3163e9-9d24-4708-b21f-7348b7c451fb None None] Network 193374bc-f5b3-43bf-bc8e-77a8e6675cc5 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:34:10.010371 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3163e9-9d24-4708-b21f-7348b7c451fb None None] Pushing event updated for resources: {'Port': ['ID=a622d76b-e360-4956-abb6-5d0b3e348a51,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:10.012957 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-9a3163e9-9d24-4708-b21f-7348b7c451fb None None] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:34:10.015245 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3163e9-9d24-4708-b21f-7348b7c451fb None None] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 11:34:10.027043 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f6bd6a57-a180-4e9c-8c6d-0edb397d88ad admin admin] Publish callbacks [] for router_gateway (f90c66c7-daf0-4b64-b41d-bcdd0e8c1e27), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:10.046577 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f6bd6a57-a180-4e9c-8c6d-0edb397d88ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:10.073324 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-9a3163e9-9d24-4708-b21f-7348b7c451fb None None] Attempting to bind port a622d76b-e360-4956-abb6-5d0b3e348a51 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 11:34:10.073684 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-9a3163e9-9d24-4708-b21f-7348b7c451fb None None] Attempting to bind port a622d76b-e360-4956-abb6-5d0b3e348a51 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '4c3f5bf9-cd32-4165-a013-04b5d2765ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '193374bc-f5b3-43bf-bc8e-77a8e6675cc5'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 11:34:10.074019 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3163e9-9d24-4708-b21f-7348b7c451fb None None] Attempting to bind port a622d76b-e360-4956-abb6-5d0b3e348a51 on network 193374bc-f5b3-43bf-bc8e-77a8e6675cc5 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 11:34:10.079544 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3163e9-9d24-4708-b21f-7348b7c451fb None None] Checking agent: {'id': '75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 24, 15), 'started_at': datetime.datetime(2022, 2, 28, 10, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 33, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 11:34:10.079926 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3163e9-9d24-4708-b21f-7348b7c451fb None None] Checking segment: {'id': '4c3f5bf9-cd32-4165-a013-04b5d2765ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '193374bc-f5b3-43bf-bc8e-77a8e6675cc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 11:34:10.080333 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9a3163e9-9d24-4708-b21f-7348b7c451fb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:10.080803 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3163e9-9d24-4708-b21f-7348b7c451fb None None] Bound using segment: {'id': '4c3f5bf9-cd32-4165-a013-04b5d2765ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '193374bc-f5b3-43bf-bc8e-77a8e6675cc5'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 11:34:10.081273 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-9a3163e9-9d24-4708-b21f-7348b7c451fb None None] Bound port: a622d76b-e360-4956-abb6-5d0b3e348a51, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c3f5bf9-cd32-4165-a013-04b5d2765ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '193374bc-f5b3-43bf-bc8e-77a8e6675cc5'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 11:34:10.081650 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9a3163e9-9d24-4708-b21f-7348b7c451fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (a622d76b-e360-4956-abb6-5d0b3e348a51), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:10.151862 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-9a3163e9-9d24-4708-b21f-7348b7c451fb None None] For port a622d76b-e360-4956-abb6-5d0b3e348a51, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:34:10.153557 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-f6bd6a57-a180-4e9c-8c6d-0edb397d88ad admin admin] Allocated IP 172.36.5.179 (1e0804d0-d1d9-4d40-9de5-2936f3d87840/6f6f4129-23e5-4c3b-b4ef-4c7ce926797e/56491431-d76f-4585-b0f1-b1000ce7efbe) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:34:10.154328 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-9a3163e9-9d24-4708-b21f-7348b7c451fb None None] For port a622d76b-e360-4956-abb6-5d0b3e348a51, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a622d76b-e360-4956-abb6-5d0b3e348a51,segment=NetworkSegment(4c3f5bf9-cd32-4165-a013-04b5d2765ac5),segment_id=4c3f5bf9-cd32-4165-a013-04b5d2765ac5)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:34:10.161009 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-9a3163e9-9d24-4708-b21f-7348b7c451fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (a622d76b-e360-4956-abb6-5d0b3e348a51), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:10.224070 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3163e9-9d24-4708-b21f-7348b7c451fb None None] Pushing event updated for resources: {'Port': ['ID=a622d76b-e360-4956-abb6-5d0b3e348a51,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:10.648360 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device a622d76b-e360-4956-abb6-5d0b3e348a51 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 11:34:10.679884 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f6bd6a57-a180-4e9c-8c6d-0edb397d88ad admin admin] Publish callbacks [] for port (56491431-d76f-4585-b0f1-b1000ce7efbe), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:10.700854 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port a622d76b-e360-4956-abb6-5d0b3e348a51 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:34:10.701392 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (a622d76b-e360-4956-abb6-5d0b3e348a51), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:10.716358 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f6bd6a57-a180-4e9c-8c6d-0edb397d88ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (56491431-d76f-4585-b0f1-b1000ce7efbe), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:10.763094 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6bd6a57-a180-4e9c-8c6d-0edb397d88ad admin admin] Network 1e0804d0-d1d9-4d40-9de5-2936f3d87840 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:34:10.766190 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-f6bd6a57-a180-4e9c-8c6d-0edb397d88ad admin admin] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:34:10.770126 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6bd6a57-a180-4e9c-8c6d-0edb397d88ad admin admin] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 11:34:10.786921 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port a622d76b-e360-4956-abb6-5d0b3e348a51 is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:34:10.787352 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (a622d76b-e360-4956-abb6-5d0b3e348a51), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:10.793966 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bd6a57-a180-4e9c-8c6d-0edb397d88ad admin admin] Pushing event updated for resources: {'Port': ['ID=56491431-d76f-4585-b0f1-b1000ce7efbe,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:10.824034 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] For port a622d76b-e360-4956-abb6-5d0b3e348a51, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a622d76b-e360-4956-abb6-5d0b3e348a51,segment=NetworkSegment(4c3f5bf9-cd32-4165-a013-04b5d2765ac5),segment_id=4c3f5bf9-cd32-4165-a013-04b5d2765ac5)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:34:10.830649 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (a622d76b-e360-4956-abb6-5d0b3e348a51), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:10.890113 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Pushing event updated for resources: {'Port': ['ID=a622d76b-e360-4956-abb6-5d0b3e348a51,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:11.066857 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f6bd6a57-a180-4e9c-8c6d-0edb397d88ad admin admin] Publish callbacks [] for router_gateway (f90c66c7-daf0-4b64-b41d-bcdd0e8c1e27), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:11.134173 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3361f39a-b9f1-4161-b23d-71ebb90061af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fc6c9b74-8dbb-41bb-800a-5bd3a43fe896), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:11.199969 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19d96cf8-bfd5-44c3-881e-b273f9529d56 None None] Network 193374bc-f5b3-43bf-bc8e-77a8e6675cc5 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 11:34:11.307104 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f6bd6a57-a180-4e9c-8c6d-0edb397d88ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1804241'] for router (f90c66c7-daf0-4b64-b41d-bcdd0e8c1e27), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:11.317938 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-1da0d441-eac2-4478-9fdc-6d6f543725a7 None None] Provisioning complete for port a622d76b-e360-4956-abb6-5d0b3e348a51 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:34:11.318324 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1da0d441-eac2-4478-9fdc-6d6f543725a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (a622d76b-e360-4956-abb6-5d0b3e348a51), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:11.417603 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-1da0d441-eac2-4478-9fdc-6d6f543725a7 None None] Current status of the port a622d76b-e360-4956-abb6-5d0b3e348a51 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:34:11.448947 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6bd6a57-a180-4e9c-8c6d-0edb397d88ad admin admin] Router f90c66c7-daf0-4b64-b41d-bcdd0e8c1e27 is scheduled to L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 with binding_index 1 {{(pid=103407) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 11:34:11.567686 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6bd6a57-a180-4e9c-8c6d-0edb397d88ad admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:34:11.580870 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f36208-f74a-4dd3-a9df-bbf2788e2fd6 None None] Sync routers for ids ['f90c66c7-daf0-4b64-b41d-bcdd0e8c1e27'] in dv-neutron-master-2-hyperv {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:34:11.588930 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-f6bd6a57-a180-4e9c-8c6d-0edb397d88ad admin admin] Publish callbacks [] for router (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:11.592368 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f36208-f74a-4dd3-a9df-bbf2788e2fd6 None None] Routers {'f90c66c7-daf0-4b64-b41d-bcdd0e8c1e27'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:34:11.593093 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-45f36208-f74a-4dd3-a9df-bbf2788e2fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T11:34:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['f90c66c7-daf0-4b64-b41d-bcdd0e8c1e27'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:11.593279 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-f6bd6a57-a180-4e9c-8c6d-0edb397d88ad admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.0165391 Feb 28 11:34:11.593392 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 48348) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:34:11.689023 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-4622ff8d-d6f1-4ade-af3d-eff0677cb5cc None None] Provisioning complete for port a622d76b-e360-4956-abb6-5d0b3e348a51 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:34:11.689277 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4622ff8d-d6f1-4ade-af3d-eff0677cb5cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (a622d76b-e360-4956-abb6-5d0b3e348a51), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:11.738273 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-45f36208-f74a-4dd3-a9df-bbf2788e2fd6 None None] Set router f90c66c7-daf0-4b64-b41d-bcdd0e8c1e27 gateway port host: dv-neutron-master-2-hyperv {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:34:11.897243 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4622ff8d-d6f1-4ade-af3d-eff0677cb5cc None None] Current status of the port a622d76b-e360-4956-abb6-5d0b3e348a51 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:34:11.957790 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-45f36208-f74a-4dd3-a9df-bbf2788e2fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f90c66c7-daf0-4b64-b41d-bcdd0e8c1e27', 'name': 'tempest-TestSnapshotPattern-1641790900-router', 'tenant_id': '44395188913e4f88aa9c846a07c71b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.179'}], 'enable_snat': True}, 'gw_port_id': '56491431-d76f-4585-b0f1-b1000ce7efbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:34:09Z', 'updated_at': '2022-02-28T11:34:10Z', 'revision_number': 3, 'project_id': '44395188913e4f88aa9c846a07c71b52', 'gw_port': {'id': '56491431-d76f-4585-b0f1-b1000ce7efbe', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:9b:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f90c66c7-daf0-4b64-b41d-bcdd0e8c1e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:34:10Z', 'updated_at': '2022-02-28T11:34:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:11.984257 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f36208-f74a-4dd3-a9df-bbf2788e2fd6 None None] Checking router: f90c66c7-daf0-4b64-b41d-bcdd0e8c1e27 for host: dv-neutron-master-2-hyperv {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:34:11.984647 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f36208-f74a-4dd3-a9df-bbf2788e2fd6 None None] Updating router f90c66c7-daf0-4b64-b41d-bcdd0e8c1e27 port 56491431-d76f-4585-b0f1-b1000ce7efbe binding host dv-neutron-master-2-hyperv {{(pid=103409) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 11:34:12.016142 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-45f36208-f74a-4dd3-a9df-bbf2788e2fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (56491431-d76f-4585-b0f1-b1000ce7efbe), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:12.026614 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-dd9c4b97-09ca-49fd-a261-5024a123d66e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:12.191667 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-dd9c4b97-09ca-49fd-a261-5024a123d66e admin admin] Allocated IP 172.20.0.1 (193374bc-f5b3-43bf-bc8e-77a8e6675cc5/5e8cead3-95c6-4ef0-9c57-1c9701cb27be/3882f20d-1850-492b-898f-775fbf8bbbad) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:34:12.273735 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-45f36208-f74a-4dd3-a9df-bbf2788e2fd6 None None] Publish callbacks [] for port (56491431-d76f-4585-b0f1-b1000ce7efbe), precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:12.279732 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-45f36208-f74a-4dd3-a9df-bbf2788e2fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (56491431-d76f-4585-b0f1-b1000ce7efbe), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:12.303477 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-dd9c4b97-09ca-49fd-a261-5024a123d66e admin admin] Publish callbacks [] for port (3882f20d-1850-492b-898f-775fbf8bbbad), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:12.338688 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-dd9c4b97-09ca-49fd-a261-5024a123d66e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (3882f20d-1850-492b-898f-775fbf8bbbad), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:12.341037 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fe44e2-6c28-45a3-888c-a6c10cfaeb14 None None] Pushing event updated for resources: {'Port': ['ID=56491431-d76f-4585-b0f1-b1000ce7efbe,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:12.345194 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-45f36208-f74a-4dd3-a9df-bbf2788e2fd6 None None] Attempting to bind port 56491431-d76f-4585-b0f1-b1000ce7efbe on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 11:34:12.345567 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-45f36208-f74a-4dd3-a9df-bbf2788e2fd6 None None] Attempting to bind port 56491431-d76f-4585-b0f1-b1000ce7efbe by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '195d7ed7-323d-4284-82df-208cca613d99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 11:34:12.345925 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f36208-f74a-4dd3-a9df-bbf2788e2fd6 None None] Attempting to bind port 56491431-d76f-4585-b0f1-b1000ce7efbe on network 1e0804d0-d1d9-4d40-9de5-2936f3d87840 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 11:34:12.355170 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f36208-f74a-4dd3-a9df-bbf2788e2fd6 None None] Checking agent: {'id': '75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 24, 15), 'started_at': datetime.datetime(2022, 2, 28, 10, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 33, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 11:34:12.355553 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f36208-f74a-4dd3-a9df-bbf2788e2fd6 None None] Checking segment: {'id': '195d7ed7-323d-4284-82df-208cca613d99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 11:34:12.355998 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-45f36208-f74a-4dd3-a9df-bbf2788e2fd6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:12.356387 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f36208-f74a-4dd3-a9df-bbf2788e2fd6 None None] Bound using segment: {'id': '195d7ed7-323d-4284-82df-208cca613d99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 11:34:12.356925 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-45f36208-f74a-4dd3-a9df-bbf2788e2fd6 None None] Bound port: 56491431-d76f-4585-b0f1-b1000ce7efbe, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '195d7ed7-323d-4284-82df-208cca613d99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 11:34:12.357331 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-45f36208-f74a-4dd3-a9df-bbf2788e2fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (56491431-d76f-4585-b0f1-b1000ce7efbe), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:12.360514 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b6d631fb-7df0-4fe1-8322-abff3b61cae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (0db5147a-92a3-4581-8a5f-8ec9b93e0600), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:12.583335 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-45f36208-f74a-4dd3-a9df-bbf2788e2fd6 None None] For port 56491431-d76f-4585-b0f1-b1000ce7efbe, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:34:12.587599 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-45f36208-f74a-4dd3-a9df-bbf2788e2fd6 None None] For port 56491431-d76f-4585-b0f1-b1000ce7efbe, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=56491431-d76f-4585-b0f1-b1000ce7efbe,segment=NetworkSegment(195d7ed7-323d-4284-82df-208cca613d99),segment_id=195d7ed7-323d-4284-82df-208cca613d99)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:34:12.596861 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-45f36208-f74a-4dd3-a9df-bbf2788e2fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (56491431-d76f-4585-b0f1-b1000ce7efbe), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:12.642921 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device a622d76b-e360-4956-abb6-5d0b3e348a51 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 11:34:12.692815 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f36208-f74a-4dd3-a9df-bbf2788e2fd6 None None] Routers {'f90c66c7-daf0-4b64-b41d-bcdd0e8c1e27'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:34:12.693635 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-45f36208-f74a-4dd3-a9df-bbf2788e2fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T11:34:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['f90c66c7-daf0-4b64-b41d-bcdd0e8c1e27'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:12.697228 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fe44e2-6c28-45a3-888c-a6c10cfaeb14 None None] Pushing event updated for resources: {'Port': ['ID=56491431-d76f-4585-b0f1-b1000ce7efbe,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:12.705209 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd9c4b97-09ca-49fd-a261-5024a123d66e admin admin] Network 193374bc-f5b3-43bf-bc8e-77a8e6675cc5 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:34:12.709323 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9c4b97-09ca-49fd-a261-5024a123d66e admin admin] Pushing event updated for resources: {'Port': ['ID=3882f20d-1850-492b-898f-775fbf8bbbad,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:12.711920 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-dd9c4b97-09ca-49fd-a261-5024a123d66e admin admin] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:34:12.714040 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9c4b97-09ca-49fd-a261-5024a123d66e admin admin] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 11:34:12.753312 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-dd9c4b97-09ca-49fd-a261-5024a123d66e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1803404'] for router_interface (f90c66c7-daf0-4b64-b41d-bcdd0e8c1e27), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:12.803346 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port a622d76b-e360-4956-abb6-5d0b3e348a51 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:34:12.803925 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (a622d76b-e360-4956-abb6-5d0b3e348a51), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:12.854607 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-45f36208-f74a-4dd3-a9df-bbf2788e2fd6 None None] Set router f90c66c7-daf0-4b64-b41d-bcdd0e8c1e27 gateway port host: dv-neutron-master-2-hyperv {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:34:12.899957 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-dd9c4b97-09ca-49fd-a261-5024a123d66e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (3882f20d-1850-492b-898f-775fbf8bbbad), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:13.034596 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port a622d76b-e360-4956-abb6-5d0b3e348a51 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:34:13.071516 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-b21576fd-ba9d-4d5a-a154-082e16177dcf None None] Provisioning complete for port 3882f20d-1850-492b-898f-775fbf8bbbad triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:34:13.071845 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b21576fd-ba9d-4d5a-a154-082e16177dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (3882f20d-1850-492b-898f-775fbf8bbbad), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:13.089382 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-dd9c4b97-09ca-49fd-a261-5024a123d66e admin admin] Publish callbacks [] for port (3882f20d-1850-492b-898f-775fbf8bbbad), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:13.096967 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-dd9c4b97-09ca-49fd-a261-5024a123d66e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3242529'] for port (3882f20d-1850-492b-898f-775fbf8bbbad), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:13.121510 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-b21576fd-ba9d-4d5a-a154-082e16177dcf None None] Port 3882f20d-1850-492b-898f-775fbf8bbbad cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 11:34:13.123143 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.agents_db [None req-382e0aa2-b126-48e6-89eb-3efa426b6b29 None None] Agent healthcheck: found 6 active agents {{(pid=103410) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 11:34:13.137953 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-45f36208-f74a-4dd3-a9df-bbf2788e2fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f90c66c7-daf0-4b64-b41d-bcdd0e8c1e27', 'name': 'tempest-TestSnapshotPattern-1641790900-router', 'tenant_id': '44395188913e4f88aa9c846a07c71b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.179'}], 'enable_snat': True}, 'gw_port_id': '56491431-d76f-4585-b0f1-b1000ce7efbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:34:09Z', 'updated_at': '2022-02-28T11:34:10Z', 'revision_number': 3, 'project_id': '44395188913e4f88aa9c846a07c71b52', 'gw_port': {'id': '56491431-d76f-4585-b0f1-b1000ce7efbe', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:9b:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f90c66c7-daf0-4b64-b41d-bcdd0e8c1e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:34:10Z', 'updated_at': '2022-02-28T11:34:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:13.164807 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9c4b97-09ca-49fd-a261-5024a123d66e admin admin] Pushing event updated for resources: {'Port': ['ID=3882f20d-1850-492b-898f-775fbf8bbbad,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:13.165513 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f36208-f74a-4dd3-a9df-bbf2788e2fd6 None None] The sync data for ids ['f90c66c7-daf0-4b64-b41d-bcdd0e8c1e27'] in dv-neutron-master-2-hyperv is: [{'id': 'f90c66c7-daf0-4b64-b41d-bcdd0e8c1e27', 'name': 'tempest-TestSnapshotPattern-1641790900-router', 'tenant_id': '44395188913e4f88aa9c846a07c71b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.179'}], 'enable_snat': True}, 'gw_port_id': '56491431-d76f-4585-b0f1-b1000ce7efbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:34:09Z', 'updated_at': '2022-02-28T11:34:10Z', 'revision_number': 3, 'project_id': '44395188913e4f88aa9c846a07c71b52', 'gw_port': {'id': '56491431-d76f-4585-b0f1-b1000ce7efbe', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:9b:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f90c66c7-daf0-4b64-b41d-bcdd0e8c1e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:34:10Z', 'updated_at': '2022-02-28T11:34:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:34:13.167354 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-dd9c4b97-09ca-49fd-a261-5024a123d66e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1802524'] for router_interface (f90c66c7-daf0-4b64-b41d-bcdd0e8c1e27), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:13.268414 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd9c4b97-09ca-49fd-a261-5024a123d66e admin admin] Network 193374bc-f5b3-43bf-bc8e-77a8e6675cc5 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:34:13.269912 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-dd9c4b97-09ca-49fd-a261-5024a123d66e admin admin] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:34:13.431248 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd9c4b97-09ca-49fd-a261-5024a123d66e admin admin] Router f90c66c7-daf0-4b64-b41d-bcdd0e8c1e27 has already been hosted by L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 {{(pid=103408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:34:13.554991 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd9c4b97-09ca-49fd-a261-5024a123d66e admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:34:13.561491 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-dd9c4b97-09ca-49fd-a261-5024a123d66e admin admin] 10.222.0.20 "PUT /v2.0/routers/f90c66c7-daf0-4b64-b41d-bcdd0e8c1e27/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9668226 Feb 28 11:34:13.650112 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-a8660ed1-98fa-47b8-b602-c8e8b6a900bf None None] Provisioning complete for port 3882f20d-1850-492b-898f-775fbf8bbbad triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:34:13.650502 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a8660ed1-98fa-47b8-b602-c8e8b6a900bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (3882f20d-1850-492b-898f-775fbf8bbbad), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:13.694948 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-a8660ed1-98fa-47b8-b602-c8e8b6a900bf None None] Port 3882f20d-1850-492b-898f-775fbf8bbbad cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 11:34:13.745922 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6b923bb1-06b0-4b84-b461-7cc1d0196090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (2e621730-3978-4720-b581-ac380e97a567), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:14.089426 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 48364) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:34:14.094525 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-3adf42f8-3d03-4efe-8d83-b63b08483edb admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1407977372-network', 'tenant_id': 'e1ed456c43954f7f861652f3697676b6'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:34:14.122357 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3adf42f8-3d03-4efe-8d83-b63b08483edb admin admin] Made reservation on behalf of e1ed456c43954f7f861652f3697676b6 for: {'network': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:34:14.124990 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3adf42f8-3d03-4efe-8d83-b63b08483edb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for network (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:14.134408 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3adf42f8-3d03-4efe-8d83-b63b08483edb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:14.212142 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3adf42f8-3d03-4efe-8d83-b63b08483edb admin admin] Publish callbacks [] for security_group (78bd9202-b1a0-499f-9b10-5b7465384170), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:14.221930 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3adf42f8-3d03-4efe-8d83-b63b08483edb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (78bd9202-b1a0-499f-9b10-5b7465384170), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:14.259021 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3adf42f8-3d03-4efe-8d83-b63b08483edb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 298} {{(pid=103408) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:34:14.270221 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adf42f8-3d03-4efe-8d83-b63b08483edb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78bd9202-b1a0-499f-9b10-5b7465384170,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:14.275409 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3adf42f8-3d03-4efe-8d83-b63b08483edb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (a0d7b7f7-7b45-439f-84f0-ed90dcb933ba), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:14.275753 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.db.segments_db [None req-3adf42f8-3d03-4efe-8d83-b63b08483edb admin admin] Added segment a0d7b7f7-7b45-439f-84f0-ed90dcb933ba of type vlan for network 3688fbf8-243e-40b2-b679-f052b483dad0 Feb 28 11:34:14.315879 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3adf42f8-3d03-4efe-8d83-b63b08483edb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742056637431'] for network (3688fbf8-243e-40b2-b679-f052b483dad0), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:14.345849 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3adf42f8-3d03-4efe-8d83-b63b08483edb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551'] for network (3688fbf8-243e-40b2-b679-f052b483dad0), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:14.346975 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3adf42f8-3d03-4efe-8d83-b63b08483edb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:34:14.348032 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-3adf42f8-3d03-4efe-8d83-b63b08483edb admin admin] Publish callbacks [] for network (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:14.413546 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-3adf42f8-3d03-4efe-8d83-b63b08483edb admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3229246 Feb 28 11:34:14.416491 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 48366) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:34:14.420657 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adf42f8-3d03-4efe-8d83-b63b08483edb admin admin] Pushing event updated for resources: {'Network': ['ID=3688fbf8-243e-40b2-b679-f052b483dad0,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:14.422799 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-5b1d4f65-010b-488e-a084-8a24bf70af4d admin admin] Request body: {'subnet': {'network_id': '3688fbf8-243e-40b2-b679-f052b483dad0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1407977372-subnet', 'tenant_id': 'e1ed456c43954f7f861652f3697676b6', 'ip_version': 4}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:34:14.431537 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Network 3688fbf8-243e-40b2-b679-f052b483dad0 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103409) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 28 11:34:14.452043 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b1d4f65-010b-488e-a084-8a24bf70af4d admin admin] Made reservation on behalf of e1ed456c43954f7f861652f3697676b6 for: {'subnet': 1} {{(pid=103407) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:34:14.455025 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5b1d4f65-010b-488e-a084-8a24bf70af4d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3516581'] for subnet (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:14.634952 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5b1d4f65-010b-488e-a084-8a24bf70af4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3498031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3516567'] for subnet (087798ec-6122-4ea7-8a06-bc8c4433cd4b), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:14.661773 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 56491431-d76f-4585-b0f1-b1000ce7efbe up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 11:34:14.690641 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1d4f65-010b-488e-a084-8a24bf70af4d admin admin] Pushing event updated for resources: {'Subnet': ['ID=087798ec-6122-4ea7-8a06-bc8c4433cd4b,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:14.701062 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1d4f65-010b-488e-a084-8a24bf70af4d admin admin] Checking segment: {'id': 'a0d7b7f7-7b45-439f-84f0-ed90dcb933ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '3688fbf8-243e-40b2-b679-f052b483dad0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 11:34:14.701431 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b1d4f65-010b-488e-a084-8a24bf70af4d admin admin] Network hostable DHCP agents. Network: 3688fbf8-243e-40b2-b679-f052b483dad0, hostable agents: ['fb6705d2-4f70-4965-92a3-fbfccd43a6d3'], hosted agents: [] {{(pid=103407) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:34:14.714747 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port 56491431-d76f-4585-b0f1-b1000ce7efbe triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:34:14.715127 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (56491431-d76f-4585-b0f1-b1000ce7efbe), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:14.718916 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b1d4f65-010b-488e-a084-8a24bf70af4d admin admin] Network 3688fbf8-243e-40b2-b679-f052b483dad0 is scheduled to be hosted by DHCP agent fb6705d2-4f70-4965-92a3-fbfccd43a6d3 with binding_index 1 {{(pid=103407) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:34:14.727925 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-5b1d4f65-010b-488e-a084-8a24bf70af4d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 3688fbf8-243e-40b2-b679-f052b483dad0) {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:34:14.732137 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b1d4f65-010b-488e-a084-8a24bf70af4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:34:14.732801 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5b1d4f65-010b-488e-a084-8a24bf70af4d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:14.744331 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a21ae2bd-aac0-4f71-9348-e28aae63fdc6 None None] Network 3688fbf8-243e-40b2-b679-f052b483dad0 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 11:34:14.750756 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-5b1d4f65-010b-488e-a084-8a24bf70af4d admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3323095 Feb 28 11:34:14.753255 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 48368) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:34:14.758079 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-68402d52-b227-4b58-afbd-7ec1a4c2c80d admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1407977372-router', 'tenant_id': 'e1ed456c43954f7f861652f3697676b6', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840'}}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:34:14.779683 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-68402d52-b227-4b58-afbd-7ec1a4c2c80d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1805251', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254175'] for router (19275f4c-5f7e-4a4b-b492-8e00f10b4d74), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:14.781270 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-68402d52-b227-4b58-afbd-7ec1a4c2c80d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1806931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1804172', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1602053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254150'] for router (19275f4c-5f7e-4a4b-b492-8e00f10b4d74), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:14.838533 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-68402d52-b227-4b58-afbd-7ec1a4c2c80d admin admin] Publish callbacks [] for router_controller (19275f4c-5f7e-4a4b-b492-8e00f10b4d74), precommit_add_association {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:14.863793 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a21f7aa5-e6f1-4ade-8dd2-146e7225a022 None None] Sync routers for ids ['f90c66c7-daf0-4b64-b41d-bcdd0e8c1e27'] in dv-neutron-master-2-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:34:14.875048 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a21f7aa5-e6f1-4ade-8dd2-146e7225a022 None None] Routers {'f90c66c7-daf0-4b64-b41d-bcdd0e8c1e27'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:34:14.876001 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-a21f7aa5-e6f1-4ade-8dd2-146e7225a022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T11:34:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['f90c66c7-daf0-4b64-b41d-bcdd0e8c1e27'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:14.882800 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 56491431-d76f-4585-b0f1-b1000ce7efbe is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:34:14.883200 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (56491431-d76f-4585-b0f1-b1000ce7efbe), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:14.889752 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19a98272-0e91-48a5-872c-1cccb2b820da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-3688fbf8-243e-40b2-b679-f052b483dad0', 'network_id': '3688fbf8-243e-40b2-b679-f052b483dad0', 'project_id': 'e1ed456c43954f7f861652f3697676b6', 'fixed_ips': [{'subnet_id': '087798ec-6122-4ea7-8a06-bc8c4433cd4b'}]}} from dv-neutron-master-2-hyperv. {{(pid=103409) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 28 11:34:14.890576 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-19a98272-0e91-48a5-872c-1cccb2b820da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:14.917948 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] For port 56491431-d76f-4585-b0f1-b1000ce7efbe, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=56491431-d76f-4585-b0f1-b1000ce7efbe,segment=NetworkSegment(195d7ed7-323d-4284-82df-208cca613d99),segment_id=195d7ed7-323d-4284-82df-208cca613d99)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:34:14.932590 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (56491431-d76f-4585-b0f1-b1000ce7efbe), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:14.993504 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-a21f7aa5-e6f1-4ade-8dd2-146e7225a022 None None] Set router f90c66c7-daf0-4b64-b41d-bcdd0e8c1e27 gateway port host: dv-neutron-master-2-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:34:15.020915 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-68402d52-b227-4b58-afbd-7ec1a4c2c80d admin admin] Publish callbacks [] for router_gateway (19275f4c-5f7e-4a4b-b492-8e00f10b4d74), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:15.027614 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:15.076964 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Pushing event updated for resources: {'Port': ['ID=56491431-d76f-4585-b0f1-b1000ce7efbe,revision_number=4']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:15.100618 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.db_base_plugin_common [None req-19a98272-0e91-48a5-872c-1cccb2b820da None None] Allocated IP 172.20.0.2 (3688fbf8-243e-40b2-b679-f052b483dad0/087798ec-6122-4ea7-8a06-bc8c4433cd4b/7f62f4ee-dc13-40c1-8da4-e6f22181ac75) {{(pid=103409) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:34:15.215556 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-a21f7aa5-e6f1-4ade-8dd2-146e7225a022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f90c66c7-daf0-4b64-b41d-bcdd0e8c1e27', 'name': 'tempest-TestSnapshotPattern-1641790900-router', 'tenant_id': '44395188913e4f88aa9c846a07c71b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.179'}], 'enable_snat': True}, 'gw_port_id': '56491431-d76f-4585-b0f1-b1000ce7efbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:34:09Z', 'updated_at': '2022-02-28T11:34:12Z', 'revision_number': 4, 'project_id': '44395188913e4f88aa9c846a07c71b52', 'gw_port': {'id': '56491431-d76f-4585-b0f1-b1000ce7efbe', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:9b:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f90c66c7-daf0-4b64-b41d-bcdd0e8c1e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:34:10Z', 'updated_at': '2022-02-28T11:34:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '3882f20d-1850-492b-898f-775fbf8bbbad', 'name': '', 'network_id': '193374bc-f5b3-43bf-bc8e-77a8e6675cc5', 'tenant_id': '44395188913e4f88aa9c846a07c71b52', 'mac_address': 'fa:16:3e:29:76:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f90c66c7-daf0-4b64-b41d-bcdd0e8c1e27', 'device_owner': 'network:router_interface', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '5e8cead3-95c6-4ef0-9c57-1c9701cb27be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:34:12Z', 'updated_at': '2022-02-28T11:34:12Z', 'revision_number': 2, 'project_id': '44395188913e4f88aa9c846a07c71b52', 'subnets': [{'id': '5e8cead3-95c6-4ef0-9c57-1c9701cb27be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:15.248443 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a21f7aa5-e6f1-4ade-8dd2-146e7225a022 None None] Checking router: f90c66c7-daf0-4b64-b41d-bcdd0e8c1e27 for host: dv-neutron-master-2-hyperv {{(pid=103410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:34:15.248814 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a21f7aa5-e6f1-4ade-8dd2-146e7225a022 None None] Updating router f90c66c7-daf0-4b64-b41d-bcdd0e8c1e27 port 3882f20d-1850-492b-898f-775fbf8bbbad binding host dv-neutron-master-2-hyperv {{(pid=103410) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 11:34:15.254217 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-68402d52-b227-4b58-afbd-7ec1a4c2c80d admin admin] Publish callbacks [] for router_gateway (19275f4c-5f7e-4a4b-b492-8e00f10b4d74), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:15.265688 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-19a98272-0e91-48a5-872c-1cccb2b820da None None] Publish callbacks [] for port (7f62f4ee-dc13-40c1-8da4-e6f22181ac75), precommit_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:15.273401 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-19a98272-0e91-48a5-872c-1cccb2b820da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749'] for port (7f62f4ee-dc13-40c1-8da4-e6f22181ac75), after_create {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:15.274372 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-68402d52-b227-4b58-afbd-7ec1a4c2c80d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:15.278189 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a21f7aa5-e6f1-4ade-8dd2-146e7225a022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (3882f20d-1850-492b-898f-775fbf8bbbad), before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:15.314713 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a98272-0e91-48a5-872c-1cccb2b820da None None] Network 3688fbf8-243e-40b2-b679-f052b483dad0 is already hosted by enough agents. {{(pid=103409) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:34:15.320632 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.scheduler.base_scheduler [None req-19a98272-0e91-48a5-872c-1cccb2b820da None None] Resources bound (agent type, host, resource id): {{(pid=103409) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:34:15.324347 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a98272-0e91-48a5-872c-1cccb2b820da None None] Received port after_create {{(pid=103409) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 11:34:15.333604 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a98272-0e91-48a5-872c-1cccb2b820da None None] Pushing event updated for resources: {'Port': ['ID=7f62f4ee-dc13-40c1-8da4-e6f22181ac75,revision_number=1']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:15.390506 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-19a98272-0e91-48a5-872c-1cccb2b820da None None] Attempting to bind port 7f62f4ee-dc13-40c1-8da4-e6f22181ac75 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 11:34:15.390905 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-19a98272-0e91-48a5-872c-1cccb2b820da None None] Attempting to bind port 7f62f4ee-dc13-40c1-8da4-e6f22181ac75 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'a0d7b7f7-7b45-439f-84f0-ed90dcb933ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '3688fbf8-243e-40b2-b679-f052b483dad0'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 11:34:15.391367 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a98272-0e91-48a5-872c-1cccb2b820da None None] Attempting to bind port 7f62f4ee-dc13-40c1-8da4-e6f22181ac75 on network 3688fbf8-243e-40b2-b679-f052b483dad0 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 11:34:15.395524 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-68402d52-b227-4b58-afbd-7ec1a4c2c80d admin admin] Allocated IP 172.36.5.124 (1e0804d0-d1d9-4d40-9de5-2936f3d87840/6f6f4129-23e5-4c3b-b4ef-4c7ce926797e/202a14e2-85f8-4110-9a36-12a2e136c566) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:34:15.396318 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a98272-0e91-48a5-872c-1cccb2b820da None None] Checking agent: {'id': '75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 24, 15), 'started_at': datetime.datetime(2022, 2, 28, 10, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 34, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 11:34:15.396852 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a98272-0e91-48a5-872c-1cccb2b820da None None] Checking segment: {'id': 'a0d7b7f7-7b45-439f-84f0-ed90dcb933ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '3688fbf8-243e-40b2-b679-f052b483dad0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 11:34:15.397461 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-19a98272-0e91-48a5-872c-1cccb2b820da None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:15.397957 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a98272-0e91-48a5-872c-1cccb2b820da None None] Bound using segment: {'id': 'a0d7b7f7-7b45-439f-84f0-ed90dcb933ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '3688fbf8-243e-40b2-b679-f052b483dad0'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 11:34:15.398359 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-19a98272-0e91-48a5-872c-1cccb2b820da None None] Bound port: 7f62f4ee-dc13-40c1-8da4-e6f22181ac75, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0d7b7f7-7b45-439f-84f0-ed90dcb933ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '3688fbf8-243e-40b2-b679-f052b483dad0'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 11:34:15.398749 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-19a98272-0e91-48a5-872c-1cccb2b820da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (7f62f4ee-dc13-40c1-8da4-e6f22181ac75), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:15.466974 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-19a98272-0e91-48a5-872c-1cccb2b820da None None] For port 7f62f4ee-dc13-40c1-8da4-e6f22181ac75, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:34:15.470107 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-19a98272-0e91-48a5-872c-1cccb2b820da None None] For port 7f62f4ee-dc13-40c1-8da4-e6f22181ac75, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7f62f4ee-dc13-40c1-8da4-e6f22181ac75,segment=NetworkSegment(a0d7b7f7-7b45-439f-84f0-ed90dcb933ba),segment_id=a0d7b7f7-7b45-439f-84f0-ed90dcb933ba)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:34:15.478840 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-19a98272-0e91-48a5-872c-1cccb2b820da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (7f62f4ee-dc13-40c1-8da4-e6f22181ac75), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:15.512901 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-68402d52-b227-4b58-afbd-7ec1a4c2c80d admin admin] Publish callbacks [] for port (202a14e2-85f8-4110-9a36-12a2e136c566), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:15.569133 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a21f7aa5-e6f1-4ade-8dd2-146e7225a022 None None] Publish callbacks [] for port (3882f20d-1850-492b-898f-775fbf8bbbad), precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:15.570444 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a98272-0e91-48a5-872c-1cccb2b820da None None] Pushing event updated for resources: {'Port': ['ID=7f62f4ee-dc13-40c1-8da4-e6f22181ac75,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:15.571184 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-68402d52-b227-4b58-afbd-7ec1a4c2c80d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (202a14e2-85f8-4110-9a36-12a2e136c566), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:15.577226 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a21f7aa5-e6f1-4ade-8dd2-146e7225a022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (3882f20d-1850-492b-898f-775fbf8bbbad), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:15.626615 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68402d52-b227-4b58-afbd-7ec1a4c2c80d admin admin] Network 1e0804d0-d1d9-4d40-9de5-2936f3d87840 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:34:15.629200 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-68402d52-b227-4b58-afbd-7ec1a4c2c80d admin admin] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:34:15.632657 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68402d52-b227-4b58-afbd-7ec1a4c2c80d admin admin] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 11:34:15.665683 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68402d52-b227-4b58-afbd-7ec1a4c2c80d admin admin] Pushing event updated for resources: {'Port': ['ID=202a14e2-85f8-4110-9a36-12a2e136c566,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:15.668292 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a330e84-c270-49b5-b2ab-aabf2a7ee955 None None] Pushing event updated for resources: {'Port': ['ID=3882f20d-1850-492b-898f-775fbf8bbbad,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:15.692002 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a330e84-c270-49b5-b2ab-aabf2a7ee955 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:34:15.693044 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a330e84-c270-49b5-b2ab-aabf2a7ee955 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:34:15.693542 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a330e84-c270-49b5-b2ab-aabf2a7ee955 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:34:15.694136 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a330e84-c270-49b5-b2ab-aabf2a7ee955 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:34:15.694545 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a330e84-c270-49b5-b2ab-aabf2a7ee955 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:34:15.695095 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a330e84-c270-49b5-b2ab-aabf2a7ee955 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:34:15.695519 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a330e84-c270-49b5-b2ab-aabf2a7ee955 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:34:15.695970 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a330e84-c270-49b5-b2ab-aabf2a7ee955 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:34:15.696359 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a330e84-c270-49b5-b2ab-aabf2a7ee955 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:34:15.696778 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a330e84-c270-49b5-b2ab-aabf2a7ee955 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:34:15.697174 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a330e84-c270-49b5-b2ab-aabf2a7ee955 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:34:15.697561 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a330e84-c270-49b5-b2ab-aabf2a7ee955 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:34:15.697945 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a330e84-c270-49b5-b2ab-aabf2a7ee955 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103410) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:34:15.720220 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-a21f7aa5-e6f1-4ade-8dd2-146e7225a022 None None] Attempting to bind port 3882f20d-1850-492b-898f-775fbf8bbbad on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 11:34:15.720537 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-a21f7aa5-e6f1-4ade-8dd2-146e7225a022 None None] Attempting to bind port 3882f20d-1850-492b-898f-775fbf8bbbad by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '4c3f5bf9-cd32-4165-a013-04b5d2765ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '193374bc-f5b3-43bf-bc8e-77a8e6675cc5'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 11:34:15.721481 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21f7aa5-e6f1-4ade-8dd2-146e7225a022 None None] Attempting to bind port 3882f20d-1850-492b-898f-775fbf8bbbad on network 193374bc-f5b3-43bf-bc8e-77a8e6675cc5 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 11:34:15.728510 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21f7aa5-e6f1-4ade-8dd2-146e7225a022 None None] Checking agent: {'id': '75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 24, 15), 'started_at': datetime.datetime(2022, 2, 28, 10, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 34, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 11:34:15.728872 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21f7aa5-e6f1-4ade-8dd2-146e7225a022 None None] Checking segment: {'id': '4c3f5bf9-cd32-4165-a013-04b5d2765ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '193374bc-f5b3-43bf-bc8e-77a8e6675cc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 11:34:15.729225 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a21f7aa5-e6f1-4ade-8dd2-146e7225a022 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:15.729641 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21f7aa5-e6f1-4ade-8dd2-146e7225a022 None None] Bound using segment: {'id': '4c3f5bf9-cd32-4165-a013-04b5d2765ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '193374bc-f5b3-43bf-bc8e-77a8e6675cc5'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 11:34:15.730115 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-a21f7aa5-e6f1-4ade-8dd2-146e7225a022 None None] Bound port: 3882f20d-1850-492b-898f-775fbf8bbbad, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c3f5bf9-cd32-4165-a013-04b5d2765ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '193374bc-f5b3-43bf-bc8e-77a8e6675cc5'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 11:34:15.730503 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a21f7aa5-e6f1-4ade-8dd2-146e7225a022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (3882f20d-1850-492b-898f-775fbf8bbbad), before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:15.852868 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-a21f7aa5-e6f1-4ade-8dd2-146e7225a022 None None] For port 3882f20d-1850-492b-898f-775fbf8bbbad, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:34:15.856693 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-a21f7aa5-e6f1-4ade-8dd2-146e7225a022 None None] For port 3882f20d-1850-492b-898f-775fbf8bbbad, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3882f20d-1850-492b-898f-775fbf8bbbad,segment=NetworkSegment(4c3f5bf9-cd32-4165-a013-04b5d2765ac5),segment_id=4c3f5bf9-cd32-4165-a013-04b5d2765ac5)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:34:15.866580 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-a21f7aa5-e6f1-4ade-8dd2-146e7225a022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (3882f20d-1850-492b-898f-775fbf8bbbad), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:15.923813 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a21f7aa5-e6f1-4ade-8dd2-146e7225a022 None None] Routers {'f90c66c7-daf0-4b64-b41d-bcdd0e8c1e27'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:34:15.924369 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-a21f7aa5-e6f1-4ade-8dd2-146e7225a022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T11:34:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['f90c66c7-daf0-4b64-b41d-bcdd0e8c1e27'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:15.955107 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-bc941c8f-d90b-4d3a-a5f9-c325f82b4df7 None None] Provisioning complete for port 3882f20d-1850-492b-898f-775fbf8bbbad triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:34:15.955572 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bc941c8f-d90b-4d3a-a5f9-c325f82b4df7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (3882f20d-1850-492b-898f-775fbf8bbbad), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:15.994076 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a330e84-c270-49b5-b2ab-aabf2a7ee955 None None] Pushing event updated for resources: {'Port': ['ID=3882f20d-1850-492b-898f-775fbf8bbbad,revision_number=4']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:16.006049 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-68402d52-b227-4b58-afbd-7ec1a4c2c80d admin admin] Publish callbacks [] for router_gateway (19275f4c-5f7e-4a4b-b492-8e00f10b4d74), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:16.083074 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-bc941c8f-d90b-4d3a-a5f9-c325f82b4df7 None None] Current status of the port 3882f20d-1850-492b-898f-775fbf8bbbad is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:34:16.083475 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bc941c8f-d90b-4d3a-a5f9-c325f82b4df7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (3882f20d-1850-492b-898f-775fbf8bbbad), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:16.084300 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-a21f7aa5-e6f1-4ade-8dd2-146e7225a022 None None] Set router f90c66c7-daf0-4b64-b41d-bcdd0e8c1e27 gateway port host: dv-neutron-master-2-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:34:16.126555 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-bc941c8f-d90b-4d3a-a5f9-c325f82b4df7 None None] For port 3882f20d-1850-492b-898f-775fbf8bbbad, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3882f20d-1850-492b-898f-775fbf8bbbad,segment=NetworkSegment(4c3f5bf9-cd32-4165-a013-04b5d2765ac5),segment_id=4c3f5bf9-cd32-4165-a013-04b5d2765ac5)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:34:16.134292 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bc941c8f-d90b-4d3a-a5f9-c325f82b4df7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (3882f20d-1850-492b-898f-775fbf8bbbad), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:16.198169 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc941c8f-d90b-4d3a-a5f9-c325f82b4df7 None None] Pushing event updated for resources: {'Port': ['ID=3882f20d-1850-492b-898f-775fbf8bbbad,revision_number=5']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:16.257171 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-68402d52-b227-4b58-afbd-7ec1a4c2c80d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1806916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1804241'] for router (19275f4c-5f7e-4a4b-b492-8e00f10b4d74), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:16.260409 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-448d4ed7-db03-477f-a00c-044e640d730b None None] Provisioning complete for port 3882f20d-1850-492b-898f-775fbf8bbbad triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:34:16.261247 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-448d4ed7-db03-477f-a00c-044e640d730b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (3882f20d-1850-492b-898f-775fbf8bbbad), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:16.343635 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-a21f7aa5-e6f1-4ade-8dd2-146e7225a022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f90c66c7-daf0-4b64-b41d-bcdd0e8c1e27', 'name': 'tempest-TestSnapshotPattern-1641790900-router', 'tenant_id': '44395188913e4f88aa9c846a07c71b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.179'}], 'enable_snat': True}, 'gw_port_id': '56491431-d76f-4585-b0f1-b1000ce7efbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:34:09Z', 'updated_at': '2022-02-28T11:34:12Z', 'revision_number': 4, 'project_id': '44395188913e4f88aa9c846a07c71b52', 'gw_port': {'id': '56491431-d76f-4585-b0f1-b1000ce7efbe', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:9b:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90c66c7-daf0-4b64-b41d-bcdd0e8c1e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:34:10Z', 'updated_at': '2022-02-28T11:34:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '3882f20d-1850-492b-898f-775fbf8bbbad', 'name': '', 'network_id': '193374bc-f5b3-43bf-bc8e-77a8e6675cc5', 'tenant_id': '44395188913e4f88aa9c846a07c71b52', 'mac_address': 'fa:16:3e:29:76:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f90c66c7-daf0-4b64-b41d-bcdd0e8c1e27', 'device_owner': 'network:router_interface', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '5e8cead3-95c6-4ef0-9c57-1c9701cb27be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:34:12Z', 'updated_at': '2022-02-28T11:34:15Z', 'revision_number': 4, 'project_id': '44395188913e4f88aa9c846a07c71b52', 'subnets': [{'id': '5e8cead3-95c6-4ef0-9c57-1c9701cb27be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:16.353445 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-448d4ed7-db03-477f-a00c-044e640d730b None None] Current status of the port 3882f20d-1850-492b-898f-775fbf8bbbad is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:34:16.373343 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a21f7aa5-e6f1-4ade-8dd2-146e7225a022 None None] The sync data for ids ['f90c66c7-daf0-4b64-b41d-bcdd0e8c1e27'] in dv-neutron-master-2-hyperv is: [{'id': 'f90c66c7-daf0-4b64-b41d-bcdd0e8c1e27', 'name': 'tempest-TestSnapshotPattern-1641790900-router', 'tenant_id': '44395188913e4f88aa9c846a07c71b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.179'}], 'enable_snat': True}, 'gw_port_id': '56491431-d76f-4585-b0f1-b1000ce7efbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:34:09Z', 'updated_at': '2022-02-28T11:34:12Z', 'revision_number': 4, 'project_id': '44395188913e4f88aa9c846a07c71b52', 'gw_port': {'id': '56491431-d76f-4585-b0f1-b1000ce7efbe', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:9b:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90c66c7-daf0-4b64-b41d-bcdd0e8c1e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:34:10Z', 'updated_at': '2022-02-28T11:34:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '3882f20d-1850-492b-898f-775fbf8bbbad', 'name': '', 'network_id': '193374bc-f5b3-43bf-bc8e-77a8e6675cc5', 'tenant_id': '44395188913e4f88aa9c846a07c71b52', 'mac_address': 'fa:16:3e:29:76:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f90c66c7-daf0-4b64-b41d-bcdd0e8c1e27', 'device_owner': 'network:router_interface', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '5e8cead3-95c6-4ef0-9c57-1c9701cb27be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:34:12Z', 'updated_at': '2022-02-28T11:34:15Z', 'revision_number': 4, 'project_id': '44395188913e4f88aa9c846a07c71b52', 'subnets': [{'id': '5e8cead3-95c6-4ef0-9c57-1c9701cb27be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:34:16.406173 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68402d52-b227-4b58-afbd-7ec1a4c2c80d admin admin] Router 19275f4c-5f7e-4a4b-b492-8e00f10b4d74 is scheduled to L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 with binding_index 1 {{(pid=103407) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 11:34:16.543384 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68402d52-b227-4b58-afbd-7ec1a4c2c80d admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:34:16.552317 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82fd0cd1-e147-4a18-b56a-598c1ae5a8c4 None None] Sync routers for ids ['19275f4c-5f7e-4a4b-b492-8e00f10b4d74'] in dv-neutron-master-2-hyperv {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:34:16.565045 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82fd0cd1-e147-4a18-b56a-598c1ae5a8c4 None None] Routers {'19275f4c-5f7e-4a4b-b492-8e00f10b4d74'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:34:16.566094 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-82fd0cd1-e147-4a18-b56a-598c1ae5a8c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T11:34:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['19275f4c-5f7e-4a4b-b492-8e00f10b4d74'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:16.584324 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-68402d52-b227-4b58-afbd-7ec1a4c2c80d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:16.586054 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-68402d52-b227-4b58-afbd-7ec1a4c2c80d admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.8317199 Feb 28 11:34:16.588683 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 48370) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:34:16.917940 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e606c433-30dd-4e03-b307-2a677cebf50c None None] Network 3688fbf8-243e-40b2-b679-f052b483dad0 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 11:34:16.920312 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 3882f20d-1850-492b-898f-775fbf8bbbad up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 11:34:17.027385 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-82fd0cd1-e147-4a18-b56a-598c1ae5a8c4 None None] Set router 19275f4c-5f7e-4a4b-b492-8e00f10b4d74 gateway port host: dv-neutron-master-2-hyperv {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:34:17.057868 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-abacbc33-a58a-4e9e-b1b6-692a87f9e5e5 None None] Provisioning complete for port 7f62f4ee-dc13-40c1-8da4-e6f22181ac75 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:34:17.058265 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-abacbc33-a58a-4e9e-b1b6-692a87f9e5e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (7f62f4ee-dc13-40c1-8da4-e6f22181ac75), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:17.110805 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d51f5ae2-2547-4e2f-8adf-5dccceccd3a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:17.211933 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port 3882f20d-1850-492b-898f-775fbf8bbbad triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:34:17.212307 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (3882f20d-1850-492b-898f-775fbf8bbbad), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:17.284475 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_common [None req-d51f5ae2-2547-4e2f-8adf-5dccceccd3a0 admin admin] Allocated IP 172.20.0.1 (3688fbf8-243e-40b2-b679-f052b483dad0/087798ec-6122-4ea7-8a06-bc8c4433cd4b/fe5e18aa-cdcb-4e14-9293-d30d255521a1) {{(pid=103407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:34:17.357469 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-abacbc33-a58a-4e9e-b1b6-692a87f9e5e5 None None] Current status of the port 7f62f4ee-dc13-40c1-8da4-e6f22181ac75 is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:34:17.357867 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-abacbc33-a58a-4e9e-b1b6-692a87f9e5e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (7f62f4ee-dc13-40c1-8da4-e6f22181ac75), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:17.450295 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 3882f20d-1850-492b-898f-775fbf8bbbad is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:34:17.451588 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 56491431-d76f-4585-b0f1-b1000ce7efbe up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 11:34:17.466574 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-abacbc33-a58a-4e9e-b1b6-692a87f9e5e5 None None] For port 7f62f4ee-dc13-40c1-8da4-e6f22181ac75, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7f62f4ee-dc13-40c1-8da4-e6f22181ac75,segment=NetworkSegment(a0d7b7f7-7b45-439f-84f0-ed90dcb933ba),segment_id=a0d7b7f7-7b45-439f-84f0-ed90dcb933ba)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:34:17.496722 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-abacbc33-a58a-4e9e-b1b6-692a87f9e5e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (7f62f4ee-dc13-40c1-8da4-e6f22181ac75), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:17.532666 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-82fd0cd1-e147-4a18-b56a-598c1ae5a8c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19275f4c-5f7e-4a4b-b492-8e00f10b4d74', 'name': 'tempest-TestSnapshotPattern-1407977372-router', 'tenant_id': 'e1ed456c43954f7f861652f3697676b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.124'}], 'enable_snat': True}, 'gw_port_id': '202a14e2-85f8-4110-9a36-12a2e136c566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:34:14Z', 'updated_at': '2022-02-28T11:34:15Z', 'revision_number': 3, 'project_id': 'e1ed456c43954f7f861652f3697676b6', 'gw_port': {'id': '202a14e2-85f8-4110-9a36-12a2e136c566', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:3f:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19275f4c-5f7e-4a4b-b492-8e00f10b4d74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1877, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:34:15Z', 'updated_at': '2022-02-28T11:34:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:17.576090 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82fd0cd1-e147-4a18-b56a-598c1ae5a8c4 None None] Checking router: 19275f4c-5f7e-4a4b-b492-8e00f10b4d74 for host: dv-neutron-master-2-hyperv {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:34:17.576699 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82fd0cd1-e147-4a18-b56a-598c1ae5a8c4 None None] Updating router 19275f4c-5f7e-4a4b-b492-8e00f10b4d74 port 202a14e2-85f8-4110-9a36-12a2e136c566 binding host dv-neutron-master-2-hyperv {{(pid=103409) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 11:34:17.647120 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-82fd0cd1-e147-4a18-b56a-598c1ae5a8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (202a14e2-85f8-4110-9a36-12a2e136c566), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:17.671711 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abacbc33-a58a-4e9e-b1b6-692a87f9e5e5 None None] Pushing event updated for resources: {'Port': ['ID=7f62f4ee-dc13-40c1-8da4-e6f22181ac75,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:17.685810 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-32ef7f49-1f5d-4970-9113-ef3b6742b211 None None] Provisioning complete for port 7f62f4ee-dc13-40c1-8da4-e6f22181ac75 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:34:17.686249 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-32ef7f49-1f5d-4970-9113-ef3b6742b211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (7f62f4ee-dc13-40c1-8da4-e6f22181ac75), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:17.693966 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port 56491431-d76f-4585-b0f1-b1000ce7efbe triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:34:17.694411 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (56491431-d76f-4585-b0f1-b1000ce7efbe), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:17.797549 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d51f5ae2-2547-4e2f-8adf-5dccceccd3a0 admin admin] Publish callbacks [] for port (fe5e18aa-cdcb-4e14-9293-d30d255521a1), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:17.834552 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d51f5ae2-2547-4e2f-8adf-5dccceccd3a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (fe5e18aa-cdcb-4e14-9293-d30d255521a1), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:17.875428 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d51f5ae2-2547-4e2f-8adf-5dccceccd3a0 admin admin] Network 3688fbf8-243e-40b2-b679-f052b483dad0 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:34:17.879767 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-d51f5ae2-2547-4e2f-8adf-5dccceccd3a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:34:17.884787 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51f5ae2-2547-4e2f-8adf-5dccceccd3a0 admin admin] Received port after_create {{(pid=103407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 11:34:17.886842 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51f5ae2-2547-4e2f-8adf-5dccceccd3a0 admin admin] Pushing event updated for resources: {'Port': ['ID=fe5e18aa-cdcb-4e14-9293-d30d255521a1,revision_number=1']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:17.926451 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d51f5ae2-2547-4e2f-8adf-5dccceccd3a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1803404'] for router_interface (19275f4c-5f7e-4a4b-b492-8e00f10b4d74), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:17.985290 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-32ef7f49-1f5d-4970-9113-ef3b6742b211 None None] Current status of the port 7f62f4ee-dc13-40c1-8da4-e6f22181ac75 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:34:17.989247 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 56491431-d76f-4585-b0f1-b1000ce7efbe is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:34:17.990423 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 7f62f4ee-dc13-40c1-8da4-e6f22181ac75 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 11:34:18.067313 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d51f5ae2-2547-4e2f-8adf-5dccceccd3a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (fe5e18aa-cdcb-4e14-9293-d30d255521a1), before_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:18.095330 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-82fd0cd1-e147-4a18-b56a-598c1ae5a8c4 None None] Publish callbacks [] for port (202a14e2-85f8-4110-9a36-12a2e136c566), precommit_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:18.098082 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port 7f62f4ee-dc13-40c1-8da4-e6f22181ac75 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:34:18.098439 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (7f62f4ee-dc13-40c1-8da4-e6f22181ac75), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:18.124279 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-82fd0cd1-e147-4a18-b56a-598c1ae5a8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (202a14e2-85f8-4110-9a36-12a2e136c566), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:18.192598 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9380fd-8c0a-4ca2-884f-216c7dbfd5f5 None None] Pushing event updated for resources: {'Port': ['ID=202a14e2-85f8-4110-9a36-12a2e136c566,revision_number=2']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:18.196487 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-82fd0cd1-e147-4a18-b56a-598c1ae5a8c4 None None] Attempting to bind port 202a14e2-85f8-4110-9a36-12a2e136c566 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 11:34:18.197376 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-82fd0cd1-e147-4a18-b56a-598c1ae5a8c4 None None] Attempting to bind port 202a14e2-85f8-4110-9a36-12a2e136c566 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '195d7ed7-323d-4284-82df-208cca613d99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840'}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 11:34:18.197376 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82fd0cd1-e147-4a18-b56a-598c1ae5a8c4 None None] Attempting to bind port 202a14e2-85f8-4110-9a36-12a2e136c566 on network 1e0804d0-d1d9-4d40-9de5-2936f3d87840 {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 11:34:18.214123 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82fd0cd1-e147-4a18-b56a-598c1ae5a8c4 None None] Checking agent: {'id': '75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 24, 15), 'started_at': datetime.datetime(2022, 2, 28, 10, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 34, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 11:34:18.214510 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82fd0cd1-e147-4a18-b56a-598c1ae5a8c4 None None] Checking segment: {'id': '195d7ed7-323d-4284-82df-208cca613d99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103409) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 11:34:18.214922 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-82fd0cd1-e147-4a18-b56a-598c1ae5a8c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:18.215324 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82fd0cd1-e147-4a18-b56a-598c1ae5a8c4 None None] Bound using segment: {'id': '195d7ed7-323d-4284-82df-208cca613d99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840'} {{(pid=103409) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 11:34:18.215808 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.managers [None req-82fd0cd1-e147-4a18-b56a-598c1ae5a8c4 None None] Bound port: 202a14e2-85f8-4110-9a36-12a2e136c566, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '195d7ed7-323d-4284-82df-208cca613d99', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840'}}] {{(pid=103409) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 11:34:18.216193 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-82fd0cd1-e147-4a18-b56a-598c1ae5a8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (202a14e2-85f8-4110-9a36-12a2e136c566), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:18.244195 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d51f5ae2-2547-4e2f-8adf-5dccceccd3a0 admin admin] Publish callbacks [] for port (fe5e18aa-cdcb-4e14-9293-d30d255521a1), precommit_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:18.250066 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d51f5ae2-2547-4e2f-8adf-5dccceccd3a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3498066'] for port (fe5e18aa-cdcb-4e14-9293-d30d255521a1), after_update {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:18.251602 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-a834e8f7-3b04-42eb-b971-c4026e0bdd41 None None] Provisioning complete for port fe5e18aa-cdcb-4e14-9293-d30d255521a1 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:34:18.252062 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-a834e8f7-3b04-42eb-b971-c4026e0bdd41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (fe5e18aa-cdcb-4e14-9293-d30d255521a1), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:18.328675 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-d51f5ae2-2547-4e2f-8adf-5dccceccd3a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1616469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1802524'] for router_interface (19275f4c-5f7e-4a4b-b492-8e00f10b4d74), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:18.330617 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51f5ae2-2547-4e2f-8adf-5dccceccd3a0 admin admin] Pushing event updated for resources: {'Port': ['ID=fe5e18aa-cdcb-4e14-9293-d30d255521a1,revision_number=2']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:18.339699 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-82fd0cd1-e147-4a18-b56a-598c1ae5a8c4 None None] For port 202a14e2-85f8-4110-9a36-12a2e136c566, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103409) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:34:18.341666 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 7f62f4ee-dc13-40c1-8da4-e6f22181ac75 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:34:18.346205 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-82fd0cd1-e147-4a18-b56a-598c1ae5a8c4 None None] For port 202a14e2-85f8-4110-9a36-12a2e136c566, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=202a14e2-85f8-4110-9a36-12a2e136c566,segment=NetworkSegment(195d7ed7-323d-4284-82df-208cca613d99),segment_id=195d7ed7-323d-4284-82df-208cca613d99)] {{(pid=103409) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:34:18.347522 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-a834e8f7-3b04-42eb-b971-c4026e0bdd41 None None] Port fe5e18aa-cdcb-4e14-9293-d30d255521a1 cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 11:34:18.357054 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-82fd0cd1-e147-4a18-b56a-598c1ae5a8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (202a14e2-85f8-4110-9a36-12a2e136c566), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:18.413370 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82fd0cd1-e147-4a18-b56a-598c1ae5a8c4 None None] Routers {'19275f4c-5f7e-4a4b-b492-8e00f10b4d74'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:34:18.414506 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-82fd0cd1-e147-4a18-b56a-598c1ae5a8c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T11:34:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['19275f4c-5f7e-4a4b-b492-8e00f10b4d74'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:18.432762 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d51f5ae2-2547-4e2f-8adf-5dccceccd3a0 admin admin] Network 3688fbf8-243e-40b2-b679-f052b483dad0 is already hosted by enough agents. {{(pid=103407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:34:18.434044 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.base_scheduler [None req-d51f5ae2-2547-4e2f-8adf-5dccceccd3a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:34:18.471623 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9380fd-8c0a-4ca2-884f-216c7dbfd5f5 None None] Pushing event updated for resources: {'Port': ['ID=202a14e2-85f8-4110-9a36-12a2e136c566,revision_number=3']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:18.554132 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-82fd0cd1-e147-4a18-b56a-598c1ae5a8c4 None None] Set router 19275f4c-5f7e-4a4b-b492-8e00f10b4d74 gateway port host: dv-neutron-master-2-hyperv {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:34:18.563384 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d51f5ae2-2547-4e2f-8adf-5dccceccd3a0 admin admin] Router 19275f4c-5f7e-4a4b-b492-8e00f10b4d74 has already been hosted by L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:34:18.698618 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d51f5ae2-2547-4e2f-8adf-5dccceccd3a0 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:34:18.704746 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-d51f5ae2-2547-4e2f-8adf-5dccceccd3a0 admin admin] 10.222.0.20 "PUT /v2.0/routers/19275f4c-5f7e-4a4b-b492-8e00f10b4d74/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1145995 Feb 28 11:34:18.793640 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 7f62f4ee-dc13-40c1-8da4-e6f22181ac75 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 11:34:18.882790 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-80d3bf47-9e98-4c73-8234-7f4bef3767f6 None None] Provisioning complete for port fe5e18aa-cdcb-4e14-9293-d30d255521a1 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:34:18.883164 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-80d3bf47-9e98-4c73-8234-7f4bef3767f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (fe5e18aa-cdcb-4e14-9293-d30d255521a1), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:18.955694 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-80d3bf47-9e98-4c73-8234-7f4bef3767f6 None None] Port fe5e18aa-cdcb-4e14-9293-d30d255521a1 cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 11:34:18.958091 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port 7f62f4ee-dc13-40c1-8da4-e6f22181ac75 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:34:18.958448 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (7f62f4ee-dc13-40c1-8da4-e6f22181ac75), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:19.070432 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-82fd0cd1-e147-4a18-b56a-598c1ae5a8c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19275f4c-5f7e-4a4b-b492-8e00f10b4d74', 'name': 'tempest-TestSnapshotPattern-1407977372-router', 'tenant_id': 'e1ed456c43954f7f861652f3697676b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.124'}], 'enable_snat': True}, 'gw_port_id': '202a14e2-85f8-4110-9a36-12a2e136c566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:34:14Z', 'updated_at': '2022-02-28T11:34:18Z', 'revision_number': 4, 'project_id': 'e1ed456c43954f7f861652f3697676b6', 'gw_port': {'id': '202a14e2-85f8-4110-9a36-12a2e136c566', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:3f:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19275f4c-5f7e-4a4b-b492-8e00f10b4d74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1877, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:34:15Z', 'updated_at': '2022-02-28T11:34:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'fe5e18aa-cdcb-4e14-9293-d30d255521a1', 'name': '', 'network_id': '3688fbf8-243e-40b2-b679-f052b483dad0', 'tenant_id': 'e1ed456c43954f7f861652f3697676b6', 'mac_address': 'fa:16:3e:50:2a:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19275f4c-5f7e-4a4b-b492-8e00f10b4d74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '087798ec-6122-4ea7-8a06-bc8c4433cd4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:34:17Z', 'updated_at': '2022-02-28T11:34:18Z', 'revision_number': 2, 'project_id': 'e1ed456c43954f7f861652f3697676b6', 'subnets': [{'id': '087798ec-6122-4ea7-8a06-bc8c4433cd4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:19.099911 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82fd0cd1-e147-4a18-b56a-598c1ae5a8c4 None None] The sync data for ids ['19275f4c-5f7e-4a4b-b492-8e00f10b4d74'] in dv-neutron-master-2-hyperv is: [{'id': '19275f4c-5f7e-4a4b-b492-8e00f10b4d74', 'name': 'tempest-TestSnapshotPattern-1407977372-router', 'tenant_id': 'e1ed456c43954f7f861652f3697676b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.124'}], 'enable_snat': True}, 'gw_port_id': '202a14e2-85f8-4110-9a36-12a2e136c566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:34:14Z', 'updated_at': '2022-02-28T11:34:18Z', 'revision_number': 4, 'project_id': 'e1ed456c43954f7f861652f3697676b6', 'gw_port': {'id': '202a14e2-85f8-4110-9a36-12a2e136c566', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:3f:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19275f4c-5f7e-4a4b-b492-8e00f10b4d74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1877, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:34:15Z', 'updated_at': '2022-02-28T11:34:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'fe5e18aa-cdcb-4e14-9293-d30d255521a1', 'name': '', 'network_id': '3688fbf8-243e-40b2-b679-f052b483dad0', 'tenant_id': 'e1ed456c43954f7f861652f3697676b6', 'mac_address': 'fa:16:3e:50:2a:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19275f4c-5f7e-4a4b-b492-8e00f10b4d74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '087798ec-6122-4ea7-8a06-bc8c4433cd4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:34:17Z', 'updated_at': '2022-02-28T11:34:18Z', 'revision_number': 2, 'project_id': 'e1ed456c43954f7f861652f3697676b6', 'subnets': [{'id': '087798ec-6122-4ea7-8a06-bc8c4433cd4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:34:19.101585 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 7f62f4ee-dc13-40c1-8da4-e6f22181ac75 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:34:19.535285 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 48380) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:34:19.540377 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-2513b47f-61c9-45ea-8fd5-5c556c0ce714 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-182885458', 'description': 'tempest-secgroup-smoke-182885458 description', 'project_id': '44395188913e4f88aa9c846a07c71b52'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:34:19.563680 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2513b47f-61c9-45ea-8fd5-5c556c0ce714 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Publish callbacks [] for security_group (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:19.637026 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2513b47f-61c9-45ea-8fd5-5c556c0ce714 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Publish callbacks [] for security_group (aaf0bc2a-3aa2-438f-8490-09d2055f1ecc), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:19.641657 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2513b47f-61c9-45ea-8fd5-5c556c0ce714 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (aaf0bc2a-3aa2-438f-8490-09d2055f1ecc), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:19.671931 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-2513b47f-61c9-45ea-8fd5-5c556c0ce714 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Publish callbacks [] for security_group (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:19.676367 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 48382) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:34:19.676934 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-2513b47f-61c9-45ea-8fd5-5c556c0ce714 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1400635 Feb 28 11:34:19.682033 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2513b47f-61c9-45ea-8fd5-5c556c0ce714 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aaf0bc2a-3aa2-438f-8490-09d2055f1ecc,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:19.682812 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.v2.base [None req-7c5419af-a956-49de-8a75-96bcb5505a56 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Request body: {'security_group_rule': {'security_group_id': 'aaf0bc2a-3aa2-438f-8490-09d2055f1ecc', 'project_id': '44395188913e4f88aa9c846a07c71b52', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103407) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:34:19.717551 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7c5419af-a956-49de-8a75-96bcb5505a56 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Publish callbacks [] for security_group_rule (2328c16f-8510-45b1-96ed-98ccf7989b44), before_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:19.788057 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7c5419af-a956-49de-8a75-96bcb5505a56 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Publish callbacks [] for security_group_rule (2328c16f-8510-45b1-96ed-98ccf7989b44), precommit_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:19.792720 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7c5419af-a956-49de-8a75-96bcb5505a56 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594242'] for security_group_rule (2328c16f-8510-45b1-96ed-98ccf7989b44), after_create {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:19.816048 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5419af-a956-49de-8a75-96bcb5505a56 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2328c16f-8510-45b1-96ed-98ccf7989b44,revision_number=0']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:19.826216 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-7c5419af-a956-49de-8a75-96bcb5505a56 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:19.828027 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-7c5419af-a956-49de-8a75-96bcb5505a56 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1501629 Feb 28 11:34:19.831097 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 48384) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:34:19.836098 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-f147eca0-c8fa-43ae-84f0-51b39be93aa7 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Request body: {'security_group_rule': {'security_group_id': 'aaf0bc2a-3aa2-438f-8490-09d2055f1ecc', 'project_id': '44395188913e4f88aa9c846a07c71b52', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:34:19.863101 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f147eca0-c8fa-43ae-84f0-51b39be93aa7 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Publish callbacks [] for security_group_rule (09068f73-d0b8-4804-a5b3-6f720dba941c), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:19.932509 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f147eca0-c8fa-43ae-84f0-51b39be93aa7 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Publish callbacks [] for security_group_rule (09068f73-d0b8-4804-a5b3-6f720dba941c), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:19.936587 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f147eca0-c8fa-43ae-84f0-51b39be93aa7 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594242'] for security_group_rule (09068f73-d0b8-4804-a5b3-6f720dba941c), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:19.957087 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f147eca0-c8fa-43ae-84f0-51b39be93aa7 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09068f73-d0b8-4804-a5b3-6f720dba941c,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:19.964108 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-f147eca0-c8fa-43ae-84f0-51b39be93aa7 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:19.967752 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-f147eca0-c8fa-43ae-84f0-51b39be93aa7 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1330976 Feb 28 11:34:19.967947 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 48386) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:34:19.972344 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-6c39fcc0-b4a8-4623-a3cd-88dc2501bb55 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Request body: {'security_group_rule': {'security_group_id': 'aaf0bc2a-3aa2-438f-8490-09d2055f1ecc', 'project_id': '44395188913e4f88aa9c846a07c71b52', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:34:20.000741 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6c39fcc0-b4a8-4623-a3cd-88dc2501bb55 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Publish callbacks [] for security_group_rule (c70e6c65-51d0-4252-a111-e6a02464f61c), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:20.070161 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6c39fcc0-b4a8-4623-a3cd-88dc2501bb55 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Publish callbacks [] for security_group_rule (c70e6c65-51d0-4252-a111-e6a02464f61c), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:20.074915 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6c39fcc0-b4a8-4623-a3cd-88dc2501bb55 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594242'] for security_group_rule (c70e6c65-51d0-4252-a111-e6a02464f61c), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:20.094569 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c39fcc0-b4a8-4623-a3cd-88dc2501bb55 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c70e6c65-51d0-4252-a111-e6a02464f61c,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:20.103520 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6c39fcc0-b4a8-4623-a3cd-88dc2501bb55 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:20.104790 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-6c39fcc0-b4a8-4623-a3cd-88dc2501bb55 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1359022 Feb 28 11:34:20.107610 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 48388) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:34:20.112742 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-6345dd59-d9b8-43c6-87b1-e73b07681ece tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Request body: {'security_group_rule': {'security_group_id': 'aaf0bc2a-3aa2-438f-8490-09d2055f1ecc', 'project_id': '44395188913e4f88aa9c846a07c71b52', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:34:20.140960 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6345dd59-d9b8-43c6-87b1-e73b07681ece tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Publish callbacks [] for security_group_rule (9d6b7a16-1259-441f-bb3d-7ac214bed7e8), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:20.204805 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6345dd59-d9b8-43c6-87b1-e73b07681ece tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Publish callbacks [] for security_group_rule (9d6b7a16-1259-441f-bb3d-7ac214bed7e8), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:20.210554 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6345dd59-d9b8-43c6-87b1-e73b07681ece tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594242'] for security_group_rule (9d6b7a16-1259-441f-bb3d-7ac214bed7e8), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:20.232662 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6345dd59-d9b8-43c6-87b1-e73b07681ece tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d6b7a16-1259-441f-bb3d-7ac214bed7e8,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:20.238889 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6345dd59-d9b8-43c6-87b1-e73b07681ece tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:20.239608 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-6345dd59-d9b8-43c6-87b1-e73b07681ece tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1305149 Feb 28 11:34:20.243221 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 48390) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:34:20.248011 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-7a8d9f03-1a2e-49ab-acc4-b1d03f59c0a9 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Request body: {'security_group_rule': {'security_group_id': 'aaf0bc2a-3aa2-438f-8490-09d2055f1ecc', 'project_id': '44395188913e4f88aa9c846a07c71b52', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:34:20.269168 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.db.securitygroups_db [None req-7a8d9f03-1a2e-49ab-acc4-b1d03f59c0a9 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Project 44395188913e4f88aa9c846a07c71b52 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 11:34:20.275157 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7a8d9f03-1a2e-49ab-acc4-b1d03f59c0a9 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Publish callbacks [] for security_group_rule (70d0ef46-7fed-460a-b4de-d9d31ad12106), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:20.346789 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7a8d9f03-1a2e-49ab-acc4-b1d03f59c0a9 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Publish callbacks [] for security_group_rule (70d0ef46-7fed-460a-b4de-d9d31ad12106), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:20.352046 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7a8d9f03-1a2e-49ab-acc4-b1d03f59c0a9 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594242'] for security_group_rule (70d0ef46-7fed-460a-b4de-d9d31ad12106), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:20.385777 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8d9f03-1a2e-49ab-acc4-b1d03f59c0a9 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70d0ef46-7fed-460a-b4de-d9d31ad12106,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:20.392315 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-7a8d9f03-1a2e-49ab-acc4-b1d03f59c0a9 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:20.393599 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-7a8d9f03-1a2e-49ab-acc4-b1d03f59c0a9 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1492653 Feb 28 11:34:20.396250 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 48392) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:34:20.401043 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-5622e002-0fee-4a29-93dd-b91ad3b3a1e9 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Request body: {'security_group_rule': {'security_group_id': 'aaf0bc2a-3aa2-438f-8490-09d2055f1ecc', 'project_id': '44395188913e4f88aa9c846a07c71b52', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:34:20.427013 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.db.securitygroups_db [None req-5622e002-0fee-4a29-93dd-b91ad3b3a1e9 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Project 44395188913e4f88aa9c846a07c71b52 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 11:34:20.432835 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5622e002-0fee-4a29-93dd-b91ad3b3a1e9 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Publish callbacks [] for security_group_rule (0741c568-7909-4dc4-9040-036e886eded4), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:20.498484 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5622e002-0fee-4a29-93dd-b91ad3b3a1e9 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Publish callbacks [] for security_group_rule (0741c568-7909-4dc4-9040-036e886eded4), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:20.504844 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5622e002-0fee-4a29-93dd-b91ad3b3a1e9 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594242'] for security_group_rule (0741c568-7909-4dc4-9040-036e886eded4), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:20.524263 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5622e002-0fee-4a29-93dd-b91ad3b3a1e9 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0741c568-7909-4dc4-9040-036e886eded4,revision_number=0']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:20.528846 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-5622e002-0fee-4a29-93dd-b91ad3b3a1e9 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:20.530060 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-5622e002-0fee-4a29-93dd-b91ad3b3a1e9 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1326084 Feb 28 11:34:20.657100 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 202a14e2-85f8-4110-9a36-12a2e136c566 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 11:34:20.695946 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-2a5f183f-d18e-4b59-9185-eb6f211c2bb0 req-28bab5c1-80c6-4df8-82f8-68be9c6ad3cf tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-182885458&fields=id&tenant_id=44395188913e4f88aa9c846a07c71b52 HTTP/1.1" status: 200 len: 267 time: 0.0505006 Feb 28 11:34:20.711136 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port 202a14e2-85f8-4110-9a36-12a2e136c566 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:34:20.711521 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (202a14e2-85f8-4110-9a36-12a2e136c566), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:20.789034 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 202a14e2-85f8-4110-9a36-12a2e136c566 is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:34:20.789427 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (202a14e2-85f8-4110-9a36-12a2e136c566), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:20.810488 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5f183f-d18e-4b59-9185-eb6f211c2bb0 req-a1a7c378-eca2-4bf0-a79f-1684a08e66ac tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:34:20.812591 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-2a5f183f-d18e-4b59-9185-eb6f211c2bb0 req-a1a7c378-eca2-4bf0-a79f-1684a08e66ac tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] 10.222.0.20 "GET /v2.0/networks?id=193374bc-f5b3-43bf-bc8e-77a8e6675cc5 HTTP/1.1" status: 200 len: 810 time: 0.1077840 Feb 28 11:34:20.816595 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] For port 202a14e2-85f8-4110-9a36-12a2e136c566, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=202a14e2-85f8-4110-9a36-12a2e136c566,segment=NetworkSegment(195d7ed7-323d-4284-82df-208cca613d99),segment_id=195d7ed7-323d-4284-82df-208cca613d99)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:34:20.822982 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (202a14e2-85f8-4110-9a36-12a2e136c566), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:20.838877 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-2a5f183f-d18e-4b59-9185-eb6f211c2bb0 req-99fe84d9-f15a-4a59-b3de-80ef875c40ce tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] 10.222.0.20 "GET /v2.0/quotas/44395188913e4f88aa9c846a07c71b52 HTTP/1.1" status: 200 len: 375 time: 0.0201166 Feb 28 11:34:20.876194 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Pushing event updated for resources: {'Port': ['ID=202a14e2-85f8-4110-9a36-12a2e136c566,revision_number=4']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:20.895869 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-2a5f183f-d18e-4b59-9185-eb6f211c2bb0 req-75c87e85-52ad-4add-ab7d-edb4904e2e30 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=44395188913e4f88aa9c846a07c71b52&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0560875 Feb 28 11:34:21.044304 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [req-2a5f183f-d18e-4b59-9185-eb6f211c2bb0 req-8853bee3-1e05-43f9-9a79-b51b65bdaf6c service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=103407) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 28 11:34:21.045269 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-2a5f183f-d18e-4b59-9185-eb6f211c2bb0 req-8853bee3-1e05-43f9-9a79-b51b65bdaf6c service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0525537 Feb 28 11:34:21.143953 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-2a5f183f-d18e-4b59-9185-eb6f211c2bb0 req-d163568a-58b6-4d68-81b1-649e96a9f85f service neutron] 10.222.0.20 "GET /v2.0/networks/193374bc-f5b3-43bf-bc8e-77a8e6675cc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918360 Feb 28 11:34:21.204451 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f7b80e-0fee-4553-be8d-7104efafa176 None None] Sync routers for ids ['19275f4c-5f7e-4a4b-b492-8e00f10b4d74'] in dv-neutron-master-2-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:34:21.217085 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f7b80e-0fee-4553-be8d-7104efafa176 None None] Routers {'19275f4c-5f7e-4a4b-b492-8e00f10b4d74'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:34:21.218079 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-77f7b80e-0fee-4553-be8d-7104efafa176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T11:34:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['19275f4c-5f7e-4a4b-b492-8e00f10b4d74'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:21.250841 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-2a5f183f-d18e-4b59-9185-eb6f211c2bb0 req-1d1dff07-4aec-4320-b0e1-d33629544e43 service neutron] 10.222.0.20 "GET /v2.0/networks/193374bc-f5b3-43bf-bc8e-77a8e6675cc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009276 Feb 28 11:34:21.440217 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-a63b3b33-2bab-46db-b6a1-d0ee8c0395de req-fba286a7-40ed-4bee-970f-82bf66903f1e tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] 10.222.0.20 "GET /v2.0/ports?device_id=4087f6e0-99ac-44ca-9ef8-19c688663612 HTTP/1.1" status: 200 len: 210 time: 0.0306795 Feb 28 11:34:21.442588 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-77f7b80e-0fee-4553-be8d-7104efafa176 None None] Set router 19275f4c-5f7e-4a4b-b492-8e00f10b4d74 gateway port host: dv-neutron-master-2-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:34:21.666945 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-77f7b80e-0fee-4553-be8d-7104efafa176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19275f4c-5f7e-4a4b-b492-8e00f10b4d74', 'name': 'tempest-TestSnapshotPattern-1407977372-router', 'tenant_id': 'e1ed456c43954f7f861652f3697676b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.124'}], 'enable_snat': True}, 'gw_port_id': '202a14e2-85f8-4110-9a36-12a2e136c566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:34:14Z', 'updated_at': '2022-02-28T11:34:18Z', 'revision_number': 4, 'project_id': 'e1ed456c43954f7f861652f3697676b6', 'gw_port': {'id': '202a14e2-85f8-4110-9a36-12a2e136c566', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:3f:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19275f4c-5f7e-4a4b-b492-8e00f10b4d74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1877, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:34:15Z', 'updated_at': '2022-02-28T11:34:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'fe5e18aa-cdcb-4e14-9293-d30d255521a1', 'name': '', 'network_id': '3688fbf8-243e-40b2-b679-f052b483dad0', 'tenant_id': 'e1ed456c43954f7f861652f3697676b6', 'mac_address': 'fa:16:3e:50:2a:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19275f4c-5f7e-4a4b-b492-8e00f10b4d74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '087798ec-6122-4ea7-8a06-bc8c4433cd4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:34:17Z', 'updated_at': '2022-02-28T11:34:18Z', 'revision_number': 2, 'project_id': 'e1ed456c43954f7f861652f3697676b6', 'subnets': [{'id': '087798ec-6122-4ea7-8a06-bc8c4433cd4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:21.695795 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f7b80e-0fee-4553-be8d-7104efafa176 None None] Checking router: 19275f4c-5f7e-4a4b-b492-8e00f10b4d74 for host: dv-neutron-master-2-hyperv {{(pid=103410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:34:21.696148 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f7b80e-0fee-4553-be8d-7104efafa176 None None] Updating router 19275f4c-5f7e-4a4b-b492-8e00f10b4d74 port fe5e18aa-cdcb-4e14-9293-d30d255521a1 binding host dv-neutron-master-2-hyperv {{(pid=103410) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 28 11:34:21.727753 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-77f7b80e-0fee-4553-be8d-7104efafa176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (fe5e18aa-cdcb-4e14-9293-d30d255521a1), before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:22.006931 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-77f7b80e-0fee-4553-be8d-7104efafa176 None None] Publish callbacks [] for port (fe5e18aa-cdcb-4e14-9293-d30d255521a1), precommit_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:22.014964 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-77f7b80e-0fee-4553-be8d-7104efafa176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (fe5e18aa-cdcb-4e14-9293-d30d255521a1), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:22.069905 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d451c348-b661-484a-8af1-142e7bb49148 None None] Pushing event updated for resources: {'Port': ['ID=fe5e18aa-cdcb-4e14-9293-d30d255521a1,revision_number=3']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:22.129279 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-77f7b80e-0fee-4553-be8d-7104efafa176 None None] Attempting to bind port fe5e18aa-cdcb-4e14-9293-d30d255521a1 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 11:34:22.130099 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-77f7b80e-0fee-4553-be8d-7104efafa176 None None] Attempting to bind port fe5e18aa-cdcb-4e14-9293-d30d255521a1 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'a0d7b7f7-7b45-439f-84f0-ed90dcb933ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '3688fbf8-243e-40b2-b679-f052b483dad0'}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 11:34:22.130483 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f7b80e-0fee-4553-be8d-7104efafa176 None None] Attempting to bind port fe5e18aa-cdcb-4e14-9293-d30d255521a1 on network 3688fbf8-243e-40b2-b679-f052b483dad0 {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 11:34:22.136506 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f7b80e-0fee-4553-be8d-7104efafa176 None None] Checking agent: {'id': '75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 24, 15), 'started_at': datetime.datetime(2022, 2, 28, 10, 24, 45), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 34, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 11:34:22.136922 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f7b80e-0fee-4553-be8d-7104efafa176 None None] Checking segment: {'id': 'a0d7b7f7-7b45-439f-84f0-ed90dcb933ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '3688fbf8-243e-40b2-b679-f052b483dad0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103410) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 11:34:22.137334 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-77f7b80e-0fee-4553-be8d-7104efafa176 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:22.137832 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f7b80e-0fee-4553-be8d-7104efafa176 None None] Bound using segment: {'id': 'a0d7b7f7-7b45-439f-84f0-ed90dcb933ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '3688fbf8-243e-40b2-b679-f052b483dad0'} {{(pid=103410) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 11:34:22.138306 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.managers [None req-77f7b80e-0fee-4553-be8d-7104efafa176 None None] Bound port: fe5e18aa-cdcb-4e14-9293-d30d255521a1, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0d7b7f7-7b45-439f-84f0-ed90dcb933ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '3688fbf8-243e-40b2-b679-f052b483dad0'}}] {{(pid=103410) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 11:34:22.138692 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-77f7b80e-0fee-4553-be8d-7104efafa176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (fe5e18aa-cdcb-4e14-9293-d30d255521a1), before_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:22.215955 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-77f7b80e-0fee-4553-be8d-7104efafa176 None None] For port fe5e18aa-cdcb-4e14-9293-d30d255521a1, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103410) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:34:22.219521 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.plugins.ml2.db [None req-77f7b80e-0fee-4553-be8d-7104efafa176 None None] For port fe5e18aa-cdcb-4e14-9293-d30d255521a1, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=fe5e18aa-cdcb-4e14-9293-d30d255521a1,segment=NetworkSegment(a0d7b7f7-7b45-439f-84f0-ed90dcb933ba),segment_id=a0d7b7f7-7b45-439f-84f0-ed90dcb933ba)] {{(pid=103410) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:34:22.226990 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron_lib.callbacks.manager [None req-77f7b80e-0fee-4553-be8d-7104efafa176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (fe5e18aa-cdcb-4e14-9293-d30d255521a1), after_update {{(pid=103410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:22.282601 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f7b80e-0fee-4553-be8d-7104efafa176 None None] Routers {'19275f4c-5f7e-4a4b-b492-8e00f10b4d74'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:34:22.283257 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-77f7b80e-0fee-4553-be8d-7104efafa176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T11:34:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['19275f4c-5f7e-4a4b-b492-8e00f10b4d74'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:22.288476 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d451c348-b661-484a-8af1-142e7bb49148 None None] Pushing event updated for resources: {'Port': ['ID=fe5e18aa-cdcb-4e14-9293-d30d255521a1,revision_number=4']} {{(pid=103410) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:22.311140 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-87f4e9ff-009d-4e38-939f-0893c98608bb None None] Provisioning complete for port fe5e18aa-cdcb-4e14-9293-d30d255521a1 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:34:22.311804 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-87f4e9ff-009d-4e38-939f-0893c98608bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (fe5e18aa-cdcb-4e14-9293-d30d255521a1), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:22.414673 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-87f4e9ff-009d-4e38-939f-0893c98608bb None None] Current status of the port fe5e18aa-cdcb-4e14-9293-d30d255521a1 is: DOWN; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:34:22.415382 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-87f4e9ff-009d-4e38-939f-0893c98608bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (fe5e18aa-cdcb-4e14-9293-d30d255521a1), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:22.432676 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-77f7b80e-0fee-4553-be8d-7104efafa176 None None] Set router 19275f4c-5f7e-4a4b-b492-8e00f10b4d74 gateway port host: dv-neutron-master-2-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:34:22.469458 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-87f4e9ff-009d-4e38-939f-0893c98608bb None None] For port fe5e18aa-cdcb-4e14-9293-d30d255521a1, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=fe5e18aa-cdcb-4e14-9293-d30d255521a1,segment=NetworkSegment(a0d7b7f7-7b45-439f-84f0-ed90dcb933ba),segment_id=a0d7b7f7-7b45-439f-84f0-ed90dcb933ba)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:34:22.478348 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-87f4e9ff-009d-4e38-939f-0893c98608bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (fe5e18aa-cdcb-4e14-9293-d30d255521a1), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:22.559846 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f4e9ff-009d-4e38-939f-0893c98608bb None None] Pushing event updated for resources: {'Port': ['ID=fe5e18aa-cdcb-4e14-9293-d30d255521a1,revision_number=5']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:22.612364 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5f183f-d18e-4b59-9185-eb6f211c2bb0 req-57319c38-1774-47c3-8189-68b5fe3814ef tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:34:22.613963 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-2a5f183f-d18e-4b59-9185-eb6f211c2bb0 req-57319c38-1774-47c3-8189-68b5fe3814ef tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] 10.222.0.30 "GET /v2.0/networks?id=193374bc-f5b3-43bf-bc8e-77a8e6675cc5 HTTP/1.1" status: 200 len: 810 time: 0.1968310 Feb 28 11:34:22.636332 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-ab59d870-4377-476e-bc5a-2711d14078f2 None None] Provisioning complete for port fe5e18aa-cdcb-4e14-9293-d30d255521a1 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:34:22.636847 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ab59d870-4377-476e-bc5a-2711d14078f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (fe5e18aa-cdcb-4e14-9293-d30d255521a1), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:22.647899 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-ebee90a0-2ecf-44c4-aa90-acb1b6feac7a req-d1feb6c4-cdb9-433f-86e0-ecf416e23f07 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] 10.222.0.20 "GET /v2.0/ports?device_id=4087f6e0-99ac-44ca-9ef8-19c688663612 HTTP/1.1" status: 200 len: 210 time: 0.0800176 Feb 28 11:34:22.705909 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device fe5e18aa-cdcb-4e14-9293-d30d255521a1 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 11:34:22.734752 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-2a5f183f-d18e-4b59-9185-eb6f211c2bb0 req-ef4c9804-410e-4c9b-b23d-017739cbd176 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=44395188913e4f88aa9c846a07c71b52 HTTP/1.1" status: 200 len: 379 time: 0.1046288 Feb 28 11:34:22.738797 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-77f7b80e-0fee-4553-be8d-7104efafa176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19275f4c-5f7e-4a4b-b492-8e00f10b4d74', 'name': 'tempest-TestSnapshotPattern-1407977372-router', 'tenant_id': 'e1ed456c43954f7f861652f3697676b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.124'}], 'enable_snat': True}, 'gw_port_id': '202a14e2-85f8-4110-9a36-12a2e136c566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:34:14Z', 'updated_at': '2022-02-28T11:34:18Z', 'revision_number': 4, 'project_id': 'e1ed456c43954f7f861652f3697676b6', 'gw_port': {'id': '202a14e2-85f8-4110-9a36-12a2e136c566', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:3f:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19275f4c-5f7e-4a4b-b492-8e00f10b4d74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1877, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:34:15Z', 'updated_at': '2022-02-28T11:34:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'fe5e18aa-cdcb-4e14-9293-d30d255521a1', 'name': '', 'network_id': '3688fbf8-243e-40b2-b679-f052b483dad0', 'tenant_id': 'e1ed456c43954f7f861652f3697676b6', 'mac_address': 'fa:16:3e:50:2a:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19275f4c-5f7e-4a4b-b492-8e00f10b4d74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '087798ec-6122-4ea7-8a06-bc8c4433cd4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:34:17Z', 'updated_at': '2022-02-28T11:34:22Z', 'revision_number': 4, 'project_id': 'e1ed456c43954f7f861652f3697676b6', 'subnets': [{'id': '087798ec-6122-4ea7-8a06-bc8c4433cd4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:22.757319 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [req-2a5f183f-d18e-4b59-9185-eb6f211c2bb0 req-fd673e23-ed54-44e0-9c07-17b77415463d tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Request body: {'port': {'device_id': '4087f6e0-99ac-44ca-9ef8-19c688663612', 'network_id': '193374bc-f5b3-43bf-bc8e-77a8e6675cc5', 'admin_state_up': True, 'tenant_id': '44395188913e4f88aa9c846a07c71b52', 'security_groups': ['aaf0bc2a-3aa2-438f-8490-09d2055f1ecc']}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:34:22.768751 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f7b80e-0fee-4553-be8d-7104efafa176 None None] The sync data for ids ['19275f4c-5f7e-4a4b-b492-8e00f10b4d74'] in dv-neutron-master-2-hyperv is: [{'id': '19275f4c-5f7e-4a4b-b492-8e00f10b4d74', 'name': 'tempest-TestSnapshotPattern-1407977372-router', 'tenant_id': 'e1ed456c43954f7f861652f3697676b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.124'}], 'enable_snat': True}, 'gw_port_id': '202a14e2-85f8-4110-9a36-12a2e136c566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:34:14Z', 'updated_at': '2022-02-28T11:34:18Z', 'revision_number': 4, 'project_id': 'e1ed456c43954f7f861652f3697676b6', 'gw_port': {'id': '202a14e2-85f8-4110-9a36-12a2e136c566', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:3f:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19275f4c-5f7e-4a4b-b492-8e00f10b4d74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1877, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:34:15Z', 'updated_at': '2022-02-28T11:34:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'fe5e18aa-cdcb-4e14-9293-d30d255521a1', 'name': '', 'network_id': '3688fbf8-243e-40b2-b679-f052b483dad0', 'tenant_id': 'e1ed456c43954f7f861652f3697676b6', 'mac_address': 'fa:16:3e:50:2a:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19275f4c-5f7e-4a4b-b492-8e00f10b4d74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '087798ec-6122-4ea7-8a06-bc8c4433cd4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:34:17Z', 'updated_at': '2022-02-28T11:34:22Z', 'revision_number': 4, 'project_id': 'e1ed456c43954f7f861652f3697676b6', 'subnets': [{'id': '087798ec-6122-4ea7-8a06-bc8c4433cd4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:34:22.801462 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port fe5e18aa-cdcb-4e14-9293-d30d255521a1 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:34:22.801798 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (fe5e18aa-cdcb-4e14-9293-d30d255521a1), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:22.803996 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-ab59d870-4377-476e-bc5a-2711d14078f2 None None] Current status of the port fe5e18aa-cdcb-4e14-9293-d30d255521a1 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:34:22.879298 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a5f183f-d18e-4b59-9185-eb6f211c2bb0 req-fd673e23-ed54-44e0-9c07-17b77415463d tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Made reservation on behalf of 44395188913e4f88aa9c846a07c71b52 for: {'port': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:34:22.883306 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-2a5f183f-d18e-4b59-9185-eb6f211c2bb0 req-fd673e23-ed54-44e0-9c07-17b77415463d tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:22.891313 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port fe5e18aa-cdcb-4e14-9293-d30d255521a1 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:34:22.892247 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 202a14e2-85f8-4110-9a36-12a2e136c566 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 11:34:22.943115 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Provisioning complete for port 202a14e2-85f8-4110-9a36-12a2e136c566 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:34:22.943478 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (202a14e2-85f8-4110-9a36-12a2e136c566), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:23.024115 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [req-2a5f183f-d18e-4b59-9185-eb6f211c2bb0 req-fd673e23-ed54-44e0-9c07-17b77415463d tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Allocated IP 172.20.0.9 (193374bc-f5b3-43bf-bc8e-77a8e6675cc5/5e8cead3-95c6-4ef0-9c57-1c9701cb27be/ef952d79-1295-40b1-98c1-f49f52c589d7) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:34:23.030429 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Current status of the port 202a14e2-85f8-4110-9a36-12a2e136c566 is: ACTIVE; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:34:23.169988 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-2a5f183f-d18e-4b59-9185-eb6f211c2bb0 req-fd673e23-ed54-44e0-9c07-17b77415463d tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Publish callbacks [] for port (ef952d79-1295-40b1-98c1-f49f52c589d7), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:23.212638 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-2a5f183f-d18e-4b59-9185-eb6f211c2bb0 req-fd673e23-ed54-44e0-9c07-17b77415463d tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (ef952d79-1295-40b1-98c1-f49f52c589d7), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:23.259819 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a5f183f-d18e-4b59-9185-eb6f211c2bb0 req-fd673e23-ed54-44e0-9c07-17b77415463d tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Network 193374bc-f5b3-43bf-bc8e-77a8e6675cc5 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:34:23.263037 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [req-2a5f183f-d18e-4b59-9185-eb6f211c2bb0 req-fd673e23-ed54-44e0-9c07-17b77415463d tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:34:23.267119 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a5f183f-d18e-4b59-9185-eb6f211c2bb0 req-fd673e23-ed54-44e0-9c07-17b77415463d tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 11:34:23.274265 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd673e23-ed54-44e0-9c07-17b77415463d tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Pushing event updated for resources: {'Port': ['ID=ef952d79-1295-40b1-98c1-f49f52c589d7,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:23.330583 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5f183f-d18e-4b59-9185-eb6f211c2bb0 req-fd673e23-ed54-44e0-9c07-17b77415463d tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:34:23.331416 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-2a5f183f-d18e-4b59-9185-eb6f211c2bb0 req-fd673e23-ed54-44e0-9c07-17b77415463d tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:23.352042 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-2a5f183f-d18e-4b59-9185-eb6f211c2bb0 req-fd673e23-ed54-44e0-9c07-17b77415463d tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5991814 Feb 28 11:34:23.368999 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [req-2a5f183f-d18e-4b59-9185-eb6f211c2bb0 req-05a83eba-529f-436d-9ded-3861f8b1c3e7 service neutron] Request body: {'port': {'device_id': '4087f6e0-99ac-44ca-9ef8-19c688663612', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:34:23.440000 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-2a5f183f-d18e-4b59-9185-eb6f211c2bb0 req-05a83eba-529f-436d-9ded-3861f8b1c3e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (ef952d79-1295-40b1-98c1-f49f52c589d7), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:23.531487 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-488709b4-bd89-4d02-b88d-a618f5c79dcc None None] Provisioning complete for port ef952d79-1295-40b1-98c1-f49f52c589d7 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:34:23.532252 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-488709b4-bd89-4d02-b88d-a618f5c79dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (ef952d79-1295-40b1-98c1-f49f52c589d7), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:23.568391 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-488709b4-bd89-4d02-b88d-a618f5c79dcc None None] Port ef952d79-1295-40b1-98c1-f49f52c589d7 cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 11:34:23.723573 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [req-2a5f183f-d18e-4b59-9185-eb6f211c2bb0 req-05a83eba-529f-436d-9ded-3861f8b1c3e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef952d79-1295-40b1-98c1-f49f52c589d7 {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 11:34:23.732293 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-2a5f183f-d18e-4b59-9185-eb6f211c2bb0 req-05a83eba-529f-436d-9ded-3861f8b1c3e7 service neutron] Publish callbacks [] for port (ef952d79-1295-40b1-98c1-f49f52c589d7), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:23.746163 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [req-2a5f183f-d18e-4b59-9185-eb6f211c2bb0 req-05a83eba-529f-436d-9ded-3861f8b1c3e7 service neutron] Transition to ACTIVE for port object ef952d79-1295-40b1-98c1-f49f52c589d7 will not be triggered until provisioned by entity L2. {{(pid=103408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 11:34:23.749885 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-2a5f183f-d18e-4b59-9185-eb6f211c2bb0 req-05a83eba-529f-436d-9ded-3861f8b1c3e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3242529'] for port (ef952d79-1295-40b1-98c1-f49f52c589d7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:23.780519 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375d8fd8-08c0-4f90-8727-4fb42e509506 req-617ab93d-121a-4043-bff6-aeb6a79aebfd tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:34:23.782134 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-375d8fd8-08c0-4f90-8727-4fb42e509506 req-617ab93d-121a-4043-bff6-aeb6a79aebfd tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] 10.222.0.20 "GET /v2.0/ports?device_id=4087f6e0-99ac-44ca-9ef8-19c688663612 HTTP/1.1" status: 200 len: 931 time: 0.0620735 Feb 28 11:34:23.807894 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a83eba-529f-436d-9ded-3861f8b1c3e7 service neutron] Pushing event updated for resources: {'Port': ['ID=ef952d79-1295-40b1-98c1-f49f52c589d7,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:23.836700 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-375d8fd8-08c0-4f90-8727-4fb42e509506 req-232b1751-50e2-4a53-be6f-2cad6906ee48 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaf0bc2a-3aa2-438f-8490-09d2055f1ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484080 Feb 28 11:34:23.883611 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [req-2a5f183f-d18e-4b59-9185-eb6f211c2bb0 req-05a83eba-529f-436d-9ded-3861f8b1c3e7 service neutron] Attempting to bind port ef952d79-1295-40b1-98c1-f49f52c589d7 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 11:34:23.883947 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [req-2a5f183f-d18e-4b59-9185-eb6f211c2bb0 req-05a83eba-529f-436d-9ded-3861f8b1c3e7 service neutron] Attempting to bind port ef952d79-1295-40b1-98c1-f49f52c589d7 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '4c3f5bf9-cd32-4165-a013-04b5d2765ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '193374bc-f5b3-43bf-bc8e-77a8e6675cc5'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 11:34:23.884364 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a5f183f-d18e-4b59-9185-eb6f211c2bb0 req-05a83eba-529f-436d-9ded-3861f8b1c3e7 service neutron] Attempting to bind port ef952d79-1295-40b1-98c1-f49f52c589d7 on network 193374bc-f5b3-43bf-bc8e-77a8e6675cc5 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 11:34:23.888937 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a5f183f-d18e-4b59-9185-eb6f211c2bb0 req-05a83eba-529f-436d-9ded-3861f8b1c3e7 service neutron] Port ef952d79-1295-40b1-98c1-f49f52c589d7 on network 193374bc-f5b3-43bf-bc8e-77a8e6675cc5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 11:34:23.889266 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a5f183f-d18e-4b59-9185-eb6f211c2bb0 req-05a83eba-529f-436d-9ded-3861f8b1c3e7 service neutron] Attempting to bind port ef952d79-1295-40b1-98c1-f49f52c589d7 on network 193374bc-f5b3-43bf-bc8e-77a8e6675cc5 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 11:34:23.894492 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a5f183f-d18e-4b59-9185-eb6f211c2bb0 req-05a83eba-529f-436d-9ded-3861f8b1c3e7 service neutron] Checking agent: {'id': '13ac42ae-016e-4baf-bb31-c6fa820b41c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 30, 8), 'started_at': datetime.datetime(2022, 2, 28, 10, 30, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 34, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 11:34:23.894834 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a5f183f-d18e-4b59-9185-eb6f211c2bb0 req-05a83eba-529f-436d-9ded-3861f8b1c3e7 service neutron] Checking segment: {'id': '4c3f5bf9-cd32-4165-a013-04b5d2765ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '193374bc-f5b3-43bf-bc8e-77a8e6675cc5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 11:34:23.895229 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a5f183f-d18e-4b59-9185-eb6f211c2bb0 req-05a83eba-529f-436d-9ded-3861f8b1c3e7 service neutron] Bound using segment: {'id': '4c3f5bf9-cd32-4165-a013-04b5d2765ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '193374bc-f5b3-43bf-bc8e-77a8e6675cc5'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 11:34:23.895667 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [req-2a5f183f-d18e-4b59-9185-eb6f211c2bb0 req-05a83eba-529f-436d-9ded-3861f8b1c3e7 service neutron] Bound port: ef952d79-1295-40b1-98c1-f49f52c589d7, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c3f5bf9-cd32-4165-a013-04b5d2765ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '193374bc-f5b3-43bf-bc8e-77a8e6675cc5'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 11:34:23.896064 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-2a5f183f-d18e-4b59-9185-eb6f211c2bb0 req-05a83eba-529f-436d-9ded-3861f8b1c3e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (ef952d79-1295-40b1-98c1-f49f52c589d7), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:23.971023 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [req-2a5f183f-d18e-4b59-9185-eb6f211c2bb0 req-05a83eba-529f-436d-9ded-3861f8b1c3e7 service neutron] For port ef952d79-1295-40b1-98c1-f49f52c589d7, host hv-neutron-mast, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:34:23.974574 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [req-2a5f183f-d18e-4b59-9185-eb6f211c2bb0 req-05a83eba-529f-436d-9ded-3861f8b1c3e7 service neutron] For port ef952d79-1295-40b1-98c1-f49f52c589d7, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=ef952d79-1295-40b1-98c1-f49f52c589d7,segment=NetworkSegment(4c3f5bf9-cd32-4165-a013-04b5d2765ac5),segment_id=4c3f5bf9-cd32-4165-a013-04b5d2765ac5)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:34:23.986541 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-2a5f183f-d18e-4b59-9185-eb6f211c2bb0 req-05a83eba-529f-436d-9ded-3861f8b1c3e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3242529'] for port (ef952d79-1295-40b1-98c1-f49f52c589d7), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:24.024782 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5f183f-d18e-4b59-9185-eb6f211c2bb0 req-05a83eba-529f-436d-9ded-3861f8b1c3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:34:24.025338 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-2a5f183f-d18e-4b59-9185-eb6f211c2bb0 req-05a83eba-529f-436d-9ded-3861f8b1c3e7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:24.026834 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-2a5f183f-d18e-4b59-9185-eb6f211c2bb0 req-05a83eba-529f-436d-9ded-3861f8b1c3e7 service neutron] 10.222.0.30 "PUT /v2.0/ports/ef952d79-1295-40b1-98c1-f49f52c589d7 HTTP/1.1" status: 200 len: 1093 time: 0.6626718 Feb 28 11:34:24.027335 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4087f6e0-99ac-44ca-9ef8-19c688663612', 'tag': 'ef952d79-1295-40b1-98c1-f49f52c589d7'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:34:24.029757 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bca6d2a9c16b346ccea4aed84e66aefa21b979d73ed295f7643b3f7cbe99b128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbad5de3-ea38-4e7b-baa4-3a552885b448" -d '{"events": [{"name": "network-changed", "server_uuid": "4087f6e0-99ac-44ca-9ef8-19c688663612", "tag": "ef952d79-1295-40b1-98c1-f49f52c589d7"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 11:34:24.064108 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a83eba-529f-436d-9ded-3861f8b1c3e7 service neutron] Pushing event updated for resources: {'Port': ['ID=ef952d79-1295-40b1-98c1-f49f52c589d7,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:24.076793 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 11:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0c8938c-b1b0-477b-b6ab-3a3b5c54bf61 x-openstack-request-id: req-f0c8938c-b1b0-477b-b6ab-3a3b5c54bf61 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 11:34:24.076970 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4087f6e0-99ac-44ca-9ef8-19c688663612", "tag": "ef952d79-1295-40b1-98c1-f49f52c589d7", "status": "completed", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 11:34:24.077136 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f0c8938c-b1b0-477b-b6ab-3a3b5c54bf61 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 11:34:24.077921 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4087f6e0-99ac-44ca-9ef8-19c688663612', 'tag': 'ef952d79-1295-40b1-98c1-f49f52c589d7', 'status': 'completed', 'code': 200} Feb 28 11:34:24.142888 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5f183f-d18e-4b59-9185-eb6f211c2bb0 req-cae0bffb-7c97-448d-a69f-5fa795ba5f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:34:24.144509 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-2a5f183f-d18e-4b59-9185-eb6f211c2bb0 req-cae0bffb-7c97-448d-a69f-5fa795ba5f15 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=44395188913e4f88aa9c846a07c71b52&device_id=4087f6e0-99ac-44ca-9ef8-19c688663612 HTTP/1.1" status: 200 len: 1127 time: 0.0505774 Feb 28 11:34:24.199044 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-2a5f183f-d18e-4b59-9185-eb6f211c2bb0 req-a84c2fb8-8f70-420a-a54c-10821ef71318 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ef952d79-1295-40b1-98c1-f49f52c589d7 HTTP/1.1" status: 200 len: 217 time: 0.0419335 Feb 28 11:34:24.256308 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5f183f-d18e-4b59-9185-eb6f211c2bb0 req-06c40233-9587-4eaa-a99f-270b8e4ed6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:34:24.258008 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-2a5f183f-d18e-4b59-9185-eb6f211c2bb0 req-06c40233-9587-4eaa-a99f-270b8e4ed6c1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5e8cead3-95c6-4ef0-9c57-1c9701cb27be HTTP/1.1" status: 200 len: 849 time: 0.0487673 Feb 28 11:34:24.311526 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5f183f-d18e-4b59-9185-eb6f211c2bb0 req-9cfa6e1e-6536-4c6a-a747-bbf058929504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:34:24.313114 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-2a5f183f-d18e-4b59-9185-eb6f211c2bb0 req-9cfa6e1e-6536-4c6a-a747-bbf058929504 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=193374bc-f5b3-43bf-bc8e-77a8e6675cc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0480866 Feb 28 11:34:24.413443 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-2a5f183f-d18e-4b59-9185-eb6f211c2bb0 req-d08c9a15-77b3-49aa-8d53-e013f6053bc5 service neutron] 10.222.0.30 "GET /v2.0/networks/193374bc-f5b3-43bf-bc8e-77a8e6675cc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938804 Feb 28 11:34:24.509031 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-2a5f183f-d18e-4b59-9185-eb6f211c2bb0 req-bdf09e45-5123-4e61-8671-13ba5dcf9e9e service neutron] 10.222.0.30 "GET /v2.0/networks/193374bc-f5b3-43bf-bc8e-77a8e6675cc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898085 Feb 28 11:34:24.668172 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbad5de3-ea38-4e7b-baa4-3a552885b448 req-14390c88-8635-4180-a070-4ebd352877a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:34:24.669741 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-bbad5de3-ea38-4e7b-baa4-3a552885b448 req-14390c88-8635-4180-a070-4ebd352877a2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=44395188913e4f88aa9c846a07c71b52&device_id=4087f6e0-99ac-44ca-9ef8-19c688663612 HTTP/1.1" status: 200 len: 1127 time: 0.0534439 Feb 28 11:34:24.761688 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbad5de3-ea38-4e7b-baa4-3a552885b448 req-ec6d084f-a192-4980-b47e-c6106789febb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:34:24.763080 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-bbad5de3-ea38-4e7b-baa4-3a552885b448 req-ec6d084f-a192-4980-b47e-c6106789febb service neutron] 10.222.0.30 "GET /v2.0/networks?id=193374bc-f5b3-43bf-bc8e-77a8e6675cc5 HTTP/1.1" status: 200 len: 911 time: 0.0863783 Feb 28 11:34:24.806572 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-bbad5de3-ea38-4e7b-baa4-3a552885b448 req-d1607583-ac95-4b60-bbf4-0dc33551ebcd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ef952d79-1295-40b1-98c1-f49f52c589d7 HTTP/1.1" status: 200 len: 217 time: 0.0365322 Feb 28 11:34:24.859813 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbad5de3-ea38-4e7b-baa4-3a552885b448 req-2ac471f0-083c-45f0-86c9-e605eaad1277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:34:24.861437 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-bbad5de3-ea38-4e7b-baa4-3a552885b448 req-2ac471f0-083c-45f0-86c9-e605eaad1277 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5e8cead3-95c6-4ef0-9c57-1c9701cb27be HTTP/1.1" status: 200 len: 849 time: 0.0491631 Feb 28 11:34:24.915463 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbad5de3-ea38-4e7b-baa4-3a552885b448 req-0f16162d-244e-4ea8-a2db-17dd69134a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:34:24.917417 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-bbad5de3-ea38-4e7b-baa4-3a552885b448 req-0f16162d-244e-4ea8-a2db-17dd69134a8c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=193374bc-f5b3-43bf-bc8e-77a8e6675cc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0502295 Feb 28 11:34:24.970112 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33e1301-33ce-44f2-a954-5bf7f6fb107b req-3b1f8274-46f2-4a7d-b0ed-84c7b5b49b6f tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:34:24.971655 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-b33e1301-33ce-44f2-a954-5bf7f6fb107b req-3b1f8274-46f2-4a7d-b0ed-84c7b5b49b6f tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] 10.222.0.20 "GET /v2.0/ports?device_id=4087f6e0-99ac-44ca-9ef8-19c688663612 HTTP/1.1" status: 200 len: 943 time: 0.0630047 Feb 28 11:34:25.009070 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-bbad5de3-ea38-4e7b-baa4-3a552885b448 req-ff9236a9-14d8-47de-adae-652870227582 service neutron] 10.222.0.30 "GET /v2.0/networks/193374bc-f5b3-43bf-bc8e-77a8e6675cc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855298 Feb 28 11:34:25.023966 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-b33e1301-33ce-44f2-a954-5bf7f6fb107b req-ccabd8f9-ff61-4af2-acfc-ca00c30a8d49 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaf0bc2a-3aa2-438f-8490-09d2055f1ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460126 Feb 28 11:34:25.116203 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-bbad5de3-ea38-4e7b-baa4-3a552885b448 req-bf4092ed-125f-461d-a88f-f52958306a4e service neutron] 10.222.0.30 "GET /v2.0/networks/193374bc-f5b3-43bf-bc8e-77a8e6675cc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008477 Feb 28 11:34:26.152032 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b5506a-b033-4c82-b8a1-57110abc48c0 req-5c7c781c-2bbd-4e85-8697-a92c67077269 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:34:26.153636 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-e3b5506a-b033-4c82-b8a1-57110abc48c0 req-5c7c781c-2bbd-4e85-8697-a92c67077269 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] 10.222.0.20 "GET /v2.0/ports?device_id=4087f6e0-99ac-44ca-9ef8-19c688663612 HTTP/1.1" status: 200 len: 943 time: 0.0564802 Feb 28 11:34:26.205212 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-e3b5506a-b033-4c82-b8a1-57110abc48c0 req-6403b4d6-cca6-4dcd-a608-7323045538ba tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaf0bc2a-3aa2-438f-8490-09d2055f1ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450833 Feb 28 11:34:27.329130 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86afd0bc-ca4e-4b58-be13-c9575f495b29 req-16d1bf19-bd6a-4fd1-9c7d-3ddf1c458295 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:34:27.330676 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-86afd0bc-ca4e-4b58-be13-c9575f495b29 req-16d1bf19-bd6a-4fd1-9c7d-3ddf1c458295 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] 10.222.0.20 "GET /v2.0/ports?device_id=4087f6e0-99ac-44ca-9ef8-19c688663612 HTTP/1.1" status: 200 len: 943 time: 0.0553505 Feb 28 11:34:27.386526 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-86afd0bc-ca4e-4b58-be13-c9575f495b29 req-f97dc403-4243-4062-8060-aa0389c9516a tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaf0bc2a-3aa2-438f-8490-09d2055f1ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495489 Feb 28 11:34:28.454753 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device ef952d79-1295-40b1-98c1-f49f52c589d7 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103409) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 11:34:28.519447 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c544c2-9651-4efe-a090-5c9108db80a0 req-859864e3-0aea-4b69-b8a1-0051336c3c94 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:34:28.521182 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-13c544c2-9651-4efe-a090-5c9108db80a0 req-859864e3-0aea-4b69-b8a1-0051336c3c94 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] 10.222.0.20 "GET /v2.0/ports?device_id=4087f6e0-99ac-44ca-9ef8-19c688663612 HTTP/1.1" status: 200 len: 943 time: 0.0614059 Feb 28 11:34:28.562469 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] For port ef952d79-1295-40b1-98c1-f49f52c589d7, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=ef952d79-1295-40b1-98c1-f49f52c589d7,segment=NetworkSegment(4c3f5bf9-cd32-4165-a013-04b5d2765ac5),segment_id=4c3f5bf9-cd32-4165-a013-04b5d2765ac5)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:34:28.576023 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Returning: {'device': 'ef952d79-1295-40b1-98c1-f49f52c589d7', 'network_id': '193374bc-f5b3-43bf-bc8e-77a8e6675cc5', 'port_id': 'ef952d79-1295-40b1-98c1-f49f52c589d7', 'mac_address': 'fa:16:3e:4d:2b:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 297, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e8cead3-95c6-4ef0-9c57-1c9701cb27be', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103409) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 11:34:28.578499 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-13c544c2-9651-4efe-a090-5c9108db80a0 req-503802ed-37a2-453c-bea0-86de2c62442a tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaf0bc2a-3aa2-438f-8490-09d2055f1ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506949 Feb 28 11:34:28.615049 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Current status of the port ef952d79-1295-40b1-98c1-f49f52c589d7 is: DOWN; New status is: BUILD {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:34:28.615454 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (ef952d79-1295-40b1-98c1-f49f52c589d7), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:28.628790 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef952d79-1295-40b1-98c1-f49f52c589d7 {{(pid=103409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 11:34:28.653497 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] For port ef952d79-1295-40b1-98c1-f49f52c589d7, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=ef952d79-1295-40b1-98c1-f49f52c589d7,segment=NetworkSegment(4c3f5bf9-cd32-4165-a013-04b5d2765ac5),segment_id=4c3f5bf9-cd32-4165-a013-04b5d2765ac5)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:34:28.657890 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (ef952d79-1295-40b1-98c1-f49f52c589d7), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:28.710705 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Pushing event updated for resources: {'Port': ['ID=ef952d79-1295-40b1-98c1-f49f52c589d7,revision_number=4']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:29.034867 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] get_ports_and_sgs() called for port_ids ['ef952d79-1295-40b1-98c1-f49f52c589d7'] {{(pid=103409) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 11:34:29.710747 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f654b7-7cd4-4896-874e-45bcfdd52c85 req-16b4633a-8aea-4ff7-9fa7-3fc838bb9d0a tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:34:29.712193 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-03f654b7-7cd4-4896-874e-45bcfdd52c85 req-16b4633a-8aea-4ff7-9fa7-3fc838bb9d0a tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] 10.222.0.20 "GET /v2.0/ports?device_id=4087f6e0-99ac-44ca-9ef8-19c688663612 HTTP/1.1" status: 200 len: 944 time: 0.0634332 Feb 28 11:34:29.763827 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-03f654b7-7cd4-4896-874e-45bcfdd52c85 req-d7380380-d875-47f8-a36e-264cadfb1100 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaf0bc2a-3aa2-438f-8490-09d2055f1ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458493 Feb 28 11:34:30.458834 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device ef952d79-1295-40b1-98c1-f49f52c589d7 up at agent hyperv_hv-neutron-mast {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 11:34:30.516409 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Provisioning for port ef952d79-1295-40b1-98c1-f49f52c589d7 completed by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 11:34:30.521975 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Provisioning complete for port ef952d79-1295-40b1-98c1-f49f52c589d7 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:34:30.522369 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (ef952d79-1295-40b1-98c1-f49f52c589d7), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:30.602355 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Current status of the port ef952d79-1295-40b1-98c1-f49f52c589d7 is: BUILD; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:34:30.602753 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (ef952d79-1295-40b1-98c1-f49f52c589d7), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:30.628561 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4087f6e0-99ac-44ca-9ef8-19c688663612', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef952d79-1295-40b1-98c1-f49f52c589d7'}] {{(pid=103409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:34:30.630897 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a4fd39cbef3db8314edbb995c87b1b752a2ff5ed3c1f5f263d70ca4833eab24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a74aced-83cf-4f8c-b689-3bf0ae73b437" -d '{"events": [{"server_uuid": "4087f6e0-99ac-44ca-9ef8-19c688663612", "name": "network-vif-plugged", "status": "completed", "tag": "ef952d79-1295-40b1-98c1-f49f52c589d7"}]}' {{(pid=103409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 11:34:30.644209 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] For port ef952d79-1295-40b1-98c1-f49f52c589d7, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=ef952d79-1295-40b1-98c1-f49f52c589d7,segment=NetworkSegment(4c3f5bf9-cd32-4165-a013-04b5d2765ac5),segment_id=4c3f5bf9-cd32-4165-a013-04b5d2765ac5)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:34:30.649984 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (ef952d79-1295-40b1-98c1-f49f52c589d7), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:30.673453 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 11:34:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76bbab76-6618-49a0-a254-0efe95caf688 x-openstack-request-id: req-76bbab76-6618-49a0-a254-0efe95caf688 {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 11:34:30.673747 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4087f6e0-99ac-44ca-9ef8-19c688663612", "name": "network-vif-plugged", "status": "completed", "tag": "ef952d79-1295-40b1-98c1-f49f52c589d7", "code": 200}]} {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 11:34:30.673988 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-76bbab76-6618-49a0-a254-0efe95caf688 {{(pid=103409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 11:34:30.674380 dv-neutron-master-2-hyperv neutron-server[103409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4087f6e0-99ac-44ca-9ef8-19c688663612', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef952d79-1295-40b1-98c1-f49f52c589d7', 'code': 200} Feb 28 11:34:30.700124 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Pushing event updated for resources: {'Port': ['ID=ef952d79-1295-40b1-98c1-f49f52c589d7,revision_number=5']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:30.902292 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6998af5-edde-4746-8ea6-9ea8cb2d8eca req-c7959d64-d3a3-4c0a-b0ee-1e035c0d0b44 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:34:30.903828 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-f6998af5-edde-4746-8ea6-9ea8cb2d8eca req-c7959d64-d3a3-4c0a-b0ee-1e035c0d0b44 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] 10.222.0.20 "GET /v2.0/ports?device_id=4087f6e0-99ac-44ca-9ef8-19c688663612 HTTP/1.1" status: 200 len: 945 time: 0.0641060 Feb 28 11:34:30.906400 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40effd65-eb51-403d-97bb-a349003a930a req-5e634cae-82db-4c7f-bd5a-d06f0c861d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:34:30.908013 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-40effd65-eb51-403d-97bb-a349003a930a req-5e634cae-82db-4c7f-bd5a-d06f0c861d96 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4087f6e0-99ac-44ca-9ef8-19c688663612 HTTP/1.1" status: 200 len: 1129 time: 0.0537441 Feb 28 11:34:30.955319 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-f6998af5-edde-4746-8ea6-9ea8cb2d8eca req-dc99abf9-b8ab-40fe-b439-49ed589a2507 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaf0bc2a-3aa2-438f-8490-09d2055f1ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457532 Feb 28 11:34:30.955624 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-40effd65-eb51-403d-97bb-a349003a930a req-ee0cbf37-7795-4def-8fc7-2750f5f0fb97 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=aaf0bc2a-3aa2-438f-8490-09d2055f1ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419147 Feb 28 11:34:32.098826 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aa6b01-4825-4996-92d3-9582f3f9ce44 req-e65679ae-404a-407e-8845-25505813b893 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:34:32.100327 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-e9aa6b01-4825-4996-92d3-9582f3f9ce44 req-e65679ae-404a-407e-8845-25505813b893 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] 10.222.0.20 "GET /v2.0/ports?device_id=4087f6e0-99ac-44ca-9ef8-19c688663612 HTTP/1.1" status: 200 len: 945 time: 0.0625472 Feb 28 11:34:32.154643 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-e9aa6b01-4825-4996-92d3-9582f3f9ce44 req-b316a8e6-3370-4c08-a648-bc6b3ec60cb4 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaf0bc2a-3aa2-438f-8490-09d2055f1ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474813 Feb 28 11:34:33.291895 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ac8c13-1b98-4191-8d28-e4a704d4050a req-8955fa06-6ad0-402c-b577-f2e59b019abd tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:34:33.293441 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-73ac8c13-1b98-4191-8d28-e4a704d4050a req-8955fa06-6ad0-402c-b577-f2e59b019abd tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] 10.222.0.20 "GET /v2.0/ports?device_id=4087f6e0-99ac-44ca-9ef8-19c688663612 HTTP/1.1" status: 200 len: 945 time: 0.0627260 Feb 28 11:34:33.347187 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-73ac8c13-1b98-4191-8d28-e4a704d4050a req-882905f4-4a6d-480e-beaf-409d4599c430 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaf0bc2a-3aa2-438f-8490-09d2055f1ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481007 Feb 28 11:34:33.481667 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2046b4-0e4d-4811-91e0-242611a85e3b req-fc346afd-08a0-404b-9679-e4c7fd85420c tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:34:33.483072 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-8c2046b4-0e4d-4811-91e0-242611a85e3b req-fc346afd-08a0-404b-9679-e4c7fd85420c tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] 10.222.0.20 "GET /v2.0/ports?device_id=4087f6e0-99ac-44ca-9ef8-19c688663612 HTTP/1.1" status: 200 len: 945 time: 0.0578949 Feb 28 11:34:33.542126 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-8c2046b4-0e4d-4811-91e0-242611a85e3b req-f39b3c4a-56b8-4af3-93ac-f5229ccbb569 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaf0bc2a-3aa2-438f-8490-09d2055f1ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533681 Feb 28 11:34:33.564239 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 48466) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:34:33.658480 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36abf980-1cca-4183-ae04-1813e328fead tempest-TestSnapshotPattern-864814268 tempest-TestSnapshotPattern-864814268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:34:33.660056 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-36abf980-1cca-4183-ae04-1813e328fead tempest-TestSnapshotPattern-864814268 tempest-TestSnapshotPattern-864814268-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=4087f6e0-99ac-44ca-9ef8-19c688663612 HTTP/1.1" status: 200 len: 1124 time: 0.0947473 Feb 28 11:34:33.664367 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 48470) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:34:33.669235 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-6318b18e-1baa-4f74-9059-c32826cd0f0d tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Request body: {'floatingip': {'floating_network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'port_id': 'ef952d79-1295-40b1-98c1-f49f52c589d7', 'tenant_id': '44395188913e4f88aa9c846a07c71b52', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:34:33.693192 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6318b18e-1baa-4f74-9059-c32826cd0f0d tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:33.799317 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6318b18e-1baa-4f74-9059-c32826cd0f0d tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:33.912137 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-6318b18e-1baa-4f74-9059-c32826cd0f0d tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Allocated IP 172.36.5.177 (1e0804d0-d1d9-4d40-9de5-2936f3d87840/6f6f4129-23e5-4c3b-b4ef-4c7ce926797e/59d53c8d-b7c3-4706-9a14-e169ca5ac642) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:34:34.016600 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6318b18e-1baa-4f74-9059-c32826cd0f0d tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Publish callbacks [] for port (59d53c8d-b7c3-4706-9a14-e169ca5ac642), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:34.055171 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6318b18e-1baa-4f74-9059-c32826cd0f0d tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (59d53c8d-b7c3-4706-9a14-e169ca5ac642), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:34.095977 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6318b18e-1baa-4f74-9059-c32826cd0f0d tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Network 1e0804d0-d1d9-4d40-9de5-2936f3d87840 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:34:34.098815 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-6318b18e-1baa-4f74-9059-c32826cd0f0d tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:34:34.103295 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6318b18e-1baa-4f74-9059-c32826cd0f0d tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 11:34:34.108798 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6318b18e-1baa-4f74-9059-c32826cd0f0d tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Pushing event updated for resources: {'Port': ['ID=59d53c8d-b7c3-4706-9a14-e169ca5ac642,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:34.490102 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6318b18e-1baa-4f74-9059-c32826cd0f0d tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Publish callbacks [] for floatingip (83211f57-8477-4a1a-bac0-d4f3f72a92f9), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:34.578560 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6318b18e-1baa-4f74-9059-c32826cd0f0d tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (59d53c8d-b7c3-4706-9a14-e169ca5ac642), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:34.743934 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6318b18e-1baa-4f74-9059-c32826cd0f0d tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Publish callbacks [] for port (59d53c8d-b7c3-4706-9a14-e169ca5ac642), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:34.751654 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6318b18e-1baa-4f74-9059-c32826cd0f0d tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3242529'] for port (59d53c8d-b7c3-4706-9a14-e169ca5ac642), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:34.822852 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6318b18e-1baa-4f74-9059-c32826cd0f0d tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Pushing event updated for resources: {'Port': ['ID=59d53c8d-b7c3-4706-9a14-e169ca5ac642,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:34.835587 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6318b18e-1baa-4f74-9059-c32826cd0f0d tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1803383'] for floatingip (83211f57-8477-4a1a-bac0-d4f3f72a92f9), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:34.947521 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.db.l3_db [None req-6318b18e-1baa-4f74-9059-c32826cd0f0d tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Floating IP 83211f57-8477-4a1a-bac0-d4f3f72a92f9 associated. External IP: 172.36.5.177, port: ef952d79-1295-40b1-98c1-f49f52c589d7. Feb 28 11:34:35.487289 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6318b18e-1baa-4f74-9059-c32826cd0f0d tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Router f90c66c7-daf0-4b64-b41d-bcdd0e8c1e27 has already been hosted by L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 {{(pid=103408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:34:35.620390 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6318b18e-1baa-4f74-9059-c32826cd0f0d tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:34:35.631235 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7001c029-e62a-4e70-b1c5-bbe7d14fee48 None None] Sync routers for ids ['f90c66c7-daf0-4b64-b41d-bcdd0e8c1e27'] in dv-neutron-master-2-hyperv {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:34:35.641871 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-6318b18e-1baa-4f74-9059-c32826cd0f0d tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for floatingip (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:35.643135 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7001c029-e62a-4e70-b1c5-bbe7d14fee48 None None] Routers {'f90c66c7-daf0-4b64-b41d-bcdd0e8c1e27'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:34:35.643889 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-7001c029-e62a-4e70-b1c5-bbe7d14fee48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T11:34:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['f90c66c7-daf0-4b64-b41d-bcdd0e8c1e27'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:35.673186 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-6318b18e-1baa-4f74-9059-c32826cd0f0d tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0076354 Feb 28 11:34:35.673774 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4087f6e0-99ac-44ca-9ef8-19c688663612', 'tag': 'ef952d79-1295-40b1-98c1-f49f52c589d7'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:34:35.676090 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bca6d2a9c16b346ccea4aed84e66aefa21b979d73ed295f7643b3f7cbe99b128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5423e238-297b-4f50-a64b-440be1d01507" -d '{"events": [{"name": "network-changed", "server_uuid": "4087f6e0-99ac-44ca-9ef8-19c688663612", "tag": "ef952d79-1295-40b1-98c1-f49f52c589d7"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 11:34:35.715464 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 11:34:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-100c4962-137e-458a-9e1a-eed1394ab74d x-openstack-request-id: req-100c4962-137e-458a-9e1a-eed1394ab74d {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 11:34:35.715743 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4087f6e0-99ac-44ca-9ef8-19c688663612", "tag": "ef952d79-1295-40b1-98c1-f49f52c589d7", "status": "completed", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 11:34:35.716004 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-100c4962-137e-458a-9e1a-eed1394ab74d {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 11:34:35.716448 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4087f6e0-99ac-44ca-9ef8-19c688663612', 'tag': 'ef952d79-1295-40b1-98c1-f49f52c589d7', 'status': 'completed', 'code': 200} Feb 28 11:34:35.774142 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-7001c029-e62a-4e70-b1c5-bbe7d14fee48 None None] Set router f90c66c7-daf0-4b64-b41d-bcdd0e8c1e27 gateway port host: dv-neutron-master-2-hyperv {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:34:35.812229 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5423e238-297b-4f50-a64b-440be1d01507 req-ee7313ba-3a2c-452d-b450-c1f3bb4fcbed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:34:35.813801 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-5423e238-297b-4f50-a64b-440be1d01507 req-ee7313ba-3a2c-452d-b450-c1f3bb4fcbed service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=44395188913e4f88aa9c846a07c71b52&device_id=4087f6e0-99ac-44ca-9ef8-19c688663612 HTTP/1.1" status: 200 len: 1129 time: 0.0495260 Feb 28 11:34:35.908727 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5423e238-297b-4f50-a64b-440be1d01507 req-b6a3e739-c414-4338-9adb-769748fccca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:34:35.910217 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-5423e238-297b-4f50-a64b-440be1d01507 req-b6a3e739-c414-4338-9adb-769748fccca3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=193374bc-f5b3-43bf-bc8e-77a8e6675cc5 HTTP/1.1" status: 200 len: 911 time: 0.0910215 Feb 28 11:34:35.976435 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-5423e238-297b-4f50-a64b-440be1d01507 req-da102642-112a-438c-9747-594c80716164 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ef952d79-1295-40b1-98c1-f49f52c589d7 HTTP/1.1" status: 200 len: 999 time: 0.0604923 Feb 28 11:34:36.005932 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-7001c029-e62a-4e70-b1c5-bbe7d14fee48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f90c66c7-daf0-4b64-b41d-bcdd0e8c1e27', 'name': 'tempest-TestSnapshotPattern-1641790900-router', 'tenant_id': '44395188913e4f88aa9c846a07c71b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.179'}], 'enable_snat': True}, 'gw_port_id': '56491431-d76f-4585-b0f1-b1000ce7efbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:34:09Z', 'updated_at': '2022-02-28T11:34:12Z', 'revision_number': 4, 'project_id': '44395188913e4f88aa9c846a07c71b52', 'gw_port': {'id': '56491431-d76f-4585-b0f1-b1000ce7efbe', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:9b:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90c66c7-daf0-4b64-b41d-bcdd0e8c1e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:34:10Z', 'updated_at': '2022-02-28T11:34:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '83211f57-8477-4a1a-bac0-d4f3f72a92f9', 'tenant_id': '44395188913e4f88aa9c846a07c71b52', 'floating_ip_address': '172.36.5.177', 'floating_network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'router_id': 'f90c66c7-daf0-4b64-b41d-bcdd0e8c1e27', 'port_id': 'ef952d79-1295-40b1-98c1-f49f52c589d7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1890, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '193374bc-f5b3-43bf-bc8e-77a8e6675cc5', 'mac_address': 'fa:16:3e:4d:2b:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4087f6e0-99ac-44ca-9ef8-19c688663612', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:34:34Z', 'updated_at': '2022-02-28T11:34:34Z', 'revision_number': 0, 'project_id': '44395188913e4f88aa9c846a07c71b52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3882f20d-1850-492b-898f-775fbf8bbbad', 'name': '', 'network_id': '193374bc-f5b3-43bf-bc8e-77a8e6675cc5', 'tenant_id': '44395188913e4f88aa9c846a07c71b52', 'mac_address': 'fa:16:3e:29:76:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90c66c7-daf0-4b64-b41d-bcdd0e8c1e27', 'device_owner': 'network:router_interface', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '5e8cead3-95c6-4ef0-9c57-1c9701cb27be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:34:12Z', 'updated_at': '2022-02-28T11:34:16Z', 'revision_number': 5, 'project_id': '44395188913e4f88aa9c846a07c71b52', 'subnets': [{'id': '5e8cead3-95c6-4ef0-9c57-1c9701cb27be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:36.025919 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5423e238-297b-4f50-a64b-440be1d01507 req-66bdeabc-73ec-4c36-807b-4e250333d674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:34:36.027315 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-5423e238-297b-4f50-a64b-440be1d01507 req-66bdeabc-73ec-4c36-807b-4e250333d674 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5e8cead3-95c6-4ef0-9c57-1c9701cb27be HTTP/1.1" status: 200 len: 849 time: 0.0457451 Feb 28 11:34:36.034712 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7001c029-e62a-4e70-b1c5-bbe7d14fee48 None None] Checking router: f90c66c7-daf0-4b64-b41d-bcdd0e8c1e27 for host: dv-neutron-master-2-hyperv {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:34:36.044010 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7001c029-e62a-4e70-b1c5-bbe7d14fee48 None None] Routers {'f90c66c7-daf0-4b64-b41d-bcdd0e8c1e27'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:34:36.044679 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-7001c029-e62a-4e70-b1c5-bbe7d14fee48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T11:34:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['f90c66c7-daf0-4b64-b41d-bcdd0e8c1e27'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:36.083087 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5423e238-297b-4f50-a64b-440be1d01507 req-daa15eb4-193c-49aa-9196-8c4ae2d1fc31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:34:36.084710 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-5423e238-297b-4f50-a64b-440be1d01507 req-daa15eb4-193c-49aa-9196-8c4ae2d1fc31 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=193374bc-f5b3-43bf-bc8e-77a8e6675cc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0513933 Feb 28 11:34:36.165418 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-7001c029-e62a-4e70-b1c5-bbe7d14fee48 None None] Set router f90c66c7-daf0-4b64-b41d-bcdd0e8c1e27 gateway port host: dv-neutron-master-2-hyperv {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:34:36.183515 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-5423e238-297b-4f50-a64b-440be1d01507 req-def0c26c-1e1f-4036-b781-f2be54d6e5c1 service neutron] 10.222.0.30 "GET /v2.0/networks/193374bc-f5b3-43bf-bc8e-77a8e6675cc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924373 Feb 28 11:34:36.277546 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-5423e238-297b-4f50-a64b-440be1d01507 req-69171a8c-4ec3-4cfd-a578-8c206779d9e1 service neutron] 10.222.0.30 "GET /v2.0/networks/193374bc-f5b3-43bf-bc8e-77a8e6675cc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877209 Feb 28 11:34:36.547626 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-7001c029-e62a-4e70-b1c5-bbe7d14fee48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f90c66c7-daf0-4b64-b41d-bcdd0e8c1e27', 'name': 'tempest-TestSnapshotPattern-1641790900-router', 'tenant_id': '44395188913e4f88aa9c846a07c71b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.179'}], 'enable_snat': True}, 'gw_port_id': '56491431-d76f-4585-b0f1-b1000ce7efbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:34:09Z', 'updated_at': '2022-02-28T11:34:12Z', 'revision_number': 4, 'project_id': '44395188913e4f88aa9c846a07c71b52', 'gw_port': {'id': '56491431-d76f-4585-b0f1-b1000ce7efbe', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:9b:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90c66c7-daf0-4b64-b41d-bcdd0e8c1e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:34:10Z', 'updated_at': '2022-02-28T11:34:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '83211f57-8477-4a1a-bac0-d4f3f72a92f9', 'tenant_id': '44395188913e4f88aa9c846a07c71b52', 'floating_ip_address': '172.36.5.177', 'floating_network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'router_id': 'f90c66c7-daf0-4b64-b41d-bcdd0e8c1e27', 'port_id': 'ef952d79-1295-40b1-98c1-f49f52c589d7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1890, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '193374bc-f5b3-43bf-bc8e-77a8e6675cc5', 'mac_address': 'fa:16:3e:4d:2b:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4087f6e0-99ac-44ca-9ef8-19c688663612', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:34:34Z', 'updated_at': '2022-02-28T11:34:34Z', 'revision_number': 0, 'project_id': '44395188913e4f88aa9c846a07c71b52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3882f20d-1850-492b-898f-775fbf8bbbad', 'name': '', 'network_id': '193374bc-f5b3-43bf-bc8e-77a8e6675cc5', 'tenant_id': '44395188913e4f88aa9c846a07c71b52', 'mac_address': 'fa:16:3e:29:76:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90c66c7-daf0-4b64-b41d-bcdd0e8c1e27', 'device_owner': 'network:router_interface', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '5e8cead3-95c6-4ef0-9c57-1c9701cb27be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:34:12Z', 'updated_at': '2022-02-28T11:34:16Z', 'revision_number': 5, 'project_id': '44395188913e4f88aa9c846a07c71b52', 'subnets': [{'id': '5e8cead3-95c6-4ef0-9c57-1c9701cb27be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:36.574799 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7001c029-e62a-4e70-b1c5-bbe7d14fee48 None None] The sync data for ids ['f90c66c7-daf0-4b64-b41d-bcdd0e8c1e27'] in dv-neutron-master-2-hyperv is: [{'id': 'f90c66c7-daf0-4b64-b41d-bcdd0e8c1e27', 'name': 'tempest-TestSnapshotPattern-1641790900-router', 'tenant_id': '44395188913e4f88aa9c846a07c71b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.179'}], 'enable_snat': True}, 'gw_port_id': '56491431-d76f-4585-b0f1-b1000ce7efbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:34:09Z', 'updated_at': '2022-02-28T11:34:12Z', 'revision_number': 4, 'project_id': '44395188913e4f88aa9c846a07c71b52', 'gw_port': {'id': '56491431-d76f-4585-b0f1-b1000ce7efbe', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:9b:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90c66c7-daf0-4b64-b41d-bcdd0e8c1e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:34:10Z', 'updated_at': '2022-02-28T11:34:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '83211f57-8477-4a1a-bac0-d4f3f72a92f9', 'tenant_id': '44395188913e4f88aa9c846a07c71b52', 'floating_ip_address': '172.36.5.177', 'floating_network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'router_id': 'f90c66c7-daf0-4b64-b41d-bcdd0e8c1e27', 'port_id': 'ef952d79-1295-40b1-98c1-f49f52c589d7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1890, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '193374bc-f5b3-43bf-bc8e-77a8e6675cc5', 'mac_address': 'fa:16:3e:4d:2b:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4087f6e0-99ac-44ca-9ef8-19c688663612', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:34:34Z', 'updated_at': '2022-02-28T11:34:34Z', 'revision_number': 0, 'project_id': '44395188913e4f88aa9c846a07c71b52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3882f20d-1850-492b-898f-775fbf8bbbad', 'name': '', 'network_id': '193374bc-f5b3-43bf-bc8e-77a8e6675cc5', 'tenant_id': '44395188913e4f88aa9c846a07c71b52', 'mac_address': 'fa:16:3e:29:76:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90c66c7-daf0-4b64-b41d-bcdd0e8c1e27', 'device_owner': 'network:router_interface', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '5e8cead3-95c6-4ef0-9c57-1c9701cb27be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:34:12Z', 'updated_at': '2022-02-28T11:34:16Z', 'revision_number': 5, 'project_id': '44395188913e4f88aa9c846a07c71b52', 'subnets': [{'id': '5e8cead3-95c6-4ef0-9c57-1c9701cb27be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:34:36.783509 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d75a4f-0c9e-4c10-84ae-286192cfa796 None None] New status for floating IP 83211f57-8477-4a1a-bac0-d4f3f72a92f9: ACTIVE {{(pid=103410) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 11:34:38.860382 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-cf0151c9-e1b0-4968-99e3-c4c3661f63d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fb6705d2-4f70-4965-92a3-fbfccd43a6d3), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:38.921902 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (13ac42ae-016e-4baf-bb31-c6fa820b41c2), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:41.128456 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-0627f568-c2fa-4e69-94d1-b8b6feb8a27b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fc6c9b74-8dbb-41bb-800a-5bd3a43fe896), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:42.352416 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b6d631fb-7df0-4fe1-8322-abff3b61cae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (0db5147a-92a3-4581-8a5f-8ec9b93e0600), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:43.748289 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6b923bb1-06b0-4b84-b461-7cc1d0196090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (2e621730-3978-4720-b581-ac380e97a567), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:44.947663 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:34:50.126364 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.agents_db [None req-382e0aa2-b126-48e6-89eb-3efa426b6b29 None None] Agent healthcheck: found 6 active agents {{(pid=103410) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 11:35:08.855759 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5e36ac62-7663-4534-b4cf-1da0e10aaccc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fb6705d2-4f70-4965-92a3-fbfccd43a6d3), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:35:08.916069 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (13ac42ae-016e-4baf-bb31-c6fa820b41c2), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:35:11.133860 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e8fa039d-6900-435a-bba3-837da7974a6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fc6c9b74-8dbb-41bb-800a-5bd3a43fe896), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:35:12.360478 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b6d631fb-7df0-4fe1-8322-abff3b61cae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (0db5147a-92a3-4581-8a5f-8ec9b93e0600), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:35:13.751579 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6b923bb1-06b0-4b84-b461-7cc1d0196090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (2e621730-3978-4720-b581-ac380e97a567), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:35:14.945591 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:35:19.943366 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-75e5ea3c-77ba-4d51-af23-f35385d24a5b req-0db42985-5f0f-41bc-8e86-64d40d4d355b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4087f6e0-99ac-44ca-9ef8-19c688663612&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0489860 Feb 28 11:35:20.057727 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e5ea3c-77ba-4d51-af23-f35385d24a5b req-435cfb0a-f4cd-4c85-8c56-0211aada9582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:35:20.059280 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-75e5ea3c-77ba-4d51-af23-f35385d24a5b req-435cfb0a-f4cd-4c85-8c56-0211aada9582 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=44395188913e4f88aa9c846a07c71b52&device_id=4087f6e0-99ac-44ca-9ef8-19c688663612 HTTP/1.1" status: 200 len: 1129 time: 0.0532453 Feb 28 11:35:20.172740 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e5ea3c-77ba-4d51-af23-f35385d24a5b req-a2d4c2d0-4f5c-4275-a041-f4c6049d4856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:35:20.174235 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-75e5ea3c-77ba-4d51-af23-f35385d24a5b req-a2d4c2d0-4f5c-4275-a041-f4c6049d4856 service neutron] 10.222.0.30 "GET /v2.0/networks?id=193374bc-f5b3-43bf-bc8e-77a8e6675cc5 HTTP/1.1" status: 200 len: 911 time: 0.0934281 Feb 28 11:35:20.245701 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-75e5ea3c-77ba-4d51-af23-f35385d24a5b req-b99aa15f-e1a0-414c-a578-a925d7321691 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ef952d79-1295-40b1-98c1-f49f52c589d7 HTTP/1.1" status: 200 len: 1001 time: 0.0658026 Feb 28 11:35:20.299627 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e5ea3c-77ba-4d51-af23-f35385d24a5b req-c508b1a4-43e0-4f96-84ea-1723aca7b6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:35:20.301862 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-75e5ea3c-77ba-4d51-af23-f35385d24a5b req-c508b1a4-43e0-4f96-84ea-1723aca7b6b2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5e8cead3-95c6-4ef0-9c57-1c9701cb27be HTTP/1.1" status: 200 len: 849 time: 0.0500937 Feb 28 11:35:20.361515 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e5ea3c-77ba-4d51-af23-f35385d24a5b req-35fa405d-0f10-4b5c-a946-bfc3b5d335f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:35:20.364704 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-75e5ea3c-77ba-4d51-af23-f35385d24a5b req-35fa405d-0f10-4b5c-a946-bfc3b5d335f5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=193374bc-f5b3-43bf-bc8e-77a8e6675cc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0551612 Feb 28 11:35:20.466962 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-75e5ea3c-77ba-4d51-af23-f35385d24a5b req-c2d3156c-8858-41ef-86ff-f06b6d95b1dc service neutron] 10.222.0.30 "GET /v2.0/networks/193374bc-f5b3-43bf-bc8e-77a8e6675cc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973372 Feb 28 11:35:20.571634 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-75e5ea3c-77ba-4d51-af23-f35385d24a5b req-89a3735a-4463-49ea-af59-83a0c6be95de service neutron] 10.222.0.30 "GET /v2.0/networks/193374bc-f5b3-43bf-bc8e-77a8e6675cc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973368 Feb 28 11:35:27.125778 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.agents_db [None req-382e0aa2-b126-48e6-89eb-3efa426b6b29 None None] Agent healthcheck: found 6 active agents {{(pid=103410) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 11:35:38.863090 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2d6fc4ab-81aa-4356-8d33-57af457b5613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fb6705d2-4f70-4965-92a3-fbfccd43a6d3), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:35:38.951789 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (13ac42ae-016e-4baf-bb31-c6fa820b41c2), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:35:41.137909 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-01746f38-daa3-4926-a66e-a723d13f85c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fc6c9b74-8dbb-41bb-800a-5bd3a43fe896), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:35:42.358505 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b6d631fb-7df0-4fe1-8322-abff3b61cae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (0db5147a-92a3-4581-8a5f-8ec9b93e0600), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:35:43.754992 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6b923bb1-06b0-4b84-b461-7cc1d0196090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (2e621730-3978-4720-b581-ac380e97a567), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:35:44.942062 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:36:04.124886 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.agents_db [None req-382e0aa2-b126-48e6-89eb-3efa426b6b29 None None] Agent healthcheck: found 6 active agents {{(pid=103410) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 11:36:08.862923 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-784af5bf-a9ab-4f9a-a8a9-675023cb9ed8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fb6705d2-4f70-4965-92a3-fbfccd43a6d3), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:36:08.960916 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (13ac42ae-016e-4baf-bb31-c6fa820b41c2), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:36:11.145469 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7bd35ee6-a1f2-41ce-afa0-9c7d138acabf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fc6c9b74-8dbb-41bb-800a-5bd3a43fe896), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:36:12.360972 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b6d631fb-7df0-4fe1-8322-abff3b61cae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (0db5147a-92a3-4581-8a5f-8ec9b93e0600), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:36:13.757403 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6b923bb1-06b0-4b84-b461-7cc1d0196090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (2e621730-3978-4720-b581-ac380e97a567), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:36:14.938075 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:36:21.036476 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-0a426da1-fe65-45bb-88cc-0ee34590e6b0 req-691f5814-3c6e-4720-a91a-3f3e31782fb2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4087f6e0-99ac-44ca-9ef8-19c688663612&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1484954 Feb 28 11:36:21.152633 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a426da1-fe65-45bb-88cc-0ee34590e6b0 req-31f471fb-e481-44ee-bf99-0899d49be7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:36:21.154095 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-0a426da1-fe65-45bb-88cc-0ee34590e6b0 req-31f471fb-e481-44ee-bf99-0899d49be7bb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=44395188913e4f88aa9c846a07c71b52&device_id=4087f6e0-99ac-44ca-9ef8-19c688663612 HTTP/1.1" status: 200 len: 1129 time: 0.0494874 Feb 28 11:36:21.266920 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a426da1-fe65-45bb-88cc-0ee34590e6b0 req-f73fbed3-966c-425a-9656-64c1f567ca53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:36:21.268425 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-0a426da1-fe65-45bb-88cc-0ee34590e6b0 req-f73fbed3-966c-425a-9656-64c1f567ca53 service neutron] 10.222.0.30 "GET /v2.0/networks?id=193374bc-f5b3-43bf-bc8e-77a8e6675cc5 HTTP/1.1" status: 200 len: 911 time: 0.0936284 Feb 28 11:36:21.340576 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-0a426da1-fe65-45bb-88cc-0ee34590e6b0 req-eece8537-c6f2-414a-a1d8-e00fe7362663 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ef952d79-1295-40b1-98c1-f49f52c589d7 HTTP/1.1" status: 200 len: 1001 time: 0.0638857 Feb 28 11:36:21.403241 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a426da1-fe65-45bb-88cc-0ee34590e6b0 req-f0d2a46b-9fe0-45c6-b368-9ec85f33d3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:36:21.404625 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-0a426da1-fe65-45bb-88cc-0ee34590e6b0 req-f0d2a46b-9fe0-45c6-b368-9ec85f33d3c5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5e8cead3-95c6-4ef0-9c57-1c9701cb27be HTTP/1.1" status: 200 len: 849 time: 0.0578241 Feb 28 11:36:21.465972 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a426da1-fe65-45bb-88cc-0ee34590e6b0 req-a7494169-26b3-41b3-86c6-a593461990fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:36:21.467524 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-0a426da1-fe65-45bb-88cc-0ee34590e6b0 req-a7494169-26b3-41b3-86c6-a593461990fc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=193374bc-f5b3-43bf-bc8e-77a8e6675cc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0564427 Feb 28 11:36:21.565603 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-0a426da1-fe65-45bb-88cc-0ee34590e6b0 req-0b819d41-a38b-4a30-bd59-a9d963a95a31 service neutron] 10.222.0.30 "GET /v2.0/networks/193374bc-f5b3-43bf-bc8e-77a8e6675cc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911486 Feb 28 11:36:21.662435 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-0a426da1-fe65-45bb-88cc-0ee34590e6b0 req-e86629b1-99aa-4717-bd05-35640668c4c7 service neutron] 10.222.0.30 "GET /v2.0/networks/193374bc-f5b3-43bf-bc8e-77a8e6675cc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903447 Feb 28 11:36:38.858351 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-016dbccf-aafe-47ae-95ff-aeef1eaff668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fb6705d2-4f70-4965-92a3-fbfccd43a6d3), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:36:38.977383 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (13ac42ae-016e-4baf-bb31-c6fa820b41c2), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:36:41.125470 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.agents_db [None req-382e0aa2-b126-48e6-89eb-3efa426b6b29 None None] Agent healthcheck: found 6 active agents {{(pid=103410) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 11:36:41.139391 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-25033f2b-1e02-4c7a-89aa-58e6f08bab5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fc6c9b74-8dbb-41bb-800a-5bd3a43fe896), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:36:42.366403 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b6d631fb-7df0-4fe1-8322-abff3b61cae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (0db5147a-92a3-4581-8a5f-8ec9b93e0600), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:36:43.762545 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6b923bb1-06b0-4b84-b461-7cc1d0196090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (2e621730-3978-4720-b581-ac380e97a567), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:36:44.945891 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:37:03.965468 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [req-c4f65a0a-8b5f-47fc-8fb6-107db41ef300 req-5f4ee9c5-2620-4774-bdf0-d2228456e4d1 service neutron] (103407) timed out ('10.222.0.30', 63066) {{(pid=103407) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 28 11:37:08.864846 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-67b94043-efd5-4786-a9a7-726d011a48f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fb6705d2-4f70-4965-92a3-fbfccd43a6d3), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:37:08.991724 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (13ac42ae-016e-4baf-bb31-c6fa820b41c2), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:37:09.169818 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device ef952d79-1295-40b1-98c1-f49f52c589d7 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103409) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 11:37:09.303900 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] For port ef952d79-1295-40b1-98c1-f49f52c589d7, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=ef952d79-1295-40b1-98c1-f49f52c589d7,segment=NetworkSegment(4c3f5bf9-cd32-4165-a013-04b5d2765ac5),segment_id=4c3f5bf9-cd32-4165-a013-04b5d2765ac5)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:37:09.328168 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Returning: {'device': 'ef952d79-1295-40b1-98c1-f49f52c589d7', 'network_id': '193374bc-f5b3-43bf-bc8e-77a8e6675cc5', 'port_id': 'ef952d79-1295-40b1-98c1-f49f52c589d7', 'mac_address': 'fa:16:3e:4d:2b:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 297, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e8cead3-95c6-4ef0-9c57-1c9701cb27be', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103409) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 11:37:09.367565 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Current status of the port ef952d79-1295-40b1-98c1-f49f52c589d7 is: ACTIVE; New status is: BUILD {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:37:09.367965 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (ef952d79-1295-40b1-98c1-f49f52c589d7), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:37:09.381370 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ef952d79-1295-40b1-98c1-f49f52c589d7 {{(pid=103409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 11:37:09.402121 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] For port ef952d79-1295-40b1-98c1-f49f52c589d7, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=ef952d79-1295-40b1-98c1-f49f52c589d7,segment=NetworkSegment(4c3f5bf9-cd32-4165-a013-04b5d2765ac5),segment_id=4c3f5bf9-cd32-4165-a013-04b5d2765ac5)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:37:09.407131 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (ef952d79-1295-40b1-98c1-f49f52c589d7), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:37:09.467229 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Pushing event updated for resources: {'Port': ['ID=ef952d79-1295-40b1-98c1-f49f52c589d7,revision_number=6']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:37:09.474563 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:37:09.474914 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:37:09.475253 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:37:09.475598 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:37:09.475941 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:37:09.476258 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:37:09.476592 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:37:09.476939 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:37:09.477251 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:37:09.477571 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:37:09.477883 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:37:09.478208 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:37:09.478527 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:37:09.554997 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] get_ports_and_sgs() called for port_ids ['ef952d79-1295-40b1-98c1-f49f52c589d7'] {{(pid=103409) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 11:37:11.144964 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-84f6e301-a011-491c-9e19-5047b6be45eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fc6c9b74-8dbb-41bb-800a-5bd3a43fe896), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:37:11.171691 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device ef952d79-1295-40b1-98c1-f49f52c589d7 up at agent hyperv_hv-neutron-mast {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 11:37:11.228583 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Provisioning complete for port ef952d79-1295-40b1-98c1-f49f52c589d7 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:37:11.228953 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (ef952d79-1295-40b1-98c1-f49f52c589d7), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:37:11.310664 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Current status of the port ef952d79-1295-40b1-98c1-f49f52c589d7 is: BUILD; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:37:11.311048 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (ef952d79-1295-40b1-98c1-f49f52c589d7), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:37:11.334685 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4087f6e0-99ac-44ca-9ef8-19c688663612', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef952d79-1295-40b1-98c1-f49f52c589d7'}] {{(pid=103409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:37:11.336978 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a4fd39cbef3db8314edbb995c87b1b752a2ff5ed3c1f5f263d70ca4833eab24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c78a35e-d7d3-477b-af87-ab61ca1283da" -d '{"events": [{"server_uuid": "4087f6e0-99ac-44ca-9ef8-19c688663612", "name": "network-vif-plugged", "status": "completed", "tag": "ef952d79-1295-40b1-98c1-f49f52c589d7"}]}' {{(pid=103409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 11:37:11.349768 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] For port ef952d79-1295-40b1-98c1-f49f52c589d7, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=ef952d79-1295-40b1-98c1-f49f52c589d7,segment=NetworkSegment(4c3f5bf9-cd32-4165-a013-04b5d2765ac5),segment_id=4c3f5bf9-cd32-4165-a013-04b5d2765ac5)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:37:11.354893 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (ef952d79-1295-40b1-98c1-f49f52c589d7), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:37:11.409149 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Pushing event updated for resources: {'Port': ['ID=ef952d79-1295-40b1-98c1-f49f52c589d7,revision_number=7']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:37:12.368904 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b6d631fb-7df0-4fe1-8322-abff3b61cae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (0db5147a-92a3-4581-8a5f-8ec9b93e0600), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:37:12.460817 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 11:37:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-179ba2c0-f348-46dd-af7b-d244e8f0b4af x-openstack-request-id: req-179ba2c0-f348-46dd-af7b-d244e8f0b4af {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 11:37:12.461077 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4087f6e0-99ac-44ca-9ef8-19c688663612", "name": "network-vif-plugged", "status": "completed", "tag": "ef952d79-1295-40b1-98c1-f49f52c589d7", "code": 200}]} {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 11:37:12.461605 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-179ba2c0-f348-46dd-af7b-d244e8f0b4af {{(pid=103409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 11:37:12.462073 dv-neutron-master-2-hyperv neutron-server[103409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4087f6e0-99ac-44ca-9ef8-19c688663612', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef952d79-1295-40b1-98c1-f49f52c589d7', 'code': 200} Feb 28 11:37:13.767696 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6b923bb1-06b0-4b84-b461-7cc1d0196090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (2e621730-3978-4720-b581-ac380e97a567), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:37:14.942241 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:37:18.127294 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.agents_db [None req-382e0aa2-b126-48e6-89eb-3efa426b6b29 None None] Agent healthcheck: found 6 active agents {{(pid=103410) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 11:37:22.883225 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-d94a4deb-2b3b-4a57-9c3b-2f67d80b4f12 req-4a35cbed-a026-4c01-af7a-ba91c54758f9 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-182885458&fields=id&tenant_id=44395188913e4f88aa9c846a07c71b52 HTTP/1.1" status: 200 len: 267 time: 0.0511053 Feb 28 11:37:22.933246 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-fe2b2db6-12ce-4349-8a9f-5d98dcf33347 req-91f18e87-f172-49ec-9df9-bd7687cea654 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4087f6e0-99ac-44ca-9ef8-19c688663612&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0459993 Feb 28 11:37:22.994682 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94a4deb-2b3b-4a57-9c3b-2f67d80b4f12 req-eee0ed03-0257-4513-9af5-afef2ffa665a tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:37:22.996292 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-d94a4deb-2b3b-4a57-9c3b-2f67d80b4f12 req-eee0ed03-0257-4513-9af5-afef2ffa665a tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] 10.222.0.20 "GET /v2.0/networks?id=193374bc-f5b3-43bf-bc8e-77a8e6675cc5 HTTP/1.1" status: 200 len: 810 time: 0.1059000 Feb 28 11:37:23.011838 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-d94a4deb-2b3b-4a57-9c3b-2f67d80b4f12 req-8a6982b9-ac09-4c15-bcfa-f3affcb02d20 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] 10.222.0.20 "GET /v2.0/quotas/44395188913e4f88aa9c846a07c71b52 HTTP/1.1" status: 200 len: 375 time: 0.0096526 Feb 28 11:37:23.036171 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2b2db6-12ce-4349-8a9f-5d98dcf33347 req-9a420118-e6e5-4947-bd85-fa7ec26c4fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:37:23.038649 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-fe2b2db6-12ce-4349-8a9f-5d98dcf33347 req-9a420118-e6e5-4947-bd85-fa7ec26c4fd8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=44395188913e4f88aa9c846a07c71b52&device_id=4087f6e0-99ac-44ca-9ef8-19c688663612 HTTP/1.1" status: 200 len: 1129 time: 0.0482841 Feb 28 11:37:23.078418 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-d94a4deb-2b3b-4a57-9c3b-2f67d80b4f12 req-fae16a39-f0b4-431a-bc5c-1f4f5c42d83b tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=44395188913e4f88aa9c846a07c71b52&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0611689 Feb 28 11:37:23.146930 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2b2db6-12ce-4349-8a9f-5d98dcf33347 req-8e54d9c1-834d-41b9-b908-33e1362a486e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:37:23.148582 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-fe2b2db6-12ce-4349-8a9f-5d98dcf33347 req-8e54d9c1-834d-41b9-b908-33e1362a486e service neutron] 10.222.0.30 "GET /v2.0/networks?id=193374bc-f5b3-43bf-bc8e-77a8e6675cc5 HTTP/1.1" status: 200 len: 911 time: 0.0910702 Feb 28 11:37:23.183151 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-d94a4deb-2b3b-4a57-9c3b-2f67d80b4f12 req-e843e781-4a04-4895-8071-ab169b5401d2 service neutron] 10.222.0.20 "GET /v2.0/networks/193374bc-f5b3-43bf-bc8e-77a8e6675cc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928943 Feb 28 11:37:23.221390 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-fe2b2db6-12ce-4349-8a9f-5d98dcf33347 req-04310ccd-f9a0-41d5-9129-ad58ce431bab service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ef952d79-1295-40b1-98c1-f49f52c589d7 HTTP/1.1" status: 200 len: 1001 time: 0.0654969 Feb 28 11:37:23.276534 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2b2db6-12ce-4349-8a9f-5d98dcf33347 req-a2dba8bc-76a0-4285-b7ed-33fdcb047a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:37:23.278064 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-fe2b2db6-12ce-4349-8a9f-5d98dcf33347 req-a2dba8bc-76a0-4285-b7ed-33fdcb047a3f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5e8cead3-95c6-4ef0-9c57-1c9701cb27be HTTP/1.1" status: 200 len: 849 time: 0.0510719 Feb 28 11:37:23.278937 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-d94a4deb-2b3b-4a57-9c3b-2f67d80b4f12 req-b589cdcb-bc74-453e-8e70-dff2250e4b76 service neutron] 10.222.0.20 "GET /v2.0/networks/193374bc-f5b3-43bf-bc8e-77a8e6675cc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894971 Feb 28 11:37:23.331125 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2b2db6-12ce-4349-8a9f-5d98dcf33347 req-21624c79-1a65-463a-bc39-5a3fed17e9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:37:23.332699 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-fe2b2db6-12ce-4349-8a9f-5d98dcf33347 req-21624c79-1a65-463a-bc39-5a3fed17e9d4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=193374bc-f5b3-43bf-bc8e-77a8e6675cc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0480869 Feb 28 11:37:23.448720 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-fe2b2db6-12ce-4349-8a9f-5d98dcf33347 req-0da30d3e-00bc-4d0d-a132-1acb74a106fd service neutron] 10.222.0.30 "GET /v2.0/networks/193374bc-f5b3-43bf-bc8e-77a8e6675cc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098962 Feb 28 11:37:23.549117 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-8f63ad28-2279-4c39-a04c-3010b0617b54 req-a4d05faa-e1fa-49aa-a538-0eddc252e1c5 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc3c91d9-0777-44e9-af08-0bbb048bb685 HTTP/1.1" status: 200 len: 210 time: 0.1125519 Feb 28 11:37:23.553309 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-fe2b2db6-12ce-4349-8a9f-5d98dcf33347 req-53ca38fb-c5d8-42f5-86ee-7f894c19b2f3 service neutron] 10.222.0.30 "GET /v2.0/networks/193374bc-f5b3-43bf-bc8e-77a8e6675cc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982759 Feb 28 11:37:24.659948 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-7687134d-26b1-494c-bc14-8efa4fdaa6b6 req-337baa73-fbed-4993-9d88-32c305d064ec tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc3c91d9-0777-44e9-af08-0bbb048bb685 HTTP/1.1" status: 200 len: 210 time: 0.0343552 Feb 28 11:37:24.716956 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94a4deb-2b3b-4a57-9c3b-2f67d80b4f12 req-ec903c30-1e7c-4929-93ea-32c28b6f4abd tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:37:24.718630 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-d94a4deb-2b3b-4a57-9c3b-2f67d80b4f12 req-ec903c30-1e7c-4929-93ea-32c28b6f4abd tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] 10.222.0.30 "GET /v2.0/networks?id=193374bc-f5b3-43bf-bc8e-77a8e6675cc5 HTTP/1.1" status: 200 len: 810 time: 0.1393561 Feb 28 11:37:24.808454 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-d94a4deb-2b3b-4a57-9c3b-2f67d80b4f12 req-9df319cd-27ef-4330-b163-8437e6d4714c tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=44395188913e4f88aa9c846a07c71b52 HTTP/1.1" status: 200 len: 379 time: 0.0642436 Feb 28 11:37:24.817560 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [req-d94a4deb-2b3b-4a57-9c3b-2f67d80b4f12 req-4b7a254e-db97-46c4-9b1d-80a38544a846 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Request body: {'port': {'device_id': 'cc3c91d9-0777-44e9-af08-0bbb048bb685', 'network_id': '193374bc-f5b3-43bf-bc8e-77a8e6675cc5', 'admin_state_up': True, 'tenant_id': '44395188913e4f88aa9c846a07c71b52', 'security_groups': ['aaf0bc2a-3aa2-438f-8490-09d2055f1ecc']}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:37:24.929196 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d94a4deb-2b3b-4a57-9c3b-2f67d80b4f12 req-4b7a254e-db97-46c4-9b1d-80a38544a846 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Made reservation on behalf of 44395188913e4f88aa9c846a07c71b52 for: {'port': 1} {{(pid=103408) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:37:24.932994 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-d94a4deb-2b3b-4a57-9c3b-2f67d80b4f12 req-4b7a254e-db97-46c4-9b1d-80a38544a846 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:37:25.080008 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [req-d94a4deb-2b3b-4a57-9c3b-2f67d80b4f12 req-4b7a254e-db97-46c4-9b1d-80a38544a846 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Allocated IP 172.20.0.5 (193374bc-f5b3-43bf-bc8e-77a8e6675cc5/5e8cead3-95c6-4ef0-9c57-1c9701cb27be/edce4004-b9d3-4af5-85ef-74d6ea6aa713) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:37:25.219218 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device ef952d79-1295-40b1-98c1-f49f52c589d7 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 11:37:25.301522 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-d94a4deb-2b3b-4a57-9c3b-2f67d80b4f12 req-4b7a254e-db97-46c4-9b1d-80a38544a846 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Publish callbacks [] for port (edce4004-b9d3-4af5-85ef-74d6ea6aa713), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:37:25.346951 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Current status of the port ef952d79-1295-40b1-98c1-f49f52c589d7 is: ACTIVE; New status is: DOWN {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:37:25.347525 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (ef952d79-1295-40b1-98c1-f49f52c589d7), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:37:25.365846 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-d94a4deb-2b3b-4a57-9c3b-2f67d80b4f12 req-4b7a254e-db97-46c4-9b1d-80a38544a846 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (edce4004-b9d3-4af5-85ef-74d6ea6aa713), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:37:25.393628 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4087f6e0-99ac-44ca-9ef8-19c688663612', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef952d79-1295-40b1-98c1-f49f52c589d7'}] {{(pid=103409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:37:25.398969 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a4fd39cbef3db8314edbb995c87b1b752a2ff5ed3c1f5f263d70ca4833eab24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41d69f4d-df6d-4131-82cf-c4c8d4a587a9" -d '{"events": [{"server_uuid": "4087f6e0-99ac-44ca-9ef8-19c688663612", "name": "network-vif-unplugged", "status": "completed", "tag": "ef952d79-1295-40b1-98c1-f49f52c589d7"}]}' {{(pid=103409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 11:37:25.426113 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d94a4deb-2b3b-4a57-9c3b-2f67d80b4f12 req-4b7a254e-db97-46c4-9b1d-80a38544a846 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Network 193374bc-f5b3-43bf-bc8e-77a8e6675cc5 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:37:25.431727 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] For port ef952d79-1295-40b1-98c1-f49f52c589d7, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=ef952d79-1295-40b1-98c1-f49f52c589d7,segment=NetworkSegment(4c3f5bf9-cd32-4165-a013-04b5d2765ac5),segment_id=4c3f5bf9-cd32-4165-a013-04b5d2765ac5)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:37:25.433575 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [req-d94a4deb-2b3b-4a57-9c3b-2f67d80b4f12 req-4b7a254e-db97-46c4-9b1d-80a38544a846 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:37:25.439542 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (ef952d79-1295-40b1-98c1-f49f52c589d7), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:37:25.463312 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [req-d94a4deb-2b3b-4a57-9c3b-2f67d80b4f12 req-4b7a254e-db97-46c4-9b1d-80a38544a846 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 11:37:25.481939 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 28 Feb 2022 11:37:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a551d4cd-739a-41a0-a683-744f8c10aaf1 x-openstack-request-id: req-a551d4cd-739a-41a0-a683-744f8c10aaf1 {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 11:37:25.482184 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4087f6e0-99ac-44ca-9ef8-19c688663612", "name": "network-vif-unplugged", "status": "completed", "tag": "ef952d79-1295-40b1-98c1-f49f52c589d7", "code": 200}]} {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 11:37:25.482352 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a551d4cd-739a-41a0-a683-744f8c10aaf1 {{(pid=103409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 11:37:25.483452 dv-neutron-master-2-hyperv neutron-server[103409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4087f6e0-99ac-44ca-9ef8-19c688663612', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef952d79-1295-40b1-98c1-f49f52c589d7', 'code': 200} Feb 28 11:37:25.522990 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Pushing event updated for resources: {'Port': ['ID=ef952d79-1295-40b1-98c1-f49f52c589d7,revision_number=8']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:37:25.534316 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94a4deb-2b3b-4a57-9c3b-2f67d80b4f12 req-4b7a254e-db97-46c4-9b1d-80a38544a846 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:37:25.535092 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-d94a4deb-2b3b-4a57-9c3b-2f67d80b4f12 req-4b7a254e-db97-46c4-9b1d-80a38544a846 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:37:25.571807 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7a254e-db97-46c4-9b1d-80a38544a846 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Pushing event updated for resources: {'Port': ['ID=edce4004-b9d3-4af5-85ef-74d6ea6aa713,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:37:25.587489 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7a254e-db97-46c4-9b1d-80a38544a846 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:37:25.587858 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7a254e-db97-46c4-9b1d-80a38544a846 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:37:25.588214 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7a254e-db97-46c4-9b1d-80a38544a846 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:37:25.588617 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7a254e-db97-46c4-9b1d-80a38544a846 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:37:25.589002 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7a254e-db97-46c4-9b1d-80a38544a846 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:37:25.589972 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7a254e-db97-46c4-9b1d-80a38544a846 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:37:25.590318 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7a254e-db97-46c4-9b1d-80a38544a846 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:37:25.590862 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7a254e-db97-46c4-9b1d-80a38544a846 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:37:25.591217 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7a254e-db97-46c4-9b1d-80a38544a846 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:37:25.591559 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7a254e-db97-46c4-9b1d-80a38544a846 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:37:25.591898 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7a254e-db97-46c4-9b1d-80a38544a846 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:37:25.592236 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7a254e-db97-46c4-9b1d-80a38544a846 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:37:25.592587 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7a254e-db97-46c4-9b1d-80a38544a846 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:37:25.600683 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-d94a4deb-2b3b-4a57-9c3b-2f67d80b4f12 req-4b7a254e-db97-46c4-9b1d-80a38544a846 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7867491 Feb 28 11:37:25.835895 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfe662d-7ca3-462d-8175-7ea53ef8e40b req-73b58e24-ab79-4db2-aea2-c4c82e476cb3 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:37:25.844725 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-dbfe662d-7ca3-462d-8175-7ea53ef8e40b req-73b58e24-ab79-4db2-aea2-c4c82e476cb3 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc3c91d9-0777-44e9-af08-0bbb048bb685 HTTP/1.1" status: 200 len: 931 time: 0.0924180 Feb 28 11:37:25.899774 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-d481ad00-e2d9-4b78-b249-4d5b2e494b22 None None] Provisioning complete for port edce4004-b9d3-4af5-85ef-74d6ea6aa713 triggered by entity DHCP. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:37:25.900151 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d481ad00-e2d9-4b78-b249-4d5b2e494b22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (edce4004-b9d3-4af5-85ef-74d6ea6aa713), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:37:25.902044 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-dbfe662d-7ca3-462d-8175-7ea53ef8e40b req-acb3f2c4-cc6e-4932-8329-8f064e253741 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaf0bc2a-3aa2-438f-8490-09d2055f1ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560546 Feb 28 11:37:25.961917 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-d481ad00-e2d9-4b78-b249-4d5b2e494b22 None None] Port edce4004-b9d3-4af5-85ef-74d6ea6aa713 cannot update to ACTIVE because it is not bound. {{(pid=103409) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 28 11:37:27.039436 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15432c25-3c2d-4dee-b0c9-ccdc152877e2 req-49eb03ac-8d8a-4e19-ab25-df04712b58c8 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:37:27.041053 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-15432c25-3c2d-4dee-b0c9-ccdc152877e2 req-49eb03ac-8d8a-4e19-ab25-df04712b58c8 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc3c91d9-0777-44e9-af08-0bbb048bb685 HTTP/1.1" status: 200 len: 931 time: 0.0577555 Feb 28 11:37:27.098843 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-15432c25-3c2d-4dee-b0c9-ccdc152877e2 req-b8bc1eb3-269c-453d-a0f8-326653f88fa1 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaf0bc2a-3aa2-438f-8490-09d2055f1ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515184 Feb 28 11:37:28.234055 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f031d92c-57e7-42c9-abf4-cfbde1a5d16c req-b589846d-1692-4c3a-b735-38250def3947 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:37:28.235698 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-f031d92c-57e7-42c9-abf4-cfbde1a5d16c req-b589846d-1692-4c3a-b735-38250def3947 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc3c91d9-0777-44e9-af08-0bbb048bb685 HTTP/1.1" status: 200 len: 931 time: 0.0568485 Feb 28 11:37:28.290633 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-f031d92c-57e7-42c9-abf4-cfbde1a5d16c req-de1a1b5d-e9bd-4b48-8e36-645ed9d1ab00 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaf0bc2a-3aa2-438f-8490-09d2055f1ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477378 Feb 28 11:37:29.432885 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7feb615-b87a-4a55-9667-b78da27a8ee4 req-edc9357f-c743-4f93-ae98-eac2728cf74e tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:37:29.433817 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-e7feb615-b87a-4a55-9667-b78da27a8ee4 req-edc9357f-c743-4f93-ae98-eac2728cf74e tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc3c91d9-0777-44e9-af08-0bbb048bb685 HTTP/1.1" status: 200 len: 931 time: 0.0581703 Feb 28 11:37:29.493511 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-e7feb615-b87a-4a55-9667-b78da27a8ee4 req-7fdc6fec-622f-4011-861a-3aee8df30f22 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaf0bc2a-3aa2-438f-8490-09d2055f1ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537651 Feb 28 11:37:30.630689 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e589db1b-b33e-47c8-8053-a53163a4b7f4 req-322d003a-4641-4152-a4ea-4ceb21792f39 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:37:30.633038 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-e589db1b-b33e-47c8-8053-a53163a4b7f4 req-322d003a-4641-4152-a4ea-4ceb21792f39 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc3c91d9-0777-44e9-af08-0bbb048bb685 HTTP/1.1" status: 200 len: 931 time: 0.0652888 Feb 28 11:37:30.692701 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-e589db1b-b33e-47c8-8053-a53163a4b7f4 req-7df51d11-8838-40eb-91b1-63986284ffd8 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaf0bc2a-3aa2-438f-8490-09d2055f1ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524971 Feb 28 11:37:31.821706 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7313a6e1-95e5-4dcc-86cf-d5382383a63b req-ed736f6f-f098-41a1-942b-56e531043334 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:37:31.823435 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-7313a6e1-95e5-4dcc-86cf-d5382383a63b req-ed736f6f-f098-41a1-942b-56e531043334 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc3c91d9-0777-44e9-af08-0bbb048bb685 HTTP/1.1" status: 200 len: 931 time: 0.0600111 Feb 28 11:37:31.882556 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-7313a6e1-95e5-4dcc-86cf-d5382383a63b req-4c2d4781-257d-4175-b4f8-3286f05924b0 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaf0bc2a-3aa2-438f-8490-09d2055f1ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513456 Feb 28 11:37:33.008578 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c18b82-3ead-4281-ad24-f404603f6b9f req-171b51f5-46d5-4c05-bc74-231ed5e5161b tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:37:33.010112 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-51c18b82-3ead-4281-ad24-f404603f6b9f req-171b51f5-46d5-4c05-bc74-231ed5e5161b tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc3c91d9-0777-44e9-af08-0bbb048bb685 HTTP/1.1" status: 200 len: 931 time: 0.0548689 Feb 28 11:37:33.067587 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-51c18b82-3ead-4281-ad24-f404603f6b9f req-9dcc769d-9b78-4af1-b23f-d1c5c95330d1 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaf0bc2a-3aa2-438f-8490-09d2055f1ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511348 Feb 28 11:37:34.194861 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47460acd-5500-42b9-8118-fe0e2ec8c125 req-edee2cc6-88ce-4747-a2ff-bde1bfd14154 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:37:34.196396 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-47460acd-5500-42b9-8118-fe0e2ec8c125 req-edee2cc6-88ce-4747-a2ff-bde1bfd14154 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc3c91d9-0777-44e9-af08-0bbb048bb685 HTTP/1.1" status: 200 len: 931 time: 0.0599258 Feb 28 11:37:34.247926 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-47460acd-5500-42b9-8118-fe0e2ec8c125 req-fe0aa08e-6382-4fab-bf55-118153c1f5f6 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaf0bc2a-3aa2-438f-8490-09d2055f1ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456891 Feb 28 11:37:35.371178 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cfbacc-93bf-495d-becd-d038e6b15317 req-a97bbaea-ee4c-41c0-851c-5ea3bbc0eba1 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:37:35.372767 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-71cfbacc-93bf-495d-becd-d038e6b15317 req-a97bbaea-ee4c-41c0-851c-5ea3bbc0eba1 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc3c91d9-0777-44e9-af08-0bbb048bb685 HTTP/1.1" status: 200 len: 931 time: 0.0553322 Feb 28 11:37:35.422458 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-71cfbacc-93bf-495d-becd-d038e6b15317 req-74fd1867-cf28-4495-bd73-ca196fb78720 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaf0bc2a-3aa2-438f-8490-09d2055f1ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441148 Feb 28 11:37:36.556885 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2841ca42-3482-4a7f-9bd4-ae0ac9017451 req-e43d830c-131b-4166-8191-06e6ab8f444e tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:37:36.558529 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-2841ca42-3482-4a7f-9bd4-ae0ac9017451 req-e43d830c-131b-4166-8191-06e6ab8f444e tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc3c91d9-0777-44e9-af08-0bbb048bb685 HTTP/1.1" status: 200 len: 931 time: 0.0621715 Feb 28 11:37:36.614851 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-2841ca42-3482-4a7f-9bd4-ae0ac9017451 req-b1549c40-402d-4773-a1b4-b7332b0356b9 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaf0bc2a-3aa2-438f-8490-09d2055f1ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505853 Feb 28 11:37:36.670392 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [req-d94a4deb-2b3b-4a57-9c3b-2f67d80b4f12 req-a93cb400-fb30-46f9-a3a0-262c01ba927e service neutron] Request body: {'port': {'device_id': 'cc3c91d9-0777-44e9-af08-0bbb048bb685', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:37:36.736880 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-d94a4deb-2b3b-4a57-9c3b-2f67d80b4f12 req-a93cb400-fb30-46f9-a3a0-262c01ba927e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (edce4004-b9d3-4af5-85ef-74d6ea6aa713), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:37:37.002033 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [req-d94a4deb-2b3b-4a57-9c3b-2f67d80b4f12 req-a93cb400-fb30-46f9-a3a0-262c01ba927e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edce4004-b9d3-4af5-85ef-74d6ea6aa713 {{(pid=103408) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 11:37:37.010042 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-d94a4deb-2b3b-4a57-9c3b-2f67d80b4f12 req-a93cb400-fb30-46f9-a3a0-262c01ba927e service neutron] Publish callbacks [] for port (edce4004-b9d3-4af5-85ef-74d6ea6aa713), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:37:37.022862 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.provisioning_blocks [req-d94a4deb-2b3b-4a57-9c3b-2f67d80b4f12 req-a93cb400-fb30-46f9-a3a0-262c01ba927e service neutron] Transition to ACTIVE for port object edce4004-b9d3-4af5-85ef-74d6ea6aa713 will not be triggered until provisioned by entity L2. {{(pid=103408) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Feb 28 11:37:37.027423 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-d94a4deb-2b3b-4a57-9c3b-2f67d80b4f12 req-a93cb400-fb30-46f9-a3a0-262c01ba927e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3242529'] for port (edce4004-b9d3-4af5-85ef-74d6ea6aa713), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:37:37.083919 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93cb400-fb30-46f9-a3a0-262c01ba927e service neutron] Pushing event updated for resources: {'Port': ['ID=edce4004-b9d3-4af5-85ef-74d6ea6aa713,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:37:37.158056 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [req-d94a4deb-2b3b-4a57-9c3b-2f67d80b4f12 req-a93cb400-fb30-46f9-a3a0-262c01ba927e service neutron] Attempting to bind port edce4004-b9d3-4af5-85ef-74d6ea6aa713 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 28 11:37:37.158395 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [req-d94a4deb-2b3b-4a57-9c3b-2f67d80b4f12 req-a93cb400-fb30-46f9-a3a0-262c01ba927e service neutron] Attempting to bind port edce4004-b9d3-4af5-85ef-74d6ea6aa713 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '4c3f5bf9-cd32-4165-a013-04b5d2765ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '193374bc-f5b3-43bf-bc8e-77a8e6675cc5'}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 28 11:37:37.158730 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d94a4deb-2b3b-4a57-9c3b-2f67d80b4f12 req-a93cb400-fb30-46f9-a3a0-262c01ba927e service neutron] Attempting to bind port edce4004-b9d3-4af5-85ef-74d6ea6aa713 on network 193374bc-f5b3-43bf-bc8e-77a8e6675cc5 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 11:37:37.163798 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d94a4deb-2b3b-4a57-9c3b-2f67d80b4f12 req-a93cb400-fb30-46f9-a3a0-262c01ba927e service neutron] Port edce4004-b9d3-4af5-85ef-74d6ea6aa713 on network 193374bc-f5b3-43bf-bc8e-77a8e6675cc5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 28 11:37:37.164122 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d94a4deb-2b3b-4a57-9c3b-2f67d80b4f12 req-a93cb400-fb30-46f9-a3a0-262c01ba927e service neutron] Attempting to bind port edce4004-b9d3-4af5-85ef-74d6ea6aa713 on network 193374bc-f5b3-43bf-bc8e-77a8e6675cc5 {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 28 11:37:37.170248 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d94a4deb-2b3b-4a57-9c3b-2f67d80b4f12 req-a93cb400-fb30-46f9-a3a0-262c01ba927e service neutron] Checking agent: {'id': '13ac42ae-016e-4baf-bb31-c6fa820b41c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 10, 30, 8), 'started_at': datetime.datetime(2022, 2, 28, 10, 30, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 37, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 28 11:37:37.170584 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d94a4deb-2b3b-4a57-9c3b-2f67d80b4f12 req-a93cb400-fb30-46f9-a3a0-262c01ba927e service neutron] Checking segment: {'id': '4c3f5bf9-cd32-4165-a013-04b5d2765ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '193374bc-f5b3-43bf-bc8e-77a8e6675cc5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 28 11:37:37.170975 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d94a4deb-2b3b-4a57-9c3b-2f67d80b4f12 req-a93cb400-fb30-46f9-a3a0-262c01ba927e service neutron] Bound using segment: {'id': '4c3f5bf9-cd32-4165-a013-04b5d2765ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '193374bc-f5b3-43bf-bc8e-77a8e6675cc5'} {{(pid=103408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 28 11:37:37.171404 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.managers [req-d94a4deb-2b3b-4a57-9c3b-2f67d80b4f12 req-a93cb400-fb30-46f9-a3a0-262c01ba927e service neutron] Bound port: edce4004-b9d3-4af5-85ef-74d6ea6aa713, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c3f5bf9-cd32-4165-a013-04b5d2765ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '193374bc-f5b3-43bf-bc8e-77a8e6675cc5'}}] {{(pid=103408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 28 11:37:37.171905 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-d94a4deb-2b3b-4a57-9c3b-2f67d80b4f12 req-a93cb400-fb30-46f9-a3a0-262c01ba927e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (edce4004-b9d3-4af5-85ef-74d6ea6aa713), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:37:37.240635 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [req-d94a4deb-2b3b-4a57-9c3b-2f67d80b4f12 req-a93cb400-fb30-46f9-a3a0-262c01ba927e service neutron] For port edce4004-b9d3-4af5-85ef-74d6ea6aa713, host hv-neutron-mast, cleared binding levels {{(pid=103408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:37:37.243834 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [req-d94a4deb-2b3b-4a57-9c3b-2f67d80b4f12 req-a93cb400-fb30-46f9-a3a0-262c01ba927e service neutron] For port edce4004-b9d3-4af5-85ef-74d6ea6aa713, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=edce4004-b9d3-4af5-85ef-74d6ea6aa713,segment=NetworkSegment(4c3f5bf9-cd32-4165-a013-04b5d2765ac5),segment_id=4c3f5bf9-cd32-4165-a013-04b5d2765ac5)] {{(pid=103408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:37:37.250144 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-d94a4deb-2b3b-4a57-9c3b-2f67d80b4f12 req-a93cb400-fb30-46f9-a3a0-262c01ba927e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3242529'] for port (edce4004-b9d3-4af5-85ef-74d6ea6aa713), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:37:37.291759 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94a4deb-2b3b-4a57-9c3b-2f67d80b4f12 req-a93cb400-fb30-46f9-a3a0-262c01ba927e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:37:37.292580 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-d94a4deb-2b3b-4a57-9c3b-2f67d80b4f12 req-a93cb400-fb30-46f9-a3a0-262c01ba927e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:37:37.293994 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-d94a4deb-2b3b-4a57-9c3b-2f67d80b4f12 req-a93cb400-fb30-46f9-a3a0-262c01ba927e service neutron] 10.222.0.30 "PUT /v2.0/ports/edce4004-b9d3-4af5-85ef-74d6ea6aa713 HTTP/1.1" status: 200 len: 1093 time: 0.6302488 Feb 28 11:37:37.294479 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc3c91d9-0777-44e9-af08-0bbb048bb685', 'tag': 'edce4004-b9d3-4af5-85ef-74d6ea6aa713'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:37:37.296815 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bca6d2a9c16b346ccea4aed84e66aefa21b979d73ed295f7643b3f7cbe99b128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4598fc5-b535-42ee-900d-db9f580f0548" -d '{"events": [{"name": "network-changed", "server_uuid": "cc3c91d9-0777-44e9-af08-0bbb048bb685", "tag": "edce4004-b9d3-4af5-85ef-74d6ea6aa713"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 11:37:37.319987 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93cb400-fb30-46f9-a3a0-262c01ba927e service neutron] Pushing event updated for resources: {'Port': ['ID=edce4004-b9d3-4af5-85ef-74d6ea6aa713,revision_number=3']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:37:37.355120 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 11:37:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2672fe3-6c62-4e75-846a-63c247158fc7 x-openstack-request-id: req-c2672fe3-6c62-4e75-846a-63c247158fc7 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 11:37:37.355496 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc3c91d9-0777-44e9-af08-0bbb048bb685", "tag": "edce4004-b9d3-4af5-85ef-74d6ea6aa713", "status": "completed", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 11:37:37.355765 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c2672fe3-6c62-4e75-846a-63c247158fc7 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 11:37:37.356191 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc3c91d9-0777-44e9-af08-0bbb048bb685', 'tag': 'edce4004-b9d3-4af5-85ef-74d6ea6aa713', 'status': 'completed', 'code': 200} Feb 28 11:37:37.417008 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94a4deb-2b3b-4a57-9c3b-2f67d80b4f12 req-61f873ab-1cfa-4bd0-9cf3-8da2142c2723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:37:37.418612 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-d94a4deb-2b3b-4a57-9c3b-2f67d80b4f12 req-61f873ab-1cfa-4bd0-9cf3-8da2142c2723 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=44395188913e4f88aa9c846a07c71b52&device_id=cc3c91d9-0777-44e9-af08-0bbb048bb685 HTTP/1.1" status: 200 len: 1127 time: 0.0491855 Feb 28 11:37:37.469774 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-d94a4deb-2b3b-4a57-9c3b-2f67d80b4f12 req-baa7aff6-c1a5-41e8-96db-48f3bb2e600a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=edce4004-b9d3-4af5-85ef-74d6ea6aa713 HTTP/1.1" status: 200 len: 217 time: 0.0380056 Feb 28 11:37:37.523800 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94a4deb-2b3b-4a57-9c3b-2f67d80b4f12 req-2820d91b-72c0-4c3c-82ac-0ab64676833c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:37:37.525339 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-d94a4deb-2b3b-4a57-9c3b-2f67d80b4f12 req-2820d91b-72c0-4c3c-82ac-0ab64676833c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5e8cead3-95c6-4ef0-9c57-1c9701cb27be HTTP/1.1" status: 200 len: 849 time: 0.0497336 Feb 28 11:37:37.580093 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94a4deb-2b3b-4a57-9c3b-2f67d80b4f12 req-91b5be8e-29e6-4aab-92da-1ed4c764a805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:37:37.581811 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-d94a4deb-2b3b-4a57-9c3b-2f67d80b4f12 req-91b5be8e-29e6-4aab-92da-1ed4c764a805 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=193374bc-f5b3-43bf-bc8e-77a8e6675cc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0496113 Feb 28 11:37:37.674636 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-d94a4deb-2b3b-4a57-9c3b-2f67d80b4f12 req-4e804d9b-b539-455e-bb72-28f5e23b08f9 service neutron] 10.222.0.30 "GET /v2.0/networks/193374bc-f5b3-43bf-bc8e-77a8e6675cc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870578 Feb 28 11:37:37.738184 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88066d72-acd0-4544-a4e4-b4c42df36350 req-c5b9ca4e-30da-48b9-90b6-b6c70830b5ba tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:37:37.742665 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-88066d72-acd0-4544-a4e4-b4c42df36350 req-c5b9ca4e-30da-48b9-90b6-b6c70830b5ba tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc3c91d9-0777-44e9-af08-0bbb048bb685 HTTP/1.1" status: 200 len: 943 time: 0.0576200 Feb 28 11:37:37.787386 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-d94a4deb-2b3b-4a57-9c3b-2f67d80b4f12 req-819b2a52-443f-4f55-9c54-3b25eb39772d service neutron] 10.222.0.30 "GET /v2.0/networks/193374bc-f5b3-43bf-bc8e-77a8e6675cc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069367 Feb 28 11:37:37.840612 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-88066d72-acd0-4544-a4e4-b4c42df36350 req-a1f85c8a-890a-4d5c-a33c-695cc107b1a1 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaf0bc2a-3aa2-438f-8490-09d2055f1ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817506 Feb 28 11:37:37.943821 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4598fc5-b535-42ee-900d-db9f580f0548 req-46f009b0-8114-470c-8fee-d429a78af400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:37:37.945458 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-a4598fc5-b535-42ee-900d-db9f580f0548 req-46f009b0-8114-470c-8fee-d429a78af400 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=44395188913e4f88aa9c846a07c71b52&device_id=cc3c91d9-0777-44e9-af08-0bbb048bb685 HTTP/1.1" status: 200 len: 1127 time: 0.0487001 Feb 28 11:37:38.042356 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4598fc5-b535-42ee-900d-db9f580f0548 req-33ec316e-19b8-435b-90b2-220acb74786c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:37:38.043892 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-a4598fc5-b535-42ee-900d-db9f580f0548 req-33ec316e-19b8-435b-90b2-220acb74786c service neutron] 10.222.0.30 "GET /v2.0/networks?id=193374bc-f5b3-43bf-bc8e-77a8e6675cc5 HTTP/1.1" status: 200 len: 911 time: 0.0924067 Feb 28 11:37:38.086025 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-a4598fc5-b535-42ee-900d-db9f580f0548 req-ce795146-16eb-47a2-9970-02e29b81081f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=edce4004-b9d3-4af5-85ef-74d6ea6aa713 HTTP/1.1" status: 200 len: 217 time: 0.0361056 Feb 28 11:37:38.137484 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4598fc5-b535-42ee-900d-db9f580f0548 req-2c057b6c-1e4b-4b59-811c-2c7aec4da12f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:37:38.138923 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-a4598fc5-b535-42ee-900d-db9f580f0548 req-2c057b6c-1e4b-4b59-811c-2c7aec4da12f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5e8cead3-95c6-4ef0-9c57-1c9701cb27be HTTP/1.1" status: 200 len: 849 time: 0.0461249 Feb 28 11:37:38.193111 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4598fc5-b535-42ee-900d-db9f580f0548 req-9d04e890-a47f-4ba3-8f65-83088c381970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:37:38.194622 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-a4598fc5-b535-42ee-900d-db9f580f0548 req-9d04e890-a47f-4ba3-8f65-83088c381970 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=193374bc-f5b3-43bf-bc8e-77a8e6675cc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0495977 Feb 28 11:37:38.287563 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-a4598fc5-b535-42ee-900d-db9f580f0548 req-7f0738e3-fbf8-4dc8-990d-847b1f99d372 service neutron] 10.222.0.30 "GET /v2.0/networks/193374bc-f5b3-43bf-bc8e-77a8e6675cc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864100 Feb 28 11:37:38.382394 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-a4598fc5-b535-42ee-900d-db9f580f0548 req-00e49774-41d6-4ba8-b809-8f14a3fbafe0 service neutron] 10.222.0.30 "GET /v2.0/networks/193374bc-f5b3-43bf-bc8e-77a8e6675cc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891297 Feb 28 11:37:38.862823 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-dc03450c-f8bf-442b-862e-c1f726e051ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fb6705d2-4f70-4965-92a3-fbfccd43a6d3), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:37:38.975847 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613bb410-1ed0-4f82-b225-d1e0ae774b62 req-640a3555-4289-4412-8956-d340873bf847 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:37:38.977443 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-613bb410-1ed0-4f82-b225-d1e0ae774b62 req-640a3555-4289-4412-8956-d340873bf847 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc3c91d9-0777-44e9-af08-0bbb048bb685 HTTP/1.1" status: 200 len: 943 time: 0.0623567 Feb 28 11:37:39.012495 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (13ac42ae-016e-4baf-bb31-c6fa820b41c2), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:37:39.035053 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-613bb410-1ed0-4f82-b225-d1e0ae774b62 req-96ebbe20-b21a-46a8-a8d3-395a08d35655 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaf0bc2a-3aa2-438f-8490-09d2055f1ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512810 Feb 28 11:37:40.164889 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df51e90-c335-468e-a697-f241ec17a8cc req-85b57e0a-140a-4e38-9323-03190ed15f49 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:37:40.166516 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-3df51e90-c335-468e-a697-f241ec17a8cc req-85b57e0a-140a-4e38-9323-03190ed15f49 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc3c91d9-0777-44e9-af08-0bbb048bb685 HTTP/1.1" status: 200 len: 943 time: 0.0552053 Feb 28 11:37:40.220204 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-3df51e90-c335-468e-a697-f241ec17a8cc req-962a4a63-a2d5-4a85-88d1-c5fde12b75a5 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaf0bc2a-3aa2-438f-8490-09d2055f1ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476234 Feb 28 11:37:41.142456 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ddbf8fd4-0ab3-4e47-9c63-9927fe5c6417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fc6c9b74-8dbb-41bb-800a-5bd3a43fe896), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:37:41.292710 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device edce4004-b9d3-4af5-85ef-74d6ea6aa713 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103409) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 11:37:41.355508 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bd302d-f20b-4987-b5fc-d0813173f460 req-0754cfdf-39e6-4705-adbd-f9fba2c0ac6c tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:37:41.357704 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-18bd302d-f20b-4987-b5fc-d0813173f460 req-0754cfdf-39e6-4705-adbd-f9fba2c0ac6c tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc3c91d9-0777-44e9-af08-0bbb048bb685 HTTP/1.1" status: 200 len: 943 time: 0.0666661 Feb 28 11:37:41.421474 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] For port edce4004-b9d3-4af5-85ef-74d6ea6aa713, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=edce4004-b9d3-4af5-85ef-74d6ea6aa713,segment=NetworkSegment(4c3f5bf9-cd32-4165-a013-04b5d2765ac5),segment_id=4c3f5bf9-cd32-4165-a013-04b5d2765ac5)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:37:41.437982 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-18bd302d-f20b-4987-b5fc-d0813173f460 req-1bc60802-3f8f-4c26-aaa8-860cedf9559a tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaf0bc2a-3aa2-438f-8490-09d2055f1ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708401 Feb 28 11:37:41.438311 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Returning: {'device': 'edce4004-b9d3-4af5-85ef-74d6ea6aa713', 'network_id': '193374bc-f5b3-43bf-bc8e-77a8e6675cc5', 'port_id': 'edce4004-b9d3-4af5-85ef-74d6ea6aa713', 'mac_address': 'fa:16:3e:cd:fe:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 297, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e8cead3-95c6-4ef0-9c57-1c9701cb27be', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103409) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 11:37:41.483321 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Current status of the port edce4004-b9d3-4af5-85ef-74d6ea6aa713 is: DOWN; New status is: BUILD {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:37:41.483693 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (edce4004-b9d3-4af5-85ef-74d6ea6aa713), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:37:41.499926 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edce4004-b9d3-4af5-85ef-74d6ea6aa713 {{(pid=103409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 11:37:41.521936 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] For port edce4004-b9d3-4af5-85ef-74d6ea6aa713, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=edce4004-b9d3-4af5-85ef-74d6ea6aa713,segment=NetworkSegment(4c3f5bf9-cd32-4165-a013-04b5d2765ac5),segment_id=4c3f5bf9-cd32-4165-a013-04b5d2765ac5)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:37:41.527502 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (edce4004-b9d3-4af5-85ef-74d6ea6aa713), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:37:41.582378 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Pushing event updated for resources: {'Port': ['ID=edce4004-b9d3-4af5-85ef-74d6ea6aa713,revision_number=4']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:37:41.966455 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] get_ports_and_sgs() called for port_ids ['edce4004-b9d3-4af5-85ef-74d6ea6aa713'] {{(pid=103409) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 11:37:42.372996 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b6d631fb-7df0-4fe1-8322-abff3b61cae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (0db5147a-92a3-4581-8a5f-8ec9b93e0600), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:37:42.602623 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7118da51-e673-4de4-8ac5-8fd000eab39b req-b3babac1-9444-42d0-a6eb-b7907b9649f7 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:37:42.605915 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-7118da51-e673-4de4-8ac5-8fd000eab39b req-b3babac1-9444-42d0-a6eb-b7907b9649f7 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc3c91d9-0777-44e9-af08-0bbb048bb685 HTTP/1.1" status: 200 len: 944 time: 0.0750830 Feb 28 11:37:42.661865 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-7118da51-e673-4de4-8ac5-8fd000eab39b req-8915d0eb-51a7-4147-9d48-ac80c1bcb5f3 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaf0bc2a-3aa2-438f-8490-09d2055f1ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497913 Feb 28 11:37:43.307874 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device edce4004-b9d3-4af5-85ef-74d6ea6aa713 up at agent hyperv_hv-neutron-mast {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 11:37:43.366311 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Provisioning for port edce4004-b9d3-4af5-85ef-74d6ea6aa713 completed by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 28 11:37:43.371850 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Provisioning complete for port edce4004-b9d3-4af5-85ef-74d6ea6aa713 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:37:43.372453 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (edce4004-b9d3-4af5-85ef-74d6ea6aa713), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:37:43.460013 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Current status of the port edce4004-b9d3-4af5-85ef-74d6ea6aa713 is: BUILD; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:37:43.461181 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (edce4004-b9d3-4af5-85ef-74d6ea6aa713), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:37:43.487928 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc3c91d9-0777-44e9-af08-0bbb048bb685', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edce4004-b9d3-4af5-85ef-74d6ea6aa713'}] {{(pid=103409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:37:43.490595 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a4fd39cbef3db8314edbb995c87b1b752a2ff5ed3c1f5f263d70ca4833eab24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a51a3d86-79ef-42f2-84be-e6d3aab09f1f" -d '{"events": [{"server_uuid": "cc3c91d9-0777-44e9-af08-0bbb048bb685", "name": "network-vif-plugged", "status": "completed", "tag": "edce4004-b9d3-4af5-85ef-74d6ea6aa713"}]}' {{(pid=103409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 11:37:43.509112 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] For port edce4004-b9d3-4af5-85ef-74d6ea6aa713, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=edce4004-b9d3-4af5-85ef-74d6ea6aa713,segment=NetworkSegment(4c3f5bf9-cd32-4165-a013-04b5d2765ac5),segment_id=4c3f5bf9-cd32-4165-a013-04b5d2765ac5)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:37:43.515329 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (edce4004-b9d3-4af5-85ef-74d6ea6aa713), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:37:43.553766 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 11:37:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e59100d-1aee-4536-9440-95acda19705b x-openstack-request-id: req-2e59100d-1aee-4536-9440-95acda19705b {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 11:37:43.554090 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc3c91d9-0777-44e9-af08-0bbb048bb685", "name": "network-vif-plugged", "status": "completed", "tag": "edce4004-b9d3-4af5-85ef-74d6ea6aa713", "code": 200}]} {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 11:37:43.554374 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2e59100d-1aee-4536-9440-95acda19705b {{(pid=103409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 11:37:43.554780 dv-neutron-master-2-hyperv neutron-server[103409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc3c91d9-0777-44e9-af08-0bbb048bb685', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edce4004-b9d3-4af5-85ef-74d6ea6aa713', 'code': 200} Feb 28 11:37:43.590069 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Pushing event updated for resources: {'Port': ['ID=edce4004-b9d3-4af5-85ef-74d6ea6aa713,revision_number=5']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:37:43.776081 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6b923bb1-06b0-4b84-b461-7cc1d0196090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (2e621730-3978-4720-b581-ac380e97a567), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:37:43.816861 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cca174-fb13-4c20-a1d7-6c82f0c9f0f8 req-bebb8ecb-079c-416f-86df-22e19cc51208 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:37:43.818883 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-60cca174-fb13-4c20-a1d7-6c82f0c9f0f8 req-bebb8ecb-079c-416f-86df-22e19cc51208 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc3c91d9-0777-44e9-af08-0bbb048bb685 HTTP/1.1" status: 200 len: 945 time: 0.0772643 Feb 28 11:37:43.882712 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-60cca174-fb13-4c20-a1d7-6c82f0c9f0f8 req-3ac52c85-02f2-4174-a156-f24e1982f318 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaf0bc2a-3aa2-438f-8490-09d2055f1ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561259 Feb 28 11:37:44.126758 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dffdde-93ed-4062-9fc5-b8f50ad4fd61 req-65f886d8-26e1-48e6-97c5-7919523b3e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:37:44.128366 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-e9dffdde-93ed-4062-9fc5-b8f50ad4fd61 req-65f886d8-26e1-48e6-97c5-7919523b3e20 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=cc3c91d9-0777-44e9-af08-0bbb048bb685 HTTP/1.1" status: 200 len: 1129 time: 0.3861587 Feb 28 11:37:44.182235 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-e9dffdde-93ed-4062-9fc5-b8f50ad4fd61 req-8a9e3991-3880-4b90-bd1e-659c0f2363ca service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=aaf0bc2a-3aa2-438f-8490-09d2055f1ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468764 Feb 28 11:37:44.938951 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:37:45.031908 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598994a8-16e9-4d4c-93c7-22049a574ce2 req-eb720140-540e-4f4f-bd3d-6dc6e72569e3 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:37:45.033674 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-598994a8-16e9-4d4c-93c7-22049a574ce2 req-eb720140-540e-4f4f-bd3d-6dc6e72569e3 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc3c91d9-0777-44e9-af08-0bbb048bb685 HTTP/1.1" status: 200 len: 945 time: 0.0629499 Feb 28 11:37:45.087749 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-598994a8-16e9-4d4c-93c7-22049a574ce2 req-f29c8447-9e3d-4b76-b87e-b03fad3cc0f1 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaf0bc2a-3aa2-438f-8490-09d2055f1ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483747 Feb 28 11:37:46.239607 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaa25b4-f67e-43e9-bca1-edd5754f610b req-809f0c90-303b-4a17-961d-12391f1acca9 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:37:46.242342 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-feaa25b4-f67e-43e9-bca1-edd5754f610b req-809f0c90-303b-4a17-961d-12391f1acca9 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc3c91d9-0777-44e9-af08-0bbb048bb685 HTTP/1.1" status: 200 len: 945 time: 0.0825317 Feb 28 11:37:46.298940 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-feaa25b4-f67e-43e9-bca1-edd5754f610b req-3c822232-bdcb-448c-8559-84659f822b2e tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaf0bc2a-3aa2-438f-8490-09d2055f1ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505195 Feb 28 11:37:46.430854 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c8f498-d95d-4d13-8c48-4c758c710c09 req-080ef526-6d9e-47e0-8dae-c2bdc83c37eb tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:37:46.432383 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-57c8f498-d95d-4d13-8c48-4c758c710c09 req-080ef526-6d9e-47e0-8dae-c2bdc83c37eb tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc3c91d9-0777-44e9-af08-0bbb048bb685 HTTP/1.1" status: 200 len: 945 time: 0.0565135 Feb 28 11:37:46.495245 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-57c8f498-d95d-4d13-8c48-4c758c710c09 req-1737c3b1-a40f-4616-8caa-59e078c39546 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaf0bc2a-3aa2-438f-8490-09d2055f1ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565920 Feb 28 11:37:46.523524 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 48816) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:37:46.575590 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9087a8b-29c9-4797-9284-d0a33964549b tempest-TestSnapshotPattern-864814268 tempest-TestSnapshotPattern-864814268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:37:46.577558 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-a9087a8b-29c9-4797-9284-d0a33964549b tempest-TestSnapshotPattern-864814268 tempest-TestSnapshotPattern-864814268-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=cc3c91d9-0777-44e9-af08-0bbb048bb685 HTTP/1.1" status: 200 len: 1124 time: 0.0525887 Feb 28 11:37:46.580726 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 48818) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:37:46.585322 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.v2.base [None req-1e764801-288a-40db-a790-80585ee172aa tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Request body: {'floatingip': {'floating_network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'port_id': 'edce4004-b9d3-4af5-85ef-74d6ea6aa713', 'tenant_id': '44395188913e4f88aa9c846a07c71b52', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103408) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 28 11:37:46.608160 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1e764801-288a-40db-a790-80585ee172aa tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:37:46.715863 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1e764801-288a-40db-a790-80585ee172aa tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (None), before_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:37:46.832686 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_common [None req-1e764801-288a-40db-a790-80585ee172aa tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Allocated IP 172.36.5.237 (1e0804d0-d1d9-4d40-9de5-2936f3d87840/6f6f4129-23e5-4c3b-b4ef-4c7ce926797e/5869bff0-a27a-4702-87ff-fc2332afb17c) {{(pid=103408) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:37:46.951420 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1e764801-288a-40db-a790-80585ee172aa tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Publish callbacks [] for port (5869bff0-a27a-4702-87ff-fc2332afb17c), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:37:47.005977 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1e764801-288a-40db-a790-80585ee172aa tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742056622749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (5869bff0-a27a-4702-87ff-fc2332afb17c), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:37:47.048734 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e764801-288a-40db-a790-80585ee172aa tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Network 1e0804d0-d1d9-4d40-9de5-2936f3d87840 is already hosted by enough agents. {{(pid=103408) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:37:47.051675 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.base_scheduler [None req-1e764801-288a-40db-a790-80585ee172aa tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Resources bound (agent type, host, resource id): {{(pid=103408) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:37:47.055447 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e764801-288a-40db-a790-80585ee172aa tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Received port after_create {{(pid=103408) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 28 11:37:47.061514 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e764801-288a-40db-a790-80585ee172aa tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Pushing event updated for resources: {'Port': ['ID=5869bff0-a27a-4702-87ff-fc2332afb17c,revision_number=1']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:37:47.467794 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1e764801-288a-40db-a790-80585ee172aa tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Publish callbacks [] for floatingip (6909df30-1f57-481b-ac74-fad0f1a93231), precommit_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:37:47.573683 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1e764801-288a-40db-a790-80585ee172aa tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (5869bff0-a27a-4702-87ff-fc2332afb17c), before_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:37:47.742665 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1e764801-288a-40db-a790-80585ee172aa tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Publish callbacks [] for port (5869bff0-a27a-4702-87ff-fc2332afb17c), precommit_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:37:47.747833 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1e764801-288a-40db-a790-80585ee172aa tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3242529'] for port (5869bff0-a27a-4702-87ff-fc2332afb17c), after_update {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:37:47.818175 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e764801-288a-40db-a790-80585ee172aa tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Pushing event updated for resources: {'Port': ['ID=5869bff0-a27a-4702-87ff-fc2332afb17c,revision_number=2']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:37:47.831742 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1e764801-288a-40db-a790-80585ee172aa tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1803383'] for floatingip (6909df30-1f57-481b-ac74-fad0f1a93231), after_create {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:37:47.945664 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.db.l3_db [None req-1e764801-288a-40db-a790-80585ee172aa tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Floating IP 6909df30-1f57-481b-ac74-fad0f1a93231 associated. External IP: 172.36.5.237, port: edce4004-b9d3-4af5-85ef-74d6ea6aa713. Feb 28 11:37:48.192468 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e764801-288a-40db-a790-80585ee172aa tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Router f90c66c7-daf0-4b64-b41d-bcdd0e8c1e27 has already been hosted by L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 {{(pid=103408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:37:48.321365 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e764801-288a-40db-a790-80585ee172aa tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:37:48.337010 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-305b1958-bbfc-4d2a-82f7-d9b2f86a8b14 None None] Sync routers for ids ['f90c66c7-daf0-4b64-b41d-bcdd0e8c1e27'] in dv-neutron-master-2-hyperv {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:37:48.346576 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1e764801-288a-40db-a790-80585ee172aa tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for floatingip (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:37:48.349255 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-305b1958-bbfc-4d2a-82f7-d9b2f86a8b14 None None] Routers {'f90c66c7-daf0-4b64-b41d-bcdd0e8c1e27'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:37:48.349979 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-305b1958-bbfc-4d2a-82f7-d9b2f86a8b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T11:37:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['f90c66c7-daf0-4b64-b41d-bcdd0e8c1e27'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:37:48.400111 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-1e764801-288a-40db-a790-80585ee172aa tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8178883 Feb 28 11:37:48.401357 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc3c91d9-0777-44e9-af08-0bbb048bb685', 'tag': 'edce4004-b9d3-4af5-85ef-74d6ea6aa713'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:37:48.405605 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bca6d2a9c16b346ccea4aed84e66aefa21b979d73ed295f7643b3f7cbe99b128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07758325-c1d1-4591-a512-1c3f3f57d9e3" -d '{"events": [{"name": "network-changed", "server_uuid": "cc3c91d9-0777-44e9-af08-0bbb048bb685", "tag": "edce4004-b9d3-4af5-85ef-74d6ea6aa713"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 11:37:48.450172 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 11:37:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7676cde2-3542-4a1f-aaa1-706c3513b644 x-openstack-request-id: req-7676cde2-3542-4a1f-aaa1-706c3513b644 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 11:37:48.450631 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc3c91d9-0777-44e9-af08-0bbb048bb685", "tag": "edce4004-b9d3-4af5-85ef-74d6ea6aa713", "status": "completed", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 11:37:48.451036 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7676cde2-3542-4a1f-aaa1-706c3513b644 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 11:37:48.451669 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc3c91d9-0777-44e9-af08-0bbb048bb685', 'tag': 'edce4004-b9d3-4af5-85ef-74d6ea6aa713', 'status': 'completed', 'code': 200} Feb 28 11:37:48.468509 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-305b1958-bbfc-4d2a-82f7-d9b2f86a8b14 None None] Set router f90c66c7-daf0-4b64-b41d-bcdd0e8c1e27 gateway port host: dv-neutron-master-2-hyperv {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:37:48.580853 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07758325-c1d1-4591-a512-1c3f3f57d9e3 req-2a6dbf15-2c82-4fd2-b15d-d0c8dd3eeb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:37:48.582447 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-07758325-c1d1-4591-a512-1c3f3f57d9e3 req-2a6dbf15-2c82-4fd2-b15d-d0c8dd3eeb3a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=44395188913e4f88aa9c846a07c71b52&device_id=cc3c91d9-0777-44e9-af08-0bbb048bb685 HTTP/1.1" status: 200 len: 1129 time: 0.0735862 Feb 28 11:37:48.691730 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07758325-c1d1-4591-a512-1c3f3f57d9e3 req-6f64fb38-33a7-4278-959e-487cfe23c2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:37:48.693315 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-07758325-c1d1-4591-a512-1c3f3f57d9e3 req-6f64fb38-33a7-4278-959e-487cfe23c2c5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=193374bc-f5b3-43bf-bc8e-77a8e6675cc5 HTTP/1.1" status: 200 len: 911 time: 0.1050017 Feb 28 11:37:48.755043 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-305b1958-bbfc-4d2a-82f7-d9b2f86a8b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f90c66c7-daf0-4b64-b41d-bcdd0e8c1e27', 'name': 'tempest-TestSnapshotPattern-1641790900-router', 'tenant_id': '44395188913e4f88aa9c846a07c71b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.179'}], 'enable_snat': True}, 'gw_port_id': '56491431-d76f-4585-b0f1-b1000ce7efbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:34:09Z', 'updated_at': '2022-02-28T11:34:12Z', 'revision_number': 4, 'project_id': '44395188913e4f88aa9c846a07c71b52', 'gw_port': {'id': '56491431-d76f-4585-b0f1-b1000ce7efbe', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:9b:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90c66c7-daf0-4b64-b41d-bcdd0e8c1e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:34:10Z', 'updated_at': '2022-02-28T11:34:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '6909df30-1f57-481b-ac74-fad0f1a93231', 'tenant_id': '44395188913e4f88aa9c846a07c71b52', 'floating_ip_address': '172.36.5.237', 'floating_network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'router_id': 'f90c66c7-daf0-4b64-b41d-bcdd0e8c1e27', 'port_id': 'edce4004-b9d3-4af5-85ef-74d6ea6aa713', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1893, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '193374bc-f5b3-43bf-bc8e-77a8e6675cc5', 'mac_address': 'fa:16:3e:cd:fe:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc3c91d9-0777-44e9-af08-0bbb048bb685', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:37:47Z', 'updated_at': '2022-02-28T11:37:47Z', 'revision_number': 0, 'project_id': '44395188913e4f88aa9c846a07c71b52', 'fixed_ip_address_scope': None}, {'id': '83211f57-8477-4a1a-bac0-d4f3f72a92f9', 'tenant_id': '44395188913e4f88aa9c846a07c71b52', 'floating_ip_address': '172.36.5.177', 'floating_network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'router_id': 'f90c66c7-daf0-4b64-b41d-bcdd0e8c1e27', 'port_id': 'ef952d79-1295-40b1-98c1-f49f52c589d7', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1890, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '193374bc-f5b3-43bf-bc8e-77a8e6675cc5', 'mac_address': 'fa:16:3e:4d:2b:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4087f6e0-99ac-44ca-9ef8-19c688663612', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:34:34Z', 'updated_at': '2022-02-28T11:34:36Z', 'revision_number': 1, 'project_id': '44395188913e4f88aa9c846a07c71b52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3882f20d-1850-492b-898f-775fbf8bbbad', 'name': '', 'network_id': '193374bc-f5b3-43bf-bc8e-77a8e6675cc5', 'tenant_id': '44395188913e4f88aa9c846a07c71b52', 'mac_address': 'fa:16:3e:29:76:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90c66c7-daf0-4b64-b41d-bcdd0e8c1e27', 'device_owner': 'network:router_interface', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '5e8cead3-95c6-4ef0-9c57-1c9701cb27be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:34:12Z', 'updated_at': '2022-02-28T11:34:16Z', 'revision_number': 5, 'project_id': '44395188913e4f88aa9c846a07c71b52', 'subnets': [{'id': '5e8cead3-95c6-4ef0-9c57-1c9701cb27be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:37:48.765222 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-07758325-c1d1-4591-a512-1c3f3f57d9e3 req-ba3c7dbd-e00a-43a6-99fd-b2c4b86fc935 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=edce4004-b9d3-4af5-85ef-74d6ea6aa713 HTTP/1.1" status: 200 len: 999 time: 0.0662522 Feb 28 11:37:48.836298 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07758325-c1d1-4591-a512-1c3f3f57d9e3 req-340412d7-5c4f-4118-8811-c359e0a4c5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:37:48.837882 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-07758325-c1d1-4591-a512-1c3f3f57d9e3 req-340412d7-5c4f-4118-8811-c359e0a4c5f7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5e8cead3-95c6-4ef0-9c57-1c9701cb27be HTTP/1.1" status: 200 len: 849 time: 0.0672245 Feb 28 11:37:48.901106 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07758325-c1d1-4591-a512-1c3f3f57d9e3 req-0387dd83-3f4e-4b42-a1f8-a2948135de44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:37:48.903580 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-07758325-c1d1-4591-a512-1c3f3f57d9e3 req-0387dd83-3f4e-4b42-a1f8-a2948135de44 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=193374bc-f5b3-43bf-bc8e-77a8e6675cc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0594592 Feb 28 11:37:48.941119 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-305b1958-bbfc-4d2a-82f7-d9b2f86a8b14 None None] Checking router: f90c66c7-daf0-4b64-b41d-bcdd0e8c1e27 for host: dv-neutron-master-2-hyperv {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:37:48.950846 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-305b1958-bbfc-4d2a-82f7-d9b2f86a8b14 None None] Routers {'f90c66c7-daf0-4b64-b41d-bcdd0e8c1e27'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:37:48.951465 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-305b1958-bbfc-4d2a-82f7-d9b2f86a8b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T11:37:41Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['f90c66c7-daf0-4b64-b41d-bcdd0e8c1e27'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:37:49.042103 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-07758325-c1d1-4591-a512-1c3f3f57d9e3 req-7e69eedf-fa38-4fbb-9b5f-cadb22b88902 service neutron] 10.222.0.30 "GET /v2.0/networks/193374bc-f5b3-43bf-bc8e-77a8e6675cc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318882 Feb 28 11:37:49.094079 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-305b1958-bbfc-4d2a-82f7-d9b2f86a8b14 None None] Set router f90c66c7-daf0-4b64-b41d-bcdd0e8c1e27 gateway port host: dv-neutron-master-2-hyperv {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:37:49.156459 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-07758325-c1d1-4591-a512-1c3f3f57d9e3 req-c207a88b-6de3-4db5-b1db-c5ffc90427e7 service neutron] 10.222.0.30 "GET /v2.0/networks/193374bc-f5b3-43bf-bc8e-77a8e6675cc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090066 Feb 28 11:37:49.364231 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-305b1958-bbfc-4d2a-82f7-d9b2f86a8b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f90c66c7-daf0-4b64-b41d-bcdd0e8c1e27', 'name': 'tempest-TestSnapshotPattern-1641790900-router', 'tenant_id': '44395188913e4f88aa9c846a07c71b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.179'}], 'enable_snat': True}, 'gw_port_id': '56491431-d76f-4585-b0f1-b1000ce7efbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:34:09Z', 'updated_at': '2022-02-28T11:34:12Z', 'revision_number': 4, 'project_id': '44395188913e4f88aa9c846a07c71b52', 'gw_port': {'id': '56491431-d76f-4585-b0f1-b1000ce7efbe', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:9b:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90c66c7-daf0-4b64-b41d-bcdd0e8c1e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:34:10Z', 'updated_at': '2022-02-28T11:34:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '6909df30-1f57-481b-ac74-fad0f1a93231', 'tenant_id': '44395188913e4f88aa9c846a07c71b52', 'floating_ip_address': '172.36.5.237', 'floating_network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'router_id': 'f90c66c7-daf0-4b64-b41d-bcdd0e8c1e27', 'port_id': 'edce4004-b9d3-4af5-85ef-74d6ea6aa713', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1893, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '193374bc-f5b3-43bf-bc8e-77a8e6675cc5', 'mac_address': 'fa:16:3e:cd:fe:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc3c91d9-0777-44e9-af08-0bbb048bb685', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:37:47Z', 'updated_at': '2022-02-28T11:37:47Z', 'revision_number': 0, 'project_id': '44395188913e4f88aa9c846a07c71b52', 'fixed_ip_address_scope': None}, {'id': '83211f57-8477-4a1a-bac0-d4f3f72a92f9', 'tenant_id': '44395188913e4f88aa9c846a07c71b52', 'floating_ip_address': '172.36.5.177', 'floating_network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'router_id': 'f90c66c7-daf0-4b64-b41d-bcdd0e8c1e27', 'port_id': 'ef952d79-1295-40b1-98c1-f49f52c589d7', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1890, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '193374bc-f5b3-43bf-bc8e-77a8e6675cc5', 'mac_address': 'fa:16:3e:4d:2b:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4087f6e0-99ac-44ca-9ef8-19c688663612', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:34:34Z', 'updated_at': '2022-02-28T11:34:36Z', 'revision_number': 1, 'project_id': '44395188913e4f88aa9c846a07c71b52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3882f20d-1850-492b-898f-775fbf8bbbad', 'name': '', 'network_id': '193374bc-f5b3-43bf-bc8e-77a8e6675cc5', 'tenant_id': '44395188913e4f88aa9c846a07c71b52', 'mac_address': 'fa:16:3e:29:76:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90c66c7-daf0-4b64-b41d-bcdd0e8c1e27', 'device_owner': 'network:router_interface', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '5e8cead3-95c6-4ef0-9c57-1c9701cb27be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:34:12Z', 'updated_at': '2022-02-28T11:34:16Z', 'revision_number': 5, 'project_id': '44395188913e4f88aa9c846a07c71b52', 'subnets': [{'id': '5e8cead3-95c6-4ef0-9c57-1c9701cb27be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:37:49.391986 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-305b1958-bbfc-4d2a-82f7-d9b2f86a8b14 None None] The sync data for ids ['f90c66c7-daf0-4b64-b41d-bcdd0e8c1e27'] in dv-neutron-master-2-hyperv is: [{'id': 'f90c66c7-daf0-4b64-b41d-bcdd0e8c1e27', 'name': 'tempest-TestSnapshotPattern-1641790900-router', 'tenant_id': '44395188913e4f88aa9c846a07c71b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.179'}], 'enable_snat': True}, 'gw_port_id': '56491431-d76f-4585-b0f1-b1000ce7efbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:34:09Z', 'updated_at': '2022-02-28T11:34:12Z', 'revision_number': 4, 'project_id': '44395188913e4f88aa9c846a07c71b52', 'gw_port': {'id': '56491431-d76f-4585-b0f1-b1000ce7efbe', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:9b:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90c66c7-daf0-4b64-b41d-bcdd0e8c1e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:34:10Z', 'updated_at': '2022-02-28T11:34:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '6909df30-1f57-481b-ac74-fad0f1a93231', 'tenant_id': '44395188913e4f88aa9c846a07c71b52', 'floating_ip_address': '172.36.5.237', 'floating_network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'router_id': 'f90c66c7-daf0-4b64-b41d-bcdd0e8c1e27', 'port_id': 'edce4004-b9d3-4af5-85ef-74d6ea6aa713', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1893, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '193374bc-f5b3-43bf-bc8e-77a8e6675cc5', 'mac_address': 'fa:16:3e:cd:fe:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc3c91d9-0777-44e9-af08-0bbb048bb685', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:37:47Z', 'updated_at': '2022-02-28T11:37:47Z', 'revision_number': 0, 'project_id': '44395188913e4f88aa9c846a07c71b52', 'fixed_ip_address_scope': None}, {'id': '83211f57-8477-4a1a-bac0-d4f3f72a92f9', 'tenant_id': '44395188913e4f88aa9c846a07c71b52', 'floating_ip_address': '172.36.5.177', 'floating_network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'router_id': 'f90c66c7-daf0-4b64-b41d-bcdd0e8c1e27', 'port_id': 'ef952d79-1295-40b1-98c1-f49f52c589d7', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1890, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '193374bc-f5b3-43bf-bc8e-77a8e6675cc5', 'mac_address': 'fa:16:3e:4d:2b:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4087f6e0-99ac-44ca-9ef8-19c688663612', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:34:34Z', 'updated_at': '2022-02-28T11:34:36Z', 'revision_number': 1, 'project_id': '44395188913e4f88aa9c846a07c71b52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3882f20d-1850-492b-898f-775fbf8bbbad', 'name': '', 'network_id': '193374bc-f5b3-43bf-bc8e-77a8e6675cc5', 'tenant_id': '44395188913e4f88aa9c846a07c71b52', 'mac_address': 'fa:16:3e:29:76:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90c66c7-daf0-4b64-b41d-bcdd0e8c1e27', 'device_owner': 'network:router_interface', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '5e8cead3-95c6-4ef0-9c57-1c9701cb27be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:34:12Z', 'updated_at': '2022-02-28T11:34:16Z', 'revision_number': 5, 'project_id': '44395188913e4f88aa9c846a07c71b52', 'subnets': [{'id': '5e8cead3-95c6-4ef0-9c57-1c9701cb27be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:37:49.619874 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e204c3ad-d6f9-4b50-9589-e6f62b95336c None None] New status for floating IP 6909df30-1f57-481b-ac74-fad0f1a93231: ACTIVE {{(pid=103410) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 11:37:55.129467 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.agents_db [None req-382e0aa2-b126-48e6-89eb-3efa426b6b29 None None] Agent healthcheck: found 6 active agents {{(pid=103410) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 11:38:08.859807 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-170518f9-e134-4aeb-b0e7-ca15a9b10c7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fb6705d2-4f70-4965-92a3-fbfccd43a6d3), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:38:09.019301 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (13ac42ae-016e-4baf-bb31-c6fa820b41c2), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:38:11.147047 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-edf7a5ec-9adb-4c5a-9da8-cd05772ac37f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fc6c9b74-8dbb-41bb-800a-5bd3a43fe896), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:38:12.375827 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b6d631fb-7df0-4fe1-8322-abff3b61cae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (0db5147a-92a3-4581-8a5f-8ec9b93e0600), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:38:13.774006 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6b923bb1-06b0-4b84-b461-7cc1d0196090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (2e621730-3978-4720-b581-ac380e97a567), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:38:14.937325 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:38:23.954624 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-41800ab0-985f-4520-85e3-5f54c57271c2 req-3c0d0de7-bbc7-4845-9f70-c9a1eaead1f6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4087f6e0-99ac-44ca-9ef8-19c688663612&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0511026 Feb 28 11:38:24.070696 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41800ab0-985f-4520-85e3-5f54c57271c2 req-6f59d416-aa52-4e4a-806c-1a3b5dc13ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:38:24.073356 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-41800ab0-985f-4520-85e3-5f54c57271c2 req-6f59d416-aa52-4e4a-806c-1a3b5dc13ebe service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=44395188913e4f88aa9c846a07c71b52&device_id=4087f6e0-99ac-44ca-9ef8-19c688663612 HTTP/1.1" status: 200 len: 1127 time: 0.0542965 Feb 28 11:38:24.233297 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41800ab0-985f-4520-85e3-5f54c57271c2 req-5df6524c-9689-4121-89f6-20bd8150ebcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:38:24.234977 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-41800ab0-985f-4520-85e3-5f54c57271c2 req-5df6524c-9689-4121-89f6-20bd8150ebcd service neutron] 10.222.0.30 "GET /v2.0/networks?id=193374bc-f5b3-43bf-bc8e-77a8e6675cc5 HTTP/1.1" status: 200 len: 911 time: 0.1375649 Feb 28 11:38:24.309058 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-41800ab0-985f-4520-85e3-5f54c57271c2 req-991b006f-8faf-468b-a1bb-8c9f198c66a6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ef952d79-1295-40b1-98c1-f49f52c589d7 HTTP/1.1" status: 200 len: 999 time: 0.0676811 Feb 28 11:38:24.366561 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41800ab0-985f-4520-85e3-5f54c57271c2 req-b387a0cc-b762-4327-8b73-6dd63cb9aa39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:38:24.368083 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-41800ab0-985f-4520-85e3-5f54c57271c2 req-b387a0cc-b762-4327-8b73-6dd63cb9aa39 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5e8cead3-95c6-4ef0-9c57-1c9701cb27be HTTP/1.1" status: 200 len: 849 time: 0.0534055 Feb 28 11:38:24.422671 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41800ab0-985f-4520-85e3-5f54c57271c2 req-cabd0765-0dad-42bf-a880-d2487447aaa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:38:24.427386 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-41800ab0-985f-4520-85e3-5f54c57271c2 req-cabd0765-0dad-42bf-a880-d2487447aaa1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=193374bc-f5b3-43bf-bc8e-77a8e6675cc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0506279 Feb 28 11:38:24.525096 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-41800ab0-985f-4520-85e3-5f54c57271c2 req-0cb32a59-a32c-44cf-a2ed-7fae14af6e31 service neutron] 10.222.0.30 "GET /v2.0/networks/193374bc-f5b3-43bf-bc8e-77a8e6675cc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937521 Feb 28 11:38:24.628435 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-41800ab0-985f-4520-85e3-5f54c57271c2 req-91c2aa25-6568-4e49-8bc0-136e34c63e78 service neutron] 10.222.0.30 "GET /v2.0/networks/193374bc-f5b3-43bf-bc8e-77a8e6675cc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976777 Feb 28 11:38:32.129775 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.agents_db [None req-382e0aa2-b126-48e6-89eb-3efa426b6b29 None None] Agent healthcheck: found 6 active agents {{(pid=103410) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 11:38:38.857398 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-7957ab23-780b-4ed9-a5d4-60cade02ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fb6705d2-4f70-4965-92a3-fbfccd43a6d3), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:38:39.041218 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (13ac42ae-016e-4baf-bb31-c6fa820b41c2), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:38:41.143618 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-ef0fa0da-d561-443b-bdd7-372cdc9652ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fc6c9b74-8dbb-41bb-800a-5bd3a43fe896), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:38:42.377964 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b6d631fb-7df0-4fe1-8322-abff3b61cae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (0db5147a-92a3-4581-8a5f-8ec9b93e0600), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:38:43.775713 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6b923bb1-06b0-4b84-b461-7cc1d0196090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (2e621730-3978-4720-b581-ac380e97a567), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:38:44.933695 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:39:08.855329 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-25d3528e-76e5-4c94-a7cb-2c3b57a77cdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fb6705d2-4f70-4965-92a3-fbfccd43a6d3), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:39:09.034182 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (13ac42ae-016e-4baf-bb31-c6fa820b41c2), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:39:09.130167 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.agents_db [None req-382e0aa2-b126-48e6-89eb-3efa426b6b29 None None] Agent healthcheck: found 6 active agents {{(pid=103410) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 11:39:11.139629 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-04eeb839-856f-4d7c-ba1d-22bd74e92bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fc6c9b74-8dbb-41bb-800a-5bd3a43fe896), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:39:12.382478 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b6d631fb-7df0-4fe1-8322-abff3b61cae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (0db5147a-92a3-4581-8a5f-8ec9b93e0600), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:39:13.779446 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6b923bb1-06b0-4b84-b461-7cc1d0196090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (2e621730-3978-4720-b581-ac380e97a567), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:39:14.932077 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:39:24.940097 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-c7b63e69-8393-45d4-879f-1bc690e1ef3f req-ecabda3f-2988-427d-be73-80eac705671e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=cc3c91d9-0777-44e9-af08-0bbb048bb685&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0541563 Feb 28 11:39:25.025278 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b63e69-8393-45d4-879f-1bc690e1ef3f req-ba930b39-8339-4077-9f80-7f4ecdd99e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:39:25.026878 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-c7b63e69-8393-45d4-879f-1bc690e1ef3f req-ba930b39-8339-4077-9f80-7f4ecdd99e13 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=44395188913e4f88aa9c846a07c71b52&device_id=cc3c91d9-0777-44e9-af08-0bbb048bb685 HTTP/1.1" status: 200 len: 1129 time: 0.0512033 Feb 28 11:39:25.138791 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b63e69-8393-45d4-879f-1bc690e1ef3f req-474b9cfb-2497-46cf-93bd-1ba49cf303a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:39:25.140304 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-c7b63e69-8393-45d4-879f-1bc690e1ef3f req-474b9cfb-2497-46cf-93bd-1ba49cf303a0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=193374bc-f5b3-43bf-bc8e-77a8e6675cc5 HTTP/1.1" status: 200 len: 911 time: 0.0937786 Feb 28 11:39:25.219897 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-c7b63e69-8393-45d4-879f-1bc690e1ef3f req-ddfdae43-f79c-45d1-9708-cb0d2a787cd3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=edce4004-b9d3-4af5-85ef-74d6ea6aa713 HTTP/1.1" status: 200 len: 1001 time: 0.0721514 Feb 28 11:39:25.281826 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b63e69-8393-45d4-879f-1bc690e1ef3f req-5c0936b3-e017-45ce-8032-8756faa8d0be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:39:25.283414 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-c7b63e69-8393-45d4-879f-1bc690e1ef3f req-5c0936b3-e017-45ce-8032-8756faa8d0be service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5e8cead3-95c6-4ef0-9c57-1c9701cb27be HTTP/1.1" status: 200 len: 849 time: 0.0572882 Feb 28 11:39:25.340945 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b63e69-8393-45d4-879f-1bc690e1ef3f req-32a6c707-57a0-4783-894d-b62b3b062a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:39:25.342557 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-c7b63e69-8393-45d4-879f-1bc690e1ef3f req-32a6c707-57a0-4783-894d-b62b3b062a01 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=193374bc-f5b3-43bf-bc8e-77a8e6675cc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0531914 Feb 28 11:39:25.446489 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-c7b63e69-8393-45d4-879f-1bc690e1ef3f req-49de2afb-a484-422f-84c4-3b88800ddff2 service neutron] 10.222.0.30 "GET /v2.0/networks/193374bc-f5b3-43bf-bc8e-77a8e6675cc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960600 Feb 28 11:39:25.547720 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-c7b63e69-8393-45d4-879f-1bc690e1ef3f req-e306ac81-6c3f-4ac8-8c46-342b303973e6 service neutron] 10.222.0.30 "GET /v2.0/networks/193374bc-f5b3-43bf-bc8e-77a8e6675cc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943081 Feb 28 11:39:38.853371 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1dff844a-e1ec-4a35-89e8-626fe316650c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fb6705d2-4f70-4965-92a3-fbfccd43a6d3), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:39:39.035413 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (13ac42ae-016e-4baf-bb31-c6fa820b41c2), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:39:41.137776 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-05833634-0349-4d03-98e4-fb9a39f85d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fc6c9b74-8dbb-41bb-800a-5bd3a43fe896), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:39:42.384195 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b6d631fb-7df0-4fe1-8322-abff3b61cae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (0db5147a-92a3-4581-8a5f-8ec9b93e0600), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:39:43.781938 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6b923bb1-06b0-4b84-b461-7cc1d0196090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (2e621730-3978-4720-b581-ac380e97a567), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:39:44.928615 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:39:46.130173 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.agents_db [None req-382e0aa2-b126-48e6-89eb-3efa426b6b29 None None] Agent healthcheck: found 6 active agents {{(pid=103410) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 11:39:57.885128 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device edce4004-b9d3-4af5-85ef-74d6ea6aa713 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103409) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 28 11:39:57.996217 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] For port edce4004-b9d3-4af5-85ef-74d6ea6aa713, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=edce4004-b9d3-4af5-85ef-74d6ea6aa713,segment=NetworkSegment(4c3f5bf9-cd32-4165-a013-04b5d2765ac5),segment_id=4c3f5bf9-cd32-4165-a013-04b5d2765ac5)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:39:58.009695 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Returning: {'device': 'edce4004-b9d3-4af5-85ef-74d6ea6aa713', 'network_id': '193374bc-f5b3-43bf-bc8e-77a8e6675cc5', 'port_id': 'edce4004-b9d3-4af5-85ef-74d6ea6aa713', 'mac_address': 'fa:16:3e:cd:fe:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 297, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e8cead3-95c6-4ef0-9c57-1c9701cb27be', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103409) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 28 11:39:58.053174 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Current status of the port edce4004-b9d3-4af5-85ef-74d6ea6aa713 is: ACTIVE; New status is: BUILD {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:39:58.053702 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (edce4004-b9d3-4af5-85ef-74d6ea6aa713), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:39:58.076090 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id edce4004-b9d3-4af5-85ef-74d6ea6aa713 {{(pid=103409) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 28 11:39:58.101635 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] For port edce4004-b9d3-4af5-85ef-74d6ea6aa713, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=edce4004-b9d3-4af5-85ef-74d6ea6aa713,segment=NetworkSegment(4c3f5bf9-cd32-4165-a013-04b5d2765ac5),segment_id=4c3f5bf9-cd32-4165-a013-04b5d2765ac5)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:39:58.106907 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (edce4004-b9d3-4af5-85ef-74d6ea6aa713), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:39:58.170641 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Pushing event updated for resources: {'Port': ['ID=edce4004-b9d3-4af5-85ef-74d6ea6aa713,revision_number=6']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:39:58.188089 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:39:58.188695 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:39:58.189281 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:39:58.189797 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:39:58.190346 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:39:58.190893 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:39:58.191442 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:39:58.192005 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:39:58.192585 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:39:58.193163 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:39:58.193744 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:39:58.194360 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:39:58.194904 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103409) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:39:58.261255 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] get_ports_and_sgs() called for port_ids ['edce4004-b9d3-4af5-85ef-74d6ea6aa713'] {{(pid=103409) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 28 11:39:59.895642 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device edce4004-b9d3-4af5-85ef-74d6ea6aa713 up at agent hyperv_hv-neutron-mast {{(pid=103409) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 28 11:39:59.952641 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.provisioning_blocks [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Provisioning complete for port edce4004-b9d3-4af5-85ef-74d6ea6aa713 triggered by entity L2. {{(pid=103409) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 28 11:39:59.953096 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-679792'] for port (edce4004-b9d3-4af5-85ef-74d6ea6aa713), provisioning_complete {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:40:00.047342 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Current status of the port edce4004-b9d3-4af5-85ef-74d6ea6aa713 is: BUILD; New status is: ACTIVE {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:40:00.047796 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (edce4004-b9d3-4af5-85ef-74d6ea6aa713), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:40:00.081049 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc3c91d9-0777-44e9-af08-0bbb048bb685', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edce4004-b9d3-4af5-85ef-74d6ea6aa713'}] {{(pid=103409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:40:00.083471 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a4fd39cbef3db8314edbb995c87b1b752a2ff5ed3c1f5f263d70ca4833eab24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69cba7f3-5023-47c0-95e0-7bd67ea34505" -d '{"events": [{"server_uuid": "cc3c91d9-0777-44e9-af08-0bbb048bb685", "name": "network-vif-plugged", "status": "completed", "tag": "edce4004-b9d3-4af5-85ef-74d6ea6aa713"}]}' {{(pid=103409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 11:40:00.104649 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] For port edce4004-b9d3-4af5-85ef-74d6ea6aa713, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=edce4004-b9d3-4af5-85ef-74d6ea6aa713,segment=NetworkSegment(4c3f5bf9-cd32-4165-a013-04b5d2765ac5),segment_id=4c3f5bf9-cd32-4165-a013-04b5d2765ac5)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:40:00.111086 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (edce4004-b9d3-4af5-85ef-74d6ea6aa713), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:40:00.152763 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 11:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7292cf6d-90f5-4d0c-b073-b5f135afe7f5 x-openstack-request-id: req-7292cf6d-90f5-4d0c-b073-b5f135afe7f5 {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 11:40:00.153073 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc3c91d9-0777-44e9-af08-0bbb048bb685", "name": "network-vif-plugged", "status": "completed", "tag": "edce4004-b9d3-4af5-85ef-74d6ea6aa713", "code": 200}]} {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 11:40:00.153329 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7292cf6d-90f5-4d0c-b073-b5f135afe7f5 {{(pid=103409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 11:40:00.153734 dv-neutron-master-2-hyperv neutron-server[103409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc3c91d9-0777-44e9-af08-0bbb048bb685', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edce4004-b9d3-4af5-85ef-74d6ea6aa713', 'code': 200} Feb 28 11:40:00.180731 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Pushing event updated for resources: {'Port': ['ID=edce4004-b9d3-4af5-85ef-74d6ea6aa713,revision_number=7']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:40:08.856249 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-3d66571b-e826-49de-a540-f4d070c715ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fb6705d2-4f70-4965-92a3-fbfccd43a6d3), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:40:09.042623 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (13ac42ae-016e-4baf-bb31-c6fa820b41c2), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:40:11.139965 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b4e3df12-a0ae-4e31-83e9-07d8c6f4979e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fc6c9b74-8dbb-41bb-800a-5bd3a43fe896), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:40:12.390755 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b6d631fb-7df0-4fe1-8322-abff3b61cae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (0db5147a-92a3-4581-8a5f-8ec9b93e0600), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:40:12.415901 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 49046) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:40:12.638252 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-9940ad16-de6a-48b3-85ca-a768a4c71b46 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Deleting port 5869bff0-a27a-4702-87ff-fc2332afb17c {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 11:40:12.638252 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9940ad16-de6a-48b3-85ca-a768a4c71b46 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (5869bff0-a27a-4702-87ff-fc2332afb17c), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:40:12.730846 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9940ad16-de6a-48b3-85ca-a768a4c71b46 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (5869bff0-a27a-4702-87ff-fc2332afb17c), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:40:12.731228 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9940ad16-de6a-48b3-85ca-a768a4c71b46 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Publish callbacks [] for floatingip (5869bff0-a27a-4702-87ff-fc2332afb17c), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:40:12.746537 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-9940ad16-de6a-48b3-85ca-a768a4c71b46 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Calling delete_port for 5869bff0-a27a-4702-87ff-fc2332afb17c owned by network:floatingip {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 11:40:12.975377 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9940ad16-de6a-48b3-85ca-a768a4c71b46 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (5869bff0-a27a-4702-87ff-fc2332afb17c), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:40:12.998977 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9940ad16-de6a-48b3-85ca-a768a4c71b46 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Pushing event deleted for resources: {'Port': ['ID=5869bff0-a27a-4702-87ff-fc2332afb17c,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:40:13.014069 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9940ad16-de6a-48b3-85ca-a768a4c71b46 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:40:13.014431 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9940ad16-de6a-48b3-85ca-a768a4c71b46 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:40:13.014790 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9940ad16-de6a-48b3-85ca-a768a4c71b46 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:40:13.015137 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9940ad16-de6a-48b3-85ca-a768a4c71b46 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:40:13.015477 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9940ad16-de6a-48b3-85ca-a768a4c71b46 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:40:13.015821 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9940ad16-de6a-48b3-85ca-a768a4c71b46 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:40:13.016157 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9940ad16-de6a-48b3-85ca-a768a4c71b46 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:40:13.016498 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9940ad16-de6a-48b3-85ca-a768a4c71b46 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:40:13.016890 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9940ad16-de6a-48b3-85ca-a768a4c71b46 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:40:13.017234 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9940ad16-de6a-48b3-85ca-a768a4c71b46 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:40:13.017569 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9940ad16-de6a-48b3-85ca-a768a4c71b46 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:40:13.017956 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9940ad16-de6a-48b3-85ca-a768a4c71b46 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:40:13.018287 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9940ad16-de6a-48b3-85ca-a768a4c71b46 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:40:13.108054 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9940ad16-de6a-48b3-85ca-a768a4c71b46 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Publish callbacks [] for floatingip (6909df30-1f57-481b-ac74-fad0f1a93231), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:40:13.108610 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.db.l3_db [None req-9940ad16-de6a-48b3-85ca-a768a4c71b46 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Floating IP 6909df30-1f57-481b-ac74-fad0f1a93231 disassociated (deleted). External IP: 172.36.5.237, port: edce4004-b9d3-4af5-85ef-74d6ea6aa713. Feb 28 11:40:13.666845 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9940ad16-de6a-48b3-85ca-a768a4c71b46 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Router f90c66c7-daf0-4b64-b41d-bcdd0e8c1e27 has already been hosted by L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 {{(pid=103408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:40:13.795735 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6b923bb1-06b0-4b84-b461-7cc1d0196090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (2e621730-3978-4720-b581-ac380e97a567), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:40:13.808082 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9940ad16-de6a-48b3-85ca-a768a4c71b46 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:40:13.813918 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9940ad16-de6a-48b3-85ca-a768a4c71b46 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for floatingip (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:40:13.819662 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81326eca-4f55-4b04-ab76-1a1993ed0c50 None None] Sync routers for ids ['f90c66c7-daf0-4b64-b41d-bcdd0e8c1e27'] in dv-neutron-master-2-hyperv {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:40:13.834044 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81326eca-4f55-4b04-ab76-1a1993ed0c50 None None] Routers {'f90c66c7-daf0-4b64-b41d-bcdd0e8c1e27'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:40:13.835547 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-81326eca-4f55-4b04-ab76-1a1993ed0c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T11:40:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['f90c66c7-daf0-4b64-b41d-bcdd0e8c1e27'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:40:13.857286 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-9940ad16-de6a-48b3-85ca-a768a4c71b46 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] 10.222.0.20 "DELETE /v2.0/floatingips/6909df30-1f57-481b-ac74-fad0f1a93231 HTTP/1.1" status: 204 len: 168 time: 1.4397404 Feb 28 11:40:13.858233 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc3c91d9-0777-44e9-af08-0bbb048bb685', 'tag': 'edce4004-b9d3-4af5-85ef-74d6ea6aa713'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:40:13.861351 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bca6d2a9c16b346ccea4aed84e66aefa21b979d73ed295f7643b3f7cbe99b128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13163889-7ed0-41f4-b5ec-d540c0d281d3" -d '{"events": [{"name": "network-changed", "server_uuid": "cc3c91d9-0777-44e9-af08-0bbb048bb685", "tag": "edce4004-b9d3-4af5-85ef-74d6ea6aa713"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 11:40:13.998951 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 11:40:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-867e4371-a002-4bfd-8a8a-7a3326810b38 x-openstack-request-id: req-867e4371-a002-4bfd-8a8a-7a3326810b38 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 11:40:13.999703 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc3c91d9-0777-44e9-af08-0bbb048bb685", "tag": "edce4004-b9d3-4af5-85ef-74d6ea6aa713", "status": "completed", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 11:40:13.999907 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-867e4371-a002-4bfd-8a8a-7a3326810b38 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 11:40:14.000366 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc3c91d9-0777-44e9-af08-0bbb048bb685', 'tag': 'edce4004-b9d3-4af5-85ef-74d6ea6aa713', 'status': 'completed', 'code': 200} Feb 28 11:40:14.039330 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-81326eca-4f55-4b04-ab76-1a1993ed0c50 None None] Set router f90c66c7-daf0-4b64-b41d-bcdd0e8c1e27 gateway port host: dv-neutron-master-2-hyperv {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:40:14.103473 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13163889-7ed0-41f4-b5ec-d540c0d281d3 req-bf23b642-402d-4118-9d21-fca12756f069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:40:14.117791 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-13163889-7ed0-41f4-b5ec-d540c0d281d3 req-bf23b642-402d-4118-9d21-fca12756f069 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=44395188913e4f88aa9c846a07c71b52&device_id=cc3c91d9-0777-44e9-af08-0bbb048bb685 HTTP/1.1" status: 200 len: 1129 time: 0.0734787 Feb 28 11:40:14.274803 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e390fb-ad4a-4df0-bba6-b906c32e4c3e req-cdf2e3f3-77d1-49bc-866e-377e3a8b2b5f tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:40:14.280490 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-86e390fb-ad4a-4df0-bba6-b906c32e4c3e req-cdf2e3f3-77d1-49bc-866e-377e3a8b2b5f tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc3c91d9-0777-44e9-af08-0bbb048bb685 HTTP/1.1" status: 200 len: 945 time: 0.0976961 Feb 28 11:40:14.308968 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13163889-7ed0-41f4-b5ec-d540c0d281d3 req-c29eea3c-5c51-4b1d-a0aa-e8f663b6b771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:40:14.310650 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-13163889-7ed0-41f4-b5ec-d540c0d281d3 req-c29eea3c-5c51-4b1d-a0aa-e8f663b6b771 service neutron] 10.222.0.30 "GET /v2.0/networks?id=193374bc-f5b3-43bf-bc8e-77a8e6675cc5 HTTP/1.1" status: 200 len: 911 time: 0.1488907 Feb 28 11:40:14.365316 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-86e390fb-ad4a-4df0-bba6-b906c32e4c3e req-348c8b77-0b88-48b8-8f42-ef25fb4c03e8 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaf0bc2a-3aa2-438f-8490-09d2055f1ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817118 Feb 28 11:40:14.372730 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-13163889-7ed0-41f4-b5ec-d540c0d281d3 req-3d6f6417-650e-4a35-8866-cfc1e2148220 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=edce4004-b9d3-4af5-85ef-74d6ea6aa713 HTTP/1.1" status: 200 len: 217 time: 0.0540826 Feb 28 11:40:14.408341 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-81326eca-4f55-4b04-ab76-1a1993ed0c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f90c66c7-daf0-4b64-b41d-bcdd0e8c1e27', 'name': 'tempest-TestSnapshotPattern-1641790900-router', 'tenant_id': '44395188913e4f88aa9c846a07c71b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.179'}], 'enable_snat': True}, 'gw_port_id': '56491431-d76f-4585-b0f1-b1000ce7efbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:34:09Z', 'updated_at': '2022-02-28T11:34:12Z', 'revision_number': 4, 'project_id': '44395188913e4f88aa9c846a07c71b52', 'gw_port': {'id': '56491431-d76f-4585-b0f1-b1000ce7efbe', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:9b:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90c66c7-daf0-4b64-b41d-bcdd0e8c1e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:34:10Z', 'updated_at': '2022-02-28T11:34:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '83211f57-8477-4a1a-bac0-d4f3f72a92f9', 'tenant_id': '44395188913e4f88aa9c846a07c71b52', 'floating_ip_address': '172.36.5.177', 'floating_network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'router_id': 'f90c66c7-daf0-4b64-b41d-bcdd0e8c1e27', 'port_id': 'ef952d79-1295-40b1-98c1-f49f52c589d7', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1890, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '193374bc-f5b3-43bf-bc8e-77a8e6675cc5', 'mac_address': 'fa:16:3e:4d:2b:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4087f6e0-99ac-44ca-9ef8-19c688663612', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:34:34Z', 'updated_at': '2022-02-28T11:34:36Z', 'revision_number': 1, 'project_id': '44395188913e4f88aa9c846a07c71b52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3882f20d-1850-492b-898f-775fbf8bbbad', 'name': '', 'network_id': '193374bc-f5b3-43bf-bc8e-77a8e6675cc5', 'tenant_id': '44395188913e4f88aa9c846a07c71b52', 'mac_address': 'fa:16:3e:29:76:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90c66c7-daf0-4b64-b41d-bcdd0e8c1e27', 'device_owner': 'network:router_interface', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '5e8cead3-95c6-4ef0-9c57-1c9701cb27be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:34:12Z', 'updated_at': '2022-02-28T11:34:16Z', 'revision_number': 5, 'project_id': '44395188913e4f88aa9c846a07c71b52', 'subnets': [{'id': '5e8cead3-95c6-4ef0-9c57-1c9701cb27be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:40:14.438670 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13163889-7ed0-41f4-b5ec-d540c0d281d3 req-3f04ee06-c0e2-4cab-9094-770dbe6b94ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:40:14.440158 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81326eca-4f55-4b04-ab76-1a1993ed0c50 None None] Checking router: f90c66c7-daf0-4b64-b41d-bcdd0e8c1e27 for host: dv-neutron-master-2-hyperv {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:40:14.440537 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-13163889-7ed0-41f4-b5ec-d540c0d281d3 req-3f04ee06-c0e2-4cab-9094-770dbe6b94ab service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5e8cead3-95c6-4ef0-9c57-1c9701cb27be HTTP/1.1" status: 200 len: 849 time: 0.0599988 Feb 28 11:40:14.452281 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81326eca-4f55-4b04-ab76-1a1993ed0c50 None None] Routers {'f90c66c7-daf0-4b64-b41d-bcdd0e8c1e27'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:40:14.453338 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-81326eca-4f55-4b04-ab76-1a1993ed0c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T11:40:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['f90c66c7-daf0-4b64-b41d-bcdd0e8c1e27'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:40:14.513609 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13163889-7ed0-41f4-b5ec-d540c0d281d3 req-b6e94c47-8c7e-4fd7-b836-202d749525f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:40:14.515753 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-13163889-7ed0-41f4-b5ec-d540c0d281d3 req-b6e94c47-8c7e-4fd7-b836-202d749525f9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=193374bc-f5b3-43bf-bc8e-77a8e6675cc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0683436 Feb 28 11:40:14.636487 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-13163889-7ed0-41f4-b5ec-d540c0d281d3 req-364100eb-1d5a-4849-a16d-1d0e4fc18780 service neutron] 10.222.0.30 "GET /v2.0/networks/193374bc-f5b3-43bf-bc8e-77a8e6675cc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133225 Feb 28 11:40:14.762193 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-13163889-7ed0-41f4-b5ec-d540c0d281d3 req-5bbaab60-c8c9-4dc4-9931-3f19c702f6de service neutron] 10.222.0.30 "GET /v2.0/networks/193374bc-f5b3-43bf-bc8e-77a8e6675cc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183465 Feb 28 11:40:14.792970 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-81326eca-4f55-4b04-ab76-1a1993ed0c50 None None] Set router f90c66c7-daf0-4b64-b41d-bcdd0e8c1e27 gateway port host: dv-neutron-master-2-hyperv {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:40:14.967341 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:40:15.057971 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-81326eca-4f55-4b04-ab76-1a1993ed0c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f90c66c7-daf0-4b64-b41d-bcdd0e8c1e27', 'name': 'tempest-TestSnapshotPattern-1641790900-router', 'tenant_id': '44395188913e4f88aa9c846a07c71b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.179'}], 'enable_snat': True}, 'gw_port_id': '56491431-d76f-4585-b0f1-b1000ce7efbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:34:09Z', 'updated_at': '2022-02-28T11:34:12Z', 'revision_number': 4, 'project_id': '44395188913e4f88aa9c846a07c71b52', 'gw_port': {'id': '56491431-d76f-4585-b0f1-b1000ce7efbe', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:9b:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90c66c7-daf0-4b64-b41d-bcdd0e8c1e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:34:10Z', 'updated_at': '2022-02-28T11:34:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '83211f57-8477-4a1a-bac0-d4f3f72a92f9', 'tenant_id': '44395188913e4f88aa9c846a07c71b52', 'floating_ip_address': '172.36.5.177', 'floating_network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'router_id': 'f90c66c7-daf0-4b64-b41d-bcdd0e8c1e27', 'port_id': 'ef952d79-1295-40b1-98c1-f49f52c589d7', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1890, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '193374bc-f5b3-43bf-bc8e-77a8e6675cc5', 'mac_address': 'fa:16:3e:4d:2b:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4087f6e0-99ac-44ca-9ef8-19c688663612', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:34:34Z', 'updated_at': '2022-02-28T11:34:36Z', 'revision_number': 1, 'project_id': '44395188913e4f88aa9c846a07c71b52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3882f20d-1850-492b-898f-775fbf8bbbad', 'name': '', 'network_id': '193374bc-f5b3-43bf-bc8e-77a8e6675cc5', 'tenant_id': '44395188913e4f88aa9c846a07c71b52', 'mac_address': 'fa:16:3e:29:76:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90c66c7-daf0-4b64-b41d-bcdd0e8c1e27', 'device_owner': 'network:router_interface', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '5e8cead3-95c6-4ef0-9c57-1c9701cb27be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:34:12Z', 'updated_at': '2022-02-28T11:34:16Z', 'revision_number': 5, 'project_id': '44395188913e4f88aa9c846a07c71b52', 'subnets': [{'id': '5e8cead3-95c6-4ef0-9c57-1c9701cb27be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:40:15.090813 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81326eca-4f55-4b04-ab76-1a1993ed0c50 None None] The sync data for ids ['f90c66c7-daf0-4b64-b41d-bcdd0e8c1e27'] in dv-neutron-master-2-hyperv is: [{'id': 'f90c66c7-daf0-4b64-b41d-bcdd0e8c1e27', 'name': 'tempest-TestSnapshotPattern-1641790900-router', 'tenant_id': '44395188913e4f88aa9c846a07c71b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.179'}], 'enable_snat': True}, 'gw_port_id': '56491431-d76f-4585-b0f1-b1000ce7efbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:34:09Z', 'updated_at': '2022-02-28T11:34:12Z', 'revision_number': 4, 'project_id': '44395188913e4f88aa9c846a07c71b52', 'gw_port': {'id': '56491431-d76f-4585-b0f1-b1000ce7efbe', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:9b:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90c66c7-daf0-4b64-b41d-bcdd0e8c1e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:34:10Z', 'updated_at': '2022-02-28T11:34:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '83211f57-8477-4a1a-bac0-d4f3f72a92f9', 'tenant_id': '44395188913e4f88aa9c846a07c71b52', 'floating_ip_address': '172.36.5.177', 'floating_network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'router_id': 'f90c66c7-daf0-4b64-b41d-bcdd0e8c1e27', 'port_id': 'ef952d79-1295-40b1-98c1-f49f52c589d7', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1890, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '193374bc-f5b3-43bf-bc8e-77a8e6675cc5', 'mac_address': 'fa:16:3e:4d:2b:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4087f6e0-99ac-44ca-9ef8-19c688663612', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:34:34Z', 'updated_at': '2022-02-28T11:34:36Z', 'revision_number': 1, 'project_id': '44395188913e4f88aa9c846a07c71b52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3882f20d-1850-492b-898f-775fbf8bbbad', 'name': '', 'network_id': '193374bc-f5b3-43bf-bc8e-77a8e6675cc5', 'tenant_id': '44395188913e4f88aa9c846a07c71b52', 'mac_address': 'fa:16:3e:29:76:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90c66c7-daf0-4b64-b41d-bcdd0e8c1e27', 'device_owner': 'network:router_interface', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '5e8cead3-95c6-4ef0-9c57-1c9701cb27be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:34:12Z', 'updated_at': '2022-02-28T11:34:16Z', 'revision_number': 5, 'project_id': '44395188913e4f88aa9c846a07c71b52', 'subnets': [{'id': '5e8cead3-95c6-4ef0-9c57-1c9701cb27be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:40:15.353322 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da663a40-e8e6-4ba1-bd0b-ca21e48fefff None None] New status for floating IP 6909df30-1f57-481b-ac74-fad0f1a93231: DOWN {{(pid=103410) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 11:40:15.525680 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eef853-2899-4cfc-b903-693b1559e585 req-dda1db49-47a0-4f3f-9b32-110a1f9a90c6 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:40:15.527569 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-25eef853-2899-4cfc-b903-693b1559e585 req-dda1db49-47a0-4f3f-9b32-110a1f9a90c6 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc3c91d9-0777-44e9-af08-0bbb048bb685 HTTP/1.1" status: 200 len: 945 time: 0.0771697 Feb 28 11:40:15.591927 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-25eef853-2899-4cfc-b903-693b1559e585 req-7a224f6b-e503-4e35-a72e-77c6ea8ed1f9 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaf0bc2a-3aa2-438f-8490-09d2055f1ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581565 Feb 28 11:40:15.947663 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device edce4004-b9d3-4af5-85ef-74d6ea6aa713 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 11:40:16.034746 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Current status of the port edce4004-b9d3-4af5-85ef-74d6ea6aa713 is: ACTIVE; New status is: DOWN {{(pid=103409) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 28 11:40:16.035477 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-600955'] for port (edce4004-b9d3-4af5-85ef-74d6ea6aa713), before_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:40:16.064912 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc3c91d9-0777-44e9-af08-0bbb048bb685', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'edce4004-b9d3-4af5-85ef-74d6ea6aa713'}] {{(pid=103409) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:40:16.068064 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a4fd39cbef3db8314edbb995c87b1b752a2ff5ed3c1f5f263d70ca4833eab24" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03d28323-e1c7-4dac-8e72-c6ad29c9c718" -d '{"events": [{"server_uuid": "cc3c91d9-0777-44e9-af08-0bbb048bb685", "name": "network-vif-unplugged", "status": "completed", "tag": "edce4004-b9d3-4af5-85ef-74d6ea6aa713"}]}' {{(pid=103409) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 11:40:16.088273 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.db [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] For port edce4004-b9d3-4af5-85ef-74d6ea6aa713, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=edce4004-b9d3-4af5-85ef-74d6ea6aa713,segment=NetworkSegment(4c3f5bf9-cd32-4165-a013-04b5d2765ac5),segment_id=4c3f5bf9-cd32-4165-a013-04b5d2765ac5)] {{(pid=103409) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:40:16.094436 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742057140974', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742056622767', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742056622785'] for port (edce4004-b9d3-4af5-85ef-74d6ea6aa713), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:40:16.094921 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6ea773-472a-452d-b7f6-9f7626173aed req-3661fb93-411c-4776-a84d-d5a21aab9165 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:40:16.099215 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-6a6ea773-472a-452d-b7f6-9f7626173aed req-3661fb93-411c-4776-a84d-d5a21aab9165 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc3c91d9-0777-44e9-af08-0bbb048bb685 HTTP/1.1" status: 200 len: 945 time: 0.1062891 Feb 28 11:40:16.152088 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 28 Feb 2022 11:40:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a9edca2-bdf3-4306-8534-e6352fd6b303 x-openstack-request-id: req-6a9edca2-bdf3-4306-8534-e6352fd6b303 {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 11:40:16.152529 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc3c91d9-0777-44e9-af08-0bbb048bb685", "name": "network-vif-unplugged", "status": "completed", "tag": "edce4004-b9d3-4af5-85ef-74d6ea6aa713", "code": 200}]} {{(pid=103409) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 11:40:16.152949 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6a9edca2-bdf3-4306-8534-e6352fd6b303 {{(pid=103409) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 11:40:16.153396 dv-neutron-master-2-hyperv neutron-server[103409]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc3c91d9-0777-44e9-af08-0bbb048bb685', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'edce4004-b9d3-4af5-85ef-74d6ea6aa713', 'code': 200} Feb 28 11:40:16.158072 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Pushing event updated for resources: {'Port': ['ID=edce4004-b9d3-4af5-85ef-74d6ea6aa713,revision_number=8']} {{(pid=103409) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:40:16.224854 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [req-6a6ea773-472a-452d-b7f6-9f7626173aed req-2a19dad6-d490-45ef-bcb3-679d0f59dbe3 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Deleting port edce4004-b9d3-4af5-85ef-74d6ea6aa713 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 11:40:16.225146 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-6a6ea773-472a-452d-b7f6-9f7626173aed req-2a19dad6-d490-45ef-bcb3-679d0f59dbe3 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (edce4004-b9d3-4af5-85ef-74d6ea6aa713), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:40:16.334572 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [req-6a6ea773-472a-452d-b7f6-9f7626173aed req-2a19dad6-d490-45ef-bcb3-679d0f59dbe3 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] For port edce4004-b9d3-4af5-85ef-74d6ea6aa713, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=edce4004-b9d3-4af5-85ef-74d6ea6aa713,segment=NetworkSegment(4c3f5bf9-cd32-4165-a013-04b5d2765ac5),segment_id=4c3f5bf9-cd32-4165-a013-04b5d2765ac5)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:40:16.334935 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-6a6ea773-472a-452d-b7f6-9f7626173aed req-2a19dad6-d490-45ef-bcb3-679d0f59dbe3 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (edce4004-b9d3-4af5-85ef-74d6ea6aa713), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:40:16.351160 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [req-6a6ea773-472a-452d-b7f6-9f7626173aed req-2a19dad6-d490-45ef-bcb3-679d0f59dbe3 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Calling delete_port for edce4004-b9d3-4af5-85ef-74d6ea6aa713 owned by compute:nova {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 11:40:16.517221 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-6a6ea773-472a-452d-b7f6-9f7626173aed req-2a19dad6-d490-45ef-bcb3-679d0f59dbe3 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (edce4004-b9d3-4af5-85ef-74d6ea6aa713), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:40:16.569350 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a19dad6-d490-45ef-bcb3-679d0f59dbe3 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Pushing event deleted for resources: {'Port': ['ID=edce4004-b9d3-4af5-85ef-74d6ea6aa713,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:40:16.630933 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a6ea773-472a-452d-b7f6-9f7626173aed req-2a19dad6-d490-45ef-bcb3-679d0f59dbe3 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] No DVR routers for this DVR port edce4004-b9d3-4af5-85ef-74d6ea6aa713 on host hv-neutron-mast {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:40:16.635372 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-6a6ea773-472a-452d-b7f6-9f7626173aed req-2a19dad6-d490-45ef-bcb3-679d0f59dbe3 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:40:16.639177 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-6a6ea773-472a-452d-b7f6-9f7626173aed req-2a19dad6-d490-45ef-bcb3-679d0f59dbe3 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] 10.222.0.30 "DELETE /v2.0/ports/edce4004-b9d3-4af5-85ef-74d6ea6aa713 HTTP/1.1" status: 204 len: 173 time: 0.5349746 Feb 28 11:40:16.639703 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc3c91d9-0777-44e9-af08-0bbb048bb685', 'name': 'network-vif-deleted', 'tag': 'edce4004-b9d3-4af5-85ef-74d6ea6aa713'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:40:16.642625 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bca6d2a9c16b346ccea4aed84e66aefa21b979d73ed295f7643b3f7cbe99b128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e6c3785-c41f-43db-b911-51e265451929" -d '{"events": [{"server_uuid": "cc3c91d9-0777-44e9-af08-0bbb048bb685", "name": "network-vif-deleted", "tag": "edce4004-b9d3-4af5-85ef-74d6ea6aa713"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 11:40:16.717612 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 11:40:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a77b0a89-1c79-4335-81e4-c84aad99aeb4 x-openstack-request-id: req-a77b0a89-1c79-4335-81e4-c84aad99aeb4 {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 11:40:16.718079 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc3c91d9-0777-44e9-af08-0bbb048bb685", "name": "network-vif-deleted", "tag": "edce4004-b9d3-4af5-85ef-74d6ea6aa713", "status": "completed", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 11:40:16.718483 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a77b0a89-1c79-4335-81e4-c84aad99aeb4 {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 11:40:16.719210 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc3c91d9-0777-44e9-af08-0bbb048bb685', 'name': 'network-vif-deleted', 'tag': 'edce4004-b9d3-4af5-85ef-74d6ea6aa713', 'status': 'completed', 'code': 200} Feb 28 11:40:16.735440 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-f324e334-4848-4f3a-ac4e-46ba1ac014c6 req-7df805b4-3543-4edc-be70-55249b027863 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc3c91d9-0777-44e9-af08-0bbb048bb685 HTTP/1.1" status: 200 len: 210 time: 0.0315249 Feb 28 11:40:18.574059 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 49112) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:40:18.849556 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-9f3d0fc6-0512-4721-bb3f-aae8ad368f19 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Deleting port 59d53c8d-b7c3-4706-9a14-e169ca5ac642 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 11:40:18.849968 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9f3d0fc6-0512-4721-bb3f-aae8ad368f19 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (59d53c8d-b7c3-4706-9a14-e169ca5ac642), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:40:18.970347 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9f3d0fc6-0512-4721-bb3f-aae8ad368f19 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (59d53c8d-b7c3-4706-9a14-e169ca5ac642), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:40:18.970844 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9f3d0fc6-0512-4721-bb3f-aae8ad368f19 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Publish callbacks [] for floatingip (59d53c8d-b7c3-4706-9a14-e169ca5ac642), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:40:18.996097 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-9f3d0fc6-0512-4721-bb3f-aae8ad368f19 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Calling delete_port for 59d53c8d-b7c3-4706-9a14-e169ca5ac642 owned by network:floatingip {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 11:40:19.212158 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9f3d0fc6-0512-4721-bb3f-aae8ad368f19 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (59d53c8d-b7c3-4706-9a14-e169ca5ac642), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:40:19.240944 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3d0fc6-0512-4721-bb3f-aae8ad368f19 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Pushing event deleted for resources: {'Port': ['ID=59d53c8d-b7c3-4706-9a14-e169ca5ac642,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:40:19.319760 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9f3d0fc6-0512-4721-bb3f-aae8ad368f19 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Publish callbacks [] for floatingip (83211f57-8477-4a1a-bac0-d4f3f72a92f9), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:40:19.320334 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.db.l3_db [None req-9f3d0fc6-0512-4721-bb3f-aae8ad368f19 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Floating IP 83211f57-8477-4a1a-bac0-d4f3f72a92f9 disassociated (deleted). External IP: 172.36.5.177, port: ef952d79-1295-40b1-98c1-f49f52c589d7. Feb 28 11:40:19.629346 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f3d0fc6-0512-4721-bb3f-aae8ad368f19 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Router f90c66c7-daf0-4b64-b41d-bcdd0e8c1e27 has already been hosted by L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 {{(pid=103408) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:40:19.764690 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f3d0fc6-0512-4721-bb3f-aae8ad368f19 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103408) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:40:19.770828 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9f3d0fc6-0512-4721-bb3f-aae8ad368f19 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for floatingip (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:40:19.779136 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a808e97-c101-46cd-9f09-6cd21db962ff None None] Sync routers for ids ['f90c66c7-daf0-4b64-b41d-bcdd0e8c1e27'] in dv-neutron-master-2-hyperv {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:40:19.796187 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a808e97-c101-46cd-9f09-6cd21db962ff None None] Routers {'f90c66c7-daf0-4b64-b41d-bcdd0e8c1e27'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:40:19.797155 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-0a808e97-c101-46cd-9f09-6cd21db962ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T11:40:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['f90c66c7-daf0-4b64-b41d-bcdd0e8c1e27'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:40:19.805397 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-9f3d0fc6-0512-4721-bb3f-aae8ad368f19 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] 10.222.0.20 "DELETE /v2.0/floatingips/83211f57-8477-4a1a-bac0-d4f3f72a92f9 HTTP/1.1" status: 204 len: 168 time: 1.2297852 Feb 28 11:40:19.806033 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4087f6e0-99ac-44ca-9ef8-19c688663612', 'tag': 'ef952d79-1295-40b1-98c1-f49f52c589d7'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:40:19.808623 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bca6d2a9c16b346ccea4aed84e66aefa21b979d73ed295f7643b3f7cbe99b128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cac4378-cef5-440a-894c-dd41beed314d" -d '{"events": [{"name": "network-changed", "server_uuid": "4087f6e0-99ac-44ca-9ef8-19c688663612", "tag": "ef952d79-1295-40b1-98c1-f49f52c589d7"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 11:40:19.865994 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Feb 2022 11:40:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9631b273-796a-4b30-9da6-158087bee8ed x-openstack-request-id: req-9631b273-796a-4b30-9da6-158087bee8ed {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 11:40:19.866414 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4087f6e0-99ac-44ca-9ef8-19c688663612", "tag": "ef952d79-1295-40b1-98c1-f49f52c589d7", "status": "completed", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 11:40:19.866804 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9631b273-796a-4b30-9da6-158087bee8ed {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 11:40:19.867356 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4087f6e0-99ac-44ca-9ef8-19c688663612', 'tag': 'ef952d79-1295-40b1-98c1-f49f52c589d7', 'status': 'completed', 'code': 200} Feb 28 11:40:19.978002 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-0a808e97-c101-46cd-9f09-6cd21db962ff None None] Set router f90c66c7-daf0-4b64-b41d-bcdd0e8c1e27 gateway port host: dv-neutron-master-2-hyperv {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:40:19.984112 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device edce4004-b9d3-4af5-85ef-74d6ea6aa713 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 11:40:20.003791 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cac4378-cef5-440a-894c-dd41beed314d req-f474722b-36d7-47c9-aee9-eb6edf7085f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:40:20.006912 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-3cac4378-cef5-440a-894c-dd41beed314d req-f474722b-36d7-47c9-aee9-eb6edf7085f5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=44395188913e4f88aa9c846a07c71b52&device_id=4087f6e0-99ac-44ca-9ef8-19c688663612 HTTP/1.1" status: 200 len: 1127 time: 0.0961730 Feb 28 11:40:20.056420 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] No Port match for: edce4004-b9d3-4af5-85ef-74d6ea6aa713 {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 11:40:20.057385 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device edce4004-b9d3-4af5-85ef-74d6ea6aa713 not bound to the agent host hv-neutron-mast {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 11:40:20.176752 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31865cc3-20a6-4c51-8041-0657e81a628d req-52455a43-6a4c-42d5-b949-e34f13ab5dc2 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:40:20.184496 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-31865cc3-20a6-4c51-8041-0657e81a628d req-52455a43-6a4c-42d5-b949-e34f13ab5dc2 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] 10.222.0.20 "GET /v2.0/ports?device_id=4087f6e0-99ac-44ca-9ef8-19c688663612 HTTP/1.1" status: 200 len: 943 time: 0.0936327 Feb 28 11:40:20.232232 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cac4378-cef5-440a-894c-dd41beed314d req-4de0579f-6b0e-49f2-8bf8-48ab51da0528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:40:20.234790 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-3cac4378-cef5-440a-894c-dd41beed314d req-4de0579f-6b0e-49f2-8bf8-48ab51da0528 service neutron] 10.222.0.30 "GET /v2.0/networks?id=193374bc-f5b3-43bf-bc8e-77a8e6675cc5 HTTP/1.1" status: 200 len: 911 time: 0.1750183 Feb 28 11:40:20.261193 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-31865cc3-20a6-4c51-8041-0657e81a628d req-68c67b39-c581-44a8-8a53-0f5b5438a8c5 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaf0bc2a-3aa2-438f-8490-09d2055f1ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753844 Feb 28 11:40:20.306271 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-3cac4378-cef5-440a-894c-dd41beed314d req-2a629a44-05ce-4289-874c-e12279ccb6ba service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ef952d79-1295-40b1-98c1-f49f52c589d7 HTTP/1.1" status: 200 len: 217 time: 0.0645757 Feb 28 11:40:20.349590 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-0a808e97-c101-46cd-9f09-6cd21db962ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f90c66c7-daf0-4b64-b41d-bcdd0e8c1e27', 'name': 'tempest-TestSnapshotPattern-1641790900-router', 'tenant_id': '44395188913e4f88aa9c846a07c71b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.179'}], 'enable_snat': True}, 'gw_port_id': '56491431-d76f-4585-b0f1-b1000ce7efbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:34:09Z', 'updated_at': '2022-02-28T11:34:12Z', 'revision_number': 4, 'project_id': '44395188913e4f88aa9c846a07c71b52', 'gw_port': {'id': '56491431-d76f-4585-b0f1-b1000ce7efbe', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:9b:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90c66c7-daf0-4b64-b41d-bcdd0e8c1e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:34:10Z', 'updated_at': '2022-02-28T11:34:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '3882f20d-1850-492b-898f-775fbf8bbbad', 'name': '', 'network_id': '193374bc-f5b3-43bf-bc8e-77a8e6675cc5', 'tenant_id': '44395188913e4f88aa9c846a07c71b52', 'mac_address': 'fa:16:3e:29:76:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90c66c7-daf0-4b64-b41d-bcdd0e8c1e27', 'device_owner': 'network:router_interface', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '5e8cead3-95c6-4ef0-9c57-1c9701cb27be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:34:12Z', 'updated_at': '2022-02-28T11:34:16Z', 'revision_number': 5, 'project_id': '44395188913e4f88aa9c846a07c71b52', 'subnets': [{'id': '5e8cead3-95c6-4ef0-9c57-1c9701cb27be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:40:20.393709 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cac4378-cef5-440a-894c-dd41beed314d req-6c011442-35c2-48bd-afdc-ca0b5257ddd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:40:20.396174 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-3cac4378-cef5-440a-894c-dd41beed314d req-6c011442-35c2-48bd-afdc-ca0b5257ddd3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5e8cead3-95c6-4ef0-9c57-1c9701cb27be HTTP/1.1" status: 200 len: 849 time: 0.0833042 Feb 28 11:40:20.396395 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a808e97-c101-46cd-9f09-6cd21db962ff None None] Checking router: f90c66c7-daf0-4b64-b41d-bcdd0e8c1e27 for host: dv-neutron-master-2-hyperv {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:40:20.406683 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a808e97-c101-46cd-9f09-6cd21db962ff None None] Routers {'f90c66c7-daf0-4b64-b41d-bcdd0e8c1e27'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:40:20.407329 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-0a808e97-c101-46cd-9f09-6cd21db962ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T11:40:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['f90c66c7-daf0-4b64-b41d-bcdd0e8c1e27'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:40:20.503476 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cac4378-cef5-440a-894c-dd41beed314d req-7a2168f4-f2a8-458a-89af-7653bb99feac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:40:20.506095 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-3cac4378-cef5-440a-894c-dd41beed314d req-7a2168f4-f2a8-458a-89af-7653bb99feac service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=193374bc-f5b3-43bf-bc8e-77a8e6675cc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0975194 Feb 28 11:40:20.536792 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-0a808e97-c101-46cd-9f09-6cd21db962ff None None] Set router f90c66c7-daf0-4b64-b41d-bcdd0e8c1e27 gateway port host: dv-neutron-master-2-hyperv {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:40:20.643178 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-3cac4378-cef5-440a-894c-dd41beed314d req-fc02fa26-11bc-4f92-826f-d62d9eebcd4e service neutron] 10.222.0.30 "GET /v2.0/networks/193374bc-f5b3-43bf-bc8e-77a8e6675cc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300869 Feb 28 11:40:20.777105 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-3cac4378-cef5-440a-894c-dd41beed314d req-039383d6-bd72-4852-96b5-aebb106dcaae service neutron] 10.222.0.30 "GET /v2.0/networks/193374bc-f5b3-43bf-bc8e-77a8e6675cc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278975 Feb 28 11:40:20.824070 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-0a808e97-c101-46cd-9f09-6cd21db962ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f90c66c7-daf0-4b64-b41d-bcdd0e8c1e27', 'name': 'tempest-TestSnapshotPattern-1641790900-router', 'tenant_id': '44395188913e4f88aa9c846a07c71b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.179'}], 'enable_snat': True}, 'gw_port_id': '56491431-d76f-4585-b0f1-b1000ce7efbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:34:09Z', 'updated_at': '2022-02-28T11:34:12Z', 'revision_number': 4, 'project_id': '44395188913e4f88aa9c846a07c71b52', 'gw_port': {'id': '56491431-d76f-4585-b0f1-b1000ce7efbe', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:9b:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90c66c7-daf0-4b64-b41d-bcdd0e8c1e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:34:10Z', 'updated_at': '2022-02-28T11:34:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '3882f20d-1850-492b-898f-775fbf8bbbad', 'name': '', 'network_id': '193374bc-f5b3-43bf-bc8e-77a8e6675cc5', 'tenant_id': '44395188913e4f88aa9c846a07c71b52', 'mac_address': 'fa:16:3e:29:76:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90c66c7-daf0-4b64-b41d-bcdd0e8c1e27', 'device_owner': 'network:router_interface', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '5e8cead3-95c6-4ef0-9c57-1c9701cb27be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:34:12Z', 'updated_at': '2022-02-28T11:34:16Z', 'revision_number': 5, 'project_id': '44395188913e4f88aa9c846a07c71b52', 'subnets': [{'id': '5e8cead3-95c6-4ef0-9c57-1c9701cb27be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:40:20.853707 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a808e97-c101-46cd-9f09-6cd21db962ff None None] The sync data for ids ['f90c66c7-daf0-4b64-b41d-bcdd0e8c1e27'] in dv-neutron-master-2-hyperv is: [{'id': 'f90c66c7-daf0-4b64-b41d-bcdd0e8c1e27', 'name': 'tempest-TestSnapshotPattern-1641790900-router', 'tenant_id': '44395188913e4f88aa9c846a07c71b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.179'}], 'enable_snat': True}, 'gw_port_id': '56491431-d76f-4585-b0f1-b1000ce7efbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:34:09Z', 'updated_at': '2022-02-28T11:34:12Z', 'revision_number': 4, 'project_id': '44395188913e4f88aa9c846a07c71b52', 'gw_port': {'id': '56491431-d76f-4585-b0f1-b1000ce7efbe', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:9b:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90c66c7-daf0-4b64-b41d-bcdd0e8c1e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:34:10Z', 'updated_at': '2022-02-28T11:34:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '3882f20d-1850-492b-898f-775fbf8bbbad', 'name': '', 'network_id': '193374bc-f5b3-43bf-bc8e-77a8e6675cc5', 'tenant_id': '44395188913e4f88aa9c846a07c71b52', 'mac_address': 'fa:16:3e:29:76:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90c66c7-daf0-4b64-b41d-bcdd0e8c1e27', 'device_owner': 'network:router_interface', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': '5e8cead3-95c6-4ef0-9c57-1c9701cb27be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:34:12Z', 'updated_at': '2022-02-28T11:34:16Z', 'revision_number': 5, 'project_id': '44395188913e4f88aa9c846a07c71b52', 'subnets': [{'id': '5e8cead3-95c6-4ef0-9c57-1c9701cb27be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:40:21.141516 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1a2d89-91d9-4b1a-8fa2-2495010b9ff0 None None] New status for floating IP 83211f57-8477-4a1a-bac0-d4f3f72a92f9: DOWN {{(pid=103410) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 28 11:40:21.418053 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe6f1d2-c0d8-4703-9941-0cb65c2b7db3 req-7aecd385-65ba-4976-8195-0846ac8a4cb8 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103407) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:40:21.419904 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-efe6f1d2-c0d8-4703-9941-0cb65c2b7db3 req-7aecd385-65ba-4976-8195-0846ac8a4cb8 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] 10.222.0.20 "GET /v2.0/ports?device_id=4087f6e0-99ac-44ca-9ef8-19c688663612 HTTP/1.1" status: 200 len: 943 time: 0.0686996 Feb 28 11:40:21.426197 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d633aa1d-943e-4ca7-afa6-e01d568ce82e req-04e49a80-f5df-4ffe-bb87-0fec3d48a783 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103408) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:40:21.433910 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-d633aa1d-943e-4ca7-afa6-e01d568ce82e req-04e49a80-f5df-4ffe-bb87-0fec3d48a783 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] 10.222.0.30 "GET /v2.0/ports?device_id=4087f6e0-99ac-44ca-9ef8-19c688663612 HTTP/1.1" status: 200 len: 943 time: 0.0751834 Feb 28 11:40:21.499337 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [req-efe6f1d2-c0d8-4703-9941-0cb65c2b7db3 req-a0d08ba4-4f92-4acc-8f73-e8fcac50496f tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaf0bc2a-3aa2-438f-8490-09d2055f1ecc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684717 Feb 28 11:40:21.546356 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [req-d633aa1d-943e-4ca7-afa6-e01d568ce82e req-2c344702-0e1e-4a17-bc0b-800891d356d2 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Deleting port ef952d79-1295-40b1-98c1-f49f52c589d7 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 11:40:21.546957 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-d633aa1d-943e-4ca7-afa6-e01d568ce82e req-2c344702-0e1e-4a17-bc0b-800891d356d2 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (ef952d79-1295-40b1-98c1-f49f52c589d7), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:40:21.704290 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [req-d633aa1d-943e-4ca7-afa6-e01d568ce82e req-2c344702-0e1e-4a17-bc0b-800891d356d2 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] For port ef952d79-1295-40b1-98c1-f49f52c589d7, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=ef952d79-1295-40b1-98c1-f49f52c589d7,segment=NetworkSegment(4c3f5bf9-cd32-4165-a013-04b5d2765ac5),segment_id=4c3f5bf9-cd32-4165-a013-04b5d2765ac5)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:40:21.705051 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-d633aa1d-943e-4ca7-afa6-e01d568ce82e req-2c344702-0e1e-4a17-bc0b-800891d356d2 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (ef952d79-1295-40b1-98c1-f49f52c589d7), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:40:21.720944 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [req-d633aa1d-943e-4ca7-afa6-e01d568ce82e req-2c344702-0e1e-4a17-bc0b-800891d356d2 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Calling delete_port for ef952d79-1295-40b1-98c1-f49f52c589d7 owned by compute:nova {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 11:40:21.875883 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-d633aa1d-943e-4ca7-afa6-e01d568ce82e req-2c344702-0e1e-4a17-bc0b-800891d356d2 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (ef952d79-1295-40b1-98c1-f49f52c589d7), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:40:21.910630 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c344702-0e1e-4a17-bc0b-800891d356d2 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Pushing event deleted for resources: {'Port': ['ID=ef952d79-1295-40b1-98c1-f49f52c589d7,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:40:21.977923 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [req-d633aa1d-943e-4ca7-afa6-e01d568ce82e req-2c344702-0e1e-4a17-bc0b-800891d356d2 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] No DVR routers for this DVR port ef952d79-1295-40b1-98c1-f49f52c589d7 on host hv-neutron-mast {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:40:21.980780 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [req-d633aa1d-943e-4ca7-afa6-e01d568ce82e req-2c344702-0e1e-4a17-bc0b-800891d356d2 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25806'] for port (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:40:21.984305 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [req-d633aa1d-943e-4ca7-afa6-e01d568ce82e req-2c344702-0e1e-4a17-bc0b-800891d356d2 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] 10.222.0.30 "DELETE /v2.0/ports/ef952d79-1295-40b1-98c1-f49f52c589d7 HTTP/1.1" status: 204 len: 173 time: 0.5474210 Feb 28 11:40:21.984820 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4087f6e0-99ac-44ca-9ef8-19c688663612', 'name': 'network-vif-deleted', 'tag': 'ef952d79-1295-40b1-98c1-f49f52c589d7'}] {{(pid=103408) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 28 11:40:21.987233 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bca6d2a9c16b346ccea4aed84e66aefa21b979d73ed295f7643b3f7cbe99b128" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1914d204-9079-43a3-ba06-8aea9123046e" -d '{"events": [{"server_uuid": "4087f6e0-99ac-44ca-9ef8-19c688663612", "name": "network-vif-deleted", "tag": "ef952d79-1295-40b1-98c1-f49f52c589d7"}]}' {{(pid=103408) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 28 11:40:22.047063 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Feb 2022 11:40:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33ce6924-60ab-4659-a488-99a6710c1d6f x-openstack-request-id: req-33ce6924-60ab-4659-a488-99a6710c1d6f {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 28 11:40:22.047494 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4087f6e0-99ac-44ca-9ef8-19c688663612", "name": "network-vif-deleted", "tag": "ef952d79-1295-40b1-98c1-f49f52c589d7", "status": "completed", "code": 200}]} {{(pid=103408) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 28 11:40:22.047833 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-33ce6924-60ab-4659-a488-99a6710c1d6f {{(pid=103408) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 28 11:40:22.048292 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4087f6e0-99ac-44ca-9ef8-19c688663612', 'name': 'network-vif-deleted', 'tag': 'ef952d79-1295-40b1-98c1-f49f52c589d7', 'status': 'completed', 'code': 200} Feb 28 11:40:22.574311 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 49126) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:40:22.649066 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9f8f7fc0-f11b-4167-99a3-39d4936f54f6 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Publish callbacks [] for security_group (aaf0bc2a-3aa2-438f-8490-09d2055f1ecc), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:40:22.686512 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9f8f7fc0-f11b-4167-99a3-39d4936f54f6 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Publish callbacks [] for security_group (aaf0bc2a-3aa2-438f-8490-09d2055f1ecc), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:40:22.763654 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9f8f7fc0-f11b-4167-99a3-39d4936f54f6 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (aaf0bc2a-3aa2-438f-8490-09d2055f1ecc), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:40:22.766770 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-9f8f7fc0-f11b-4167-99a3-39d4936f54f6 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Publish callbacks [] for security_group (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:40:22.772276 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-9f8f7fc0-f11b-4167-99a3-39d4936f54f6 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] 10.222.0.20 "DELETE /v2.0/security-groups/aaf0bc2a-3aa2-438f-8490-09d2055f1ecc HTTP/1.1" status: 204 len: 168 time: 0.1927679 Feb 28 11:40:22.785032 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8f7fc0-f11b-4167-99a3-39d4936f54f6 tempest-TestSnapshotPattern-1802348355 tempest-TestSnapshotPattern-1802348355-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaf0bc2a-3aa2-438f-8490-09d2055f1ecc,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:40:23.131448 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.agents_db [None req-382e0aa2-b126-48e6-89eb-3efa426b6b29 None None] Agent healthcheck: found 6 active agents {{(pid=103410) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 11:40:23.842706 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 49132) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:40:24.389860 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5e6a3c4e-df2a-4373-a5fb-cea53de93da3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1802615'] for router_interface (f90c66c7-daf0-4b64-b41d-bcdd0e8c1e27), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:40:24.684808 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-5e6a3c4e-df2a-4373-a5fb-cea53de93da3 admin admin] Deleting port 3882f20d-1850-492b-898f-775fbf8bbbad {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 11:40:24.685077 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5e6a3c4e-df2a-4373-a5fb-cea53de93da3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (3882f20d-1850-492b-898f-775fbf8bbbad), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:40:24.780393 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-5e6a3c4e-df2a-4373-a5fb-cea53de93da3 admin admin] For port 3882f20d-1850-492b-898f-775fbf8bbbad, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3882f20d-1850-492b-898f-775fbf8bbbad,segment=NetworkSegment(4c3f5bf9-cd32-4165-a013-04b5d2765ac5),segment_id=4c3f5bf9-cd32-4165-a013-04b5d2765ac5)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:40:24.781074 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5e6a3c4e-df2a-4373-a5fb-cea53de93da3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (3882f20d-1850-492b-898f-775fbf8bbbad), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:40:24.798710 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-5e6a3c4e-df2a-4373-a5fb-cea53de93da3 admin admin] Calling delete_port for 3882f20d-1850-492b-898f-775fbf8bbbad owned by network:router_interface {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 11:40:25.026157 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5e6a3c4e-df2a-4373-a5fb-cea53de93da3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (3882f20d-1850-492b-898f-775fbf8bbbad), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:40:25.055515 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6a3c4e-df2a-4373-a5fb-cea53de93da3 admin admin] Pushing event deleted for resources: {'Port': ['ID=3882f20d-1850-492b-898f-775fbf8bbbad,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:40:25.090797 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6a3c4e-df2a-4373-a5fb-cea53de93da3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:40:25.091318 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6a3c4e-df2a-4373-a5fb-cea53de93da3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:40:25.091748 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6a3c4e-df2a-4373-a5fb-cea53de93da3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:40:25.092170 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6a3c4e-df2a-4373-a5fb-cea53de93da3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:40:25.092545 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6a3c4e-df2a-4373-a5fb-cea53de93da3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:40:25.092997 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6a3c4e-df2a-4373-a5fb-cea53de93da3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:40:25.093378 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6a3c4e-df2a-4373-a5fb-cea53de93da3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:40:25.093903 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6a3c4e-df2a-4373-a5fb-cea53de93da3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:40:25.094293 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6a3c4e-df2a-4373-a5fb-cea53de93da3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:40:25.094671 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6a3c4e-df2a-4373-a5fb-cea53de93da3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:40:25.095116 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6a3c4e-df2a-4373-a5fb-cea53de93da3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:40:25.095634 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6a3c4e-df2a-4373-a5fb-cea53de93da3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:40:25.096068 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6a3c4e-df2a-4373-a5fb-cea53de93da3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:40:25.290700 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-5e6a3c4e-df2a-4373-a5fb-cea53de93da3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1802651'] for router_interface (f90c66c7-daf0-4b64-b41d-bcdd0e8c1e27), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:40:25.530886 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e6a3c4e-df2a-4373-a5fb-cea53de93da3 admin admin] Router f90c66c7-daf0-4b64-b41d-bcdd0e8c1e27 has already been hosted by L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:40:25.673609 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e6a3c4e-df2a-4373-a5fb-cea53de93da3 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:40:25.682712 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-5e6a3c4e-df2a-4373-a5fb-cea53de93da3 admin admin] 10.222.0.20 "PUT /v2.0/routers/f90c66c7-daf0-4b64-b41d-bcdd0e8c1e27/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8351827 Feb 28 11:40:25.682712 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 49136) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:40:25.688760 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6980293-3bb2-4452-8ede-9d028a3cee35 None None] Sync routers for ids ['f90c66c7-daf0-4b64-b41d-bcdd0e8c1e27'] in dv-neutron-master-2-hyperv {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:40:25.703122 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6980293-3bb2-4452-8ede-9d028a3cee35 None None] Routers {'f90c66c7-daf0-4b64-b41d-bcdd0e8c1e27'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:40:25.703971 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-e6980293-3bb2-4452-8ede-9d028a3cee35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T11:40:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['f90c66c7-daf0-4b64-b41d-bcdd0e8c1e27'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:40:25.847343 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-e6980293-3bb2-4452-8ede-9d028a3cee35 None None] Set router f90c66c7-daf0-4b64-b41d-bcdd0e8c1e27 gateway port host: dv-neutron-master-2-hyperv {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:40:25.980649 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device ef952d79-1295-40b1-98c1-f49f52c589d7 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 11:40:26.018803 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] No Port match for: ef952d79-1295-40b1-98c1-f49f52c589d7 {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 11:40:26.019285 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Device ef952d79-1295-40b1-98c1-f49f52c589d7 not bound to the agent host hv-neutron-mast {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 11:40:26.100198 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-e6980293-3bb2-4452-8ede-9d028a3cee35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f90c66c7-daf0-4b64-b41d-bcdd0e8c1e27', 'name': 'tempest-TestSnapshotPattern-1641790900-router', 'tenant_id': '44395188913e4f88aa9c846a07c71b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.179'}], 'enable_snat': True}, 'gw_port_id': '56491431-d76f-4585-b0f1-b1000ce7efbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:34:09Z', 'updated_at': '2022-02-28T11:40:24Z', 'revision_number': 5, 'project_id': '44395188913e4f88aa9c846a07c71b52', 'gw_port': {'id': '56491431-d76f-4585-b0f1-b1000ce7efbe', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:9b:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90c66c7-daf0-4b64-b41d-bcdd0e8c1e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:34:10Z', 'updated_at': '2022-02-28T11:34:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:40:26.130848 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6980293-3bb2-4452-8ede-9d028a3cee35 None None] Checking router: f90c66c7-daf0-4b64-b41d-bcdd0e8c1e27 for host: dv-neutron-master-2-hyperv {{(pid=103409) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:40:26.144869 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6980293-3bb2-4452-8ede-9d028a3cee35 None None] Routers {'f90c66c7-daf0-4b64-b41d-bcdd0e8c1e27'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103409) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:40:26.145544 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-e6980293-3bb2-4452-8ede-9d028a3cee35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T11:40:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['f90c66c7-daf0-4b64-b41d-bcdd0e8c1e27'], 'active': True} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:40:26.219124 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fbd06842-d332-406f-b846-3c466f4a660d admin admin] Publish callbacks [] for router (f90c66c7-daf0-4b64-b41d-bcdd0e8c1e27), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:40:26.293240 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_dvr_db [None req-e6980293-3bb2-4452-8ede-9d028a3cee35 None None] Set router f90c66c7-daf0-4b64-b41d-bcdd0e8c1e27 gateway port host: dv-neutron-master-2-hyperv {{(pid=103409) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:40:26.379527 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fbd06842-d332-406f-b846-3c466f4a660d admin admin] Publish callbacks [] for router_gateway (f90c66c7-daf0-4b64-b41d-bcdd0e8c1e27), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:40:26.440794 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-fbd06842-d332-406f-b846-3c466f4a660d admin admin] Deleting port 56491431-d76f-4585-b0f1-b1000ce7efbe {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 11:40:26.441163 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fbd06842-d332-406f-b846-3c466f4a660d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (56491431-d76f-4585-b0f1-b1000ce7efbe), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:40:26.541386 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-fbd06842-d332-406f-b846-3c466f4a660d admin admin] For port 56491431-d76f-4585-b0f1-b1000ce7efbe, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=56491431-d76f-4585-b0f1-b1000ce7efbe,segment=NetworkSegment(195d7ed7-323d-4284-82df-208cca613d99),segment_id=195d7ed7-323d-4284-82df-208cca613d99)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:40:26.541990 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fbd06842-d332-406f-b846-3c466f4a660d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (56491431-d76f-4585-b0f1-b1000ce7efbe), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:40:26.565217 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-fbd06842-d332-406f-b846-3c466f4a660d admin admin] Calling delete_port for 56491431-d76f-4585-b0f1-b1000ce7efbe owned by network:router_gateway {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 11:40:26.573173 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.db.l3_hamode_db [None req-e6980293-3bb2-4452-8ede-9d028a3cee35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f90c66c7-daf0-4b64-b41d-bcdd0e8c1e27', 'name': 'tempest-TestSnapshotPattern-1641790900-router', 'tenant_id': '44395188913e4f88aa9c846a07c71b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.179'}], 'enable_snat': True}, 'gw_port_id': '56491431-d76f-4585-b0f1-b1000ce7efbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:34:09Z', 'updated_at': '2022-02-28T11:40:24Z', 'revision_number': 5, 'project_id': '44395188913e4f88aa9c846a07c71b52', 'gw_port': {'id': '56491431-d76f-4585-b0f1-b1000ce7efbe', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:9b:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90c66c7-daf0-4b64-b41d-bcdd0e8c1e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:34:10Z', 'updated_at': '2022-02-28T11:34:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:40:26.608121 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6980293-3bb2-4452-8ede-9d028a3cee35 None None] The sync data for ids ['f90c66c7-daf0-4b64-b41d-bcdd0e8c1e27'] in dv-neutron-master-2-hyperv is: [{'id': 'f90c66c7-daf0-4b64-b41d-bcdd0e8c1e27', 'name': 'tempest-TestSnapshotPattern-1641790900-router', 'tenant_id': '44395188913e4f88aa9c846a07c71b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.179'}], 'enable_snat': True}, 'gw_port_id': '56491431-d76f-4585-b0f1-b1000ce7efbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:34:09Z', 'updated_at': '2022-02-28T11:40:24Z', 'revision_number': 5, 'project_id': '44395188913e4f88aa9c846a07c71b52', 'gw_port': {'id': '56491431-d76f-4585-b0f1-b1000ce7efbe', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:9b:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90c66c7-daf0-4b64-b41d-bcdd0e8c1e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:34:10Z', 'updated_at': '2022-02-28T11:34:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103409) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:40:26.776080 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fbd06842-d332-406f-b846-3c466f4a660d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (56491431-d76f-4585-b0f1-b1000ce7efbe), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:40:26.803620 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd06842-d332-406f-b846-3c466f4a660d admin admin] Pushing event deleted for resources: {'Port': ['ID=56491431-d76f-4585-b0f1-b1000ce7efbe,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:40:26.871559 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fbd06842-d332-406f-b846-3c466f4a660d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1803321'] for router_gateway (f90c66c7-daf0-4b64-b41d-bcdd0e8c1e27), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:40:26.970557 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fbd06842-d332-406f-b846-3c466f4a660d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1807017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5941'] for router (f90c66c7-daf0-4b64-b41d-bcdd0e8c1e27), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:40:26.974492 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fbd06842-d332-406f-b846-3c466f4a660d admin admin] Publish callbacks [] for router_controller (f90c66c7-daf0-4b64-b41d-bcdd0e8c1e27), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:40:27.044865 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fbd06842-d332-406f-b846-3c466f4a660d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1806994'] for router (f90c66c7-daf0-4b64-b41d-bcdd0e8c1e27), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:40:27.045677 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbd06842-d332-406f-b846-3c466f4a660d admin admin] Fanout notify agent at l3_agent the message router_deleted on router f90c66c7-daf0-4b64-b41d-bcdd0e8c1e27 {{(pid=103407) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 11:40:27.055452 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-fbd06842-d332-406f-b846-3c466f4a660d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:40:27.060349 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-fbd06842-d332-406f-b846-3c466f4a660d admin admin] 10.222.0.20 "DELETE /v2.0/routers/f90c66c7-daf0-4b64-b41d-bcdd0e8c1e27 HTTP/1.1" status: 204 len: 168 time: 1.3734028 Feb 28 11:40:27.062236 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 49138) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:40:27.120586 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 3882f20d-1850-492b-898f-775fbf8bbbad no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 11:40:27.138570 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.db_base_plugin_v2 [None req-e651ae4b-8fe2-4b58-b817-932a9cdb6a4a admin admin] Deleting subnet 5e8cead3-95c6-4ef0-9c57-1c9701cb27be {{(pid=103408) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 11:40:27.142581 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e651ae4b-8fe2-4b58-b817-932a9cdb6a4a admin admin] Publish callbacks [] for subnet (5e8cead3-95c6-4ef0-9c57-1c9701cb27be), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:40:27.142929 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] No Port match for: 3882f20d-1850-492b-898f-775fbf8bbbad {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 11:40:27.143291 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 3882f20d-1850-492b-898f-775fbf8bbbad not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 11:40:27.197109 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e651ae4b-8fe2-4b58-b817-932a9cdb6a4a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3423529'] for subnet (5e8cead3-95c6-4ef0-9c57-1c9701cb27be), precommit_delete_associations {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:40:27.288458 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e651ae4b-8fe2-4b58-b817-932a9cdb6a4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-823142'] for subnet (5e8cead3-95c6-4ef0-9c57-1c9701cb27be), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:40:27.358153 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e651ae4b-8fe2-4b58-b817-932a9cdb6a4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-823145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3242523', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3951170'] for subnet (5e8cead3-95c6-4ef0-9c57-1c9701cb27be), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:40:27.395054 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e651ae4b-8fe2-4b58-b817-932a9cdb6a4a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e8cead3-95c6-4ef0-9c57-1c9701cb27be,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:40:27.400854 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e651ae4b-8fe2-4b58-b817-932a9cdb6a4a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:40:27.406540 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-e651ae4b-8fe2-4b58-b817-932a9cdb6a4a admin admin] 10.222.0.20 "DELETE /v2.0/subnets/5e8cead3-95c6-4ef0-9c57-1c9701cb27be HTTP/1.1" status: 204 len: 168 time: 0.3425658 Feb 28 11:40:27.408968 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92242d91-31ed-4056-9f61-0c53e8951b91 None None] Network 193374bc-f5b3-43bf-bc8e-77a8e6675cc5 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 11:40:27.410421 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 49140) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:40:27.521027 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8ca9c01f-f63a-4eee-979a-392ab544ee33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-665757'] for network (193374bc-f5b3-43bf-bc8e-77a8e6675cc5), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:40:27.602773 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-8ca9c01f-f63a-4eee-979a-392ab544ee33 admin admin] Deleting port a622d76b-e360-4956-abb6-5d0b3e348a51 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 11:40:27.603202 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8ca9c01f-f63a-4eee-979a-392ab544ee33 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (a622d76b-e360-4956-abb6-5d0b3e348a51), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:40:27.681791 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-8ca9c01f-f63a-4eee-979a-392ab544ee33 admin admin] For port a622d76b-e360-4956-abb6-5d0b3e348a51, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a622d76b-e360-4956-abb6-5d0b3e348a51,segment=NetworkSegment(4c3f5bf9-cd32-4165-a013-04b5d2765ac5),segment_id=4c3f5bf9-cd32-4165-a013-04b5d2765ac5)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:40:27.682287 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8ca9c01f-f63a-4eee-979a-392ab544ee33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (a622d76b-e360-4956-abb6-5d0b3e348a51), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:40:27.698687 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-8ca9c01f-f63a-4eee-979a-392ab544ee33 admin admin] Calling delete_port for a622d76b-e360-4956-abb6-5d0b3e348a51 owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 11:40:27.786788 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8ca9c01f-f63a-4eee-979a-392ab544ee33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (a622d76b-e360-4956-abb6-5d0b3e348a51), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:40:27.821978 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca9c01f-f63a-4eee-979a-392ab544ee33 admin admin] No DVR routers for this DVR port a622d76b-e360-4956-abb6-5d0b3e348a51 on host dv-neutron-master-2-hyperv {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:40:27.824377 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca9c01f-f63a-4eee-979a-392ab544ee33 admin admin] Pushing event deleted for resources: {'Port': ['ID=a622d76b-e360-4956-abb6-5d0b3e348a51,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:40:27.837006 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef8a4a26-dd57-49f6-9a55-82cabbfda49e None None] DHCP port deletion for 193374bc-f5b3-43bf-bc8e-77a8e6675cc5 request from dv-neutron-master-2-hyperv {{(pid=103409) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 11:40:27.918194 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8ca9c01f-f63a-4eee-979a-392ab544ee33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672413', 'neutron.services.segments.db._delete_segments_for_network-8742057110173'] for network (193374bc-f5b3-43bf-bc8e-77a8e6675cc5), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:40:27.941976 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-8ca9c01f-f63a-4eee-979a-392ab544ee33 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['193374bc-f5b3-43bf-bc8e-77a8e6675cc5']}} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:40:27.953712 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-8ca9c01f-f63a-4eee-979a-392ab544ee33 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c3f5bf9-cd32-4165-a013-04b5d2765ac5') {'for_net_delete': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:40:27.954092 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-8ca9c01f-f63a-4eee-979a-392ab544ee33 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c3f5bf9-cd32-4165-a013-04b5d2765ac5') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:40:27.965413 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8ca9c01f-f63a-4eee-979a-392ab544ee33 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742057113766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3423550'] for segment (4c3f5bf9-cd32-4165-a013-04b5d2765ac5), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:40:27.982667 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8ca9c01f-f63a-4eee-979a-392ab544ee33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (4c3f5bf9-cd32-4165-a013-04b5d2765ac5), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:40:27.989604 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ca9c01f-f63a-4eee-979a-392ab544ee33 admin admin] Releasing vlan 297 on physical network physnet1 to pool {{(pid=103408) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 11:40:27.990197 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8ca9c01f-f63a-4eee-979a-392ab544ee33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3242693'] for segment (4c3f5bf9-cd32-4165-a013-04b5d2765ac5), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:40:27.992456 dv-neutron-master-2-hyperv neutron-server[103408]: Traceback (most recent call last): Feb 28 11:40:27.992456 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 11:40:27.992456 dv-neutron-master-2-hyperv neutron-server[103408]: timer() Feb 28 11:40:27.992456 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:40:27.992456 dv-neutron-master-2-hyperv neutron-server[103408]: cb(*args, **kw) Feb 28 11:40:27.992456 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 11:40:27.992456 dv-neutron-master-2-hyperv neutron-server[103408]: return func(*args, **kwargs) Feb 28 11:40:27.992456 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:40:27.992456 dv-neutron-master-2-hyperv neutron-server[103408]: self._notify() Feb 28 11:40:27.992456 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:40:27.992456 dv-neutron-master-2-hyperv neutron-server[103408]: self.callback(batched_events) Feb 28 11:40:27.992456 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:40:27.992456 dv-neutron-master-2-hyperv neutron-server[103408]: event.method(event) Feb 28 11:40:27.992456 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 11:40:27.992456 dv-neutron-master-2-hyperv neutron-server[103408]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:40:27.992456 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 11:40:27.992456 dv-neutron-master-2-hyperv neutron-server[103408]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:40:27.992456 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 11:40:27.992456 dv-neutron-master-2-hyperv neutron-server[103408]: return f(self, *a, **k) Feb 28 11:40:27.992456 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 11:40:27.992456 dv-neutron-master-2-hyperv neutron-server[103408]: return self._get(url).json() Feb 28 11:40:27.992456 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 11:40:27.992456 dv-neutron-master-2-hyperv neutron-server[103408]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:40:27.992456 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 11:40:27.992456 dv-neutron-master-2-hyperv neutron-server[103408]: return self.request(url, 'GET', **kwargs) Feb 28 11:40:27.992456 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 11:40:27.992456 dv-neutron-master-2-hyperv neutron-server[103408]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:40:27.992456 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 11:40:27.992456 dv-neutron-master-2-hyperv neutron-server[103408]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:40:27.992456 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 11:40:27.992456 dv-neutron-master-2-hyperv neutron-server[103408]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:40:27.992456 dv-neutron-master-2-hyperv neutron-server[103408]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:40:28.050569 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8ca9c01f-f63a-4eee-979a-392ab544ee33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803269'] for network (193374bc-f5b3-43bf-bc8e-77a8e6675cc5), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:40:28.057125 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-8ca9c01f-f63a-4eee-979a-392ab544ee33 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:40:28.060483 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-8ca9c01f-f63a-4eee-979a-392ab544ee33 admin admin] 10.222.0.20 "DELETE /v2.0/networks/193374bc-f5b3-43bf-bc8e-77a8e6675cc5 HTTP/1.1" status: 204 len: 168 time: 0.6486955 Feb 28 11:40:28.064493 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 49144) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:40:28.074106 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca9c01f-f63a-4eee-979a-392ab544ee33 admin admin] Pushing event deleted for resources: {'Network': ['ID=193374bc-f5b3-43bf-bc8e-77a8e6675cc5,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:40:28.534069 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9d631c56-a018-465d-914e-0e1baf85367a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1802615'] for router_interface (19275f4c-5f7e-4a4b-b492-8e00f10b4d74), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:40:28.838713 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-9d631c56-a018-465d-914e-0e1baf85367a admin admin] Deleting port fe5e18aa-cdcb-4e14-9293-d30d255521a1 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 11:40:28.839129 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9d631c56-a018-465d-914e-0e1baf85367a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (fe5e18aa-cdcb-4e14-9293-d30d255521a1), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:40:28.874460 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device a622d76b-e360-4956-abb6-5d0b3e348a51 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 11:40:28.899234 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] No Port match for: a622d76b-e360-4956-abb6-5d0b3e348a51 {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 11:40:28.899719 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device a622d76b-e360-4956-abb6-5d0b3e348a51 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 11:40:28.900253 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 56491431-d76f-4585-b0f1-b1000ce7efbe no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 11:40:28.921760 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] No Port match for: 56491431-d76f-4585-b0f1-b1000ce7efbe {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 11:40:28.922108 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 56491431-d76f-4585-b0f1-b1000ce7efbe not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 11:40:28.964811 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-9d631c56-a018-465d-914e-0e1baf85367a admin admin] For port fe5e18aa-cdcb-4e14-9293-d30d255521a1, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=fe5e18aa-cdcb-4e14-9293-d30d255521a1,segment=NetworkSegment(a0d7b7f7-7b45-439f-84f0-ed90dcb933ba),segment_id=a0d7b7f7-7b45-439f-84f0-ed90dcb933ba)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:40:28.965410 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9d631c56-a018-465d-914e-0e1baf85367a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (fe5e18aa-cdcb-4e14-9293-d30d255521a1), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:40:28.992686 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-9d631c56-a018-465d-914e-0e1baf85367a admin admin] Calling delete_port for fe5e18aa-cdcb-4e14-9293-d30d255521a1 owned by network:router_interface {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 11:40:29.217132 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9d631c56-a018-465d-914e-0e1baf85367a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (fe5e18aa-cdcb-4e14-9293-d30d255521a1), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:40:29.248044 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d631c56-a018-465d-914e-0e1baf85367a admin admin] Pushing event deleted for resources: {'Port': ['ID=fe5e18aa-cdcb-4e14-9293-d30d255521a1,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:40:29.476528 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-9d631c56-a018-465d-914e-0e1baf85367a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1616476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1802651'] for router_interface (19275f4c-5f7e-4a4b-b492-8e00f10b4d74), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:40:29.733647 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d631c56-a018-465d-914e-0e1baf85367a admin admin] Router 19275f4c-5f7e-4a4b-b492-8e00f10b4d74 has already been hosted by L3 agent fc6c9b74-8dbb-41bb-800a-5bd3a43fe896 {{(pid=103407) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:40:29.857380 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d631c56-a018-465d-914e-0e1baf85367a admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103407) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:40:29.865801 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-9d631c56-a018-465d-914e-0e1baf85367a admin admin] 10.222.0.20 "PUT /v2.0/routers/19275f4c-5f7e-4a4b-b492-8e00f10b4d74/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7992036 Feb 28 11:40:29.868235 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 49146) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:40:29.870633 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f318828c-7ff6-44c9-aa66-62b9508fc060 None None] Sync routers for ids ['19275f4c-5f7e-4a4b-b492-8e00f10b4d74'] in dv-neutron-master-2-hyperv {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 28 11:40:29.882994 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f318828c-7ff6-44c9-aa66-62b9508fc060 None None] Routers {'19275f4c-5f7e-4a4b-b492-8e00f10b4d74'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:40:29.884073 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-f318828c-7ff6-44c9-aa66-62b9508fc060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T11:40:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['19275f4c-5f7e-4a4b-b492-8e00f10b4d74'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:40:29.996295 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a74cdf55-15af-405f-8a4f-e8e2d30ded40 admin admin] Publish callbacks [] for router (19275f4c-5f7e-4a4b-b492-8e00f10b4d74), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:40:30.005284 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-f318828c-7ff6-44c9-aa66-62b9508fc060 None None] Set router 19275f4c-5f7e-4a4b-b492-8e00f10b4d74 gateway port host: dv-neutron-master-2-hyperv {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:40:30.110479 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a74cdf55-15af-405f-8a4f-e8e2d30ded40 admin admin] Publish callbacks [] for router_gateway (19275f4c-5f7e-4a4b-b492-8e00f10b4d74), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:40:30.169414 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-a74cdf55-15af-405f-8a4f-e8e2d30ded40 admin admin] Deleting port 202a14e2-85f8-4110-9a36-12a2e136c566 {{(pid=103407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 11:40:30.169755 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a74cdf55-15af-405f-8a4f-e8e2d30ded40 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (202a14e2-85f8-4110-9a36-12a2e136c566), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:40:30.261201 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.db [None req-a74cdf55-15af-405f-8a4f-e8e2d30ded40 admin admin] For port 202a14e2-85f8-4110-9a36-12a2e136c566, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=202a14e2-85f8-4110-9a36-12a2e136c566,segment=NetworkSegment(195d7ed7-323d-4284-82df-208cca613d99),segment_id=195d7ed7-323d-4284-82df-208cca613d99)] {{(pid=103407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:40:30.261998 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a74cdf55-15af-405f-8a4f-e8e2d30ded40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (202a14e2-85f8-4110-9a36-12a2e136c566), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:40:30.277256 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.plugins.ml2.plugin [None req-a74cdf55-15af-405f-8a4f-e8e2d30ded40 admin admin] Calling delete_port for 202a14e2-85f8-4110-9a36-12a2e136c566 owned by network:router_gateway {{(pid=103407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 11:40:30.289647 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-f318828c-7ff6-44c9-aa66-62b9508fc060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19275f4c-5f7e-4a4b-b492-8e00f10b4d74', 'name': 'tempest-TestSnapshotPattern-1407977372-router', 'tenant_id': 'e1ed456c43954f7f861652f3697676b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'external_fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.124'}], 'enable_snat': True}, 'gw_port_id': '202a14e2-85f8-4110-9a36-12a2e136c566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:34:14Z', 'updated_at': '2022-02-28T11:40:29Z', 'revision_number': 5, 'project_id': 'e1ed456c43954f7f861652f3697676b6', 'gw_port': {'id': '202a14e2-85f8-4110-9a36-12a2e136c566', 'name': '', 'network_id': '1e0804d0-d1d9-4d40-9de5-2936f3d87840', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:3f:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19275f4c-5f7e-4a4b-b492-8e00f10b4d74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1877, 'fixed_ips': [{'subnet_id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'ip_address': '172.36.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:34:15Z', 'updated_at': '2022-02-28T11:34:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6f6f4129-23e5-4c3b-b4ef-4c7ce926797e', 'cidr': '172.36.5.0/24', 'gateway_ip': '172.36.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:40:30.325150 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f318828c-7ff6-44c9-aa66-62b9508fc060 None None] Checking router: 19275f4c-5f7e-4a4b-b492-8e00f10b4d74 for host: dv-neutron-master-2-hyperv {{(pid=103410) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 28 11:40:30.334610 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f318828c-7ff6-44c9-aa66-62b9508fc060 None None] Routers {'19275f4c-5f7e-4a4b-b492-8e00f10b4d74'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103410) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 28 11:40:30.335273 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-f318828c-7ff6-44c9-aa66-62b9508fc060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T10:24:11Z,description=,heartbeat_timestamp=2022-02-28T11:40:11Z,host='dv-neutron-master-2-hyperv',id=fc6c9b74-8dbb-41bb-800a-5bd3a43fe896,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T10:24:11Z,topic='l3_agent')) {'router_ids': ['19275f4c-5f7e-4a4b-b492-8e00f10b4d74'], 'active': True} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:40:30.431827 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_dvr_db [None req-f318828c-7ff6-44c9-aa66-62b9508fc060 None None] Set router 19275f4c-5f7e-4a4b-b492-8e00f10b4d74 gateway port host: None {{(pid=103410) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 28 11:40:30.471211 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a74cdf55-15af-405f-8a4f-e8e2d30ded40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3498075'] for port (202a14e2-85f8-4110-9a36-12a2e136c566), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:40:30.501274 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74cdf55-15af-405f-8a4f-e8e2d30ded40 admin admin] Pushing event deleted for resources: {'Port': ['ID=202a14e2-85f8-4110-9a36-12a2e136c566,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:40:30.572288 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a74cdf55-15af-405f-8a4f-e8e2d30ded40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1803321'] for router_gateway (19275f4c-5f7e-4a4b-b492-8e00f10b4d74), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:40:30.585802 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.l3_hamode_db [None req-f318828c-7ff6-44c9-aa66-62b9508fc060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19275f4c-5f7e-4a4b-b492-8e00f10b4d74', 'name': 'tempest-TestSnapshotPattern-1407977372-router', 'tenant_id': 'e1ed456c43954f7f861652f3697676b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:34:14Z', 'updated_at': '2022-02-28T11:40:30Z', 'revision_number': 6, 'project_id': 'e1ed456c43954f7f861652f3697676b6', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:40:30.614265 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f318828c-7ff6-44c9-aa66-62b9508fc060 None None] The sync data for ids ['19275f4c-5f7e-4a4b-b492-8e00f10b4d74'] in dv-neutron-master-2-hyperv is: [{'id': '19275f4c-5f7e-4a4b-b492-8e00f10b4d74', 'name': 'tempest-TestSnapshotPattern-1407977372-router', 'tenant_id': 'e1ed456c43954f7f861652f3697676b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:34:14Z', 'updated_at': '2022-02-28T11:40:30Z', 'revision_number': 6, 'project_id': 'e1ed456c43954f7f861652f3697676b6', 'gw_port_host': None}] {{(pid=103410) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 28 11:40:30.680966 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a74cdf55-15af-405f-8a4f-e8e2d30ded40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1807017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5941'] for router (19275f4c-5f7e-4a4b-b492-8e00f10b4d74), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:40:30.683689 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a74cdf55-15af-405f-8a4f-e8e2d30ded40 admin admin] Publish callbacks [] for router_controller (19275f4c-5f7e-4a4b-b492-8e00f10b4d74), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:40:30.736325 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a74cdf55-15af-405f-8a4f-e8e2d30ded40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1806994'] for router (19275f4c-5f7e-4a4b-b492-8e00f10b4d74), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:40:30.737199 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a74cdf55-15af-405f-8a4f-e8e2d30ded40 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 19275f4c-5f7e-4a4b-b492-8e00f10b4d74 {{(pid=103407) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 11:40:30.743964 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-a74cdf55-15af-405f-8a4f-e8e2d30ded40 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:40:30.745396 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-a74cdf55-15af-405f-8a4f-e8e2d30ded40 admin admin] 10.222.0.20 "DELETE /v2.0/routers/19275f4c-5f7e-4a4b-b492-8e00f10b4d74 HTTP/1.1" status: 204 len: 168 time: 0.8759668 Feb 28 11:40:30.748366 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 49148) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:40:30.797045 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.db.db_base_plugin_v2 [None req-b44d6c45-9a89-4c11-b407-18ecde6e9f38 admin admin] Deleting subnet 087798ec-6122-4ea7-8a06-bc8c4433cd4b {{(pid=103407) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Feb 28 11:40:30.801182 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b44d6c45-9a89-4c11-b407-18ecde6e9f38 admin admin] Publish callbacks [] for subnet (087798ec-6122-4ea7-8a06-bc8c4433cd4b), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:40:30.844517 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b44d6c45-9a89-4c11-b407-18ecde6e9f38 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3501132'] for subnet (087798ec-6122-4ea7-8a06-bc8c4433cd4b), precommit_delete_associations {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:40:30.946202 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b44d6c45-9a89-4c11-b407-18ecde6e9f38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-823142'] for subnet (087798ec-6122-4ea7-8a06-bc8c4433cd4b), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:40:31.055099 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b44d6c45-9a89-4c11-b407-18ecde6e9f38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-823145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236338', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3498088', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3516558'] for subnet (087798ec-6122-4ea7-8a06-bc8c4433cd4b), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:40:31.100019 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device fe5e18aa-cdcb-4e14-9293-d30d255521a1 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 11:40:31.114522 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b44d6c45-9a89-4c11-b407-18ecde6e9f38 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:40:31.118650 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-b44d6c45-9a89-4c11-b407-18ecde6e9f38 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/087798ec-6122-4ea7-8a06-bc8c4433cd4b HTTP/1.1" status: 204 len: 168 time: 0.3691995 Feb 28 11:40:31.119714 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44d6c45-9a89-4c11-b407-18ecde6e9f38 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=087798ec-6122-4ea7-8a06-bc8c4433cd4b,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:40:31.121442 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 49150) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:40:31.203065 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1e731f2c-048d-415e-9995-46e00e50ba0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-665757'] for network (3688fbf8-243e-40b2-b679-f052b483dad0), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:40:31.263050 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-1e731f2c-048d-415e-9995-46e00e50ba0b admin admin] Deleting port 7f62f4ee-dc13-40c1-8da4-e6f22181ac75 {{(pid=103408) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 28 11:40:31.263389 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1e731f2c-048d-415e-9995-46e00e50ba0b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742057136761'] for port (7f62f4ee-dc13-40c1-8da4-e6f22181ac75), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:40:31.287072 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-842026ec-f03f-496d-a64e-25e5a1d28f34 None None] Network 3688fbf8-243e-40b2-b679-f052b483dad0 requested from dv-neutron-master-2-hyperv {{(pid=103409) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 28 11:40:31.290711 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] No Port match for: fe5e18aa-cdcb-4e14-9293-d30d255521a1 {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 11:40:31.291051 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device fe5e18aa-cdcb-4e14-9293-d30d255521a1 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 11:40:31.342436 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.db [None req-1e731f2c-048d-415e-9995-46e00e50ba0b admin admin] For port 7f62f4ee-dc13-40c1-8da4-e6f22181ac75, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7f62f4ee-dc13-40c1-8da4-e6f22181ac75,segment=NetworkSegment(a0d7b7f7-7b45-439f-84f0-ed90dcb933ba),segment_id=a0d7b7f7-7b45-439f-84f0-ed90dcb933ba)] {{(pid=103408) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:40:31.342894 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1e731f2c-048d-415e-9995-46e00e50ba0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818140'] for port (7f62f4ee-dc13-40c1-8da4-e6f22181ac75), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:40:31.360096 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.plugin [None req-1e731f2c-048d-415e-9995-46e00e50ba0b admin admin] Calling delete_port for 7f62f4ee-dc13-40c1-8da4-e6f22181ac75 owned by network:dhcp {{(pid=103408) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 28 11:40:31.469951 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1e731f2c-048d-415e-9995-46e00e50ba0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-601016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742057140956', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742056622758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3242536'] for port (7f62f4ee-dc13-40c1-8da4-e6f22181ac75), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:40:31.490140 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb4528ea-0031-4b26-af70-72bf33ee909f None None] DHCP port deletion for 3688fbf8-243e-40b2-b679-f052b483dad0 request from dv-neutron-master-2-hyperv {{(pid=103409) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 28 11:40:31.495195 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e731f2c-048d-415e-9995-46e00e50ba0b admin admin] Pushing event deleted for resources: {'Port': ['ID=7f62f4ee-dc13-40c1-8da4-e6f22181ac75,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:40:31.510783 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e731f2c-048d-415e-9995-46e00e50ba0b admin admin] No DVR routers for this DVR port 7f62f4ee-dc13-40c1-8da4-e6f22181ac75 on host dv-neutron-master-2-hyperv {{(pid=103408) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:40:31.591523 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1e731f2c-048d-415e-9995-46e00e50ba0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-672413', 'neutron.services.segments.db._delete_segments_for_network-8742057110173'] for network (3688fbf8-243e-40b2-b679-f052b483dad0), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:40:31.615335 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-1e731f2c-048d-415e-9995-46e00e50ba0b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3688fbf8-243e-40b2-b679-f052b483dad0']}} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:40:31.627632 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-1e731f2c-048d-415e-9995-46e00e50ba0b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0d7b7f7-7b45-439f-84f0-ed90dcb933ba') {'for_net_delete': True} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:40:31.628238 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.services.segments.db [None req-1e731f2c-048d-415e-9995-46e00e50ba0b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0d7b7f7-7b45-439f-84f0-ed90dcb933ba') {} {{(pid=103408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:40:31.647418 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1e731f2c-048d-415e-9995-46e00e50ba0b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742057113766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3423550'] for segment (a0d7b7f7-7b45-439f-84f0-ed90dcb933ba), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:40:31.667329 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1e731f2c-048d-415e-9995-46e00e50ba0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609'] for segment (a0d7b7f7-7b45-439f-84f0-ed90dcb933ba), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:40:31.675095 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e731f2c-048d-415e-9995-46e00e50ba0b admin admin] Releasing vlan 298 on physical network physnet1 to pool {{(pid=103408) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 28 11:40:31.675513 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1e731f2c-048d-415e-9995-46e00e50ba0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-751609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3242693'] for segment (a0d7b7f7-7b45-439f-84f0-ed90dcb933ba), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:40:31.677772 dv-neutron-master-2-hyperv neutron-server[103408]: Traceback (most recent call last): Feb 28 11:40:31.677772 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 28 11:40:31.677772 dv-neutron-master-2-hyperv neutron-server[103408]: timer() Feb 28 11:40:31.677772 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:40:31.677772 dv-neutron-master-2-hyperv neutron-server[103408]: cb(*args, **kw) Feb 28 11:40:31.677772 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 28 11:40:31.677772 dv-neutron-master-2-hyperv neutron-server[103408]: return func(*args, **kwargs) Feb 28 11:40:31.677772 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:40:31.677772 dv-neutron-master-2-hyperv neutron-server[103408]: self._notify() Feb 28 11:40:31.677772 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:40:31.677772 dv-neutron-master-2-hyperv neutron-server[103408]: self.callback(batched_events) Feb 28 11:40:31.677772 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:40:31.677772 dv-neutron-master-2-hyperv neutron-server[103408]: event.method(event) Feb 28 11:40:31.677772 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 28 11:40:31.677772 dv-neutron-master-2-hyperv neutron-server[103408]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:40:31.677772 dv-neutron-master-2-hyperv neutron-server[103408]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 28 11:40:31.677772 dv-neutron-master-2-hyperv neutron-server[103408]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:40:31.677772 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 28 11:40:31.677772 dv-neutron-master-2-hyperv neutron-server[103408]: return f(self, *a, **k) Feb 28 11:40:31.677772 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 11:40:31.677772 dv-neutron-master-2-hyperv neutron-server[103408]: return self._get(url).json() Feb 28 11:40:31.677772 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 11:40:31.677772 dv-neutron-master-2-hyperv neutron-server[103408]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:40:31.677772 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 28 11:40:31.677772 dv-neutron-master-2-hyperv neutron-server[103408]: return self.request(url, 'GET', **kwargs) Feb 28 11:40:31.677772 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 28 11:40:31.677772 dv-neutron-master-2-hyperv neutron-server[103408]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:40:31.677772 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 28 11:40:31.677772 dv-neutron-master-2-hyperv neutron-server[103408]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:40:31.677772 dv-neutron-master-2-hyperv neutron-server[103408]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 28 11:40:31.677772 dv-neutron-master-2-hyperv neutron-server[103408]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:40:31.677772 dv-neutron-master-2-hyperv neutron-server[103408]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:40:31.747122 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1e731f2c-048d-415e-9995-46e00e50ba0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-672484', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1596007', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1616551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1803269'] for network (3688fbf8-243e-40b2-b679-f052b483dad0), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:40:31.753005 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-1e731f2c-048d-415e-9995-46e00e50ba0b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:40:31.756318 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-1e731f2c-048d-415e-9995-46e00e50ba0b admin admin] 10.222.0.20 "DELETE /v2.0/networks/3688fbf8-243e-40b2-b679-f052b483dad0 HTTP/1.1" status: 204 len: 168 time: 0.6337636 Feb 28 11:40:31.769137 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e731f2c-048d-415e-9995-46e00e50ba0b admin admin] Pushing event deleted for resources: {'Network': ['ID=3688fbf8-243e-40b2-b679-f052b483dad0,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:40:31.887481 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 49154) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:40:31.932328 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-9407cfd6-c35d-4f68-bf7d-6b679629409b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=44395188913e4f88aa9c846a07c71b52&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0435081 Feb 28 11:40:31.935058 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.wsgi [-] (103407) accepted ('10.222.0.20', 49156) {{(pid=103407) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:40:31.988246 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b6f7bbc1-faeb-402c-a4c7-92a0b60adc0a admin admin] Publish callbacks [] for security_group (e42d7527-1c21-43fe-963e-8e5a0461a37a), before_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:40:32.014987 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b6f7bbc1-faeb-402c-a4c7-92a0b60adc0a admin admin] Publish callbacks [] for security_group (e42d7527-1c21-43fe-963e-8e5a0461a37a), precommit_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:40:32.067256 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b6f7bbc1-faeb-402c-a4c7-92a0b60adc0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (e42d7527-1c21-43fe-963e-8e5a0461a37a), after_delete {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:40:32.070285 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron_lib.callbacks.manager [None req-b6f7bbc1-faeb-402c-a4c7-92a0b60adc0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:40:32.072151 dv-neutron-master-2-hyperv neutron-server[103407]: INFO neutron.wsgi [None req-b6f7bbc1-faeb-402c-a4c7-92a0b60adc0a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e42d7527-1c21-43fe-963e-8e5a0461a37a HTTP/1.1" status: 204 len: 168 time: 0.1359854 Feb 28 11:40:32.082130 dv-neutron-master-2-hyperv neutron-server[103407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f7bbc1-faeb-402c-a4c7-92a0b60adc0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e42d7527-1c21-43fe-963e-8e5a0461a37a,revision_number=None']} {{(pid=103407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:40:32.453669 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 49162) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:40:32.500583 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-76c61e4c-ba5c-46dc-b532-542097aa2865 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e1ed456c43954f7f861652f3697676b6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0456431 Feb 28 11:40:32.504439 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.wsgi [-] (103408) accepted ('10.222.0.20', 49164) {{(pid=103408) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 28 11:40:32.564028 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e1aa9c5d-c5e5-467e-805c-31176c9f4e44 admin admin] Publish callbacks [] for security_group (78bd9202-b1a0-499f-9b10-5b7465384170), before_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:40:32.591904 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e1aa9c5d-c5e5-467e-805c-31176c9f4e44 admin admin] Publish callbacks [] for security_group (78bd9202-b1a0-499f-9b10-5b7465384170), precommit_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:40:32.653340 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e1aa9c5d-c5e5-467e-805c-31176c9f4e44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1594321'] for security_group (78bd9202-b1a0-499f-9b10-5b7465384170), after_delete {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:40:32.655991 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron_lib.callbacks.manager [None req-e1aa9c5d-c5e5-467e-805c-31176c9f4e44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:40:32.657253 dv-neutron-master-2-hyperv neutron-server[103408]: INFO neutron.wsgi [None req-e1aa9c5d-c5e5-467e-805c-31176c9f4e44 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/78bd9202-b1a0-499f-9b10-5b7465384170 HTTP/1.1" status: 204 len: 168 time: 0.1519792 Feb 28 11:40:32.666687 dv-neutron-master-2-hyperv neutron-server[103408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1aa9c5d-c5e5-467e-805c-31176c9f4e44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78bd9202-b1a0-499f-9b10-5b7465384170,revision_number=None']} {{(pid=103408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:40:32.869295 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 7f62f4ee-dc13-40c1-8da4-e6f22181ac75 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 11:40:32.894143 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] No Port match for: 7f62f4ee-dc13-40c1-8da4-e6f22181ac75 {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 11:40:32.894640 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 7f62f4ee-dc13-40c1-8da4-e6f22181ac75 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 11:40:32.895225 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 202a14e2-85f8-4110-9a36-12a2e136c566 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 28 11:40:32.926418 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.plugin [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] No Port match for: 202a14e2-85f8-4110-9a36-12a2e136c566 {{(pid=103409) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 28 11:40:32.926915 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron.plugins.ml2.rpc [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Device 202a14e2-85f8-4110-9a36-12a2e136c566 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103409) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 28 11:40:38.848541 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-bd8a13c9-da7e-457b-83d6-716bcded2c14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fb6705d2-4f70-4965-92a3-fbfccd43a6d3), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:40:39.034482 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (13ac42ae-016e-4baf-bb31-c6fa820b41c2), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:40:41.137281 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e9c9f283-8b6e-47d0-b404-9b9207a272f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fc6c9b74-8dbb-41bb-800a-5bd3a43fe896), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:40:42.394392 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b6d631fb-7df0-4fe1-8322-abff3b61cae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (0db5147a-92a3-4581-8a5f-8ec9b93e0600), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:40:43.790060 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6b923bb1-06b0-4b84-b461-7cc1d0196090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (2e621730-3978-4720-b581-ac380e97a567), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:40:44.935423 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:41:00.131887 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.agents_db [None req-382e0aa2-b126-48e6-89eb-3efa426b6b29 None None] Agent healthcheck: found 6 active agents {{(pid=103410) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 11:41:08.844861 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b8368a30-46bb-4acc-a616-b48f35e67cf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fb6705d2-4f70-4965-92a3-fbfccd43a6d3), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:41:09.060287 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (13ac42ae-016e-4baf-bb31-c6fa820b41c2), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:41:11.134005 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-1c2acdaf-d80a-42df-8b0e-259e140b34f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fc6c9b74-8dbb-41bb-800a-5bd3a43fe896), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:41:12.397393 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b6d631fb-7df0-4fe1-8322-abff3b61cae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (0db5147a-92a3-4581-8a5f-8ec9b93e0600), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:41:13.795603 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6b923bb1-06b0-4b84-b461-7cc1d0196090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (2e621730-3978-4720-b581-ac380e97a567), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:41:14.932423 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:41:37.135910 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.agents_db [None req-382e0aa2-b126-48e6-89eb-3efa426b6b29 None None] Agent healthcheck: found 6 active agents {{(pid=103410) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 11:41:38.844186 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-05eb5086-f96c-4c6f-b487-9a17e43480bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fb6705d2-4f70-4965-92a3-fbfccd43a6d3), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:41:39.048207 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (13ac42ae-016e-4baf-bb31-c6fa820b41c2), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:41:41.132106 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-24eab22b-ee96-43ce-a45d-ddc6cb63e055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fc6c9b74-8dbb-41bb-800a-5bd3a43fe896), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:41:42.401738 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b6d631fb-7df0-4fe1-8322-abff3b61cae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (0db5147a-92a3-4581-8a5f-8ec9b93e0600), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:41:43.799191 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6b923bb1-06b0-4b84-b461-7cc1d0196090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (2e621730-3978-4720-b581-ac380e97a567), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:41:44.931254 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:42:08.841661 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-731e3ca3-b507-477b-9884-d728ca55ba7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fb6705d2-4f70-4965-92a3-fbfccd43a6d3), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:42:09.047022 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (13ac42ae-016e-4baf-bb31-c6fa820b41c2), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:42:11.128386 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4fcdceb6-4885-41bd-a551-9b4e4f50d416 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fc6c9b74-8dbb-41bb-800a-5bd3a43fe896), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:42:12.407741 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b6d631fb-7df0-4fe1-8322-abff3b61cae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (0db5147a-92a3-4581-8a5f-8ec9b93e0600), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:42:13.804757 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6b923bb1-06b0-4b84-b461-7cc1d0196090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (2e621730-3978-4720-b581-ac380e97a567), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:42:14.137030 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.agents_db [None req-382e0aa2-b126-48e6-89eb-3efa426b6b29 None None] Agent healthcheck: found 6 active agents {{(pid=103410) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 11:42:14.930003 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:42:38.843493 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-639cf4bb-17ef-4a11-998c-3281c1419870 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fb6705d2-4f70-4965-92a3-fbfccd43a6d3), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:42:39.050278 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (13ac42ae-016e-4baf-bb31-c6fa820b41c2), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:42:41.124218 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6068f4d1-d45a-49bc-921a-eacdc5608233 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fc6c9b74-8dbb-41bb-800a-5bd3a43fe896), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:42:42.403848 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b6d631fb-7df0-4fe1-8322-abff3b61cae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (0db5147a-92a3-4581-8a5f-8ec9b93e0600), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:42:43.804319 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6b923bb1-06b0-4b84-b461-7cc1d0196090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (2e621730-3978-4720-b581-ac380e97a567), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:42:44.928222 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:42:51.137555 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.agents_db [None req-382e0aa2-b126-48e6-89eb-3efa426b6b29 None None] Agent healthcheck: found 6 active agents {{(pid=103410) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 11:43:08.839729 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-f0764d49-d698-4cbb-b6b9-0bc7f84dcaf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fb6705d2-4f70-4965-92a3-fbfccd43a6d3), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:43:09.062987 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (13ac42ae-016e-4baf-bb31-c6fa820b41c2), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:43:11.124797 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-435c8cf5-c7e4-482c-9978-e34a68bfba12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fc6c9b74-8dbb-41bb-800a-5bd3a43fe896), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:43:12.406358 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b6d631fb-7df0-4fe1-8322-abff3b61cae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (0db5147a-92a3-4581-8a5f-8ec9b93e0600), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:43:13.819119 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6b923bb1-06b0-4b84-b461-7cc1d0196090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (2e621730-3978-4720-b581-ac380e97a567), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:43:14.926902 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:43:28.138112 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.agents_db [None req-382e0aa2-b126-48e6-89eb-3efa426b6b29 None None] Agent healthcheck: found 6 active agents {{(pid=103410) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 11:43:38.838316 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d9dca11f-4614-4e7d-8707-79055248ef25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fb6705d2-4f70-4965-92a3-fbfccd43a6d3), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:43:39.062052 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (13ac42ae-016e-4baf-bb31-c6fa820b41c2), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:43:41.125282 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-5383a041-2281-41de-9650-a7b1ec9b680e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fc6c9b74-8dbb-41bb-800a-5bd3a43fe896), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:43:42.417015 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b6d631fb-7df0-4fe1-8322-abff3b61cae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (0db5147a-92a3-4581-8a5f-8ec9b93e0600), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:43:43.812628 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6b923bb1-06b0-4b84-b461-7cc1d0196090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (2e621730-3978-4720-b581-ac380e97a567), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:43:44.925139 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:44:05.138051 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.agents_db [None req-382e0aa2-b126-48e6-89eb-3efa426b6b29 None None] Agent healthcheck: found 6 active agents {{(pid=103410) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 11:44:08.835687 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-dcbc488c-354a-4bd1-b256-7069b24a4360 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fb6705d2-4f70-4965-92a3-fbfccd43a6d3), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:44:09.077242 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (13ac42ae-016e-4baf-bb31-c6fa820b41c2), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:44:11.121908 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-d40aac77-ef0a-4bb4-861b-36431b248d2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fc6c9b74-8dbb-41bb-800a-5bd3a43fe896), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:44:12.414558 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b6d631fb-7df0-4fe1-8322-abff3b61cae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (0db5147a-92a3-4581-8a5f-8ec9b93e0600), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:44:13.815972 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6b923bb1-06b0-4b84-b461-7cc1d0196090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (2e621730-3978-4720-b581-ac380e97a567), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:44:14.929980 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:44:38.833376 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-335d0ae6-addf-4d78-ab95-2d0aa728b587 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fb6705d2-4f70-4965-92a3-fbfccd43a6d3), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:44:39.084677 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (13ac42ae-016e-4baf-bb31-c6fa820b41c2), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:44:41.117423 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-e923cfb9-e095-491e-b3ac-1ea24c03737c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fc6c9b74-8dbb-41bb-800a-5bd3a43fe896), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:44:42.137031 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.agents_db [None req-382e0aa2-b126-48e6-89eb-3efa426b6b29 None None] Agent healthcheck: found 6 active agents {{(pid=103410) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 11:44:42.415835 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b6d631fb-7df0-4fe1-8322-abff3b61cae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (0db5147a-92a3-4581-8a5f-8ec9b93e0600), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:44:43.823964 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6b923bb1-06b0-4b84-b461-7cc1d0196090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (2e621730-3978-4720-b581-ac380e97a567), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:44:44.930498 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:45:08.832081 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-192c5ae6-2c92-4324-9b1d-d2d7b968227d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fb6705d2-4f70-4965-92a3-fbfccd43a6d3), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:45:09.092954 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (13ac42ae-016e-4baf-bb31-c6fa820b41c2), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:45:11.124058 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-78ea62ee-2cd0-453d-8360-8dd1954828ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fc6c9b74-8dbb-41bb-800a-5bd3a43fe896), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:45:12.423045 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b6d631fb-7df0-4fe1-8322-abff3b61cae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (0db5147a-92a3-4581-8a5f-8ec9b93e0600), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:45:13.821768 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6b923bb1-06b0-4b84-b461-7cc1d0196090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (2e621730-3978-4720-b581-ac380e97a567), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:45:14.932384 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:45:19.137309 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.agents_db [None req-382e0aa2-b126-48e6-89eb-3efa426b6b29 None None] Agent healthcheck: found 6 active agents {{(pid=103410) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 11:45:38.828754 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-98d7a484-00c3-4e34-bd10-1253d36b60f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fb6705d2-4f70-4965-92a3-fbfccd43a6d3), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:45:39.094846 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (13ac42ae-016e-4baf-bb31-c6fa820b41c2), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:45:41.122307 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b06c74e4-f178-49c7-b9f0-2bc2359322ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fc6c9b74-8dbb-41bb-800a-5bd3a43fe896), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:45:42.421952 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b6d631fb-7df0-4fe1-8322-abff3b61cae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (0db5147a-92a3-4581-8a5f-8ec9b93e0600), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:45:43.824453 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6b923bb1-06b0-4b84-b461-7cc1d0196090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (2e621730-3978-4720-b581-ac380e97a567), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:45:44.940585 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:45:56.137339 dv-neutron-master-2-hyperv neutron-server[103410]: DEBUG neutron.db.agents_db [None req-382e0aa2-b126-48e6-89eb-3efa426b6b29 None None] Agent healthcheck: found 6 active agents {{(pid=103410) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 28 11:46:08.840040 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-002896b2-706b-4f65-b705-ae5ceb27ba20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fb6705d2-4f70-4965-92a3-fbfccd43a6d3), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:46:09.108670 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-4096a012-8a87-4e54-a3f5-f0f2cc8e12fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (13ac42ae-016e-4baf-bb31-c6fa820b41c2), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:46:11.129036 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ff8f7b9-2aab-4686-9a92-2180fc1ff51d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (fc6c9b74-8dbb-41bb-800a-5bd3a43fe896), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:46:12.426756 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-b6d631fb-7df0-4fe1-8322-abff3b61cae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (0db5147a-92a3-4581-8a5f-8ec9b93e0600), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:46:13.833414 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-6b923bb1-06b0-4b84-b461-7cc1d0196090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (2e621730-3978-4720-b581-ac380e97a567), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 28 11:46:14.930822 dv-neutron-master-2-hyperv neutron-server[103409]: DEBUG neutron_lib.callbacks.manager [None req-2ee38c48-264e-446d-ae26-09cb7c52ee1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742057110155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679818'] for agent (75ee4658-03d0-4dd3-9bc7-d9f7eb55f2d6), after_update {{(pid=103409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}